-- Logs begin at Sat 2022-04-30 00:17:20 UTC, end at Sat 2022-04-30 02:52:05 UTC. -- Apr 30 01:05:41.073737 n-d-821348-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 01:05:43.806288 n-d-821348-1 neutron-server[103209]: INFO neutron.common.config [-] Logging enabled! Apr 30 01:05:43.806816 n-d-821348-1 neutron-server[103209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev13 Apr 30 01:05:43.806968 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 01:05:43.810160 n-d-821348-1 neutron-server[103209]: INFO neutron.common.config [-] Logging enabled! Apr 30 01:05:43.810411 n-d-821348-1 neutron-server[103209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev13 Apr 30 01:05:43.810715 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 01:05:43.811680 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 01:05:43.811911 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 01:05:43.812265 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 01:05:43.812502 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 01:05:43.812721 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 01:05:43.813035 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.813328 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.813651 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.813936 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.814305 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.814595 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.814875 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.815161 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.815482 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.815769 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.816044 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.816321 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.816545 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.816819 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.817101 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.817386 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.817608 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.817883 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.818305 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.818708 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.818986 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.819269 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.819570 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.819838 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.820108 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.820386 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.820707 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] host = n-d-821348-1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.820981 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.821263 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.821547 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.821830 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.822100 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.822374 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.822654 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.822922 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.823191 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.823480 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.823766 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.824049 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.824333 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.824552 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.824770 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.825054 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.825336 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.825606 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.825875 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.826143 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.826409 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.826675 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.826936 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.827215 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.827523 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.827805 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.828073 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.828340 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.828611 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.828877 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.829157 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.830098 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.830473 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.830760 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.831047 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.831315 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.831622 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.831924 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.832209 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.832491 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.832773 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.833044 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.833322 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.833590 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.833856 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.834123 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.834389 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.834654 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.834928 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.835194 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.835481 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.835752 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.836017 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.836298 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.836566 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:43.836859 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.837154 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.837453 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.837741 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.838029 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.838305 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.838593 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.838869 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.839160 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.839474 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.839769 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.840046 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.840331 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.840606 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.840897 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.841198 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.841490 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.841780 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.842052 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.842326 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.842596 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.842871 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.843154 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.843463 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.843739 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.844027 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.844303 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.844585 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.845467 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.845858 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.846139 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.846413 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.846701 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.846978 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.847249 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.847550 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.847838 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.848113 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.848381 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.848657 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.848930 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.849205 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.849470 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.849741 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.850033 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.850305 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.850575 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.850843 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.851114 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.851379 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.851681 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.851955 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.852221 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.852487 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.852760 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.853027 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.853295 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.853846 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.854114 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.854387 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.854657 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.854924 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.855192 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.855482 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.855752 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.856020 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.856287 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.856561 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.856828 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.857096 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.857362 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.857629 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.857899 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.858180 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.858472 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.858746 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.859033 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.859308 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.859604 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.859878 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.860149 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.860424 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.860721 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.860992 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.861277 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.861558 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.861844 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.862121 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.862397 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.862688 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.862961 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.863236 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.863528 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.863800 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.864075 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.864352 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.864641 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.864930 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.865218 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.865508 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.865795 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.866069 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.866371 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.866647 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:43.866859 n-d-821348-1 neutron-server[103209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 01:05:43.867091 n-d-821348-1 neutron-server[103209]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103209) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 01:05:44.218395 n-d-821348-1 neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 01:05:44.218665 n-d-821348-1 neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 01:05:44.218955 n-d-821348-1 neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 01:05:44.219288 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 01:05:44.614598 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.614881 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.615146 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.616454 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.616729 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.616998 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.652807 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.653078 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.653340 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.668617 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.668888 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.669147 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.697158 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.697429 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.697689 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.735370 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.736251 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.736523 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.964303 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.964953 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.964953 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.965150 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:44.965770 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.085961 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.086273 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.086552 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.086820 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.087083 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.087391 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.087671 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.087922 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.088170 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.088447 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.088705 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.088968 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.089219 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.089468 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.089722 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.089982 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.090232 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.090497 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.090762 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.091021 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.091285 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.091560 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.091838 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.092211 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.092456 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.092697 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.093091 n-d-821348-1 neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 01:05:45.093325 n-d-821348-1 neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 01:05:45.093558 n-d-821348-1 neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 01:05:45.093785 n-d-821348-1 neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 01:05:45.094014 n-d-821348-1 neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 01:05:45.094243 n-d-821348-1 neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 01:05:45.094597 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 01:05:45.098314 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 01:05:45.102313 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 01:05:45.106211 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 30 01:05:45.107844 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 01:05:45.108285 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 01:05:45.108610 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 01:05:45.108984 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 01:05:45.112365 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 01:05:45.112605 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 01:05:45.112946 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 01:05:45.118183 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 30 01:05:45.139795 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 01:05:45.140417 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.140713 n-d-821348-1 neutron-server[103209]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103209) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 01:05:45.141076 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.142474 n-d-821348-1 neutron-server[103209]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103209) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 01:05:45.142744 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 01:05:45.142984 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 01:05:45.146266 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.146542 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:45.209285 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 01:05:45.209519 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 01:05:45.209749 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 01:05:45.210110 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 01:05:45.231414 n-d-821348-1 neutron-server[103209]: DEBUG oslo_db.sqlalchemy.engines [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103209) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 01:05:45.920936 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Initializing driver for type 'gre' Apr 30 01:05:45.921455 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] gre ID ranges: [(1, 1000)] Apr 30 01:05:46.102807 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Initializing driver for type 'local' Apr 30 01:05:46.103674 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Initializing driver for type 'vlan' Apr 30 01:05:46.177090 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] VlanTypeDriver initialization complete Apr 30 01:05:46.177367 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Initializing driver for type 'vxlan' Apr 30 01:05:46.177849 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] vxlan ID ranges: [(1, 1000)] Apr 30 01:05:46.366352 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Initializing extension driver 'port_security' Apr 30 01:05:46.366685 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.extensions.port_security [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] PortSecurityExtensionDriver initialization complete Apr 30 01:05:46.367011 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Initializing mechanism driver 'openvswitch' Apr 30 01:05:46.367330 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Initializing mechanism driver 'hyperv' Apr 30 01:05:46.377979 n-d-821348-1 neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:05:46.378646 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.379011 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.379354 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.379892 n-d-821348-1 neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 30 01:05:46.380315 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > subnet after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.380658 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.380995 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.381378 n-d-821348-1 neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 30 01:05:46.381778 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > network after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.382117 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > network after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.382451 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.382869 n-d-821348-1 neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 30 01:05:46.383272 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > security_group after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.383644 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > security_group after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.383982 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.386064 n-d-821348-1 neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 30 01:05:46.386489 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.386846 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.387193 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.387623 n-d-821348-1 neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 30 01:05:46.388017 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > address_group after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.388363 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > address_group after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.388701 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.389086 n-d-821348-1 neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 30 01:05:46.389521 n-d-821348-1 neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] ML2 OVO RPC backend initialized. {{(pid=103209) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 30 01:05:46.390213 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.390560 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.390963 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > network before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.391305 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > networks before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.392160 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > port before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.392496 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > ports before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.392830 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > subnet before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.393169 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > subnets before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.393506 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > network after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.393850 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > network after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.394208 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.394538 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.394866 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.395197 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.395561 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > subnet after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.395897 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.396226 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.404908 n-d-821348-1 neutron-server[103209]: INFO neutron.quota [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded quota_driver: . Apr 30 01:05:46.405275 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.plugin [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Modular L2 Plugin initialization complete Apr 30 01:05:46.405656 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading services supported by the core plugin {{(pid=103209) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 01:05:46.405990 n-d-821348-1 neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Got port-security extension from driver 'port_security' Apr 30 01:05:46.406462 n-d-821348-1 neutron-server[103209]: INFO neutron.extensions.vlantransparent [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Disabled vlantransparent extension. Apr 30 01:05:46.406947 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103209) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 01:05:46.407294 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading Plugin: router Apr 30 01:05:46.448993 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.449320 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router after_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.449683 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router before_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.450043 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.450409 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.450794 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router after_delete 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.451172 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.451542 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.451896 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router after_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.452235 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.452576 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.452915 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.453263 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.453664 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.454023 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.455038 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.455481 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.455826 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.456172 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.456515 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.456853 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: port before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.457218 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.457572 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.457913 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.458261 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.458622 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.458967 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.459326 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > agent after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.459694 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > agent after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.460035 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.460882 n-d-821348-1 neutron-server[103209]: DEBUG neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Tracking information for resource: router configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 01:05:46.461207 n-d-821348-1 neutron-server[103209]: DEBUG neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Tracking information for resource: floatingip configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 01:05:46.465959 n-d-821348-1 neutron-server[103209]: INFO neutron.db.l3_agentschedulers_db [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 01:05:46.466513 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.466867 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.467213 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.467583 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.468405 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router before_create 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.468765 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.469121 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_create 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.469471 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > router precommit_update 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.474482 n-d-821348-1 neutron-server[103209]: DEBUG neutron.services.provider_configuration [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service providers = [] {{(pid=103209) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 01:05:46.474839 n-d-821348-1 neutron-server[103209]: DEBUG neutron.db.servicetype_db [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103209) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 01:05:46.482505 n-d-821348-1 neutron-server[103209]: DEBUG neutron.services.service_base [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 01:05:46.482846 n-d-821348-1 neutron-server[103209]: DEBUG neutron.services.service_base [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 01:05:46.483180 n-d-821348-1 neutron-server[103209]: DEBUG neutron.services.service_base [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 01:05:46.484075 n-d-821348-1 neutron-server[103209]: DEBUG neutron.services.service_base [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 01:05:46.484439 n-d-821348-1 neutron-server[103209]: INFO neutron.services.service_base [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 01:05:46.484804 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 01:05:46.485114 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 01:05:46.495348 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 01:05:46.495707 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading Plugin: auto_allocate Apr 30 01:05:46.507715 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: network precommit_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.508077 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: network precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.508589 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 01:05:46.508904 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading Plugin: tag Apr 30 01:05:46.515346 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 01:05:46.515703 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading Plugin: timestamp Apr 30 01:05:46.520293 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 01:05:46.520618 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading Plugin: network_ip_availability Apr 30 01:05:46.526050 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.526415 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.526764 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.527516 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 01:05:46.527829 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading Plugin: flavors Apr 30 01:05:46.532598 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 01:05:46.532927 n-d-821348-1 neutron-server[103209]: INFO neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading Plugin: revisions Apr 30 01:05:46.537179 n-d-821348-1 neutron-server[103209]: DEBUG neutron.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 01:05:46.537561 n-d-821348-1 neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.319s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 01:05:46.538285 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103209) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 30 01:05:46.538613 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Initializing extension manager. Apr 30 01:05:46.539112 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: __init__.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.539467 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: __pycache__ {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.539797 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.540175 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.540856 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.541411 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: address-group Apr 30 01:05:46.541760 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: address_scope.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.547742 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.548273 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: address-scope Apr 30 01:05:46.548584 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.549561 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.550056 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: router-admin-state-down-before-update Apr 30 01:05:46.550372 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: agent.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.551237 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.551762 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: agent Apr 30 01:05:46.552076 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: agent_resources_synced.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.552977 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.553471 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: agent-resources-synced Apr 30 01:05:46.553782 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: allowedaddresspairs.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.555584 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.556099 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: allowed-address-pairs Apr 30 01:05:46.556417 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: auto_allocated_topology.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.557471 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.557974 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: auto-allocated-topology Apr 30 01:05:46.558292 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.558968 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.559494 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: availability_zone Apr 30 01:05:46.559814 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: availability_zone_filter.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.560704 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.561201 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: availability_zone_filter Apr 30 01:05:46.561515 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: data_plane_status.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.562398 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.562890 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 01:05:46.563204 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: default_subnetpools.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.564642 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.565298 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: default-subnetpools Apr 30 01:05:46.565654 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.566446 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.566946 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: dhcp_agent_scheduler Apr 30 01:05:46.567262 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: dns.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.568195 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.568690 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension dns-integration not supported by any of loaded plugins Apr 30 01:05:46.569008 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: dns_domain_ports.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.569908 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.570405 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 01:05:46.570720 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.571646 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.572142 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 30 01:05:46.572457 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: dvr.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.573120 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.573608 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: dvr Apr 30 01:05:46.573922 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: ecmp_routes.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.574814 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.575311 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 30 01:05:46.575662 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: empty_string_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.582626 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.583149 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: empty-string-filtering Apr 30 01:05:46.583518 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.584455 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.584958 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 01:05:46.585281 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.586207 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.586708 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 01:05:46.587029 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: external_net.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.587977 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.588482 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: external-net Apr 30 01:05:46.588802 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.589709 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.590213 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: extra_dhcp_opt Apr 30 01:05:46.590531 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: extraroute.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.591461 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.591972 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: extraroute Apr 30 01:05:46.592290 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: extraroute_atomic.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.593324 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.593830 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: extraroute-atomic Apr 30 01:05:46.594152 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: filter_validation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.594871 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.595378 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: filter-validation Apr 30 01:05:46.595715 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: fip_pf_description.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.596624 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.597126 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 01:05:46.597442 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: fip_port_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.598360 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.598864 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: fip-port-details Apr 30 01:05:46.599181 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: flavors.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.600438 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.600948 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: flavors Apr 30 01:05:46.601270 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.602916 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.603722 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 01:05:46.604053 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: floatingip_pools.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.604748 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.605263 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: floatingip-pools Apr 30 01:05:46.605589 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: ip_allocation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.609580 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.610087 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 01:05:46.610458 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.611370 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.611903 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: ip-substring-filtering Apr 30 01:05:46.612226 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: l2_adjacency.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.613159 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.613658 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 01:05:46.613979 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: l3.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.614944 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.615488 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: router Apr 30 01:05:46.615813 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.618177 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.618702 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 01:05:46.619033 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.619993 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.620504 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: ext-gw-mode Apr 30 01:05:46.620827 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.621794 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.622305 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: l3-ha Apr 30 01:05:46.622625 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: l3_flavors.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.623569 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.624072 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: l3-flavors Apr 30 01:05:46.624395 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.625306 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.625805 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 01:05:46.626656 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: l3agentscheduler.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.627725 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.628236 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: l3_agent_scheduler Apr 30 01:05:46.628558 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: logging.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.630037 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.630554 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension logging not supported by any of loaded plugins Apr 30 01:05:46.630881 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: metering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.631658 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.632232 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: metering Apr 30 01:05:46.632553 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.633639 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.634155 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: metering_source_and_destination_fields Apr 30 01:05:46.634474 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: multiprovidernet.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.635390 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.635926 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: multi-provider Apr 30 01:05:46.636245 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: netmtu.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.637150 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.637657 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: net-mtu Apr 30 01:05:46.637976 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: netmtu_writable.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.638883 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.639388 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: net-mtu-writable Apr 30 01:05:46.639732 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: network_availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.640392 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.640895 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: network_availability_zone Apr 30 01:05:46.641215 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: network_ip_availability.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.642924 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.643447 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: network-ip-availability Apr 30 01:05:46.643776 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: network_segment_range.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.644539 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.645045 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 01:05:46.645468 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: pagination.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.646444 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.646772 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: pagination Apr 30 01:05:46.647087 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: port_device_profile.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.648128 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.648641 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: port-device-profile Apr 30 01:05:46.648956 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.655871 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.656404 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: port-mac-address-regenerate Apr 30 01:05:46.656732 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.657767 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.658262 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: port-numa-affinity-policy Apr 30 01:05:46.658586 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: port_resource_request.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.659538 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.660049 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 01:05:46.660370 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: portbindings.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.661295 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.661805 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: binding Apr 30 01:05:46.662127 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: portbindings_extended.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.663537 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.664050 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: binding-extended Apr 30 01:05:46.664376 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: portsecurity.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.665282 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.665789 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: port-security Apr 30 01:05:46.666108 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: project_id.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.667086 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.667418 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: project-id Apr 30 01:05:46.667762 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: providernet.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.668725 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.669235 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: provider Apr 30 01:05:46.669555 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.673249 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.673857 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos not supported by any of loaded plugins Apr 30 01:05:46.674184 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.675472 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.675990 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 01:05:46.676321 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.677246 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.677749 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 01:05:46.678072 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_default.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.678984 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.679512 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-default not supported by any of loaded plugins Apr 30 01:05:46.679839 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_fip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.680491 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.680990 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-fip not supported by any of loaded plugins Apr 30 01:05:46.681308 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_gateway_ip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.682229 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.682735 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 01:05:46.683057 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_port_network_policy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.683997 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.684510 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 01:05:46.684826 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_pps_rule.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.685986 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.686503 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-pps not supported by any of loaded plugins Apr 30 01:05:46.686825 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_rule_type_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.693345 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.693854 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 01:05:46.694175 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: qos_rules_alias.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.695209 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.695780 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 01:05:46.696102 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: quotasv2.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.697017 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.697333 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: quotas Apr 30 01:05:46.697648 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: quotasv2_detail.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.699372 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.699688 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: quota_details Apr 30 01:05:46.700017 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: rbac.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.701069 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.701590 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: rbac-policies Apr 30 01:05:46.701919 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: rbac_address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.702848 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.703370 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: rbac-address-group Apr 30 01:05:46.703724 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: rbac_address_scope.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.705202 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.705914 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: rbac-address-scope Apr 30 01:05:46.706236 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: rbac_security_groups.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.707153 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.707691 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: rbac-security-groups Apr 30 01:05:46.708008 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: rbac_subnetpool.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.708921 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.709427 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: rbac-subnetpool Apr 30 01:05:46.709743 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: revisionifmatch.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.716697 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.717200 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: revision-if-match Apr 30 01:05:46.717516 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: revisions.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.718627 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.719135 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: standard-attr-revisions Apr 30 01:05:46.719496 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: router_availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.720184 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.720688 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: router_availability_zone Apr 30 01:05:46.721006 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: routerservicetype.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.721918 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.722414 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension router-service-type not supported by any of loaded plugins Apr 30 01:05:46.722729 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.723674 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.724177 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: security-groups-normalized-cidr Apr 30 01:05:46.724490 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.725426 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.725905 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: port-security-groups-filtering Apr 30 01:05:46.726220 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.727131 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.727664 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: security-groups-remote-address-group Apr 30 01:05:46.727988 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: securitygroup.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.739159 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.739722 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: security-group Apr 30 01:05:46.740053 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: segment.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.740845 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.741355 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension segment not supported by any of loaded plugins Apr 30 01:05:46.741682 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.742660 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.743164 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 01:05:46.743514 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: servicetype.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.744695 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.745212 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: service-type Apr 30 01:05:46.745535 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: sorting.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.746520 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.746883 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: sorting Apr 30 01:05:46.747174 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: standard_attr_segment.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.748121 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.748636 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 01:05:46.748959 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: standardattrdescription.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.749609 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.750111 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: standard-attr-description Apr 30 01:05:46.750436 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: stateful_security_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.751976 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.752652 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: stateful-security-group Apr 30 01:05:46.752975 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: stdattrs_common.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.753558 n-d-821348-1 neutron-server[103209]: WARNING neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 01:05:46.753886 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.754836 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.755346 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 01:05:46.755696 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: subnet_onboard.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.756759 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.757274 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: subnet_onboard Apr 30 01:05:46.757599 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.758529 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.759032 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 01:05:46.759353 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: subnet_service_types.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.760301 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.760813 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: subnet-service-types Apr 30 01:05:46.761134 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: subnetallocation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.767975 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.768495 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: subnet_allocation Apr 30 01:05:46.768821 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.769497 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.770004 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: subnetpool-prefix-ops Apr 30 01:05:46.770324 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.771368 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.771906 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 01:05:46.772227 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: tagging.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.773295 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.773816 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: standard-attr-tag Apr 30 01:05:46.774139 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: timestamp.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.775351 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.775900 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loaded extension: standard-attr-timestamp Apr 30 01:05:46.776224 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: trunk.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.777254 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.777766 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension trunk not supported by any of loaded plugins Apr 30 01:05:46.778090 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: trunk_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.779017 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.779559 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension trunk-details not supported by any of loaded plugins Apr 30 01:05:46.779884 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: uplink_status_propagation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.780811 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.781316 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 01:05:46.781639 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Loading extension file: vlantransparent.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 01:05:46.782393 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 01:05:46.782867 n-d-821348-1 neutron-server[103209]: INFO neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 01:05:46.785394 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:network Apr 30 01:05:46.785920 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:subnet Apr 30 01:05:46.786314 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 01:05:46.786701 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:port Apr 30 01:05:46.787976 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.788408 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service FLAVORS assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.789030 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.789456 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.789782 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:router Apr 30 01:05:46.790201 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 01:05:46.790801 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service METERING assigned prefix: /metering {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.792161 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.792533 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.792886 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:05:46.793899 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 01:05:46.794334 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:security_group Apr 30 01:05:46.794771 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 01:05:46.795367 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.795724 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 01:05:46.796066 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] subnetpool is already registered Apr 30 01:05:46.796485 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.796808 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 01:05:46.797135 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] subnetpool is already registered Apr 30 01:05:46.799611 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.800038 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service FLAVORS assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.800616 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.801031 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.801361 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:router Apr 30 01:05:46.801698 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] router is already registered Apr 30 01:05:46.802101 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 01:05:46.802433 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] floatingip is already registered Apr 30 01:05:46.802882 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service METERING assigned prefix: /metering {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.803587 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 01:05:46.803915 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] rbac_policy is already registered Apr 30 01:05:46.804319 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:security_group Apr 30 01:05:46.804651 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] security_group is already registered Apr 30 01:05:46.805046 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 01:05:46.805376 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] security_group_rule is already registered Apr 30 01:05:46.805992 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.806313 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 01:05:46.806642 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] subnetpool is already registered Apr 30 01:05:46.807056 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 01:05:46.807376 n-d-821348-1 neutron-server[103209]: INFO neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 01:05:46.807728 n-d-821348-1 neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] subnetpool is already registered Apr 30 01:05:46.808189 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: extensions {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.814082 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: address-groups {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.814082 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: address-scopes {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.814082 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.814536 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: auto-allocated-topology {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.815798 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: availability_zones {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.817055 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: dhcp-networks {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.818523 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: dhcp-agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.819972 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.822136 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: flavors {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.823276 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: service_profiles {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.824498 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: next_providers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.825925 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: service_profiles {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.827484 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: floatingip-pools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.828669 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.831414 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: floatingips {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.832701 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: l3-routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.834167 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: l3-agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.835605 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: metering-labels {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.836930 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: metering-label-rules {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.838182 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: network-ip-availabilities {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.839472 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: bindings {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.841104 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: quotas {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.842507 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: quotas {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.843940 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: rbac-policies {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.848090 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: security-groups {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.848090 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: security-group-rules {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.849098 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: service-providers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.850304 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: subnetpools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.851761 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: subnetpools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.853209 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.855149 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.856984 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.858728 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.861096 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.862960 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.864656 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.866528 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.868317 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.870053 n-d-821348-1 neutron-server[103209]: DEBUG neutron.api.extensions [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 01:05:46.876866 n-d-821348-1 neutron-server[103209]: WARNING keystonemiddleware.auth_token [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 01:05:46.881607 n-d-821348-1 neutron-server[103209]: WARNING keystonemiddleware.auth_token [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 01:05:46.890247 n-d-821348-1 neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Acquired lock "singleton_lock" {{(pid=103209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 01:05:46.890725 n-d-821348-1 neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Releasing lock "singleton_lock" {{(pid=103209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 01:05:46.891356 n-d-821348-1 neutron-server[103209]: INFO oslo_service.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Starting 2 workers Apr 30 01:05:46.896237 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Started child 103318 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 30 01:05:46.900732 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Started child 103319 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 30 01:05:46.901861 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:05:46.902561 n-d-821348-1 neutron-server[103209]: INFO neutron.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 01:05:46.902981 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Notify callbacks [] for process, before_spawn {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:05:46.903557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [-] (103318) wsgi starting up on http://0.0.0.0:9696 Apr 30 01:05:46.905521 n-d-821348-1 neutron-server[103209]: INFO oslo_service.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Starting 1 workers Apr 30 01:05:46.905852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:05:46.907255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [-] (103319) wsgi starting up on http://0.0.0.0:9696 Apr 30 01:05:46.910761 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Started child 103320 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 30 01:05:46.911295 n-d-821348-1 neutron-server[103209]: INFO oslo_service.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Starting 1 workers Apr 30 01:05:46.914484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] calling RpcWorker wait() {{(pid=103320) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 01:05:46.915024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] returning from RpcWorker wait() {{(pid=103320) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 01:05:46.915817 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Started child 103321 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 30 01:05:46.916392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:05:46.916693 n-d-821348-1 neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cfc84dc-3ed8-415f-979e-7d1cf1cf3519 None None] Notify callbacks [] for process, after_spawn {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:05:46.916881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:05:46.918568 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 30 01:05:46.918777 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 01:05:46.918959 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 01:05:46.919175 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 01:05:46.919525 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 01:05:46.919686 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 01:05:46.920197 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.922549 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.922549 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.922693 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:05:46.923758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.923758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.923758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.923758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.923758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.923758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.923758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.923758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.924446 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.924545 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.924922 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.925355 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.925779 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.926020 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.926287 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.926460 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.926709 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.926988 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.927219 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.927508 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.927776 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.928253 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.928487 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.928735 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.928970 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.929237 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.929492 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.929769 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.930007 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.930226 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.930529 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.930703 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.930954 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.931176 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.931393 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.931668 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.931910 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.932369 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] host = n-d-821348-1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.932599 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.932844 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.933086 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.933342 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.933595 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.933831 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.934087 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.934339 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.934590 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.934827 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.935078 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.935337 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.935687 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.935825 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.935990 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_options = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.936233 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.936513 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.936742 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.936928 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.937094 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.937269 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.937515 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.937677 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.937924 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.938136 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.938346 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.938684 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.939447 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.939685 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.939927 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.940176 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.940408 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.940634 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.940887 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.941132 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.941353 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.941575 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.941809 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.942051 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.942266 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.942498 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.942737 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.942964 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.943174 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.943408 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.943678 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.943919 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.944154 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.944385 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.946337 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.946337 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.946337 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.946337 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.946652 n-d-821348-1 neutron-server[103321]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:05:46.946741 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.946741 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.946741 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.946741 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.947007 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.947078 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.947313 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.947967 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.948342 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.948557 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.948907 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.949229 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.949525 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.949720 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.949937 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.950388 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.950633 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.950867 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:46.951276 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.951638 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.951959 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.952209 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.952608 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.952863 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.953096 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.953310 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.953696 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.954120 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.954452 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.954684 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.954981 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.955205 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.955503 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.955819 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.956080 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.956343 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.957043 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.957043 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.957043 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.957245 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.957513 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.957921 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.958372 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.958605 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.958827 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.959141 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.959403 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.959693 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.959970 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.960202 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.960441 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.960670 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.961074 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.961305 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.961539 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.961802 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.962039 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.962259 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.962494 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.962723 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.962950 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.963191 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.963461 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.963712 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.963976 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.964198 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.964409 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.964841 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.965061 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.965277 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.965503 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.965739 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.965992 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.966269 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.966495 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.966714 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.966936 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.967172 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.967402 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.967650 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.967858 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.968063 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.968283 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.968491 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.968756 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.968973 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.969186 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.969393 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.969612 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.969925 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.970226 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.970443 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.970698 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.970920 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.971134 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.971340 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.971577 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.971787 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.971992 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.972199 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.972404 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.972616 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.972822 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.973038 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.973231 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.973457 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.973662 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.973936 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.974263 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.974492 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.974870 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.975040 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.975189 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.975417 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.975695 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.975927 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.976138 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.976365 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.976626 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.977236 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.977236 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.977481 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.977639 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.977896 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.978673 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.978673 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.978934 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.979059 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.979541 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.979541 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.979766 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.980521 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.980521 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.980521 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.980893 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.981067 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.981204 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.981381 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.981657 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.981960 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.982236 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.982511 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.982735 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.982976 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.983232 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.983491 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.983756 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.983981 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.984221 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.984436 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.984714 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.984964 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.985180 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.986143 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.986383 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.986716 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.986960 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.987191 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.987401 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.987690 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.987946 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.988180 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.988436 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.988691 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.988917 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.989303 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.989556 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.989768 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.990353 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.990353 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.990552 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.990692 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.990905 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.991142 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.992049 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.992049 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.992049 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.992049 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.992516 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.992516 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.992755 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.992954 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.993119 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.993350 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.993570 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.993802 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.994015 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.994246 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.994494 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.994682 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.994921 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.995157 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.995448 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.995703 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.995915 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.996159 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.996400 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.996628 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.996838 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.997077 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.997296 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.997503 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.997711 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.997943 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.998147 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.998551 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.998772 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.999301 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.999714 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:46.999952 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.000525 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.000765 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.001736 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.001992 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.002261 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.002632 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.002853 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.003087 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.003354 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.003594 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.003821 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.004037 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.004271 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.004508 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.004721 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.004935 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.005206 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.005447 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.005697 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.005917 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.006136 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.006348 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.006559 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.006796 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.007044 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.007249 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.007500 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.007721 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.007933 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.008223 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.008465 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.008689 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.008964 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.009178 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.009386 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.009631 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.009857 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.010100 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.010338 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.010550 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.010756 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.010981 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.011184 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.011388 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.011650 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.011871 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.012078 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.012321 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.012526 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.012732 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.012944 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.013156 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.013360 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.013579 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.013782 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.013991 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.014206 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.014417 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.014621 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.014861 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.015064 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.015266 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.015507 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.015724 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.015949 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.016245 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.016487 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.016756 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.017102 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.017354 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.017592 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.017828 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.018119 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.018351 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.018673 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.019058 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.019319 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.019523 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.019779 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.020264 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.020706 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.021336 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.021618 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.021907 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.022187 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.022510 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.022679 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.022957 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.023286 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.023584 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.023839 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.024616 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.024616 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.024616 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.024873 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.024956 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.025170 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.025400 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.025633 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.025870 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.026114 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.026328 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.026555 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.026786 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.027027 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.027236 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.027472 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.027686 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.027839 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 01:05:47.028363 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 30 01:05:47.028521 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 01:05:47.028829 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 01:05:47.029013 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 01:05:47.029190 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 01:05:47.029346 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 01:05:47.029556 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.029713 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.029869 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.030029 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.030183 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.030361 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.030517 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.030673 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.030828 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.030984 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.031138 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.031292 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.031475 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.031636 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.031791 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.031947 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.032102 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.032495 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.032658 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.032813 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.033032 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.033191 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.033349 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.033506 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.033702 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.033858 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.034006 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.034160 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.034316 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.034470 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.034625 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.034781 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.034936 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.035089 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.035243 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.035396 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.035579 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.035741 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.035896 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.036050 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.036205 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] host = n-d-821348-1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.036360 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.036515 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.036670 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.036825 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.036978 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.037134 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.037290 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.037444 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.037581 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.037739 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.037894 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.038217 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.038217 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.038421 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.038546 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_options = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.038638 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.038768 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.038921 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.039104 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.039264 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.039443 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.039600 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.039795 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.039937 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.040055 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.040209 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.040363 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.040517 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.040671 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.040826 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.040980 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.041134 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.041288 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.041443 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.041530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:05:47.041624 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.041740 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.041894 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.042048 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.042204 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.042360 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.042515 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.042671 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.042825 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.042980 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.043134 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.043288 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.043468 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.043617 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.043772 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.043926 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.044081 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.044221 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.044468 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.044771 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.044934 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.045304 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.045304 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.045779 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.045907 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.045990 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.046126 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.046251 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.046409 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.046564 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.046718 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.046872 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.047218 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.047218 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.047381 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.047496 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.047636 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 01:05:47.047812 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.048501 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.048702 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.048913 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.049072 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.049224 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.049358 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.049506 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.049743 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.049882 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.050006 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.050119 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.050288 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.050446 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.050602 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.050764 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.050922 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.051080 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.051237 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.051394 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.051574 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.051731 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.051900 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.052056 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.052213 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.052421 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.052549 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.052676 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.052820 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.052978 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.053135 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.053291 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.053450 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.053608 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.053766 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.053924 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.054081 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.054239 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.054395 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.054553 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.054711 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.054868 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.055026 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.055187 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.055345 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.055605 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.055763 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.055920 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.056078 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.056237 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.056394 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.056552 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.056710 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.056869 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.057025 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.057193 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.057350 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.057507 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.057664 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.057822 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.057979 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.058135 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.058291 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.058448 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.058606 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.058762 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.058932 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.059089 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.059246 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.059403 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.059583 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.059741 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.059919 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.060040 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.060189 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.060346 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.060503 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.060659 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.060815 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.060972 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.061129 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.061286 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.061443 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.061599 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.061756 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.061913 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.062069 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.062226 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.062384 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.062548 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.062720 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.062877 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.063033 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.063190 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.063347 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.063653 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.063815 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.063988 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.064140 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.064271 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.064406 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.064557 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.064716 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.064874 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.065030 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.065231 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.065478 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.065862 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.065862 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.066341 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.066460 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.066593 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.066683 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.066839 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.067002 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.067159 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.067558 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.067558 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.067801 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.067801 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.067993 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.068118 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.068242 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.068391 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.068548 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.068706 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.068864 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.069022 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.069178 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.069336 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.069492 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.069649 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.069862 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.070028 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.070158 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.070282 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.070405 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.070579 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.070736 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.070891 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.071047 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.071203 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.071361 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.071540 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.071699 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.071856 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.072013 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.072170 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.072329 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.072485 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.072642 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.072799 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.072956 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.073113 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.073270 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.073426 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.073585 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.073742 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.073901 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.074058 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.074215 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.074370 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.074528 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.074684 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.074841 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.074999 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.075155 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.075320 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.075500 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.075641 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.075806 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.075963 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.076120 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.076276 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.076434 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.076590 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.076748 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.076906 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.077065 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.077222 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.077380 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.077539 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.077696 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.077852 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.078010 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.078167 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.078326 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.078488 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.078645 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.078804 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.078961 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.079671 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.079856 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.080141 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.080141 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.080407 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.080539 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.080628 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.080736 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.080893 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.081049 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.081206 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.081364 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.081522 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.081678 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.081835 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.081993 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.082149 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.082309 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.082467 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.082627 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.082783 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.082941 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.083098 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.083256 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.083413 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.083591 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.083749 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.083905 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.084062 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.084220 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.084389 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.084546 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.084704 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.084862 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.085019 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.085176 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.085342 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.085499 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.085661 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.085818 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.085975 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.086130 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.086297 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.086454 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.086610 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.086766 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.086922 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.087078 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.087244 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.087402 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.087578 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.087734 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.087891 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.088048 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.088214 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.088370 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.088527 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.088683 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.088839 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.088996 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.089162 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.089320 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.089476 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.089633 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.089790 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.089947 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.090116 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.090335 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.090449 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.090587 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.090745 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.090901 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.091058 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.091226 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.091386 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.091569 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.091731 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.091886 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.092034 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.092192 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.092352 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.092518 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.092682 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.092841 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.093005 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.093171 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.093338 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.093494 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.093657 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.093826 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.093983 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.094139 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.094298 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.094457 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.094613 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.094850 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.095012 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.095169 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.095340 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.095555 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.095660 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.095816 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.095975 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.096132 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.096289 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.096445 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.096601 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.096758 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.096915 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 01:05:47.097067 n-d-821348-1 neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 01:05:47.248418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56226) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:05:47.257144 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066142 Apr 30 01:05:58.634989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc73037-f97c-42eb-b51b-3459ae3f7778 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:05:58.711690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc73037-f97c-42eb-b51b-3459ae3f7778 None None] No non-hosted networks {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 01:05:58.720551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.agentschedulers_db [None req-bbc73037-f97c-42eb-b51b-3459ae3f7778 None None] DHCP Agent not found on host n-d-821348-1 {{(pid=103320) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 01:05:58.816066 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ee084cd-7dcd-4f50-8f9d-03ca9e05c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618089'] for agent, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:00.888513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a23db876-a447-4e75-bd84-ca96f9b40673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618089'] for agent, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:00.915595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-76e6cd83-afcf-4da2-a2e8-5f7a957e3cd3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-821348-1 {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:06:00.916286 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-76e6cd83-afcf-4da2-a2e8-5f7a957e3cd3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:06:01.443474 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76e6cd83-afcf-4da2-a2e8-5f7a957e3cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:01.806687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618089'] for agent, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:03.612133 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618089'] for agent, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:03.800729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618089'] for agent, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:03.801445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.801861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.802218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.802541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.802861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.803180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.803518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.803831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.804144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.804560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.804871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.805203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:03.805902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821348-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:03.813349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821348-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:04.532058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56316) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:05.050930 n-d-821348-1 neutron-server[103318]: WARNING oslo_policy.policy [None req-bce65edd-02a0-4a6a-a5f7-bad98ba170c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 01:06:05.051554 n-d-821348-1 neutron-server[103318]: WARNING oslo_policy.policy [None req-bce65edd-02a0-4a6a-a5f7-bad98ba170c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 01:06:05.270945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-bce65edd-02a0-4a6a-a5f7-bad98ba170c3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:06:05.272199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bce65edd-02a0-4a6a-a5f7-bad98ba170c3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7374783 Apr 30 01:06:07.660215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56332) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:07.979861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-941f6fd4-d1c8-46f2-9fe6-5c0899d45141 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:06:08.075724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.policy [None req-941f6fd4-d1c8-46f2-9fe6-5c0899d45141 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103318) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 01:06:08.122390 n-d-821348-1 neutron-server[103318]: WARNING oslo_policy.policy [None req-941f6fd4-d1c8-46f2-9fe6-5c0899d45141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 01:06:08.122798 n-d-821348-1 neutron-server[103318]: WARNING oslo_policy.policy [None req-941f6fd4-d1c8-46f2-9fe6-5c0899d45141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 01:06:08.133906 n-d-821348-1 neutron-server[103320]: INFO neutron.db.l3_hamode_db [None req-027fd37d-0dda-4edf-b38c-1e51eeec2bdc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 01:06:08.209480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fd37d-0dda-4edf-b38c-1e51eeec2bdc None None] Routers set() bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:06:08.209854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fd37d-0dda-4edf-b38c-1e51eeec2bdc None None] Router IDs set() for agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 01:06:08.264516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-941f6fd4-d1c8-46f2-9fe6-5c0899d45141 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773250133243', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773250126508', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773250153557', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773250149113', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773243278561', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773250160244', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2024586', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1981809', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1028391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564028'] for rbac-policy, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:08.516924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-941f6fd4-d1c8-46f2-9fe6-5c0899d45141 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:08.518094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-941f6fd4-d1c8-46f2-9fe6-5c0899d45141 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8568900 Apr 30 01:06:11.112922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:11.413320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Request body: {'network': {'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'name': 'private', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:06:11.520100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Made reservation on behalf of 9446a55e2c2f4200babf38e1b8053c21 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:06:11.522942 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:11.540259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:11.647505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:11.731481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:11.754889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:06:11.779142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773245315831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:11.779739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Unsubscribe: segment precommit_create {{(pid=103318) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 01:06:11.780265 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Added segment 5135a07c-5130-4e6a-bfb1-dc0cae74062c of type vlan for network 4c56eae1-03de-4315-b3c8-445b0daae7da Apr 30 01:06:11.786361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a60534-8fb9-4c4a-8e4b-1bef77231a8a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:11.820263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.820598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.820930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.821252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.821570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.821886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.822240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.822551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.822860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.823171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.823503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.823815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Tracked resource versions report: Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: pushed versions: Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: { 'AddressGroup': {'1.2'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'ConntrackHelper': {'1.0'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Log': {'1.0'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Network': {'1.1'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Port': {'1.7'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'PortForwarding': {'1.2'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'QosPolicy': {'1.9'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'SecurityGroup': {'1.4'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'SecurityGroupRule': {'1.2'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'SubPort': {'1.0'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Subnet': {'1.1'}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Trunk': {'1.1'}} Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: consumer versions: Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: { DHCP agent@n-d-821348-1: {}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: L3 agent@n-d-821348-1: {}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: Metadata agent@n-d-821348-1: {}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: Metering agent@n-d-821348-1: {}, Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: Open vSwitch agent@n-d-821348-1: { 'AddressGroup': '1.2', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'ConntrackHelper': '1.0', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Log': '1.0', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Network': '1.1', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Port': '1.7', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'PortForwarding': '1.2', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'QosPolicy': '1.9', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'SecurityGroup': '1.4', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'SecurityGroupRule': '1.2', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'SubPort': '1.0', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Subnet': '1.1', Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: 'Trunk': '1.1'}} Apr 30 01:06:11.824922 n-d-821348-1 neutron-server[103318]: {{(pid=103318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 01:06:11.892220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:11.983074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:11.984240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:06:11.985215 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:12.080917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c56eae1-03de-4315-b3c8-445b0daae7da,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:12.092244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4c56eae1-03de-4315-b3c8-445b0daae7da details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:06:12.116939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b13f793b-c58f-470d-9b68-4f8a79eeb7a1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0029676 Apr 30 01:06:14.789592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56358) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:15.174809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa1708-2da7-4a81-a143-3c1be6afb448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:06:15.176199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ebaa1708-2da7-4a81-a143-3c1be6afb448 admin admin] 10.222.0.15 "GET /v2.0/networks/4c56eae1-03de-4315-b3c8-445b0daae7da HTTP/1.1" status: 200 len: 824 time: 0.3856742 Apr 30 01:06:15.200689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-84421b52-4e5b-4898-9fe3-1241ec6e8a94 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/be063c98-cbe3-4f88-9deb-6f9a7641d5d4 HTTP/1.1" status: 200 len: 734 time: 0.0183349 Apr 30 01:06:15.210137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'be063c98-cbe3-4f88-9deb-6f9a7641d5d4', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'ip_version': 4, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da', 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:06:15.320214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Made reservation on behalf of 9446a55e2c2f4200babf38e1b8053c21 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:06:15.322435 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:15.669064 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:15.736225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Checking segment: {'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:06:15.736589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Network hostable DHCP agents. Network: 4c56eae1-03de-4315-b3c8-445b0daae7da, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:06:15.740930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a069ec-5708-4d27-86b6-c1d3d5cafd56,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:15.823235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Network 4c56eae1-03de-4315-b3c8-445b0daae7da is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:06:15.925823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4c56eae1-03de-4315-b3c8-445b0daae7da) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:06:15.930398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:06:15.930996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:15.935487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12efa2e2-eb88-4f9b-885f-389e04a6a1c1 None None] Network 4c56eae1-03de-4315-b3c8-445b0daae7da requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:06:16.031465 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ccd0d9ea-6e33-4642-a716-db35b6fc7404 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8243406 Apr 30 01:06:16.251381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-4c56eae1-03de-4315-b3c8-445b0daae7da', 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'fixed_ips': [{'subnet_id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:06:16.252867 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:16.550491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Allocated IP 172.20.0.2 (4c56eae1-03de-4315-b3c8-445b0daae7da/58a069ec-5708-4d27-86b6-c1d3d5cafd56/baa21ef5-b6a1-4437-a24a-1908d12e89e0) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:06:16.748211 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:16.823605 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:16.899559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Network 4c56eae1-03de-4315-b3c8-445b0daae7da is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:06:16.908127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:06:16.913815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Pushing event updated for resources: {'Port': ['ID=baa21ef5-b6a1-4437-a24a-1908d12e89e0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:16.917864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:06:16.924833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.925176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.925513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.925846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.926178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.926505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.926829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.927151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.927493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.927818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.928139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.928459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Tracked resource versions report: Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: pushed versions: Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: { 'AddressGroup': {'1.2'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Log': {'1.0'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Network': {'1.1'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Port': {'1.7'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'PortForwarding': {'1.2'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'QosPolicy': {'1.9'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'SecurityGroup': {'1.4'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'SubPort': {'1.0'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Subnet': {'1.1'}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Trunk': {'1.1'}} Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: consumer versions: Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: { DHCP agent@n-d-821348-1: {}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: L3 agent@n-d-821348-1: {}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: Metadata agent@n-d-821348-1: {}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: Metering agent@n-d-821348-1: {}, Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: Open vSwitch agent@n-d-821348-1: { 'AddressGroup': '1.2', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'ConntrackHelper': '1.0', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Log': '1.0', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Network': '1.1', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Port': '1.7', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'PortForwarding': '1.2', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'QosPolicy': '1.9', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'SecurityGroup': '1.4', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'SecurityGroupRule': '1.2', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'SubPort': '1.0', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Subnet': '1.1', Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: 'Trunk': '1.1'}} Apr 30 01:06:16.929541 n-d-821348-1 neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 01:06:17.004680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Attempting to bind port baa21ef5-b6a1-4437-a24a-1908d12e89e0 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:06:17.005338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Attempting to bind port baa21ef5-b6a1-4437-a24a-1908d12e89e0 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:06:17.005493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Attempting to bind port baa21ef5-b6a1-4437-a24a-1908d12e89e0 on network 4c56eae1-03de-4315-b3c8-445b0daae7da {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:06:17.010378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:06:17.010794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Checking segment: {'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:06:17.011282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:17.011690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Bound using segment: {'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:06:17.012192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Bound port: baa21ef5-b6a1-4437-a24a-1908d12e89e0, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:06:17.012592 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:17.074814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] For port baa21ef5-b6a1-4437-a24a-1908d12e89e0, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:06:17.079491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] For port baa21ef5-b6a1-4437-a24a-1908d12e89e0, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=baa21ef5-b6a1-4437-a24a-1908d12e89e0,segment=NetworkSegment(5135a07c-5130-4e6a-bfb1-dc0cae74062c),segment_id=5135a07c-5130-4e6a-bfb1-dc0cae74062c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:06:17.137924 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:17.202419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5f38c-40bd-4483-bc8a-f9ac3b01000a None None] Pushing event updated for resources: {'Port': ['ID=baa21ef5-b6a1-4437-a24a-1908d12e89e0,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:18.486091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:18.973731 n-d-821348-1 neutron-server[103319]: WARNING oslo_policy.policy [None req-aae26602-dd1a-40b0-8283-2d9098f31a1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 01:06:18.974399 n-d-821348-1 neutron-server[103319]: WARNING oslo_policy.policy [None req-aae26602-dd1a-40b0-8283-2d9098f31a1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 01:06:19.197351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-aae26602-dd1a-40b0-8283-2d9098f31a1e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:06:19.198385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aae26602-dd1a-40b0-8283-2d9098f31a1e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7113037 Apr 30 01:06:21.620515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56380) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:21.943917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-9238ce65-cc5c-4f10-b20d-8cb274ce6a13 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:06:21.944916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9238ce65-cc5c-4f10-b20d-8cb274ce6a13 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3233299 Apr 30 01:06:24.600167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56394) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:24.905406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'admin_state_up': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:06:24.988047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.policy [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103319) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 01:06:24.997046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device baa21ef5-b6a1-4437-a24a-1908d12e89e0 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:06:25.034863 n-d-821348-1 neutron-server[103319]: WARNING oslo_policy.policy [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 01:06:25.035206 n-d-821348-1 neutron-server[103319]: WARNING oslo_policy.policy [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 01:06:25.092195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port baa21ef5-b6a1-4437-a24a-1908d12e89e0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:25.092577 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:25.206451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:25.208286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:25.208449 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:25.245386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port baa21ef5-b6a1-4437-a24a-1908d12e89e0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=baa21ef5-b6a1-4437-a24a-1908d12e89e0,segment=NetworkSegment(5135a07c-5130-4e6a-bfb1-dc0cae74062c),segment_id=5135a07c-5130-4e6a-bfb1-dc0cae74062c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:06:25.325680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:25.364330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:25.374899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=baa21ef5-b6a1-4437-a24a-1908d12e89e0,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:25.446904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:25.545149 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:25.547736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-af11686b-2f0d-4dbc-bf65-fceb5a55f434 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9465411 Apr 30 01:06:25.601354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4298244-f2a8-4014-ba30-a82c16fe9f31 None None] Network 4c56eae1-03de-4315-b3c8-445b0daae7da requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:06:25.670772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-63eeb550-5adb-4420-97c7-93764a8d2797 None None] Provisioning complete for port baa21ef5-b6a1-4437-a24a-1908d12e89e0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:25.671140 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63eeb550-5adb-4420-97c7-93764a8d2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:26.023108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e9f0caf3-6575-44c4-9cfe-71cb2c349920 None None] Provisioning complete for port baa21ef5-b6a1-4437-a24a-1908d12e89e0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:26.023766 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9f0caf3-6575-44c4-9cfe-71cb2c349920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:26.970383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device baa21ef5-b6a1-4437-a24a-1908d12e89e0 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:06:27.016779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port baa21ef5-b6a1-4437-a24a-1908d12e89e0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:27.017146 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:28.021456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:28.367940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-ffe4d58a-87da-458b-b3e7-0246caf8413c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:06:28.368960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ffe4d58a-87da-458b-b3e7-0246caf8413c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3465931 Apr 30 01:06:28.582769 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cf74bc3-f4db-4a32-8dfb-b5c7e18b0f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:30.770976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56412) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:30.862550 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38292731-6432-491d-983a-d43d426566da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.083846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:06:31.142510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Made reservation on behalf of baae36b4f32145c4b578404713f5484b for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:06:31.145213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.160962 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.262488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.330932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.341991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Reserving flat network on physical network physnet1 {{(pid=103319) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 01:06:31.373343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773245315831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.373912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Unsubscribe: segment precommit_create {{(pid=103319) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 01:06:31.375042 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Added segment dccad2a6-e877-48eb-831a-63bd2182d314 of type flat for network ee71faad-6360-4b54-bc5c-ca19e3bd12cd Apr 30 01:06:31.390432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadaa73a-0112-402d-a24c-12d4bef68298,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:31.415844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.416115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.416484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.417092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.417429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.417749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.418066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.418382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.418696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.419006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.419319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.419653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Tracked resource versions report: Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: pushed versions: Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: { 'AddressGroup': {'1.2'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'ConntrackHelper': {'1.0'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Log': {'1.0'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Network': {'1.1'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Port': {'1.7'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'PortForwarding': {'1.2'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'QosPolicy': {'1.9'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'SecurityGroup': {'1.4'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'SecurityGroupRule': {'1.2'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'SubPort': {'1.0'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Subnet': {'1.1'}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Trunk': {'1.1'}} Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: consumer versions: Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: { DHCP agent@n-d-821348-1: {}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: L3 agent@n-d-821348-1: {}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: Metadata agent@n-d-821348-1: {}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: Metering agent@n-d-821348-1: {}, Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: Open vSwitch agent@n-d-821348-1: { 'AddressGroup': '1.2', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'ConntrackHelper': '1.0', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Log': '1.0', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Network': '1.1', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Port': '1.7', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'PortForwarding': '1.2', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'QosPolicy': '1.9', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'SecurityGroup': '1.4', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'SecurityGroupRule': '1.2', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'SubPort': '1.0', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Subnet': '1.1', Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: 'Trunk': '1.1'}} Apr 30 01:06:31.420794 n-d-821348-1 neutron-server[103319]: {{(pid=103319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 01:06:31.493857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.645883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.646966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:06:31.647669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:31.743030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] Pushing event updated for resources: {'Network': ['ID=ee71faad-6360-4b54-bc5c-ca19e3bd12cd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:31.757369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:06:31.797326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c5f6ebd8-381f-4a92-bc89-2d69a5157d46 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0252464 Apr 30 01:06:31.806314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:33.582734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:33.730562 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:34.241412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56434) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:34.458479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f63032e-aa71-478d-818c-dad155c5fbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:06:34.459924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1f63032e-aa71-478d-818c-dad155c5fbde admin admin] 10.222.0.15 "GET /v2.0/subnets/58a069ec-5708-4d27-86b6-c1d3d5cafd56 HTTP/1.1" status: 200 len: 849 time: 0.2175689 Apr 30 01:06:34.596360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-503a8371-5de4-4ecf-8d1a-1ea8deb417e5 admin admin] 10.222.0.15 "GET /v2.0/routers/519e7f10-02cd-47dd-b780-a4d6410e10b7 HTTP/1.1" status: 200 len: 704 time: 0.1300957 Apr 30 01:06:34.861629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:35.156448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Allocated IP 172.20.0.1 (4c56eae1-03de-4315-b3c8-445b0daae7da/58a069ec-5708-4d27-86b6-c1d3d5cafd56/384fb7bc-99fd-4959-8828-4951d42fff6a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:06:35.337146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:35.462841 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:35.530589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Network 4c56eae1-03de-4315-b3c8-445b0daae7da is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:06:35.537479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:06:35.549321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:06:35.549856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:35.571508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Pushing event updated for resources: {'Port': ['ID=384fb7bc-99fd-4959-8828-4951d42fff6a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:35.778517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ea1b71b9-dd0a-46cb-b295-ffb4cd4dc607 None None] Provisioning complete for port 384fb7bc-99fd-4959-8828-4951d42fff6a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:35.779063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea1b71b9-dd0a-46cb-b295-ffb4cd4dc607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:35.801058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:35.811481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b71b9-dd0a-46cb-b295-ffb4cd4dc607 None None] Port 384fb7bc-99fd-4959-8828-4951d42fff6a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:06:36.050819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:36.108162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:36.108974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:36.185265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Pushing event updated for resources: {'Port': ['ID=384fb7bc-99fd-4959-8828-4951d42fff6a,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:36.231970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Network 4c56eae1-03de-4315-b3c8-445b0daae7da is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:06:36.233222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:06:36.432354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-605ed088-6e41-4412-8e67-2e5092fc79d8 None None] Provisioning complete for port 384fb7bc-99fd-4959-8828-4951d42fff6a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:36.432788 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-605ed088-6e41-4412-8e67-2e5092fc79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:36.451157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Router 519e7f10-02cd-47dd-b780-a4d6410e10b7 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:06:36.467940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-605ed088-6e41-4412-8e67-2e5092fc79d8 None None] Port 384fb7bc-99fd-4959-8828-4951d42fff6a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:06:36.542834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:06:36.549665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8db6336a-5e22-4c7e-92c2-12d4035efa2b admin admin] 10.222.0.15 "PUT /v2.0/routers/519e7f10-02cd-47dd-b780-a4d6410e10b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9459755 Apr 30 01:06:36.553257 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Sync routers for ids ['519e7f10-02cd-47dd-b780-a4d6410e10b7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:06:36.566748 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Routers {'519e7f10-02cd-47dd-b780-a4d6410e10b7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:06:36.567624 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:06:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['519e7f10-02cd-47dd-b780-a4d6410e10b7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:36.754787 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Set router 519e7f10-02cd-47dd-b780-a4d6410e10b7 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:06:37.180962 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'name': 'router1', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:06:25Z', 'updated_at': '2022-04-30T01:06:35Z', 'revision_number': 2, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'gw_port_host': None, '_interfaces': [{'id': '384fb7bc-99fd-4959-8828-4951d42fff6a', 'name': '', 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'mac_address': 'fa:16:3e:96:ac:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:34Z', 'updated_at': '2022-04-30T01:06:35Z', 'revision_number': 2, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'subnets': [{'id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be063c98-cbe3-4f88-9deb-6f9a7641d5d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:37.232256 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Checking router: 519e7f10-02cd-47dd-b780-a4d6410e10b7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:06:37.232615 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Updating router 519e7f10-02cd-47dd-b780-a4d6410e10b7 port 384fb7bc-99fd-4959-8828-4951d42fff6a binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:06:37.279716 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:37.790114 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:37.868300 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:38.042630 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Pushing event updated for resources: {'Port': ['ID=384fb7bc-99fd-4959-8828-4951d42fff6a,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:38.045048 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Attempting to bind port 384fb7bc-99fd-4959-8828-4951d42fff6a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:06:38.045414 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Attempting to bind port 384fb7bc-99fd-4959-8828-4951d42fff6a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:06:38.046455 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Attempting to bind port 384fb7bc-99fd-4959-8828-4951d42fff6a on network 4c56eae1-03de-4315-b3c8-445b0daae7da {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:06:38.056541 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.056876 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.057205 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.057528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.057848 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.058169 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.058487 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.058799 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.059113 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.059433 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.059759 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.060069 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Tracked resource versions report: Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: pushed versions: Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: { 'AddressGroup': {'1.2'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'ConntrackHelper': {'1.0'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Log': {'1.0'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Network': {'1.1'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Port': {'1.7'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'PortForwarding': {'1.2'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'QosPolicy': {'1.9'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'SecurityGroup': {'1.4'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'SecurityGroupRule': {'1.2'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'SubPort': {'1.0'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Subnet': {'1.1'}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Trunk': {'1.1'}} Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: consumer versions: Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: { DHCP agent@n-d-821348-1: {}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: L3 agent@n-d-821348-1: {}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: Metadata agent@n-d-821348-1: {}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: Metering agent@n-d-821348-1: {}, Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: Open vSwitch agent@n-d-821348-1: { 'AddressGroup': '1.2', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'ConntrackHelper': '1.0', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Log': '1.0', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Network': '1.1', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Port': '1.7', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'PortForwarding': '1.2', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'QosPolicy': '1.9', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'SecurityGroup': '1.4', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'SecurityGroupRule': '1.2', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'SubPort': '1.0', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Subnet': '1.1', Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: 'Trunk': '1.1'}} Apr 30 01:06:38.061131 n-d-821348-1 neutron-server[103321]: {{(pid=103321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 01:06:38.065779 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:06:38.066536 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Checking segment: {'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:06:38.067030 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:38.067401 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Bound using segment: {'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:06:38.067912 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Bound port: 384fb7bc-99fd-4959-8828-4951d42fff6a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5135a07c-5130-4e6a-bfb1-dc0cae74062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:06:38.068282 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:38.096328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-89c28b4a-0389-4ef0-bfd9-c3cd9e2bc915 None None] Provisioning complete for port 384fb7bc-99fd-4959-8828-4951d42fff6a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:38.096897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89c28b4a-0389-4ef0-bfd9-c3cd9e2bc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:38.131876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-89c28b4a-0389-4ef0-bfd9-c3cd9e2bc915 None None] Port 384fb7bc-99fd-4959-8828-4951d42fff6a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:06:38.134754 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] For port 384fb7bc-99fd-4959-8828-4951d42fff6a, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:06:38.154654 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] For port 384fb7bc-99fd-4959-8828-4951d42fff6a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=384fb7bc-99fd-4959-8828-4951d42fff6a,segment=NetworkSegment(5135a07c-5130-4e6a-bfb1-dc0cae74062c),segment_id=5135a07c-5130-4e6a-bfb1-dc0cae74062c)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:06:38.217623 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:38.279562 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df155257-9e9e-4949-8446-d3d0b8afd3a6 None None] Pushing event updated for resources: {'Port': ['ID=384fb7bc-99fd-4959-8828-4951d42fff6a,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:38.285728 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Routers {'519e7f10-02cd-47dd-b780-a4d6410e10b7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:06:38.286340 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:06:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['519e7f10-02cd-47dd-b780-a4d6410e10b7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:38.377049 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] Set router 519e7f10-02cd-47dd-b780-a4d6410e10b7 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:06:38.452702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5c9131ab-8b3f-4bd7-95c0-f850ea955740 None None] Provisioning complete for port 384fb7bc-99fd-4959-8828-4951d42fff6a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:38.453073 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c9131ab-8b3f-4bd7-95c0-f850ea955740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:38.534832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c9131ab-8b3f-4bd7-95c0-f850ea955740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:38.568544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5c9131ab-8b3f-4bd7-95c0-f850ea955740 None None] For port 384fb7bc-99fd-4959-8828-4951d42fff6a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=384fb7bc-99fd-4959-8828-4951d42fff6a,segment=NetworkSegment(5135a07c-5130-4e6a-bfb1-dc0cae74062c),segment_id=5135a07c-5130-4e6a-bfb1-dc0cae74062c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:06:38.600478 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'name': 'router1', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:06:25Z', 'updated_at': '2022-04-30T01:06:35Z', 'revision_number': 2, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'gw_port_host': None, '_interfaces': [{'id': '384fb7bc-99fd-4959-8828-4951d42fff6a', 'name': '', 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'mac_address': 'fa:16:3e:96:ac:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:34Z', 'updated_at': '2022-04-30T01:06:38Z', 'revision_number': 4, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'subnets': [{'id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be063c98-cbe3-4f88-9deb-6f9a7641d5d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:38.622688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c9131ab-8b3f-4bd7-95c0-f850ea955740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:38.629738 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc431d-5ab2-4371-b7d9-f005ac31d81c None None] The sync data for ids ['519e7f10-02cd-47dd-b780-a4d6410e10b7'] in n-d-821348-1 is: [{'id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'name': 'router1', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:06:25Z', 'updated_at': '2022-04-30T01:06:35Z', 'revision_number': 2, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'gw_port_host': None, '_interfaces': [{'id': '384fb7bc-99fd-4959-8828-4951d42fff6a', 'name': '', 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'mac_address': 'fa:16:3e:96:ac:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:34Z', 'updated_at': '2022-04-30T01:06:38Z', 'revision_number': 4, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'subnets': [{'id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be063c98-cbe3-4f88-9deb-6f9a7641d5d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:06:38.685450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9131ab-8b3f-4bd7-95c0-f850ea955740 None None] Pushing event updated for resources: {'Port': ['ID=384fb7bc-99fd-4959-8828-4951d42fff6a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:38.832278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56454) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:38.942328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c003b692-0c41-4e27-90f4-218865633c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:06:38.943644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c003b692-0c41-4e27-90f4-218865633c71 admin admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 842 time: 0.1103983 Apr 30 01:06:38.953609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'cidr': '172.25.0.0/24'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:06:39.062823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Made reservation on behalf of baae36b4f32145c4b578404713f5484b for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:06:39.065190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:39.394823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:06:39.395254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:39.449154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae87c4c8-04da-4034-bc7b-ec6b460af279,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:39.465063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:06:39.465433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Network hostable DHCP agents. Network: ee71faad-6360-4b54-bc5c-ca19e3bd12cd, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:06:39.565354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:06:39.633748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ee71faad-6360-4b54-bc5c-ca19e3bd12cd) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:06:39.638677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:06:39.640563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:39.643455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9d09c-209c-41ab-a1ee-13cb2e98aa4a None None] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:06:39.727552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b4d66ebf-d2c0-4791-b714-02a6a46d0161 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7663462 Apr 30 01:06:39.778660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d21a92-3dce-4d78-950d-0123bab78fe4 None None] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:06:42.035892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56462) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:42.289813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e703a21e-4d5b-4f03-b13b-ce1d943ecd2e admin admin] 10.222.0.15 "GET /v2.0/routers/519e7f10-02cd-47dd-b780-a4d6410e10b7 HTTP/1.1" status: 200 len: 710 time: 0.2527196 Apr 30 01:06:42.405975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93814cda-f2f6-4f45-af31-4395c69b54f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:06:42.407354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-93814cda-f2f6-4f45-af31-4395c69b54f3 admin admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 886 time: 0.1096954 Apr 30 01:06:42.416900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:06:42.664013 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:42.947941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:43.022095 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:43.276887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Allocated IP 172.25.0.242 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/fb8dacdb-7be4-4965-9356-60247853f047) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:06:43.428177 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:43.543049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:43.605759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:06:43.612123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:06:43.624222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:06:43.640323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8dacdb-7be4-4965-9356-60247853f047,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:44.004881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:44.194739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:44.199854 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:44.308043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Router 519e7f10-02cd-47dd-b780-a4d6410e10b7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:06:44.413852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:06:44.418298 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:44.419501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9705c39b-5985-442c-9a20-92406bf5c769 admin admin] 10.222.0.15 "PUT /v2.0/routers/519e7f10-02cd-47dd-b780-a4d6410e10b7 HTTP/1.1" status: 200 len: 890 time: 2.0057931 Apr 30 01:06:45.006310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 384fb7bc-99fd-4959-8828-4951d42fff6a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:06:45.037814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Sync routers for ids ['519e7f10-02cd-47dd-b780-a4d6410e10b7'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:06:45.054018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Routers {'519e7f10-02cd-47dd-b780-a4d6410e10b7'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:06:45.054641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:06:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['519e7f10-02cd-47dd-b780-a4d6410e10b7'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:45.156754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 384fb7bc-99fd-4959-8828-4951d42fff6a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:45.157118 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:45.289425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Set router 519e7f10-02cd-47dd-b780-a4d6410e10b7 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:06:45.776641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'name': 'router1', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'fb8dacdb-7be4-4965-9356-60247853f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:06:25Z', 'updated_at': '2022-04-30T01:06:43Z', 'revision_number': 4, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'gw_port': {'id': 'fb8dacdb-7be4-4965-9356-60247853f047', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:43Z', 'updated_at': '2022-04-30T01:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '384fb7bc-99fd-4959-8828-4951d42fff6a', 'name': '', 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'mac_address': 'fa:16:3e:96:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:34Z', 'updated_at': '2022-04-30T01:06:38Z', 'revision_number': 5, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'subnets': [{'id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be063c98-cbe3-4f88-9deb-6f9a7641d5d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:45.827897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Checking router: 519e7f10-02cd-47dd-b780-a4d6410e10b7 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:06:45.828155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Updating router 519e7f10-02cd-47dd-b780-a4d6410e10b7 port fb8dacdb-7be4-4965-9356-60247853f047 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:06:45.873388 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:46.185464 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:46.256363 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:46.307394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Attempting to bind port fb8dacdb-7be4-4965-9356-60247853f047 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:06:46.307780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Attempting to bind port fb8dacdb-7be4-4965-9356-60247853f047 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:06:46.308139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Attempting to bind port fb8dacdb-7be4-4965-9356-60247853f047 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:06:46.310880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb18ff8-4ade-4e96-a4ef-dfbba3cd19ab None None] Pushing event updated for resources: {'Port': ['ID=fb8dacdb-7be4-4965-9356-60247853f047,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:46.315938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:06:46.316311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:06:46.316710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:46.317092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:06:46.317559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Bound port: fb8dacdb-7be4-4965-9356-60247853f047, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:06:46.318049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:46.367523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] For port fb8dacdb-7be4-4965-9356-60247853f047, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:06:46.370422 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] For port fb8dacdb-7be4-4965-9356-60247853f047, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fb8dacdb-7be4-4965-9356-60247853f047,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:06:46.440205 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:46.500811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb18ff8-4ade-4e96-a4ef-dfbba3cd19ab None None] Pushing event updated for resources: {'Port': ['ID=fb8dacdb-7be4-4965-9356-60247853f047,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:46.503820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Routers {'519e7f10-02cd-47dd-b780-a4d6410e10b7'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:06:46.503935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:06:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['519e7f10-02cd-47dd-b780-a4d6410e10b7'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:46.610667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] Set router 519e7f10-02cd-47dd-b780-a4d6410e10b7 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:06:46.825603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'name': 'router1', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'fb8dacdb-7be4-4965-9356-60247853f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:06:25Z', 'updated_at': '2022-04-30T01:06:43Z', 'revision_number': 4, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'gw_port': {'id': 'fb8dacdb-7be4-4965-9356-60247853f047', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:43Z', 'updated_at': '2022-04-30T01:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '384fb7bc-99fd-4959-8828-4951d42fff6a', 'name': '', 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'mac_address': 'fa:16:3e:96:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:34Z', 'updated_at': '2022-04-30T01:06:38Z', 'revision_number': 5, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'subnets': [{'id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be063c98-cbe3-4f88-9deb-6f9a7641d5d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:06:46.850426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56474) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:06:46.852448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d11e00-d2bf-41af-b6fa-207a67379678 None None] The sync data for ids ['519e7f10-02cd-47dd-b780-a4d6410e10b7'] in n-d-821348-1 is: [{'id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'name': 'router1', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'fb8dacdb-7be4-4965-9356-60247853f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:06:25Z', 'updated_at': '2022-04-30T01:06:43Z', 'revision_number': 4, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'gw_port': {'id': 'fb8dacdb-7be4-4965-9356-60247853f047', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:43Z', 'updated_at': '2022-04-30T01:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '384fb7bc-99fd-4959-8828-4951d42fff6a', 'name': '', 'network_id': '4c56eae1-03de-4315-b3c8-445b0daae7da', 'tenant_id': '9446a55e2c2f4200babf38e1b8053c21', 'mac_address': 'fa:16:3e:96:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519e7f10-02cd-47dd-b780-a4d6410e10b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:06:34Z', 'updated_at': '2022-04-30T01:06:38Z', 'revision_number': 5, 'project_id': '9446a55e2c2f4200babf38e1b8053c21', 'subnets': [{'id': '58a069ec-5708-4d27-86b6-c1d3d5cafd56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be063c98-cbe3-4f88-9deb-6f9a7641d5d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:06:46.982254 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0df94cf5-f5eb-4124-be91-eb5bea51563a admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1302838 Apr 30 01:06:47.049869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fb8dacdb-7be4-4965-9356-60247853f047 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:06:47.105751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fb8dacdb-7be4-4965-9356-60247853f047 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:47.106136 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:47.188731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:47.210309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port fb8dacdb-7be4-4965-9356-60247853f047, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fb8dacdb-7be4-4965-9356-60247853f047,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:06:47.319523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:47.380980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=fb8dacdb-7be4-4965-9356-60247853f047,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:06:49.001145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fb8dacdb-7be4-4965-9356-60247853f047 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:06:49.060707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fb8dacdb-7be4-4965-9356-60247853f047 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:06:49.061424 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:06:57.960161 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:06:58.633805 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bad483b3-850d-420a-ba83-624cb6c28f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:00.862035 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdb47-54d4-4a27-953b-2c382d97a363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:01.830785 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:03.587638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:03.719964 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:28.588016 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7541bee8-c1f4-46eb-9d96-e5684313d2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:30.889769 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-adcde2e6-ab69-424f-ab6a-5dc284403e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:31.832412 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:33.598268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:33.724125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:07:34.959213 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:07:58.586829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-066bc956-0747-4bfc-ae79-de9179ce4a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:00.866434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db08be66-2dde-4a8e-8c33-e8bc2fd20d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:01.803031 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:03.568991 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:03.705826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:11.958022 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:08:28.591266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6fd52230-80a4-4e91-8d10-011e30dffc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:29.228456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57070) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:29.292985 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-af10b197-d50c-4f0a-b6a9-578a7b338b8d admin admin] GET failed (client error): The resource could not be found. Apr 30 01:08:29.298693 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-af10b197-d50c-4f0a-b6a9-578a7b338b8d admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648651 Apr 30 01:08:29.451063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d794f-edb1-4232-9bd3-a141c9a5198d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:29.452560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bc2d794f-edb1-4232-9bd3-a141c9a5198d admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1533794 Apr 30 01:08:30.842645 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4be3816-f434-4b8d-bd29-df66775e14d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:31.712757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57080) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:31.791107 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:31.808292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb10f830-ce8e-47a1-b543-a3d5c11ac0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:31.809657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cb10f830-ce8e-47a1-b543-a3d5c11ac0d6 admin admin] 10.222.0.15 "GET /v2.0/subnets/58a069ec-5708-4d27-86b6-c1d3d5cafd56 HTTP/1.1" status: 200 len: 849 time: 0.0958836 Apr 30 01:08:31.820918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:08:31.901153 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Notify callbacks [] for subnet, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:32.099962 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773245442744'] for subnet, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:32.130215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:32.130809 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:32.132125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] 10.222.0.15 "PUT /v2.0/subnets/58a069ec-5708-4d27-86b6-c1d3d5cafd56 HTTP/1.1" status: 200 len: 868 time: 0.3148680 Apr 30 01:08:32.146536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b0d124-0f2f-4da4-9761-9faee0fc144d None None] Network 4c56eae1-03de-4315-b3c8-445b0daae7da requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:08:32.156517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a069ec-5708-4d27-86b6-c1d3d5cafd56,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:08:32.164015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.164361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.164700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.165032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.165362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.165688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.166010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.166335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.166654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.167636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.167963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.168281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2dd671-f3bf-4775-a004-a17c03e9eebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:08:32.578214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0cae67e-d90f-4dde-9b3c-81c41bff0333 None None] Provisioning complete for port 384fb7bc-99fd-4959-8828-4951d42fff6a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:08:32.578589 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0cae67e-d90f-4dde-9b3c-81c41bff0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:32.664705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0cae67e-d90f-4dde-9b3c-81c41bff0333 None None] Provisioning complete for port baa21ef5-b6a1-4437-a24a-1908d12e89e0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:08:32.664997 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0cae67e-d90f-4dde-9b3c-81c41bff0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:33.585644 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:33.728508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:08:34.359064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57090) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:34.623925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2537b-70e5-478d-8f7f-a8c61b421fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:34.624391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2537b-70e5-478d-8f7f-a8c61b421fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:34.625903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9fe2537b-70e5-478d-8f7f-a8c61b421fcd admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2658639 Apr 30 01:08:36.818347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57098) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:37.080587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316419e8-8a0f-4d69-8cea-459d8e6e15c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:37.080977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316419e8-8a0f-4d69-8cea-459d8e6e15c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:37.082537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-316419e8-8a0f-4d69-8cea-459d8e6e15c0 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2633231 Apr 30 01:08:39.292926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57106) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:39.435153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a107ac5-37f0-4708-966e-e063642d928a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:39.436528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2a107ac5-37f0-4708-966e-e063642d928a admin admin] 10.222.0.15 "GET /v2.0/networks/4c56eae1-03de-4315-b3c8-445b0daae7da HTTP/1.1" status: 200 len: 868 time: 0.1426301 Apr 30 01:08:41.633310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57114) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:41.763133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c6087-af1f-4e5b-aa74-252f42499185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:41.764525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ce1c6087-af1f-4e5b-aa74-252f42499185 admin admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 886 time: 0.1303043 Apr 30 01:08:43.949295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57122) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:44.074403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64e346-d5fd-4657-a276-d7b312948a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:44.074931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64e346-d5fd-4657-a276-d7b312948a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:44.076489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6f64e346-d5fd-4657-a276-d7b312948a6a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260743 Apr 30 01:08:46.267034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57130) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:46.387949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430e1c6-f2b8-4351-bf83-edcbaff66044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:46.388401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430e1c6-f2b8-4351-bf83-edcbaff66044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:46.389917 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0430e1c6-f2b8-4351-bf83-edcbaff66044 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218982 Apr 30 01:08:48.599749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57138) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:48.690609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07819310-e6b4-43b7-a1f5-4ea78794bbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:48.692003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-07819310-e6b4-43b7-a1f5-4ea78794bbca admin admin] 10.222.0.15 "GET /v2.0/subnets/58a069ec-5708-4d27-86b6-c1d3d5cafd56 HTTP/1.1" status: 200 len: 868 time: 0.0913169 Apr 30 01:08:48.956249 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:08:50.883497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57146) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:08:50.971343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b0ed8-2780-4069-b0de-2fb6bc2b04c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:08:50.972701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-409b0ed8-2780-4069-b0de-2fb6bc2b04c6 admin admin] 10.222.0.15 "GET /v2.0/subnets/ae87c4c8-04da-4034-bc7b-ec6b460af279 HTTP/1.1" status: 200 len: 816 time: 0.0882821 Apr 30 01:08:58.590538 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eef6f3c-e670-408f-9db2-fb61027a7a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:00.852985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f1011401-f38c-4eca-8f72-6d91325ec7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:01.801726 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:03.583981 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:03.738001 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:11.794623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57200) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:09:11.841191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-0b2cdd16-d38d-49a1-91da-4cb6df4117b5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:09:11.842221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0b2cdd16-d38d-49a1-91da-4cb6df4117b5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466213 Apr 30 01:09:14.114213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57208) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:09:14.176057 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ffadde-9df5-4dbe-988e-897dad0988d4 admin admin] GET failed (client error): The resource could not be found. Apr 30 01:09:14.177364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-87ffadde-9df5-4dbe-988e-897dad0988d4 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622268 Apr 30 01:09:14.315957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8530209c-55ad-47e9-9744-4290be53eca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:09:14.317329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8530209c-55ad-47e9-9744-4290be53eca9 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353168 Apr 30 01:09:16.540507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57216) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:09:16.587276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:09:16.681981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Made reservation on behalf of baae36b4f32145c4b578404713f5484b for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:09:16.684338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:16.711704 n-d-821348-1 neutron-server[103319]: WARNING neutron.services.revisions.revision_plugin [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Could not find related network for resource to bump revision. Apr 30 01:09:16.726839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:09:16.736505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:16.736839 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Added segment 2622cfe9-a54b-4519-bc3e-0d833e191423 of type vlan for network d41f7c32-b550-4839-99e8-1d176748b824 Apr 30 01:09:16.775750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:16.829767 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:16.830673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:09:16.831262 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:16.890241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] Pushing event updated for resources: {'Network': ['ID=d41f7c32-b550-4839-99e8-1d176748b824,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:09:16.900330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d41f7c32-b550-4839-99e8-1d176748b824 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:09:16.918634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-52733d7a-cd1b-400d-9fc1-b428bbdd4085 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3770359 Apr 30 01:09:19.131560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57224) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:09:19.191132 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa2912d-202d-4197-b4c8-6cc00c224287 admin admin] GET failed (client error): The resource could not be found. Apr 30 01:09:19.192459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4aa2912d-202d-4197-b4c8-6cc00c224287 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599594 Apr 30 01:09:19.268268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf780758-5408-4a42-a270-9c9b4c3b013b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:09:19.269689 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bf780758-5408-4a42-a270-9c9b4c3b013b admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0726440 Apr 30 01:09:19.280798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:09:19.344142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Made reservation on behalf of baae36b4f32145c4b578404713f5484b for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:09:19.346686 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:19.544742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:19.595903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:09:19.606132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:09:19.606482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Network hostable DHCP agents. Network: d41f7c32-b550-4839-99e8-1d176748b824, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:09:19.681009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Network d41f7c32-b550-4839-99e8-1d176748b824 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:09:19.755406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d41f7c32-b550-4839-99e8-1d176748b824) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:09:19.759497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:09:19.760082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:19.764609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde28462-c560-4778-acca-88b8d0d28e69 None None] Network d41f7c32-b550-4839-99e8-1d176748b824 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:09:19.844364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1255605e-a27e-48c4-adef-6cd115b953f2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5669658 Apr 30 01:09:20.005359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d41f7c32-b550-4839-99e8-1d176748b824', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'tenant_id': 'baae36b4f32145c4b578404713f5484b', 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:09:20.006528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:20.146215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Allocated IP 192.168.233.2 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/aab46063-3421-423f-95a7-4c0b451af27b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:09:20.290569 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:20.355585 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:20.395741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:09:20.398611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:09:20.401184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:09:20.410165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Pushing event updated for resources: {'Port': ['ID=aab46063-3421-423f-95a7-4c0b451af27b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:09:20.433803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.434171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.434510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.434840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.435169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.435532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.435861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.436176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.436497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.436813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.437124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.437436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:09:20.470031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Attempting to bind port aab46063-3421-423f-95a7-4c0b451af27b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:09:20.470393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Attempting to bind port aab46063-3421-423f-95a7-4c0b451af27b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:09:20.470759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Attempting to bind port aab46063-3421-423f-95a7-4c0b451af27b on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:09:20.475964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:09:20.476329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:09:20.476782 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:20.477169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:09:20.477648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Bound port: aab46063-3421-423f-95a7-4c0b451af27b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:09:20.478041 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:20.545344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] For port aab46063-3421-423f-95a7-4c0b451af27b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:09:20.548693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] For port aab46063-3421-423f-95a7-4c0b451af27b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=aab46063-3421-423f-95a7-4c0b451af27b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:09:20.607702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:20.668686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d5616-1cc0-403c-99f4-3a28997b2798 None None] Pushing event updated for resources: {'Port': ['ID=aab46063-3421-423f-95a7-4c0b451af27b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:09:21.122237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aab46063-3421-423f-95a7-4c0b451af27b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:09:21.171339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port aab46063-3421-423f-95a7-4c0b451af27b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:09:21.171740 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:21.254860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:21.289866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port aab46063-3421-423f-95a7-4c0b451af27b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=aab46063-3421-423f-95a7-4c0b451af27b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:09:21.362263 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:21.414768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=aab46063-3421-423f-95a7-4c0b451af27b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:09:21.560673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed662a-7a82-41ca-979c-542a4f1377c1 None None] Network d41f7c32-b550-4839-99e8-1d176748b824 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:09:21.652764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b40bbf20-e3cc-4233-aad1-aa861273db13 None None] Provisioning complete for port aab46063-3421-423f-95a7-4c0b451af27b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:09:21.654202 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b40bbf20-e3cc-4233-aad1-aa861273db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:22.005907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-404b99bc-6d05-4e67-b246-d839be98f10b None None] Provisioning complete for port aab46063-3421-423f-95a7-4c0b451af27b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:09:22.006272 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-404b99bc-6d05-4e67-b246-d839be98f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:23.066036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aab46063-3421-423f-95a7-4c0b451af27b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:09:23.117594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port aab46063-3421-423f-95a7-4c0b451af27b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:09:23.117957 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:25.955638 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:09:28.595128 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a194cc9e-d065-4e1d-9a99-68a813813e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:30.886871 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94686e92-e31f-4ec3-a3d9-73e5f79379fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:31.835145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:33.588722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:33.714902 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:09:58.606419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d030c463-cf70-4966-99a7-035f51e33d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:00.857625 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e671e32-e1c9-4e37-abf2-5aa8215d4434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:01.885299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:02.953826 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:10:03.599707 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:03.766196 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:28.600302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b5f43de-02a8-4267-aa5d-2104b879abe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:30.890104 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba335729-54d4-420c-a63e-635d0c02a78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:31.902395 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:33.599518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:33.713667 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:10:39.952291 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:10:58.599275 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a18d103d-a8e5-4652-9286-df593ec9f91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:00.896281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee127f35-a1e9-4e8c-88f3-d51de6779863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:01.844841 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:03.599139 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:03.696016 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:16.950522 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:11:24.543219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57262) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:11:24.548987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-bd2adb11-0357-4496-b07e-4b67bd3298e4 tempest-verify_tempest_config-430429541 tempest-verify_tempest_config-430429541-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:11:24.549936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bd2adb11-0357-4496-b07e-4b67bd3298e4 tempest-verify_tempest_config-430429541 tempest-verify_tempest_config-430429541-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057399 Apr 30 01:11:24.999964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57280) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:11:25.102857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:25.173060 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:25.236666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:25.278810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e7a30-368c-48b5-b189-fe9f44308411,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:11:25.282304 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca667b2035104f8eb5fa824719371a09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2813804 Apr 30 01:11:25.285207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57284) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:11:25.287952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.288309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.288628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.288958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.289283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.289633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.289999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.290321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.290640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.290953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.291267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.291624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb5d1a7-fcb1-4273-adf0-55cdd3f43735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.345410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:25.365646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:25.511391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:25.513987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:25.515511 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f63e7a30-368c-48b5-b189-fe9f44308411 HTTP/1.1" status: 204 len: 168 time: 0.2287045 Apr 30 01:11:25.523413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e7a30-368c-48b5-b189-fe9f44308411,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:11:25.530513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.530858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.531195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.531553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.531886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.532214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.532540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.533015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.533247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.533569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.533892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:25.534409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7355d3b5-8cb9-4392-a4fd-b1977e829461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:11:28.632802 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccb111c0-c5a1-4b22-9e6b-a2d01166e4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:30.870562 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37253a73-6ef3-4df3-a867-d0574e08173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:31.831392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:33.785375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:33.820637 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:11:53.949409 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:11:58.597634 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90d0c644-21e9-4c2c-acef-6238c6c84e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:00.871606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e34d-21ab-41b8-b950-9d6d67bbe138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:01.831325 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:03.618395 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:03.762688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:28.606441 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46efc4e5-be22-46da-87d5-e523f09cd42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:30.880271 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0e5c9e9-2d85-4f0d-8966-c07959b950ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:30.952075 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:12:31.842437 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:33.619146 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:33.710572 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:12:58.633993 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2d7992a-cb10-4124-97d4-0ad52e55ab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:00.858228 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5680f420-9039-420e-a642-98a915119013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:01.824371 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:03.645108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:03.736498 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:07.951240 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:13:28.598690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9de4ba2d-4115-4be2-82b5-a7f7e8d9502e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:30.872929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2876-51b4-4707-9cd1-b9a87504eb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:31.872941 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:33.609679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:33.715380 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:13:44.949486 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:13:58.586290 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6c1305f-3520-425b-aee2-68e1f2a2f92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:00.877541 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54bf6688-db9b-49c7-a585-52f0a258d5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:01.843014 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:03.620073 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:03.734410 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:18.322437 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618089'] for agent, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:20.265640 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618089'] for agent, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:21.948125 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:14:28.607965 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-371148a0-f7b6-46c6-aa1f-26393946085b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:30.876501 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0dde58c1-69ae-4c77-957b-4878d619850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:31.853713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:33.633250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:33.724663 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:48.329907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:50.258427 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:58.610070 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4eb00a6-93bb-491e-88da-70da1a02e7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:14:58.946445 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:15:00.918082 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46e28f65-d1f3-4467-9242-1ef3a5e5b2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:01.844018 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:03.627268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:03.718333 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:04.186113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:15:04.288919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-27fac63e-67eb-4ad1-96b8-bf2952bc5cb6 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1017332 Apr 30 01:15:06.545707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57354) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:15:06.606216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-86e7e425-6305-48c9-8200-7e6dd554919b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0594406 Apr 30 01:15:18.295038 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:20.232041 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:28.594927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487eb2a1-4c7e-4b28-8d6d-6cc486185494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:30.894457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f85548fd-a53d-4922-acb9-ba524670b78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:31.882868 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:33.628765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:33.722895 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:35.946071 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:15:48.317160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:50.243017 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:15:58.605182 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f146dff-2617-468a-869f-912dffc95033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:00.925154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2d6f7f8-c968-4eb8-a44a-73e21ba7b2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:01.865387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:03.630696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:03.722358 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:12.945104 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:16:18.330327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:20.261396 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:28.594344 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99e6c0e9-0ae1-4019-ab65-05499fbdd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:30.893326 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-113bfd3d-4ffc-425e-90e1-41bde701b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:31.887811 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:33.644463 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:33.741273 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:43.595096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57558) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:44.178065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5c99ca8f-9dff-43f8-bdcb-569311fc2c5b tempest-AutoAllocateNetworkTest-514069543 tempest-AutoAllocateNetworkTest-514069543-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed65fa1db7664828b8b8cb92d2b515c1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5817540 Apr 30 01:16:44.180510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57578) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:44.354956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e499d-cffb-41b8-8a79-9c332c0b3aa3 tempest-AutoAllocateNetworkTest-514069543 tempest-AutoAllocateNetworkTest-514069543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:44.359702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57584) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:44.360177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ec1e499d-cffb-41b8-8a79-9c332c0b3aa3 tempest-AutoAllocateNetworkTest-514069543 tempest-AutoAllocateNetworkTest-514069543-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1782737 Apr 30 01:16:44.427136 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c10d61c5-f291-45da-826f-6ac2d199d8a5 tempest-AutoAllocateNetworkTest-514069543 tempest-AutoAllocateNetworkTest-514069543-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655246 Apr 30 01:16:44.429782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57588) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:44.456436 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bac63a05-2210-4644-b5db-23d97d513d40 tempest-AutoAllocateNetworkTest-514069543 tempest-AutoAllocateNetworkTest-514069543-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed65fa1db7664828b8b8cb92d2b515c1 HTTP/1.1" status: 200 len: 208 time: 0.0256543 Apr 30 01:16:45.484033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57622) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:45.868959 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:45.945218 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:46.007699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:46.071082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90980eac-3a2a-4483-b9e1-c9e9c4fde034,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:46.081648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.081988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.082325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.082653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.083131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.083498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.083822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.084395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.084716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.085029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.085350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.085663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] Tracked resource versions report: Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: pushed versions: Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: { 'AddressGroup': {'1.2'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'ConntrackHelper': {'1.0'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Log': {'1.0'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Network': {'1.1'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Port': {'1.7'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'PortForwarding': {'1.2'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'QosPolicy': {'1.9'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'SecurityGroup': {'1.4'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'SecurityGroupRule': {'1.2'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'SubPort': {'1.0'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Subnet': {'1.1'}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Trunk': {'1.1'}} Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: consumer versions: Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: { DHCP agent@n-d-821348-1: {}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: HyperV agent@n-h1-821348-1: {}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: HyperV agent@n-h2-821348-1: {}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: L3 agent@n-d-821348-1: {}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: Metadata agent@n-d-821348-1: {}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: Metering agent@n-d-821348-1: {}, Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: Open vSwitch agent@n-d-821348-1: { 'AddressGroup': '1.2', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'ConntrackHelper': '1.0', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Log': '1.0', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Network': '1.1', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Port': '1.7', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'PortForwarding': '1.2', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'QosPolicy': '1.9', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'SecurityGroup': '1.4', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'SecurityGroupRule': '1.2', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'SubPort': '1.0', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Subnet': '1.1', Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: 'Trunk': '1.1'}} Apr 30 01:16:46.086715 n-d-821348-1 neutron-server[103318]: {{(pid=103318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 01:16:46.095375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57654) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:46.095974 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2099f93a-9927-491e-b3df-f5b8f00a6527 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed65fa1db7664828b8b8cb92d2b515c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6102738 Apr 30 01:16:46.154234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:46.175514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:46.293247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:46.296018 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:46.297413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90980eac-3a2a-4483-b9e1-c9e9c4fde034 HTTP/1.1" status: 204 len: 168 time: 0.2009840 Apr 30 01:16:46.305528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90980eac-3a2a-4483-b9e1-c9e9c4fde034,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:46.314511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.314920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.315339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.315930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.316326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.316661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.316980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.317303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.317626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.317942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.318259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.318571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a40bd-95c2-4ac5-addc-6755e5d54a35 admin admin] Tracked resource versions report: Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: pushed versions: Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: { 'AddressGroup': {'1.2'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'ConntrackHelper': {'1.0'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Log': {'1.0'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Network': {'1.1'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Port': {'1.7'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'PortForwarding': {'1.2'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'QosPolicy': {'1.9'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'SecurityGroup': {'1.4'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'SecurityGroupRule': {'1.2'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'SubPort': {'1.0'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Subnet': {'1.1'}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Trunk': {'1.1'}} Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: consumer versions: Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: { DHCP agent@n-d-821348-1: {}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: HyperV agent@n-h1-821348-1: {}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: HyperV agent@n-h2-821348-1: {}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: L3 agent@n-d-821348-1: {}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: Metadata agent@n-d-821348-1: {}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: Metering agent@n-d-821348-1: {}, Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: Open vSwitch agent@n-d-821348-1: { 'AddressGroup': '1.2', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'ConntrackHelper': '1.0', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Log': '1.0', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Network': '1.1', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Port': '1.7', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'PortForwarding': '1.2', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'QosPolicy': '1.9', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'SecurityGroup': '1.4', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'SecurityGroupRule': '1.2', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'SubPort': '1.0', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Subnet': '1.1', Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: 'Trunk': '1.1'}} Apr 30 01:16:46.319808 n-d-821348-1 neutron-server[103319]: {{(pid=103319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 01:16:47.665138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57742) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:47.667408 n-d-821348-1 neutron-server[103319]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 01:16:47.690676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-3848d751-db23-4552-8a8b-4972a5462916 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1b23b819fef74ff896f750dcf83da5ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242360 Apr 30 01:16:47.798010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755d23-8e62-4249-9fad-9583c6212758 req-2de27e4e-1f63-40f7-84cd-3eea9d70eba7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:47.799505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-2de27e4e-1f63-40f7-84cd-3eea9d70eba7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031256 Apr 30 01:16:47.816442 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-b6a920b7-66d9-4079-97d5-69df2f5e71f0 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/quotas/1b23b819fef74ff896f750dcf83da5ea HTTP/1.1" status: 200 len: 375 time: 0.0114188 Apr 30 01:16:47.873513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-5c51c405-b167-4515-8dfa-9ff2ec4caecc tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b23b819fef74ff896f750dcf83da5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497162 Apr 30 01:16:48.347262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:48.547545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57800) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:48.730761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d03b7a5-a62f-4106-b04e-27d44b242744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:48.816255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d03b7a5-a62f-4106-b04e-27d44b242744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:48.882354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fef5d601-c7ae-4d89-946f-c0a38b9801a2 req-9fb80184-ceae-4d09-88b4-7f80e1d87853 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 210 time: 0.0486586 Apr 30 01:16:48.918467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d03b7a5-a62f-4106-b04e-27d44b242744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:49.002191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03b7a5-a62f-4106-b04e-27d44b242744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0b6de-6086-462b-94ea-0962a4f79682,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:49.140467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2d03b7a5-a62f-4106-b04e-27d44b242744 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e83cebb4cb2d42829e3219528f60cd03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5912163 Apr 30 01:16:49.143599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57840) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:49.204420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b30e5f8b-4156-4554-b9a6-ae4bbe9d1cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:49.232578 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b30e5f8b-4156-4554-b9a6-ae4bbe9d1cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:49.446314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b30e5f8b-4156-4554-b9a6-ae4bbe9d1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:49.446932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b30e5f8b-4156-4554-b9a6-ae4bbe9d1cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:49.448552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b30e5f8b-4156-4554-b9a6-ae4bbe9d1cd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7f0b6de-6086-462b-94ea-0962a4f79682 HTTP/1.1" status: 204 len: 168 time: 0.3038907 Apr 30 01:16:49.459397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5f8b-4156-4554-b9a6-ae4bbe9d1cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0b6de-6086-462b-94ea-0962a4f79682,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:49.549019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57876) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:49.827505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6e24234-7fa5-46b8-93d9-2677207c94eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:49.903609 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6e24234-7fa5-46b8-93d9-2677207c94eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:49.943618 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:16:49.979607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6e24234-7fa5-46b8-93d9-2677207c94eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.018895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e24234-7fa5-46b8-93d9-2677207c94eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e8a29b-7898-47bb-9287-2ff5dff9ac8d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:50.021586 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6e24234-7fa5-46b8-93d9-2677207c94eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31cd9402515b41ca81d469c768b3e272&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4715438 Apr 30 01:16:50.024297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57898) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:50.056706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57900) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:50.080240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6439e508-a796-4035-81e2-f4cceb474286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.102063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6439e508-a796-4035-81e2-f4cceb474286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.224957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6439e508-a796-4035-81e2-f4cceb474286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.227445 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6439e508-a796-4035-81e2-f4cceb474286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.228878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6439e508-a796-4035-81e2-f4cceb474286 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42e8a29b-7898-47bb-9287-2ff5dff9ac8d HTTP/1.1" status: 204 len: 168 time: 0.2034554 Apr 30 01:16:50.237770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439e508-a796-4035-81e2-f4cceb474286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e8a29b-7898-47bb-9287-2ff5dff9ac8d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:50.339196 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.391232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-434402ef-b6c2-495a-9f2a-0b169533bb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.409841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57920) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:50.466626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-434402ef-b6c2-495a-9f2a-0b169533bb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.573572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-434402ef-b6c2-495a-9f2a-0b169533bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.617096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-434402ef-b6c2-495a-9f2a-0b169533bb6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=409994185b904cf0939565ada7cbdd48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5593758 Apr 30 01:16:50.618208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434402ef-b6c2-495a-9f2a-0b169533bb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5024d271-33b4-48a8-9aa1-4208b1f371fe,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:50.619788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57924) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:50.648429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57926) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:50.661888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3323558-eea7-4d29-ae4d-dfb76d1dc682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.680586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eac40f07-37bb-42f0-ba9c-e6aa29d54d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.704869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eac40f07-37bb-42f0-ba9c-e6aa29d54d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.744864 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3323558-eea7-4d29-ae4d-dfb76d1dc682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.825733 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3323558-eea7-4d29-ae4d-dfb76d1dc682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.853584 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eac40f07-37bb-42f0-ba9c-e6aa29d54d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.856236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eac40f07-37bb-42f0-ba9c-e6aa29d54d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.860988 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eac40f07-37bb-42f0-ba9c-e6aa29d54d27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5024d271-33b4-48a8-9aa1-4208b1f371fe HTTP/1.1" status: 204 len: 168 time: 0.2395167 Apr 30 01:16:50.875109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac40f07-37bb-42f0-ba9c-e6aa29d54d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024d271-33b4-48a8-9aa1-4208b1f371fe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:50.885784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a3323558-eea7-4d29-ae4d-dfb76d1dc682 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42f199cc54bc4f248fc4e473175b9d04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2360454 Apr 30 01:16:50.888494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57938) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:50.945420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3323558-eea7-4d29-ae4d-dfb76d1dc682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdc9bb7-dba1-40d9-a1de-4b84b786e0a4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:50.949273 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ac341c8-9223-4404-b995-f60a696ec03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.961231 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11134216-7a07-4879-a37e-f94bbdc909b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:50.991094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11134216-7a07-4879-a37e-f94bbdc909b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.064269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57952) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:51.125200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11134216-7a07-4879-a37e-f94bbdc909b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.128316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11134216-7a07-4879-a37e-f94bbdc909b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.129518 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-11134216-7a07-4879-a37e-f94bbdc909b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cdc9bb7-dba1-40d9-a1de-4b84b786e0a4 HTTP/1.1" status: 204 len: 168 time: 0.2398627 Apr 30 01:16:51.137274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11134216-7a07-4879-a37e-f94bbdc909b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdc9bb7-dba1-40d9-a1de-4b84b786e0a4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:51.145061 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ac341c8-9223-4404-b995-f60a696ec03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.196243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ac341c8-9223-4404-b995-f60a696ec03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.215745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57958) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:51.230715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc626f4e-1c2b-4a7e-9d1a-89341d1eeabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.236730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9ac341c8-9223-4404-b995-f60a696ec03f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e030fd00c6b145a99383bd1265b1bbaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8255053 Apr 30 01:16:51.237643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac341c8-9223-4404-b995-f60a696ec03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe05277-c29b-4fbe-a09d-9a93e04efc71,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:51.240139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57960) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:51.325550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2655686d-041a-4cb9-93cc-f59c0ef9b422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.337848 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc626f4e-1c2b-4a7e-9d1a-89341d1eeabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.361598 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2655686d-041a-4cb9-93cc-f59c0ef9b422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.404266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc626f4e-1c2b-4a7e-9d1a-89341d1eeabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.443246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cc626f4e-1c2b-4a7e-9d1a-89341d1eeabc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e166102bf8c4b88af2e5e22621fe271&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2264330 Apr 30 01:16:51.444095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc626f4e-1c2b-4a7e-9d1a-89341d1eeabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45877407-36f3-4a67-bf06-e7888cd95d6b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:51.446148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57966) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:51.458203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.21', 65222) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:51.498728 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-fb349076-f43d-4dad-b639-1d99dce9e3be tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1b23b819fef74ff896f750dcf83da5ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393455 Apr 30 01:16:51.506505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2655686d-041a-4cb9-93cc-f59c0ef9b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.509220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2655686d-041a-4cb9-93cc-f59c0ef9b422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.513389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2655686d-041a-4cb9-93cc-f59c0ef9b422 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fe05277-c29b-4fbe-a09d-9a93e04efc71 HTTP/1.1" status: 204 len: 168 time: 0.2723446 Apr 30 01:16:51.531390 n-d-821348-1 neutron-server[103318]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 01:16:51.537721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655686d-041a-4cb9-93cc-f59c0ef9b422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe05277-c29b-4fbe-a09d-9a93e04efc71,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:51.538497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56c6e04a-0e79-4b36-beb4-0487b1ecba45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.571414 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56c6e04a-0e79-4b36-beb4-0487b1ecba45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.633515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be442301-a221-47ff-a86e-c482d3bf39f9 req-f7399166-55b6-474d-9bf0-4afb2e54dd78 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 210 time: 0.5680068 Apr 30 01:16:51.719311 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56c6e04a-0e79-4b36-beb4-0487b1ecba45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.722155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56c6e04a-0e79-4b36-beb4-0487b1ecba45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:51.723411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-56c6e04a-0e79-4b36-beb4-0487b1ecba45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45877407-36f3-4a67-bf06-e7888cd95d6b HTTP/1.1" status: 204 len: 168 time: 0.2762921 Apr 30 01:16:51.733103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6e04a-0e79-4b36-beb4-0487b1ecba45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45877407-36f3-4a67-bf06-e7888cd95d6b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:51.824701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755d23-8e62-4249-9fad-9583c6212758 req-5dc74d2f-ad28-4130-9fb1-1ef07246fdee tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:51.826210 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-5dc74d2f-ad28-4130-9fb1-1ef07246fdee tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222399 Apr 30 01:16:51.920256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Request body: {'port': {'device_id': '21d9c8b2-f731-4423-aa73-2b89d4e913af', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '1b23b819fef74ff896f750dcf83da5ea'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:16:52.046862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57990) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:52.060539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29b5a3dd-2e44-4e8a-9848-96ca7ec5cbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.148180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29b5a3dd-2e44-4e8a-9848-96ca7ec5cbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.201951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Made reservation on behalf of 1b23b819fef74ff896f750dcf83da5ea for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:16:52.205554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.214272 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.232886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29b5a3dd-2e44-4e8a-9848-96ca7ec5cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.298115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-29b5a3dd-2e44-4e8a-9848-96ca7ec5cbf7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87a409bcfc5a4d039efb51c17c291e57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2501049 Apr 30 01:16:52.300710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5a3dd-2e44-4e8a-9848-96ca7ec5cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b036792-622e-48dc-8262-bbbb8c1bec24,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:52.303939 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58000) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:52.382453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1356-bd17-4572-9c13-7502bbe9998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.412530 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1356-bd17-4572-9c13-7502bbe9998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.452510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-9fb3d93f-94e1-49a5-ab8e-25d143adc246 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fe7add8e4801456e8673e1f937c88f3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284543 Apr 30 01:16:52.462981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.531154 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1356-bd17-4572-9c13-7502bbe9998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.532492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.533861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1356-bd17-4572-9c13-7502bbe9998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:52.535203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b4a1356-bd17-4572-9c13-7502bbe9998c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b036792-622e-48dc-8262-bbbb8c1bec24 HTTP/1.1" status: 204 len: 168 time: 0.2302327 Apr 30 01:16:52.543108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a1356-bd17-4572-9c13-7502bbe9998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b036792-622e-48dc-8262-bbbb8c1bec24,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:52.684612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603b26f8-e0ee-4735-9ba1-640c427e2882,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:52.705203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb658-473c-464f-9765-07c2915c192c req-ee188a87-3855-4025-8365-14e42460b86c tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:52.706782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-ee188a87-3855-4025-8365-14e42460b86c tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465229 Apr 30 01:16:52.757678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-aac0c58a-ef36-4e87-9604-3c3598b3ed33 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/quotas/fe7add8e4801456e8673e1f937c88f3a HTTP/1.1" status: 200 len: 375 time: 0.0426850 Apr 30 01:16:52.865227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-a56496a2-ef16-4905-8a58-9e04c09c3ac4 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe7add8e4801456e8673e1f937c88f3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948162 Apr 30 01:16:52.894800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2326cfc9-51c9-40fb-aa51-86b2c3f198ac req-6ec53ca3-bc10-4021-a16f-0c888cf46a63 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 210 time: 0.0410190 Apr 30 01:16:52.910771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Allocated IP 192.168.233.134 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/5e58064f-c2bd-464d-b57d-c4fba51aec3f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:16:53.092044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.158248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eea22358-0d15-4787-ad33-33d4c7050832 req-8c96372b-05e9-45ef-b511-7bc21b98b75f tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 210 time: 0.0307646 Apr 30 01:16:53.225588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58050) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:53.236561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.242538 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e065590-622b-4c53-a69d-94df59a5c1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.305737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:16:53.324793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:16:53.337886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:16:53.353223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:53.353922 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.369475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e065590-622b-4c53-a69d-94df59a5c1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.400812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58062) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:53.433046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e065590-622b-4c53-a69d-94df59a5c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.443384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Pushing event updated for resources: {'Port': ['ID=5e58064f-c2bd-464d-b57d-c4fba51aec3f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:53.473059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4a5ec5b5-591c-437a-8358-121e054bc83d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5569603 Apr 30 01:16:53.486920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c7121472-22b1-4124-96cc-a4039aada0ff tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:16:53.488560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c7121472-22b1-4124-96cc-a4039aada0ff tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099185 Apr 30 01:16:53.490945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e065590-622b-4c53-a69d-94df59a5c1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f716e8b-0743-461a-8134-2fea7b6288e5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:53.539405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6e065590-622b-4c53-a69d-94df59a5c1d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=225e07ee584e4e33b96d812196a6e61d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3124561 Apr 30 01:16:53.544553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58074) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:53.623622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccce290c-8d63-49ce-8c2d-a872500dce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.650366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-afa61108-28b4-4aff-865c-830b31e929a7 None None] Provisioning complete for port 5e58064f-c2bd-464d-b57d-c4fba51aec3f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:16:53.650917 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afa61108-28b4-4aff-865c-830b31e929a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.662068 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccce290c-8d63-49ce-8c2d-a872500dce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.700115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-afa61108-28b4-4aff-865c-830b31e929a7 None None] Port 5e58064f-c2bd-464d-b57d-c4fba51aec3f cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:16:53.770542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d56780b6-06bd-4be2-a543-2c67b4d8945e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.805058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccce290c-8d63-49ce-8c2d-a872500dce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.810594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccce290c-8d63-49ce-8c2d-a872500dce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:53.820897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ccce290c-8d63-49ce-8c2d-a872500dce1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f716e8b-0743-461a-8134-2fea7b6288e5 HTTP/1.1" status: 204 len: 168 time: 0.2748885 Apr 30 01:16:53.849187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce290c-8d63-49ce-8c2d-a872500dce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f716e8b-0743-461a-8134-2fea7b6288e5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:53.948625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d56780b6-06bd-4be2-a543-2c67b4d8945e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:54.062443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d56780b6-06bd-4be2-a543-2c67b4d8945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:54.087105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63949626-130b-4da0-a267-0a30b61855fa req-934b2655-8c39-47fe-877d-c45d52d7f184 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:54.096559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63949626-130b-4da0-a267-0a30b61855fa req-934b2655-8c39-47fe-877d-c45d52d7f184 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 936 time: 0.0803204 Apr 30 01:16:54.147596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d56780b6-06bd-4be2-a543-2c67b4d8945e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d72bc543dc784a44b85cfb9e0aa2b3e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7455525 Apr 30 01:16:54.154239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58100) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:54.162101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63949626-130b-4da0-a267-0a30b61855fa req-b244aa04-5c17-4e1c-998d-1077464e2659 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644579 Apr 30 01:16:54.180076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56780b6-06bd-4be2-a543-2c67b4d8945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf07ca26-b51b-47c2-8b1b-b35f3c1e8110,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:54.323134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Request body: {'port': {'device_id': '21d9c8b2-f731-4423-aa73-2b89d4e913af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:16:54.328516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d0ee1e1-3d2d-4f1f-91ea-cbe3c48e4454 req-f4da2a4b-be6a-4c78-bafd-d8b639491299 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 210 time: 0.0628924 Apr 30 01:16:54.370771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24ce8957-bc8c-4bb8-94bf-a9ea814d199e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:54.425414 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24ce8957-bc8c-4bb8-94bf-a9ea814d199e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:54.551976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:54.756680 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24ce8957-bc8c-4bb8-94bf-a9ea814d199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:54.759648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24ce8957-bc8c-4bb8-94bf-a9ea814d199e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:54.763920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-24ce8957-bc8c-4bb8-94bf-a9ea814d199e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf07ca26-b51b-47c2-8b1b-b35f3c1e8110 HTTP/1.1" status: 204 len: 168 time: 0.6087029 Apr 30 01:16:54.773155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce8957-bc8c-4bb8-94bf-a9ea814d199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf07ca26-b51b-47c2-8b1b-b35f3c1e8110,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:54.987610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e58064f-c2bd-464d-b57d-c4fba51aec3f {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:16:54.995641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:55.042078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Transition to ACTIVE for port object 5e58064f-c2bd-464d-b57d-c4fba51aec3f will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:16:55.118232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:55.178510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Pushing event updated for resources: {'Port': ['ID=5e58064f-c2bd-464d-b57d-c4fba51aec3f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:55.295458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Attempting to bind port 5e58064f-c2bd-464d-b57d-c4fba51aec3f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:16:55.298129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Attempting to bind port 5e58064f-c2bd-464d-b57d-c4fba51aec3f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:16:55.298129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Attempting to bind port 5e58064f-c2bd-464d-b57d-c4fba51aec3f on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:16:55.323131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Port 5e58064f-c2bd-464d-b57d-c4fba51aec3f on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:16:55.323483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Attempting to bind port 5e58064f-c2bd-464d-b57d-c4fba51aec3f on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:16:55.332356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:16:55.332760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:16:55.333516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:16:55.334196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Bound port: 5e58064f-c2bd-464d-b57d-c4fba51aec3f, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:16:55.334570 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:55.450579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14440ef-7671-4a12-939f-c1b6b4927de9 req-9dde74c6-fbcf-4f58-a70b-78708f7f6ec6 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:55.468231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e14440ef-7671-4a12-939f-c1b6b4927de9 req-9dde74c6-fbcf-4f58-a70b-78708f7f6ec6 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.1820729 Apr 30 01:16:55.489738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-680d632b-ff69-40cd-a9a7-86b106791d4d req-44da9e41-048d-4cd2-9ef4-590818a87f57 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 210 time: 0.0432162 Apr 30 01:16:55.607977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e14440ef-7671-4a12-939f-c1b6b4927de9 req-d30704c6-5607-4631-b63a-2526af3ee952 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342635 Apr 30 01:16:55.616287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] For port 5e58064f-c2bd-464d-b57d-c4fba51aec3f, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:16:55.650542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] For port 5e58064f-c2bd-464d-b57d-c4fba51aec3f, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5e58064f-c2bd-464d-b57d-c4fba51aec3f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:16:55.722277 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:55.755680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:55.756302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:55.757710 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] 10.222.0.21 "PUT /v2.0/ports/5e58064f-c2bd-464d-b57d-c4fba51aec3f HTTP/1.1" status: 200 len: 1096 time: 1.9630120 Apr 30 01:16:55.758177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9c8b2-f731-4423-aa73-2b89d4e913af', 'tag': '5e58064f-c2bd-464d-b57d-c4fba51aec3f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:16:56.115960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58146) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:56.132351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8579eac-b33f-4e30-80cd-3cfa968dddda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:56.216033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02347d6-223b-4bb4-aed8-cee3dffc3030 service neutron] Pushing event updated for resources: {'Port': ['ID=5e58064f-c2bd-464d-b57d-c4fba51aec3f,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:56.262927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755d23-8e62-4249-9fad-9583c6212758 req-d512a7d1-5d8b-4cf3-a9df-7c09738adc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:56.266897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-d512a7d1-5d8b-4cf3-a9df-7c09738adc7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b23b819fef74ff896f750dcf83da5ea&device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 1099 time: 0.1451659 Apr 30 01:16:56.285856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8579eac-b33f-4e30-80cd-3cfa968dddda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:56.351303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8579eac-b33f-4e30-80cd-3cfa968dddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:56.405485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a8579eac-b33f-4e30-80cd-3cfa968dddda admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f90c13cc2fc34312afeb9f282ceb29c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2901897 Apr 30 01:16:56.411806 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58152) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:56.418596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-49eb81b6-c5ed-4eff-b3c4-21e9ad75e9a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5e58064f-c2bd-464d-b57d-c4fba51aec3f HTTP/1.1" status: 200 len: 217 time: 0.1160319 Apr 30 01:16:56.456810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8579eac-b33f-4e30-80cd-3cfa968dddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6c5669-3b33-4996-91e2-7308b49c2f07,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:56.536415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41f2ed4-e416-4346-8332-601075f14972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:56.613466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41f2ed4-e416-4346-8332-601075f14972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:56.637436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4e7377ba-0501-4280-8330-83fe93019390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:56.640706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-4e7377ba-0501-4280-8330-83fe93019390 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1674750 Apr 30 01:16:56.780758 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3338768-715d-4e2a-a33f-022236656799 req-acbfc0d5-6021-48cd-8de5-1b7524098766 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 210 time: 0.0975418 Apr 30 01:16:56.869835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.21', 65228) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:56.871878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755d23-8e62-4249-9fad-9583c6212758 req-87311025-a6e9-4638-bd12-52e84d844613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:56.872263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-87311025-a6e9-4638-bd12-52e84d844613 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2197034 Apr 30 01:16:56.880459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2bf01-fb6c-4ec3-8ea6-12cd56ddc96f req-06d7d545-b5fa-4d79-91df-1e5dd7e1a1db tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:56.887503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dd2bf01-fb6c-4ec3-8ea6-12cd56ddc96f req-06d7d545-b5fa-4d79-91df-1e5dd7e1a1db tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.1005895 Apr 30 01:16:56.896413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58168) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:56.908353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41f2ed4-e416-4346-8332-601075f14972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:56.911242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41f2ed4-e416-4346-8332-601075f14972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:56.912485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c41f2ed4-e416-4346-8332-601075f14972 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee6c5669-3b33-4996-91e2-7308b49c2f07 HTTP/1.1" status: 204 len: 168 time: 0.4996049 Apr 30 01:16:56.926707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-b197fa41-8c8c-494d-b38d-65da5b1709e8 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fe7add8e4801456e8673e1f937c88f3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422094 Apr 30 01:16:56.950627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f2ed4-e416-4346-8332-601075f14972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6c5669-3b33-4996-91e2-7308b49c2f07,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:56.990514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dd2bf01-fb6c-4ec3-8ea6-12cd56ddc96f req-1173f24a-1e1b-4937-a411-452e3c58b4b2 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020682 Apr 30 01:16:57.057376 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-b30cd96f-7f32-4ef0-bd92-47259ab88b54 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629319 Apr 30 01:16:57.117308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb658-473c-464f-9765-07c2915c192c req-8c42339a-dadc-40e3-a4d8-70c6a37e7b88 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:57.118793 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-8c42339a-dadc-40e3-a4d8-70c6a37e7b88 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740129 Apr 30 01:16:57.156470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Request body: {'port': {'device_id': '06aa8582-e459-4aad-9bd8-91d0152cde37', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'fe7add8e4801456e8673e1f937c88f3a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:16:57.177560 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5944707a-bdf3-4b24-9169-7aec1807bd33" -d '{"events": [{"name": "network-changed", "server_uuid": "21d9c8b2-f731-4423-aa73-2b89d4e913af", "tag": "5e58064f-c2bd-464d-b57d-c4fba51aec3f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:16:57.261288 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9755d23-8e62-4249-9fad-9583c6212758 req-9ff4cc89-fee2-499c-bf3a-2f585956b809 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968989 Apr 30 01:16:57.513124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Made reservation on behalf of fe7add8e4801456e8673e1f937c88f3a for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:16:57.521058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:57.527806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:57.635378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:57.677851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-network', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:16:57.724916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:57.830029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Made reservation on behalf of c55c9ce1aaba4181a55c5defc1110969 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:16:57.832779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:57.894436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:57.976861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b731f9-1346-4d1b-802d-f5fbf32fcb95,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:58.021310 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ac5b66-3f5e-4175-ba9e-3a8ee112f6e7 x-openstack-request-id: req-81ac5b66-3f5e-4175-ba9e-3a8ee112f6e7 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:16:58.025274 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d9c8b2-f731-4423-aa73-2b89d4e913af", "tag": "5e58064f-c2bd-464d-b57d-c4fba51aec3f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:16:58.025700 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81ac5b66-3f5e-4175-ba9e-3a8ee112f6e7 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:16:58.026204 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ac5b66-3f5e-4175-ba9e-3a8ee112f6e7'] response: {'name': 'network-changed', 'server_uuid': '21d9c8b2-f731-4423-aa73-2b89d4e913af', 'tag': '5e58064f-c2bd-464d-b57d-c4fba51aec3f', 'status': 'completed', 'code': 200} Apr 30 01:16:58.092305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6059a3f2-1f23-41c6-8eb9-87d9bffaa635 req-898b2e78-838c-43a8-9042-ecba8b764ad3 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 210 time: 0.1753294 Apr 30 01:16:58.129930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-94d086ce-6601-43ac-aaf8-2b52f444ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:58.138253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-94d086ce-6601-43ac-aaf8-2b52f444ff81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b23b819fef74ff896f750dcf83da5ea&device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 1099 time: 0.1108971 Apr 30 01:16:58.283268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Allocated IP 192.168.233.135 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/ec21f712-fc5d-4977-821f-0e012762c9a5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:16:58.294543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:58.337101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161568-c555-44ed-b073-c4115a07b88d req-e89268e0-9324-489e-8998-a8cebdd22e16 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:58.346717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65161568-c555-44ed-b073-c4115a07b88d req-e89268e0-9324-489e-8998-a8cebdd22e16 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.1903448 Apr 30 01:16:58.472055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-4e463914-a98c-427a-94c9-0b1ddb3ba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:58.476212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-4e463914-a98c-427a-94c9-0b1ddb3ba665 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3188753 Apr 30 01:16:58.511602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:58.573402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df62101c-c942-4b4a-97ef-73e25de6b44b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:58.599957 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-7e3755fd-d314-41ac-b3bf-97677c7a7c6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5e58064f-c2bd-464d-b57d-c4fba51aec3f HTTP/1.1" status: 200 len: 217 time: 0.0990033 Apr 30 01:16:58.619486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65161568-c555-44ed-b073-c4115a07b88d req-f9a009a0-fc6d-4b34-ad2b-b58f2546f8e7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717776 Apr 30 01:16:58.644866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:16:58.684308 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71b90ca7-b016-4b17-a4ce-6f04bec3f3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:58.726017 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:58.726384 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Added segment 78421ddb-95d2-42fd-8360-89ffdf7f50d0 of type vlan for network 265f698d-797d-40ff-845d-c4c8da5392b5 Apr 30 01:16:58.757986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-6025bb46-4525-4666-a394-482a7deed348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:58.760407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-6025bb46-4525-4666-a394-482a7deed348 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0943902 Apr 30 01:16:58.801709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:58.836154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-892a875f-540f-4cad-b405-d754aa8879df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:58.838243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-892a875f-540f-4cad-b405-d754aa8879df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519967 Apr 30 01:16:58.894393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:58.927372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:58.928421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:58.929010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:58.992588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-afc3a099-0811-44e5-a7b0-71f782108605 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439970 Apr 30 01:16:59.008462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] Pushing event updated for resources: {'Network': ['ID=265f698d-797d-40ff-845d-c4c8da5392b5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:59.022941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 265f698d-797d-40ff-845d-c4c8da5392b5 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:16:59.085340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bb588e9d-ecf6-4e6e-ba67-8056dbbcffd4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1840892 Apr 30 01:16:59.085577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58226) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:16:59.091682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Request body: {'subnet': {'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-subnet', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:16:59.114931 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:59.177894 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5944707a-bdf3-4b24-9169-7aec1807bd33 req-a1efbe6b-15d5-4e46-830e-f1a9244bd749 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618652 Apr 30 01:16:59.235766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:16:59.251967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:16:59.259533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:16:59.265895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:59.266591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:59.297134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Pushing event updated for resources: {'Port': ['ID=ec21f712-fc5d-4977-821f-0e012762c9a5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:16:59.307005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Made reservation on behalf of c55c9ce1aaba4181a55c5defc1110969 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:16:59.310096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:59.428190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c6eed-f874-4644-8adb-716316518d3c req-78e297f3-778d-420f-ad3b-9cb2654b3ddd tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:16:59.432335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-9adc87f4-f49f-499c-9f2e-4f9f12087a85 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2809331 Apr 30 01:16:59.444756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8f2c6eed-f874-4644-8adb-716316518d3c req-78e297f3-778d-420f-ad3b-9cb2654b3ddd tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 936 time: 0.1315761 Apr 30 01:16:59.477179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Request body: {'port': {'device_id': '06aa8582-e459-4aad-9bd8-91d0152cde37', 'device_owner': 'compute:tempest-test_az-1354631346', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:16:59.581601 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8f2c6eed-f874-4644-8adb-716316518d3c req-bf8fb2d6-1acd-493d-97f2-f681771da67a tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359284 Apr 30 01:16:59.599065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-02ee53b0-7365-4f91-8c58-0e57657e9cdf None None] Provisioning complete for port ec21f712-fc5d-4977-821f-0e012762c9a5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:16:59.600792 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02ee53b0-7365-4f91-8c58-0e57657e9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:59.663017 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:59.682440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-02ee53b0-7365-4f91-8c58-0e57657e9cdf None None] Port ec21f712-fc5d-4977-821f-0e012762c9a5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:16:59.886726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:16:59.957358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebc9e95-7b47-4964-ad81-47db4d0f6929,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:00.042684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27dbb8-6892-4c00-b07e-08b9eb0b0735 req-4cbaa6ba-4ef2-4900-b25e-5b51752b9ac5 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:00.044333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a27dbb8-6892-4c00-b07e-08b9eb0b0735 req-4cbaa6ba-4ef2-4900-b25e-5b51752b9ac5 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.2725501 Apr 30 01:17:00.106036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Checking segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:00.106388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Network hostable DHCP agents. Network: 265f698d-797d-40ff-845d-c4c8da5392b5, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:17:00.153972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a27dbb8-6892-4c00-b07e-08b9eb0b0735 req-2d85daa9-1dfb-4325-8a94-37c44de31c1a tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953705 Apr 30 01:17:00.278415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Network 265f698d-797d-40ff-845d-c4c8da5392b5 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:17:00.299191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec21f712-fc5d-4977-821f-0e012762c9a5 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:00.306092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:00.333563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Transition to ACTIVE for port object ec21f712-fc5d-4977-821f-0e012762c9a5 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:17:00.379808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 265f698d-797d-40ff-845d-c4c8da5392b5) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:00.385267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:00.385267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:00.388868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8d86d-523f-4ea7-a7f7-9b744b88e9c0 None None] Network 265f698d-797d-40ff-845d-c4c8da5392b5 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:00.447681 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:00.518673 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2d94bbfd-f3cf-4329-ba22-dde07dfef977 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4321344 Apr 30 01:17:00.521469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58256) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:00.526470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:00.628960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Pushing event updated for resources: {'Port': ['ID=ec21f712-fc5d-4977-821f-0e012762c9a5,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:00.647754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:00.649886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:00.681244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-265f698d-797d-40ff-845d-c4c8da5392b5', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:17:00.681244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:00.706274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Attempting to bind port ec21f712-fc5d-4977-821f-0e012762c9a5 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:00.714380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Attempting to bind port ec21f712-fc5d-4977-821f-0e012762c9a5 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:00.714380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Attempting to bind port ec21f712-fc5d-4977-821f-0e012762c9a5 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:00.717114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Port ec21f712-fc5d-4977-821f-0e012762c9a5 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:17:00.718200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Attempting to bind port ec21f712-fc5d-4977-821f-0e012762c9a5 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:00.736360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:00.736773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:00.737425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:00.737976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Bound port: ec21f712-fc5d-4977-821f-0e012762c9a5, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:00.738338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:00.905417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] For port ec21f712-fc5d-4977-821f-0e012762c9a5, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:00.910503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] For port ec21f712-fc5d-4977-821f-0e012762c9a5, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec21f712-fc5d-4977-821f-0e012762c9a5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:00.935462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:00.968122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bdbba-0b7f-44fc-bfda-285ad593d77e req-f7712971-bbe5-43bb-955a-37e593b74d6d tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:00.970643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee9bdbba-0b7f-44fc-bfda-285ad593d77e req-f7712971-bbe5-43bb-955a-37e593b74d6d tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 970 time: 0.2279768 Apr 30 01:17:00.981914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:01.030511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Allocated IP 172.20.0.2 (265f698d-797d-40ff-845d-c4c8da5392b5/6ebc9e95-7b47-4964-ad81-47db4d0f6929/38555f71-5af1-40ea-9c69-2053a30cdc3f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:01.042279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6087652-e66e-438a-8e18-5af7eb07d358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:01.094607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:01.113286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:01.114842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] 10.222.0.21 "PUT /v2.0/ports/ec21f712-fc5d-4977-821f-0e012762c9a5 HTTP/1.1" status: 200 len: 1118 time: 1.6475265 Apr 30 01:17:01.115373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06aa8582-e459-4aad-9bd8-91d0152cde37', 'tag': 'ec21f712-fc5d-4977-821f-0e012762c9a5'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:01.200874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee9bdbba-0b7f-44fc-bfda-285ad593d77e req-4f2f2c11-7d24-4423-af7f-0180c67693a6 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228167 Apr 30 01:17:01.440961 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:01.455667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:01.528118 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:01.537570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85783af7-0c34-4397-8a75-b38fa3399b25 service neutron] Pushing event updated for resources: {'Port': ['ID=ec21f712-fc5d-4977-821f-0e012762c9a5,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:01.599251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb658-473c-464f-9765-07c2915c192c req-29db9ab5-28de-4366-ac9b-9e5e752a3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:01.601552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-29db9ab5-28de-4366-ac9b-9e5e752a3e19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe7add8e4801456e8673e1f937c88f3a&device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 1121 time: 0.2392230 Apr 30 01:17:01.610627 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c" -d '{"events": [{"name": "network-changed", "server_uuid": "06aa8582-e459-4aad-9bd8-91d0152cde37", "tag": "ec21f712-fc5d-4977-821f-0e012762c9a5"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:01.622093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Network 265f698d-797d-40ff-845d-c4c8da5392b5 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:01.628389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:01.633914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:01.639185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Pushing event updated for resources: {'Port': ['ID=38555f71-5af1-40ea-9c69-2053a30cdc3f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:01.815501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-c5035940-0510-45a4-bec2-92c826e47cfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=ec21f712-fc5d-4977-821f-0e012762c9a5 HTTP/1.1" status: 200 len: 217 time: 0.1565726 Apr 30 01:17:01.879272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679886a-ab48-4e44-ba03-01fffc311bb5 req-7a9a25f0-3904-4729-ba4a-7d4653fb8c72 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:01.887947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d679886a-ab48-4e44-ba03-01fffc311bb5 req-7a9a25f0-3904-4729-ba4a-7d4653fb8c72 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.3805559 Apr 30 01:17:01.888792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.889252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.890375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.890840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.891230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.891642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.892044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.892427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.892814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.893196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.893572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.893964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Tracked resource versions report: Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: pushed versions: Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: { 'AddressGroup': {'1.2'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Log': {'1.0'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Network': {'1.1'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Port': {'1.7'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'PortForwarding': {'1.2'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'QosPolicy': {'1.9'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'SecurityGroup': {'1.4'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'SubPort': {'1.0'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Subnet': {'1.1'}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Trunk': {'1.1'}} Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: consumer versions: Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: { DHCP agent@n-d-821348-1: {}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: HyperV agent@n-h1-821348-1: {}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: HyperV agent@n-h2-821348-1: {}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: L3 agent@n-d-821348-1: {}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: Metadata agent@n-d-821348-1: {}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: Metering agent@n-d-821348-1: {}, Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: Open vSwitch agent@n-d-821348-1: { 'AddressGroup': '1.2', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'ConntrackHelper': '1.0', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Log': '1.0', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Network': '1.1', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Port': '1.7', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'PortForwarding': '1.2', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'QosPolicy': '1.9', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'SecurityGroup': '1.4', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'SecurityGroupRule': '1.2', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'SubPort': '1.0', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Subnet': '1.1', Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: 'Trunk': '1.1'}} Apr 30 01:17:01.895087 n-d-821348-1 neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 01:17:01.942583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Attempting to bind port 38555f71-5af1-40ea-9c69-2053a30cdc3f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:01.942880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Attempting to bind port 38555f71-5af1-40ea-9c69-2053a30cdc3f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:01.943249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Attempting to bind port 38555f71-5af1-40ea-9c69-2053a30cdc3f on network 265f698d-797d-40ff-845d-c4c8da5392b5 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:01.948932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:01.949419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Checking segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:01.949868 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:01.950366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Bound using segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:01.950899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Bound port: 38555f71-5af1-40ea-9c69-2053a30cdc3f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:01.951394 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:01.986854 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d679886a-ab48-4e44-ba03-01fffc311bb5 req-9e6066e3-4d56-4039-8100-93a6f6cd861f tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986867 Apr 30 01:17:01.997277 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:02.064630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb658-473c-464f-9765-07c2915c192c req-21413cdb-4f0f-441a-8210-e06932edba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:02.068989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-21413cdb-4f0f-441a-8210-e06932edba0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2344346 Apr 30 01:17:02.069412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] For port 38555f71-5af1-40ea-9c69-2053a30cdc3f, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:02.073951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] For port 38555f71-5af1-40ea-9c69-2053a30cdc3f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=38555f71-5af1-40ea-9c69-2053a30cdc3f,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:02.145583 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:02.258291 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:02.303368 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:02.373932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb658-473c-464f-9765-07c2915c192c req-a80f9ded-5e20-4b9d-b857-ef56219309c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:02.375879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-a80f9ded-5e20-4b9d-b857-ef56219309c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2896824 Apr 30 01:17:02.379771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bb5a4-d401-44d4-821c-a12a4e0b343b None None] Pushing event updated for resources: {'Port': ['ID=38555f71-5af1-40ea-9c69-2053a30cdc3f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:02.504465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-b32b4d83-b28f-46ad-aa2f-400fed522433 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205773 Apr 30 01:17:02.573890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Allocated IP 172.25.0.90 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/95e40c7c-0eef-4cd8-b233-8025c898d893) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:02.652431 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df3a264-76c7-40e5-babd-f2c65de44241 x-openstack-request-id: req-5df3a264-76c7-40e5-babd-f2c65de44241 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:02.653910 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06aa8582-e459-4aad-9bd8-91d0152cde37", "tag": "ec21f712-fc5d-4977-821f-0e012762c9a5", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:02.654358 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5df3a264-76c7-40e5-babd-f2c65de44241 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:02.655745 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df3a264-76c7-40e5-babd-f2c65de44241'] response: {'name': 'network-changed', 'server_uuid': '06aa8582-e459-4aad-9bd8-91d0152cde37', 'tag': 'ec21f712-fc5d-4977-821f-0e012762c9a5', 'status': 'completed', 'code': 200} Apr 30 01:17:02.747927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389cb658-473c-464f-9765-07c2915c192c req-779c16e8-9814-41dc-ac5a-ff8cdbd44aa3 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316139 Apr 30 01:17:02.850759 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:03.012150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf1a30-1fc3-4dda-adc5-2ca6e3cc972d req-3b887efb-a80f-42cb-a43e-4c43d91ed564 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:03.013968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9daf1a30-1fc3-4dda-adc5-2ca6e3cc972d req-3b887efb-a80f-42cb-a43e-4c43d91ed564 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 970 time: 0.2217884 Apr 30 01:17:03.014147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:03.021967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-de49eba3-fa84-404d-9748-826193ac968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:03.028073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-de49eba3-fa84-404d-9748-826193ac968f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe7add8e4801456e8673e1f937c88f3a&device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 1121 time: 0.1365807 Apr 30 01:17:03.167022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Pushing event updated for resources: {'Port': ['ID=95e40c7c-0eef-4cd8-b233-8025c898d893,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:03.197148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:03.198615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:03.206885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:03.223692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9daf1a30-1fc3-4dda-adc5-2ca6e3cc972d req-611d8220-284f-4d52-a402-f9c59f8ff2ff tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821134 Apr 30 01:17:03.324167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-3b094ad9-3a40-4156-8fbf-f5d43f7f45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:03.326223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-3b094ad9-3a40-4156-8fbf-f5d43f7f45a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2836061 Apr 30 01:17:03.472631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f86c1-55f1-4c80-a1c4-a05c68c2f7fb req-11e06586-baf9-417a-bba9-46a7c5d51cb1 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:03.474302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-798f86c1-55f1-4c80-a1c4-a05c68c2f7fb req-11e06586-baf9-417a-bba9-46a7c5d51cb1 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.1410134 Apr 30 01:17:03.494810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 38555f71-5af1-40ea-9c69-2053a30cdc3f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:03.527960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-8959f433-1998-4354-bc2e-373aadcab1d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=ec21f712-fc5d-4977-821f-0e012762c9a5 HTTP/1.1" status: 200 len: 217 time: 0.1390982 Apr 30 01:17:03.653144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-5b3f0912-f98b-4e25-b194-5aaf19373b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:03.657539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-5b3f0912-f98b-4e25-b194-5aaf19373b31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1094353 Apr 30 01:17:03.664195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-798f86c1-55f1-4c80-a1c4-a05c68c2f7fb req-e423ab5e-9a51-4a2f-a00d-e9b597da7893 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755714 Apr 30 01:17:03.767511 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:03.769932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 38555f71-5af1-40ea-9c69-2053a30cdc3f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:03.770290 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:03.828381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-5ab9f1a0-cdac-4a1f-bded-b9f82c29bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:03.830003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:03.833856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-5ab9f1a0-cdac-4a1f-bded-b9f82c29bf78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624467 Apr 30 01:17:03.895932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:03.987618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58360) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:04.027230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:04.147773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-ff87fed0-7edf-4d85-939c-02a808e34f41 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921817 Apr 30 01:17:04.155592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 38555f71-5af1-40ea-9c69-2053a30cdc3f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=38555f71-5af1-40ea-9c69-2053a30cdc3f,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:04.163063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59341960-af9f-4991-b5dc-33172886f868 None None] Network 265f698d-797d-40ff-845d-c4c8da5392b5 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:04.312844 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:04.415896 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:04.449731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a4507502-fcf7-4945-a84e-432619bae42b None None] Provisioning complete for port 38555f71-5af1-40ea-9c69-2053a30cdc3f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:04.450484 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4507502-fcf7-4945-a84e-432619bae42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:04.544653 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-4a5e59a6-724b-47de-bd76-3b2728ae3264 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824196 Apr 30 01:17:04.547978 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=38555f71-5af1-40ea-9c69-2053a30cdc3f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:04.622343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9fba51ad-9f9f-45ff-ab3b-016d2879f10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:04.705384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b460fd5f-cacd-47b7-a4fb-eac46f76e98c req-f7905ad2-6398-4dfb-9b1b-60e4656eb887 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486265 Apr 30 01:17:04.730584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58388) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:04.760431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ec5e3-2684-49e9-82d7-e1c9bca06d3b req-066bc744-04b7-4c60-880a-f2d4b88eb074 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:04.762618 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696ec5e3-2684-49e9-82d7-e1c9bca06d3b req-066bc744-04b7-4c60-880a-f2d4b88eb074 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 970 time: 0.1264856 Apr 30 01:17:04.879788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696ec5e3-2684-49e9-82d7-e1c9bca06d3b req-80aea56f-c9de-4920-b6dc-73c6f428f7d8 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003015 Apr 30 01:17:04.915465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923c7e-67c5-4485-9295-fc823e966323 req-741994ab-76f0-47c3-b52d-91008b882de7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:04.926052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-741994ab-76f0-47c3-b52d-91008b882de7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521416 Apr 30 01:17:04.968052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9fba51ad-9f9f-45ff-ab3b-016d2879f10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:04.971215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-2f4d7645-b687-4359-b966-439edbc3753c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/quotas/be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 375 time: 0.0442982 Apr 30 01:17:04.986859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-54e0568c-007f-477f-aef0-6231e1a07499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.019391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-38a7277c-5f50-4351-9bc1-38879b251fe5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391905 Apr 30 01:17:05.084731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d3bd8cf1-054c-4dfe-a366-9d3d9e8d6ff0 None None] Provisioning complete for port 38555f71-5af1-40ea-9c69-2053a30cdc3f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:05.085321 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8cf1-054c-4dfe-a366-9d3d9e8d6ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.094563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae72ab-4df0-4859-b38c-a92b04c487ee req-24bdb6f3-9507-41e4-aac3-67bed9f914b7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:05.096081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33ae72ab-4df0-4859-b38c-a92b04c487ee req-24bdb6f3-9507-41e4-aac3-67bed9f914b7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.0737336 Apr 30 01:17:05.140663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-54e0568c-007f-477f-aef0-6231e1a07499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.153072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33ae72ab-4df0-4859-b38c-a92b04c487ee req-164d0b0d-0208-493d-944a-99aacd5b7040 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505836 Apr 30 01:17:05.175503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Router 86006bb1-39ae-412e-bb5d-76f609f8935e is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:17:05.204417 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9fba51ad-9f9f-45ff-ab3b-016d2879f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.253629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9fba51ad-9f9f-45ff-ab3b-016d2879f10a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=394bb69e2b27445f93240a7f8a4cf453&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2632082 Apr 30 01:17:05.254501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba51ad-9f9f-45ff-ab3b-016d2879f10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1347dd-fbae-4eb5-9a47-a7410b5c28d2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:05.256850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58396) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:05.276170 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-54e0568c-007f-477f-aef0-6231e1a07499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.325520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a7ef51c-4ed0-4b02-8de5-d38483589611 req-f4d38911-7f97-4c6a-aa57-51ff394b95f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 210 time: 0.0664861 Apr 30 01:17:05.352833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-04c90c34-9c4f-4ef3-b10f-534ca747824f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.367826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 38555f71-5af1-40ea-9c69-2053a30cdc3f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:05.382699 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-04c90c34-9c4f-4ef3-b10f-534ca747824f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.467555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 38555f71-5af1-40ea-9c69-2053a30cdc3f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:05.468289 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.507673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-04c90c34-9c4f-4ef3-b10f-534ca747824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.510395 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-04c90c34-9c4f-4ef3-b10f-534ca747824f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.511592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-04c90c34-9c4f-4ef3-b10f-534ca747824f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab1347dd-fbae-4eb5-9a47-a7410b5c28d2 HTTP/1.1" status: 204 len: 168 time: 0.2537374 Apr 30 01:17:05.532434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c90c34-9c4f-4ef3-b10f-534ca747824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1347dd-fbae-4eb5-9a47-a7410b5c28d2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:05.583845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-54e0568c-007f-477f-aef0-6231e1a07499 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=191a86a6de4f4f0896ec86f1bf4a8d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8421178 Apr 30 01:17:05.587383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58412) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:05.598567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0568c-007f-477f-aef0-6231e1a07499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a782b-d107-4f3e-893b-dce04442b5ce,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:05.601452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:17:05.626172 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Sync routers for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:17:05.643616 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:05.644185 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:05.663444 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cec124f-0931-44c0-aac2-eed9b2693c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.688833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cec124f-0931-44c0-aac2-eed9b2693c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.737581 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.738803 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4eadcfe4-aa6f-4bc1-b73e-bcad457f0d55 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2161660 Apr 30 01:17:05.741563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58418) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:05.777372 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:05.821463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cec124f-0931-44c0-aac2-eed9b2693c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.823991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cec124f-0931-44c0-aac2-eed9b2693c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:05.826298 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0cec124f-0931-44c0-aac2-eed9b2693c21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/321a782b-d107-4f3e-893b-dce04442b5ce HTTP/1.1" status: 204 len: 168 time: 0.2374198 Apr 30 01:17:05.836019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec124f-0931-44c0-aac2-eed9b2693c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a782b-d107-4f3e-893b-dce04442b5ce,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:06.021869 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:03Z', 'revision_number': 3, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:06.049099 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Checking router: 86006bb1-39ae-412e-bb5d-76f609f8935e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:17:06.049436 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Updating router 86006bb1-39ae-412e-bb5d-76f609f8935e port 95e40c7c-0eef-4cd8-b233-8025c898d893 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:17:06.078311 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.122223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f98a33-8806-4792-ad28-4e1b0f9f3c93 req-6fb0e18d-7966-4877-95b4-d62b34055a2f tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:06.124337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8f98a33-8806-4792-ad28-4e1b0f9f3c93 req-6fb0e18d-7966-4877-95b4-d62b34055a2f tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 970 time: 0.0963433 Apr 30 01:17:06.180445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8f98a33-8806-4792-ad28-4e1b0f9f3c93 req-2b9cfb70-82f3-43d6-9ac6-58d61707ba44 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485916 Apr 30 01:17:06.381355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ada7d-867b-4508-b8fb-934fe6715422 req-0546a3c9-d917-472c-ba8f-eafa545f5fdf tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:06.381355 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-967ada7d-867b-4508-b8fb-934fe6715422 req-0546a3c9-d917-472c-ba8f-eafa545f5fdf tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.1065063 Apr 30 01:17:06.408628 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.439698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.456004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-967ada7d-867b-4508-b8fb-934fe6715422 req-109a9e25-3ea6-4465-8448-3cfbea5c2a26 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584881 Apr 30 01:17:06.468951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58450) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:06.484667 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.509293 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd6e3187-087a-424a-89ed-5497f5f21f38 req-d4829e51-1981-47d5-9c90-0722de25d1cc tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 210 time: 0.0671813 Apr 30 01:17:06.550749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4688625-e104-4fbc-9b37-e15c4ea8160d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.570570 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Attempting to bind port 95e40c7c-0eef-4cd8-b233-8025c898d893 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:06.571076 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Attempting to bind port 95e40c7c-0eef-4cd8-b233-8025c898d893 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:06.571586 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Attempting to bind port 95e40c7c-0eef-4cd8-b233-8025c898d893 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:06.574488 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Pushing event updated for resources: {'Port': ['ID=95e40c7c-0eef-4cd8-b233-8025c898d893,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:06.585856 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:06.593534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:06.593534 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.593534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:06.593534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Bound port: 95e40c7c-0eef-4cd8-b233-8025c898d893, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:06.593534 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.593534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.593534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.594411 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.595204 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.595771 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.597369 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.599204 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.599792 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.600338 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.600983 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.601510 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.602050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Tracked resource versions report: Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: pushed versions: Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: { 'AddressGroup': {'1.2'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'ConntrackHelper': {'1.0'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Log': {'1.0'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Network': {'1.1'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Port': {'1.7'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'PortForwarding': {'1.2'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'QosPolicy': {'1.9'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'SecurityGroup': {'1.4'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'SecurityGroupRule': {'1.2'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'SubPort': {'1.0'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Subnet': {'1.1'}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Trunk': {'1.1'}} Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: consumer versions: Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: { DHCP agent@n-d-821348-1: {}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: HyperV agent@n-h1-821348-1: {}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: HyperV agent@n-h2-821348-1: {}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: L3 agent@n-d-821348-1: {}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: Metadata agent@n-d-821348-1: {}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: Metering agent@n-d-821348-1: {}, Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: Open vSwitch agent@n-d-821348-1: { 'AddressGroup': '1.2', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'ConntrackHelper': '1.0', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Log': '1.0', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Network': '1.1', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Port': '1.7', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'PortForwarding': '1.2', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'QosPolicy': '1.9', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'SecurityGroup': '1.4', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'SecurityGroupRule': '1.2', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'SubPort': '1.0', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Subnet': '1.1', Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: 'Trunk': '1.1'}} Apr 30 01:17:06.603980 n-d-821348-1 neutron-server[103321]: {{(pid=103321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 01:17:06.675391 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] For port 95e40c7c-0eef-4cd8-b233-8025c898d893, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:06.679686 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] For port 95e40c7c-0eef-4cd8-b233-8025c898d893, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=95e40c7c-0eef-4cd8-b233-8025c898d893,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:06.726486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Allocated IP 172.20.0.1 (265f698d-797d-40ff-845d-c4c8da5392b5/6ebc9e95-7b47-4964-ad81-47db4d0f6929/8c385829-12ba-4ddb-9eae-8ad6b312c4dc) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:06.756833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4688625-e104-4fbc-9b37-e15c4ea8160d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.787778 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.841329 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:06.842020 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:06.846665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4688625-e104-4fbc-9b37-e15c4ea8160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.851952 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.894877 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a6cab-b279-48bd-8f42-c0a48140efd4 None None] Pushing event updated for resources: {'Port': ['ID=95e40c7c-0eef-4cd8-b233-8025c898d893,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:06.896664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4688625-e104-4fbc-9b37-e15c4ea8160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ab3c48-7420-469a-bd9a-d04af03784e2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:06.904977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:06.905589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a4688625-e104-4fbc-9b37-e15c4ea8160d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b843d76f2ca49ce95cfba687843d9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350183 Apr 30 01:17:06.977484 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68e6d337-4988-4f8f-872e-b805e8ff6341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:06.980974 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:07.000105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68e6d337-4988-4f8f-872e-b805e8ff6341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.033057 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.062421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58476) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:07.087913 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3dcb95-eed6-4952-a58e-393614819759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.130745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Network 265f698d-797d-40ff-845d-c4c8da5392b5 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:07.136256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:07.140988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:07.141401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.145043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68e6d337-4988-4f8f-872e-b805e8ff6341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.150610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68e6d337-4988-4f8f-872e-b805e8ff6341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.151994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-68e6d337-4988-4f8f-872e-b805e8ff6341 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99ab3c48-7420-469a-bd9a-d04af03784e2 HTTP/1.1" status: 204 len: 168 time: 0.2460172 Apr 30 01:17:07.178690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6d337-4988-4f8f-872e-b805e8ff6341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ab3c48-7420-469a-bd9a-d04af03784e2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:07.292937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Pushing event updated for resources: {'Port': ['ID=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:07.345315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3dcb95-eed6-4952-a58e-393614819759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.361179 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:03Z', 'revision_number': 3, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:07.415495 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47e54a-a3b7-465b-913c-8c59882edf9e None None] The sync data for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 is: [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:03Z', 'revision_number': 3, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:17:07.430721 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3dcb95-eed6-4952-a58e-393614819759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.494228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0a3dcb95-eed6-4952-a58e-393614819759 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e619d36ba7624d938ed79dc0b933e2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305944 Apr 30 01:17:07.499198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58494) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:07.503602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28413b7-cff5-4027-a9b8-565c1fef4d7f req-dc041252-ed6c-4803-8893-61405a1eb869 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:07.507525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f28413b7-cff5-4027-a9b8-565c1fef4d7f req-dc041252-ed6c-4803-8893-61405a1eb869 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 970 time: 0.1389267 Apr 30 01:17:07.516567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dcb95-eed6-4952-a58e-393614819759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad2f57-2161-4133-9d0d-a076b38af162,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:07.531809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7a3c8839-c91a-4191-92b5-769eb3410f2f None None] Provisioning complete for port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:07.532288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8839-c91a-4191-92b5-769eb3410f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.581756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f28413b7-cff5-4027-a9b8-565c1fef4d7f req-5974e372-b513-4d14-850f-764219315739 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689144 Apr 30 01:17:07.601059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c8839-c91a-4191-92b5-769eb3410f2f None None] Port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:17:07.631416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.660064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-668bf3c5-9cbe-43db-8a34-d4ed6407ee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.697284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-668bf3c5-9cbe-43db-8a34-d4ed6407ee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.802165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e4150-066e-464e-b0a5-ed85694804ea req-69ef49b5-c02c-4122-8694-2025594cc460 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:07.802165 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-584e4150-066e-464e-b0a5-ed85694804ea req-69ef49b5-c02c-4122-8694-2025594cc460 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.1862755 Apr 30 01:17:07.853397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-584e4150-066e-464e-b0a5-ed85694804ea req-a1c45a6a-3693-45c6-921c-72faed385d7b tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Apr 30 01:17:07.875665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-668bf3c5-9cbe-43db-8a34-d4ed6407ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.879870 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-668bf3c5-9cbe-43db-8a34-d4ed6407ee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:07.881856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-668bf3c5-9cbe-43db-8a34-d4ed6407ee4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9ad2f57-2161-4133-9d0d-a076b38af162 HTTP/1.1" status: 204 len: 168 time: 0.3814855 Apr 30 01:17:07.886350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45a61b06-a618-4314-97ab-2649ef9bfc7f req-4d6913b3-bf0a-4227-acb6-49ed669b0f4f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 210 time: 0.0597427 Apr 30 01:17:07.890497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bf3c5-9cbe-43db-8a34-d4ed6407ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad2f57-2161-4133-9d0d-a076b38af162,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:07.898953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.23', 49543) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:07.963787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-d47818f3-dafc-4f38-a49c-ee5113563962 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635233 Apr 30 01:17:08.037487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:08.113081 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:08.114235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:08.135049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923c7e-67c5-4485-9295-fc823e966323 req-2ceb6d1b-4f9c-4be5-86e9-f4ddf940e59c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:08.136574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-2ceb6d1b-4f9c-4be5-86e9-f4ddf940e59c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600637 Apr 30 01:17:08.204410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Pushing event updated for resources: {'Port': ['ID=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:08.239357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Request body: {'port': {'device_id': '7a4ac755-288c-4351-afc0-4d384deb4411', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'be6f9ad62e3c42e6b8263430d9e9fad0'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:08.259447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Network 265f698d-797d-40ff-845d-c4c8da5392b5 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:08.265762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:08.524449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Made reservation on behalf of be6f9ad62e3c42e6b8263430d9e9fad0 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:08.530810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:08.543982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:08.560823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-de78fe93-1e16-4622-a468-e0aab3f5988b None None] Provisioning complete for port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:08.561936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de78fe93-1e16-4622-a468-e0aab3f5988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:08.687660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-de78fe93-1e16-4622-a468-e0aab3f5988b None None] Port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:17:08.696863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:08.775157 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:08.781520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Router 86006bb1-39ae-412e-bb5d-76f609f8935e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:17:08.838499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ab73e9-87bb-4e58-8207-3176427e3610,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:08.859890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58536) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:08.894254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bd253-af13-4f2d-8ed6-ddc7faecbf57 req-2392bfda-0b5b-40f7-ab08-046ca6e7e0c8 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:08.903355 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd0bd253-af13-4f2d-8ed6-ddc7faecbf57 req-2392bfda-0b5b-40f7-ab08-046ca6e7e0c8 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 970 time: 0.1765428 Apr 30 01:17:09.001414 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd0bd253-af13-4f2d-8ed6-ddc7faecbf57 req-e638737f-e0ae-4914-85ee-b71adec7fad2 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938549 Apr 30 01:17:09.036741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:17:09.057496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5e58064f-c2bd-464d-b57d-c4fba51aec3f details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:17:09.061709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2c9e2807-edf7-46f2-915e-c0f01a43967e admin admin] 10.222.0.15 "PUT /v2.0/routers/86006bb1-39ae-412e-bb5d-76f609f8935e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3184755 Apr 30 01:17:09.126821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Allocated IP 192.168.233.29 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/7e01c030-24ac-4c84-8c97-f2d81987da00) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:09.141782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e8b4-8a42-4ad0-85ee-f91d319f48a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.172265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffc5cb-5f94-4011-a831-2edc1a040320 req-86c7fe0c-036b-46a3-bec4-e69701a14c19 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:09.180112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52ffc5cb-5f94-4011-a831-2edc1a040320 req-86c7fe0c-036b-46a3-bec4-e69701a14c19 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 948 time: 0.1785316 Apr 30 01:17:09.226445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0cc6a360-55f6-4528-bb1a-2db92668f6a6 req-2a646fa2-5935-45ca-8345-42a38263734e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 210 time: 0.0676146 Apr 30 01:17:09.330210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5e58064f-c2bd-464d-b57d-c4fba51aec3f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5e58064f-c2bd-464d-b57d-c4fba51aec3f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:09.348601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '5e58064f-c2bd-464d-b57d-c4fba51aec3f', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '5e58064f-c2bd-464d-b57d-c4fba51aec3f', 'mac_address': 'fa:16:3e:56:6f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:17:09.416815 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.417817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52ffc5cb-5f94-4011-a831-2edc1a040320 req-1909459c-627c-490b-a68b-6a6b352b8fc7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365196 Apr 30 01:17:09.442891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 95e40c7c-0eef-4cd8-b233-8025c898d893 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:09.455138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e8b4-8a42-4ad0-85ee-f91d319f48a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.496146 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e8b4-8a42-4ad0-85ee-f91d319f48a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.507146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e58064f-c2bd-464d-b57d-c4fba51aec3f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:09.541396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e8b4-8a42-4ad0-85ee-f91d319f48a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b7771f-fbd0-49cf-9390-82a28daf1759,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:09.568817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5e58064f-c2bd-464d-b57d-c4fba51aec3f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5e58064f-c2bd-464d-b57d-c4fba51aec3f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:09.600411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58560) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:09.604008 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1ac7e8b4-8a42-4ad0-85ee-f91d319f48a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d91f2b012704df2855fd5fbfa0dba3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402048 Apr 30 01:17:09.613553 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.620756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 95e40c7c-0eef-4cd8-b233-8025c898d893 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:09.621969 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.657427 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.659411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec21f712-fc5d-4977-821f-0e012762c9a5 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:17:09.696233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b6ddf6e-53fd-4be8-8e82-7c8102f1f5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.734899 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b6ddf6e-53fd-4be8-8e82-7c8102f1f5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.752525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec21f712-fc5d-4977-821f-0e012762c9a5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec21f712-fc5d-4977-821f-0e012762c9a5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:09.770853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5e58064f-c2bd-464d-b57d-c4fba51aec3f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:09.794909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'ec21f712-fc5d-4977-821f-0e012762c9a5', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'ec21f712-fc5d-4977-821f-0e012762c9a5', 'mac_address': 'fa:16:3e:aa:ef:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:tempest-test_az-1354631346', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:17:09.803698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.869700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:09.871119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.873350 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.876174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:09.900920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:09.902740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 95e40c7c-0eef-4cd8-b233-8025c898d893, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=95e40c7c-0eef-4cd8-b233-8025c898d893,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:09.911010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:09.911982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.921279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec21f712-fc5d-4977-821f-0e012762c9a5 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:09.930354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:09.941115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b6ddf6e-53fd-4be8-8e82-7c8102f1f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.944258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b6ddf6e-53fd-4be8-8e82-7c8102f1f5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:09.946647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0b6ddf6e-53fd-4be8-8e82-7c8102f1f5ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75b7771f-fbd0-49cf-9390-82a28daf1759 HTTP/1.1" status: 204 len: 168 time: 0.3436716 Apr 30 01:17:09.960123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ddf6e-53fd-4be8-8e82-7c8102f1f5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b7771f-fbd0-49cf-9390-82a28daf1759,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:09.965478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec21f712-fc5d-4977-821f-0e012762c9a5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec21f712-fc5d-4977-821f-0e012762c9a5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:10.000000 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:10.042889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-ce36dcb1-81ea-4163-8e15-c960b6bfcf53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8080676 Apr 30 01:17:10.080358 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:10.085095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=95e40c7c-0eef-4cd8-b233-8025c898d893,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:10.183206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec21f712-fc5d-4977-821f-0e012762c9a5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:10.197162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c322-20b2-4c6c-b0c2-587e3b212861 req-3cfebd19-61a4-424f-afc9-76cc4d68a997 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:10.198881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e93c322-20b2-4c6c-b0c2-587e3b212861 req-3cfebd19-61a4-424f-afc9-76cc4d68a997 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 971 time: 0.0778050 Apr 30 01:17:10.224083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-797af908-9355-4959-82e9-1a01c8c80c93 None None] Provisioning complete for port 7e01c030-24ac-4c84-8c97-f2d81987da00 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:10.224472 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-797af908-9355-4959-82e9-1a01c8c80c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:10.245709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e93c322-20b2-4c6c-b0c2-587e3b212861 req-b365af7e-4896-42dd-b929-bf0edc40fb16 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Apr 30 01:17:10.263463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-797af908-9355-4959-82e9-1a01c8c80c93 None None] Port 7e01c030-24ac-4c84-8c97-f2d81987da00 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:17:10.402756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372333e-55a0-4e7e-974d-4ad9c6556349 req-982781d8-ba39-4f83-a475-2121ed8c10a5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:10.405390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a372333e-55a0-4e7e-974d-4ad9c6556349 req-982781d8-ba39-4f83-a475-2121ed8c10a5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 935 time: 0.0581398 Apr 30 01:17:10.472212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a372333e-55a0-4e7e-974d-4ad9c6556349 req-4e62cb03-086f-4b74-82b5-aa521068db1e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582278 Apr 30 01:17:10.505487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ec21f712-fc5d-4977-821f-0e012762c9a5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:10.509007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5e58064f-c2bd-464d-b57d-c4fba51aec3f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:10.563865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032ea67-7ec4-4e00-ab1b-092c3d105dbb req-ec060ef4-4f38-4a53-a8eb-c4744dea6a26 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:10.567289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1032ea67-7ec4-4e00-ab1b-092c3d105dbb req-ec060ef4-4f38-4a53-a8eb-c4744dea6a26 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 949 time: 0.0752883 Apr 30 01:17:10.609525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1032ea67-7ec4-4e00-ab1b-092c3d105dbb req-d9478ab9-d91b-4840-ab40-525c8ab5dc08 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Apr 30 01:17:10.710302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Sync routers for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:17:10.751851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:10.752491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:10.982099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:11.262654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 2, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:11.306134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Checking router: 86006bb1-39ae-412e-bb5d-76f609f8935e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:17:11.306486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Updating router 86006bb1-39ae-412e-bb5d-76f609f8935e port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:17:11.338049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:11.341469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 95e40c7c-0eef-4cd8-b233-8025c898d893 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:11.422693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074dabe-1b26-4417-aed1-f0620002c74f req-1695467b-f2c9-4735-a560-7ecc2cca6a09 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:11.430069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8074dabe-1b26-4417-aed1-f0620002c74f req-1695467b-f2c9-4735-a560-7ecc2cca6a09 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 971 time: 0.0719461 Apr 30 01:17:11.472897 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8074dabe-1b26-4417-aed1-f0620002c74f req-a9a6c809-842f-432b-a3ce-31a3d1a06460 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Apr 30 01:17:11.506460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 95e40c7c-0eef-4cd8-b233-8025c898d893 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:11.506460 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:11.627501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58d7d6-dd1f-4526-87f0-39d127a8b234 req-6d684ecf-cb01-4c8f-ac34-0ff964da0f8b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:11.638823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e58d7d6-dd1f-4526-87f0-39d127a8b234 req-6d684ecf-cb01-4c8f-ac34-0ff964da0f8b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 935 time: 0.0773795 Apr 30 01:17:11.707908 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e58d7d6-dd1f-4526-87f0-39d127a8b234 req-10078535-2f76-4bf6-b8ef-cd01b6da4c2d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671372 Apr 30 01:17:11.785421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585f62d-56cd-4766-80c9-53e27c6584a6 req-47a544ae-deb8-4e66-a5e4-97e987ebdfb7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:11.794542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f585f62d-56cd-4766-80c9-53e27c6584a6 req-47a544ae-deb8-4e66-a5e4-97e987ebdfb7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 949 time: 0.0618489 Apr 30 01:17:11.795132 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:11.834984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f585f62d-56cd-4766-80c9-53e27c6584a6 req-4241e104-721d-4438-bca9-466ae76cbcb0 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Apr 30 01:17:11.899574 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:11.953164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f322a-3835-47fb-937f-097710bf5fd9 None None] Pushing event updated for resources: {'Port': ['ID=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:12.014958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Attempting to bind port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:12.015383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Attempting to bind port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:12.015718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Attempting to bind port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc on network 265f698d-797d-40ff-845d-c4c8da5392b5 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:12.028884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:12.028884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Checking segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:12.028884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.028884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Bound using segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:12.028884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Bound port: 8c385829-12ba-4ddb-9eae-8ad6b312c4dc, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:12.028884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.105346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] For port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:12.109245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] For port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:12.119313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58610) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:12.129850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-network', 'tenant_id': '753858fd8cca4e04b393070b455a7f55'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:12.143843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58612) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:12.171667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-585bf3ca-d2a3-4b1d-941b-1941b2ed976a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.185719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.244128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Made reservation on behalf of 753858fd8cca4e04b393070b455a7f55 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:12.254542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.261571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-680e0672-96d5-4c55-b8aa-a267dfa83bac None None] Provisioning complete for port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:12.262165 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-680e0672-96d5-4c55-b8aa-a267dfa83bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.269584 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.293426 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-585bf3ca-d2a3-4b1d-941b-1941b2ed976a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.347218 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-585bf3ca-d2a3-4b1d-941b-1941b2ed976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.402965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:12.403751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:12.424614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-585bf3ca-d2a3-4b1d-941b-1941b2ed976a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=699d996a05884c38852377da2070c47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795856 Apr 30 01:17:12.425788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf3ca-d2a3-4b1d-941b-1941b2ed976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe5d929-e56b-43f1-9db5-f1dcac72518b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:12.427617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58618) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:12.432853 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.509457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f322a-3835-47fb-937f-097710bf5fd9 None None] Pushing event updated for resources: {'Port': ['ID=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:12.516222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.610405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39c2511b-97e2-4c88-992a-d0a823908ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.631165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:17:12.636975 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-680e0672-96d5-4c55-b8aa-a267dfa83bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.650263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae61c4-01b9-41f6-9129-a6c8f66fd451,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:12.666821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39c2511b-97e2-4c88-992a-d0a823908ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.669172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.669376 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Added segment 35f96d60-6cd7-4840-8759-b393b74231c7 of type vlan for network 9f69faad-ede1-4386-8394-4a5f4f807132 Apr 30 01:17:12.681269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfadd4-6f51-4758-8ac8-88209be716bf req-f64a2675-78e1-454a-bfe2-b4ce746354e8 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:12.684882 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbfadd4-6f51-4758-8ac8-88209be716bf req-f64a2675-78e1-454a-bfe2-b4ce746354e8 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 971 time: 0.0684462 Apr 30 01:17:12.726529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:12.753479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbfadd4-6f51-4758-8ac8-88209be716bf req-2a986082-e0fa-4f4c-bb80-020c8940ce16 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552804 Apr 30 01:17:12.798426 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.800633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-680e0672-96d5-4c55-b8aa-a267dfa83bac None None] For port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:12.838526 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39c2511b-97e2-4c88-992a-d0a823908ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.844986 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39c2511b-97e2-4c88-992a-d0a823908ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.849232 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-39c2511b-97e2-4c88-992a-d0a823908ec2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fe5d929-e56b-43f1-9db5-f1dcac72518b HTTP/1.1" status: 204 len: 168 time: 0.4169104 Apr 30 01:17:12.879725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2511b-97e2-4c88-992a-d0a823908ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe5d929-e56b-43f1-9db5-f1dcac72518b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:12.908741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-680e0672-96d5-4c55-b8aa-a267dfa83bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.915689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c11a6-11e0-4c2f-9294-2bc48f02046a req-c9586a92-4a35-4451-a720-8e44ae02d8e3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:12.916683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.917692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:12.918291 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de2c11a6-11e0-4c2f-9294-2bc48f02046a req-c9586a92-4a35-4451-a720-8e44ae02d8e3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 935 time: 0.0895493 Apr 30 01:17:12.918397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:12.973637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de2c11a6-11e0-4c2f-9294-2bc48f02046a req-280449d6-e4bd-49e1-ad81-e485a41c1b8b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Apr 30 01:17:13.040661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9197147 Apr 30 01:17:13.043472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58640) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:13.049457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Request body: {'subnet': {'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-subnet', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:13.058378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19562fac-6edb-4bb3-90f1-71ed0a589071 admin admin] Pushing event updated for resources: {'Network': ['ID=9f69faad-ede1-4386-8394-4a5f4f807132,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:13.165063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a407b-ab72-4385-ab4a-55d6971573a4 req-2761edc6-a4e1-4d84-8c6b-718fa429f390 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:13.166775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f04a407b-ab72-4385-ab4a-55d6971573a4 req-2761edc6-a4e1-4d84-8c6b-718fa429f390 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 949 time: 0.0537906 Apr 30 01:17:13.185675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Made reservation on behalf of 753858fd8cca4e04b393070b455a7f55 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:13.189516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:13.201375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5e58064f-c2bd-464d-b57d-c4fba51aec3f up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:13.203794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9f69faad-ede1-4386-8394-4a5f4f807132 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:17:13.246717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e0672-96d5-4c55-b8aa-a267dfa83bac None None] Pushing event updated for resources: {'Port': ['ID=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:13.284642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f04a407b-ab72-4385-ab4a-55d6971573a4 req-0daecbe5-8ab2-4008-9027-3133aff4d0b0 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094472 Apr 30 01:17:13.347726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4615263f-d72e-4c53-8b31-d23175165da4 None None] Provisioning complete for port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:13.348307 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4615263f-d72e-4c53-8b31-d23175165da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:13.491000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-db5268cc-52f4-47fb-a41e-72aec6016897 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:17:13.493538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-db5268cc-52f4-47fb-a41e-72aec6016897 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105064 Apr 30 01:17:13.516555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:13.529458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:13.544233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6d3e6-eb69-4c82-ae95-2987cf6d1107 None None] The sync data for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 is: [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:17:13.546360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 5e58064f-c2bd-464d-b57d-c4fba51aec3f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:17:13.555930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 5e58064f-c2bd-464d-b57d-c4fba51aec3f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:13.556418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:13.667656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208ba0ba-d728-45d8-9551-2755a348095e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:13.679269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Checking segment: {'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:13.679992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Network hostable DHCP agents. Network: 9f69faad-ede1-4386-8394-4a5f4f807132, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:17:13.741898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:13.772036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9c8b2-f731-4423-aa73-2b89d4e913af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e58064f-c2bd-464d-b57d-c4fba51aec3f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:13.781835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Network 9f69faad-ede1-4386-8394-4a5f4f807132 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:17:13.799066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Request body: {'port': {'device_id': '7a4ac755-288c-4351-afc0-4d384deb4411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:13.865996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 9f69faad-ede1-4386-8394-4a5f4f807132) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:13.874762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5e58064f-c2bd-464d-b57d-c4fba51aec3f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5e58064f-c2bd-464d-b57d-c4fba51aec3f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:13.876719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:13.877172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb49706-cd7e-4bfe-9226-d98e718f7d9a None None] Network 9f69faad-ede1-4386-8394-4a5f4f807132 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:13.877502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:13.917358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:13.964270 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:13.965488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec21f712-fc5d-4977-821f-0e012762c9a5 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:13.992491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7cac9-ea29-4601-acb4-5ab66e86a610 req-ca071688-ea14-43d0-92b7-8d51af388266 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:14.001878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc7cac9-ea29-4601-acb4-5ab66e86a610 req-ca071688-ea14-43d0-92b7-8d51af388266 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 971 time: 0.0790350 Apr 30 01:17:14.008617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6cf2ee3d-fc72-4346-9d05-516b852ed7b9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9640198 Apr 30 01:17:14.011254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58678) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:14.021682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:14.068860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc7cac9-ea29-4601-acb4-5ab66e86a610 req-681e0282-0772-4cd0-a830-747669cd4555 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657418 Apr 30 01:17:14.151309 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81dd655-44cd-474c-ba79-a37958157824" -d '{"events": [{"server_uuid": "21d9c8b2-f731-4423-aa73-2b89d4e913af", "name": "network-vif-plugged", "status": "completed", "tag": "5e58064f-c2bd-464d-b57d-c4fba51aec3f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:14.174896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5e58064f-c2bd-464d-b57d-c4fba51aec3f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:14.199693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port ec21f712-fc5d-4977-821f-0e012762c9a5 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:17:14.204873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port ec21f712-fc5d-4977-821f-0e012762c9a5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:14.205266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.210381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-9f69faad-ede1-4386-8394-4a5f4f807132', 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'fixed_ips': [{'subnet_id': '208ba0ba-d728-45d8-9551-2755a348095e'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:17:14.211257 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.390798 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.391867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.473758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.518927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec21f712-fc5d-4977-821f-0e012762c9a5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec21f712-fc5d-4977-821f-0e012762c9a5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:14.521637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Allocated IP 172.20.0.2 (9f69faad-ede1-4386-8394-4a5f4f807132/208ba0ba-d728-45d8-9551-2755a348095e/c8ecae98-30b9-425b-a3d1-5c0e90fc32b2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:14.537572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9403de-5de3-4454-a548-acb4d2d3ff14 req-4fcc9703-8444-4a80-9ce7-63d2c77af553 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:14.546742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc9403de-5de3-4454-a548-acb4d2d3ff14 req-4fcc9703-8444-4a80-9ce7-63d2c77af553 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 935 time: 0.1183736 Apr 30 01:17:14.599251 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.613865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc9403de-5de3-4454-a548-acb4d2d3ff14 req-94df3182-e04a-491f-88ea-90e22de7cbc5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598567 Apr 30 01:17:14.636566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e01c030-24ac-4c84-8c97-f2d81987da00 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:14.644286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.646689 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.660069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Transition to ACTIVE for port object 7e01c030-24ac-4c84-8c97-f2d81987da00 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:17:14.692007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec21f712-fc5d-4977-821f-0e012762c9a5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:14.739871 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.768499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f31e67-625c-4de7-b129-718c4e0f47f1 req-0ef92b14-0204-4743-ae0d-c356ff461bce tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:14.772323 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.777052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9f31e67-625c-4de7-b129-718c4e0f47f1 req-0ef92b14-0204-4743-ae0d-c356ff461bce tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 950 time: 0.0817196 Apr 30 01:17:14.815833 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae3a08d-9a16-42fd-993f-8b5fd09e3d62 x-openstack-request-id: req-6ae3a08d-9a16-42fd-993f-8b5fd09e3d62 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:14.815833 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9c8b2-f731-4423-aa73-2b89d4e913af", "name": "network-vif-plugged", "status": "completed", "tag": "5e58064f-c2bd-464d-b57d-c4fba51aec3f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:14.815833 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ae3a08d-9a16-42fd-993f-8b5fd09e3d62 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:14.815833 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae3a08d-9a16-42fd-993f-8b5fd09e3d62'] response: {'server_uuid': '21d9c8b2-f731-4423-aa73-2b89d4e913af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e58064f-c2bd-464d-b57d-c4fba51aec3f', 'code': 200} Apr 30 01:17:14.837616 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:14.904476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9f31e67-625c-4de7-b129-718c4e0f47f1 req-78ea41c6-6ad0-450a-8f97-9fc2017b555c tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257310 Apr 30 01:17:14.977534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Network 9f69faad-ede1-4386-8394-4a5f4f807132 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:14.990706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:14.992062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58702) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:14.997924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:15.031086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Pushing event updated for resources: {'Port': ['ID=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:15.073377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.096286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:15.193512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Attempting to bind port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:15.193886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Attempting to bind port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:15.194816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Attempting to bind port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 on network 9f69faad-ede1-4386-8394-4a5f4f807132 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:15.202627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:15.203043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Checking segment: {'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:15.203514 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.204023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Bound using segment: {'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:15.204510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Bound port: c8ecae98-30b9-425b-a3d1-5c0e90fc32b2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:15.205072 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.205253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Attempting to bind port 7e01c030-24ac-4c84-8c97-f2d81987da00 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:15.205558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Attempting to bind port 7e01c030-24ac-4c84-8c97-f2d81987da00 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:15.205881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Attempting to bind port 7e01c030-24ac-4c84-8c97-f2d81987da00 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:15.214223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f432a-ab29-4df0-96ec-79fa4dfb6de0 req-fb7d1e39-a7f9-44f7-8cdd-e1b7d6c8584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:15.215664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e2f432a-ab29-4df0-96ec-79fa4dfb6de0 req-fb7d1e39-a7f9-44f7-8cdd-e1b7d6c8584a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 1101 time: 0.2898247 Apr 30 01:17:15.218270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32cde816-8e46-4f14-a5b9-58b2e99d6868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.227467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Port 7e01c030-24ac-4c84-8c97-f2d81987da00 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:17:15.229551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Attempting to bind port 7e01c030-24ac-4c84-8c97-f2d81987da00 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:15.259288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:15.259420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:15.259809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:15.260259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Bound port: 7e01c030-24ac-4c84-8c97-f2d81987da00, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:15.260635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.322780 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e2f432a-ab29-4df0-96ec-79fa4dfb6de0 req-79b32418-f8cb-4f7f-a69c-fa405996bfc0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.361125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] For port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:15.367725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] For port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,segment=NetworkSegment(35f96d60-6cd7-4840-8759-b393b74231c7),segment_id=35f96d60-6cd7-4840-8759-b393b74231c7)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:15.431752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636cc8f-fd89-4f63-b5ad-6a21f584784b req-a6634e0c-8888-4504-9cdc-2c266c16acf3 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:15.434005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8c385829-12ba-4ddb-9eae-8ad6b312c4dc up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:15.439980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d636cc8f-fd89-4f63-b5ad-6a21f584784b req-a6634e0c-8888-4504-9cdc-2c266c16acf3 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 972 time: 0.2078931 Apr 30 01:17:15.454869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32cde816-8e46-4f14-a5b9-58b2e99d6868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.469619 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.517917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:15.530756 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32cde816-8e46-4f14-a5b9-58b2e99d6868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.578982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d636cc8f-fd89-4f63-b5ad-6a21f584784b req-a6bfb1a4-3e2f-4765-aaa2-fe34b9590e34 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245284 Apr 30 01:17:15.580407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b66bd-554e-490f-8503-f1fb4b8db032 None None] Pushing event updated for resources: {'Port': ['ID=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:15.585062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:15.601494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:15.603295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.603418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-32cde816-8e46-4f14-a5b9-58b2e99d6868 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=068db35d5a1d49569833398ccb390fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6088555 Apr 30 01:17:15.607098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58724) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:15.629206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cde816-8e46-4f14-a5b9-58b2e99d6868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f91b9-e384-42ef-bf1a-8e4feefcd24e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:15.642644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e2f432a-ab29-4df0-96ec-79fa4dfb6de0 req-79b32418-f8cb-4f7f-a69c-fa405996bfc0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.707089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.757456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026da27-2824-4a81-9b11-479accbed842 req-d46f28ab-ffc1-4acd-8d7c-779b480bef74 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:15.759875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2e2f432a-ab29-4df0-96ec-79fa4dfb6de0 req-79b32418-f8cb-4f7f-a69c-fa405996bfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.766954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2026da27-2824-4a81-9b11-479accbed842 req-d46f28ab-ffc1-4acd-8d7c-779b480bef74 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.0601249 Apr 30 01:17:15.845100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2026da27-2824-4a81-9b11-479accbed842 req-2eb8ea4d-968a-4a66-9564-d8b60b12984a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556471 Apr 30 01:17:15.862545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b32418-f8cb-4f7f-a69c-fa405996bfc0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6b3697-50dd-4e56-b7c8-e4e153ceced6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:15.888144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:15.900914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:15.900914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] 10.222.0.23 "PUT /v2.0/ports/7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 1095 time: 2.1833470 Apr 30 01:17:15.965838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:15.968267 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa242e38-0532-40d2-b7b7-de1d98304ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:15.978554 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e2f432a-ab29-4df0-96ec-79fa4dfb6de0 req-79b32418-f8cb-4f7f-a69c-fa405996bfc0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7444870 Apr 30 01:17:16.084362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c65c3-3784-45d7-8d07-d462f117f462 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:16.093371 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f782030f-99a1-45fd-9dd2-93244c84db56 x-openstack-request-id: req-f782030f-99a1-45fd-9dd2-93244c84db56 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:16.093807 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:16.094145 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f782030f-99a1-45fd-9dd2-93244c84db56 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:16.094618 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f782030f-99a1-45fd-9dd2-93244c84db56'] response: {'name': 'network-changed', 'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'status': 'completed', 'code': 200} Apr 30 01:17:16.118426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58748) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:16.165713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f12-dc16-4a9f-a10c-3856d773b905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.170531 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.215947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.228590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f74f3-79ee-4392-8109-b7a5042e5447 req-6aa6d4cf-71d2-4611-8eea-7f34efcdaef1 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:16.230099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e1f74f3-79ee-4392-8109-b7a5042e5447 req-6aa6d4cf-71d2-4611-8eea-7f34efcdaef1 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 950 time: 0.2225747 Apr 30 01:17:16.236526 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f12-dc16-4a9f-a10c-3856d773b905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.265654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923c7e-67c5-4485-9295-fc823e966323 req-0373015c-3096-4d0a-84a3-92ad071ffae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:16.267154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-0373015c-3096-4d0a-84a3-92ad071ffae7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1098 time: 0.1797383 Apr 30 01:17:16.380887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-c0e853f0-6034-4222-869b-7fd8e5989e0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.0742486 Apr 30 01:17:16.388277 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-587099ad-27b3-465f-9f01-0f85ffc9a2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.402483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e1f74f3-79ee-4392-8109-b7a5042e5447 req-2f126453-b291-4518-9ac4-e3a0a30c7f55 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564169 Apr 30 01:17:16.492018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923c7e-67c5-4485-9295-fc823e966323 req-acf91f6a-6cbf-401e-b476-bfded9ac664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:16.493615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-acf91f6a-6cbf-401e-b476-bfded9ac664a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1008680 Apr 30 01:17:16.513825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Allocated IP 172.25.0.169 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/43bd2e59-d75c-4ef7-98c3-5356b47349a0) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:16.520422 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f12-dc16-4a9f-a10c-3856d773b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.522911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f12-dc16-4a9f-a10c-3856d773b905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.524271 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b6eb0f12-dc16-4a9f-a10c-3856d773b905 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b2f91b9-e384-42ef-bf1a-8e4feefcd24e HTTP/1.1" status: 204 len: 168 time: 0.9153979 Apr 30 01:17:16.562390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb0f12-dc16-4a9f-a10c-3856d773b905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f91b9-e384-42ef-bf1a-8e4feefcd24e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:16.610113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-587099ad-27b3-465f-9f01-0f85ffc9a2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.635757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91923c7e-67c5-4485-9295-fc823e966323 req-8d0a4f86-2fb6-4456-8964-860adb288ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:16.637416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-8d0a4f86-2fb6-4456-8964-860adb288ef5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316392 Apr 30 01:17:16.759419 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-587099ad-27b3-465f-9f01-0f85ffc9a2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:16.814799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aa8582-e459-4aad-9bd8-91d0152cde37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec21f712-fc5d-4977-821f-0e012762c9a5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:16.818051 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93df904e-0372-4b63-b1cc-f0a50600526b" -d '{"events": [{"server_uuid": "06aa8582-e459-4aad-9bd8-91d0152cde37", "name": "network-vif-plugged", "status": "completed", "tag": "ec21f712-fc5d-4977-821f-0e012762c9a5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:16.867984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587099ad-27b3-465f-9f01-0f85ffc9a2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e27d0c7-f9be-49f3-b495-4fef0487801a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:16.876490 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98b7b9-31a1-4ef7-a79e-4260de9e5a2f x-openstack-request-id: req-cc98b7b9-31a1-4ef7-a79e-4260de9e5a2f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:16.880206 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aa8582-e459-4aad-9bd8-91d0152cde37", "name": "network-vif-plugged", "status": "completed", "tag": "ec21f712-fc5d-4977-821f-0e012762c9a5", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:16.880206 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc98b7b9-31a1-4ef7-a79e-4260de9e5a2f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:16.880206 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc98b7b9-31a1-4ef7-a79e-4260de9e5a2f'] response: {'server_uuid': '06aa8582-e459-4aad-9bd8-91d0152cde37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec21f712-fc5d-4977-821f-0e012762c9a5', 'code': 200} Apr 30 01:17:16.926288 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-587099ad-27b3-465f-9f01-0f85ffc9a2a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b008130d440d4394b0d6d0b454ab6373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065405 Apr 30 01:17:16.928700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58770) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:16.986551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c113ae-f496-4788-895f-5475f8f53ad0 None None] Network 9f69faad-ede1-4386-8394-4a5f4f807132 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:17.018511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d7605-d087-44ca-86cd-b1f4ebe29acc req-24179eff-e3d7-43a2-8c45-0a23d6df2824 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:17.024192 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.028425 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb6d7605-d087-44ca-86cd-b1f4ebe29acc req-24179eff-e3d7-43a2-8c45-0a23d6df2824 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 972 time: 0.1902373 Apr 30 01:17:17.083068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9c9c76a4-e053-44f9-8763-a2dba48cc723 None None] Provisioning complete for port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:17.083443 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c9c76a4-e053-44f9-8763-a2dba48cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.105124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb6d7605-d087-44ca-86cd-b1f4ebe29acc req-9d530bae-e27d-4061-afc3-808ad322657c tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743749 Apr 30 01:17:17.115799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74a3584-091e-4cbb-860b-846f6cbe6957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.158767 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74a3584-091e-4cbb-860b-846f6cbe6957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.165938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1506f-c900-437c-9398-b97746be8d35 req-9d3d8e24-afc8-496c-a66a-1756cf6c260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:17.168586 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63f1506f-c900-437c-9398-b97746be8d35 req-9d3d8e24-afc8-496c-a66a-1756cf6c260f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 1123 time: 0.2058053 Apr 30 01:17:17.177510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-7deb7709-8cd4-461e-b589-9fe1cb4ae45c service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285742 Apr 30 01:17:17.197754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f264a56-04a1-4940-9c72-2cb4632621a8 req-fb225586-24c7-4459-ad56-23ab62e8944f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:17.203852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f264a56-04a1-4940-9c72-2cb4632621a8 req-fb225586-24c7-4459-ad56-23ab62e8944f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.2534139 Apr 30 01:17:17.252533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63f1506f-c900-437c-9398-b97746be8d35 req-6c4e69d6-98ab-433a-bafa-8155db3301f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521924 Apr 30 01:17:17.256078 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.315500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58778) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:17.323804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74a3584-091e-4cbb-860b-846f6cbe6957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.328388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74a3584-091e-4cbb-860b-846f6cbe6957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.328388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d74a3584-091e-4cbb-860b-846f6cbe6957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e27d0c7-f9be-49f3-b495-4fef0487801a HTTP/1.1" status: 204 len: 168 time: 0.3974659 Apr 30 01:17:17.349073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:17.355269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:17.369488 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c7afee3-5b0d-44b0-966e-d9775b606884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.380375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c9c76a4-e053-44f9-8763-a2dba48cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.381605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:17.387549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f264a56-04a1-4940-9c72-2cb4632621a8 req-4908081f-467f-4a29-9236-f3d5d321708c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472232 Apr 30 01:17:17.418820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a3584-091e-4cbb-860b-846f6cbe6957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e27d0c7-f9be-49f3-b495-4fef0487801a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:17.456134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Pushing event updated for resources: {'Port': ['ID=43bd2e59-d75c-4ef7-98c3-5356b47349a0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:17.465143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:17.497831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9c9c76a4-e053-44f9-8763-a2dba48cc723 None None] For port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,segment=NetworkSegment(35f96d60-6cd7-4840-8759-b393b74231c7),segment_id=35f96d60-6cd7-4840-8759-b393b74231c7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:17.526728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91923c7e-67c5-4485-9295-fc823e966323 req-c2171582-f11d-43be-bc69-3159b0bf223d service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258479 Apr 30 01:17:17.567127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c9c76a4-e053-44f9-8763-a2dba48cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.601765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c7afee3-5b0d-44b0-966e-d9775b606884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.651497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c76a4-e053-44f9-8763-a2dba48cc723 None None] Pushing event updated for resources: {'Port': ['ID=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:17.665707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:17.666932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.705817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c7afee3-5b0d-44b0-966e-d9775b606884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.798017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-196ee51b-2d28-4316-84d4-0581c247a8c9 None None] Provisioning complete for port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:17.802305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4c7afee3-5b0d-44b0-966e-d9775b606884 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ac97de916a94c2e9a5fa78dd18ff879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811518 Apr 30 01:17:17.802440 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-196ee51b-2d28-4316-84d4-0581c247a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.802563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58788) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:17.811948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7afee3-5b0d-44b0-966e-d9775b606884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5775496c-1846-40b6-ba41-bfcfecf28763,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:17.812877 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.899372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9a76-601e-42aa-a2ad-e748e05cd7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.924541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95160-6e9c-45a2-810c-fd18556c5516 req-5ee585bb-7043-45c1-bb0a-f2a7cf0bc8fa tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:17.926981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9a76-601e-42aa-a2ad-e748e05cd7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:17.932432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04f95160-6e9c-45a2-810c-fd18556c5516 req-5ee585bb-7043-45c1-bb0a-f2a7cf0bc8fa tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 950 time: 0.3256271 Apr 30 01:17:18.002472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04f95160-6e9c-45a2-810c-fd18556c5516 req-412f245a-97ac-4349-88bf-ad39066f3006 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689912 Apr 30 01:17:18.012128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-62707130-97a1-4020-a3dd-6293e62b6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:18.013559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-62707130-97a1-4020-a3dd-6293e62b6d7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1098 time: 0.1986244 Apr 30 01:17:18.067255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9a76-601e-42aa-a2ad-e748e05cd7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.069797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9a76-601e-42aa-a2ad-e748e05cd7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.073455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ef1a9a76-601e-42aa-a2ad-e748e05cd7d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5775496c-1846-40b6-ba41-bfcfecf28763 HTTP/1.1" status: 204 len: 168 time: 0.2665930 Apr 30 01:17:18.080567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a9a76-601e-42aa-a2ad-e748e05cd7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5775496c-1846-40b6-ba41-bfcfecf28763,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:18.299550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-9cdc22e3-c8f4-4f8e-866e-65dc8d8b5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:18.305995 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-9cdc22e3-c8f4-4f8e-866e-65dc8d8b5b05 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2381041 Apr 30 01:17:18.332281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2e9e2-b996-458e-a2af-da74d80d2cc0 req-c84f69cf-0127-4168-bd2e-72808a018fe3 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:18.333728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57f2e9e2-b996-458e-a2af-da74d80d2cc0 req-c84f69cf-0127-4168-bd2e-72808a018fe3 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 972 time: 0.1404605 Apr 30 01:17:18.361313 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.366870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-f1fa8711-4f50-43f2-a95e-10db8a59c0e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.0549440 Apr 30 01:17:18.391389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58806) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:18.402456 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.404094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2ba276d6-1144-49f9-8cc3-b6011b7143c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.491797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57f2e9e2-b996-458e-a2af-da74d80d2cc0 req-f9b64697-84eb-4d40-b23f-1dcfd0ff1783 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282201 Apr 30 01:17:18.506473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2ba276d6-1144-49f9-8cc3-b6011b7143c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.543700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-1101e939-c85d-4da5-8b2d-be7565b1a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:18.545096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-1101e939-c85d-4da5-8b2d-be7565b1a285 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1635206 Apr 30 01:17:18.570306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2ba276d6-1144-49f9-8cc3-b6011b7143c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.626926 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2ba276d6-1144-49f9-8cc3-b6011b7143c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f339f7b4a42e47739ddb8a1300b65f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353437 Apr 30 01:17:18.628003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba276d6-1144-49f9-8cc3-b6011b7143c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2332dcc1-b32d-4479-8876-fa1c6b1bbfb1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:18.641892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:18.657642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-8786bf65-6ca2-4e61-a4dd-f8ea6135df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:18.659624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-8786bf65-6ca2-4e61-a4dd-f8ea6135df01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972619 Apr 30 01:17:18.711884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f661f-9726-4652-a3b5-17705572a23b req-3229868e-2563-401b-a88f-6b3dc7cf5e98 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:18.713437 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-257f661f-9726-4652-a3b5-17705572a23b req-3229868e-2563-401b-a88f-6b3dc7cf5e98 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.1143987 Apr 30 01:17:18.727829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59890b70-2350-4d62-96b9-c730f5fc5002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.752519 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59890b70-2350-4d62-96b9-c730f5fc5002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.789478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:17:18.807930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-257f661f-9726-4652-a3b5-17705572a23b req-42fae3fb-8a58-4959-9d56-b01d51e6d9fe tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665150 Apr 30 01:17:18.890480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59890b70-2350-4d62-96b9-c730f5fc5002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.893342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59890b70-2350-4d62-96b9-c730f5fc5002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:18.894796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-59890b70-2350-4d62-96b9-c730f5fc5002 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2332dcc1-b32d-4479-8876-fa1c6b1bbfb1 HTTP/1.1" status: 204 len: 168 time: 0.2511694 Apr 30 01:17:18.904410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59890b70-2350-4d62-96b9-c730f5fc5002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332dcc1-b32d-4479-8876-fa1c6b1bbfb1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:19.037912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-fa2fc55a-8384-4a12-901c-cf33adff5aa0 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704169 Apr 30 01:17:19.131191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b013a-01fd-4ee2-809a-ddee8c7769dc req-1a4acd66-9f64-43cf-b17d-a2cb922fb3a7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:19.138668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e9b013a-01fd-4ee2-809a-ddee8c7769dc req-1a4acd66-9f64-43cf-b17d-a2cb922fb3a7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 950 time: 0.0559788 Apr 30 01:17:19.167379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:17:19.175680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e9b013a-01fd-4ee2-809a-ddee8c7769dc req-887c7ed4-b260-4e11-a9ab-027ecdf91f95 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Apr 30 01:17:19.183834 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Sync routers for ids ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:17:19.193683 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa242e38-0532-40d2-b7b7-de1d98304ac1 req-8a4ca81c-0e96-412a-bae5-32e038630c9e service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470592 Apr 30 01:17:19.201063 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Routers {'4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:19.202486 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:19.269164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:19.273150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58850) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:19.275987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58307ded-6baa-4e4e-bd71-c4e7b9698a3f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2635069 Apr 30 01:17:19.330210 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Set router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:19.380094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:19.457828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:19.459574 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:19.535527 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:17:17Z', 'revision_number': 3, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port': {'id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:16Z', 'updated_at': '2022-04-30T01:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:19.596861 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Checking router: 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:17:19.597225 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Updating router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 port 43bd2e59-d75c-4ef7-98c3-5356b47349a0 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:17:19.629843 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:19.922322 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:19.958364 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:19.970748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd884fb-92c6-493b-ace6-8069b1f86ae3 req-902bdd32-bf35-4f81-970c-584fead5714a tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:19.972909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ecd884fb-92c6-493b-ace6-8069b1f86ae3 req-902bdd32-bf35-4f81-970c-584fead5714a tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 972 time: 0.0499022 Apr 30 01:17:20.026118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ecd884fb-92c6-493b-ace6-8069b1f86ae3 req-9439c2c0-6c04-4330-95ea-9b7e3be6e191 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458484 Apr 30 01:17:20.039655 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.088992 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e1b3c-7df7-451f-82d3-55d6d42091a2 None None] Pushing event updated for resources: {'Port': ['ID=43bd2e59-d75c-4ef7-98c3-5356b47349a0,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:20.106948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Allocated IP 172.20.0.1 (9f69faad-ede1-4386-8394-4a5f4f807132/208ba0ba-d728-45d8-9551-2755a348095e/c8c2b99c-c73d-4cbd-8a4e-6e8f11521608) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:20.124696 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Attempting to bind port 43bd2e59-d75c-4ef7-98c3-5356b47349a0 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:20.125587 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Attempting to bind port 43bd2e59-d75c-4ef7-98c3-5356b47349a0 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:20.125957 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Attempting to bind port 43bd2e59-d75c-4ef7-98c3-5356b47349a0 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:20.131439 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:20.132571 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:20.132571 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.137469 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:20.137469 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Bound port: 43bd2e59-d75c-4ef7-98c3-5356b47349a0, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:20.137469 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.174873 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded651f1-21bc-4acc-ba74-3bde1f747375 req-296dd3cf-37d7-4661-98c6-c5b375147aca tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:20.182314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ded651f1-21bc-4acc-ba74-3bde1f747375 req-296dd3cf-37d7-4661-98c6-c5b375147aca tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.0912862 Apr 30 01:17:20.225447 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] For port 43bd2e59-d75c-4ef7-98c3-5356b47349a0, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:20.228726 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] For port 43bd2e59-d75c-4ef7-98c3-5356b47349a0, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=43bd2e59-d75c-4ef7-98c3-5356b47349a0,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:20.229538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ded651f1-21bc-4acc-ba74-3bde1f747375 req-b373a88c-9667-4d36-b4da-dc74b2da7d8d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463943 Apr 30 01:17:20.258052 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.285407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.325842 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.360702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.386921 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Routers {'4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:20.387570 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:20.425149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Network 9f69faad-ede1-4386-8394-4a5f4f807132 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:20.432909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:20.438257 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e1b3c-7df7-451f-82d3-55d6d42091a2 None None] Pushing event updated for resources: {'Port': ['ID=43bd2e59-d75c-4ef7-98c3-5356b47349a0,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:20.442415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:20.442564 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.511140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:20.527164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f3f8-96e2-4826-8f09-143d215a30e9 req-eae0dfd2-b56d-4ad6-a8fb-faefc214f42d tempest-AggregatesAdminTestJSON-745458149 tempest-AggregatesAdminTestJSON-745458149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:20.527164 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0033f3f8-96e2-4826-8f09-143d215a30e9 req-eae0dfd2-b56d-4ad6-a8fb-faefc214f42d tempest-AggregatesAdminTestJSON-745458149 tempest-AggregatesAdminTestJSON-745458149-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 1123 time: 0.1955786 Apr 30 01:17:20.557626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0033f3f8-96e2-4826-8f09-143d215a30e9 req-2fec3934-a5fe-424c-bd56-77140348ff9b tempest-AggregatesAdminTestJSON-745458149 tempest-AggregatesAdminTestJSON-745458149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.564476 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] Set router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:20.611803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc9eb9-8990-4071-bb5a-e80cb054a086 req-25d30c21-e47b-4155-8c70-60b7321a3692 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:20.622340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59dc9eb9-8990-4071-bb5a-e80cb054a086 req-25d30c21-e47b-4155-8c70-60b7321a3692 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 950 time: 0.1439197 Apr 30 01:17:20.714855 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59dc9eb9-8990-4071-bb5a-e80cb054a086 req-984cba6b-99fe-4e73-b9c4-5b169c848d07 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915141 Apr 30 01:17:20.780971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0033f3f8-96e2-4826-8f09-143d215a30e9 req-2fec3934-a5fe-424c-bd56-77140348ff9b tempest-AggregatesAdminTestJSON-745458149 tempest-AggregatesAdminTestJSON-745458149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.799544 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:17:17Z', 'revision_number': 3, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port': {'id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:16Z', 'updated_at': '2022-04-30T01:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:20.809723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.834734 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdeead-e039-4faf-9d29-b1ebdaae32c1 None None] The sync data for ids ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'] in n-d-821348-1 is: [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:17:17Z', 'revision_number': 3, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port': {'id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:16Z', 'updated_at': '2022-04-30T01:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:17:20.842977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2ba1a285-3485-4634-93df-8862fe71c18e None None] Provisioning complete for port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:20.844046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a285-3485-4634-93df-8862fe71c18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.881032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0033f3f8-96e2-4826-8f09-143d215a30e9 req-2fec3934-a5fe-424c-bd56-77140348ff9b tempest-AggregatesAdminTestJSON-745458149 tempest-AggregatesAdminTestJSON-745458149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:20.905783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1a285-3485-4634-93df-8862fe71c18e None None] Port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:17:20.932155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0033f3f8-96e2-4826-8f09-143d215a30e9 req-2fec3934-a5fe-424c-bd56-77140348ff9b tempest-AggregatesAdminTestJSON-745458149 tempest-AggregatesAdminTestJSON-745458149-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943057 Apr 30 01:17:20.947383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7e01c030-24ac-4c84-8c97-f2d81987da00 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:17:21.077903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:21.097930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec3934-a5fe-424c-bd56-77140348ff9b tempest-AggregatesAdminTestJSON-745458149 tempest-AggregatesAdminTestJSON-745458149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc014863-9b10-4d49-bc5e-2406a584133e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:21.135867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:21.136726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:21.143574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:21.159866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'mac_address': 'fa:16:3e:fc:73:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:17:21.222939 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:21.256138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e01c030-24ac-4c84-8c97-f2d81987da00 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:21.331396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:21.445376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:21.466191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:21.504821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 43bd2e59-d75c-4ef7-98c3-5356b47349a0 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:21.548366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Network 9f69faad-ede1-4386-8394-4a5f4f807132 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:21.551367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:21.604668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:21.616858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-5d8f8b30-0e93-4b6e-baef-f27e3aa2c8de tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:21.618370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-5d8f8b30-0e93-4b6e-baef-f27e3aa2c8de tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 1101 time: 0.1229539 Apr 30 01:17:21.643234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 43bd2e59-d75c-4ef7-98c3-5356b47349a0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:21.643644 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:21.798873 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] Deleting port 5e58064f-c2bd-464d-b57d-c4fba51aec3f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:17:21.799609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:21.800254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['7e01c030-24ac-4c84-8c97-f2d81987da00'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:21.863018 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:21.943187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9184-de59-473b-b94b-93ca0b4c7511 req-0a0e2b2c-cb58-4a64-b4cb-c06b24dd1f18 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:21.955606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e98f9184-de59-473b-b94b-93ca0b4c7511 req-0a0e2b2c-cb58-4a64-b4cb-c06b24dd1f18 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 948 time: 0.1795378 Apr 30 01:17:22.001268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:17:22.005058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 43bd2e59-d75c-4ef7-98c3-5356b47349a0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=43bd2e59-d75c-4ef7-98c3-5356b47349a0,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:22.045887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e98f9184-de59-473b-b94b-93ca0b4c7511 req-29743b1a-0eec-4488-83e5-a4d44cf92e71 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846701 Apr 30 01:17:22.089327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:22.114190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67454a0-5234-4b37-a113-7e559a2c1924 req-cfe6009d-957c-48de-9056-0239690ef50a tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:22.121688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a67454a0-5234-4b37-a113-7e559a2c1924 req-cfe6009d-957c-48de-9056-0239690ef50a tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 972 time: 0.2827752 Apr 30 01:17:22.205316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a67454a0-5234-4b37-a113-7e559a2c1924 req-de7bb993-b5e8-4641-bb67-e6785d0c3140 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827465 Apr 30 01:17:22.220553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] For port 5e58064f-c2bd-464d-b57d-c4fba51aec3f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5e58064f-c2bd-464d-b57d-c4fba51aec3f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:22.226855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:22.243331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:17:22.246518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a8ef06e0-a9b2-4c08-9336-84e4da4b65f2 None None] Provisioning complete for port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:22.247096 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8ef06e0-a9b2-4c08-9336-84e4da4b65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:22.250648 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-28a0da9f-9ca6-4762-917c-67554e595f80 admin admin] 10.222.0.15 "PUT /v2.0/routers/4d5e05c3-baa6-46fb-9e11-dd356f9bdf66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9760478 Apr 30 01:17:22.266640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] Calling delete_port for 5e58064f-c2bd-464d-b57d-c4fba51aec3f owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:17:22.284690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568a67b-d452-4d1e-b462-624918c42a59 req-e71e1627-8412-4310-8c82-9f72569552e6 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:22.289695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d568a67b-d452-4d1e-b462-624918c42a59 req-e71e1627-8412-4310-8c82-9f72569552e6 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 950 time: 0.0874283 Apr 30 01:17:22.319165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=43bd2e59-d75c-4ef7-98c3-5356b47349a0,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:22.333280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef06e0-a9b2-4c08-9336-84e4da4b65f2 None None] Port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:17:22.382201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d568a67b-d452-4d1e-b462-624918c42a59 req-6156fb63-5101-4abe-b480-6d9e8c8aea63 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712991 Apr 30 01:17:22.568349 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:22.585616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5e58064f-c2bd-464d-b57d-c4fba51aec3f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:22.601573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e58064f-c2bd-464d-b57d-c4fba51aec3f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:22.668211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] No DVR routers for this DVR port 5e58064f-c2bd-464d-b57d-c4fba51aec3f on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:17:22.673240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:22.678968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-625a8713-4b76-41bc-8e89-9aab3ff09956 req-3d22109e-318c-44fc-9b86-2357be6db344 tempest-DeleteServersAdminTestJSON-707867965 tempest-DeleteServersAdminTestJSON-707867965-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5e58064f-c2bd-464d-b57d-c4fba51aec3f HTTP/1.1" status: 204 len: 173 time: 1.0534883 Apr 30 01:17:22.679608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9c8b2-f731-4423-aa73-2b89d4e913af', 'name': 'network-vif-deleted', 'tag': '5e58064f-c2bd-464d-b57d-c4fba51aec3f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:22.682811 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dde6b8-0ebb-4c76-9aa9-3a9cc4035ad2" -d '{"events": [{"server_uuid": "21d9c8b2-f731-4423-aa73-2b89d4e913af", "name": "network-vif-deleted", "tag": "5e58064f-c2bd-464d-b57d-c4fba51aec3f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:22.861955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-24cd4468-6aa8-4d1a-a0c4-4ba71bdde262 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:22.864161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-24cd4468-6aa8-4d1a-a0c4-4ba71bdde262 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.21 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 972 time: 0.0746515 Apr 30 01:17:22.912856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7e01c030-24ac-4c84-8c97-f2d81987da00 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:23.020380 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3af8f3-62bc-4774-b38e-052800b69278 x-openstack-request-id: req-ba3af8f3-62bc-4774-b38e-052800b69278 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:23.020666 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9c8b2-f731-4423-aa73-2b89d4e913af", "name": "network-vif-deleted", "tag": "5e58064f-c2bd-464d-b57d-c4fba51aec3f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:23.020910 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba3af8f3-62bc-4774-b38e-052800b69278 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:23.021297 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3af8f3-62bc-4774-b38e-052800b69278'] response: {'server_uuid': '21d9c8b2-f731-4423-aa73-2b89d4e913af', 'name': 'network-vif-deleted', 'tag': '5e58064f-c2bd-464d-b57d-c4fba51aec3f', 'status': 'completed', 'code': 200} Apr 30 01:17:23.054943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Deleting port ec21f712-fc5d-4977-821f-0e012762c9a5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:17:23.055301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.085013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 7e01c030-24ac-4c84-8c97-f2d81987da00 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:17:23.089160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 7e01c030-24ac-4c84-8c97-f2d81987da00 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:23.093637 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.190085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] For port ec21f712-fc5d-4977-821f-0e012762c9a5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec21f712-fc5d-4977-821f-0e012762c9a5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:23.190085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.206442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Calling delete_port for ec21f712-fc5d-4977-821f-0e012762c9a5 owned by compute:tempest-test_az-1354631346 {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:17:23.270239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.310412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:23.313853 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5866859b-3b1e-4a75-94e5-682b15cf2725" -d '{"events": [{"server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "name": "network-vif-plugged", "status": "completed", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:23.329532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:23.341574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 43bd2e59-d75c-4ef7-98c3-5356b47349a0 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:23.358096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45788d-72e4-49da-a5a6-9e43ff9f1796 req-266ef0d7-d133-4030-b656-cdd99d4c553c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:23.367819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee45788d-72e4-49da-a5a6-9e43ff9f1796 req-266ef0d7-d133-4030-b656-cdd99d4c553c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 948 time: 0.1008501 Apr 30 01:17:23.442021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Sync routers for ids ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:17:23.442186 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee45788d-72e4-49da-a5a6-9e43ff9f1796 req-2502234f-6843-46f1-9810-64f1c5bc75ce tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751450 Apr 30 01:17:23.454432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 43bd2e59-d75c-4ef7-98c3-5356b47349a0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:23.454432 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.483305 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.544537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Routers {'4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:23.556674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:23.611949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d53a7a-024d-473b-8ba7-faf7c8a26b4f req-4709f088-59e1-4cac-8e94-2c2f08f7232c tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:23.613549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77d53a7a-024d-473b-8ba7-faf7c8a26b4f req-4709f088-59e1-4cac-8e94-2c2f08f7232c tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aa8582-e459-4aad-9bd8-91d0152cde37 HTTP/1.1" status: 200 len: 972 time: 0.0565960 Apr 30 01:17:23.614462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.638588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ec21f712-fc5d-4977-821f-0e012762c9a5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:23.642204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:23.719221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59006) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:23.770928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Pushing event deleted for resources: {'Port': ['ID=ec21f712-fc5d-4977-821f-0e012762c9a5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:23.803744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] No DVR routers for this DVR port ec21f712-fc5d-4977-821f-0e012762c9a5 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:17:23.809804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.813126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afeea89f-ea5e-4626-8cdd-b5d00cf3ee62 req-aab9a1e6-472e-4db2-b3ac-dd8dcbcf20ac tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.21 "DELETE /v2.0/ports/ec21f712-fc5d-4977-821f-0e012762c9a5 HTTP/1.1" status: 204 len: 173 time: 0.9359086 Apr 30 01:17:23.814817 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c562956-57fe-4f50-a01b-d71ce7137fae x-openstack-request-id: req-8c562956-57fe-4f50-a01b-d71ce7137fae {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:23.815119 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "name": "network-vif-plugged", "status": "completed", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:23.815519 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c562956-57fe-4f50-a01b-d71ce7137fae {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:23.817434 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c562956-57fe-4f50-a01b-d71ce7137fae'] response: {'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'code': 200} Apr 30 01:17:23.860985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Set router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:23.929685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77d53a7a-024d-473b-8ba7-faf7c8a26b4f req-c86d6f8c-d117-4a75-8ce0-44760cca8fb5 tempest-AggregatesAdminTestJSON-58022510 tempest-AggregatesAdminTestJSON-58022510-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b731f9-1346-4d1b-802d-f5fbf32fcb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010149 Apr 30 01:17:23.961011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12364c-9ba6-4986-8b3d-9dec47d80b0b req-9ef8442e-e922-4739-b9ba-3bffaeec56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:23.962628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa12364c-9ba6-4986-8b3d-9dec47d80b0b req-9ef8442e-e922-4739-b9ba-3bffaeec56de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1100 time: 0.1265178 Apr 30 01:17:23.964987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1694bd93-c440-47d7-bf01-68609fa0afd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:23.994388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b285fba9-c76e-41bb-8792-e57d5a03f919 req-c35cfb18-fa5f-4ff1-971e-5cc4f7a4941d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=21d9c8b2-f731-4423-aa73-2b89d4e913af HTTP/1.1" status: 200 len: 210 time: 0.0397725 Apr 30 01:17:24.009550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa12364c-9ba6-4986-8b3d-9dec47d80b0b req-f2d3794a-0ba3-4414-924e-3d58aa654308 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370669 Apr 30 01:17:24.103041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1694bd93-c440-47d7-bf01-68609fa0afd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:24.181663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1694bd93-c440-47d7-bf01-68609fa0afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:24.235155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1694bd93-c440-47d7-bf01-68609fa0afd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43ca3a4821a540c48af9af006b5f3e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117872 Apr 30 01:17:24.235380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694bd93-c440-47d7-bf01-68609fa0afd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37259eef-c353-4167-9963-5a28c5fbfe4c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:24.235513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59026) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:24.316781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e361320-c368-47d0-b379-da79fc1327a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:24.331011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:17:20Z', 'revision_number': 4, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port': {'id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:16Z', 'updated_at': '2022-04-30T01:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c8c2b99c-c73d-4cbd-8a4e-6e8f11521608', 'name': '', 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'mac_address': 'fa:16:3e:29:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '208ba0ba-d728-45d8-9551-2755a348095e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:19Z', 'updated_at': '2022-04-30T01:17:20Z', 'revision_number': 2, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'subnets': [{'id': '208ba0ba-d728-45d8-9551-2755a348095e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:24.343895 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e361320-c368-47d0-b379-da79fc1327a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:24.371193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Checking router: 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:17:24.371590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Updating router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:17:24.406190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:24.456030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e361320-c368-47d0-b379-da79fc1327a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:24.458611 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e361320-c368-47d0-b379-da79fc1327a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:24.462450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0e361320-c368-47d0-b379-da79fc1327a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37259eef-c353-4167-9963-5a28c5fbfe4c HTTP/1.1" status: 204 len: 168 time: 0.2259037 Apr 30 01:17:24.484922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e361320-c368-47d0-b379-da79fc1327a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37259eef-c353-4167-9963-5a28c5fbfe4c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:24.673519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b9006-2e71-43c9-bbb3-025a92e69506 req-3e20ea98-92a8-4f59-9e4a-9e1400188192 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:24.683943 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc7b9006-2e71-43c9-bbb3-025a92e69506 req-3e20ea98-92a8-4f59-9e4a-9e1400188192 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.1054509 Apr 30 01:17:24.787587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc7b9006-2e71-43c9-bbb3-025a92e69506 req-b726fc83-ce37-4d4a-9123-a9f262b24af0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022804 Apr 30 01:17:24.879831 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.022880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aa8582-e459-4aad-9bd8-91d0152cde37', 'name': 'network-vif-deleted', 'tag': 'ec21f712-fc5d-4977-821f-0e012762c9a5'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:25.025209 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ec2fec-54f3-4819-9dde-e4647552f7af" -d '{"events": [{"server_uuid": "06aa8582-e459-4aad-9bd8-91d0152cde37", "name": "network-vif-deleted", "tag": "ec21f712-fc5d-4977-821f-0e012762c9a5"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:25.030688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.136881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba758980-d53f-441d-b948-860c5a750d01 None None] Pushing event updated for resources: {'Port': ['ID=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:25.160581 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Attempting to bind port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:25.160954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Attempting to bind port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:25.161369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Attempting to bind port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 on network 9f69faad-ede1-4386-8394-4a5f4f807132 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:25.167764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:25.168140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Checking segment: {'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:25.168674 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.169100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Bound using segment: {'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:25.169569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Bound port: c8c2b99c-c73d-4cbd-8a4e-6e8f11521608, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f96d60-6cd7-4840-8759-b393b74231c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:25.169945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.190954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:25.196297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8f511756-f40c-4dbd-a536-6e48a28a7b80 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351904884', 'description': 'tempest-description--173306636'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:25.286966 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] For port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:25.292148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] For port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,segment=NetworkSegment(35f96d60-6cd7-4840-8759-b393b74231c7),segment_id=35f96d60-6cd7-4840-8759-b393b74231c7)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:25.322563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f511756-f40c-4dbd-a536-6e48a28a7b80 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.327483 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1fcb06-6884-4b88-a4a6-9734a8d17dd1 x-openstack-request-id: req-4e1fcb06-6884-4b88-a4a6-9734a8d17dd1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:25.328080 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aa8582-e459-4aad-9bd8-91d0152cde37", "name": "network-vif-deleted", "tag": "ec21f712-fc5d-4977-821f-0e012762c9a5", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:25.328569 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e1fcb06-6884-4b88-a4a6-9734a8d17dd1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:25.331384 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1fcb06-6884-4b88-a4a6-9734a8d17dd1'] response: {'server_uuid': '06aa8582-e459-4aad-9bd8-91d0152cde37', 'name': 'network-vif-deleted', 'tag': 'ec21f712-fc5d-4977-821f-0e012762c9a5', 'status': 'completed', 'code': 200} Apr 30 01:17:25.389370 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.403049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59070) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:25.413973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f511756-f40c-4dbd-a536-6e48a28a7b80 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.426444 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59074) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:25.445627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e1665-4328-4edc-91f0-6e5fc337cdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.453624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ff38476d-db96-4cb7-99ff-2f618e650778 None None] Provisioning complete for port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:25.453971 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff38476d-db96-4cb7-99ff-2f618e650778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.485914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f511756-f40c-4dbd-a536-6e48a28a7b80 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.517201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba758980-d53f-441d-b948-860c5a750d01 None None] Pushing event updated for resources: {'Port': ['ID=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:25.520247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Routers {'4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:25.520604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:25.574067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511756-f40c-4dbd-a536-6e48a28a7b80 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3e5b81-b830-4993-8f42-5ba51390e157,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:25.580926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f511756-f40c-4dbd-a536-6e48a28a7b80 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.582345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8f511756-f40c-4dbd-a536-6e48a28a7b80 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3904862 Apr 30 01:17:25.585705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59080) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:25.592554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d2cd24c0-63da-482c-af2f-33da8d43b31f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Request body: {'security_group_rule': {'security_group_id': '4a3e5b81-b830-4993-8f42-5ba51390e157', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:25.637922 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e1665-4328-4edc-91f0-6e5fc337cdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.704264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-25dc0e07-a3b9-4fbb-8cd9-05ad553ff4bf tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1b23b819fef74ff896f750dcf83da5ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251276 Apr 30 01:17:25.725930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] Set router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:25.728872 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff38476d-db96-4cb7-99ff-2f618e650778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.768010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2cd24c0-63da-482c-af2f-33da8d43b31f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.841406 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e1665-4328-4edc-91f0-6e5fc337cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.843207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ff38476d-db96-4cb7-99ff-2f618e650778 None None] For port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,segment=NetworkSegment(35f96d60-6cd7-4840-8759-b393b74231c7),segment_id=35f96d60-6cd7-4840-8759-b393b74231c7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:25.873808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-831e9477-daa1-4209-a21c-e67b362c98db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.927438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-982e1665-4328-4edc-91f0-6e5fc337cdc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=362405c4663740d3a1ca0b0fcdc5377f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979818 Apr 30 01:17:25.928056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59100) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:25.939666 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff38476d-db96-4cb7-99ff-2f618e650778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:25.976733 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2cd24c0-63da-482c-af2f-33da8d43b31f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.027187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38476d-db96-4cb7-99ff-2f618e650778 None None] Pushing event updated for resources: {'Port': ['ID=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:26.032590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e1665-4328-4edc-91f0-6e5fc337cdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287b5ebe-21aa-4cff-8133-f1f9f0e62445,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:26.049248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:17:20Z', 'revision_number': 4, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port': {'id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:16Z', 'updated_at': '2022-04-30T01:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c8c2b99c-c73d-4cbd-8a4e-6e8f11521608', 'name': '', 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'mac_address': 'fa:16:3e:29:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '208ba0ba-d728-45d8-9551-2755a348095e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:19Z', 'updated_at': '2022-04-30T01:17:25Z', 'revision_number': 4, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'subnets': [{'id': '208ba0ba-d728-45d8-9551-2755a348095e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:26.052256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2cd24c0-63da-482c-af2f-33da8d43b31f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.093616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd24c0-63da-482c-af2f-33da8d43b31f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fc6e0e-3afa-453d-b129-46577d2e4685,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:26.110871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34409ee9-74f4-4a10-bfeb-288083dbdf5b None None] The sync data for ids ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'] in n-d-821348-1 is: [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:17:20Z', 'revision_number': 4, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port': {'id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:16Z', 'updated_at': '2022-04-30T01:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c8c2b99c-c73d-4cbd-8a4e-6e8f11521608', 'name': '', 'network_id': '9f69faad-ede1-4386-8394-4a5f4f807132', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'mac_address': 'fa:16:3e:29:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '208ba0ba-d728-45d8-9551-2755a348095e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:19Z', 'updated_at': '2022-04-30T01:17:25Z', 'revision_number': 4, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'subnets': [{'id': '208ba0ba-d728-45d8-9551-2755a348095e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:17:26.116501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-831e9477-daa1-4209-a21c-e67b362c98db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.127462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f7c55397-556b-495a-998e-caec63cdcb85 None None] Provisioning complete for port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:26.127991 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7c55397-556b-495a-998e-caec63cdcb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.151368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-20bc4b37-2992-44fb-b192-d7f7e6ec7d75 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:26.155211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2cd24c0-63da-482c-af2f-33da8d43b31f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.156444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d2cd24c0-63da-482c-af2f-33da8d43b31f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5695050 Apr 30 01:17:26.167565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:26.170373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-20bc4b37-2992-44fb-b192-d7f7e6ec7d75 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4597425 Apr 30 01:17:26.188850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7e3dfef5-12e5-4305-a708-c48f70553f4c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Request body: {'security_group_rule': {'security_group_id': '4a3e5b81-b830-4993-8f42-5ba51390e157', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:26.204474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-831e9477-daa1-4209-a21c-e67b362c98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.205888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2f51fc5-fefa-44c9-b246-bfee9b6f64f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.227742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d5c44d91-831a-4eb3-9b4e-926f4dd8666b tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/quotas/1b23b819fef74ff896f750dcf83da5ea HTTP/1.1" status: 200 len: 375 time: 0.0564752 Apr 30 01:17:26.239305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2f51fc5-fefa-44c9-b246-bfee9b6f64f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.281164 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-831e9477-daa1-4209-a21c-e67b362c98db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f729440a55a24d159b50e1698c485d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768241 Apr 30 01:17:26.282251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e9477-daa1-4209-a21c-e67b362c98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f79a6ee-0cf7-4f5e-95ec-7392e6dc4ab6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:26.285694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59112) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:26.288405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-3d941f0f-8f36-40ce-ae38-5480b96e185e tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b23b819fef74ff896f750dcf83da5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469968 Apr 30 01:17:26.366850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e3dfef5-12e5-4305-a708-c48f70553f4c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.413570 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45e91834-b828-405f-935f-9bc603938ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.426965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2f51fc5-fefa-44c9-b246-bfee9b6f64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.430651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2f51fc5-fefa-44c9-b246-bfee9b6f64f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.434229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d2f51fc5-fefa-44c9-b246-bfee9b6f64f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/287b5ebe-21aa-4cff-8133-f1f9f0e62445 HTTP/1.1" status: 204 len: 168 time: 0.4948170 Apr 30 01:17:26.446022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f51fc5-fefa-44c9-b246-bfee9b6f64f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287b5ebe-21aa-4cff-8133-f1f9f0e62445,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:26.476156 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45e91834-b828-405f-935f-9bc603938ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.584080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c12f8-298f-49c7-ae5b-0b76f4032e55 req-4f322da2-6122-4363-b527-15cea415b2f3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:26.591875 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-226c12f8-298f-49c7-ae5b-0b76f4032e55 req-4f322da2-6122-4363-b527-15cea415b2f3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.1959312 Apr 30 01:17:26.630722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e3dfef5-12e5-4305-a708-c48f70553f4c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.656222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-226c12f8-298f-49c7-ae5b-0b76f4032e55 req-f32801e0-06dc-41b2-9489-7e5e27304d9f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Apr 30 01:17:26.725408 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e3dfef5-12e5-4305-a708-c48f70553f4c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.730919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45e91834-b828-405f-935f-9bc603938ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.734052 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45e91834-b828-405f-935f-9bc603938ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.735404 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-45e91834-b828-405f-935f-9bc603938ea5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f79a6ee-0cf7-4f5e-95ec-7392e6dc4ab6 HTTP/1.1" status: 204 len: 168 time: 0.4487224 Apr 30 01:17:26.755463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e91834-b828-405f-935f-9bc603938ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f79a6ee-0cf7-4f5e-95ec-7392e6dc4ab6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:26.773871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dfef5-12e5-4305-a708-c48f70553f4c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f9c246-4815-4dad-9c6e-63023c63f220,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:26.874738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69ae14e1-e365-4ef7-882d-594872f41322 req-9ecb23a8-1b9f-4f57-9ebf-7ab02d7d5e34 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 210 time: 0.0395627 Apr 30 01:17:26.877972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e3dfef5-12e5-4305-a708-c48f70553f4c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:26.883615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59140) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:26.888145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:26.894901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7e3dfef5-12e5-4305-a708-c48f70553f4c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7258954 Apr 30 01:17:26.949624 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:17:27.036594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.114740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5e58064f-c2bd-464d-b57d-c4fba51aec3f no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:17:27.137017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 5e58064f-c2bd-464d-b57d-c4fba51aec3f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:17:27.137588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5e58064f-c2bd-464d-b57d-c4fba51aec3f not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:17:27.139983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec21f712-fc5d-4977-821f-0e012762c9a5 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:17:27.207082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.212097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: ec21f712-fc5d-4977-821f-0e012762c9a5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:17:27.212823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec21f712-fc5d-4977-821f-0e012762c9a5 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:17:27.330527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878a295-fefe-4e46-a4bb-6bcf7d93bdb7 req-50979158-f1d2-4fa5-9d59-0361cd31532c tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:27.339255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4878a295-fefe-4e46-a4bb-6bcf7d93bdb7 req-50979158-f1d2-4fa5-9d59-0361cd31532c tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1100 time: 0.0780091 Apr 30 01:17:27.375351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4878a295-fefe-4e46-a4bb-6bcf7d93bdb7 req-e1d4f1dd-4f9c-4983-9ebe-9a2bf4970416 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.407030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Allocated IP 172.25.0.126 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/61edec88-1fd2-4ded-98de-19b902e6c694) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:27.425507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:27.507119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:27.507803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.542578 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4878a295-fefe-4e46-a4bb-6bcf7d93bdb7 req-e1d4f1dd-4f9c-4983-9ebe-9a2bf4970416 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.567949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.646232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4878a295-fefe-4e46-a4bb-6bcf7d93bdb7 req-e1d4f1dd-4f9c-4983-9ebe-9a2bf4970416 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.674851 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4878a295-fefe-4e46-a4bb-6bcf7d93bdb7 req-e1d4f1dd-4f9c-4983-9ebe-9a2bf4970416 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343737 Apr 30 01:17:27.688162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4f1dd-4f9c-4983-9ebe-9a2bf4970416 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce16a6d-8759-4829-917a-6eee6b283683,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:27.702076 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.760587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event updated for resources: {'Port': ['ID=61edec88-1fd2-4ded-98de-19b902e6c694,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:27.769775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:27.772576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:27.776189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:27.911333 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:27.928543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59180) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:27.943896 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95a0995f-0352-412b-bf78-64b93447a1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.070682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95a0995f-0352-412b-bf78-64b93447a1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.079569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.099235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bb2989d-c97e-40bb-87e9-b3a57cedf1ae req-d0afd5b4-33ec-4f9a-8f6c-663ddefb24ce tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 210 time: 0.0392427 Apr 30 01:17:28.177117 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95a0995f-0352-412b-bf78-64b93447a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.223532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0995f-0352-412b-bf78-64b93447a1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2d77c0-544f-44f1-bebb-d904baa6a05c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:28.247903 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95a0995f-0352-412b-bf78-64b93447a1c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e866f77e7d30442b90dd14a36e1c0254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175774 Apr 30 01:17:28.260599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59190) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:28.390055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-fcaa7a77-5f57-4907-8986-9e8e0e8b2355 req-aaa5b23c-56ef-4f75-996e-bd5092ddf522 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:17:28.391397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcaa7a77-5f57-4907-8986-9e8e0e8b2355 req-aaa5b23c-56ef-4f75-996e-bd5092ddf522 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980480 Apr 30 01:17:28.411482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adbb7efb-8cfa-4837-966f-83e81b0f3857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.442425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adbb7efb-8cfa-4837-966f-83e81b0f3857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.572727 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.573330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adbb7efb-8cfa-4837-966f-83e81b0f3857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.576543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adbb7efb-8cfa-4837-966f-83e81b0f3857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.577743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-adbb7efb-8cfa-4837-966f-83e81b0f3857 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c2d77c0-544f-44f1-bebb-d904baa6a05c HTTP/1.1" status: 204 len: 168 time: 0.3146660 Apr 30 01:17:28.587091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb7efb-8cfa-4837-966f-83e81b0f3857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2d77c0-544f-44f1-bebb-d904baa6a05c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:28.630510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3c45b7e-ae1c-4f26-be68-04d61cc7ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.661141 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.698058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.724394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event updated for resources: {'Port': ['ID=61edec88-1fd2-4ded-98de-19b902e6c694,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:28.801369 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:28.810557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5ff6fc7f-b6e8-41a1-a2e8-f68b3cb3005a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9184599 Apr 30 01:17:29.204340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d4f849b7-1e83-46c9-9041-6f3cad6a3917 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1b23b819fef74ff896f750dcf83da5ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259719 Apr 30 01:17:29.342941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-e075912f-6845-445e-8b74-63006a2af940 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:29.344429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-e075912f-6845-445e-8b74-63006a2af940 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353130 Apr 30 01:17:29.357238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Request body: {'port': {'device_id': 'fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '1b23b819fef74ff896f750dcf83da5ea'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:29.488042 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a4dd2e8-b5ea-4213-91cf-7d92f8899667 req-02eaf3fb-e580-415c-8168-836bbd179494 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 210 time: 0.0330517 Apr 30 01:17:29.529546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59260) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:29.543882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ddc10249-10db-4ea0-adf2-d103c99b89e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:29.571953 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e25586d1-aeb9-4156-b314-5e77f05f0ac8 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1351904884&fields=id&tenant_id=c55c9ce1aaba4181a55c5defc1110969 HTTP/1.1" status: 200 len: 267 time: 0.1078436 Apr 30 01:17:29.610530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Made reservation on behalf of 1b23b819fef74ff896f750dcf83da5ea for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:29.614378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:29.683251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59264) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:29.740087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ccb57-eb47-4cd4-8b81-be02e3b715b2 req-9aac6228-a16e-4650-b40d-037085cdd879 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:29.741588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c9ccb57-eb47-4cd4-8b81-be02e3b715b2 req-9aac6228-a16e-4650-b40d-037085cdd879 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.1467261 Apr 30 01:17:29.746365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ddc10249-10db-4ea0-adf2-d103c99b89e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:29.821465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-39f5361a-188a-4937-a088-f19c2420b8aa tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:29.823042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-39f5361a-188a-4937-a088-f19c2420b8aa tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/networks?id=265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 200 len: 823 time: 0.2397337 Apr 30 01:17:29.830951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-58de1cbb-a172-4aea-bdf8-f681ecdb5715 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466303 Apr 30 01:17:29.834830 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ddc10249-10db-4ea0-adf2-d103c99b89e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:29.846570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-0f585433-4f99-4cd9-930f-cf52b8fcc9bc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:17:29.847577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-0f585433-4f99-4cd9-930f-cf52b8fcc9bc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064242 Apr 30 01:17:29.849215 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-b86ce8e8-d0b9-4893-a25f-3c5b645cb2ed tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/quotas/c55c9ce1aaba4181a55c5defc1110969 HTTP/1.1" status: 200 len: 375 time: 0.0171678 Apr 30 01:17:29.861998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c9ccb57-eb47-4cd4-8b81-be02e3b715b2 req-e80ed96b-2458-4790-8c7f-67ba50ad7980 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091838 Apr 30 01:17:29.897027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc10249-10db-4ea0-adf2-d103c99b89e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ab2fc-b19c-4d3d-bdd7-7867b440658c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:29.900176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Allocated IP 192.168.233.252 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/519315a1-b238-4075-ae20-2298639626ea) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:29.917649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ddc10249-10db-4ea0-adf2-d103c99b89e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76a9858c3709450d9ca976abd06ebbf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845279 Apr 30 01:17:29.918320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59272) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:29.971135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-da89ed8e-e0fc-4f58-bfa4-3fde78546184 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1152263 Apr 30 01:17:29.991618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-211ef608-2c24-4ef4-8118-dc28f8fda194 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:17:29.995241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-211ef608-2c24-4ef4-8118-dc28f8fda194 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054810 Apr 30 01:17:30.017565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10a051ae-0c23-4a1b-8ab4-835ccb338d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.091712 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10a051ae-0c23-4a1b-8ab4-835ccb338d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.102259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.147614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-77b9b26d-ee08-4864-a36b-f0379a44b28a service neutron] 10.222.0.15 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438398 Apr 30 01:17:30.227467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.267584 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-eae7bb97-4fd4-458e-a871-6a904081a233 service neutron] 10.222.0.15 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083159 Apr 30 01:17:30.285378 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10a051ae-0c23-4a1b-8ab4-835ccb338d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.287041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:30.294461 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10a051ae-0c23-4a1b-8ab4-835ccb338d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.298943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:30.299087 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-10a051ae-0c23-4a1b-8ab4-835ccb338d04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f14ab2fc-b19c-4d3d-bdd7-7867b440658c HTTP/1.1" status: 204 len: 168 time: 0.3768437 Apr 30 01:17:30.310473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a051ae-0c23-4a1b-8ab4-835ccb338d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ab2fc-b19c-4d3d-bdd7-7867b440658c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:30.331133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:30.339970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:30.340622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.349863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Pushing event updated for resources: {'Port': ['ID=519315a1-b238-4075-ae20-2298639626ea,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:30.456652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-ea7f4b4c-2686-4bf4-b266-18baa6d98d82 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1032746 Apr 30 01:17:30.471189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Request body: {'port': {'device_id': 'fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:30.526177 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.570285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d037dce3-af7c-4b3e-ac4b-0b02852ce15b None None] Provisioning complete for port 519315a1-b238-4075-ae20-2298639626ea triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:30.570784 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d037dce3-af7c-4b3e-ac4b-0b02852ce15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:30.836549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d037dce3-af7c-4b3e-ac4b-0b02852ce15b None None] Port 519315a1-b238-4075-ae20-2298639626ea cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:17:31.000303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519315a1-b238-4075-ae20-2298639626ea {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:31.019468 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:31.032960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Transition to ACTIVE for port object 519315a1-b238-4075-ae20-2298639626ea will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:17:31.046524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfb1-86ec-4791-b8f9-ea49dcf4479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:31.131200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ab6c0e5-bd78-40eb-b9c9-e0ca821b47be req-98b9aa6a-2f6d-4cfb-abbf-1a90b90543e0 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 210 time: 0.0321648 Apr 30 01:17:31.163344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:31.187869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964eed-c405-401f-a9b0-6f890446f6d9 req-2b8702dc-9ce1-4da7-965d-906e213400e3 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:31.195876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99964eed-c405-401f-a9b0-6f890446f6d9 req-2b8702dc-9ce1-4da7-965d-906e213400e3 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 936 time: 0.0909820 Apr 30 01:17:31.255598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e99280-b2d6-43a0-97af-62b9c63ee9c9 req-0cd58027-e43f-48fe-b11a-715d835535df tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:31.257004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67e99280-b2d6-43a0-97af-62b9c63ee9c9 req-0cd58027-e43f-48fe-b11a-715d835535df tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0621388 Apr 30 01:17:31.283784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99964eed-c405-401f-a9b0-6f890446f6d9 req-9143efed-0d37-481a-a319-0f20a568b4fc tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817857 Apr 30 01:17:31.294315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Pushing event updated for resources: {'Port': ['ID=519315a1-b238-4075-ae20-2298639626ea,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:31.344067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Attempting to bind port 519315a1-b238-4075-ae20-2298639626ea on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:31.344502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Attempting to bind port 519315a1-b238-4075-ae20-2298639626ea by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:31.344838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Attempting to bind port 519315a1-b238-4075-ae20-2298639626ea on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:31.349549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67e99280-b2d6-43a0-97af-62b9c63ee9c9 req-588ca4a8-5cb6-4270-847e-8508ff0879bf tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813127 Apr 30 01:17:31.349835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Port 519315a1-b238-4075-ae20-2298639626ea on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:17:31.350159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Attempting to bind port 519315a1-b238-4075-ae20-2298639626ea on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:31.362350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:31.362690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:31.363069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:31.363517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Bound port: 519315a1-b238-4075-ae20-2298639626ea, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:31.363881 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:31.475113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] For port 519315a1-b238-4075-ae20-2298639626ea, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:31.480150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] For port 519315a1-b238-4075-ae20-2298639626ea, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=519315a1-b238-4075-ae20-2298639626ea,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:31.579904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:31.619037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:31.619727 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:31.621107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] 10.222.0.21 "PUT /v2.0/ports/519315a1-b238-4075-ae20-2298639626ea HTTP/1.1" status: 200 len: 1096 time: 1.1550720 Apr 30 01:17:31.622148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83', 'tag': '519315a1-b238-4075-ae20-2298639626ea'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:31.633173 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c3f696-a5b3-43de-9486-8a65f717c11f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83", "tag": "519315a1-b238-4075-ae20-2298639626ea"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:31.668784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b65c8d-fee5-4296-8c7e-029c34a36841 service neutron] Pushing event updated for resources: {'Port': ['ID=519315a1-b238-4075-ae20-2298639626ea,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:31.782720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-a0778709-2e45-4d57-bee8-16fe5e180308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:31.784677 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-a0778709-2e45-4d57-bee8-16fe5e180308 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b23b819fef74ff896f750dcf83da5ea&device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 1099 time: 0.0551429 Apr 30 01:17:31.806191 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78598656-6bb4-4e9f-b006-0a7c7f060401 x-openstack-request-id: req-78598656-6bb4-4e9f-b006-0a7c7f060401 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:31.806593 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83", "tag": "519315a1-b238-4075-ae20-2298639626ea", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:31.812558 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78598656-6bb4-4e9f-b006-0a7c7f060401 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:31.812558 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78598656-6bb4-4e9f-b006-0a7c7f060401'] response: {'name': 'network-changed', 'server_uuid': 'fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83', 'tag': '519315a1-b238-4075-ae20-2298639626ea', 'status': 'completed', 'code': 200} Apr 30 01:17:31.861119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-3a5351d4-8fb4-420a-a214-c161782cd0e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=519315a1-b238-4075-ae20-2298639626ea HTTP/1.1" status: 200 len: 217 time: 0.0523493 Apr 30 01:17:31.923312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-85f31877-91b2-4581-8a38-baa551c6c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:31.923312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-85f31877-91b2-4581-8a38-baa551c6c69b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0531559 Apr 30 01:17:31.948282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:31.980193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-8ddb4ddd-7256-4445-99b5-fbd66df8c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:31.982200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-8ddb4ddd-7256-4445-99b5-fbd66df8c608 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533373 Apr 30 01:17:32.077557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-de4b9fbf-dd25-4c76-b92e-33749f2be01f service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881808 Apr 30 01:17:32.176137 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b7ecbf-5483-49fc-b0a0-92221512ab65 req-7b5954a8-378f-4e90-8373-e2191bba2950 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915308 Apr 30 01:17:32.346362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-6b23be4c-ba6e-46f3-9645-c49bafcd28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:32.348044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-6b23be4c-ba6e-46f3-9645-c49bafcd28d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b23b819fef74ff896f750dcf83da5ea&device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 1099 time: 0.0412829 Apr 30 01:17:32.472951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-c60ecfc4-e4b5-45c0-b565-7ab1b8238679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:32.474666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-c60ecfc4-e4b5-45c0-b565-7ab1b8238679 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1201150 Apr 30 01:17:32.532670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-13ac7d9f-d495-4e55-9fe3-4763e417d79d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=519315a1-b238-4075-ae20-2298639626ea HTTP/1.1" status: 200 len: 217 time: 0.0477910 Apr 30 01:17:32.544048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59420) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:32.594701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-057ebbc5-569f-4d54-8afc-cfb8d835075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:32.596214 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-057ebbc5-569f-4d54-8afc-cfb8d835075d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0559957 Apr 30 01:17:32.679326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0577b45c-a139-45b5-9843-e183dbba41be req-c481d0c5-f982-4ca7-af76-4944d86ae6d0 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 210 time: 0.0341659 Apr 30 01:17:32.690817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-6505624c-80dc-43c7-92f9-7841c7d2959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:32.692362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-6505624c-80dc-43c7-92f9-7841c7d2959e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879726 Apr 30 01:17:32.768909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c181-f9ce-4050-ab01-0c400048e0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:32.851739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaae216-8006-4136-818c-00dda5bc95f3 req-8a31a3e3-486b-4b3a-b5a4-e7de088e28c7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:32.853226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edaae216-8006-4136-818c-00dda5bc95f3 req-8a31a3e3-486b-4b3a-b5a4-e7de088e28c7 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 948 time: 0.0798674 Apr 30 01:17:32.857302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-f9a94bbe-01c0-4802-8c0e-dcd8fb205b20 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483593 Apr 30 01:17:32.860400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c181-f9ce-4050-ab01-0c400048e0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:32.949239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edaae216-8006-4136-818c-00dda5bc95f3 req-42edcbcd-6c37-471e-b9f8-f75fd96b2b9f tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889773 Apr 30 01:17:32.986060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8c3f696-a5b3-43de-9486-8a65f717c11f req-588769b2-4e87-44a2-8891-4cb6dca26cfa service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190236 Apr 30 01:17:33.038623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c181-f9ce-4050-ab01-0c400048e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:33.066170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c17c7-24c9-4d2e-8452-12ad0e04b399 req-59307fc0-baf8-40c0-8424-823c5025e4d7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:33.067724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-919c17c7-24c9-4d2e-8452-12ad0e04b399 req-59307fc0-baf8-40c0-8424-823c5025e4d7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0561807 Apr 30 01:17:33.082898 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cdf0c181-f9ce-4050-ab01-0c400048e0aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9123d374e6da4dc2957a9e7ebe2ec621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363097 Apr 30 01:17:33.085038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0c181-f9ce-4050-ab01-0c400048e0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca21e50a-759d-4fb7-9cd6-365e183d3ff0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:33.087283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59430) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:33.113432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-919c17c7-24c9-4d2e-8452-12ad0e04b399 req-e34cc764-f2c9-4fc3-b249-a0de286b60e8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Apr 30 01:17:33.157566 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3188d5f0-b9d9-414f-807c-048b2e930c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:33.180981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3188d5f0-b9d9-414f-807c-048b2e930c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:33.359245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3188d5f0-b9d9-414f-807c-048b2e930c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:33.361968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3188d5f0-b9d9-414f-807c-048b2e930c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:33.363236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3188d5f0-b9d9-414f-807c-048b2e930c0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca21e50a-759d-4fb7-9cd6-365e183d3ff0 HTTP/1.1" status: 204 len: 168 time: 0.2746873 Apr 30 01:17:33.376908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188d5f0-b9d9-414f-807c-048b2e930c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca21e50a-759d-4fb7-9cd6-365e183d3ff0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:33.650533 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-ad7b9079-b17f-4940-9726-8637d3bc2508 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=31297aff1d694b15bb38a80b61a976bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245993 Apr 30 01:17:33.680898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-6a87e18d-15d8-4f73-9075-f4d74a8292e0 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:33.682450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-6a87e18d-15d8-4f73-9075-f4d74a8292e0 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "GET /v2.0/networks?id=265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 200 len: 823 time: 0.2295215 Apr 30 01:17:33.724290 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:33.750963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-9e1ce7a9-f564-49d1-b2e8-b17463312eff tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c55c9ce1aaba4181a55c5defc1110969 HTTP/1.1" status: 200 len: 380 time: 0.0477817 Apr 30 01:17:33.758810 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:33.769656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Request body: {'port': {'device_id': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'admin_state_up': True, 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'security_groups': ['4a3e5b81-b830-4993-8f42-5ba51390e157']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:33.811963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea97ec-36e2-4931-a4da-429845417d03 req-d9e9c221-fbef-4a29-9ac5-0ea2b87825dc tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:33.813729 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-d9e9c221-fbef-4a29-9ac5-0ea2b87825dc tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555099 Apr 30 01:17:33.830094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-46272366-12a1-492a-ba53-639ad79cbe10 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/quotas/31297aff1d694b15bb38a80b61a976bf HTTP/1.1" status: 200 len: 375 time: 0.0102897 Apr 30 01:17:33.876104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-fc44c0aa-b6f7-4d37-8c70-82befe3c471e tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31297aff1d694b15bb38a80b61a976bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368111 Apr 30 01:17:33.909475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.23', 49556) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:33.949127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-a055555d-dd2c-42d8-91f7-36a3e8ecdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:33.950785 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-a055555d-dd2c-42d8-91f7-36a3e8ecdf42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1100 time: 0.0403428 Apr 30 01:17:34.041764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-9fbcafc7-c683-4406-ba1a-a1f46d5fa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:34.043165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-9fbcafc7-c683-4406-ba1a-a1f46d5fa1d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.0856531 Apr 30 01:17:34.083600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-60cb2944-fc17-4927-bc44-2c14a66f2848 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.0340087 Apr 30 01:17:34.096658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Made reservation on behalf of c55c9ce1aaba4181a55c5defc1110969 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:34.101102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:34.136663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-d75ac1cd-c7ae-40d0-9765-733b5bf09523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:34.138244 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-d75ac1cd-c7ae-40d0-9765-733b5bf09523 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0475750 Apr 30 01:17:34.217809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-2fc0d941-768c-46cc-8879-29dbad6432d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:34.219653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-2fc0d941-768c-46cc-8879-29dbad6432d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739498 Apr 30 01:17:34.271815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Allocated IP 172.20.0.3 (265f698d-797d-40ff-845d-c4c8da5392b5/6ebc9e95-7b47-4964-ad81-47db4d0f6929/7822bffc-6cee-4d47-8db9-cecaa5e9ba2f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:34.323899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59486) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:34.334934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9512944-65bf-477f-9606-b7dce51fc66a req-fff35da4-0854-4047-adaf-031364a922d3 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 210 time: 0.0299563 Apr 30 01:17:34.350900 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2325d1b-23b3-48ec-a4f3-bab4154d9c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:34.380904 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-6c3e93c1-63d2-4439-8cf2-354676d1ec6f service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542597 Apr 30 01:17:34.502498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60048f88-f85e-4f1a-b210-68557fd469ac req-a3bbcd41-29f5-411e-8b2c-ef81f46d086c tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:34.504080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60048f88-f85e-4f1a-b210-68557fd469ac req-a3bbcd41-29f5-411e-8b2c-ef81f46d086c tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 948 time: 0.1064408 Apr 30 01:17:34.541043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-e8263562-60b5-4ad1-b671-ebcc7f664f9e service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533103 Apr 30 01:17:34.568730 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60048f88-f85e-4f1a-b210-68557fd469ac req-150aedb5-feef-400d-8031-ffb589ce9a09 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523405 Apr 30 01:17:34.650144 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ef7c647-94ee-45c4-a2a1-56bfbdf81cca req-34c4b5b0-840d-4ca4-a0dc-bb8d05853b4e tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 210 time: 0.0298338 Apr 30 01:17:34.660085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:34.716241 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2325d1b-23b3-48ec-a4f3-bab4154d9c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:34.816752 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:34.818750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2325d1b-23b3-48ec-a4f3-bab4154d9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:34.900924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Network 265f698d-797d-40ff-845d-c4c8da5392b5 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:34.908402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d2325d1b-23b3-48ec-a4f3-bab4154d9c03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd11ec87e8ee4ceeb61b1f1b575b3fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832899 Apr 30 01:17:34.914084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:34.916173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2325d1b-23b3-48ec-a4f3-bab4154d9c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e4b5e7-df0f-4546-bc26-a999670e016b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:34.922180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:34.927962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:34.928605 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:34.932391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59488) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:34.963719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event updated for resources: {'Port': ['ID=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:34.994684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52c9fe-f57e-402f-a652-7a9c71795983 req-6b033904-745c-4a37-bbbd-aae6e11f3f33 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:34.997163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb52c9fe-f57e-402f-a652-7a9c71795983 req-6b033904-745c-4a37-bbbd-aae6e11f3f33 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.2679336 Apr 30 01:17:35.012407 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f5879d5-95ae-4aba-8d03-295709d6df2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.045562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f5879d5-95ae-4aba-8d03-295709d6df2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.048179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb52c9fe-f57e-402f-a652-7a9c71795983 req-228830da-3289-46a7-b0a8-adfdb088a81e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Apr 30 01:17:35.100305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e1e5bcb6-a9d7-4027-85fa-9cbc9d01fa67 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3370340 Apr 30 01:17:35.114001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Request body: {'port': {'device_id': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:35.160789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 519315a1-b238-4075-ae20-2298639626ea details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:17:35.193292 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.274571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-62aef972-186b-4fdb-bc73-8f639dc7c800 None None] Provisioning complete for port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:35.274950 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62aef972-186b-4fdb-bc73-8f639dc7c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.313132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 519315a1-b238-4075-ae20-2298639626ea, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=519315a1-b238-4075-ae20-2298639626ea,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:35.327285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '519315a1-b238-4075-ae20-2298639626ea', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '519315a1-b238-4075-ae20-2298639626ea', 'mac_address': 'fa:16:3e:12:d2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:17:35.334250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f5879d5-95ae-4aba-8d03-295709d6df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.336754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f5879d5-95ae-4aba-8d03-295709d6df2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.339459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4f5879d5-95ae-4aba-8d03-295709d6df2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48e4b5e7-df0f-4546-bc26-a999670e016b HTTP/1.1" status: 204 len: 168 time: 0.4050746 Apr 30 01:17:35.362666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5879d5-95ae-4aba-8d03-295709d6df2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e4b5e7-df0f-4546-bc26-a999670e016b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:35.368579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-62aef972-186b-4fdb-bc73-8f639dc7c800 None None] Port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:17:35.392621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.407271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519315a1-b238-4075-ae20-2298639626ea {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:35.430646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 519315a1-b238-4075-ae20-2298639626ea, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=519315a1-b238-4075-ae20-2298639626ea,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:35.522239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.546872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:35.555216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.569995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Transition to ACTIVE for port object 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:17:35.585620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=519315a1-b238-4075-ae20-2298639626ea,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:35.649511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.721686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['519315a1-b238-4075-ae20-2298639626ea'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:35.734784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:35.772419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Attempting to bind port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:35.772419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Attempting to bind port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:35.772419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Attempting to bind port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f on network 265f698d-797d-40ff-845d-c4c8da5392b5 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:35.773570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f on network 265f698d-797d-40ff-845d-c4c8da5392b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:17:35.773993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Attempting to bind port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f on network 265f698d-797d-40ff-845d-c4c8da5392b5 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:35.782464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:35.782872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Checking segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:35.783670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Bound using segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:35.784081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Bound port: 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:35.784555 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:35.891889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10fd1f-9079-46a6-badc-cd9992b63ebd req-3a17e55a-0070-4e35-87c0-867ae9cce965 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:35.901640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1f10fd1f-9079-46a6-badc-cd9992b63ebd req-3a17e55a-0070-4e35-87c0-867ae9cce965 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 943 time: 0.0938530 Apr 30 01:17:35.936324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] For port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:35.940838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] For port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:35.956216 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1f10fd1f-9079-46a6-badc-cd9992b63ebd req-0292dfbf-5d3d-4731-94b6-464410030faa tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533309 Apr 30 01:17:36.090745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e4fea-65a1-4608-a963-bc5569da1fe8 req-1ac88ee2-6a4c-4e28-93b6-2d79f7b07619 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:36.092434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-303e4fea-65a1-4608-a963-bc5569da1fe8 req-1ac88ee2-6a4c-4e28-93b6-2d79f7b07619 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 949 time: 0.0595014 Apr 30 01:17:36.106093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:36.150086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-303e4fea-65a1-4608-a963-bc5569da1fe8 req-548bc067-f97e-42c9-95f5-f18f97fd8f8e tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489638 Apr 30 01:17:36.183727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0dd6e1d-8eb7-4606-869a-8144e8f82e24 req-11810a2f-0d00-4645-a282-7277f3a74f36 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 210 time: 0.0386832 Apr 30 01:17:36.187847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:36.188527 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:36.189995 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] 10.222.0.23 "PUT /v2.0/ports/7822bffc-6cee-4d47-8db9-cecaa5e9ba2f HTTP/1.1" status: 200 len: 1091 time: 1.0812049 Apr 30 01:17:36.190490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'tag': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:36.192895 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13037483-09bc-45ee-875c-bd48d1b9da00" -d '{"events": [{"name": "network-changed", "server_uuid": "f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1", "tag": "7822bffc-6cee-4d47-8db9-cecaa5e9ba2f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:36.303922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31493de-60b7-4609-a9f3-c237f4983a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:36.322605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae293fc1-427d-4741-9c4a-820efa045a87 req-e8318f34-05cd-4e57-a918-86600eeee01d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:36.324134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae293fc1-427d-4741-9c4a-820efa045a87 req-e8318f34-05cd-4e57-a918-86600eeee01d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0527825 Apr 30 01:17:36.364799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae293fc1-427d-4741-9c4a-820efa045a87 req-772673d5-3333-4aae-aa88-78473596815a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Apr 30 01:17:36.449659 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88141408-4b79-4a64-b79e-bad34b1925de x-openstack-request-id: req-88141408-4b79-4a64-b79e-bad34b1925de {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:36.449659 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1", "tag": "7822bffc-6cee-4d47-8db9-cecaa5e9ba2f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:36.449659 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88141408-4b79-4a64-b79e-bad34b1925de {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:36.449659 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88141408-4b79-4a64-b79e-bad34b1925de'] response: {'name': 'network-changed', 'server_uuid': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'tag': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'status': 'completed', 'code': 200} Apr 30 01:17:36.774195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037483-09bc-45ee-875c-bd48d1b9da00 req-668387f1-2113-42a1-8603-a72de1e5dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:36.774195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13037483-09bc-45ee-875c-bd48d1b9da00 req-668387f1-2113-42a1-8603-a72de1e5dce5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 1094 time: 0.0523007 Apr 30 01:17:36.774195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037483-09bc-45ee-875c-bd48d1b9da00 req-9f763e7f-5917-4169-a940-56a44b283938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:36.774195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13037483-09bc-45ee-875c-bd48d1b9da00 req-9f763e7f-5917-4169-a940-56a44b283938 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c55c9ce1aaba4181a55c5defc1110969&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1723731 Apr 30 01:17:36.838802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037483-09bc-45ee-875c-bd48d1b9da00 req-31228d17-b21e-4ee4-b32f-82f60ded9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:36.840307 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13037483-09bc-45ee-875c-bd48d1b9da00 req-31228d17-b21e-4ee4-b32f-82f60ded9c46 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1577551 Apr 30 01:17:36.913385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-d5c0283a-ad14-487e-bccd-1e81d926d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:36.914826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-d5c0283a-ad14-487e-bccd-1e81d926d76e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 1094 time: 0.0392988 Apr 30 01:17:36.965390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-a1a37fb2-cd2d-49c8-a819-23ed471eeff2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f HTTP/1.1" status: 200 len: 217 time: 0.0427263 Apr 30 01:17:37.022944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-b8aab36e-7a8d-453a-a71c-0d7538408d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:37.024539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-b8aab36e-7a8d-453a-a71c-0d7538408d9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebc9e95-7b47-4964-ad81-47db4d0f6929 HTTP/1.1" status: 200 len: 862 time: 0.0515738 Apr 30 01:17:37.072467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-88445f67-421c-4363-8cba-bc17fe1c352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:37.074140 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-88445f67-421c-4363-8cba-bc17fe1c352f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=265f698d-797d-40ff-845d-c4c8da5392b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428092 Apr 30 01:17:37.171490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-bf9adfc5-69de-4788-92d5-ee6e8ac64dea tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=31297aff1d694b15bb38a80b61a976bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565021 Apr 30 01:17:37.192527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 519315a1-b238-4075-ae20-2298639626ea up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:37.243836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59564) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:37.310063 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-75f4530d-e01a-4558-a33d-65182f57a92a service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276077 Apr 30 01:17:37.317885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d2df1-f5ea-42d9-96e7-650831dfeb47 req-923bc622-a8a4-490f-9e91-6c661194c24f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:37.321175 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c61d2df1-f5ea-42d9-96e7-650831dfeb47 req-923bc622-a8a4-490f-9e91-6c661194c24f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 943 time: 0.1513231 Apr 30 01:17:37.341065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 519315a1-b238-4075-ae20-2298639626ea completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:17:37.347357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 519315a1-b238-4075-ae20-2298639626ea triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:37.351719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.435314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea97ec-36e2-4931-a4da-429845417d03 req-d5a11e78-f87b-41e4-af11-b3fd9cf05550 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:37.437482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-d5a11e78-f87b-41e4-af11-b3fd9cf05550 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563250 Apr 30 01:17:37.450659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Request body: {'port': {'device_id': '99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '31297aff1d694b15bb38a80b61a976bf'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:37.458610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c61d2df1-f5ea-42d9-96e7-650831dfeb47 req-5841f35c-3220-4936-ab6c-951f221726c0 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262732 Apr 30 01:17:37.475326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056d6ac-1b38-42b2-9d42-bee33fca5ef1 req-e16b8c06-e705-4f97-ba2c-35bbcb03e4ef tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:37.485936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4056d6ac-1b38-42b2-9d42-bee33fca5ef1 req-e16b8c06-e705-4f97-ba2c-35bbcb03e4ef tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 949 time: 0.1219759 Apr 30 01:17:37.550002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4056d6ac-1b38-42b2-9d42-bee33fca5ef1 req-9c26faa1-21c8-4e4b-a5ea-10352a012040 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593967 Apr 30 01:17:37.567043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c29097af-62d0-4f74-b3cd-7ed5b63463ef req-89ada288-e353-42c4-b00e-0cb3f45fdf9b service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460980 Apr 30 01:17:37.590784 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.619502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519315a1-b238-4075-ae20-2298639626ea'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:37.622390 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc75fbf4-483b-466d-87e8-a14da63ac4d6" -d '{"events": [{"server_uuid": "fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83", "name": "network-vif-plugged", "status": "completed", "tag": "519315a1-b238-4075-ae20-2298639626ea"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:37.648405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 519315a1-b238-4075-ae20-2298639626ea, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=519315a1-b238-4075-ae20-2298639626ea,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:37.681844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ec5e850-3f97-42c6-8f53-9b70cc310841 req-9dd45a6b-5bcb-4171-853c-569ced44e6ec tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 210 time: 0.0303073 Apr 30 01:17:37.693841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3b6da1f-2cbc-4890-9c69-1046d7f6d096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.707204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Made reservation on behalf of 31297aff1d694b15bb38a80b61a976bf for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:37.712256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.737904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.741682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.783803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f91984-53e1-403d-869e-138cc0db2ca0 req-789ad776-cd97-497f-b4e9-dcfbc8132184 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:37.785296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65f91984-53e1-403d-869e-138cc0db2ca0 req-789ad776-cd97-497f-b4e9-dcfbc8132184 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0989063 Apr 30 01:17:37.800044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=519315a1-b238-4075-ae20-2298639626ea,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:37.817177 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3b6da1f-2cbc-4890-9c69-1046d7f6d096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.851031 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65f91984-53e1-403d-869e-138cc0db2ca0 req-4889fb17-b975-4b00-acfc-e935e58c59b2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571735 Apr 30 01:17:37.879470 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3b6da1f-2cbc-4890-9c69-1046d7f6d096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.890109 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:37.914111 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dab5e6-fa37-490a-9cac-27e6f63f9980 x-openstack-request-id: req-b2dab5e6-fa37-490a-9cac-27e6f63f9980 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:37.914111 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83", "name": "network-vif-plugged", "status": "completed", "tag": "519315a1-b238-4075-ae20-2298639626ea", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:37.914111 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2dab5e6-fa37-490a-9cac-27e6f63f9980 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:37.914111 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2dab5e6-fa37-490a-9cac-27e6f63f9980'] response: {'server_uuid': 'fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519315a1-b238-4075-ae20-2298639626ea', 'code': 200} Apr 30 01:17:37.941864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c3b6da1f-2cbc-4890-9c69-1046d7f6d096 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa3a94f883b442b6922bdbf0ba110324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941893 Apr 30 01:17:37.941864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6da1f-2cbc-4890-9c69-1046d7f6d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cead9056-5fb1-4bb1-96ff-43b84d4f061a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:37.944235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59590) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:37.991667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.022019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-161ebf92-545b-4dcc-ac68-412abcc44cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.073063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-161ebf92-545b-4dcc-ac68-412abcc44cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.096589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe65f5-2d52-404c-80bb-2c37fea3d43a req-8db03326-9762-43f2-aa70-793377daae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:38.098008 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dfe65f5-2d52-404c-80bb-2c37fea3d43a req-8db03326-9762-43f2-aa70-793377daae5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 1101 time: 0.1025467 Apr 30 01:17:38.116213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:38.148945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dfe65f5-2d52-404c-80bb-2c37fea3d43a req-192035f3-27cc-4952-94fd-ce69ab8a0700 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Apr 30 01:17:38.176205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Allocated IP 192.168.233.36 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/b0ac8779-6eb8-4d1e-8807-ffcca592def2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:38.261156 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-161ebf92-545b-4dcc-ac68-412abcc44cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.264727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-161ebf92-545b-4dcc-ac68-412abcc44cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.266319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-161ebf92-545b-4dcc-ac68-412abcc44cbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cead9056-5fb1-4bb1-96ff-43b84d4f061a HTTP/1.1" status: 204 len: 168 time: 0.3209748 Apr 30 01:17:38.280111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ebf92-545b-4dcc-ac68-412abcc44cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cead9056-5fb1-4bb1-96ff-43b84d4f061a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:38.372321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.511772 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.570015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:38.582765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:38.592392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:38.598719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:38.599576 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.643821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Pushing event updated for resources: {'Port': ['ID=b0ac8779-6eb8-4d1e-8807-ffcca592def2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:38.673357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909bcfa-921d-45f1-94f6-b886f4b8e2e0 req-5c613eeb-bcc0-4734-a066-ee106324ff2b tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:38.681065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5909bcfa-921d-45f1-94f6-b886f4b8e2e0 req-5c613eeb-bcc0-4734-a066-ee106324ff2b tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 943 time: 0.0997584 Apr 30 01:17:38.727765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5909bcfa-921d-45f1-94f6-b886f4b8e2e0 req-472d9ee8-bb35-48a6-a1f9-2b302037cd43 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452771 Apr 30 01:17:38.738977 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-4f11ff46-5d22-45c6-b82d-3a41ad382979 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2924066 Apr 30 01:17:38.754386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Request body: {'port': {'device_id': '99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:38.871078 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.871817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cf269-beeb-4f39-9e47-9c1212925c83 req-adba18a4-90c6-4be2-9ba6-4cebd9e3bc04 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:38.874155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e8f3ac1e-4f19-4d92-aaf9-43dd106e01ab None None] Provisioning complete for port b0ac8779-6eb8-4d1e-8807-ffcca592def2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:38.874597 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ac1e-4f19-4d92-aaf9-43dd106e01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:38.879543 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f13cf269-beeb-4f39-9e47-9c1212925c83 req-adba18a4-90c6-4be2-9ba6-4cebd9e3bc04 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 950 time: 0.0614645 Apr 30 01:17:38.915311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3ac1e-4f19-4d92-aaf9-43dd106e01ab None None] Port b0ac8779-6eb8-4d1e-8807-ffcca592def2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:17:38.916746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f13cf269-beeb-4f39-9e47-9c1212925c83 req-6b56797e-92f5-4270-afe4-7d2cc4752143 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359111 Apr 30 01:17:38.932607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0eb90-1f3f-4636-9209-1b5a4f40087a req-52b2d94a-b42c-4019-9e7d-c609f582a5fc tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:38.934099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-efb0eb90-1f3f-4636-9209-1b5a4f40087a req-52b2d94a-b42c-4019-9e7d-c609f582a5fc tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 935 time: 0.0937979 Apr 30 01:17:39.040353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-efb0eb90-1f3f-4636-9209-1b5a4f40087a req-1622f7f9-864d-42d0-b0bc-5d1a802c5267 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976732 Apr 30 01:17:39.150132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59648) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:39.166464 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b60d-eb08-4c21-8a40-7b7a34dfbe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.247706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a3030-4f58-4fb6-bf6f-3a1eef2ad33e req-3e783146-adeb-4aa1-abe0-b1a9aa7bd77f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:39.249441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a53a3030-4f58-4fb6-bf6f-3a1eef2ad33e req-3e783146-adeb-4aa1-abe0-b1a9aa7bd77f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0846086 Apr 30 01:17:39.316332 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a53a3030-4f58-4fb6-bf6f-3a1eef2ad33e req-d1ec957f-bc25-4e14-916d-aee71d8c5b42 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604837 Apr 30 01:17:39.332859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b60d-eb08-4c21-8a40-7b7a34dfbe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.392353 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b60d-eb08-4c21-8a40-7b7a34dfbe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.441458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bfa7b60d-eb08-4c21-8a40-7b7a34dfbe49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc567557af544de5a0a087a3ecaa542a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901382 Apr 30 01:17:39.442525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7b60d-eb08-4c21-8a40-7b7a34dfbe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bb36a7-7607-425d-aa7e-8b8dbbfec286,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:39.445511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59658) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:39.481826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ac8779-6eb8-4d1e-8807-ffcca592def2 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:39.490890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.507589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Transition to ACTIVE for port object b0ac8779-6eb8-4d1e-8807-ffcca592def2 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:17:39.514094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f563847a-d9da-4390-a548-fd54d4392f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.536117 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f563847a-d9da-4390-a548-fd54d4392f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.598504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.682988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f563847a-d9da-4390-a548-fd54d4392f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.683661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Pushing event updated for resources: {'Port': ['ID=b0ac8779-6eb8-4d1e-8807-ffcca592def2,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:39.693870 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f563847a-d9da-4390-a548-fd54d4392f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.694861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Attempting to bind port b0ac8779-6eb8-4d1e-8807-ffcca592def2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:39.695282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Attempting to bind port b0ac8779-6eb8-4d1e-8807-ffcca592def2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:39.695780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Attempting to bind port b0ac8779-6eb8-4d1e-8807-ffcca592def2 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:39.700462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f563847a-d9da-4390-a548-fd54d4392f23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77bb36a7-7607-425d-aa7e-8b8dbbfec286 HTTP/1.1" status: 204 len: 168 time: 0.2535989 Apr 30 01:17:39.712149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Port b0ac8779-6eb8-4d1e-8807-ffcca592def2 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:17:39.713523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Attempting to bind port b0ac8779-6eb8-4d1e-8807-ffcca592def2 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:39.726024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:39.726460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:39.728957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563847a-d9da-4390-a548-fd54d4392f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bb36a7-7607-425d-aa7e-8b8dbbfec286,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:39.729958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:39.732487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Bound port: b0ac8779-6eb8-4d1e-8807-ffcca592def2, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:39.733025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:39.893452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] For port b0ac8779-6eb8-4d1e-8807-ffcca592def2, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:39.910238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] For port b0ac8779-6eb8-4d1e-8807-ffcca592def2, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b0ac8779-6eb8-4d1e-8807-ffcca592def2,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:39.923916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428e1f8-a094-44b2-b738-4a17b108459b req-325055c5-730e-4932-b156-00eaf3383131 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:39.925402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a428e1f8-a094-44b2-b738-4a17b108459b req-325055c5-730e-4932-b156-00eaf3383131 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 943 time: 0.0692937 Apr 30 01:17:39.965188 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a428e1f8-a094-44b2-b738-4a17b108459b req-efd06cd3-3e05-4ea6-9f60-fca88523bdc3 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333748 Apr 30 01:17:40.065701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60f71-6acb-4f1c-8e2a-4c9c319ddc1c req-757b4f03-6056-4053-95d2-31c64733f934 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:40.067211 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caa60f71-6acb-4f1c-8e2a-4c9c319ddc1c req-757b4f03-6056-4053-95d2-31c64733f934 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 950 time: 0.0481482 Apr 30 01:17:40.069558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:40.126897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:40.127529 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:40.128868 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] 10.222.0.21 "PUT /v2.0/ports/b0ac8779-6eb8-4d1e-8807-ffcca592def2 HTTP/1.1" status: 200 len: 1095 time: 1.3816378 Apr 30 01:17:40.142792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3', 'tag': 'b0ac8779-6eb8-4d1e-8807-ffcca592def2'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:40.145112 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83319d61-ca4e-4991-b6b0-4b400b201829" -d '{"events": [{"name": "network-changed", "server_uuid": "99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3", "tag": "b0ac8779-6eb8-4d1e-8807-ffcca592def2"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:40.163299 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caa60f71-6acb-4f1c-8e2a-4c9c319ddc1c req-c118c946-c7b6-4d96-ad77-94a3e5e806fb tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887105 Apr 30 01:17:40.210503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee94fc9-458d-4593-8feb-b4e4aabc0c3b service neutron] Pushing event updated for resources: {'Port': ['ID=b0ac8779-6eb8-4d1e-8807-ffcca592def2,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:40.219626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1116d81-bd51-46f8-a090-fb2b6f730ff2 req-a490c753-0e75-4240-9f8c-d4602ab0ee00 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:40.221596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1116d81-bd51-46f8-a090-fb2b6f730ff2 req-a490c753-0e75-4240-9f8c-d4602ab0ee00 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 947 time: 0.0993452 Apr 30 01:17:40.275671 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6605c2-249f-41cb-8057-6d4b120828e3 x-openstack-request-id: req-1b6605c2-249f-41cb-8057-6d4b120828e3 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:40.277894 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3", "tag": "b0ac8779-6eb8-4d1e-8807-ffcca592def2", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:40.277894 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b6605c2-249f-41cb-8057-6d4b120828e3 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:40.277894 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6605c2-249f-41cb-8057-6d4b120828e3'] response: {'name': 'network-changed', 'server_uuid': '99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3', 'tag': 'b0ac8779-6eb8-4d1e-8807-ffcca592def2', 'status': 'completed', 'code': 200} Apr 30 01:17:40.281536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1116d81-bd51-46f8-a090-fb2b6f730ff2 req-4627049d-e0d8-49b8-8417-c11fd9c8cc8a tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531704 Apr 30 01:17:40.334972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea97ec-36e2-4931-a4da-429845417d03 req-02ef73b3-9409-46cd-a7b0-6cd4aa06251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:40.336743 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-02ef73b3-9409-46cd-a7b0-6cd4aa06251d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31297aff1d694b15bb38a80b61a976bf&device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0948822 Apr 30 01:17:40.387152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59710) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:40.411053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-1e9018f2-c571-4b8e-bbc5-752729e5dd06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b0ac8779-6eb8-4d1e-8807-ffcca592def2 HTTP/1.1" status: 200 len: 217 time: 0.0650098 Apr 30 01:17:40.474720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea97ec-36e2-4931-a4da-429845417d03 req-b0cafa13-a42c-403c-9baf-a3f75e27cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:40.477378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-b0cafa13-a42c-403c-9baf-a3f75e27cedb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0533662 Apr 30 01:17:40.528590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea97ec-36e2-4931-a4da-429845417d03 req-4a3260f4-3e57-4776-acbd-f4a77fe8ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:40.530360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-4a3260f4-3e57-4776-acbd-f4a77fe8ac95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468082 Apr 30 01:17:40.547941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ca59e-c421-4336-b81d-9eda73fc78ce req-2b5cea7c-d036-49b1-8a59-4597070e68c8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:40.550041 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-952ca59e-c421-4336-b81d-9eda73fc78ce req-2b5cea7c-d036-49b1-8a59-4597070e68c8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0679946 Apr 30 01:17:40.618118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-952ca59e-c421-4336-b81d-9eda73fc78ce req-4752396f-75b0-4292-ad52-f42611fdaa03 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617747 Apr 30 01:17:40.619370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d61b829-0ca3-46d3-903d-c74ee5508a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:40.694706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-ad643d9b-8238-467e-892e-5d739fe5e7eb service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579995 Apr 30 01:17:40.768428 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d61b829-0ca3-46d3-903d-c74ee5508a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:40.798830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59728) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:40.867884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-caea97ec-36e2-4931-a4da-429845417d03 req-74b79ba4-aeb7-4578-b9fc-219e5315cab4 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657727 Apr 30 01:17:40.872621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d61b829-0ca3-46d3-903d-c74ee5508a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:40.876905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ee0a7-1e1e-4dda-8110-a91aecf2f7f4 req-4d1c7b7e-83e3-4b77-865a-ee2b8194667e tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:40.879133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa0ee0a7-1e1e-4dda-8110-a91aecf2f7f4 req-4d1c7b7e-83e3-4b77-865a-ee2b8194667e tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 950 time: 0.1056430 Apr 30 01:17:40.913560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4d61b829-0ca3-46d3-903d-c74ee5508a8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28c0c97454af4f6990211ef4b2fa4866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247390 Apr 30 01:17:40.915836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61b829-0ca3-46d3-903d-c74ee5508a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b437478-8de1-47dd-b4aa-55b51579ee6b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:40.916634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59738) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:40.952000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa0ee0a7-1e1e-4dda-8110-a91aecf2f7f4 req-cf8d5828-5ac4-43d9-a81f-3fc4bacb7c88 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635715 Apr 30 01:17:40.973474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fcf3deda-431f-4614-867b-895e1d457a75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe7add8e4801456e8673e1f937c88f3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1712816 Apr 30 01:17:40.975033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59742) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:40.980661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:17:41.041210 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c31b49f8-1836-4f1c-b8de-40d0645bc3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.067575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eadca1-3141-4560-9f62-a626faaec35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.093799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eadca1-3141-4560-9f62-a626faaec35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.109166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c31b49f8-1836-4f1c-b8de-40d0645bc3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.136580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:41.145473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-c7f349e1-fd94-4b61-a91f-5b198ec1b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:41.147247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-c7f349e1-fd94-4b61-a91f-5b198ec1b2c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31297aff1d694b15bb38a80b61a976bf&device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1197097 Apr 30 01:17:41.152792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'port_id': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'mac_address': 'fa:16:3e:b7:fd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:17:41.198288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.221263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:41.248068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:41.271111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-da976188-44f0-4afc-aa5d-97dc197b6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:41.272700 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-da976188-44f0-4afc-aa5d-97dc197b6392 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1057043 Apr 30 01:17:41.278848 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eadca1-3141-4560-9f62-a626faaec35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.285693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67eadca1-3141-4560-9f62-a626faaec35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.288277 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-67eadca1-3141-4560-9f62-a626faaec35b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70b731f9-1346-4d1b-802d-f5fbf32fcb95 HTTP/1.1" status: 204 len: 168 time: 0.3111315 Apr 30 01:17:41.306265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadca1-3141-4560-9f62-a626faaec35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b731f9-1346-4d1b-802d-f5fbf32fcb95,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:41.325698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-99fb4bab-ae7f-4fd0-a217-9954b5f1a4da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b0ac8779-6eb8-4d1e-8807-ffcca592def2 HTTP/1.1" status: 200 len: 217 time: 0.0460074 Apr 30 01:17:41.338528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.348412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c31b49f8-1836-4f1c-b8de-40d0645bc3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.364820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c31b49f8-1836-4f1c-b8de-40d0645bc3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:41.371469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c31b49f8-1836-4f1c-b8de-40d0645bc3b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b437478-8de1-47dd-b4aa-55b51579ee6b HTTP/1.1" status: 204 len: 168 time: 0.4511044 Apr 30 01:17:41.411074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b49f8-1836-4f1c-b8de-40d0645bc3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b437478-8de1-47dd-b4aa-55b51579ee6b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:41.442176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:41.450719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-5e782a4f-7ab7-4d42-8659-8bb3ccf0bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:41.455246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-5e782a4f-7ab7-4d42-8659-8bb3ccf0bb6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1215043 Apr 30 01:17:41.560190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-f53d11bb-7d42-4690-a660-86d093fd2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:41.564242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-f53d11bb-7d42-4690-a660-86d093fd2397 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979197 Apr 30 01:17:41.573703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2d0-e835-482d-abb6-1b599c84e957 req-58e3e49f-4491-4c22-9aad-3092945242ac tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:41.576606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-295ef2d0-e835-482d-abb6-1b599c84e957 req-58e3e49f-4491-4c22-9aad-3092945242ac tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 944 time: 0.1012709 Apr 30 01:17:41.599088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['7822bffc-6cee-4d47-8db9-cecaa5e9ba2f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:41.640097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772bcce-803e-4060-b3fd-84ed210303a8 req-14179a7a-fe48-4c84-8999-d66aaa7534b8 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:41.642744 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d772bcce-803e-4060-b3fd-84ed210303a8 req-14179a7a-fe48-4c84-8999-d66aaa7534b8 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 947 time: 0.1031916 Apr 30 01:17:41.682965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-295ef2d0-e835-482d-abb6-1b599c84e957 req-f28e2e94-2afe-4fb0-ba5f-668ec859bbb4 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956683 Apr 30 01:17:41.733572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d772bcce-803e-4060-b3fd-84ed210303a8 req-ad1a1cae-9eaa-4d82-8694-7f981a071d3a tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829690 Apr 30 01:17:41.749364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-c79e7192-c17b-4fe8-ad80-ecb63ebfa6ef service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711640 Apr 30 01:17:41.855712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:41.918133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e3d7-5a02-43ae-9224-e0fd443590ef req-a8700937-edc7-4a95-ba90-3ccb4f44864c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:41.919818 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b65e3d7-5a02-43ae-9224-e0fd443590ef req-a8700937-edc7-4a95-ba90-3ccb4f44864c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0546994 Apr 30 01:17:41.943373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ff208-c2be-40e1-8529-5c64c9ef0471 req-fa50b67a-558e-4d6a-9023-dfc01a502a9a tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:41.945026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-411ff208-c2be-40e1-8529-5c64c9ef0471 req-fa50b67a-558e-4d6a-9023-dfc01a502a9a tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 950 time: 0.0850146 Apr 30 01:17:41.948891 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83319d61-ca4e-4991-b6b0-4b400b201829 req-1e7b76c0-fd25-4b30-b166-e6161919c798 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916285 Apr 30 01:17:41.972762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b65e3d7-5a02-43ae-9224-e0fd443590ef req-225c1c9f-1d39-44c5-b981-260056d45f9c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Apr 30 01:17:41.993802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-411ff208-c2be-40e1-8529-5c64c9ef0471 req-99e754ea-5f85-49f2-9466-e3f155adff10 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Apr 30 01:17:42.190536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59792) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:42.234115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2004987446-network', 'tenant_id': '09723dc424c84baba98de7a6bdcb397a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:42.246290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-200a55b7-a6c5-4865-af1a-02255e56a738 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=477d15f84cec444aa01d372ccd5b263c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520155 Apr 30 01:17:42.247264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59794) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:42.304761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9a85999-4b9e-433f-831e-518bfa39a49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.307406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Made reservation on behalf of 09723dc424c84baba98de7a6bdcb397a for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:42.310783 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.319856 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.329397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9a85999-4b9e-433f-831e-518bfa39a49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.427080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.432598 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9a85999-4b9e-433f-831e-518bfa39a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.435644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9a85999-4b9e-433f-831e-518bfa39a49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.437041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e9a85999-4b9e-433f-831e-518bfa39a49d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc014863-9b10-4d49-bc5e-2406a584133e HTTP/1.1" status: 204 len: 168 time: 0.1895599 Apr 30 01:17:42.447759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a85999-4b9e-433f-831e-518bfa39a49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc014863-9b10-4d49-bc5e-2406a584133e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:42.522384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.542345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59806) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:42.544500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:17:42.556742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35bd6345-4911-4ce8-b4a4-3ec6e1c17dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.561359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0527bee9-bfc0-4852-80e1-9be997ac8ec1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:42.564323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.564667 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Added segment 0e619854-c086-410b-add5-a755dee9fae9 of type vlan for network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa Apr 30 01:17:42.613267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.646781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35bd6345-4911-4ce8-b4a4-3ec6e1c17dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.706904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.708504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:42.709448 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.720321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35bd6345-4911-4ce8-b4a4-3ec6e1c17dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:42.808003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9511960 Apr 30 01:17:42.811107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59816) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:42.817709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Request body: {'subnet': {'network_id': '5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2004987446-subnet', 'tenant_id': '09723dc424c84baba98de7a6bdcb397a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:42.820231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-35bd6345-4911-4ce8-b4a4-3ec6e1c17dac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=497ab0d350b341298603e60887f42175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766094 Apr 30 01:17:42.831163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59818) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:42.833514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623f1f1-7288-46f2-8f5a-f86fbc81e8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:42.846035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:17:42.852871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd6345-4911-4ce8-b4a4-3ec6e1c17dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfa4755-bcd0-4d1d-aaa3-07801bb463d2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:42.904703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0451e4-d72a-491a-a4e8-6fde76fadaae req-db2a3a5f-6115-43b7-b0ca-d7ae1d5d1ec4 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:42.906280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c0451e4-d72a-491a-a4e8-6fde76fadaae req-db2a3a5f-6115-43b7-b0ca-d7ae1d5d1ec4 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 944 time: 0.1252668 Apr 30 01:17:42.927823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-1dd3299c-7173-4a8d-86a4-2d25b2ccaaae tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:42.929769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-1dd3299c-7173-4a8d-86a4-2d25b2ccaaae tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 950 time: 0.1123760 Apr 30 01:17:42.938324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d044d6-3cd7-4683-b424-d100cafa9011 req-b573868d-1ffe-48ba-b3c5-2bfb42634168 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:42.940482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-23d044d6-3cd7-4683-b424-d100cafa9011 req-b573868d-1ffe-48ba-b3c5-2bfb42634168 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 947 time: 0.0951807 Apr 30 01:17:42.991265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-23d044d6-3cd7-4683-b424-d100cafa9011 req-f3a63250-2b9b-40ca-877b-0a6f05826e88 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Apr 30 01:17:42.999284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Made reservation on behalf of 09723dc424c84baba98de7a6bdcb397a for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:43.001307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:43.001886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.003392 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da78a6e1-3314-4aa9-ba8e-03996e33baf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.032150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c0451e4-d72a-491a-a4e8-6fde76fadaae req-9d97b377-fc08-4d79-82ce-3ce50b5f982a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152439 Apr 30 01:17:43.098095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da78a6e1-3314-4aa9-ba8e-03996e33baf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.179499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Deleting port 519315a1-b238-4075-ae20-2298639626ea {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:17:43.179838 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.215605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:17:43.220404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:43.225390 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.242378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58960-0c80-4444-a4b6-085dd95309d6 req-a96b3668-706b-4040-a63e-f47d912d9346 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:43.248537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fa58960-0c80-4444-a4b6-085dd95309d6 req-a96b3668-706b-4040-a63e-f47d912d9346 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.1214929 Apr 30 01:17:43.257069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52c637-070b-46e9-8014-4dfe6fba9ca7 req-3918c291-67a5-4253-a1c7-c7826fdf9880 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:43.258925 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b52c637-070b-46e9-8014-4dfe6fba9ca7 req-3918c291-67a5-4253-a1c7-c7826fdf9880 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 950 time: 0.1192672 Apr 30 01:17:43.324061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] For port 519315a1-b238-4075-ae20-2298639626ea, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=519315a1-b238-4075-ae20-2298639626ea,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:43.324673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.327661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da78a6e1-3314-4aa9-ba8e-03996e33baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.330497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da78a6e1-3314-4aa9-ba8e-03996e33baf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.331873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-da78a6e1-3314-4aa9-ba8e-03996e33baf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dfa4755-bcd0-4d1d-aaa3-07801bb463d2 HTTP/1.1" status: 204 len: 168 time: 0.4985089 Apr 30 01:17:43.339165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:43.369730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Calling delete_port for 519315a1-b238-4075-ae20-2298639626ea owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:17:43.380138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fa58960-0c80-4444-a4b6-085dd95309d6 req-deca6a5d-8e54-4a66-a392-39b22d33e7d4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229248 Apr 30 01:17:43.384093 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.395848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b52c637-070b-46e9-8014-4dfe6fba9ca7 req-a6cf13dd-fa0b-4dee-b190-517e73c0888d tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/security-groups?id=603b26f8-e0ee-4735-9ba1-640c427e2882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120934 Apr 30 01:17:43.400756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78a6e1-3314-4aa9-ba8e-03996e33baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfa4755-bcd0-4d1d-aaa3-07801bb463d2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:43.426811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:43.429154 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8388eb0-d26c-4319-bf6d-0340df94d7df" -d '{"events": [{"server_uuid": "f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1", "name": "network-vif-plugged", "status": "completed", "tag": "7822bffc-6cee-4d47-8db9-cecaa5e9ba2f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:43.453146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:43.455902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.479745 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927f7d8a-feb1-4ffe-a28e-45cbd460f472 x-openstack-request-id: req-927f7d8a-feb1-4ffe-a28e-45cbd460f472 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:43.480051 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1", "name": "network-vif-plugged", "status": "completed", "tag": "7822bffc-6cee-4d47-8db9-cecaa5e9ba2f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:43.480300 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-927f7d8a-feb1-4ffe-a28e-45cbd460f472 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:43.480689 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927f7d8a-feb1-4ffe-a28e-45cbd460f472'] response: {'server_uuid': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'code': 200} Apr 30 01:17:43.525198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Checking segment: {'id': '0e619854-c086-410b-add5-a755dee9fae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:43.525551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Network hostable DHCP agents. Network: 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:17:43.527603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af8342d-33a7-4c26-8681-1c42099ce96c,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:43.536434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.593136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:43.619714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:17:43.630186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6464f-c7a4-4a98-a1e8-6e89f2ab7290 req-129ce8eb-5454-43b9-a469-eb33fa39049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:43.631785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ac6464f-c7a4-4a98-a1e8-6e89f2ab7290 req-129ce8eb-5454-43b9-a469-eb33fa39049a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 1096 time: 0.0592134 Apr 30 01:17:43.674571 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ac6464f-c7a4-4a98-a1e8-6e89f2ab7290 req-d6781c4b-55c0-4a5f-84c0-b9d99340169a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Apr 30 01:17:43.705061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:43.708079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.709782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:43.710735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.717573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dbf7d1-9aef-4838-bee9-34dcff184650 None None] Network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:43.721774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['519315a1-b238-4075-ae20-2298639626ea'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:43.744312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90105a8d-4202-4f08-9468-512142004e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.763673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Pushing event deleted for resources: {'Port': ['ID=519315a1-b238-4075-ae20-2298639626ea,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:43.822029 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1368c9de-0a3f-49d0-a574-886e4f0a82ab admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0094438 Apr 30 01:17:43.834108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] No DVR routers for this DVR port 519315a1-b238-4075-ae20-2298639626ea on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:17:43.839910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.848732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-de80b5e9-53c3-4984-80fa-dce22e0b0c79 req-a43cef0f-2a17-4244-87ad-4a2e8950efac tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.21 "DELETE /v2.0/ports/519315a1-b238-4075-ae20-2298639626ea HTTP/1.1" status: 204 len: 173 time: 0.9103565 Apr 30 01:17:43.849712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83', 'name': 'network-vif-deleted', 'tag': '519315a1-b238-4075-ae20-2298639626ea'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:43.860818 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bdf11a-41a2-492c-adc0-da6438bd095a" -d '{"events": [{"server_uuid": "fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83", "name": "network-vif-deleted", "tag": "519315a1-b238-4075-ae20-2298639626ea"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:43.898959 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90105a8d-4202-4f08-9468-512142004e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:43.928687 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963819b0-e604-40a7-8a18-a04bcc6d8cb8 x-openstack-request-id: req-963819b0-e604-40a7-8a18-a04bcc6d8cb8 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:43.929068 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83", "name": "network-vif-deleted", "tag": "519315a1-b238-4075-ae20-2298639626ea", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:43.929328 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-963819b0-e604-40a7-8a18-a04bcc6d8cb8 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:43.929957 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963819b0-e604-40a7-8a18-a04bcc6d8cb8'] response: {'server_uuid': 'fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83', 'name': 'network-vif-deleted', 'tag': '519315a1-b238-4075-ae20-2298639626ea', 'status': 'completed', 'code': 200} Apr 30 01:17:44.003251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac9a1d-d532-4744-ba6f-1685601e5270 None None] Network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:44.007932 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90105a8d-4202-4f08-9468-512142004e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:44.039271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90105a8d-4202-4f08-9468-512142004e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d3d54-71ba-4db9-8040-90ef4ccbc019,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:44.067054 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-90105a8d-4202-4f08-9468-512142004e79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=732d6e8f8964423abd847c3df2991e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268455 Apr 30 01:17:44.070533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59866) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:44.181748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96f85-6bb8-4c24-b9f4-7898697a6edb req-243ea1c0-b2a1-47be-ba1c-95efc8b377e1 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:44.181945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0e28eca-9a1b-46e7-adc2-c2b631213e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:44.183221 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9f96f85-6bb8-4c24-b9f4-7898697a6edb req-243ea1c0-b2a1-47be-ba1c-95efc8b377e1 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 947 time: 0.0962386 Apr 30 01:17:44.211632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0e28eca-9a1b-46e7-adc2-c2b631213e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:44.232100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae28c3-42cc-41c7-9654-41dbbb41f92a req-edeac56d-f736-4cc0-a684-79c9eda9522a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:44.240165 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7cae28c3-42cc-41c7-9654-41dbbb41f92a req-edeac56d-f736-4cc0-a684-79c9eda9522a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 945 time: 0.0988555 Apr 30 01:17:44.251858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9f96f85-6bb8-4c24-b9f4-7898697a6edb req-60751873-67a3-4d9a-90ef-e0e1c4a97571 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Apr 30 01:17:44.300406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7cae28c3-42cc-41c7-9654-41dbbb41f92a req-5a0dba6a-7a99-45c0-9804-cfcbf8c4b728 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589218 Apr 30 01:17:44.385073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0e28eca-9a1b-46e7-adc2-c2b631213e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:44.387590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0e28eca-9a1b-46e7-adc2-c2b631213e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:44.389386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0e28eca-9a1b-46e7-adc2-c2b631213e31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea0d3d54-71ba-4db9-8040-90ef4ccbc019 HTTP/1.1" status: 204 len: 168 time: 0.3177805 Apr 30 01:17:44.397802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e28eca-9a1b-46e7-adc2-c2b631213e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d3d54-71ba-4db9-8040-90ef4ccbc019,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:44.521420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971d22e-f6a7-4b2f-ae80-d0d54d642120 req-02a662cb-59e6-4621-b83d-f0d7efd5ff7c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:44.535458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7971d22e-f6a7-4b2f-ae80-d0d54d642120 req-02a662cb-59e6-4621-b83d-f0d7efd5ff7c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0757902 Apr 30 01:17:44.536142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4311b48-2bd7-4ca1-a246-968bed997d4c req-b6380e82-6a77-4362-b755-da3417abe5e5 tempest-DeleteServersAdminTestJSON-1895039769 tempest-DeleteServersAdminTestJSON-1895039769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1dc6bd-f0be-4d53-b98d-9ed5e6c16a83 HTTP/1.1" status: 200 len: 210 time: 0.0413847 Apr 30 01:17:44.575581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7971d22e-f6a7-4b2f-ae80-d0d54d642120 req-b70c1658-e25c-453d-98b8-820c5e4c6f03 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Apr 30 01:17:45.223864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59902) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:45.224454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b0ac8779-6eb8-4d1e-8807-ffcca592def2 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:17:45.243991 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b89cf14b-70cd-4b1f-a674-16bd33ebecf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.368633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b0ac8779-6eb8-4d1e-8807-ffcca592def2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b0ac8779-6eb8-4d1e-8807-ffcca592def2,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:45.371537 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b89cf14b-70cd-4b1f-a674-16bd33ebecf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.385810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'b0ac8779-6eb8-4d1e-8807-ffcca592def2', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'b0ac8779-6eb8-4d1e-8807-ffcca592def2', 'mac_address': 'fa:16:3e:d2:0c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:17:45.405286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e934c9-b496-4e6b-ad02-489f74aa55d3 req-d3ff0df5-4a17-425b-9d7e-5db258aba556 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:45.413799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74e934c9-b496-4e6b-ad02-489f74aa55d3 req-d3ff0df5-4a17-425b-9d7e-5db258aba556 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 947 time: 0.0623088 Apr 30 01:17:45.430814 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.446591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ac8779-6eb8-4d1e-8807-ffcca592def2 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:45.457502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b89cf14b-70cd-4b1f-a674-16bd33ebecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.472525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b0ac8779-6eb8-4d1e-8807-ffcca592def2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b0ac8779-6eb8-4d1e-8807-ffcca592def2,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:45.473346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74e934c9-b496-4e6b-ad02-489f74aa55d3 req-6de19155-b7e9-4715-bb31-898613c22746 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582759 Apr 30 01:17:45.506076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cf14b-70cd-4b1f-a674-16bd33ebecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c44750-56bc-4062-a4d2-865efed83039,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:45.516703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b89cf14b-70cd-4b1f-a674-16bd33ebecf7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfc10b8566de451e8e5008fb65e25a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898130 Apr 30 01:17:45.522397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59914) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:45.523775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2cafc-0489-41a9-a372-56a401cf572e req-8bb01c42-237d-47a5-b891-6dea985606a3 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:45.527500 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86e2cafc-0489-41a9-a372-56a401cf572e req-8bb01c42-237d-47a5-b891-6dea985606a3 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 945 time: 0.1044092 Apr 30 01:17:45.539923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.588905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59918) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:45.611855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad3cadc8-97bf-4222-984c-4f1c3b3b2bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.615007 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86e2cafc-0489-41a9-a372-56a401cf572e req-2ab3ed34-8381-4b53-b03a-0850c8e0e41d tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826783 Apr 30 01:17:45.649140 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad3cadc8-97bf-4222-984c-4f1c3b3b2bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.656434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b0ac8779-6eb8-4d1e-8807-ffcca592def2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:45.680270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:45.684989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2133593720-network', 'tenant_id': '40e21de51dc344a4b33f080e6f9b7dc1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:45.738371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b0ac8779-6eb8-4d1e-8807-ffcca592def2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:45.789270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b1b7a-f11f-4c6b-8736-7b6d410346d2 req-2de1f00a-b86f-4df7-909d-e09eb2b50a15 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:45.791058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e1b1b7a-f11f-4c6b-8736-7b6d410346d2 req-2de1f00a-b86f-4df7-909d-e09eb2b50a15 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0842927 Apr 30 01:17:45.827495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Made reservation on behalf of 40e21de51dc344a4b33f080e6f9b7dc1 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:45.831226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.857753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-494348349-network', 'tenant_id': 'f297342a7d6142d5b70058c1e50be395'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:45.868785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.874246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b82b9-d7eb-4f6e-87af-2542627dbfcd req-b5da597f-7dda-4a85-8a71-b730b1697c43 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:45.875798 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af4b82b9-d7eb-4f6e-87af-2542627dbfcd req-b5da597f-7dda-4a85-8a71-b730b1697c43 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 945 time: 0.0734308 Apr 30 01:17:45.884151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e1b1b7a-f11f-4c6b-8736-7b6d410346d2 req-b23977a1-407a-4644-b10f-08a9d734d8c4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799596 Apr 30 01:17:45.889348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59936) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:45.893267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad3cadc8-97bf-4222-984c-4f1c3b3b2bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.896882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad3cadc8-97bf-4222-984c-4f1c3b3b2bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:45.900520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ad3cadc8-97bf-4222-984c-4f1c3b3b2bee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51c44750-56bc-4062-a4d2-865efed83039 HTTP/1.1" status: 204 len: 168 time: 0.3743479 Apr 30 01:17:45.902344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Request body: {'floatingip': {'port_id': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:45.917292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cadc8-97bf-4222-984c-4f1c3b3b2bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c44750-56bc-4062-a4d2-865efed83039,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:45.974179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Made reservation on behalf of f297342a7d6142d5b70058c1e50be395 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:45.984615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.019085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.046121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.109984 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.159983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.214040 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.252454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:17:46.261151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c973447d-3e4e-43cc-820b-52602647d3bb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:46.267586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.267924 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Added segment cb8460b1-1e42-45d4-9049-80c98b69b9c0 of type vlan for network d0b76383-8aa8-41b7-8b0e-d8efa9615b50 Apr 30 01:17:46.281473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.349217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.351470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:17:46.362194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902184c4-3888-4163-8e1d-bb97cf9fff94,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:46.375418 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.375776 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Added segment e6be1351-6473-4fc3-8578-dddd20d719de of type vlan for network b7229896-42d0-4c0a-9005-9218b8141669 Apr 30 01:17:46.382273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.382613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.382949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.383280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.383632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.383954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.384278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.384595 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.384911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.385301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.385559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.385877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:46.459542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.478191 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.484403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:46.484403 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.593039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] Pushing event updated for resources: {'Network': ['ID=d0b76383-8aa8-41b7-8b0e-d8efa9615b50,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:46.605498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d0b76383-8aa8-41b7-8b0e-d8efa9615b50 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:17:46.697119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2721bfdc-292c-4f2c-8e35-afff1905b45b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0157487 Apr 30 01:17:46.698286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.702241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:46.703544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:46.704522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2363f-de72-4ce9-8fdf-efe20aa364c6 req-63f960c0-3c09-4c0e-8602-c3472e4d6d17 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:46.709099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a0a2363f-de72-4ce9-8fdf-efe20aa364c6 req-63f960c0-3c09-4c0e-8602-c3472e4d6d17 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 948 time: 0.1372135 Apr 30 01:17:46.719812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59970) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:46.737951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Request body: {'subnet': {'network_id': 'd0b76383-8aa8-41b7-8b0e-d8efa9615b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2133593720-subnet', 'tenant_id': '40e21de51dc344a4b33f080e6f9b7dc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:46.760205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59974) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:46.816011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] Pushing event updated for resources: {'Network': ['ID=b7229896-42d0-4c0a-9005-9218b8141669,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:46.827309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b7229896-42d0-4c0a-9005-9218b8141669 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:17:46.854925 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c41cf07a-8a2e-48d0-ba15-51dc704ca99f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2618778 Apr 30 01:17:46.863835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59980) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:46.869120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Request body: {'subnet': {'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-494348349-subnet', 'tenant_id': 'f297342a7d6142d5b70058c1e50be395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:46.899315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Made reservation on behalf of 40e21de51dc344a4b33f080e6f9b7dc1 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:46.901797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.032392 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.036169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a0a2363f-de72-4ce9-8fdf-efe20aa364c6 req-8f88c61e-f67e-447f-bdff-87feb51512ef tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175435 Apr 30 01:17:47.078541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Made reservation on behalf of f297342a7d6142d5b70058c1e50be395 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:47.079809 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.129227 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.134212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7bd05cc6-b0a8-41bd-bdd9-eafadc154888 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b23b819fef74ff896f750dcf83da5ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3720832 Apr 30 01:17:47.157449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59998) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:47.239610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b0ac8779-6eb8-4d1e-8807-ffcca592def2 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:17:47.244644 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Floating IP f5cef50c-e103-4679-aea3-485db328fcc5 associated. External IP: 172.25.0.126, port: 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f. Apr 30 01:17:47.282530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239626ff-4c6b-4450-addc-1bdfc4cb9d95 req-21d75f0e-45ee-4fd0-b954-59f634301840 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:47.282530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-239626ff-4c6b-4450-addc-1bdfc4cb9d95 req-21d75f0e-45ee-4fd0-b954-59f634301840 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.1826706 Apr 30 01:17:47.323058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1af04bfc-0101-4774-8320-7ebaf022b871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.375037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.387614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port b0ac8779-6eb8-4d1e-8807-ffcca592def2 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:17:47.391032 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1af04bfc-0101-4774-8320-7ebaf022b871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.407869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port b0ac8779-6eb8-4d1e-8807-ffcca592def2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:17:47.408314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.422182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-239626ff-4c6b-4450-addc-1bdfc4cb9d95 req-23ddbd29-5d17-4a4e-bfc4-110c11d09b5c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304145 Apr 30 01:17:47.507180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc64c3f-ab26-43c6-9c9f-f0a22cc0db34,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:47.521326 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.542625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Checking segment: {'id': 'cb8460b1-1e42-45d4-9049-80c98b69b9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd0b76383-8aa8-41b7-8b0e-d8efa9615b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:47.542961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Network hostable DHCP agents. Network: d0b76383-8aa8-41b7-8b0e-d8efa9615b50, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:17:47.561704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ac8779-6eb8-4d1e-8807-ffcca592def2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:47.564090 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6487b724-71ac-45d1-81b1-4c33e2b9c9d9" -d '{"events": [{"server_uuid": "99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3", "name": "network-vif-plugged", "status": "completed", "tag": "b0ac8779-6eb8-4d1e-8807-ffcca592def2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:47.578988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b0ac8779-6eb8-4d1e-8807-ffcca592def2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b0ac8779-6eb8-4d1e-8807-ffcca592def2,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:47.581187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Router 86006bb1-39ae-412e-bb5d-76f609f8935e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:17:47.610818 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b54954f-fb40-41e2-b317-d7bef37b2ab5 x-openstack-request-id: req-9b54954f-fb40-41e2-b317-d7bef37b2ab5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:47.611678 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3", "name": "network-vif-plugged", "status": "completed", "tag": "b0ac8779-6eb8-4d1e-8807-ffcca592def2", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:47.612370 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b54954f-fb40-41e2-b317-d7bef37b2ab5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:47.612896 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b54954f-fb40-41e2-b317-d7bef37b2ab5'] response: {'server_uuid': '99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ac8779-6eb8-4d1e-8807-ffcca592def2', 'code': 200} Apr 30 01:17:47.616302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.646362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.648039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 519315a1-b238-4075-ae20-2298639626ea no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:17:47.661837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Network d0b76383-8aa8-41b7-8b0e-d8efa9615b50 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:17:47.670176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1af04bfc-0101-4774-8320-7ebaf022b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.672965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1af04bfc-0101-4774-8320-7ebaf022b871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.676899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1af04bfc-0101-4774-8320-7ebaf022b871 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/603b26f8-e0ee-4735-9ba1-640c427e2882 HTTP/1.1" status: 204 len: 168 time: 0.5184686 Apr 30 01:17:47.735272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:17:47.740264 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:47.760831 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] Sync routers for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:17:47.776302 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:47.776932 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:47.805259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-401356c1-c99b-4f47-973e-f01a6675e353 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "PUT /v2.0/floatingips/f5cef50c-e103-4679-aea3-485db328fcc5 HTTP/1.1" status: 200 len: 991 time: 1.9133234 Apr 30 01:17:47.805933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'tag': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:47.808430 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff140fed-1e44-4a4e-948b-5c901187b323" -d '{"events": [{"name": "network-changed", "server_uuid": "f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1", "tag": "7822bffc-6cee-4d47-8db9-cecaa5e9ba2f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:47.875977 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf96bf49-c814-4864-8c10-5f4cbdd2278f x-openstack-request-id: req-cf96bf49-c814-4864-8c10-5f4cbdd2278f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:47.875977 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1", "tag": "7822bffc-6cee-4d47-8db9-cecaa5e9ba2f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:47.876201 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf96bf49-c814-4864-8c10-5f4cbdd2278f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:47.876490 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf96bf49-c814-4864-8c10-5f4cbdd2278f'] response: {'name': 'network-changed', 'server_uuid': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'tag': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'status': 'completed', 'code': 200} Apr 30 01:17:47.929367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af04bfc-0101-4774-8320-7ebaf022b871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b26f8-e0ee-4735-9ba1-640c427e2882,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:47.945209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b0ac8779-6eb8-4d1e-8807-ffcca592def2,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:47.951204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d0b76383-8aa8-41b7-8b0e-d8efa9615b50) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:47.958231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 519315a1-b238-4075-ae20-2298639626ea {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:17:47.958670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 519315a1-b238-4075-ae20-2298639626ea not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:17:47.962374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd4911-891d-401e-a07d-80379e33d508 None None] Network d0b76383-8aa8-41b7-8b0e-d8efa9615b50 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:47.988088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:47.988831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:48.012085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=970e692f-910b-4aa7-ac3d-49f2ceaa26fa,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:48.031045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:48.031654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Network hostable DHCP agents. Network: b7229896-42d0-4c0a-9005-9218b8141669, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:17:48.032574 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:48.042687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-5bc8db26-8c36-42ba-b6d6-4adf1574be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.044416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-5bc8db26-8c36-42ba-b6d6-4adf1574be5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1257567 Apr 30 01:17:48.048966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e7d5b-ab75-45c7-92cd-d93f49345222 req-656dd2f4-5465-4511-8a84-a294f7decbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.051220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-490e7d5b-ab75-45c7-92cd-d93f49345222 req-656dd2f4-5465-4511-8a84-a294f7decbce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 1100 time: 0.3732696 Apr 30 01:17:48.058919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38b65f-f1dc-4143-bab3-025667d45cf1 req-f10d78d2-0749-4bf2-a13b-e35bd969b71d tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.075342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc38b65f-f1dc-4143-bab3-025667d45cf1 req-f10d78d2-0749-4bf2-a13b-e35bd969b71d tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 945 time: 0.1637344 Apr 30 01:17:48.111315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a50f175e-6154-440d-a74b-c1ef161e5d05 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3810072 Apr 30 01:17:48.189807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc38b65f-f1dc-4143-bab3-025667d45cf1 req-c27c5a9a-6964-4138-bae9-746d53e51b12 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012366 Apr 30 01:17:48.204762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70cb6c-1344-40ac-b54a-6798374b1d2b None None] Network d0b76383-8aa8-41b7-8b0e-d8efa9615b50 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:48.205981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-490e7d5b-ab75-45c7-92cd-d93f49345222 req-da63ea1b-f3ea-49f5-bf12-69f2a190ac5c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417620 Apr 30 01:17:48.222418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Network b7229896-42d0-4c0a-9005-9218b8141669 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:17:48.261697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-507ab36a-06ec-4e8f-a687-aa8394b7c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.263162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-507ab36a-06ec-4e8f-a687-aa8394b7c468 service neutron] 10.222.0.23 "GET /v2.0/networks?id=265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 200 len: 923 time: 0.2108927 Apr 30 01:17:48.336431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8a365-c277-4ea9-b12b-0c8542596ad9 req-7cb55560-1623-49de-8975-9b3b594c2bc4 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.339235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42c8a365-c277-4ea9-b12b-0c8542596ad9 req-7cb55560-1623-49de-8975-9b3b594c2bc4 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 949 time: 0.1397202 Apr 30 01:17:48.346353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b7229896-42d0-4c0a-9005-9218b8141669) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:48.361253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.361844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:48.382975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb9d9e2-ab5e-40ad-87eb-a8c67d31b160 None None] Network b7229896-42d0-4c0a-9005-9218b8141669 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:48.412764 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-1352da34-b3f0-4bfd-95ce-504e790b8666 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f HTTP/1.1" status: 200 len: 999 time: 0.1418223 Apr 30 01:17:48.432187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60032) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:48.507991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42c8a365-c277-4ea9-b12b-0c8542596ad9 req-2365ee4a-0c29-462b-a429-d11702d7293d tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334794 Apr 30 01:17:48.510492 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f5cef50c-e103-4679-aea3-485db328fcc5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'port_id': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'mac_address': 'fa:16:3e:b7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:17:27Z', 'updated_at': '2022-04-30T01:17:46Z', 'revision_number': 1, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:48.521613 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8e312a58-0e60-4195-bd99-9452ad9931dc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6566186 Apr 30 01:17:48.552248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-e92465f0-f6a2-4cd9-b0c2-fcc87f9e22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.554099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-e92465f0-f6a2-4cd9-b0c2-fcc87f9e22d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebc9e95-7b47-4964-ad81-47db4d0f6929 HTTP/1.1" status: 200 len: 862 time: 0.1300769 Apr 30 01:17:48.589549 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] Checking router: 86006bb1-39ae-412e-bb5d-76f609f8935e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:17:48.606962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:48.611312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-5a6a0871-4b56-40e5-8ab9-70c2ee4c41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.611312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-5a6a0871-4b56-40e5-8ab9-70c2ee4c41f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=265f698d-797d-40ff-845d-c4c8da5392b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414820 Apr 30 01:17:48.611573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceade5da-0b3f-4a48-a497-2fb1282640ea None None] Network b7229896-42d0-4c0a-9005-9218b8141669 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:48.615968 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:17:48.616637 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:17:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:48.644192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45026-b752-40ca-90ff-e4a54ed1b921 req-fc3c45eb-5f49-4422-8e6b-1f11b4da2814 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:48.654284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f5f45026-b752-40ca-90ff-e4a54ed1b921 req-fc3c45eb-5f49-4422-8e6b-1f11b4da2814 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0946460 Apr 30 01:17:48.728593 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f5f45026-b752-40ca-90ff-e4a54ed1b921 req-b6a8752e-8669-45f3-88d0-27bad6284f85 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720308 Apr 30 01:17:48.741443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-e205b7d3-4809-4bb2-8b7a-e412322f386f service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188507 Apr 30 01:17:48.785560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:17:48.840329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:48.874824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff140fed-1e44-4a4e-948b-5c901187b323 req-86cb9b3d-05e2-463e-9d7f-a714dca0989e service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255071 Apr 30 01:17:48.898537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60046) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:48.914045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03f5b49e-758d-4e69-880f-c3796da3ab6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:48.985925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.028675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03f5b49e-758d-4e69-880f-c3796da3ab6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.050208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.081236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d6cd51108384f898c62534f7f5d9ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478570 Apr 30 01:17:49.084237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60054) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:49.103121 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f5cef50c-e103-4679-aea3-485db328fcc5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'port_id': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'mac_address': 'fa:16:3e:b7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:17:27Z', 'updated_at': '2022-04-30T01:17:46Z', 'revision_number': 1, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:17:49.111656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03f5b49e-758d-4e69-880f-c3796da3ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.121808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae531e8b-a51e-4a95-910f-03e212c11016,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:49.140271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.144704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.145809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.146392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.148216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.148750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.149265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.151703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.152706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.152706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.152902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.153368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75426a74-3f91-40ae-95ea-e04ab89e191d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:17:49.164516 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c101bd0-50be-423d-b4c7-204386d5c4ab None None] The sync data for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 is: [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f5cef50c-e103-4679-aea3-485db328fcc5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'port_id': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'mac_address': 'fa:16:3e:b7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:17:27Z', 'updated_at': '2022-04-30T01:17:46Z', 'revision_number': 1, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:17:49.181103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-03f5b49e-758d-4e69-880f-c3796da3ab6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4613d6455b354d0a9d91461fd258403a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792487 Apr 30 01:17:49.181523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60056) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:49.230957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5b49e-758d-4e69-880f-c3796da3ab6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ddb266-98c6-4743-9ae5-984f3962afca,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:49.273308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a63ce796-dcef-4e32-83f0-37c327a999ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.297590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3141aea-1071-477f-a8ba-47fbd542f93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.332679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a63ce796-dcef-4e32-83f0-37c327a999ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.397876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3141aea-1071-477f-a8ba-47fbd542f93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.463887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a63ce796-dcef-4e32-83f0-37c327a999ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.475665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a63ce796-dcef-4e32-83f0-37c327a999ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.479662 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a63ce796-dcef-4e32-83f0-37c327a999ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45ddb266-98c6-4743-9ae5-984f3962afca HTTP/1.1" status: 204 len: 168 time: 0.2969880 Apr 30 01:17:49.487576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f434f-e2d3-4293-a0a5-24de3aeda19f None None] New status for floating IP f5cef50c-e103-4679-aea3-485db328fcc5: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:17:49.504531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ce796-dcef-4e32-83f0-37c327a999ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ddb266-98c6-4743-9ae5-984f3962afca,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:49.510170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-155f414e-4837-4c1b-843e-c05be9834b8d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:49.511768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-155f414e-4837-4c1b-843e-c05be9834b8d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/networks?id=5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa HTTP/1.1" status: 200 len: 815 time: 0.1598043 Apr 30 01:17:49.535099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-08c93ea2-87f8-469a-a461-1aa21f3dc570 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/quotas/09723dc424c84baba98de7a6bdcb397a HTTP/1.1" status: 200 len: 375 time: 0.0145068 Apr 30 01:17:49.579416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-e719e66e-0e2a-4c18-b27e-0c18c800ee39 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=09723dc424c84baba98de7a6bdcb397a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383680 Apr 30 01:17:49.580044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3141aea-1071-477f-a8ba-47fbd542f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.582791 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3141aea-1071-477f-a8ba-47fbd542f93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:49.588604 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c3141aea-1071-477f-a8ba-47fbd542f93f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae531e8b-a51e-4a95-910f-03e212c11016 HTTP/1.1" status: 204 len: 168 time: 0.5014322 Apr 30 01:17:49.597722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3141aea-1071-477f-a8ba-47fbd542f93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae531e8b-a51e-4a95-910f-03e212c11016,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:49.680072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f5482-f200-461a-93db-66eca6be31b1 req-dd3a95c4-e113-4024-938a-aee0a44cb68e tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:49.682501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b7f5482-f200-461a-93db-66eca6be31b1 req-dd3a95c4-e113-4024-938a-aee0a44cb68e tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 949 time: 0.0660214 Apr 30 01:17:49.724310 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b7f5482-f200-461a-93db-66eca6be31b1 req-d3c79bac-6b27-45d9-87a4-ab5c81b23eef tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353785 Apr 30 01:17:50.277029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4384-974b-4e0b-8c11-5345ba07f08c req-56ff6466-c0df-4615-b133-2d384a3bce93 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:50.278626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5ff4384-974b-4e0b-8c11-5345ba07f08c req-56ff6466-c0df-4615-b133-2d384a3bce93 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0522871 Apr 30 01:17:50.301287 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.317738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5ff4384-974b-4e0b-8c11-5345ba07f08c req-0e96d330-da0f-47f0-9652-8be1b0741847 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Apr 30 01:17:50.412169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-21e612fa-bb15-4051-a525-f3d2c5106865 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:17:50.413173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-21e612fa-bb15-4051-a525-f3d2c5106865 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2330077 Apr 30 01:17:50.472084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60114) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:50.485794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-100145b2-0ffa-417b-9689-957b352c8076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.529051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-60cf163b-d078-4aad-b583-f8319122859e service neutron] 10.222.0.15 "GET /v2.0/networks/5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076422 Apr 30 01:17:50.582670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-100145b2-0ffa-417b-9689-957b352c8076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.628471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60122) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:50.635472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1713873684-network', 'tenant_id': 'e3dc059d8887422fb831d180b9cc9825'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:50.650264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-5c0163e6-349f-4302-9861-2d1a17d5ccfc service neutron] 10.222.0.15 "GET /v2.0/networks/5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201780 Apr 30 01:17:50.658636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-100145b2-0ffa-417b-9689-957b352c8076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.705833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60124) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:50.706355 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-100145b2-0ffa-417b-9689-957b352c8076 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0046d2e0682e458c981550cd23c764a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329960 Apr 30 01:17:50.708689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100145b2-0ffa-417b-9689-957b352c8076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8af3686-b4ef-451f-8cc7-1d48b7effb4b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:50.717162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Made reservation on behalf of e3dc059d8887422fb831d180b9cc9825 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:50.721305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.733841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.774314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c88100ce-b2a9-4f75-93ab-ae62a8b4f5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.798652 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c88100ce-b2a9-4f75-93ab-ae62a8b4f5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.825537 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.923124 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.924322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c88100ce-b2a9-4f75-93ab-ae62a8b4f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.927072 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c88100ce-b2a9-4f75-93ab-ae62a8b4f5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:50.930681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c88100ce-b2a9-4f75-93ab-ae62a8b4f5cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8af3686-b4ef-451f-8cc7-1d48b7effb4b HTTP/1.1" status: 204 len: 168 time: 0.2213602 Apr 30 01:17:50.941877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88100ce-b2a9-4f75-93ab-ae62a8b4f5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8af3686-b4ef-451f-8cc7-1d48b7effb4b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:50.996911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:17:51.014262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad37f0c-fa4f-4178-8785-4ab77d91800b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:51.018890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:51.019234 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Added segment 8de2d4c4-183d-4267-bfb6-8ea57846ecbd of type vlan for network 141cbaf6-1552-411d-979a-7b8202b105c0 Apr 30 01:17:51.053819 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28d5297f-e841-4ed8-b2c9-6ded50d79a55 req-652de350-4942-4fe4-9c0b-4b451a487919 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 210 time: 0.0363152 Apr 30 01:17:51.110971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:51.202947 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:51.203961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:51.204669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:51.266469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] Pushing event updated for resources: {'Network': ['ID=141cbaf6-1552-411d-979a-7b8202b105c0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:51.278079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 141cbaf6-1552-411d-979a-7b8202b105c0 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:17:51.345629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8d4c12a2-a38a-428a-9885-78e90651c035 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7148640 Apr 30 01:17:51.348186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60148) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:51.352996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Request body: {'subnet': {'network_id': '141cbaf6-1552-411d-979a-7b8202b105c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1713873684-subnet', 'tenant_id': 'e3dc059d8887422fb831d180b9cc9825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:51.505411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Made reservation on behalf of e3dc059d8887422fb831d180b9cc9825 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:51.505411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:51.584571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb5fc1-edce-4623-8518-f698b1c859fd req-bb163a6b-e7e1-4f33-9d27-67c75c8fd7fd tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:51.586087 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10cb5fc1-edce-4623-8518-f698b1c859fd req-bb163a6b-e7e1-4f33-9d27-67c75c8fd7fd tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.1157310 Apr 30 01:17:51.649132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10cb5fc1-edce-4623-8518-f698b1c859fd req-54459b06-8796-42c6-8f9b-0c2ece73eae6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522885 Apr 30 01:17:51.787935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f728e3e-e4df-4c03-bdab-1de7a1aa7053 req-36975a99-84b2-49d9-bf30-78da288b58d3 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:51.799473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f728e3e-e4df-4c03-bdab-1de7a1aa7053 req-36975a99-84b2-49d9-bf30-78da288b58d3 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 949 time: 0.0703120 Apr 30 01:17:51.821889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:51.875997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f728e3e-e4df-4c03-bdab-1de7a1aa7053 req-be102c63-6757-4ed8-b9d6-bd185fd46351 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755918 Apr 30 01:17:51.895841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8981be93-2487-44c3-ad20-e1cd68a94906,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:51.911631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Checking segment: {'id': '8de2d4c4-183d-4267-bfb6-8ea57846ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '141cbaf6-1552-411d-979a-7b8202b105c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:51.911980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Network hostable DHCP agents. Network: 141cbaf6-1552-411d-979a-7b8202b105c0, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:17:52.038427 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-a8341b96-e10b-4d46-9010-4d040f72ab00 service neutron] show failed (client error): The resource could not be found. Apr 30 01:17:52.043016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Network 141cbaf6-1552-411d-979a-7b8202b105c0 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:17:52.043157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-a8341b96-e10b-4d46-9010-4d040f72ab00 service neutron] 10.222.0.23 "GET /v2.0/ports/7e01c030-24ac-4c84-8c97-f2d81987da00/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0600958 Apr 30 01:17:52.135636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 141cbaf6-1552-411d-979a-7b8202b105c0) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:52.145573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:52.145573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:52.146574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4fd21-41d5-4c97-af21-47cdaa0f9f92 None None] Network 141cbaf6-1552-411d-979a-7b8202b105c0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:52.162485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e140a62a-26bc-4e02-b634-ce559e98bd9f req-eee9508b-dcfe-4aff-be9a-a67671d929b9 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 210 time: 0.0383236 Apr 30 01:17:52.240841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4ca35fd4-38ab-42f6-bf4b-a02d26e1dc0f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8915865 Apr 30 01:17:52.299315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28611427-a91c-4517-80f3-5044d7010933 None None] Network 141cbaf6-1552-411d-979a-7b8202b105c0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:17:52.779450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-3bd1bbda-d4bf-4157-9e9f-f6df3648a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:52.781246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-3bd1bbda-d4bf-4157-9e9f-f6df3648a535 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 1100 time: 0.1179590 Apr 30 01:17:52.795206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:52.799608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-476ba4fa-6bb4-46e7-a06c-551fc0c406ad tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:52.801252 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-476ba4fa-6bb4-46e7-a06c-551fc0c406ad tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.21 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 949 time: 0.0713465 Apr 30 01:17:52.806384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff553b9-6b90-4302-86f6-9f0a77611fe5 req-f8c90782-52d8-4a14-bbf1-5439882e27f0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:52.807848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8ff553b9-6b90-4302-86f6-9f0a77611fe5 req-f8c90782-52d8-4a14-bbf1-5439882e27f0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0842125 Apr 30 01:17:52.904730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8ff553b9-6b90-4302-86f6-9f0a77611fe5 req-a9361bb8-1e44-4002-b66c-fb452aef7a7a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784340 Apr 30 01:17:52.916142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:52.975624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Deleting port b0ac8779-6eb8-4d1e-8807-ffcca592def2 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:17:52.976249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:53.092773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] For port b0ac8779-6eb8-4d1e-8807-ffcca592def2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b0ac8779-6eb8-4d1e-8807-ffcca592def2,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:53.093167 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:53.110485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38a956-1223-4ffd-af56-527bc4abbd36 req-5b01bf39-6e61-4dd1-9681-d97db65d0a21 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:53.112332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f38a956-1223-4ffd-af56-527bc4abbd36 req-5b01bf39-6e61-4dd1-9681-d97db65d0a21 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 949 time: 0.1381724 Apr 30 01:17:53.113989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Calling delete_port for b0ac8779-6eb8-4d1e-8807-ffcca592def2 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:17:53.200175 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f38a956-1223-4ffd-af56-527bc4abbd36 req-e66758b6-f585-4ae6-89f7-c99ca41cd1f2 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/security-groups?id=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745597 Apr 30 01:17:53.239211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:53.285578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:53.344378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60244) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:53.353798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-64a96bab-36ac-4ef0-b1b2-0b6943ef1e3c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:53.354311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:53.358653 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da80582-4072-46b5-9fd4-a3dd85bb1f74" -d '{"events": [{"server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "name": "network-vif-unplugged", "status": "completed", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:53.363817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:53.364668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-64a96bab-36ac-4ef0-b1b2-0b6943ef1e3c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 820 time: 0.2283590 Apr 30 01:17:53.387035 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-95b678ac-caa8-426f-adb9-a4b613f7093d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/quotas/f297342a7d6142d5b70058c1e50be395 HTTP/1.1" status: 200 len: 375 time: 0.0214474 Apr 30 01:17:53.423810 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-b7b0b884-4f7e-4521-ad7d-4cfbc7dd475d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357699 Apr 30 01:17:53.447198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd8af4b6-fb4f-4c7f-b7d1-14f9c6064492 req-a7ae99f4-969a-471d-bcb3-fa6b1421758c tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 210 time: 0.0790200 Apr 30 01:17:53.513059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.21', 65247) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:53.590796 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc002f2-908b-4d4c-94d8-63ed151b311a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:53.601433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86db8882-0e3f-469b-83af-720a43227f82 service neutron] 10.222.0.15 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766257 Apr 30 01:17:53.612714 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9cea51-3021-41fd-abd5-d932c93310fd x-openstack-request-id: req-ea9cea51-3021-41fd-abd5-d932c93310fd {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:53.613163 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "name": "network-vif-unplugged", "status": "completed", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:53.613473 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea9cea51-3021-41fd-abd5-d932c93310fd {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:53.614106 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9cea51-3021-41fd-abd5-d932c93310fd'] response: {'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'code': 200} Apr 30 01:17:53.631854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Transition to ACTIVE for port object 7e01c030-24ac-4c84-8c97-f2d81987da00 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:17:53.636051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:53.646786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b0ac8779-6eb8-4d1e-8807-ffcca592def2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:53.682846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-e0484776-9dbc-4c98-981e-be26b13e1d08 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:53.685165 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-e0484776-9dbc-4c98-981e-be26b13e1d08 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.21 "GET /v2.0/networks?id=5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa HTTP/1.1" status: 200 len: 815 time: 0.1678283 Apr 30 01:17:53.700975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Request body: {'port': {'device_id': '79b72bd3-5077-45d3-99f4-11ef6773d92b', 'network_id': '5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa', 'admin_state_up': True, 'tenant_id': '09723dc424c84baba98de7a6bdcb397a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:53.715861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Pushing event deleted for resources: {'Port': ['ID=b0ac8779-6eb8-4d1e-8807-ffcca592def2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:53.719540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:53.842303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] No DVR routers for this DVR port b0ac8779-6eb8-4d1e-8807-ffcca592def2 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:17:53.849290 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] No DVR routers for this DVR port 7e01c030-24ac-4c84-8c97-f2d81987da00 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:17:53.853956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:53.857540 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ca581433-b935-4723-bb0a-b6fa13cd3b82 req-602959db-5f42-479a-8160-de50b9c6d581 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.21 "DELETE /v2.0/ports/b0ac8779-6eb8-4d1e-8807-ffcca592def2 HTTP/1.1" status: 204 len: 173 time: 1.0504768 Apr 30 01:17:53.858179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3', 'name': 'network-vif-deleted', 'tag': 'b0ac8779-6eb8-4d1e-8807-ffcca592def2'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:53.867983 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cda796a-f6e2-466a-b177-5a816926ec9e" -d '{"events": [{"server_uuid": "99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3", "name": "network-vif-deleted", "tag": "b0ac8779-6eb8-4d1e-8807-ffcca592def2"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:53.876366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:53.906457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-23ea052c-c954-4773-b7a7-3c4f4b6d4d80 service neutron] 10.222.0.15 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040793 Apr 30 01:17:53.927524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Attempting to bind port 7e01c030-24ac-4c84-8c97-f2d81987da00 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:53.927854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Attempting to bind port 7e01c030-24ac-4c84-8c97-f2d81987da00 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:53.928178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Attempting to bind port 7e01c030-24ac-4c84-8c97-f2d81987da00 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:53.943253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Port 7e01c030-24ac-4c84-8c97-f2d81987da00 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:17:53.943635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Attempting to bind port 7e01c030-24ac-4c84-8c97-f2d81987da00 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:53.969880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:53.970221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:53.970605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:53.971035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Bound port: 7e01c030-24ac-4c84-8c97-f2d81987da00, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:53.971389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.011275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc002f2-908b-4d4c-94d8-63ed151b311a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.069854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:54.076688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:54.125172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecc002f2-908b-4d4c-94d8-63ed151b311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.127814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Made reservation on behalf of 09723dc424c84baba98de7a6bdcb397a for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:54.131368 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.191230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.314998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.320318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.320318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 1095 time: 1.5274880 Apr 30 01:17:54.409790 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6efcf3-b38c-43b3-865b-24cbae0231ee x-openstack-request-id: req-3d6efcf3-b38c-43b3-865b-24cbae0231ee {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:54.410132 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3", "name": "network-vif-deleted", "tag": "b0ac8779-6eb8-4d1e-8807-ffcca592def2", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:54.410361 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d6efcf3-b38c-43b3-865b-24cbae0231ee {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:54.410729 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6efcf3-b38c-43b3-865b-24cbae0231ee'] response: {'server_uuid': '99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3', 'name': 'network-vif-deleted', 'tag': 'b0ac8779-6eb8-4d1e-8807-ffcca592def2', 'status': 'completed', 'code': 200} Apr 30 01:17:54.461038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.461515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.461949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.462396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.462941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.463741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.463852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.464303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.464747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.477604 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d03d080a-5600-44b2-a9dd-6947d940540e req-3556363a-1df3-44f9-a153-a641cdc42047 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6443 time: 0.3735290 Apr 30 01:17:54.495064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ecc002f2-908b-4d4c-94d8-63ed151b311a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c37d267a8a23410d87a4b0ff06e04ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1490314 Apr 30 01:17:54.498945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc002f2-908b-4d4c-94d8-63ed151b311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553270e3-4b85-45d1-bc2e-925fbe6a627d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:54.501987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60288) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:54.510984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf736024-b8b0-4e91-a11b-031de8c81349 req-8386889a-2b57-4440-bdae-c82bc180270b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.512798 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf736024-b8b0-4e91-a11b-031de8c81349 req-8386889a-2b57-4440-bdae-c82bc180270b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.0996306 Apr 30 01:17:54.534712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12c421-6119-425a-ac76-84e7e4de7622 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:54.562539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-491c7220-735f-4323-8dbe-57e511672b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.564550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-491c7220-735f-4323-8dbe-57e511672b21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1098 time: 0.2096753 Apr 30 01:17:54.642979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8579317e-689b-4bb5-8ba4-03f4d509b8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.666567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8579317e-689b-4bb5-8ba4-03f4d509b8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.668585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Allocated IP 172.20.0.14 (5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa/7af8342d-33a7-4c26-8681-1c42099ce96c/3259f892-078c-411e-aaf4-768ac79b1e10) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:54.689925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf736024-b8b0-4e91-a11b-031de8c81349 req-73c92a7e-f978-44ca-a8f5-e0339b76d5c4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383669 Apr 30 01:17:54.752179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-52e7bbf1-3f71-4bea-a6d8-0284ea842818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:54.753685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-52e7bbf1-3f71-4bea-a6d8-0284ea842818 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1788580 Apr 30 01:17:54.773969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-39336e1e-0149-424a-a71b-478db4fbd00b req-ba6e8290-aae8-4411-90af-ab45d419c560 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 210 time: 0.0430648 Apr 30 01:17:54.824591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac812947-4a6f-4a80-aba6-fc37c05fbc78 req-f3c45454-fb68-49a5-add1-fa812e40c569 tempest-ServerDiagnosticsNegativeTest-857188988 tempest-ServerDiagnosticsNegativeTest-857188988-project] 10.222.0.15 "GET /v2.0/ports?device_id=99de27d4-d69b-436c-9d3a-6cb0eb0b1ec3 HTTP/1.1" status: 200 len: 210 time: 0.0325642 Apr 30 01:17:54.829380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-0fb946f3-d72b-4a12-bb70-06a279714c61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.0576859 Apr 30 01:17:54.832356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8579317e-689b-4bb5-8ba4-03f4d509b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.835623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8579317e-689b-4bb5-8ba4-03f4d509b8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:54.839699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8579317e-689b-4bb5-8ba4-03f4d509b8c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/553270e3-4b85-45d1-bc2e-925fbe6a627d HTTP/1.1" status: 204 len: 168 time: 0.3225245 Apr 30 01:17:54.848430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579317e-689b-4bb5-8ba4-03f4d509b8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553270e3-4b85-45d1-bc2e-925fbe6a627d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:54.917594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92d66874-a73a-46ed-93b3-040d9fdf830b req-d1e0f85a-c017-47c2-881f-c3a184031284 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 210 time: 0.0323219 Apr 30 01:17:55.074494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7e01c030-24ac-4c84-8c97-f2d81987da00 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:17:55.132406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7e01c030-24ac-4c84-8c97-f2d81987da00 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:17:55.235809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-167bd9ed-30fc-474e-ac85-ca3b88a4fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.237314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-167bd9ed-30fc-474e-ac85-ca3b88a4fbd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.3489230 Apr 30 01:17:55.266033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:55.319202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36aa03-295e-49e8-8113-fc4805681aeb req-9ef9047d-ce6b-4c16-8f7b-83158b644d26 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.320678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa36aa03-295e-49e8-8113-fc4805681aeb req-9ef9047d-ce6b-4c16-8f7b-83158b644d26 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 886 time: 0.4930959 Apr 30 01:17:55.336072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-2eb4933e-162f-4970-9e59-9f1ca5d2c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.337944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-2eb4933e-162f-4970-9e59-9f1ca5d2c76f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853841 Apr 30 01:17:55.512718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-b0f37943-36f8-4ea2-83c2-03d08b34a9cb service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631174 Apr 30 01:17:55.533417 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:55.544999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.545489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.546011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.546440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.546907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.547342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.548161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.548265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.548713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.550647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3f98353-c527-4782-a12e-1a37fa213d9d req-efa7e4c7-c4aa-47a9-a9ca-e2750b179d23 tempest-NetworksTest-742128600 tempest-NetworksTest-742128600-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6443 time: 0.2022769 Apr 30 01:17:55.616413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:55.618650 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b805d7fc-5cc4-4207-b17b-ee57929af59a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:55.631736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:55.640892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:55.646570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:55.652151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.652761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:55.663400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Pushing event updated for resources: {'Port': ['ID=3259f892-078c-411e-aaf4-768ac79b1e10,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:55.671461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60338) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:55.696791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d8b47ab-370f-4c2d-a076-0cc7a3af32b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:55.699984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae22d77f-7cff-4589-ba1f-ac013745404d req-6e4a41d1-e919-4188-a241-ce536a06bcec service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793501 Apr 30 01:17:55.744840 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2987d82e-5d0b-4713-9e2a-193a86b0b983 x-openstack-request-id: req-2987d82e-5d0b-4713-9e2a-193a86b0b983 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:55.745553 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:55.745997 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2987d82e-5d0b-4713-9e2a-193a86b0b983 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:55.746663 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2987d82e-5d0b-4713-9e2a-193a86b0b983'] response: {'name': 'network-changed', 'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'status': 'completed', 'code': 200} Apr 30 01:17:55.755597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-0a4c7cc8-4266-4de8-bd97-21dce6c70a6d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0604057 Apr 30 01:17:55.775690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Request body: {'port': {'device_id': '79b72bd3-5077-45d3-99f4-11ef6773d92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:55.818511 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d8b47ab-370f-4c2d-a076-0cc7a3af32b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:55.905425 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76323d75-3001-4207-91cc-86bdea360f20 req-ceb0ac0c-1eb9-4e60-a4b4-4a5a690ec6da tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 210 time: 0.0302339 Apr 30 01:17:55.931766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d8b47ab-370f-4c2d-a076-0cc7a3af32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:55.942509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-51642477-f041-4e42-9f50-829c3c01c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.943689 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-51642477-f041-4e42-9f50-829c3c01c541 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1098 time: 0.1869164 Apr 30 01:17:55.969894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b47ab-370f-4c2d-a076-0cc7a3af32b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b697d8f0-11b4-484c-a147-b82a8267a82e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:55.982509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9bf13-3589-4be6-80ed-f2ceefab0ff9 req-865926a4-a586-47c1-9440-fcac321aca3d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:55.984286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14d9bf13-3589-4be6-80ed-f2ceefab0ff9 req-865926a4-a586-47c1-9440-fcac321aca3d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.1862593 Apr 30 01:17:55.986993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.001669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1d8b47ab-370f-4c2d-a076-0cc7a3af32b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6973512b678b40be82c96064aba0fe5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286314 Apr 30 01:17:56.004138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60352) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:56.032584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-676beaa6-d1b8-4266-bbf8-1e32991125dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:56.034082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-676beaa6-d1b8-4266-bbf8-1e32991125dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1098 time: 0.1978219 Apr 30 01:17:56.043570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60354) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:56.091626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f176b606-372d-45b6-9493-7a09b6ac2618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.157432 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f176b606-372d-45b6-9493-7a09b6ac2618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.179171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899db2b2-1966-455e-b992-65a8483c8a77 req-ad7a9770-a037-4c0f-9036-a70fc65c68ee tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:56.180774 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-899db2b2-1966-455e-b992-65a8483c8a77 req-ad7a9770-a037-4c0f-9036-a70fc65c68ee tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 932 time: 0.0924158 Apr 30 01:17:56.212292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14d9bf13-3589-4be6-80ed-f2ceefab0ff9 req-31ee5002-1576-4d08-8191-2d9ec360e838 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992939 Apr 30 01:17:56.236630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-899db2b2-1966-455e-b992-65a8483c8a77 req-29eb04ef-a420-4198-acae-0dbf604d5c03 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Apr 30 01:17:56.306848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-b3ca6e99-f643-412d-a3d6-bc4822cf8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:56.308279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-b3ca6e99-f643-412d-a3d6-bc4822cf8fff service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3526058 Apr 30 01:17:56.318112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f176b606-372d-45b6-9493-7a09b6ac2618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.320698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f176b606-372d-45b6-9493-7a09b6ac2618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.321839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f176b606-372d-45b6-9493-7a09b6ac2618 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b697d8f0-11b4-484c-a147-b82a8267a82e HTTP/1.1" status: 204 len: 168 time: 0.3165448 Apr 30 01:17:56.330760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176b606-372d-45b6-9493-7a09b6ac2618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b697d8f0-11b4-484c-a147-b82a8267a82e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:56.391381 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-9c185d09-216a-4ef2-a16e-d2178e3a10d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.0593238 Apr 30 01:17:56.425585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-ee497def-8467-4778-9a2d-6e708d4e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:56.430971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-ee497def-8467-4778-9a2d-6e708d4e1aed service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3170915 Apr 30 01:17:56.460600 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6014b17-4d90-4de9-9c52-7504174ff8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.505806 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-06539186-e272-4238-bf6f-862bf5612160 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.0687344 Apr 30 01:17:56.528410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-97e91cfe-46db-4dc8-b261-14bd921f07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:56.530495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-97e91cfe-46db-4dc8-b261-14bd921f07a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1068699 Apr 30 01:17:56.537078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60364) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:56.565194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6014b17-4d90-4de9-9c52-7504174ff8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.596884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60368) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:56.632909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6014b17-4d90-4de9-9c52-7504174ff8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.645008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-99de57b1-7084-4bfa-9bad-b9b17c1db997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:56.646915 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-99de57b1-7084-4bfa-9bad-b9b17c1db997 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1329327 Apr 30 01:17:56.667077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-bd243e1e-be27-4a00-839e-2201031a1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:56.669019 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-bd243e1e-be27-4a00-839e-2201031a1ac0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060874 Apr 30 01:17:56.689469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6014b17-4d90-4de9-9c52-7504174ff8bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3da43ffca0694834b643ca3ee47dd135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425145 Apr 30 01:17:56.694918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60372) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:56.694918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6014b17-4d90-4de9-9c52-7504174ff8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca8dbfc-8af3-4838-a429-761ab97a5d9a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:56.789165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bf1768c-72ea-4dd9-9713-320812024f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.815918 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436db6c4-ef0a-4e5e-a039-8c029bf06a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.854629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436db6c4-ef0a-4e5e-a039-8c029bf06a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.866600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-30a43209-2afc-4952-8215-cd363bec1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:56.869191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-30a43209-2afc-4952-8215-cd363bec1cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2062769 Apr 30 01:17:56.873441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3259f892-078c-411e-aaf4-768ac79b1e10 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:56.904969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.920171 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bf1768c-72ea-4dd9-9713-320812024f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:56.996478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Transition to ACTIVE for port object 3259f892-078c-411e-aaf4-768ac79b1e10 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:17:57.007373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-30ffc9a8-17f3-428d-8b3a-66271a6e3daf service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230054 Apr 30 01:17:57.079363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bf1768c-72ea-4dd9-9713-320812024f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.126914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.148178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1768c-72ea-4dd9-9713-320812024f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d771040d-c060-4d35-9ed0-a66784e186ad,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:57.183233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4bf1768c-72ea-4dd9-9713-320812024f2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c99eb508afa48f1a13e8b65ace88286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451061 Apr 30 01:17:57.191780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60386) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:57.200447 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8ff24226-f897-4e2c-8c40-7914a19db71c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31297aff1d694b15bb38a80b61a976bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975049 Apr 30 01:17:57.207688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60388) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:57.210643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1832ab09-3019-439b-bc3b-bc0d90277756 req-9f105c71-aa96-47d6-8a2b-0c8f150d0a1e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 210 time: 0.0879276 Apr 30 01:17:57.217224 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-8ac7fe50-e21e-480a-ae1e-e5db0335446e service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949425 Apr 30 01:17:57.222044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-2cac45d7-1367-4b0f-819c-48b4b890fd3e service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342662 Apr 30 01:17:57.257893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3259f892-078c-411e-aaf4-768ac79b1e10,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:57.305849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b0ac8779-6eb8-4d1e-8807-ffcca592def2 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:17:57.309817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436db6c4-ef0a-4e5e-a039-8c029bf06a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.323112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-436db6c4-ef0a-4e5e-a039-8c029bf06a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.324335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-436db6c4-ef0a-4e5e-a039-8c029bf06a7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ca8dbfc-8af3-4838-a429-761ab97a5d9a HTTP/1.1" status: 204 len: 168 time: 0.6284294 Apr 30 01:17:57.334800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-950a96cc-e5bd-4106-840f-6e5c9a9d2368 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:57.351296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: b0ac8779-6eb8-4d1e-8807-ffcca592def2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:17:57.351894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b0ac8779-6eb8-4d1e-8807-ffcca592def2 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:17:57.352280 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-950a96cc-e5bd-4106-840f-6e5c9a9d2368 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 820 time: 0.4242165 Apr 30 01:17:57.384287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Request body: {'port': {'device_id': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'admin_state_up': True, 'tenant_id': 'f297342a7d6142d5b70058c1e50be395'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:57.400822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db6c4-ef0a-4e5e-a039-8c029bf06a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca8dbfc-8af3-4838-a429-761ab97a5d9a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:57.423907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Attempting to bind port 3259f892-078c-411e-aaf4-768ac79b1e10 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:57.424491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Attempting to bind port 3259f892-078c-411e-aaf4-768ac79b1e10 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '0e619854-c086-410b-add5-a755dee9fae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:57.424625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Attempting to bind port 3259f892-078c-411e-aaf4-768ac79b1e10 on network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:57.440151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Port 3259f892-078c-411e-aaf4-768ac79b1e10 on network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:17:57.441613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Attempting to bind port 3259f892-078c-411e-aaf4-768ac79b1e10 on network 5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:57.447567 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b805d7fc-5cc4-4207-b17b-ee57929af59a req-549a9e4d-ba8d-4eb5-a244-05114632f449 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165287 Apr 30 01:17:57.448431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:57.448780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Checking segment: {'id': '0e619854-c086-410b-add5-a755dee9fae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:57.449257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Bound using segment: {'id': '0e619854-c086-410b-add5-a755dee9fae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:57.449527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Bound port: 3259f892-078c-411e-aaf4-768ac79b1e10, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e619854-c086-410b-add5-a755dee9fae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:57.450211 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.480120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731c04-82fa-45c5-beb2-056c638aabf6 req-23171385-db54-4615-af86-16e01d89ac43 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:57.481608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72731c04-82fa-45c5-beb2-056c638aabf6 req-23171385-db54-4615-af86-16e01d89ac43 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 944 time: 0.1019108 Apr 30 01:17:57.514961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a266bc33-01eb-41ea-b42a-8b34dd7935f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.516603 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ee3df5e-72ba-496b-a9ad-30d1dd33a79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.554974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01676cf6-6454-4537-a27d-4ce60d8a26b0 req-d22ebdb4-faf6-42c0-8b76-1fc3c3ded7af tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:57.563572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01676cf6-6454-4537-a27d-4ce60d8a26b0 req-d22ebdb4-faf6-42c0-8b76-1fc3c3ded7af tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.1938031 Apr 30 01:17:57.567411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72731c04-82fa-45c5-beb2-056c638aabf6 req-c8a2e9d4-fc36-40f2-afee-a23d84e14e75 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640457 Apr 30 01:17:57.577383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] For port 3259f892-078c-411e-aaf4-768ac79b1e10, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:57.581005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] For port 3259f892-078c-411e-aaf4-768ac79b1e10, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3259f892-078c-411e-aaf4-768ac79b1e10,segment=NetworkSegment(0e619854-c086-410b-add5-a755dee9fae9),segment_id=0e619854-c086-410b-add5-a755dee9fae9)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:57.613955 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ee3df5e-72ba-496b-a9ad-30d1dd33a79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.619904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a266bc33-01eb-41ea-b42a-8b34dd7935f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.656306 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.699080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:57.699704 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.701590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/3259f892-078c-411e-aaf4-768ac79b1e10 HTTP/1.1" status: 200 len: 1092 time: 1.9325137 Apr 30 01:17:57.707975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01676cf6-6454-4537-a27d-4ce60d8a26b0 req-c3e1d92d-2ec2-4231-9820-7988c2f512f0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434047 Apr 30 01:17:57.731524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480b7ba-4ec7-4961-a79f-4a406ea6a9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3259f892-078c-411e-aaf4-768ac79b1e10,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:57.751735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b72bd3-5077-45d3-99f4-11ef6773d92b', 'tag': '3259f892-078c-411e-aaf4-768ac79b1e10'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:57.755196 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ba50cf-0ab7-4b0c-872d-bb7b6f481573" -d '{"events": [{"name": "network-changed", "server_uuid": "79b72bd3-5077-45d3-99f4-11ef6773d92b", "tag": "3259f892-078c-411e-aaf4-768ac79b1e10"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:57.794155 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fd91d-abb7-410a-b888-afa3b4391cb0 x-openstack-request-id: req-307fd91d-abb7-410a-b888-afa3b4391cb0 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:57.794984 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b72bd3-5077-45d3-99f4-11ef6773d92b", "tag": "3259f892-078c-411e-aaf4-768ac79b1e10", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:57.795230 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-307fd91d-abb7-410a-b888-afa3b4391cb0 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:57.795649 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307fd91d-abb7-410a-b888-afa3b4391cb0'] response: {'name': 'network-changed', 'server_uuid': '79b72bd3-5077-45d3-99f4-11ef6773d92b', 'tag': '3259f892-078c-411e-aaf4-768ac79b1e10', 'status': 'completed', 'code': 200} Apr 30 01:17:57.805084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Made reservation on behalf of f297342a7d6142d5b70058c1e50be395 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:17:57.811860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.839905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ee3df5e-72ba-496b-a9ad-30d1dd33a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.842717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ee3df5e-72ba-496b-a9ad-30d1dd33a79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.843884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5ee3df5e-72ba-496b-a9ad-30d1dd33a79e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a24ec5e1-b46f-4b3d-a2e9-e47d029833d5 HTTP/1.1" status: 204 len: 168 time: 0.6341674 Apr 30 01:17:57.847263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a266bc33-01eb-41ea-b42a-8b34dd7935f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.849647 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a266bc33-01eb-41ea-b42a-8b34dd7935f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:57.850709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a266bc33-01eb-41ea-b42a-8b34dd7935f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d771040d-c060-4d35-9ed0-a66784e186ad HTTP/1.1" status: 204 len: 168 time: 0.6579766 Apr 30 01:17:57.861193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba50cf-0ab7-4b0c-872d-bb7b6f481573 req-f6296b7d-c89e-427b-b67a-cb05c4137c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:57.862819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50ba50cf-0ab7-4b0c-872d-bb7b6f481573 req-f6296b7d-c89e-427b-b67a-cb05c4137c87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09723dc424c84baba98de7a6bdcb397a&device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 1095 time: 0.0480647 Apr 30 01:17:57.885154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3df5e-72ba-496b-a9ad-30d1dd33a79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24ec5e1-b46f-4b3d-a2e9-e47d029833d5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:57.902714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266bc33-01eb-41ea-b42a-8b34dd7935f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d771040d-c060-4d35-9ed0-a66784e186ad,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:57.993401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba50cf-0ab7-4b0c-872d-bb7b6f481573 req-122ac3d8-746c-4901-8159-33ff284f5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:57.994081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Allocated IP 172.20.0.11 (b7229896-42d0-4c0a-9005-9218b8141669/970e692f-910b-4aa7-ac3d-49f2ceaa26fa/28d5b84c-175c-4d76-a978-217f967de7ab) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:17:57.995147 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50ba50cf-0ab7-4b0c-872d-bb7b6f481573 req-122ac3d8-746c-4901-8159-33ff284f5115 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=09723dc424c84baba98de7a6bdcb397a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1212242 Apr 30 01:17:58.102743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba50cf-0ab7-4b0c-872d-bb7b6f481573 req-b9c6496f-d789-4e9b-86eb-b15f1b41ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:58.104500 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50ba50cf-0ab7-4b0c-872d-bb7b6f481573 req-b9c6496f-d789-4e9b-86eb-b15f1b41ed77 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1022463 Apr 30 01:17:58.161799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.180879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-48d0bea1-af51-4799-abb7-f8cfea9175f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:58.182336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-48d0bea1-af51-4799-abb7-f8cfea9175f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09723dc424c84baba98de7a6bdcb397a&device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 1095 time: 0.0437799 Apr 30 01:17:58.212395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60418) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:58.226524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-829c278a-257c-43bf-a7a1-3cc8f306ceb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.227559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-f6c865ef-256a-4080-b98d-d24f530aebb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3259f892-078c-411e-aaf4-768ac79b1e10 HTTP/1.1" status: 200 len: 217 time: 0.0372958 Apr 30 01:17:58.267806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.279377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-53656aaf-eacb-4ff7-8fd5-039ab32ed3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:58.281017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-53656aaf-eacb-4ff7-8fd5-039ab32ed3ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7af8342d-33a7-4c26-8681-1c42099ce96c HTTP/1.1" status: 200 len: 855 time: 0.0475347 Apr 30 01:17:58.336291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-48f14bf4-e0e0-479d-a89e-56f6baeda579 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417156 Apr 30 01:17:58.346419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Pushing event updated for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:58.384441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Network b7229896-42d0-4c0a-9005-9218b8141669 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:17:58.393528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:17:58.397540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:17:58.403170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:58.404662 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.447071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8465a6-b5d4-4d45-80eb-b2f17073361a req-2e34f345-beda-4657-9dfe-5953f4ef33e2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:58.449774 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff8465a6-b5d4-4d45-80eb-b2f17073361a req-2e34f345-beda-4657-9dfe-5953f4ef33e2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 932 time: 0.1323600 Apr 30 01:17:58.452472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-829c278a-257c-43bf-a7a1-3cc8f306ceb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.495185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff8465a6-b5d4-4d45-80eb-b2f17073361a req-19828776-c7ab-4eb5-9a21-3bf81f951c59 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Apr 30 01:17:58.503670 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-86f4d053-4bb5-49f0-ac1d-77591c6ff54f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1320536 Apr 30 01:17:58.519003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Request body: {'port': {'device_id': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:17:58.558699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-829c278a-257c-43bf-a7a1-3cc8f306ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.615889 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7194b2b5-22b2-4b94-8461-1fb4e6850b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.632743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c278a-257c-43bf-a7a1-3cc8f306ceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5723986e-92c6-4096-bb4e-d0aac629c56b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:58.645924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.657503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-829c278a-257c-43bf-a7a1-3cc8f306ceb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbeaf784698c44c8bb368718e89cf4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415460 Apr 30 01:17:58.658494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60430) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:58.780602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663eb4-e3d6-4880-b43b-9012fbedb6b0 req-0bce74e3-dec2-4c18-b753-22b23c74b431 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:58.782196 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db663eb4-e3d6-4880-b43b-9012fbedb6b0 req-0bce74e3-dec2-4c18-b753-22b23c74b431 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 944 time: 0.1137953 Apr 30 01:17:58.784185 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-db7605f8-4c14-4a78-8607-5afe994a1c3a service neutron] 10.222.0.21 "GET /v2.0/networks/5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392798 Apr 30 01:17:58.785326 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-865a30d1-2572-441a-bcf3-45a22d157d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.848528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-865a30d1-2572-441a-bcf3-45a22d157d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.889038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655353e-19cf-440c-bd5b-3e2fb8f2d7f8 req-3a5e643c-9a1b-48ab-8b2a-49d559e3f3a1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:58.890471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3655353e-19cf-440c-bd5b-3e2fb8f2d7f8 req-3a5e643c-9a1b-48ab-8b2a-49d559e3f3a1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.1139586 Apr 30 01:17:58.923516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db663eb4-e3d6-4880-b43b-9012fbedb6b0 req-5e405ac8-1ff4-44dc-828c-22e3b2560eaa tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333108 Apr 30 01:17:58.949105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60436) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:58.973485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e9418d8-07f9-4a58-8096-d50ebf223203 req-88ea535c-7df3-4068-b90f-ad4f5ca07515 service neutron] 10.222.0.21 "GET /v2.0/networks/5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734114 Apr 30 01:17:58.977846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-996b7e63-c6ca-4eff-b7b6-9f5b2ed4b521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:58.984925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3655353e-19cf-440c-bd5b-3e2fb8f2d7f8 req-ab8e57af-9749-4a95-b2a6-1e518a8663f3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773323 Apr 30 01:17:59.047059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d5b84c-175c-4d76-a978-217f967de7ab {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:59.054026 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.066946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Transition to ACTIVE for port object 28d5b84c-175c-4d76-a978-217f967de7ab will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:17:59.069715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-865a30d1-2572-441a-bcf3-45a22d157d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.072345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-865a30d1-2572-441a-bcf3-45a22d157d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.073529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-865a30d1-2572-441a-bcf3-45a22d157d82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5723986e-92c6-4096-bb4e-d0aac629c56b HTTP/1.1" status: 204 len: 168 time: 0.4140241 Apr 30 01:17:59.092122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a30d1-2572-441a-bcf3-45a22d157d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5723986e-92c6-4096-bb4e-d0aac629c56b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:59.140860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-996b7e63-c6ca-4eff-b7b6-9f5b2ed4b521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.155387 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.198360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-996b7e63-c6ca-4eff-b7b6-9f5b2ed4b521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.240262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60446) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:59.243698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Pushing event updated for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:59.258321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:17:59.258907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:17:59.259407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:59.259797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-996b7e63-c6ca-4eff-b7b6-9f5b2ed4b521 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=104f43ec915948ebbcf922de13d072aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107107 Apr 30 01:17:59.262038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b7e63-c6ca-4eff-b7b6-9f5b2ed4b521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd8d1a9-31d3-450c-aecb-285af8769b1f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:59.262957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60448) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:59.265877 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff2bb990-bea4-46af-9927-55cfaac83adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.285856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:17:59.287467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:17:59.301487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7e01c030-24ac-4c84-8c97-f2d81987da00 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:17:59.311094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:17:59.316136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:17:59.316136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:17:59.316136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Bound port: 28d5b84c-175c-4d76-a978-217f967de7ab, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:17:59.316136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.418547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:17:59.422548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:17:59.439853 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff2bb990-bea4-46af-9927-55cfaac83adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.479817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:59.482574 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e35de7-7154-4d43-8fa5-a83b3934251c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.498806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.507151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'mac_address': 'fa:16:3e:fc:73:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:17:59.547353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68bdc5-7c46-4abf-b6bf-1b9d05598ffd req-a1832f15-130a-4705-b8ca-6beb99425d6b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:59.550514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff2bb990-bea4-46af-9927-55cfaac83adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.551012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c68bdc5-7c46-4abf-b6bf-1b9d05598ffd req-a1832f15-130a-4705-b8ca-6beb99425d6b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 947 time: 0.1249774 Apr 30 01:17:59.554505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e35de7-7154-4d43-8fa5-a83b3934251c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.573938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:59.575062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.576657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] 10.222.0.21 "PUT /v2.0/ports/28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 1092 time: 1.0654695 Apr 30 01:17:59.579478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:17:59.581786 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f7485-1c5d-43be-8dd6-4c5923c53dff" -d '{"events": [{"name": "network-changed", "server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:17:59.584667 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.605628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e01c030-24ac-4c84-8c97-f2d81987da00 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:17:59.633777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:17:59.651789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ff2bb990-bea4-46af-9927-55cfaac83adf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6884d2023ef49e982a20ea518cfba0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094734 Apr 30 01:17:59.653576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a059abd-c40c-43f2-af2c-a25c48f0687c service neutron] Pushing event updated for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:59.659851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60462) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:17:59.661938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-558501a1-e229-4952-b6dc-723c4431634e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:59.663671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-558501a1-e229-4952-b6dc-723c4431634e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 947 time: 0.1728544 Apr 30 01:17:59.668949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bb990-bea4-46af-9927-55cfaac83adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c5894e-0c77-4d7c-a657-f4f55b0fc4bb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:59.672106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c68bdc5-7c46-4abf-b6bf-1b9d05598ffd req-cbc130d4-73b0-46b3-aa22-3d846c16cea5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124723 Apr 30 01:17:59.717255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.758119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7346-bbd4-45c4-ba4e-385811216d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.764432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-c2e5161f-791b-47a7-a9f0-fcc2d72cb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:59.766532 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-c2e5161f-791b-47a7-a9f0-fcc2d72cb43e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1095 time: 0.0657959 Apr 30 01:17:59.773664 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e35de7-7154-4d43-8fa5-a83b3934251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.776514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e35de7-7154-4d43-8fa5-a83b3934251c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.780665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-98e35de7-7154-4d43-8fa5-a83b3934251c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bd8d1a9-31d3-450c-aecb-285af8769b1f HTTP/1.1" status: 204 len: 168 time: 0.5121510 Apr 30 01:17:59.780665 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974d7a19-edb8-4d7d-9d33-b19251268760 x-openstack-request-id: req-974d7a19-edb8-4d7d-9d33-b19251268760 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:17:59.780665 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:17:59.780665 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-974d7a19-edb8-4d7d-9d33-b19251268760 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:17:59.781647 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974d7a19-edb8-4d7d-9d33-b19251268760'] response: {'name': 'network-changed', 'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab', 'status': 'completed', 'code': 200} Apr 30 01:17:59.836881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7346-bbd4-45c4-ba4e-385811216d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:17:59.837109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:59.839136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35de7-7154-4d43-8fa5-a83b3934251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd8d1a9-31d3-450c-aecb-285af8769b1f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:17:59.840154 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-de944ef3-6376-45cb-aad3-d20a08611ae3 service neutron] delete failed (client error): The resource could not be found. Apr 30 01:17:59.841732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-de944ef3-6376-45cb-aad3-d20a08611ae3 service neutron] 10.222.0.23 "DELETE /v2.0/ports/7e01c030-24ac-4c84-8c97-f2d81987da00/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.1567357 Apr 30 01:17:59.847168 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-a95b3bd1-9c48-4186-ae0f-6a8b2d4e972a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 217 time: 0.0653942 Apr 30 01:17:59.889434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7a964-5fcc-43ca-8239-3f93d2b508bf req-825c8e3b-c401-4c40-9603-4675230565f7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:59.899306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-75a7a964-5fcc-43ca-8239-3f93d2b508bf req-825c8e3b-c401-4c40-9603-4675230565f7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.0926633 Apr 30 01:17:59.921858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-c2c53d9c-8775-4375-a731-cb93123e6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:17:59.926673 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-c2c53d9c-8775-4375-a731-cb93123e6ccc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0669153 Apr 30 01:17:59.947984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7e01c030-24ac-4c84-8c97-f2d81987da00'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:17:59.960214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-bc03816d-4ca5-4a3a-9115-3627cfebebd3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296264 Apr 30 01:18:00.033847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7346-bbd4-45c4-ba4e-385811216d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:00.036600 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7346-bbd4-45c4-ba4e-385811216d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:00.037943 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3fdd7346-bbd4-45c4-ba4e-385811216d4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3c5894e-0c77-4d7c-a657-f4f55b0fc4bb HTTP/1.1" status: 204 len: 168 time: 0.3769717 Apr 30 01:18:00.053109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd7346-bbd4-45c4-ba4e-385811216d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c5894e-0c77-4d7c-a657-f4f55b0fc4bb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:00.059530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-75a7a964-5fcc-43ca-8239-3f93d2b508bf req-b7277d27-27a8-439a-b787-17e871420021 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574545 Apr 30 01:18:00.076814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-a79f35f3-4002-45fe-81b5-bf629ff6c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.078506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-a79f35f3-4002-45fe-81b5-bf629ff6c003 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1099 time: 0.1168947 Apr 30 01:18:00.115199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-d60224c6-931e-4136-80f0-4b23974169f3 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473382 Apr 30 01:18:00.188432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-07df389f-d86e-402a-8d7a-ce7730bf06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.189872 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-07df389f-d86e-402a-8d7a-ce7730bf06d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1036322 Apr 30 01:18:00.218467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ec60c-2692-4f1e-a525-6a60dc6584dd req-3adf0a5a-a751-4906-b036-30c2b2774c55 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.223268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-747ec60c-2692-4f1e-a525-6a60dc6584dd req-3adf0a5a-a751-4906-b036-30c2b2774c55 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 944 time: 0.1567750 Apr 30 01:18:00.227813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06b831c3-6ac2-4501-9b3d-318f892a00d5 req-a2176198-25a7-422d-8308-3368a4fd524e service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062570 Apr 30 01:18:00.263499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-09fb030c-5631-4846-9939-cf8169bacef2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.0609002 Apr 30 01:18:00.264258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-747ec60c-2692-4f1e-a525-6a60dc6584dd req-e0ab8159-e72c-437b-94fa-a93dd938a44a tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351183 Apr 30 01:18:00.317818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-e67b6518-a6ca-46bd-b2be-d1032a529c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.319276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-e67b6518-a6ca-46bd-b2be-d1032a529c5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0479982 Apr 30 01:18:00.371220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-de0e3a50-1e6d-43d3-a0ce-54e72a711367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.373803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-de0e3a50-1e6d-43d3-a0ce-54e72a711367 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457349 Apr 30 01:18:00.418670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-7fa2d427-ebc3-4188-9c64-5e8e8c52251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.420822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-7fa2d427-ebc3-4188-9c64-5e8e8c52251b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1095 time: 0.0549636 Apr 30 01:18:00.475747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-c8a4fd58-02a4-4349-a25f-d0de9fb3e0cc service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933075 Apr 30 01:18:00.534512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-619d1f1d-13ce-4a42-90cb-2af1041d0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.536837 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-619d1f1d-13ce-4a42-90cb-2af1041d0a9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.1097298 Apr 30 01:18:00.579232 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165b8-7395-4d7c-a79a-a7506adf7513 req-26e56419-23fe-4006-938e-f6e37e51304c service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970931 Apr 30 01:18:00.582048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-f816774d-f996-4803-a084-2f10189d9b4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 217 time: 0.0370018 Apr 30 01:18:00.635604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-ff44e113-34ae-447a-a1b5-d2561aab2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.637184 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-ff44e113-34ae-447a-a1b5-d2561aab2c64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0484018 Apr 30 01:18:00.679629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-659b919a-ab29-4a2b-b4e1-9db32001a175 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349715 Apr 30 01:18:00.814537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-fee730c2-ec96-48c5-a5ee-96de9c7f6975 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275749 Apr 30 01:18:00.834009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452e6c-6495-44c9-877a-9676812b74de req-0a890114-37ee-46b9-8435-915fb2437f30 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:00.835981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b452e6c-6495-44c9-877a-9676812b74de req-0a890114-37ee-46b9-8435-915fb2437f30 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 948 time: 0.0788224 Apr 30 01:18:00.901571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-091fa07a-bedb-43f8-9386-c5c3d0eb4247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:00.929246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b452e6c-6495-44c9-877a-9676812b74de req-0f373fe2-2f8e-4637-b038-272561af40b7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922511 Apr 30 01:18:00.959316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-934f7485-1c5d-43be-8dd6-4c5923c53dff req-b05cee96-14e4-4b3d-9178-8b24ae1e398b service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193011 Apr 30 01:18:01.205442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93079f-dc1c-480d-8623-4beb959d2913 req-86feea8e-9c3a-47b4-aad4-719e5d823f4c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:01.206938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a93079f-dc1c-480d-8623-4beb959d2913 req-86feea8e-9c3a-47b4-aad4-719e5d823f4c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.0501118 Apr 30 01:18:01.255477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a93079f-dc1c-480d-8623-4beb959d2913 req-93627597-c9c6-4476-b517-9b2c813fd44e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Apr 30 01:18:01.307679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7e01c030-24ac-4c84-8c97-f2d81987da00 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:01.399502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d70d49-50dd-49d3-8dcd-68dd37956383 req-8213ff47-600a-41a5-96b0-b0d07aab69e4 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:01.401015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1d70d49-50dd-49d3-8dcd-68dd37956383 req-8213ff47-600a-41a5-96b0-b0d07aab69e4 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 944 time: 0.0562418 Apr 30 01:18:01.456919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1d70d49-50dd-49d3-8dcd-68dd37956383 req-e174f255-3908-4009-904f-4d106c3ab134 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478349 Apr 30 01:18:01.463469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 7e01c030-24ac-4c84-8c97-f2d81987da00 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:01.481598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 7e01c030-24ac-4c84-8c97-f2d81987da00 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:01.481598 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:01.577043 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:01.615039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:01.617429 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670d837a-6691-4139-9ff7-145a8ed4aa9e" -d '{"events": [{"server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "name": "network-vif-plugged", "status": "completed", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:01.746231 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699a3c5d-d13e-48cc-8559-c9d51d029ab2 x-openstack-request-id: req-699a3c5d-d13e-48cc-8559-c9d51d029ab2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:01.746539 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "name": "network-vif-plugged", "status": "completed", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:01.746779 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-699a3c5d-d13e-48cc-8559-c9d51d029ab2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:01.748646 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699a3c5d-d13e-48cc-8559-c9d51d029ab2'] response: {'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'code': 200} Apr 30 01:18:01.752553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:01.844637 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:01.879379 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:01.906783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:01.914973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.915327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.915696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.916041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.916373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.916708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.917036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.917363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.917698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.918022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.918345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:01.918696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:02.073419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60576) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:02.095129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478d923-2caa-48b9-a9e7-cf2b70cbeab4 req-27010c67-c0b2-4830-8efe-c869faa95e6f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:02.096931 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9478d923-2caa-48b9-a9e7-cf2b70cbeab4 req-27010c67-c0b2-4830-8efe-c869faa95e6f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0583477 Apr 30 01:18:02.138126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9478d923-2caa-48b9-a9e7-cf2b70cbeab4 req-da9c79dd-d722-419a-9c85-dd6b553ecf0e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349150 Apr 30 01:18:02.245316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f69ce1-519e-46fe-bfc1-97c54a96019f req-e05c2910-b583-43a7-bb39-9a345c5f5d9c tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:02.246961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09f69ce1-519e-46fe-bfc1-97c54a96019f req-e05c2910-b583-43a7-bb39-9a345c5f5d9c tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1100 time: 0.0393496 Apr 30 01:18:02.280033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1361850060-network', 'tenant_id': 'e8501c42d0f949c5b25d7eadc66f8419'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:02.284327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09f69ce1-519e-46fe-bfc1-97c54a96019f req-0c2cc433-32cd-403c-9986-8c54ed143509 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302401 Apr 30 01:18:02.381811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Made reservation on behalf of e8501c42d0f949c5b25d7eadc66f8419 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:02.384114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.394685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.415880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663c5b0-5922-416e-852e-f420906d7bc9 req-66a0a970-43ab-450d-bfaa-adc39a8956e8 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:02.417348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2663c5b0-5922-416e-852e-f420906d7bc9 req-66a0a970-43ab-450d-bfaa-adc39a8956e8 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.0732625 Apr 30 01:18:02.479246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2663c5b0-5922-416e-852e-f420906d7bc9 req-f739355c-a357-42f7-bc87-aa5b230299e3 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532606 Apr 30 01:18:02.519572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.598919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf590bcb-a9d4-42f5-8daa-66bc6b84a978 req-56cda2cd-7eda-4cc6-bcfe-dfc1b428c47f tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:02.604021 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.606770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf590bcb-a9d4-42f5-8daa-66bc6b84a978 req-56cda2cd-7eda-4cc6-bcfe-dfc1b428c47f tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 944 time: 0.0661309 Apr 30 01:18:02.653469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf590bcb-a9d4-42f5-8daa-66bc6b84a978 req-369877aa-432d-4570-8a52-0eaa92da7f2c tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456166 Apr 30 01:18:02.664126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:18:02.683561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981f2917-2f9c-46d4-920c-022adb8a8081,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:02.690063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.690550 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Added segment 9ebb110d-76e2-4063-8d54-d29ae3ac37e3 of type vlan for network 6884ef9c-2a6a-49a0-8451-29360ea31c3f Apr 30 01:18:02.706935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60606) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:02.745448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.793328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3745f8cb-70f4-4363-8d38-b813390113f5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243840 Apr 30 01:18:02.836819 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-17107335-ae28-4c90-b11e-44422a04248c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.910317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.911310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:02.912112 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:02.937694 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-17107335-ae28-4c90-b11e-44422a04248c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.001685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-83753be0-81f5-4bf5-a015-fdeb09120200 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:03.003245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-83753be0-81f5-4bf5-a015-fdeb09120200 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033963 Apr 30 01:18:03.008328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] Pushing event updated for resources: {'Network': ['ID=6884ef9c-2a6a-49a0-8451-29360ea31c3f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:03.015719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-17107335-ae28-4c90-b11e-44422a04248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.025214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 6884ef9c-2a6a-49a0-8451-29360ea31c3f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:18:03.030522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-9d623d83-bdb2-4a03-80c5-ff731cd4c0e9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/quotas/be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 375 time: 0.0178421 Apr 30 01:18:03.048813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c5639b60-3990-43b0-a0a4-e428fe03cdad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9744196 Apr 30 01:18:03.063876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60626) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:03.069661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Request body: {'subnet': {'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1361850060-subnet', 'tenant_id': 'e8501c42d0f949c5b25d7eadc66f8419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:03.100563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-17107335-ae28-4c90-b11e-44422a04248c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b9e795a2b1240828f1f05c98a088a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931210 Apr 30 01:18:03.101455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17107335-ae28-4c90-b11e-44422a04248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52657780-1312-4741-a2dc-fc3b185520ca,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:03.104599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60630) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:03.132988 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-8f9193d2-2861-4391-b971-12b811cb5dcf tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014664 Apr 30 01:18:03.179447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Made reservation on behalf of e8501c42d0f949c5b25d7eadc66f8419 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:03.182969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.195018 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4d402d-93b1-4d95-b562-e571bb7d8760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.234610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4d402d-93b1-4d95-b562-e571bb7d8760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.323723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 28d5b84c-175c-4d76-a978-217f967de7ab details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:03.352909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4d402d-93b1-4d95-b562-e571bb7d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.355123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4d402d-93b1-4d95-b562-e571bb7d8760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.359997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d4d402d-93b1-4d95-b562-e571bb7d8760 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52657780-1312-4741-a2dc-fc3b185520ca HTTP/1.1" status: 204 len: 168 time: 0.2390089 Apr 30 01:18:03.383407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d402d-93b1-4d95-b562-e571bb7d8760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52657780-1312-4741-a2dc-fc3b185520ca,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:03.438992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-39addaaa-08bb-4977-b78f-d0e4eefef55a req-8631347f-3bf4-4512-ac0b-38e3895f13d9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 210 time: 0.0376844 Apr 30 01:18:03.505245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.537333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:03.561931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '28d5b84c-175c-4d76-a978-217f967de7ab', 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'port_id': '28d5b84c-175c-4d76-a978-217f967de7ab', 'mac_address': 'fa:16:3e:c8:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e692f-910b-4aa7-ac3d-49f2ceaa26fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:03.650797 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.681291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b6587d-c0b7-431f-839f-e81a0ff957ca,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:03.692343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d5b84c-175c-4d76-a978-217f967de7ab {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:03.720811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:03.721465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Checking segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:03.722011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Network hostable DHCP agents. Network: 6884ef9c-2a6a-49a0-8451-29360ea31c3f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:18:03.727838 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.745058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46308e-f415-4d43-acb4-b7a61a5fd49b req-157df48c-e296-4f8c-83e9-a70d9a2d4f32 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:03.746532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff46308e-f415-4d43-acb4-b7a61a5fd49b req-157df48c-e296-4f8c-83e9-a70d9a2d4f32 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.1278136 Apr 30 01:18:03.756875 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.802850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff46308e-f415-4d43-acb4-b7a61a5fd49b req-57f3a116-23e5-48ac-9125-24e39ccaba0e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460417 Apr 30 01:18:03.808266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4c836-d2d1-4042-abed-b8435b1ed4a0 req-0a245ac0-a5b8-4213-a3d0-f89f5c0f491d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:03.809835 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09d4c836-d2d1-4042-abed-b8435b1ed4a0 req-0a245ac0-a5b8-4213-a3d0-f89f5c0f491d tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 944 time: 0.0562491 Apr 30 01:18:03.814463 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.815160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3259f892-078c-411e-aaf4-768ac79b1e10 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:03.861387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Network 6884ef9c-2a6a-49a0-8451-29360ea31c3f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:18:03.861479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09d4c836-d2d1-4042-abed-b8435b1ed4a0 req-bbbf8da6-383d-4e3b-ab35-63766d727be7 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Apr 30 01:18:03.927750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:03.932271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 6884ef9c-2a6a-49a0-8451-29360ea31c3f) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:03.940170 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:18:03.943620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:03.944424 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:03.970499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f3b0b-2aa2-48a5-a551-2ead42240fb4 None None] Network 6884ef9c-2a6a-49a0-8451-29360ea31c3f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:18:04.032769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4de354c5-31a8-43da-88ce-85b6381df166 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9677727 Apr 30 01:18:04.074464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3259f892-078c-411e-aaf4-768ac79b1e10, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3259f892-078c-411e-aaf4-768ac79b1e10,segment=NetworkSegment(0e619854-c086-410b-add5-a755dee9fae9),segment_id=0e619854-c086-410b-add5-a755dee9fae9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:04.098212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '3259f892-078c-411e-aaf4-768ac79b1e10', 'network_id': '5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa', 'port_id': '3259f892-078c-411e-aaf4-768ac79b1e10', 'mac_address': 'fa:16:3e:10:92:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af8342d-33a7-4c26-8681-1c42099ce96c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:04.170285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4d987-1d8f-4563-bbc2-038cf42e0fcb None None] Network 6884ef9c-2a6a-49a0-8451-29360ea31c3f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:18:04.220394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-c9236bb7-9534-4e38-bcb5-75a962a02051 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0df330b105aa45cc96af5d84f8e469ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221543 Apr 30 01:18:04.236166 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:04.256567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3259f892-078c-411e-aaf4-768ac79b1e10 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:04.292643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3259f892-078c-411e-aaf4-768ac79b1e10, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3259f892-078c-411e-aaf4-768ac79b1e10,segment=NetworkSegment(0e619854-c086-410b-add5-a755dee9fae9),segment_id=0e619854-c086-410b-add5-a755dee9fae9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:04.340247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-0b8fdfcc-415a-44b0-a5f5-93d39819830d tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:04.342063 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-0b8fdfcc-415a-44b0-a5f5-93d39819830d tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154830 Apr 30 01:18:04.357125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-862fbbd9-ab88-4bf5-b75c-3d066474c733 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/quotas/0df330b105aa45cc96af5d84f8e469ac HTTP/1.1" status: 200 len: 375 time: 0.0093155 Apr 30 01:18:04.381997 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:04.397215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-5975bcb8-0595-4980-9c15-d0a32c3a93a6 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0df330b105aa45cc96af5d84f8e469ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342431 Apr 30 01:18:04.464797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3259f892-078c-411e-aaf4-768ac79b1e10,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:04.473396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60684) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:04.564614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36396d3e-1971-4e12-a91b-2696f8aaa756 req-e28eabda-7a0e-4e4d-968f-8e9071914beb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 210 time: 0.0277071 Apr 30 01:18:04.600580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['28d5b84c-175c-4d76-a978-217f967de7ab'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:04.602676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60692) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:04.628559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3259f892-078c-411e-aaf4-768ac79b1e10'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:04.630507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a88d607-906c-4064-b372-2e6dd7e89a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:04.645912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb74f-ee4d-4f15-be1f-e21bafb5e631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:04.830220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-742cb5c7-f1ac-442a-a372-e01d9b21643c req-977635e2-c31a-4d55-b849-7e85f0fc806f tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 210 time: 0.0858574 Apr 30 01:18:04.867279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb74f-ee4d-4f15-be1f-e21bafb5e631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:04.937294 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a88d607-906c-4064-b372-2e6dd7e89a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:04.958263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb74f-ee4d-4f15-be1f-e21bafb5e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.023105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc9bb74f-ee4d-4f15-be1f-e21bafb5e631 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecc11840982b40f296c19e2e3a34c740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193673 Apr 30 01:18:05.026087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:05.029257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bb74f-ee4d-4f15-be1f-e21bafb5e631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d756c12-0af0-4a7d-a4f0-6d46046cc049,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:05.052400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-fbf6a718-4c80-46cb-a94a-38347c7305a8 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:05.054033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-fbf6a718-4c80-46cb-a94a-38347c7305a8 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 805 time: 0.1085975 Apr 30 01:18:05.065819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed55a5-d1e2-491a-853b-e7dc1b6e4d7c req-b301b0c2-054a-4d82-8714-2ccb752db34d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:05.067107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76ed55a5-d1e2-491a-853b-e7dc1b6e4d7c req-b301b0c2-054a-4d82-8714-2ccb752db34d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 945 time: 0.0979023 Apr 30 01:18:05.075940 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-2f2bd8f6-41e9-4c39-a709-3935ff009aca tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/quotas/e8501c42d0f949c5b25d7eadc66f8419 HTTP/1.1" status: 200 len: 375 time: 0.0159528 Apr 30 01:18:05.099075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a88d607-906c-4064-b372-2e6dd7e89a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.112733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-4f035849-fa15-4dc7-90db-f975adc7bddf tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308921 Apr 30 01:18:05.152139 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc514f63-f7ce-4bf1-8a44-eff6559c477e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.159110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76ed55a5-d1e2-491a-853b-e7dc1b6e4d7c req-5bc2e3dd-efdb-4b31-b06f-c509972b4a4a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829771 Apr 30 01:18:05.166087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3a88d607-906c-4064-b372-2e6dd7e89a2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d40c9ea98bb04e76870fe190fecb13cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6890786 Apr 30 01:18:05.166087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88d607-906c-4064-b372-2e6dd7e89a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdddabe5-7c5a-4829-9fd5-db78a046b19c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:05.167126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60716) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:05.203524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc514f63-f7ce-4bf1-8a44-eff6559c477e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.219032 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-d4c6fc44-81bd-4f59-ab33-53ab99bebb8b service neutron] 10.222.0.15 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933044 Apr 30 01:18:05.295818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe74e6bf-89ef-4f9b-a5c0-16e290b343f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.321443 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-a81b5186-9582-4323-89a1-1b5f7600f3fa service neutron] 10.222.0.15 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906897 Apr 30 01:18:05.326121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 28d5b84c-175c-4d76-a978-217f967de7ab up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:05.331816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a183c-973c-4ade-a500-c832ec965f0a req-f6ccfc4a-0bd0-450d-9b02-a766a59c747e tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:05.331816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be7a183c-973c-4ade-a500-c832ec965f0a req-f6ccfc4a-0bd0-450d-9b02-a766a59c747e tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 945 time: 0.0848818 Apr 30 01:18:05.334558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe74e6bf-89ef-4f9b-a5c0-16e290b343f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.387704 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc514f63-f7ce-4bf1-8a44-eff6559c477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.390195 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc514f63-f7ce-4bf1-8a44-eff6559c477e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.391314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc514f63-f7ce-4bf1-8a44-eff6559c477e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d756c12-0af0-4a7d-a4f0-6d46046cc049 HTTP/1.1" status: 204 len: 168 time: 0.3643537 Apr 30 01:18:05.402342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be7a183c-973c-4ade-a500-c832ec965f0a req-ad075a4c-f015-44d0-ba38-cebb96878876 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661011 Apr 30 01:18:05.408359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514f63-f7ce-4bf1-8a44-eff6559c477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d756c12-0af0-4a7d-a4f0-6d46046cc049,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:05.436956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 28d5b84c-175c-4d76-a978-217f967de7ab completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:05.442535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 28d5b84c-175c-4d76-a978-217f967de7ab triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:05.443334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.539172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.561998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe74e6bf-89ef-4f9b-a5c0-16e290b343f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.563708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:05.564599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe74e6bf-89ef-4f9b-a5c0-16e290b343f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.565740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fe74e6bf-89ef-4f9b-a5c0-16e290b343f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdddabe5-7c5a-4829-9fd5-db78a046b19c HTTP/1.1" status: 204 len: 168 time: 0.3926382 Apr 30 01:18:05.565972 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948044ea-cbb8-44ab-bde5-72f738addbec" -d '{"events": [{"server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:05.575207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74e6bf-89ef-4f9b-a5c0-16e290b343f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdddabe5-7c5a-4829-9fd5-db78a046b19c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:05.580173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:05.635100 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e9ec3d-5ff2-412e-90e5-141e409b56a2 x-openstack-request-id: req-d2e9ec3d-5ff2-412e-90e5-141e409b56a2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:05.635100 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:05.636032 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2e9ec3d-5ff2-412e-90e5-141e409b56a2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:05.641383 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e9ec3d-5ff2-412e-90e5-141e409b56a2'] response: {'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab', 'code': 200} Apr 30 01:18:05.654865 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:05.754635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:05.773313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-c2a00e68-d573-4796-a979-68a16d84db29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478184 Apr 30 01:18:05.801886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0116c0f9-3aca-4789-a002-bcf74cd8088e req-b92d1c5c-ee3b-4497-9566-e74cb3bc046e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 210 time: 0.0566328 Apr 30 01:18:05.816292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82953a-e40c-4177-91e7-f9f706ce55fa req-fef12cfa-d300-4f73-9e50-4844155a03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:05.818285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c82953a-e40c-4177-91e7-f9f706ce55fa req-fef12cfa-d300-4f73-9e50-4844155a03a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1097 time: 0.1159348 Apr 30 01:18:05.860072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-217cf562-25a4-4deb-b3fb-74cc296795c5 req-3e6f3134-df73-4207-b6f0-f61d2df4bc7e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 210 time: 0.0855036 Apr 30 01:18:05.885208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c82953a-e40c-4177-91e7-f9f706ce55fa req-8c0decc7-be16-4b3d-917f-307e60f78380 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Apr 30 01:18:05.978067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-f25f50db-5313-4d32-bb71-b6cb324c68eb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:05.978698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-f25f50db-5313-4d32-bb71-b6cb324c68eb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733100 Apr 30 01:18:05.992639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b11cecff-42df-42a8-82b9-bf95b6d1537d req-4a448154-9b06-4cff-a0e4-4c76ef61a650 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 210 time: 0.0381739 Apr 30 01:18:05.997279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Request body: {'port': {'device_id': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'be6f9ad62e3c42e6b8263430d9e9fad0'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:06.204439 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Made reservation on behalf of be6f9ad62e3c42e6b8263430d9e9fad0 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:06.210383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:06.351897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e36a-639c-4dc8-90c1-30838cf410d1 req-0a78d780-3b00-4a57-ab46-368320ddaee6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:06.353355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7119e36a-639c-4dc8-90c1-30838cf410d1 req-0a78d780-3b00-4a57-ab46-368320ddaee6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 946 time: 0.0886447 Apr 30 01:18:06.396599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Allocated IP 192.168.233.143 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/24f67d58-8477-45b2-8df1-5828b2d3b71a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:06.418757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7119e36a-639c-4dc8-90c1-30838cf410d1 req-ca2bb05b-b108-4363-82c2-a56c5569fc23 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580292 Apr 30 01:18:06.467357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60758) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:06.490534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59525f43-6d49-4b24-bb2f-68547f10e16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:06.577709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8af50-dc77-49dc-8f24-6d8d44e6a226 req-01a7af9d-537d-4376-9d59-48db421eddcd tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:06.579600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efc8af50-dc77-49dc-8f24-6d8d44e6a226 req-01a7af9d-537d-4376-9d59-48db421eddcd tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 945 time: 0.0736623 Apr 30 01:18:06.645094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:06.694863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59525f43-6d49-4b24-bb2f-68547f10e16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:06.780951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:06.786936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59525f43-6d49-4b24-bb2f-68547f10e16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:06.791935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7e01c030-24ac-4c84-8c97-f2d81987da00'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:06.895358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:06.902972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:06.932339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:06.933993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:06.936804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:06.946963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59525f43-6d49-4b24-bb2f-68547f10e16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c8cab-21bc-443c-a7cd-bf8c2d4f7d01,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:06.957427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-59525f43-6d49-4b24-bb2f-68547f10e16f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d0fe24a7f3040dcb719586a333dd05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937048 Apr 30 01:18:06.973423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:06.978915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60772) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:07.009912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2a09a9d1-e1f9-47e5-b656-3ac6bb780257 req-d9b49a0f-5e5d-4772-baf4-5a3b749620b3 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 210 time: 0.0699911 Apr 30 01:18:07.055259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efc8af50-dc77-49dc-8f24-6d8d44e6a226 req-2c82d673-8b29-448d-8848-98f0cd26eefc tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618912 Apr 30 01:18:07.084415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f48d360-a8b4-4082-857b-6d4fd265050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.126179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-fe87cd41-c1ae-4e2c-b7b5-a569f8838b1c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1355669 Apr 30 01:18:07.128400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f48d360-a8b4-4082-857b-6d4fd265050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.150487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Request body: {'port': {'device_id': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:07.188677 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d55fd952-6c18-45ba-b2ca-e5cb527a9dbf req-7e2a5905-70b1-443c-9fd3-9f9deea3ecdb tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 210 time: 0.0330312 Apr 30 01:18:07.249363 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.254274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f84b12c4-9d22-4ff8-a4a4-44a10741f336 None None] Provisioning complete for port 24f67d58-8477-45b2-8df1-5828b2d3b71a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:07.254927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f84b12c4-9d22-4ff8-a4a4-44a10741f336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.271938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8445249-4a0c-4099-a513-1c51220adf14 req-1f123b66-a109-4f90-8551-4a2161978ba1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:07.273443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8445249-4a0c-4099-a513-1c51220adf14 req-1f123b66-a109-4f90-8551-4a2161978ba1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 936 time: 0.1420007 Apr 30 01:18:07.294757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f84b12c4-9d22-4ff8-a4a4-44a10741f336 None None] Port 24f67d58-8477-45b2-8df1-5828b2d3b71a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:18:07.353601 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8445249-4a0c-4099-a513-1c51220adf14 req-6757d183-dcb7-4301-9106-f68503962986 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718498 Apr 30 01:18:07.359369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3259f892-078c-411e-aaf4-768ac79b1e10 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:07.408952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f48d360-a8b4-4082-857b-6d4fd265050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.411474 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f48d360-a8b4-4082-857b-6d4fd265050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.412598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4f48d360-a8b4-4082-857b-6d4fd265050c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b41c8cab-21bc-443c-a7cd-bf8c2d4f7d01 HTTP/1.1" status: 204 len: 168 time: 0.4293036 Apr 30 01:18:07.432381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d360-a8b4-4082-857b-6d4fd265050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c8cab-21bc-443c-a7cd-bf8c2d4f7d01,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:07.499912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 3259f892-078c-411e-aaf4-768ac79b1e10 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:07.509249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 3259f892-078c-411e-aaf4-768ac79b1e10 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:07.509249 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.565078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-aa61ee9c-aca2-44fa-89c9-a24a6524ada4 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0df330b105aa45cc96af5d84f8e469ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385735 Apr 30 01:18:07.642919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f67d58-8477-45b2-8df1-5828b2d3b71a {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:07.692671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.692863 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:07.692986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Transition to ACTIVE for port object 24f67d58-8477-45b2-8df1-5828b2d3b71a will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:07.693178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b72bd3-5077-45d3-99f4-11ef6773d92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3259f892-078c-411e-aaf4-768ac79b1e10'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:07.695607 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed6548-4d60-4467-9e74-02e018b5925f" -d '{"events": [{"server_uuid": "79b72bd3-5077-45d3-99f4-11ef6773d92b", "name": "network-vif-plugged", "status": "completed", "tag": "3259f892-078c-411e-aaf4-768ac79b1e10"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:07.779370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f899-ab8a-4e12-b318-10a92c3d2955 req-57dc8afd-40d6-4ec7-b561-5968de4e7c5a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:07.779370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e577f899-ab8a-4e12-b318-10a92c3d2955 req-57dc8afd-40d6-4ec7-b561-5968de4e7c5a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 946 time: 0.1378236 Apr 30 01:18:07.781390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3259f892-078c-411e-aaf4-768ac79b1e10, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3259f892-078c-411e-aaf4-768ac79b1e10,segment=NetworkSegment(0e619854-c086-410b-add5-a755dee9fae9),segment_id=0e619854-c086-410b-add5-a755dee9fae9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:07.781390 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d0ab03-c5fe-4996-8aea-19a815a69b71 x-openstack-request-id: req-97d0ab03-c5fe-4996-8aea-19a815a69b71 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:07.781390 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b72bd3-5077-45d3-99f4-11ef6773d92b", "name": "network-vif-plugged", "status": "completed", "tag": "3259f892-078c-411e-aaf4-768ac79b1e10", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:07.781390 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97d0ab03-c5fe-4996-8aea-19a815a69b71 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:07.781390 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d0ab03-c5fe-4996-8aea-19a815a69b71'] response: {'server_uuid': '79b72bd3-5077-45d3-99f4-11ef6773d92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3259f892-078c-411e-aaf4-768ac79b1e10', 'code': 200} Apr 30 01:18:07.782428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-ce6c539f-2308-4ecf-8947-f2220ebd97d9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:07.782428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-ce6c539f-2308-4ecf-8947-f2220ebd97d9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740565 Apr 30 01:18:07.782428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Request body: {'port': {'device_id': '2154bc3c-8cd3-4c42-a383-e5f555648d30', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '0df330b105aa45cc96af5d84f8e469ac'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:07.784518 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e577f899-ab8a-4e12-b318-10a92c3d2955 req-1575388e-ce58-4fe3-b7c5-4c09e0280813 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729825 Apr 30 01:18:07.979749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f8246-3c4b-4288-a4a3-65b559816868 req-6c4e9a4e-8e32-41ad-9b0c-efad511d7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:07.979749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d17f8246-3c4b-4288-a4a3-65b559816868 req-6c4e9a4e-8e32-41ad-9b0c-efad511d7274 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 1096 time: 0.0677414 Apr 30 01:18:07.979749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d17f8246-3c4b-4288-a4a3-65b559816868 req-d591708b-6877-454d-a319-88df5cad1613 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362127 Apr 30 01:18:08.039222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.101870 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.174973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:08.187718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e744d38c-9f01-484d-b076-0f3aff92c648 req-03da0d65-775e-435b-882c-1d313dca67c0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 210 time: 0.0535035 Apr 30 01:18:08.199479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Made reservation on behalf of 0df330b105aa45cc96af5d84f8e469ac for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:08.199479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.225229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3259f892-078c-411e-aaf4-768ac79b1e10,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:08.229352 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.239158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7028-4cff-4139-829a-15cd857b9bc6 req-76111020-4708-49f0-94cd-2dd33bc09490 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:08.264617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5edd7028-4cff-4139-829a-15cd857b9bc6 req-76111020-4708-49f0-94cd-2dd33bc09490 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1097 time: 0.1565404 Apr 30 01:18:08.309058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Attempting to bind port 24f67d58-8477-45b2-8df1-5828b2d3b71a on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:08.309379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Attempting to bind port 24f67d58-8477-45b2-8df1-5828b2d3b71a by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:08.309750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Attempting to bind port 24f67d58-8477-45b2-8df1-5828b2d3b71a on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:08.340522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Port 24f67d58-8477-45b2-8df1-5828b2d3b71a on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:08.340522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Attempting to bind port 24f67d58-8477-45b2-8df1-5828b2d3b71a on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:08.376081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5edd7028-4cff-4139-829a-15cd857b9bc6 req-91a50b64-801f-4ccf-ab4c-2f842bc9460c tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105635 Apr 30 01:18:08.376867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:08.377119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:08.390880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f076-382e-43b0-ae64-6b0871f23094 req-f9ab79a6-bdc8-4171-bb4a-dfc53d95d6e6 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:08.396164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:08.396846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Bound port: 24f67d58-8477-45b2-8df1-5828b2d3b71a, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:08.397231 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.400704 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27a2f076-382e-43b0-ae64-6b0871f23094 req-f9ab79a6-bdc8-4171-bb4a-dfc53d95d6e6 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 946 time: 0.0962672 Apr 30 01:18:08.470962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.505114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27a2f076-382e-43b0-ae64-6b0871f23094 req-609201da-6561-4b91-aaa0-ca7f23708264 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921044 Apr 30 01:18:08.546746 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.565289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:08.570039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:08.588220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d01b64-7def-49ce-a425-8f5bcb23cdfa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:08.624501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-271b907d-da2a-4627-99c7-87497c72d55b req-895de34d-05fc-4259-bcab-0787997587aa tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 210 time: 0.0351520 Apr 30 01:18:08.626662 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.672831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:08.673856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:08.675593 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] 10.222.0.23 "PUT /v2.0/ports/24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 1096 time: 1.5286694 Apr 30 01:18:08.676111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:08.678797 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3087005e-f1cd-4a55-964e-91a08b379d37" -d '{"events": [{"name": "network-changed", "server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:08.733964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e2d52-273f-4632-b281-e40ef080ac19 service neutron] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:08.743490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29db207-3961-4bd0-93be-4533a24f66b2 req-a7357fb4-5b5a-4813-912a-dee0ce9f8279 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:08.745116 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a29db207-3961-4bd0-93be-4533a24f66b2 req-a7357fb4-5b5a-4813-912a-dee0ce9f8279 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 948 time: 0.1525486 Apr 30 01:18:08.802768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Allocated IP 192.168.233.172 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/b2e4feba-5fef-4713-bff2-173383c8777a) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:08.813568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e5d22-0a2e-4d06-be1f-e5cbfb0984f3 req-fefbccde-bb3e-4efc-8ec9-e0c7a221c6e3 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:08.823762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-795e5d22-0a2e-4d06-be1f-e5cbfb0984f3 req-fefbccde-bb3e-4efc-8ec9-e0c7a221c6e3 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1097 time: 0.0708354 Apr 30 01:18:08.829684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a29db207-3961-4bd0-93be-4533a24f66b2 req-22ec7feb-8308-4924-9151-4703619a818d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704496 Apr 30 01:18:08.929309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-795e5d22-0a2e-4d06-be1f-e5cbfb0984f3 req-4109880d-17e6-4397-bb79-7c8b7c52df42 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072588 Apr 30 01:18:08.936368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-19fc8f2b-a726-4000-941a-fca2af22b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:08.938048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-19fc8f2b-a726-4000-941a-fca2af22b7ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1099 time: 0.1367271 Apr 30 01:18:09.253667 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a83ff5-4ee2-4a74-8cb9-23baaa6b9df7 x-openstack-request-id: req-00a83ff5-4ee2-4a74-8cb9-23baaa6b9df7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:09.253935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-4cedd155-fb17-4bca-a688-a05d86130441 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:09.254415 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:09.254415 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00a83ff5-4ee2-4a74-8cb9-23baaa6b9df7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:09.254584 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a83ff5-4ee2-4a74-8cb9-23baaa6b9df7'] response: {'name': 'network-changed', 'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'status': 'completed', 'code': 200} Apr 30 01:18:09.255796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-4cedd155-fb17-4bca-a688-a05d86130441 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.21 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 805 time: 0.1725419 Apr 30 01:18:09.263785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-62966102-7814-4b10-9251-c92f41970e24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 217 time: 0.3092179 Apr 30 01:18:09.292973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Request body: {'port': {'device_id': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'admin_state_up': True, 'tenant_id': 'e8501c42d0f949c5b25d7eadc66f8419'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:09.348365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-f6b84fdc-c6da-4315-a265-618f02ae9958 req-562b5c33-4358-47e5-ab0d-4eeeb4b852fa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:18:09.349327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6b84fdc-c6da-4315-a265-618f02ae9958 req-562b5c33-4358-47e5-ab0d-4eeeb4b852fa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058713 Apr 30 01:18:09.355556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-1720b942-ca05-4f11-8d68-c4360c382ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:09.357346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-1720b942-ca05-4f11-8d68-c4360c382ac0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0931015 Apr 30 01:18:09.364018 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.397909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60846) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:09.401324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d86d7b5e-7dfd-4fb7-a6b3-b6a011797ef5 req-fdbf134f-0c94-4f55-b00c-e8f0c5e68bfb tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 210 time: 0.0461736 Apr 30 01:18:09.420259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-f0db5b31-06d8-4126-b78a-2b3eac1aebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:09.421786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-f0db5b31-06d8-4126-b78a-2b3eac1aebb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578878 Apr 30 01:18:09.557605 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-731ed285-d795-44fa-9508-f690d4f093c9 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279180 Apr 30 01:18:09.564542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.585429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-network', 'tenant_id': '16f32747f65547cb9a20f60523192233'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:09.603087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Made reservation on behalf of e8501c42d0f949c5b25d7eadc66f8419 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:09.608144 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.661873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:09.673149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:09.676133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:09.678027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e48d3821-3d0b-49b1-b259-fcc335eb3805 req-3440f710-bb1f-4572-9575-e104f3a4efae service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054492 Apr 30 01:18:09.681531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:09.682956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.696053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Pushing event updated for resources: {'Port': ['ID=b2e4feba-5fef-4713-bff2-173383c8777a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:09.718218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Made reservation on behalf of 16f32747f65547cb9a20f60523192233 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:09.721012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.735544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.764747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d2d3a-4278-4e60-b1b1-c467fbf663ab req-255eca49-fa35-4539-a23d-b3e93777a77f tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:09.766336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d2d2d3a-4278-4e60-b1b1-c467fbf663ab req-255eca49-fa35-4539-a23d-b3e93777a77f tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 946 time: 0.1670785 Apr 30 01:18:09.824408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.830967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-4c3c85a1-7ca2-469b-9c83-ec0b4beb9dc2 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0704975 Apr 30 01:18:09.856077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Request body: {'port': {'device_id': '2154bc3c-8cd3-4c42-a383-e5f555648d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:09.890198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.894678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d2d2d3a-4278-4e60-b1b1-c467fbf663ab req-794f6428-92bd-4869-ba64-d56d2841fab5 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180034 Apr 30 01:18:09.897802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-fe4b9594-2438-468e-a7d3-f39257d97961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:09.897802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-fe4b9594-2438-468e-a7d3-f39257d97961 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1099 time: 0.0518067 Apr 30 01:18:09.908724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Allocated IP 172.20.0.7 (6884ef9c-2a6a-49a0-8451-29360ea31c3f/06b6587d-c0b7-431f-839f-e81a0ff957ca/ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:09.939551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:18:09.951716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:09.996552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-734c3af9-86e7-456c-9b93-66440857f0f1 None None] Provisioning complete for port b2e4feba-5fef-4713-bff2-173383c8777a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:10.000666 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-734c3af9-86e7-456c-9b93-66440857f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.016734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ce74d-8ea1-4605-b473-fc8d1ad1d271,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:10.019738 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.020074 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Added segment 35c9ce99-733d-49cf-b295-1dd4e460d44e of type vlan for network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef Apr 30 01:18:10.080481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-734c3af9-86e7-456c-9b93-66440857f0f1 None None] Port b2e4feba-5fef-4713-bff2-173383c8777a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:18:10.106021 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.110950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-205f20da-c690-4374-a93e-5aee3155c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:10.112467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-205f20da-c690-4374-a93e-5aee3155c111 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1847270 Apr 30 01:18:10.167515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-9d0a6ad8-f9ee-4889-82fb-1145ded20802 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 217 time: 0.0453246 Apr 30 01:18:10.235176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-784a1ef1-cb54-4bb3-a7db-ff8f9f6377d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:10.236718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-784a1ef1-cb54-4bb3-a7db-ff8f9f6377d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0610359 Apr 30 01:18:10.237960 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.239091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:10.239796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.292999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d18fcf-ae99-48bd-a96c-eb6efe2d722f req-9c5bf44b-7daf-4715-b0f5-b213d67cf881 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:10.295370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96d18fcf-ae99-48bd-a96c-eb6efe2d722f req-9c5bf44b-7daf-4715-b0f5-b213d67cf881 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 936 time: 0.2696438 Apr 30 01:18:10.344017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:10.351198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-0fd4dad2-615b-4bc2-9f2c-cc7b15cec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:10.353452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:18:10.359264 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.368241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-0fd4dad2-615b-4bc2-9f2c-cc7b15cec381 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237247 Apr 30 01:18:10.413546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96d18fcf-ae99-48bd-a96c-eb6efe2d722f req-6689291f-f255-489b-a1b4-be5a1e4cff4f tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090662 Apr 30 01:18:10.493444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a657f991-04ad-443e-8c2f-27cc92a56120 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0937009 Apr 30 01:18:10.499256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60892) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:10.499256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e4feba-5fef-4713-bff2-173383c8777a {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:10.507005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Request body: {'subnet': {'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-subnet', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:10.520815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.542815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Transition to ACTIVE for port object b2e4feba-5fef-4713-bff2-173383c8777a will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:10.549301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-dce80a2d-4272-4e93-894c-a031bb380fa0 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732624 Apr 30 01:18:10.555023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.629281 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.632883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Network 6884ef9c-2a6a-49a0-8451-29360ea31c3f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:10.644921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3087005e-f1cd-4a55-964e-91a08b379d37 req-2cf5f531-b985-48ba-b45d-9605065d394c service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877323 Apr 30 01:18:10.645402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:10.649937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:10.655756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:10.656367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.658929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Pushing event updated for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:10.706194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Made reservation on behalf of 16f32747f65547cb9a20f60523192233 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:10.708479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:10.750203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c341d26-1516-43f7-9020-d09932d41780 req-61fced4e-c0be-4fa6-b05e-4cc5f5b2b65d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:10.751794 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c341d26-1516-43f7-9020-d09932d41780 req-61fced4e-c0be-4fa6-b05e-4cc5f5b2b65d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 948 time: 0.1842360 Apr 30 01:18:10.801908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e4feba-5fef-4713-bff2-173383c8777a,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:10.831509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-6e0b3576-86dc-49b1-83ca-541b00ee195a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5605965 Apr 30 01:18:10.847249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Attempting to bind port b2e4feba-5fef-4713-bff2-173383c8777a on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:10.847610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Attempting to bind port b2e4feba-5fef-4713-bff2-173383c8777a by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:10.848308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Attempting to bind port b2e4feba-5fef-4713-bff2-173383c8777a on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:10.863114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Request body: {'port': {'device_id': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:10.896738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Port b2e4feba-5fef-4713-bff2-173383c8777a on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:10.897064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Attempting to bind port b2e4feba-5fef-4713-bff2-173383c8777a on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:10.908692 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c341d26-1516-43f7-9020-d09932d41780 req-be66a9d0-06a2-4785-9990-03923e56031f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177156 Apr 30 01:18:10.917544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:10.917883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:10.918273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:10.919367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Bound port: b2e4feba-5fef-4713-bff2-173383c8777a, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:10.919771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:11.035768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:11.117459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] For port b2e4feba-5fef-4713-bff2-173383c8777a, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:11.191963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164eb96a-c967-4035-943c-2da24d85aed8 req-02ff8b33-72c3-4eed-8a59-8522c72fdf23 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:11.193455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-164eb96a-c967-4035-943c-2da24d85aed8 req-02ff8b33-72c3-4eed-8a59-8522c72fdf23 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 931 time: 0.1717646 Apr 30 01:18:11.197392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] For port b2e4feba-5fef-4713-bff2-173383c8777a, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2e4feba-5fef-4713-bff2-173383c8777a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:11.282468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:11.284598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:11.612449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-164eb96a-c967-4035-943c-2da24d85aed8 req-81ab749c-4f31-42b7-9064-42be13d31c45 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655720 Apr 30 01:18:11.639719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:11.640332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:11.650594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] 10.222.0.23 "PUT /v2.0/ports/b2e4feba-5fef-4713-bff2-173383c8777a HTTP/1.1" status: 200 len: 1096 time: 1.7930794 Apr 30 01:18:11.650594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154bc3c-8cd3-4c42-a383-e5f555648d30', 'tag': 'b2e4feba-5fef-4713-bff2-173383c8777a'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:11.650594 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d873b1f-9c13-4e09-808c-3acac329ce44" -d '{"events": [{"name": "network-changed", "server_uuid": "2154bc3c-8cd3-4c42-a383-e5f555648d30", "tag": "b2e4feba-5fef-4713-bff2-173383c8777a"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:11.683103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a4ba47-32d0-4680-93cc-06e7ab2ec35b,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:11.708182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aefe83-212c-497b-bee9-4431da2052a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e4feba-5fef-4713-bff2-173383c8777a,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:11.722975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Checking segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:11.723220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Network hostable DHCP agents. Network: ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:18:11.864302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:11.876012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:11.882599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:18:11.903907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Transition to ACTIVE for port object ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:11.919741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2378c26-fb94-4007-ac5a-ce1b4c5b5cde req-6bb63e01-4714-4fa5-9ba0-3af562e8b888 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:11.921415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2378c26-fb94-4007-ac5a-ce1b4c5b5cde req-6bb63e01-4714-4fa5-9ba0-3af562e8b888 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 948 time: 0.1183212 Apr 30 01:18:11.928573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-8edcb753-8113-4e2a-a4f2-2b27bbd7802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:11.929980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-8edcb753-8113-4e2a-a4f2-2b27bbd7802d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0df330b105aa45cc96af5d84f8e469ac&device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 1099 time: 0.1132283 Apr 30 01:18:11.984401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-7fe2569c-8cd5-43f8-bec3-dafd000ebbf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b2e4feba-5fef-4713-bff2-173383c8777a HTTP/1.1" status: 200 len: 217 time: 0.0451918 Apr 30 01:18:11.986874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:11.997622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:11.998208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.003932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceda910-0956-4046-ad97-314119d50540 None None] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:18:12.032852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.043467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-7e3f5acc-106d-49f3-b39f-5bf11fdde5a1 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:18:12.044997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-7e3f5acc-106d-49f3-b39f-5bf11fdde5a1 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1221218 Apr 30 01:18:12.051704 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2378c26-fb94-4007-ac5a-ce1b4c5b5cde req-ac25c2a8-e5cd-4b6f-95a2-55060149689e tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208293 Apr 30 01:18:12.121925 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3e53df-b567-4cfc-ad34-e47d3e93c46e x-openstack-request-id: req-2a3e53df-b567-4cfc-ad34-e47d3e93c46e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:12.122242 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154bc3c-8cd3-4c42-a383-e5f555648d30", "tag": "b2e4feba-5fef-4713-bff2-173383c8777a", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:12.122548 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a3e53df-b567-4cfc-ad34-e47d3e93c46e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:12.123036 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3e53df-b567-4cfc-ad34-e47d3e93c46e'] response: {'name': 'network-changed', 'server_uuid': '2154bc3c-8cd3-4c42-a383-e5f555648d30', 'tag': 'b2e4feba-5fef-4713-bff2-173383c8777a', 'status': 'completed', 'code': 200} Apr 30 01:18:12.135744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-9cf94326-8c03-43c8-b057-9900e53e4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:12.137213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-9cf94326-8c03-43c8-b057-9900e53e4aed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1417687 Apr 30 01:18:12.149268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c56971b1-2cc6-42b6-ab24-acac7f53e577 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6531811 Apr 30 01:18:12.153252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60934) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:12.157564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:12.164360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Pushing event updated for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:12.167825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-317ee9a2-334a-4ea2-9033-db859dc70eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:12.169271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-317ee9a2-334a-4ea2-9033-db859dc70eac service neutron] 10.222.0.15 "GET /v2.0/ports/28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 1094 time: 0.0921741 Apr 30 01:18:12.196452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:18:12.197919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.198043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Request body: {'binding': {'host': 'n-h2-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:12.198510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:18:12.252240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Attempting to bind port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:12.252596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Attempting to bind port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:12.253330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Attempting to bind port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:12.303594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:12.303933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Attempting to bind port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:12.313257 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.316053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.322581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-3eefd61f-c9fb-4120-b4b7-a194bfc8e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:12.323919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-3eefd61f-c9fb-4120-b4b7-a194bfc8e48e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791787 Apr 30 01:18:12.376853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:12.377182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Checking segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:12.377577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Bound using segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:12.378029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Bound port: ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:12.378419 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.383343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Allocated IP 172.20.0.2 (ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef/77a4ba47-32d0-4680-93cc-06e7ab2ec35b/0accf0fc-f054-48ed-9ff5-6de66a4f8998) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:12.416415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.472443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489c621-f2d8-4ad4-9688-725f522e65b5 req-779ffb31-70a0-4685-a760-f3446a220c7a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:12.473942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5489c621-f2d8-4ad4-9688-725f522e65b5 req-779ffb31-70a0-4685-a760-f3446a220c7a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 948 time: 0.2246921 Apr 30 01:18:12.575292 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.596838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5489c621-f2d8-4ad4-9688-725f522e65b5 req-415fa542-e231-4a91-aa02-30a71cb02963 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125484 Apr 30 01:18:12.626552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-a2756153-ce70-4587-b415-6192e1c82fc9 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894838 Apr 30 01:18:12.630268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:12.632767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on host n-h2-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:12.633097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:12.633422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:12.636301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:12.649995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.661654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:12.661979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:12.703583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:12.703935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:12.704331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:12.704752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Bound port: 28d5b84c-175c-4d76-a978-217f967de7ab, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:12.728659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:12.737357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.748378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:12.766763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:12.775850 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.826071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Pushing event updated for resources: {'Port': ['ID=0accf0fc-f054-48ed-9ff5-6de66a4f8998,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:12.862625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Attempting to bind port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:12.863258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Attempting to bind port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:12.863639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Attempting to bind port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 on network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:12.869568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:12.869938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Checking segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:12.870340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.870721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Bound using segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:12.871178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Bound port: 0accf0fc-f054-48ed-9ff5-6de66a4f8998, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:12.871584 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.897307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:12.897927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:12.899604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] 10.222.0.21 "PUT /v2.0/ports/ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a HTTP/1.1" status: 200 len: 1091 time: 2.0464733 Apr 30 01:18:12.945058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:12.953989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d3b182-f5bb-4472-90dc-5a27ae89c80a req-e8ba9cf3-7b13-4657-a139-c525d1a96efe service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162508 Apr 30 01:18:12.961683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] For port 0accf0fc-f054-48ed-9ff5-6de66a4f8998, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:12.967171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] For port 0accf0fc-f054-48ed-9ff5-6de66a4f8998, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0accf0fc-f054-48ed-9ff5-6de66a4f8998,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:12.977189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffdcd3-7fd1-4662-bbe1-44452cb19ccc service neutron] Pushing event updated for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:13.010843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f2968-7758-4891-af8a-8c1a2551ec60 req-64afbf74-bafb-49a8-bbaf-9f728e5873fd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:13.019460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-378f2968-7758-4891-af8a-8c1a2551ec60 req-64afbf74-bafb-49a8-bbaf-9f728e5873fd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 943 time: 0.1281245 Apr 30 01:18:13.030067 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:13.031349 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-0e3f7a9d-36be-4d0d-b428-59a37f66802b service neutron] 10.222.0.15 "POST /v2.0/ports/28d5b84c-175c-4d76-a978-217f967de7ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.8380308 Apr 30 01:18:13.097335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:13.099083 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-378f2968-7758-4891-af8a-8c1a2551ec60 req-e69bfbb3-3e66-46f5-a4ed-52a6aef2203e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785954 Apr 30 01:18:13.117635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:13.126755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-f8aee8da-ca27-4a05-8663-75f6fd5efdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:13.126755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-f8aee8da-ca27-4a05-8663-75f6fd5efdb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 1094 time: 0.0998738 Apr 30 01:18:13.142372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:13.216965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-422f0473-b366-439f-be4c-92abf993a0d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a HTTP/1.1" status: 200 len: 217 time: 0.0823948 Apr 30 01:18:13.232497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 24f67d58-8477-45b2-8df1-5828b2d3b71a details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:13.285824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-81482184-6744-4f41-ac09-f19faec25490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:13.287677 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-81482184-6744-4f41-ac09-f19faec25490 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06b6587d-c0b7-431f-839f-e81a0ff957ca HTTP/1.1" status: 200 len: 845 time: 0.0607405 Apr 30 01:18:13.489851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-5ede0985-84bd-4682-9213-e487e10d8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:13.505334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-5ede0985-84bd-4682-9213-e487e10d8f51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0df330b105aa45cc96af5d84f8e469ac&device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 1099 time: 0.3535509 Apr 30 01:18:13.509827 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-16b41182-fa59-4eea-9772-f896d85cdcb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6884ef9c-2a6a-49a0-8451-29360ea31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838578 Apr 30 01:18:13.520378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:13.557045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Allocated IP 172.25.0.239 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/1ae57e54-454a-4e75-b16e-56b528c22af3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:13.558501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a30869-8883-4ad5-95ef-03c50b1a3baa None None] Pushing event updated for resources: {'Port': ['ID=0accf0fc-f054-48ed-9ff5-6de66a4f8998,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:13.566606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:18:13.629820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2263b-892b-481e-ae83-76ebe34999a2 req-1c83071c-40db-44ae-ac23-2ddceb75b2c7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:13.637424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00a2263b-892b-481e-ae83-76ebe34999a2 req-1c83071c-40db-44ae-ac23-2ddceb75b2c7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 946 time: 0.2207532 Apr 30 01:18:13.641592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf6f7f-c268-4b30-a127-e68ad70a1df0 req-a3d25286-c9a7-4736-a079-4a976b9fcade tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:13.652536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6bf6f7f-c268-4b30-a127-e68ad70a1df0 req-a3d25286-c9a7-4736-a079-4a976b9fcade tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 948 time: 0.4396722 Apr 30 01:18:13.681116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:13.702958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'mac_address': 'fa:16:3e:7c:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:13.761509 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:13.782834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f67d58-8477-45b2-8df1-5828b2d3b71a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:13.822355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:13.827247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00a2263b-892b-481e-ae83-76ebe34999a2 req-a983a0aa-02de-4153-a71f-c0ba37664ee0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887832 Apr 30 01:18:13.832150 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6bf6f7f-c268-4b30-a127-e68ad70a1df0 req-a4b5da2c-9fa2-4606-8fb4-4a19fd5006ff tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791072 Apr 30 01:18:13.853879 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a61c93-6610-4e3b-b7dc-4b4d5555bd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:13.867868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-a6675d77-7390-4242-945b-1d2f3556906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:13.869358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-a6675d77-7390-4242-945b-1d2f3556906e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3631201 Apr 30 01:18:13.873556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-0e41014b-c891-4983-a412-91eda90c805a service neutron] 10.222.0.21 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383512 Apr 30 01:18:13.902004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:13.932586 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-917606b6-893c-4455-914c-659682902fa1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b2e4feba-5fef-4713-bff2-173383c8777a HTTP/1.1" status: 200 len: 217 time: 0.0559666 Apr 30 01:18:13.951024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:13.968911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:13.975456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-b4d10bc1-3677-4509-9c3b-1ace1b435ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:13.976854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-b4d10bc1-3677-4509-9c3b-1ace1b435ba4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1097 time: 0.1486838 Apr 30 01:18:14.030072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-8dfb8586-31d5-4a6c-938b-de2f939921bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.031608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-8dfb8586-31d5-4a6c-938b-de2f939921bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0675981 Apr 30 01:18:14.034316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14790f-7560-47ab-8960-517523b29410 req-8ed04fe3-82e7-44ba-9eee-a911c5f3ba20 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.035801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c14790f-7560-47ab-8960-517523b29410 req-8ed04fe3-82e7-44ba-9eee-a911c5f3ba20 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 949 time: 0.1369436 Apr 30 01:18:14.043177 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10a53b2a-3406-4f74-bbda-a8a50d28a10d req-78be27aa-e31a-404f-ba28-8038ad9067a4 service neutron] 10.222.0.21 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609111 Apr 30 01:18:14.085620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-3fa4a1c4-8f4b-4378-a70a-d336a2dee024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.087153 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-3fa4a1c4-8f4b-4378-a70a-d336a2dee024 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466912 Apr 30 01:18:14.126206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:14.128713 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7173357-a6db-484c-8e79-9a0d48c765b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:14.143812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['24f67d58-8477-45b2-8df1-5828b2d3b71a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:14.167231 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a61c93-6610-4e3b-b7dc-4b4d5555bd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.172897 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c14790f-7560-47ab-8960-517523b29410 req-ff350b02-d046-4b81-95dc-0841db7d10c7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266503 Apr 30 01:18:14.210351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-b0f7cc09-669f-4d44-af04-adb0ce6fcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.212249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-b0f7cc09-669f-4d44-af04-adb0ce6fcb59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.2244072 Apr 30 01:18:14.213862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.243311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-60a3831e-e826-4ee7-8b57-46e6580f626a service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484756 Apr 30 01:18:14.284329 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d910fe-74e0-4b92-8f9c-69e8f681d7b8 x-openstack-request-id: req-57d910fe-74e0-4b92-8f9c-69e8f681d7b8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:14.284753 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:14.285628 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57d910fe-74e0-4b92-8f9c-69e8f681d7b8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:14.285761 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d910fe-74e0-4b92-8f9c-69e8f681d7b8'] response: {'name': 'network-changed', 'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'status': 'completed', 'code': 200} Apr 30 01:18:14.322200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a61c93-6610-4e3b-b7dc-4b4d5555bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.327159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-e1c6bc7a-9b41-4b9d-8477-8e13e9f54dde service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 217 time: 0.0996764 Apr 30 01:18:14.327790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae57e54-454a-4e75-b16e-56b528c22af3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:14.344995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:14.349279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ed1a1-509e-421c-aaa3-6fed7fa84b00 req-9ff255f1-5761-46cc-9b13-d4f4ce0ce93d tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.351137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c32ed1a1-509e-421c-aaa3-6fed7fa84b00 req-9ff255f1-5761-46cc-9b13-d4f4ce0ce93d tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 943 time: 0.1538510 Apr 30 01:18:14.395702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:14.412886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:14.446544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-a468ac9c-0b18-4806-9dcd-b35691d789bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.448504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-a468ac9c-0b18-4806-9dcd-b35691d789bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 1094 time: 0.1222556 Apr 30 01:18:14.458333 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d873b1f-9c13-4e09-808c-3acac329ce44 req-4a36c844-36ef-4e19-b98e-50836abf0c52 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048392 Apr 30 01:18:14.461798 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c32ed1a1-509e-421c-aaa3-6fed7fa84b00 req-ac066f0b-b118-4b1d-8d82-3bfed1adfaa7 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908110 Apr 30 01:18:14.462367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-080d2d7b-b9ad-43ec-a53f-508f9900ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.463830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-080d2d7b-b9ad-43ec-a53f-508f9900ff00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.1210761 Apr 30 01:18:14.466016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-40a61c93-6610-4e3b-b7dc-4b4d5555bd19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=674569d721e44d6abb5d38af0841d4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9445460 Apr 30 01:18:14.469402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:14.480190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a61c93-6610-4e3b-b7dc-4b4d5555bd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf75fd-b7c4-462e-a511-790874ed622f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:14.538758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6731b-4327-47fc-a1fc-54ad5ce6df5e None None] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:18:14.558491 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-935ade32-1f6e-482b-98db-81852a98d53c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744772 Apr 30 01:18:14.608395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-b68bae4c-39b3-4ca3-a18b-0f9f719e1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.610649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-b68bae4c-39b3-4ca3-a18b-0f9f719e1544 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 905 time: 0.1479256 Apr 30 01:18:14.678843 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-e99b3cde-7ec7-4931-9c25-9cb052dfa893 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a HTTP/1.1" status: 200 len: 217 time: 0.0604353 Apr 30 01:18:14.681921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bc1ad218-d151-482b-8999-66bd46ad03d8 None None] Provisioning complete for port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:14.682295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad218-d151-482b-8999-66bd46ad03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.691709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e88584a-4fb6-4e1a-8cca-07f7e74e1f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.723023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-de833fb8-9c44-4115-9710-59bf54dcbc8e service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436779 Apr 30 01:18:14.727643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e88584a-4fb6-4e1a-8cca-07f7e74e1f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.760541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-9571a9fc-c65a-4476-a670-3f66813d1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:14.761994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-9571a9fc-c65a-4476-a670-3f66813d1a73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06b6587d-c0b7-431f-839f-e81a0ff957ca HTTP/1.1" status: 200 len: 845 time: 0.0758939 Apr 30 01:18:14.808727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad218-d151-482b-8999-66bd46ad03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.815830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-6278626e-fdda-4b26-8ab5-cf6bcf853fe9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6884ef9c-2a6a-49a0-8451-29360ea31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389025 Apr 30 01:18:14.847252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bc1ad218-d151-482b-8999-66bd46ad03d8 None None] For port 0accf0fc-f054-48ed-9ff5-6de66a4f8998, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0accf0fc-f054-48ed-9ff5-6de66a4f8998,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:14.897535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-5fd884f1-f131-4673-a7a6-9e3875bfe082 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632428 Apr 30 01:18:14.922556 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad218-d151-482b-8999-66bd46ad03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.974282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:14.998022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ad218-d151-482b-8999-66bd46ad03d8 None None] Pushing event updated for resources: {'Port': ['ID=0accf0fc-f054-48ed-9ff5-6de66a4f8998,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:15.019848 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-73c26ac3-0da5-4c07-aa3f-540b54d854e0 service neutron] 10.222.0.21 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004142 Apr 30 01:18:15.042946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4de712d1-a157-4af3-b7b9-ca041a18ec99 None None] Provisioning complete for port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:15.043413 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4de712d1-a157-4af3-b7b9-ca041a18ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.047196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72282894-643d-43a4-957f-79451413f168 req-224bbc24-6bbd-40b0-8598-8d84788f6145 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:15.048082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72282894-643d-43a4-957f-79451413f168 req-224bbc24-6bbd-40b0-8598-8d84788f6145 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 946 time: 0.1095541 Apr 30 01:18:15.140589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72282894-643d-43a4-957f-79451413f168 req-1c50f9de-f962-4d6c-89e1-d9ae374ecf4b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783207 Apr 30 01:18:15.172849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7173357-a6db-484c-8e79-9a0d48c765b8 req-e0aff28c-cbd3-45ec-b2be-97c981f19234 service neutron] 10.222.0.21 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440196 Apr 30 01:18:15.216662 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device b2e4feba-5fef-4713-bff2-173383c8777a details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:15.249269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 24f67d58-8477-45b2-8df1-5828b2d3b71a up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:15.265000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e1148-01f7-439f-b531-c0a393149b7f req-2201460e-dfd1-491d-9556-7bc9fc73a89e tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:15.266546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa1e1148-01f7-439f-b531-c0a393149b7f req-2201460e-dfd1-491d-9556-7bc9fc73a89e tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 948 time: 0.0619550 Apr 30 01:18:15.280260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e88584a-4fb6-4e1a-8cca-07f7e74e1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.282611 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e88584a-4fb6-4e1a-8cca-07f7e74e1f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.286186 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8e88584a-4fb6-4e1a-8cca-07f7e74e1f77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ddf75fd-b7c4-462e-a511-790874ed622f HTTP/1.1" status: 204 len: 168 time: 0.8137231 Apr 30 01:18:15.316751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa1e1148-01f7-439f-b531-c0a393149b7f req-ad35116c-1b77-4f6a-be1f-a46c8afe4632 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430627 Apr 30 01:18:15.406681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88584a-4fb6-4e1a-8cca-07f7e74e1f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf75fd-b7c4-462e-a511-790874ed622f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:15.458003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port b2e4feba-5fef-4713-bff2-173383c8777a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2e4feba-5fef-4713-bff2-173383c8777a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:15.468222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad83827-a8a4-498b-b171-69eb68d71e1d req-16d67740-08a7-42c1-b5d4-5182fa601fb0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:15.471577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'b2e4feba-5fef-4713-bff2-173383c8777a', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'b2e4feba-5fef-4713-bff2-173383c8777a', 'mac_address': 'fa:16:3e:35:92:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:15.476650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ad83827-a8a4-498b-b171-69eb68d71e1d req-16d67740-08a7-42c1-b5d4-5182fa601fb0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 949 time: 0.0804737 Apr 30 01:18:15.502447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-fdc86b26-7579-475d-9ac4-348e3e0d4063 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:15.504158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-fdc86b26-7579-475d-9ac4-348e3e0d4063 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1097 time: 0.2341461 Apr 30 01:18:15.526946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 24f67d58-8477-45b2-8df1-5828b2d3b71a completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:15.531484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 24f67d58-8477-45b2-8df1-5828b2d3b71a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:15.531814 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.534457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.545394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ad83827-a8a4-498b-b171-69eb68d71e1d req-c439c44d-8a69-43cc-8f54-cde2d889226b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635340 Apr 30 01:18:15.548548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821348-1'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:15.570664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0accf0fc-f054-48ed-9ff5-6de66a4f8998 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:15.617237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e4feba-5fef-4713-bff2-173383c8777a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:15.654070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port b2e4feba-5fef-4713-bff2-173383c8777a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2e4feba-5fef-4713-bff2-173383c8777a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:15.702505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:15.702895 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.727967 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.736470 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.742072 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.760253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.797084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:15.799242 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a104f4-f73a-4c12-a291-f18b6e34f9ea" -d '{"events": [{"server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "name": "network-vif-plugged", "status": "completed", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:15.807270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855f44-7419-41d3-aaa6-eb93aa27beb8 req-c860a54b-1803-4124-b5c4-558e14ee355f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:15.812009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92855f44-7419-41d3-aaa6-eb93aa27beb8 req-c860a54b-1803-4124-b5c4-558e14ee355f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 943 time: 0.1594193 Apr 30 01:18:15.826529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:15.827641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=b2e4feba-5fef-4713-bff2-173383c8777a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:15.859987 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aae30c-2ccf-4501-a3e9-df7257ba9afc x-openstack-request-id: req-b7aae30c-2ccf-4501-a3e9-df7257ba9afc {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:15.860331 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "name": "network-vif-plugged", "status": "completed", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:15.860610 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7aae30c-2ccf-4501-a3e9-df7257ba9afc {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:15.865471 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7aae30c-2ccf-4501-a3e9-df7257ba9afc'] response: {'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'code': 200} Apr 30 01:18:15.920437 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:15.933963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92855f44-7419-41d3-aaa6-eb93aa27beb8 req-34513abb-77e7-4642-8b79-4f40d11a3959 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158020 Apr 30 01:18:15.986981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f542e7-b485-4291-b576-66a81ebb979b req-24938780-af26-42e6-bb0d-392c3fd6ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:15.990033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51f542e7-b485-4291-b576-66a81ebb979b req-24938780-af26-42e6-bb0d-392c3fd6ad9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1101 time: 0.0614047 Apr 30 01:18:15.998346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['b2e4feba-5fef-4713-bff2-173383c8777a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:16.032018 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51f542e7-b485-4291-b576-66a81ebb979b req-f8429963-ebd5-463a-bff0-43a2f2cadf04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Apr 30 01:18:16.039947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60996) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:16.060859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95d658e1-0a3c-4ad6-9679-2c35b2e196e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.064571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:16.077969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:16.119514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:16.145270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:18:16.162414 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95d658e1-0a3c-4ad6-9679-2c35b2e196e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.178153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:16.178769 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277725c-8a87-4acc-ad57-5f30e28a06d3" -d '{"events": [{"server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:16.215272 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.231265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95d658e1-0a3c-4ad6-9679-2c35b2e196e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.238094 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74654c2b-c6b2-44e5-88ac-3789aca52a4c x-openstack-request-id: req-74654c2b-c6b2-44e5-88ac-3789aca52a4c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:16.240424 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:16.240424 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74654c2b-c6b2-44e5-88ac-3789aca52a4c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:16.240424 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74654c2b-c6b2-44e5-88ac-3789aca52a4c'] response: {'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab', 'code': 200} Apr 30 01:18:16.290993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.311602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95d658e1-0a3c-4ad6-9679-2c35b2e196e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80ae2c94f24647c880843166f6eb741d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679076 Apr 30 01:18:16.311602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d658e1-0a3c-4ad6-9679-2c35b2e196e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d84d782-be9b-4801-ae8e-602601aa8056,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:16.313707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32770) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:16.332641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:18:16.341954 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:18:16.345355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501b048-48a1-4ad3-a7b7-9ab9e991375b req-80b78519-3d1d-418d-b274-6a3441b656db tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:16.346948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2501b048-48a1-4ad3-a7b7-9ab9e991375b req-80b78519-3d1d-418d-b274-6a3441b656db tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 946 time: 0.1002638 Apr 30 01:18:16.362668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Pushing event updated for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:16.372948 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:18:16.377375 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:18:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:16.425582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2501b048-48a1-4ad3-a7b7-9ab9e991375b req-d95310ec-eefa-4e09-8147-386bd916b64d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701420 Apr 30 01:18:16.434044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on host n-h1-821348-1 for vnic_type normal with profile {"migrating_to": "n-h2-821348-1"} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:16.434434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:16.434880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:16.445805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:16.447753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Attempting to bind port 28d5b84c-175c-4d76-a978-217f967de7ab on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:16.449739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d62a326-b630-4310-9a9e-9f56efcc1e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.462028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:16.462445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:16.462883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:16.463416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Bound port: 28d5b84c-175c-4d76-a978-217f967de7ab, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:16.463857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.470185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.474492 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e25ca0f3-1cbf-4aa8-872b-dfb6d070b4b8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.3181105 Apr 30 01:18:16.474627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:16.477695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d62a326-b630-4310-9a9e-9f56efcc1e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.533654 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:18:16.562676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c072438-8539-49d4-84fb-02a5998fd571 req-07f24a25-2372-494f-a867-3b484531fc37 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:16.570755 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c072438-8539-49d4-84fb-02a5998fd571 req-07f24a25-2372-494f-a867-3b484531fc37 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 949 time: 0.1100147 Apr 30 01:18:16.625009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:16.649922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c072438-8539-49d4-84fb-02a5998fd571 req-f0acc818-5f5e-42d5-92d6-5211870510ad tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781071 Apr 30 01:18:16.651911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:16.724405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.790782 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:14Z', 'revision_number': 3, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:16.799782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:16.800395 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.801756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] 10.222.0.23 "PUT /v2.0/ports/28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 1122 time: 1.2712801 Apr 30 01:18:16.815746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4df22-b62d-4e37-8a1b-659960336cbe service neutron] Pushing event updated for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=8']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:16.834726 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:18:16.836150 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Updating router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 port 1ae57e54-454a-4e75-b16e-56b528c22af3 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:18:16.863226 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:16.895906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d840fd-8c69-4106-8793-cf3e8c0ed83d req-b5442224-3dec-4f21-a83d-dfb6d3ec8ae8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:16.897217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['28d5b84c-175c-4d76-a978-217f967de7ab'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:16.897723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11d840fd-8c69-4106-8793-cf3e8c0ed83d req-b5442224-3dec-4f21-a83d-dfb6d3ec8ae8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0979106 Apr 30 01:18:16.984191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11d840fd-8c69-4106-8793-cf3e8c0ed83d req-ce0d72c9-78c6-4330-a0db-dc3fac6cc9a8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500460 Apr 30 01:18:17.039228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d62a326-b630-4310-9a9e-9f56efcc1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.041828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d62a326-b630-4310-9a9e-9f56efcc1e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.047369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8d62a326-b630-4310-9a9e-9f56efcc1e07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d84d782-be9b-4801-ae8e-602601aa8056 HTTP/1.1" status: 204 len: 168 time: 0.7307262 Apr 30 01:18:17.065290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62a326-b630-4310-9a9e-9f56efcc1e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d84d782-be9b-4801-ae8e-602601aa8056,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:17.192318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd0279-5f07-4df1-be5e-66fdf08b90b4 req-25b8b003-1480-450c-85fc-9ddf1daecdaf tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:17.197890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3acd0279-5f07-4df1-be5e-66fdf08b90b4 req-25b8b003-1480-450c-85fc-9ddf1daecdaf tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 943 time: 0.1405892 Apr 30 01:18:17.210613 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.239179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device b2e4feba-5fef-4713-bff2-173383c8777a up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:17.278292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3acd0279-5f07-4df1-be5e-66fdf08b90b4 req-c472e8c1-d769-46ad-acc4-8ac05fc68a4c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718508 Apr 30 01:18:17.318066 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.374359 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Attempting to bind port 1ae57e54-454a-4e75-b16e-56b528c22af3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:17.375489 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Attempting to bind port 1ae57e54-454a-4e75-b16e-56b528c22af3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:17.376077 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Attempting to bind port 1ae57e54-454a-4e75-b16e-56b528c22af3 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:17.381105 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Pushing event updated for resources: {'Port': ['ID=1ae57e54-454a-4e75-b16e-56b528c22af3,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:17.383394 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:17.386546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:17.386546 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.386546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:17.386546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Bound port: 1ae57e54-454a-4e75-b16e-56b528c22af3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:17.386546 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.391634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:17.408837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port b2e4feba-5fef-4713-bff2-173383c8777a completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:17.415808 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.416233 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.416636 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.417055 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.417597 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.418020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port b2e4feba-5fef-4713-bff2-173383c8777a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:17.418203 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.418394 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.418979 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.419719 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.420361 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.421096 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.421631 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.422154 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:17.503388 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] For port 1ae57e54-454a-4e75-b16e-56b528c22af3, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:17.517389 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] For port 1ae57e54-454a-4e75-b16e-56b528c22af3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1ae57e54-454a-4e75-b16e-56b528c22af3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:17.520528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.603281 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:17.615065 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.645444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'port_id': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'mac_address': 'fa:16:3e:68:82:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b6587d-c0b7-431f-839f-e81a0ff957ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:17.647306 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.662305 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:18:17.663065 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:18:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:17.694074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7cc7d-9029-41ae-80b3-f99df2c0f297 req-ab58853f-4165-4f61-8586-60b30c593d33 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:17.695797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43d7cc7d-9029-41ae-80b3-f99df2c0f297 req-ab58853f-4165-4f61-8586-60b30c593d33 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.1103051 Apr 30 01:18:17.803527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port b2e4feba-5fef-4713-bff2-173383c8777a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2e4feba-5fef-4713-bff2-173383c8777a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:17.805212 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.837669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:17.844551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43d7cc7d-9029-41ae-80b3-f99df2c0f297 req-8808590e-767c-4efe-92d9-922f4d0bf135 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322112 Apr 30 01:18:17.868727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154bc3c-8cd3-4c42-a383-e5f555648d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e4feba-5fef-4713-bff2-173383c8777a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:17.868727 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cfdd66-164d-487c-9317-f5532a9a1844" -d '{"events": [{"server_uuid": "2154bc3c-8cd3-4c42-a383-e5f555648d30", "name": "network-vif-plugged", "status": "completed", "tag": "b2e4feba-5fef-4713-bff2-173383c8777a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:17.872578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.877122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:17.909857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Allocated IP 172.20.0.1 (ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef/77a4ba47-32d0-4680-93cc-06e7ab2ec35b/1afffd09-1442-44b2-85cb-54dad6aac2b5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:17.927830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58019a2c-f2d7-44d0-a7c1-7cea7205e0a1 req-a5959632-6c6c-429e-8017-2447a23a6ab1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:17.940087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58019a2c-f2d7-44d0-a7c1-7cea7205e0a1 req-a5959632-6c6c-429e-8017-2447a23a6ab1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 949 time: 0.1529677 Apr 30 01:18:17.944454 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5223de05-144b-42cc-855e-3f888dfeb354 x-openstack-request-id: req-5223de05-144b-42cc-855e-3f888dfeb354 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:17.944985 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154bc3c-8cd3-4c42-a383-e5f555648d30", "name": "network-vif-plugged", "status": "completed", "tag": "b2e4feba-5fef-4713-bff2-173383c8777a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:17.945211 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5223de05-144b-42cc-855e-3f888dfeb354 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:17.945719 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5223de05-144b-42cc-855e-3f888dfeb354'] response: {'server_uuid': '2154bc3c-8cd3-4c42-a383-e5f555648d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e4feba-5fef-4713-bff2-173383c8777a', 'code': 200} Apr 30 01:18:17.974083 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:17.981761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=b2e4feba-5fef-4713-bff2-173383c8777a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:17.999322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58019a2c-f2d7-44d0-a7c1-7cea7205e0a1 req-a422e2aa-526c-4ace-a8e7-0b86a7b2a4a7 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580034 Apr 30 01:18:18.080644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:18.101562 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:18:18.162541 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:18.182095 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5c541-8dca-4b73-bb32-3cfbbea8c93a None None] Pushing event updated for resources: {'Port': ['ID=1ae57e54-454a-4e75-b16e-56b528c22af3,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:18.184730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8853a0-2647-40b5-9923-0d0b7ae18006 req-cdd2a4ed-c0b3-4011-8889-13576665c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:18.186467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b8853a0-2647-40b5-9923-0d0b7ae18006 req-cdd2a4ed-c0b3-4011-8889-13576665c13e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 1101 time: 0.1461265 Apr 30 01:18:18.239958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bec790-1268-43a0-89c5-c1d19f2e328e req-559ddef4-609a-4962-9e47-a621c385e733 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:18.249734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56bec790-1268-43a0-89c5-c1d19f2e328e req-559ddef4-609a-4962-9e47-a621c385e733 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1130550 Apr 30 01:18:18.249862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:18.253555 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ce1fb9-54c2-43d8-82a5-129401d76e45" -d '{"events": [{"name": "network-changed", "server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:18.259258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b8853a0-2647-40b5-9923-0d0b7ae18006 req-e94d25df-6d12-41d6-a942-112dd9411899 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654080 Apr 30 01:18:18.279231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:18.309311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56bec790-1268-43a0-89c5-c1d19f2e328e req-c2636e50-6397-4412-b08f-052990492669 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583527 Apr 30 01:18:18.346454 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffc3b3b-ab11-48be-a58a-0e5afe4e414a x-openstack-request-id: req-1ffc3b3b-ab11-48be-a58a-0e5afe4e414a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:18.346738 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:18.347004 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ffc3b3b-ab11-48be-a58a-0e5afe4e414a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:18.347706 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ffc3b3b-ab11-48be-a58a-0e5afe4e414a'] response: {'name': 'network-changed', 'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab', 'status': 'completed', 'code': 200} Apr 30 01:18:18.374198 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:14Z', 'revision_number': 3, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:18.376996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:18.456840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:18.475649 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7dc79-f4f0-4110-a582-bc58346839f6 None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:14Z', 'revision_number': 3, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:18:18.486806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:18.489634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:18.490143 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:18.494031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-63969351-4ba3-403c-a9a1-df830340c7d5 req-6ce5d41d-b135-4e58-88c4-f5ff5b041e8e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:18:18.496340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63969351-4ba3-403c-a9a1-df830340c7d5 req-6ce5d41d-b135-4e58-88c4-f5ff5b041e8e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062749 Apr 30 01:18:18.503914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:18.649175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-bf6128d0-3438-4192-b2bd-22c36f8c104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:18.650725 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-bf6128d0-3438-4192-b2bd-22c36f8c104a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1125 time: 0.2664924 Apr 30 01:18:18.654867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Pushing event updated for resources: {'Port': ['ID=1afffd09-1442-44b2-85cb-54dad6aac2b5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:18.783713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873b6a8-8030-4087-817f-ac283f29a067 req-64832eae-7839-439e-a699-bb5997981c8d tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:18.793708 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7873b6a8-8030-4087-817f-ac283f29a067 req-64832eae-7839-439e-a699-bb5997981c8d tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 944 time: 0.3541107 Apr 30 01:18:18.826041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-100b3569-a8ea-4d48-85ec-b29477745d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:18.827590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-100b3569-a8ea-4d48-85ec-b29477745d7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.1673408 Apr 30 01:18:18.919747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-18c85920-de85-4662-bc7b-62c331fcf653 None None] Provisioning complete for port 1afffd09-1442-44b2-85cb-54dad6aac2b5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:18.920319 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18c85920-de85-4662-bc7b-62c331fcf653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:18.962216 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-aca104bc-efa5-4cb2-b5d6-b7a9529debdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 217 time: 0.0722218 Apr 30 01:18:18.970283 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7873b6a8-8030-4087-817f-ac283f29a067 req-27e9ba21-617a-4dd6-a799-4ea30396f647 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783140 Apr 30 01:18:18.982318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-18c85920-de85-4662-bc7b-62c331fcf653 None None] Port 1afffd09-1442-44b2-85cb-54dad6aac2b5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:18:19.108829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:19.114674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-6104d9c2-6f88-4934-90aa-565a7765f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:19.116225 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-6104d9c2-6f88-4934-90aa-565a7765f8eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.1449759 Apr 30 01:18:19.158076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-a73cdee3-f8af-4cef-ba84-7781f220e2a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302060 Apr 30 01:18:19.171264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790797f-5b47-4649-a57e-216b3cddcfd1 req-e6eb3238-6d5e-4d38-af64-ebca77403232 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:19.180980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b790797f-5b47-4649-a57e-216b3cddcfd1 req-e6eb3238-6d5e-4d38-af64-ebca77403232 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0792506 Apr 30 01:18:19.253134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 28d5b84c-175c-4d76-a978-217f967de7ab details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:19.264261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b790797f-5b47-4649-a57e-216b3cddcfd1 req-35176af1-93c3-4559-84d1-2a1a25c5f031 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820425 Apr 30 01:18:19.271552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f2b35-5122-45a9-b01e-c2afdde99db6 req-5cb82b71-ea32-4113-a76e-530fe27663be tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:19.276703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea9f2b35-5122-45a9-b01e-c2afdde99db6 req-5cb82b71-ea32-4113-a76e-530fe27663be tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.2170148 Apr 30 01:18:19.399249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:19.432858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 28d5b84c-175c-4d76-a978-217f967de7ab has no active binding in host n-h2-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:18:19.435661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:19.476446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea9f2b35-5122-45a9-b01e-c2afdde99db6 req-d1db96ce-d895-4e2d-a174-d55a5aa2dbbd tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987906 Apr 30 01:18:19.512230 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-792adf5a-bb45-48c7-8dea-815e8062f681 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191164 Apr 30 01:18:19.528865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32838) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:19.558945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1ae57e54-454a-4e75-b16e-56b528c22af3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:19.602884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df787c-6cfa-44d6-8fa0-56b9d91326a4 req-4a5b571b-ffce-4ba4-be0b-1ea8a8f59898 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:19.614473 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13df787c-6cfa-44d6-8fa0-56b9d91326a4 req-4a5b571b-ffce-4ba4-be0b-1ea8a8f59898 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 950 time: 0.1630473 Apr 30 01:18:19.663651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1ae57e54-454a-4e75-b16e-56b528c22af3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:19.663765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:19.715145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13df787c-6cfa-44d6-8fa0-56b9d91326a4 req-bbc2c57f-8498-4171-ab3b-66524f371170 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904016 Apr 30 01:18:19.720253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:19.734114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:19.734675 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:19.814534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:19.819279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ce1fb9-54c2-43d8-82a5-129401d76e45 req-55d4ace3-05dc-43e2-b9c4-8d4d4ec91065 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126543 Apr 30 01:18:19.823992 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-75b68c0e-ae18-47c5-9cfd-d6c8b9d08096 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2935641 Apr 30 01:18:19.844573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-151e8c60-37cb-4d7a-8c3a-198ce3dae1c3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:18:19.853635 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-151e8c60-37cb-4d7a-8c3a-198ce3dae1c3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150540 Apr 30 01:18:19.854553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:19.907041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 1ae57e54-454a-4e75-b16e-56b528c22af3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1ae57e54-454a-4e75-b16e-56b528c22af3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:19.911812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:19.946775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:19.949274 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca7d938-74d5-4a37-8ffb-e08f4d24250a" -d '{"events": [{"server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "name": "network-vif-plugged", "status": "completed", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:19.952874 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:19.953779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:19.969192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:20.008583 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:20.113082 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c0e08-cdd2-4041-a1f1-06eb2cad1c51 x-openstack-request-id: req-9b7c0e08-cdd2-4041-a1f1-06eb2cad1c51 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:20.113393 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "name": "network-vif-plugged", "status": "completed", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:20.113647 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b7c0e08-cdd2-4041-a1f1-06eb2cad1c51 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:20.114047 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7c0e08-cdd2-4041-a1f1-06eb2cad1c51'] response: {'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'code': 200} Apr 30 01:18:20.116073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=1ae57e54-454a-4e75-b16e-56b528c22af3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:20.119360 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:20.192335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:20.233034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a823f-8bb9-4f72-a487-22ddc5f2124e req-15ccc17b-6c41-4f9d-9e90-57277cb44830 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:20.234610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-639a823f-8bb9-4f72-a487-22ddc5f2124e req-15ccc17b-6c41-4f9d-9e90-57277cb44830 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 945 time: 0.1183364 Apr 30 01:18:20.274682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Pushing event updated for resources: {'Port': ['ID=1afffd09-1442-44b2-85cb-54dad6aac2b5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:20.296579 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:20.321804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef716795-aa66-48c9-acf9-a0f43e5a828b req-172c598b-e1f9-438c-b5af-1d3888b3950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:20.323660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef716795-aa66-48c9-acf9-a0f43e5a828b req-172c598b-e1f9-438c-b5af-1d3888b3950f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 1096 time: 0.1333368 Apr 30 01:18:20.326242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-639a823f-8bb9-4f72-a487-22ddc5f2124e req-4c402a5f-fd67-4395-8181-e02780d986d4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851693 Apr 30 01:18:20.383774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:20.396593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:20.415016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef716795-aa66-48c9-acf9-a0f43e5a828b req-7a048b6a-5e53-42f5-aed1-bad04a6edcec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835931 Apr 30 01:18:20.522601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36f400-7ab8-4bde-b2b8-91e0fb95b214 req-6c1eddc0-4429-4c95-8c73-afdff8514581 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:20.531169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a36f400-7ab8-4bde-b2b8-91e0fb95b214 req-6c1eddc0-4429-4c95-8c73-afdff8514581 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1508884 Apr 30 01:18:20.749334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-650605d8-79fe-468c-9d58-237df6ab0c3e None None] Provisioning complete for port 1afffd09-1442-44b2-85cb-54dad6aac2b5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:20.749613 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-650605d8-79fe-468c-9d58-237df6ab0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:20.808462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed975b-e29f-4212-9136-ec12a830f5cb req-4322e318-9b01-4bf7-9674-4ed6fce48aa5 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:20.810794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51ed975b-e29f-4212-9136-ec12a830f5cb req-4322e318-9b01-4bf7-9674-4ed6fce48aa5 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.0705216 Apr 30 01:18:20.817043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-650605d8-79fe-468c-9d58-237df6ab0c3e None None] Port 1afffd09-1442-44b2-85cb-54dad6aac2b5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:18:20.859597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51ed975b-e29f-4212-9136-ec12a830f5cb req-a1ff8e5c-c3c7-43f9-8b95-d6039cba5008 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Apr 30 01:18:20.899829 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a36f400-7ab8-4bde-b2b8-91e0fb95b214 req-aee68ffc-9261-474b-9a9e-77db2f86f769 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675261 Apr 30 01:18:20.939965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:18:21.065318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:18:21.076241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:18:21.078080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c6072-34c1-499d-afe6-de2849d8e0ec req-2f6dcbda-2796-449d-b9c6-b61478000c33 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:21.080971 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fa745bf3-3bee-48aa-b951-81046c15161f admin admin] 10.222.0.15 "PUT /v2.0/routers/1de8213e-48e1-4ebb-9d5c-51f993b60cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6054273 Apr 30 01:18:21.083220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a06c6072-34c1-499d-afe6-de2849d8e0ec req-2f6dcbda-2796-449d-b9c6-b61478000c33 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 950 time: 0.0868201 Apr 30 01:18:21.092765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:18:21.093413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:18:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:21.170478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a06c6072-34c1-499d-afe6-de2849d8e0ec req-9becd6fe-31c6-43e8-b3c5-a24269d60c0c tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782435 Apr 30 01:18:21.248158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:18:21.475681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1ae57e54-454a-4e75-b16e-56b528c22af3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:21.521876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae6f86-4e3c-4568-b4be-bc3ef68062f7 req-b484bee2-a9dc-480a-82ef-19f140fa682b tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:21.534565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72ae6f86-4e3c-4568-b4be-bc3ef68062f7 req-b484bee2-a9dc-480a-82ef-19f140fa682b tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 945 time: 0.0997527 Apr 30 01:18:21.635865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72ae6f86-4e3c-4568-b4be-bc3ef68062f7 req-c018ccc9-c0ac-48c9-a8b2-9e9c218262d2 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017683 Apr 30 01:18:21.654810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1ae57e54-454a-4e75-b16e-56b528c22af3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:21.655702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:21.827200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 2, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:21.849997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32926) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:21.862437 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-b708387d-7038-4769-9175-1a0662b3d4ac tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0df330b105aa45cc96af5d84f8e469ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614481 Apr 30 01:18:21.866752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:18:21.867186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Updating router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 port 1afffd09-1442-44b2-85cb-54dad6aac2b5 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:18:21.901883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.082299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-f1e5aa7c-80fc-4dcb-b24e-6a05482ad743 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:22.090515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-f1e5aa7c-80fc-4dcb-b24e-6a05482ad743 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234850 Apr 30 01:18:22.107699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-34b45584-0c6f-44a5-a93b-1c7148c437d3 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/quotas/0df330b105aa45cc96af5d84f8e469ac HTTP/1.1" status: 200 len: 375 time: 0.0160525 Apr 30 01:18:22.156829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-e9c2376e-c060-48b5-a1c1-d9d1cb7519d1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0df330b105aa45cc96af5d84f8e469ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482271 Apr 30 01:18:22.159180 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6c6af4b-c2f7-4fca-9298-5fdbf17320d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.275376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-29b28391-8f37-4bc6-af97-f277d0a82904 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:22.282647 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-29b28391-8f37-4bc6-af97-f277d0a82904 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 821 time: 0.2275896 Apr 30 01:18:22.311609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-46307f4d-b8d7-4d53-8d26-dad21da57d91 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/quotas/16f32747f65547cb9a20f60523192233 HTTP/1.1" status: 200 len: 375 time: 0.0276408 Apr 30 01:18:22.345133 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.370782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6c6af4b-c2f7-4fca-9298-5fdbf17320d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.381361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-02642d0d-cc4e-4391-b0ef-f4e6b252ca7c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686789 Apr 30 01:18:22.450082 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.515510 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6c6af4b-c2f7-4fca-9298-5fdbf17320d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.518059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e75a9-a04d-4a2e-b68a-e8d189454711 None None] Pushing event updated for resources: {'Port': ['ID=1afffd09-1442-44b2-85cb-54dad6aac2b5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:22.585776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6dc20-b450-42de-91c2-e24f3b25f380 req-f2022f95-f7f6-4b4e-9f33-311e782094a8 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:22.594674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2bd6dc20-b450-42de-91c2-e24f3b25f380 req-f2022f95-f7f6-4b4e-9f33-311e782094a8 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.0921588 Apr 30 01:18:22.621248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6af4b-c2f7-4fca-9298-5fdbf17320d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0d6be-306b-47c1-a6de-17a50745b9a2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:22.637222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b6c6af4b-c2f7-4fca-9298-5fdbf17320d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=665d0c57b6ed4078aff7cadcee1f961c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861123 Apr 30 01:18:22.637893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32948) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:22.660083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2bd6dc20-b450-42de-91c2-e24f3b25f380 req-851d6d74-2532-484d-9bae-fa931fa02156 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642529 Apr 30 01:18:22.660565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-42977ef0-e1f1-4234-8b77-abe8794e7d69 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710786 Apr 30 01:18:22.670569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Attempting to bind port 1afffd09-1442-44b2-85cb-54dad6aac2b5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:22.671295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Attempting to bind port 1afffd09-1442-44b2-85cb-54dad6aac2b5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:22.672708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Attempting to bind port 1afffd09-1442-44b2-85cb-54dad6aac2b5 on network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:22.687585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:22.687969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Checking segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:22.688381 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.690435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Bound using segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:22.694228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Bound port: 1afffd09-1442-44b2-85cb-54dad6aac2b5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:22.694228 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.782105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-12a7313e-8e90-4cd9-800d-e0ff19e5843c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401403 Apr 30 01:18:22.851308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] For port 1afffd09-1442-44b2-85cb-54dad6aac2b5, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:22.859620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] For port 1afffd09-1442-44b2-85cb-54dad6aac2b5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1afffd09-1442-44b2-85cb-54dad6aac2b5,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:22.874921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb87f49-22d5-4462-8405-29692340b31d req-83691694-fcad-4c82-87e4-f08ed2c3eb0d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:22.875143 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-af247548-96be-416a-b67e-ad84e93e6625 service neutron] 10.222.0.21 "GET /v2.0/ports/28d5b84c-175c-4d76-a978-217f967de7ab/bindings/n-h2-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.4107759 Apr 30 01:18:22.877304 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfa0405d-5b73-4c61-91c3-7a9d3e414761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.880102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abb87f49-22d5-4462-8405-29692340b31d req-83691694-fcad-4c82-87e4-f08ed2c3eb0d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0889280 Apr 30 01:18:22.882146 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-22055276-f6a8-49f2-9a0a-376042ad010d service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135017 Apr 30 01:18:22.938273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfa0405d-5b73-4c61-91c3-7a9d3e414761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.951918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:22.955091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abb87f49-22d5-4462-8405-29692340b31d req-69e1e095-4886-4059-b7cc-7981a733474f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659931 Apr 30 01:18:22.957876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-ed3842fc-766f-4e75-8d98-adf6417171ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:22.964623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-ed3842fc-766f-4e75-8d98-adf6417171ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 1096 time: 0.0941887 Apr 30 01:18:23.059154 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e75a9-a04d-4a2e-b68a-e8d189454711 None None] Pushing event updated for resources: {'Port': ['ID=1afffd09-1442-44b2-85cb-54dad6aac2b5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:23.083989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-79d2f32c-14b1-47fc-9f53-0c1e99eb7cd8 None None] Provisioning complete for port 1afffd09-1442-44b2-85cb-54dad6aac2b5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:23.084543 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79d2f32c-14b1-47fc-9f53-0c1e99eb7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:23.095677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:18:23.096193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:18:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:23.131110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-73830238-e3fe-4380-9e8f-501007162972 req-7cc4c194-d61c-41ad-a8f9-b220d21b80c6 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 210 time: 0.0405412 Apr 30 01:18:23.185715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfa0405d-5b73-4c61-91c3-7a9d3e414761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:23.188667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfa0405d-5b73-4c61-91c3-7a9d3e414761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:23.189844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dfa0405d-5b73-4c61-91c3-7a9d3e414761 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3d0d6be-306b-47c1-a6de-17a50745b9a2 HTTP/1.1" status: 204 len: 168 time: 0.5490744 Apr 30 01:18:23.204652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-ae549d8d-f5d0-4b48-aaa7-aee1339041ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.206461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-ae549d8d-f5d0-4b48-aaa7-aee1339041ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1101 time: 0.1539104 Apr 30 01:18:23.242260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-b5ea40e1-d60a-426e-9c67-63820dafb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.243752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-b5ea40e1-d60a-426e-9c67-63820dafb9b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 200 len: 923 time: 0.2459223 Apr 30 01:18:23.295579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0405d-5b73-4c61-91c3-7a9d3e414761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0d6be-306b-47c1-a6de-17a50745b9a2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:23.346592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea7570f0-f3f8-4943-874b-11d7b4d7ded5 req-e0252c40-b22f-4c09-a2f2-24690251ae3d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 210 time: 0.0758412 Apr 30 01:18:23.483666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:23.491001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-1c8e017b-5dde-4827-b85f-11b94a483637 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f HTTP/1.1" status: 200 len: 1001 time: 0.2213595 Apr 30 01:18:23.496520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-2448a395-837c-4adc-b016-1edf5249d1a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435373 Apr 30 01:18:23.527285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:18:23.548189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6967fb-311b-4718-a087-03fea0864a0f req-b8db0852-a252-4ba3-97ef-30160d034068 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.558687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd6967fb-311b-4718-a087-03fea0864a0f req-b8db0852-a252-4ba3-97ef-30160d034068 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 945 time: 0.2054331 Apr 30 01:18:23.561646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:23.577360 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79d2f32c-14b1-47fc-9f53-0c1e99eb7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:23.592221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-29c590b5-d34b-4d43-9cc0-0ccb79d0437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.593334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-29c590b5-d34b-4d43-9cc0-0ccb79d0437d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3581157 Apr 30 01:18:23.596231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-1d6dd98b-0591-479d-a3db-f48b964951eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.601876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-1d6dd98b-0591-479d-a3db-f48b964951eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebc9e95-7b47-4964-ad81-47db4d0f6929 HTTP/1.1" status: 200 len: 862 time: 0.0947499 Apr 30 01:18:23.634335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-79d2f32c-14b1-47fc-9f53-0c1e99eb7cd8 None None] For port 1afffd09-1442-44b2-85cb-54dad6aac2b5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1afffd09-1442-44b2-85cb-54dad6aac2b5,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:23.634540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d5b84c-175c-4d76-a978-217f967de7ab {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:23.644199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-a60dca51-8a65-43cb-a49d-e1c126fef537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.645781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-a60dca51-8a65-43cb-a49d-e1c126fef537 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1100 time: 0.0836313 Apr 30 01:18:23.680422 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-6af666c5-9412-4278-8347-416baa810970 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 217 time: 0.0679607 Apr 30 01:18:23.681176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-b20d2148-fe07-4ba4-bcf4-bd7452e18c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.683918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-b20d2148-fe07-4ba4-bcf4-bd7452e18c18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=265f698d-797d-40ff-845d-c4c8da5392b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721667 Apr 30 01:18:23.692869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd6967fb-311b-4718-a087-03fea0864a0f req-ece23785-7fbc-455b-ae62-8d91bc40d8ba tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323748 Apr 30 01:18:23.699663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:23.745889 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79d2f32c-14b1-47fc-9f53-0c1e99eb7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:23.835623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-93646644-2f7d-43d0-af56-8765fe07ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.837293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-93646644-2f7d-43d0-af56-8765fe07ee8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1349323 Apr 30 01:18:23.878294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2f32c-14b1-47fc-9f53-0c1e99eb7cd8 None None] Pushing event updated for resources: {'Port': ['ID=1afffd09-1442-44b2-85cb-54dad6aac2b5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:23.894211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:23.917453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-033020b7-fe3f-4241-a775-76c576867ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.919510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-033020b7-fe3f-4241-a775-76c576867ba4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715592 Apr 30 01:18:23.922271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a48793aa-e851-4a75-bf8a-b8b03068578b None None] Provisioning complete for port 1afffd09-1442-44b2-85cb-54dad6aac2b5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:23.922717 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a48793aa-e851-4a75-bf8a-b8b03068578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:23.947818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-57bc3220-8477-428a-a63c-b5531af83306 service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346029 Apr 30 01:18:23.966055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8a53f-70b6-4ca7-bd88-fe3cd4a5b47c req-138284e5-b6f3-4008-9e23-91eee77b6781 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.968159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edf8a53f-70b6-4ca7-bd88-fe3cd4a5b47c req-138284e5-b6f3-4008-9e23-91eee77b6781 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 944 time: 0.1386044 Apr 30 01:18:23.970229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-78e65e83-71a7-476b-817b-59310ea3aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:23.973169 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-78e65e83-71a7-476b-817b-59310ea3aba7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3020015 Apr 30 01:18:23.985885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:22Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:24.018713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28f14a-dd86-4b01-89fe-8c348877ba6b None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:22Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:18:24.073147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] Transition to ACTIVE for port object 28d5b84c-175c-4d76-a978-217f967de7ab will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:24.080767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-00d2104d-2557-4fcd-9519-ec196e919cab service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424000 Apr 30 01:18:24.126911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-cae04ec7-33f9-47af-a6b4-bf64471fdd6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.1430910 Apr 30 01:18:24.186325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:24.258309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edf8a53f-70b6-4ca7-bd88-fe3cd4a5b47c req-2dca186f-a520-47e4-9f93-a78e50172edb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724781 Apr 30 01:18:24.260205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-c708ecda-b02c-498f-88e3-ee6b224e5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:24.261756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-c708ecda-b02c-498f-88e3-ee6b224e5636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1044908 Apr 30 01:18:24.306520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbe89bd-8a0f-4e48-a553-eda7738a322a req-11604682-fc79-43e5-b1e9-6d5805d13a93 service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278246 Apr 30 01:18:24.361096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 32986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:24.365592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] No DVR routers for this DVR port 28d5b84c-175c-4d76-a978-217f967de7ab on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:18:24.405247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-be5d8645-1b97-46dc-8793-73b6c8fb4ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:24.443309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-c6001891-6812-4a0f-8d22-2ffcf08e6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:24.452221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] Pushing event updated for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:24.461704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-c6001891-6812-4a0f-8d22-2ffcf08e6ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421614 Apr 30 01:18:24.473251 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-ce726df4-7eb6-44f9-bf2a-7b7fc05e4c60 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857281 Apr 30 01:18:24.518335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-03d48063-3ffe-4322-b300-397ed374b703 service neutron] 10.222.0.21 "PUT /v2.0/ports/28d5b84c-175c-4d76-a978-217f967de7ab/bindings/n-h2-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6268106 Apr 30 01:18:24.532974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fef38-8a76-4454-b5e1-646c621b4245 req-5a44ad33-c877-45b8-8bda-584c948013c5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:24.538272 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-073fef38-8a76-4454-b5e1-646c621b4245 req-5a44ad33-c877-45b8-8bda-584c948013c5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.2920120 Apr 30 01:18:24.615813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-073fef38-8a76-4454-b5e1-646c621b4245 req-242d528f-5b3b-40dd-ba3c-1111ebb2c2b5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696185 Apr 30 01:18:24.739940 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b2f60772-d0e3-4471-8aa9-8f101e20e846 req-595ecc5f-de50-4e16-ba55-c6021c4b07cb tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 210 time: 0.0347612 Apr 30 01:18:24.868198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45631fc0-de44-4e71-a136-f1754f0ad827 req-f4240ca9-b8a2-4731-a43f-9ba6f652fe60 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:24.869680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45631fc0-de44-4e71-a136-f1754f0ad827 req-f4240ca9-b8a2-4731-a43f-9ba6f652fe60 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 945 time: 0.4474418 Apr 30 01:18:24.878478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3758690e-ca99-4ffd-b772-d6b6417d5b98 req-97f46437-0e69-41eb-91e1-a906148c55ac tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 210 time: 0.0338593 Apr 30 01:18:24.938870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-6c25a835-039e-435a-a213-8c4873447dec service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767249 Apr 30 01:18:24.952564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45631fc0-de44-4e71-a136-f1754f0ad827 req-dc81b700-f249-4967-a158-14a21c7d25b1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714483 Apr 30 01:18:25.025564 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-be5d8645-1b97-46dc-8793-73b6c8fb4ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:25.063374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653a5cfc-4c00-4721-b46c-2c6b6d874ae2 req-80441df7-2dad-4273-ad55-2d0f86da70b8 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151364 Apr 30 01:18:25.170254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-be5d8645-1b97-46dc-8793-73b6c8fb4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:25.220419 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-be5d8645-1b97-46dc-8793-73b6c8fb4ecb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89390bfe75394d69a0bef1e8f4ff7aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8579607 Apr 30 01:18:25.222813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 32994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:25.259009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d8645-1b97-46dc-8793-73b6c8fb4ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1817890-691f-4ccf-bfbc-7471d147b184,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:25.323503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-7d20accf-0cc0-45c8-9f2f-f842de2a6737 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:25.325830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-7d20accf-0cc0-45c8-9f2f-f842de2a6737 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.1232665 Apr 30 01:18:25.328675 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-41b16671-815d-466e-abd6-5f6d0859a01a tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0df330b105aa45cc96af5d84f8e469ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350900 Apr 30 01:18:25.329913 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e81b00a-d168-47cd-82d2-53b6eef9db95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:25.361549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e81b00a-d168-47cd-82d2-53b6eef9db95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:25.477443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1afffd09-1442-44b2-85cb-54dad6aac2b5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:25.496429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-4461cef9-b76a-4731-9279-730e2856f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:25.503809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-4461cef9-b76a-4731-9279-730e2856f05a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff&tenant_id=f297342a7d6142d5b70058c1e50be395 HTTP/1.1" status: 200 len: 1096 time: 0.1603017 Apr 30 01:18:25.528181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713363ba-ed84-4645-af1d-211f271c0737 req-2fa03047-19a2-478a-8515-4b74f9e65233 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:25.540034 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-713363ba-ed84-4645-af1d-211f271c0737 req-2fa03047-19a2-478a-8515-4b74f9e65233 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 945 time: 0.1149881 Apr 30 01:18:25.598520 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e81b00a-d168-47cd-82d2-53b6eef9db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:25.601648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e81b00a-d168-47cd-82d2-53b6eef9db95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:25.605989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7e81b00a-d168-47cd-82d2-53b6eef9db95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1817890-691f-4ccf-bfbc-7471d147b184 HTTP/1.1" status: 204 len: 168 time: 0.3822334 Apr 30 01:18:25.621046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81b00a-d168-47cd-82d2-53b6eef9db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1817890-691f-4ccf-bfbc-7471d147b184,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:25.624243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1afffd09-1442-44b2-85cb-54dad6aac2b5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:25.624869 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:25.667781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-713363ba-ed84-4645-af1d-211f271c0737 req-32562ac5-12d4-4b15-b617-cd99692b5066 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211038 Apr 30 01:18:25.706348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-de5d6977-29f1-4cb8-8176-11f5fde180aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:25.712458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-de5d6977-29f1-4cb8-8176-11f5fde180aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1096 time: 0.1492641 Apr 30 01:18:25.713981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-a2eea771-fc1a-4a1b-81a6-a67ac432b5ab tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:25.718260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-a2eea771-fc1a-4a1b-81a6-a67ac432b5ab tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436600 Apr 30 01:18:25.733178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Request body: {'port': {'device_id': '53e8b4c2-48d1-492c-8225-322bac8f8ca8', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '0df330b105aa45cc96af5d84f8e469ac'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:25.922609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61f33d-d985-480f-9118-65f1b0d07220 req-3ebd7799-b82b-43b0-9b8e-204caffbc247 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:25.924370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e61f33d-d985-480f-9118-65f1b0d07220 req-3ebd7799-b82b-43b0-9b8e-204caffbc247 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0892060 Apr 30 01:18:25.954351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-74e15cee-5088-426a-bde8-73192aab8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:25.955816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-74e15cee-5088-426a-bde8-73192aab8c84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.2276936 Apr 30 01:18:25.981183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b24954a-b338-41ae-9018-f90fe802e9b3 req-80045be0-c9b8-45a0-8a5f-1a77b8d98f88 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 210 time: 0.0324767 Apr 30 01:18:26.003930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Made reservation on behalf of 0df330b105aa45cc96af5d84f8e469ac for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:26.008272 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:26.022101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-a2f54b89-216f-4759-be23-24f4cc40a3a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 217 time: 0.0530119 Apr 30 01:18:26.045470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e61f33d-d985-480f-9118-65f1b0d07220 req-0f01eeaa-484a-4fd9-ae7e-b1bcad879624 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070917 Apr 30 01:18:26.117150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d4fc3fe-227e-4b27-82e0-d704ded2fede req-dea55df4-c394-49e5-9031-5d4885b77408 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 210 time: 0.0347965 Apr 30 01:18:26.138537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-3cd5026a-a903-449b-b20f-a734f66b7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:26.140328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-3cd5026a-a903-449b-b20f-a734f66b7270 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0836875 Apr 30 01:18:26.219562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Allocated IP 192.168.233.84 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/31ae1168-5f1c-4b95-a024-fba3fb1d2e20) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:26.235161 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-04e30c7d-dfa9-42c8-811b-a301c5cce422 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849295 Apr 30 01:18:26.322904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-f3300ea2-ffd4-413f-a5c3-dee93d72c06f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1351904884&fields=id&tenant_id=c55c9ce1aaba4181a55c5defc1110969 HTTP/1.1" status: 200 len: 267 time: 0.0782135 Apr 30 01:18:26.394394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe825e-ed59-4874-a644-274fad6a87be req-7e4f06b7-5b55-4c19-b253-1bddc0d14636 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:26.396063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63fe825e-ed59-4874-a644-274fad6a87be req-7e4f06b7-5b55-4c19-b253-1bddc0d14636 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 945 time: 0.2548323 Apr 30 01:18:26.485703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-71d28abb-a4b9-4309-97ef-dae52f443db1 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424920 Apr 30 01:18:26.490629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63fe825e-ed59-4874-a644-274fad6a87be req-88266168-b413-40d1-b11a-6be4119edf1e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816379 Apr 30 01:18:26.518062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-d6e7e249-2bd1-4b84-8b07-c3732caa18c1 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:26.518062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-d6e7e249-2bd1-4b84-8b07-c3732caa18c1 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.21 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 821 time: 0.2342005 Apr 30 01:18:26.519068 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:26.526433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-0f5b0cd1-61c1-4d30-b8cc-693720885cd6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:26.535032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-0f5b0cd1-61c1-4d30-b8cc-693720885cd6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/networks?id=265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 200 len: 823 time: 0.1928585 Apr 30 01:18:26.552302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Request body: {'port': {'device_id': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'admin_state_up': True, 'tenant_id': '16f32747f65547cb9a20f60523192233'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:26.558384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c499d08c-1e84-449c-a4ed-b917587470aa tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/quotas/c55c9ce1aaba4181a55c5defc1110969 HTTP/1.1" status: 200 len: 375 time: 0.0222704 Apr 30 01:18:26.637795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-fa01a806-9280-49b0-8d78-6b4cb1ef7fed tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0769188 Apr 30 01:18:26.739152 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-0120399c-1744-4fc0-95ae-89d90d805782 service neutron] 10.222.0.15 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918376 Apr 30 01:18:26.740799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:26.759499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['b2e4feba-5fef-4713-bff2-173383c8777a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:26.814613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Pushing event updated for resources: {'Port': ['ID=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:26.897301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:26.900328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:26.918364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:26.925805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:26.926745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.001535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-7a744aef-e75d-4718-8da1-b3d9484fcc35 service neutron] 10.222.0.15 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525008 Apr 30 01:18:27.035576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-10ae340a-e083-4866-935a-be942070bdb1 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3069139 Apr 30 01:18:27.049181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Request body: {'port': {'device_id': '53e8b4c2-48d1-492c-8225-322bac8f8ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:27.070749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-59591f42-f301-4831-9c49-7684b91fffff service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745792 Apr 30 01:18:27.122688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.153822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Made reservation on behalf of 16f32747f65547cb9a20f60523192233 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:27.159239 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.195636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33064) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:27.218938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-75d1231f-1603-48da-9517-ae93c02194d5 None None] Provisioning complete for port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:27.219745 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75d1231f-1603-48da-9517-ae93c02194d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.455533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Allocated IP 172.20.0.3 (ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef/77a4ba47-32d0-4680-93cc-06e7ab2ec35b/2b94684b-2560-4e9f-9183-4f5340e506c2) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:27.464036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1671855868-network', 'tenant_id': '0ae2eb915422456a9a1791d75e06384d'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:27.480787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-97f705e8-56e3-48ca-8601-12c7b8c0c745 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:27.482630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-97f705e8-56e3-48ca-8601-12c7b8c0c745 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "GET /v2.0/ports?device_id=f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1 HTTP/1.1" status: 200 len: 945 time: 0.2128375 Apr 30 01:18:27.506873 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0607-bb9b-46e4-9221-1bb21a941003 req-3a73ea64-626e-4357-ae81-eef2337c3836 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:27.508588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d3d0607-bb9b-46e4-9221-1bb21a941003 req-3a73ea64-626e-4357-ae81-eef2337c3836 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 935 time: 0.1426876 Apr 30 01:18:27.515109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1f96-8571-4112-8220-0e74c0e3a3e5 req-e27ae644-eaad-415e-bea0-148374786b51 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:27.516944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-376a1f96-8571-4112-8220-0e74c0e3a3e5 req-e27ae644-eaad-415e-bea0-148374786b51 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 945 time: 0.1706018 Apr 30 01:18:27.566866 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d3d0607-bb9b-46e4-9221-1bb21a941003 req-58c2d780-e81d-4d88-a58a-261e8f29c45b tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501921 Apr 30 01:18:27.609933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Made reservation on behalf of 0ae2eb915422456a9a1791d75e06384d for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:27.613135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.618051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:27.634770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.637883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.661745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Transition to ACTIVE for port object 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:27.689221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 28d5b84c-175c-4d76-a978-217f967de7ab no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:18:27.714853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-75d1231f-1603-48da-9517-ae93c02194d5 None None] Port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:18:27.725492 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-376a1f96-8571-4112-8220-0e74c0e3a3e5 req-976b3114-b62c-4173-8daa-0308d93a386e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742735 Apr 30 01:18:27.757048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 28d5b84c-175c-4d76-a978-217f967de7ab not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:18:27.758361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093685a-d988-4885-b42b-c5d593dfe1ee req-f3854480-3d83-490e-a74f-b1a574cf144d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:27.760880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d093685a-d988-4885-b42b-c5d593dfe1ee req-f3854480-3d83-490e-a74f-b1a574cf144d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0883451 Apr 30 01:18:27.766365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.920183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb5930c3-8d20-4e43-aa72-2c3840776f97 req-14251cf6-c946-4ead-9480-4d2b7cd70a3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 210 time: 0.0902097 Apr 30 01:18:27.928825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.932575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Pushing event updated for resources: {'Port': ['ID=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:27.949555 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d093685a-d988-4885-b42b-c5d593dfe1ee req-42c7551a-816d-4459-b191-3dc6e84a96cc tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675875 Apr 30 01:18:27.951528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.951528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Deleting port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:18:27.951528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:27.951853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-7d10ff2f-38c4-4e53-94ac-9e257eb98eb8 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:27.952469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-7d10ff2f-38c4-4e53-94ac-9e257eb98eb8 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.1810176 Apr 30 01:18:27.955015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Attempting to bind port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:27.963178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Attempting to bind port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:27.963614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Attempting to bind port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:28.019365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:28.019886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Attempting to bind port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:28.060083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.070648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-10e2501f-d322-44eb-b4a1-0e3e4edbe7c7 req-91039ac9-9199-4889-bc6f-743f61c246ba tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 210 time: 0.0432923 Apr 30 01:18:28.071386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:28.071747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:28.076582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:28.076582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Bound port: 31ae1168-5f1c-4b95-a024-fba3fb1d2e20, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:28.076582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.093682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] For port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:28.094123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.144501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:18:28.158947 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.176122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.178286 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Added segment eb8e7485-02a0-4a59-a56f-7b02544cb6b7 of type vlan for network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 Apr 30 01:18:28.190159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4496a4c8-6621-41e5-a716-bfc9431e8eb7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:28.253078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:28.262131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Pushing event updated for resources: {'Port': ['ID=2b94684b-2560-4e9f-9183-4f5340e506c2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:28.265347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:28.293138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:28.298555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:28.299175 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.319255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.342961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] For port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:28.365507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] For port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:28.402512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.402922 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.403957 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Floating IP f5cef50c-e103-4679-aea3-485db328fcc5 disassociated. External IP: 172.25.0.126, port: 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f. Apr 30 01:18:28.404307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Calling delete_port for 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:18:28.448105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.449247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:28.450005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.450579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-870dbbe1-4002-4380-89da-d8ac63cbae73 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9122872 Apr 30 01:18:28.453054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.463968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-2ab3a718-f4f3-4829-a29e-3088146f3efa service neutron] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:28.472021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-64e00065-8344-449c-81ea-b14e2f7d6cf5 None None] Provisioning complete for port 2b94684b-2560-4e9f-9183-4f5340e506c2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:28.472570 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64e00065-8344-449c-81ea-b14e2f7d6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.474689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Request body: {'port': {'device_id': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:28.514559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-2ab3a718-f4f3-4829-a29e-3088146f3efa service neutron] Notify callbacks [] for binding, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.515636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa42f9a5-639e-4b5e-a238-c9137389a343 req-2ab3a718-f4f3-4829-a29e-3088146f3efa service neutron] 10.222.0.23 "DELETE /v2.0/ports/28d5b84c-175c-4d76-a978-217f967de7ab/bindings/n-h1-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.5454452 Apr 30 01:18:28.519838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-64e00065-8344-449c-81ea-b14e2f7d6cf5 None None] Port 2b94684b-2560-4e9f-9183-4f5340e506c2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:18:28.527658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:28.527658 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.527658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] 10.222.0.21 "PUT /v2.0/ports/31ae1168-5f1c-4b95-a024-fba3fb1d2e20 HTTP/1.1" status: 200 len: 1095 time: 1.4807208 Apr 30 01:18:28.527658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8b4c2-48d1-492c-8225-322bac8f8ca8', 'tag': '31ae1168-5f1c-4b95-a024-fba3fb1d2e20'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:28.529897 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ae080-66f0-4b6e-b71c-0177a8a9d2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8b4c2-48d1-492c-8225-322bac8f8ca8", "tag": "31ae1168-5f1c-4b95-a024-fba3fb1d2e20"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:28.595063 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bffefa8-4fae-4072-9ddf-9cee56aa3897 x-openstack-request-id: req-6bffefa8-4fae-4072-9ddf-9cee56aa3897 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:28.596923 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8b4c2-48d1-492c-8225-322bac8f8ca8", "tag": "31ae1168-5f1c-4b95-a024-fba3fb1d2e20", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:28.596923 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bffefa8-4fae-4072-9ddf-9cee56aa3897 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:28.596923 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bffefa8-4fae-4072-9ddf-9cee56aa3897'] response: {'name': 'network-changed', 'server_uuid': '53e8b4c2-48d1-492c-8225-322bac8f8ca8', 'tag': '31ae1168-5f1c-4b95-a024-fba3fb1d2e20', 'status': 'completed', 'code': 200} Apr 30 01:18:28.611075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] Pushing event updated for resources: {'Network': ['ID=b434aa75-0d3e-48c1-942a-f1401fcbf3f1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:28.625431 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:18:28.641342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7da61d2e-0f8a-4c98-8164-07866f2e0bfc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4378018 Apr 30 01:18:28.655003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33094) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:28.673692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.687229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Request body: {'subnet': {'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1671855868-subnet', 'tenant_id': '0ae2eb915422456a9a1791d75e06384d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:28.697450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2613b-69d9-4925-bf58-55d4e2d14c78 service neutron] Pushing event updated for resources: {'Port': ['ID=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:28.729805 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd977f60-9d46-43e3-a8e5-cdca937a5736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.730424 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:28.780030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event deleted for resources: {'Port': ['ID=7822bffc-6cee-4d47-8db9-cecaa5e9ba2f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:28.870241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7953d-9481-44b6-ab63-65c6b17429fd req-b055f5ad-d9aa-420b-b289-a57b0dcc6850 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:28.872903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3e7953d-9481-44b6-ab63-65c6b17429fd req-b055f5ad-d9aa-420b-b289-a57b0dcc6850 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 947 time: 0.1423116 Apr 30 01:18:28.876548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ae080-66f0-4b6e-b71c-0177a8a9d2a8 req-fb0e4ca9-dff6-4c24-8354-76faa2c4753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:28.879737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-430ae080-66f0-4b6e-b71c-0177a8a9d2a8 req-fb0e4ca9-dff6-4c24-8354-76faa2c4753a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0df330b105aa45cc96af5d84f8e469ac&device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 1098 time: 0.2354124 Apr 30 01:18:28.922485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-430ae080-66f0-4b6e-b71c-0177a8a9d2a8 req-6df649a6-2b0a-4c36-bc0a-8898e77e500f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0df330b105aa45cc96af5d84f8e469ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299428 Apr 30 01:18:28.968612 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3e7953d-9481-44b6-ab63-65c6b17429fd req-d26deebd-4e64-4840-a3f6-c8c5e9561636 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826023 Apr 30 01:18:28.992330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Made reservation on behalf of 0ae2eb915422456a9a1791d75e06384d for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:28.994879 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:29.047189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Router 86006bb1-39ae-412e-bb5d-76f609f8935e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:18:29.152028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65993111-3328-49e6-bfb9-84ef6a4a5c7a req-abe0322d-502f-4abe-b565-8935f3cf635e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:29.155016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-65993111-3328-49e6-bfb9-84ef6a4a5c7a req-abe0322d-502f-4abe-b565-8935f3cf635e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 945 time: 0.2489102 Apr 30 01:18:29.240669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75de577-e2bd-4262-8e08-776f1262a8c3 req-c6b13f4d-8b77-48ff-a6cf-b4489aef27ed tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:29.242074 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f75de577-e2bd-4262-8e08-776f1262a8c3 req-c6b13f4d-8b77-48ff-a6cf-b4489aef27ed tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 931 time: 0.1623945 Apr 30 01:18:29.265368 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-65993111-3328-49e6-bfb9-84ef6a4a5c7a req-89f2e304-8f3f-442f-af27-765160088a7e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975487 Apr 30 01:18:29.281056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ae080-66f0-4b6e-b71c-0177a8a9d2a8 req-ddfae8b7-d5be-4294-97c1-74304dc2c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:29.284308 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-430ae080-66f0-4b6e-b71c-0177a8a9d2a8 req-ddfae8b7-d5be-4294-97c1-74304dc2c592 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3475111 Apr 30 01:18:29.421775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f75de577-e2bd-4262-8e08-776f1262a8c3 req-3fe68e12-33a6-42a9-99e9-af0829175f41 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692588 Apr 30 01:18:29.445509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-0849ae8b-05ef-45de-8c77-5dc21882c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:29.445509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-0849ae8b-05ef-45de-8c77-5dc21882c34a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0df330b105aa45cc96af5d84f8e469ac&device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0629570 Apr 30 01:18:29.446193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:18:29.458687 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] Sync routers for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:18:29.479462 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:18:29.479462 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:18:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:29.485650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b94684b-2560-4e9f-9183-4f5340e506c2 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:29.506422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] No DVR routers for this DVR port 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:18:29.509230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:29.518598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:29.521226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb04b883-6d85-48ef-b608-4b70f8c95ad2 req-46357b60-5d24-450a-8f2d-52650b832db2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "DELETE /v2.0/ports/7822bffc-6cee-4d47-8db9-cecaa5e9ba2f HTTP/1.1" status: 204 len: 173 time: 2.0295312 Apr 30 01:18:29.530629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84183d4-4894-464e-9b74-c95f7bfb78bc req-739d4356-1b07-4c70-a2b7-9d63787d1e76 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:29.531573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b84183d4-4894-464e-9b74-c95f7bfb78bc req-739d4356-1b07-4c70-a2b7-9d63787d1e76 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1633997 Apr 30 01:18:29.532029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'name': 'network-vif-deleted', 'tag': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:29.534342 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b77b9fa-f4af-4a7c-b381-ed11fee91bcf" -d '{"events": [{"server_uuid": "f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1", "name": "network-vif-deleted", "tag": "7822bffc-6cee-4d47-8db9-cecaa5e9ba2f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:29.564364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-ecd58d47-582b-4d1f-98ba-86afdd0cc546 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=31ae1168-5f1c-4b95-a024-fba3fb1d2e20 HTTP/1.1" status: 200 len: 217 time: 0.0944400 Apr 30 01:18:29.564869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Transition to ACTIVE for port object 2b94684b-2560-4e9f-9183-4f5340e506c2 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:29.565721 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:29.588338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b84183d4-4894-464e-9b74-c95f7bfb78bc req-e1ef417a-6005-4b2e-970a-ae2e9a988a40 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Apr 30 01:18:29.623792 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:29.716913 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:18:29.731987 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff35a84b-adc7-4e2c-ab61-e92ddc957e0e x-openstack-request-id: req-ff35a84b-adc7-4e2c-ab61-e92ddc957e0e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:29.735688 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1", "name": "network-vif-deleted", "tag": "7822bffc-6cee-4d47-8db9-cecaa5e9ba2f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:29.736115 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff35a84b-adc7-4e2c-ab61-e92ddc957e0e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:29.736634 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff35a84b-adc7-4e2c-ab61-e92ddc957e0e'] response: {'server_uuid': 'f75cff60-ae9c-4fa1-aa62-cc1ea2fdf0c1', 'name': 'network-vif-deleted', 'tag': '7822bffc-6cee-4d47-8db9-cecaa5e9ba2f', 'status': 'completed', 'code': 200} Apr 30 01:18:29.751860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Pushing event updated for resources: {'Port': ['ID=2b94684b-2560-4e9f-9183-4f5340e506c2,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:29.803364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1072f32-3a9b-4421-bf45-2d4ab592239b req-cd2f45ce-3e1f-4b12-b609-d20f9964d417 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 210 time: 0.1524804 Apr 30 01:18:29.808026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Attempting to bind port 2b94684b-2560-4e9f-9183-4f5340e506c2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:29.808588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Attempting to bind port 2b94684b-2560-4e9f-9183-4f5340e506c2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:29.812603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Attempting to bind port 2b94684b-2560-4e9f-9183-4f5340e506c2 on network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:29.843707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Port 2b94684b-2560-4e9f-9183-4f5340e506c2 on network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:29.844557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Attempting to bind port 2b94684b-2560-4e9f-9183-4f5340e506c2 on network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:29.852540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:29.857080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Checking segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:29.857080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Bound using segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:29.857080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Bound port: 2b94684b-2560-4e9f-9183-4f5340e506c2, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:29.857080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:29.903785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-f325ecea-d92d-45d3-b60a-22764cf2adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:29.906975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-f325ecea-d92d-45d3-b60a-22764cf2adb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.3047590 Apr 30 01:18:29.907703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01c2a0b-dd3f-49fd-9728-055577d09a86,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:29.961215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dab0-3576-45fb-84f9-6ff924ca84dc req-a0e438d7-d15b-475e-8c73-d558e73b4acd tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:29.962907 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b54dab0-3576-45fb-84f9-6ff924ca84dc req-a0e438d7-d15b-475e-8c73-d558e73b4acd tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1096 time: 0.1418974 Apr 30 01:18:30.134160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] For port 2b94684b-2560-4e9f-9183-4f5340e506c2, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:30.152712 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:30.163812 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b54dab0-3576-45fb-84f9-6ff924ca84dc req-1db7ad20-496e-49c9-8913-ec00a27212e6 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881480 Apr 30 01:18:30.179344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] For port 2b94684b-2560-4e9f-9183-4f5340e506c2, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2b94684b-2560-4e9f-9183-4f5340e506c2,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:30.190223 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] Checking router: 86006bb1-39ae-412e-bb5d-76f609f8935e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:18:30.203969 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:18:30.204847 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:18:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:30.259910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:30.337005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-2c4b0fb2-5ebb-4f6f-8084-df493a70625c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:30.339374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-2c4b0fb2-5ebb-4f6f-8084-df493a70625c tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "GET /v2.0/networks?id=265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 200 len: 823 time: 0.3072190 Apr 30 01:18:30.366071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:30.367000 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:30.369924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] 10.222.0.21 "PUT /v2.0/ports/2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 1091 time: 1.9002337 Apr 30 01:18:30.533942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-78beff55-4a1c-4e3a-86b3-da9ae6de2f28 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c55c9ce1aaba4181a55c5defc1110969 HTTP/1.1" status: 200 len: 380 time: 0.1802170 Apr 30 01:18:30.561561 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:18:30.567139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8d9a8-1de2-4d3f-a8b5-4c6b1f4c5762 service neutron] Pushing event updated for resources: {'Port': ['ID=2b94684b-2560-4e9f-9183-4f5340e506c2,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:30.585971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:30.586434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Network hostable DHCP agents. Network: b434aa75-0d3e-48c1-942a-f1401fcbf3f1, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:18:30.691116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-ab0ac582-08e1-49fb-968a-24804f39c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:30.693553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-ab0ac582-08e1-49fb-968a-24804f39c5e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7711964 Apr 30 01:18:30.704858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3d9d-e7f3-436b-978d-2dd8091589a2 req-acc32020-b795-4cd4-baad-d6a19b00587d tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:30.718081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0cb3d9d-e7f3-436b-978d-2dd8091589a2 req-acc32020-b795-4cd4-baad-d6a19b00587d tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 947 time: 0.2655201 Apr 30 01:18:30.759545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:18:30.842037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Request body: {'port': {'device_id': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'admin_state_up': True, 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'security_groups': ['4a3e5b81-b830-4993-8f42-5ba51390e157']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:30.854992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0cb3d9d-e7f3-436b-978d-2dd8091589a2 req-d7549a01-9165-410a-a8c9-13b6cbcecd9e tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358891 Apr 30 01:18:30.877594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b434aa75-0d3e-48c1-942a-f1401fcbf3f1) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:30.891449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:30.892326 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:30.894173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c7b44-599a-4a5d-b176-d2b7a8489e4d None None] Network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:18:30.934964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-83a0d82b-f650-40a3-be61-87f55b84db96 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127669 Apr 30 01:18:30.979115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-001ea7c4-43a0-4caa-8627-22bb101c2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:30.980703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-001ea7c4-43a0-4caa-8627-22bb101c2b29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1094 time: 0.4103744 Apr 30 01:18:30.992939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57a05e-283c-41a7-8782-711813ce5e23 req-32c96b30-c191-4a1a-8e57-f44f9d2f8362 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:31.002093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a57a05e-283c-41a7-8782-711813ce5e23 req-32c96b30-c191-4a1a-8e57-f44f9d2f8362 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 943 time: 0.4360800 Apr 30 01:18:31.002770 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:31.019844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f6bb38a-8f23-4971-8a1f-bc567442d646 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3413622 Apr 30 01:18:31.085169 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54b8736f-f781-47d9-b9af-fc0c4644b513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:31.127824 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-1439a97b-2110-4d44-a695-f86955b8afa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 217 time: 0.1073537 Apr 30 01:18:31.130149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b8c4b-d4f5-4cce-aeaf-2031dcd13039 None None] Network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:18:31.132947 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09bd1e-c90e-4acc-b233-a8cf624850a7 None None] The sync data for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 is: [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:18:31.194059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a57a05e-283c-41a7-8782-711813ce5e23 req-2b54a766-a9fd-41d8-b3a6-d91eba19a790 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910064 Apr 30 01:18:31.295858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-fef44b75-d553-4c0f-8e6f-410230e92d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:31.297574 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-fef44b75-d553-4c0f-8e6f-410230e92d70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.1511829 Apr 30 01:18:31.298286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:18:31.351937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a29bfb7-7ac6-4ff9-86c1-20e7fbc0eba9 req-4994b725-b253-4a4b-9e3d-04f97c9c0bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101422 Apr 30 01:18:31.361126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:18:31.361473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7822bffc-6cee-4d47-8db9-cecaa5e9ba2f not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:18:31.362838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Made reservation on behalf of c55c9ce1aaba4181a55c5defc1110969 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:31.370555 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:31.451610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-deabf174-8273-47ca-b7ee-131e4aefb383 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:31.465227 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-deabf174-8273-47ca-b7ee-131e4aefb383 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 820 time: 0.3180277 Apr 30 01:18:31.483459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:31.491314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ca293dac-7b79-4648-847e-bbd6d320c252 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/quotas/f297342a7d6142d5b70058c1e50be395 HTTP/1.1" status: 200 len: 375 time: 0.0192623 Apr 30 01:18:31.596120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-f524e949-b45a-4173-8d7e-3d241a326ca2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960906 Apr 30 01:18:31.631287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c323d1-92b9-40c8-a46d-849d42dde59f None None] New status for floating IP f5cef50c-e103-4679-aea3-485db328fcc5: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:18:31.721072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-124dbc09-7a42-4e3a-b333-91281a3d9501 service neutron] 10.222.0.15 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231809 Apr 30 01:18:31.770832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:31.773163 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf751d-5ad0-4c6b-8299-5d4002489ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:31.832597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:31.860286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'port_id': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'mac_address': 'fa:16:3e:68:82:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b6587d-c0b7-431f-839f-e81a0ff957ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:31.871440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-eeba4f86-099e-40ae-9356-a536d3e71a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:31.874133 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-eeba4f86-099e-40ae-9356-a536d3e71a00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5670114 Apr 30 01:18:31.879142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-486a8bfc-606f-4f0a-acb7-629be6daaf10 service neutron] 10.222.0.15 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545162 Apr 30 01:18:31.911277 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:31.915344 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:31.938748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:31.956951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:31.991471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe7301-b290-4339-a00e-a2c8e8a71fff req-083a34df-6cf1-4d9e-a449-9e39f94a431b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:31.999340 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bbe7301-b290-4339-a00e-a2c8e8a71fff req-083a34df-6cf1-4d9e-a449-9e39f94a431b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.6178503 Apr 30 01:18:32.047439 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.131822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:32.139089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Allocated IP 172.20.0.13 (265f698d-797d-40ff-845d-c4c8da5392b5/6ebc9e95-7b47-4964-ad81-47db4d0f6929/c897743d-6ebd-4e05-aa73-640be5da2012) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:32.147461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bbe7301-b290-4339-a00e-a2c8e8a71fff req-90d6d9e5-12df-4638-aee6-be41536f3089 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472194 Apr 30 01:18:32.151213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-854e1923-f6b8-4929-8a8e-766669dad9dd service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660234 Apr 30 01:18:32.198375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:32.310389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33220) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:32.316346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-274278730-network', 'tenant_id': '3470120344ff467e84fb1b29bd1343f7'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:32.373529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be0258b4-cdfa-4228-8a31-02f26bdd8ce2 req-cd3bc05b-d4d6-4ddd-b496-52568db8a84a service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121143 Apr 30 01:18:32.419690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Made reservation on behalf of 3470120344ff467e84fb1b29bd1343f7 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:32.422650 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.446325 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.565833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8ab4543-47a4-4bfd-bf1f-a4e6df23d8c1 req-6fa6d979-fa60-4e3c-9bc3-83542b0826f6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 210 time: 0.3063080 Apr 30 01:18:32.635591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.667944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.672063 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb02fbaa-4191-4b96-96e8-ad3520daaf78 x-openstack-request-id: req-cb02fbaa-4191-4b96-96e8-ad3520daaf78 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:32.672352 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:32.672596 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb02fbaa-4191-4b96-96e8-ad3520daaf78 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:32.672984 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb02fbaa-4191-4b96-96e8-ad3520daaf78'] response: {'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'status': 'completed', 'code': 200} Apr 30 01:18:32.706911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.729387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:18:32.765042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.765958 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Added segment 006db321-60bc-4288-b017-86af8a4a98c0 of type vlan for network ad7f75bd-1744-427d-9356-c5ec25e23288 Apr 30 01:18:32.822951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8514ca27-8ce7-4543-bb47-00b1e22b7096,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:32.838574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.875179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-3e874dc5-6813-4af8-acd0-0040a83e9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:32.876728 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-3e874dc5-6813-4af8-acd0-0040a83e9cf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1094 time: 0.1498299 Apr 30 01:18:32.933650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1901c5e-ac07-4788-8dc3-7089b09df67c req-484a451a-5419-4b4a-83b3-13d08f873994 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:32.935982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1901c5e-ac07-4788-8dc3-7089b09df67c req-484a451a-5419-4b4a-83b3-13d08f873994 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 947 time: 0.1445560 Apr 30 01:18:32.939020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.943364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:32.944362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:32.945021 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.018559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7f75bd-1744-427d-9356-c5ec25e23288,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:33.036680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ad7f75bd-1744-427d-9356-c5ec25e23288 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:18:33.103997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event updated for resources: {'Port': ['ID=c897743d-6ebd-4e05-aa73-640be5da2012,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:33.200555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-3b061d99-e57a-4f1d-b190-79a9a513d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:33.202044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-3b061d99-e57a-4f1d-b190-79a9a513d516 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.3173571 Apr 30 01:18:33.238667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0e406c01-ef61-4f47-9298-9594b2b0a8b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9270315 Apr 30 01:18:33.239264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33246) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:33.241685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Network 265f698d-797d-40ff-845d-c4c8da5392b5 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:33.247831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Request body: {'subnet': {'network_id': 'ad7f75bd-1744-427d-9356-c5ec25e23288', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-274278730-subnet', 'tenant_id': '3470120344ff467e84fb1b29bd1343f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:33.293061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-ecb79691-64d4-4260-bab7-a43a680b1d59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 217 time: 0.0819924 Apr 30 01:18:33.295844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04735c7f-8a97-4121-8168-b1d27ab13fdf req-acd3030d-9aec-42a0-a619-8cf2c235b727 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 210 time: 0.0335479 Apr 30 01:18:33.297904 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1901c5e-ac07-4788-8dc3-7089b09df67c req-f6d4bd0a-f78f-4283-825c-824cb9f2184e tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223398 Apr 30 01:18:33.300118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:33.317819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:33.328410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:33.329791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.408867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-382bbeca-6252-4f3c-8ea3-57be621add2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:33.410297 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-382bbeca-6252-4f3c-8ea3-57be621add2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.1074326 Apr 30 01:18:33.421080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Made reservation on behalf of 3470120344ff467e84fb1b29bd1343f7 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:33.426985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.451143 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-c14d6f59-ef07-44d1-ac97-28431f4e76a7 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8516452 Apr 30 01:18:33.471017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:33.488909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Request body: {'port': {'device_id': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:33.589659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9ee89-d365-4b04-a866-577c9c4c8c5a req-f6fd5626-1af9-430b-945a-67f1dde4fde9 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:33.606923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1cb9ee89-d365-4b04-a866-577c9c4c8c5a req-f6fd5626-1af9-430b-945a-67f1dde4fde9 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 943 time: 0.2083404 Apr 30 01:18:33.630723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909e6da-70e8-429a-a805-fe1c5944e375 req-e3d832af-2a7f-41b9-91f5-ee36b8cc2bec tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:33.634131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-1ba9a606-c616-4d7e-b2a6-6e47df5ce013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:33.638659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-1ba9a606-c616-4d7e-b2a6-6e47df5ce013 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935978 Apr 30 01:18:33.645422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a909e6da-70e8-429a-a805-fe1c5944e375 req-e3d832af-2a7f-41b9-91f5-ee36b8cc2bec tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.2099531 Apr 30 01:18:33.654073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:33.654646 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.681924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.707067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a909e6da-70e8-429a-a805-fe1c5944e375 req-a5bda074-8314-4622-ab90-32190a6d2f34 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597544 Apr 30 01:18:33.765257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1cb9ee89-d365-4b04-a866-577c9c4c8c5a req-a829e5d1-e601-47bb-ade3-125822401760 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570759 Apr 30 01:18:33.777680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.836936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.878709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.911252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-25739637-f541-415b-a4ab-fb5d30babd85 None None] Provisioning complete for port c897743d-6ebd-4e05-aa73-640be5da2012 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:33.911854 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25739637-f541-415b-a4ab-fb5d30babd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:33.917765 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-c523dacd-81d0-4a78-ab07-c9be4875b89c service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523923 Apr 30 01:18:33.953811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:33.956616 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42c793c-a187-4027-b6b1-7ca4e7a60b54" -d '{"events": [{"server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "name": "network-vif-plugged", "status": "completed", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:33.983687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:33.990291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-25739637-f541-415b-a4ab-fb5d30babd85 None None] Port c897743d-6ebd-4e05-aa73-640be5da2012 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:18:34.053828 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:34.113049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:34.119082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aacf751d-5ad0-4c6b-8299-5d4002489ac5 req-3b17fee2-5b00-42ea-ac1a-4ee444654135 service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898036 Apr 30 01:18:34.159871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:34.195819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5315a0-63f8-4289-abfb-9d1f87e12949 req-0f9f76f2-36ae-4568-bc6f-f6f8debeef26 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:34.197951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f5315a0-63f8-4289-abfb-9d1f87e12949 req-0f9f76f2-36ae-4568-bc6f-f6f8debeef26 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 932 time: 0.2564421 Apr 30 01:18:34.239348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc96f1df-14ed-43ea-9c3c-58c8d5edec56,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:34.245137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Checking segment: {'id': '006db321-60bc-4288-b017-86af8a4a98c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad7f75bd-1744-427d-9356-c5ec25e23288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:34.247053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Network hostable DHCP agents. Network: ad7f75bd-1744-427d-9356-c5ec25e23288, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:18:34.280086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f5315a0-63f8-4289-abfb-9d1f87e12949 req-0b36cfcf-9fb5-40b7-9d8f-f767373b7cdc tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785367 Apr 30 01:18:34.342002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Network ad7f75bd-1744-427d-9356-c5ec25e23288 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:18:34.360007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c897743d-6ebd-4e05-aa73-640be5da2012 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:34.370118 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb9e765-b10e-4667-bad4-912bb7325746 x-openstack-request-id: req-8fb9e765-b10e-4667-bad4-912bb7325746 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:34.370415 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "name": "network-vif-plugged", "status": "completed", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:34.370660 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fb9e765-b10e-4667-bad4-912bb7325746 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:34.371044 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb9e765-b10e-4667-bad4-912bb7325746'] response: {'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'code': 200} Apr 30 01:18:34.372362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:34.386254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Transition to ACTIVE for port object c897743d-6ebd-4e05-aa73-640be5da2012 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:34.436322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ad7f75bd-1744-427d-9356-c5ec25e23288) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:34.441631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:34.442225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:34.465116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c49a89-70a9-40fb-880e-47fa33acb638 None None] Network ad7f75bd-1744-427d-9356-c5ec25e23288 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:18:34.470947 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:34.585629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2e2391f-10ab-4732-bc8e-9276792c0de9 req-89911fd9-5e12-412b-95e5-0322ed0dc8df tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 210 time: 0.0513771 Apr 30 01:18:34.597267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-19d55754-f680-43f6-a7a9-8d61e7d91d58 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3565760 Apr 30 01:18:34.649991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Pushing event updated for resources: {'Port': ['ID=c897743d-6ebd-4e05-aa73-640be5da2012,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:34.730550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6f1b9-021f-43ae-bd3f-ca7fb3530dbf req-60552faf-85c1-4706-a168-81d56df0d8eb tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:34.754397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fd6f1b9-021f-43ae-bd3f-ca7fb3530dbf req-60552faf-85c1-4706-a168-81d56df0d8eb tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 947 time: 0.2274063 Apr 30 01:18:34.833221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Attempting to bind port c897743d-6ebd-4e05-aa73-640be5da2012 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:34.835012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Attempting to bind port c897743d-6ebd-4e05-aa73-640be5da2012 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:34.835483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Attempting to bind port c897743d-6ebd-4e05-aa73-640be5da2012 on network 265f698d-797d-40ff-845d-c4c8da5392b5 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:34.836208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9eb56-0a41-4d1e-afa2-5d4337a74961 None None] Network ad7f75bd-1744-427d-9356-c5ec25e23288 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:18:34.858759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Port c897743d-6ebd-4e05-aa73-640be5da2012 on network 265f698d-797d-40ff-845d-c4c8da5392b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:34.859085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Attempting to bind port c897743d-6ebd-4e05-aa73-640be5da2012 on network 265f698d-797d-40ff-845d-c4c8da5392b5 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:34.884510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:34.884843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Checking segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:34.885221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Bound using segment: {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:34.885795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Bound port: c897743d-6ebd-4e05-aa73-640be5da2012, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78421ddb-95d2-42fd-8360-89ffdf7f50d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:34.886149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:34.934333 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fd6f1b9-021f-43ae-bd3f-ca7fb3530dbf req-90e1aef3-a47d-49ab-b96e-58e89511c28a tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771479 Apr 30 01:18:35.065058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] For port c897743d-6ebd-4e05-aa73-640be5da2012, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:35.098264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] For port c897743d-6ebd-4e05-aa73-640be5da2012, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c897743d-6ebd-4e05-aa73-640be5da2012,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:35.138325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07daaf-7339-4b08-872c-33f78e7b3cfd req-54653d6e-063b-48dd-8baf-01e9d52add50 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:35.141082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe07daaf-7339-4b08-872c-33f78e7b3cfd req-54653d6e-063b-48dd-8baf-01e9d52add50 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 943 time: 0.0930595 Apr 30 01:18:35.191383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:35.201954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590ace-ee70-4227-8755-ca749a46a72c req-0fdb45f9-c724-4d0c-b808-6b81483ac3f8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:35.209564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa590ace-ee70-4227-8755-ca749a46a72c req-0fdb45f9-c724-4d0c-b808-6b81483ac3f8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.3297849 Apr 30 01:18:35.243339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-51506876-1be9-4ea3-ab68-84b44ef8eac8 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:35.245339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-51506876-1be9-4ea3-ab68-84b44ef8eac8 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 820 time: 0.2414546 Apr 30 01:18:35.264696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Request body: {'port': {'device_id': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'admin_state_up': True, 'tenant_id': 'f297342a7d6142d5b70058c1e50be395'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:35.311798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Pushing event updated for resources: {'Port': ['ID=c897743d-6ebd-4e05-aa73-640be5da2012,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:35.332567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe07daaf-7339-4b08-872c-33f78e7b3cfd req-cf717065-f13d-4295-8562-721943aa056f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809039 Apr 30 01:18:35.334197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:35.334818 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:35.336705 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-25e96b25-4e4f-48c9-9edd-9fede3390609 service neutron] 10.222.0.23 "PUT /v2.0/ports/c897743d-6ebd-4e05-aa73-640be5da2012 HTTP/1.1" status: 200 len: 1092 time: 1.8560979 Apr 30 01:18:35.346170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'tag': 'c897743d-6ebd-4e05-aa73-640be5da2012'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:35.351027 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60391ada-1fae-4d0c-b2fc-756e0f563ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d94c6fd-c91e-477e-8081-a07fb89ff0af", "tag": "c897743d-6ebd-4e05-aa73-640be5da2012"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:35.438859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa590ace-ee70-4227-8755-ca749a46a72c req-df3a0815-a72b-4a13-9428-70fa51c0f9af tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138114 Apr 30 01:18:35.463964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2b94684b-2560-4e9f-9183-4f5340e506c2 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:35.650659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-5e04fa4f-67a1-479c-9ebe-728971e640c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:35.652004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-5e04fa4f-67a1-479c-9ebe-728971e640c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 1095 time: 0.1280959 Apr 30 01:18:35.673505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Made reservation on behalf of f297342a7d6142d5b70058c1e50be395 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:35.678141 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:35.689490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb1b9c-ff62-4c00-9299-4b99e9ababf2 req-2a4969f2-a5b6-4973-a88f-28a6f0047bd0 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:35.694495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7eb1b9c-ff62-4c00-9299-4b99e9ababf2 req-2a4969f2-a5b6-4973-a88f-28a6f0047bd0 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 944 time: 0.0752523 Apr 30 01:18:35.787610 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-4ef45eea-8209-41ab-804b-34feb3063f0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c897743d-6ebd-4e05-aa73-640be5da2012 HTTP/1.1" status: 200 len: 217 time: 0.1248596 Apr 30 01:18:35.831281 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2b94684b-2560-4e9f-9183-4f5340e506c2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2b94684b-2560-4e9f-9183-4f5340e506c2,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:35.842749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7eb1b9c-ff62-4c00-9299-4b99e9ababf2 req-a4ac9c1a-1245-4799-9298-17752c2e774a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345036 Apr 30 01:18:35.863531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'mac_address': 'fa:16:3e:6b:d0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:35.935351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:35.952050 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862e8529-2939-41aa-9143-04dfd3b46586 x-openstack-request-id: req-862e8529-2939-41aa-9143-04dfd3b46586 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:35.952050 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d94c6fd-c91e-477e-8081-a07fb89ff0af", "tag": "c897743d-6ebd-4e05-aa73-640be5da2012", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:35.952050 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-862e8529-2939-41aa-9143-04dfd3b46586 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:35.954716 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862e8529-2939-41aa-9143-04dfd3b46586'] response: {'name': 'network-changed', 'server_uuid': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'tag': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'status': 'completed', 'code': 200} Apr 30 01:18:35.967095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b94684b-2560-4e9f-9183-4f5340e506c2 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:35.979278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Allocated IP 172.20.0.10 (b7229896-42d0-4c0a-9005-9218b8141669/970e692f-910b-4aa7-ac3d-49f2ceaa26fa/19df58d6-becd-4b54-a7fa-a7cd82da1ab0) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:36.013722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2b94684b-2560-4e9f-9183-4f5340e506c2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2b94684b-2560-4e9f-9183-4f5340e506c2,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:36.030901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-050576e5-84f4-410a-b95f-bbb0e89cc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:36.032758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-050576e5-84f4-410a-b95f-bbb0e89cc90b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebc9e95-7b47-4964-ad81-47db4d0f6929 HTTP/1.1" status: 200 len: 862 time: 0.2173679 Apr 30 01:18:36.093691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-4c014053-e06a-49e2-a066-c21fc2682939 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:36.100874 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:36.101549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:36.114375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-4c014053-e06a-49e2-a066-c21fc2682939 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 808 time: 0.3454864 Apr 30 01:18:36.142986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a63d253e-9a0b-453a-b4e3-d3049a83e80f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/quotas/0ae2eb915422456a9a1791d75e06384d HTTP/1.1" status: 200 len: 375 time: 0.0276747 Apr 30 01:18:36.195413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-782a4774-9225-4119-bcd2-a252975cd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:36.206040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-782a4774-9225-4119-bcd2-a252975cd65a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=265f698d-797d-40ff-845d-c4c8da5392b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641757 Apr 30 01:18:36.224020 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-35502fa3-25da-42a2-8d0a-da0997464bf0 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730596 Apr 30 01:18:36.227357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a25885b6-bd0f-4968-86c7-4a2ebcef8d80 req-f576ab10-e3b9-41ea-aba3-2234142e5d13 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 210 time: 0.0408106 Apr 30 01:18:36.334916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:36.426641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-8c6ec10c-1bff-4c5e-aec5-d6ef2364cf9e service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515920 Apr 30 01:18:36.447771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad3383-4d24-4be0-9a79-2b2a0b3f32a3 req-56c50107-51e6-4a10-a90f-dce5296297ea tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:36.455819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbad3383-4d24-4be0-9a79-2b2a0b3f32a3 req-56c50107-51e6-4a10-a90f-dce5296297ea tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 947 time: 0.0705075 Apr 30 01:18:36.506149 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbad3383-4d24-4be0-9a79-2b2a0b3f32a3 req-d0028704-c69e-4b2a-985d-ff46b2c7ab9b tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479226 Apr 30 01:18:36.522310 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:36.570366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:36.586735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '31ae1168-5f1c-4b95-a024-fba3fb1d2e20', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '31ae1168-5f1c-4b95-a024-fba3fb1d2e20', 'mac_address': 'fa:16:3e:b4:b4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:36.613900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2b94684b-2560-4e9f-9183-4f5340e506c2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:36.622985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Network b7229896-42d0-4c0a-9005-9218b8141669 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:36.626193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-e5722c34-d099-4d00-83fc-276dddc02746 service neutron] 10.222.0.15 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006116 Apr 30 01:18:36.643948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:36.666487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:36.671790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-228861c5-b413-4eb6-a4f7-4d312129e7cf req-fada05ce-07ac-42db-8544-955fb7f202d8 service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161298 Apr 30 01:18:36.674335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:36.688354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:36.700723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:36.701912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:36.705446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:36.732001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Pushing event updated for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:36.784507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4fd2d-f16e-4115-abf9-42427994a132 req-061370f5-774b-4d19-a778-0d14dd918ccf tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:36.792522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59a4fd2d-f16e-4115-abf9-42427994a132 req-061370f5-774b-4d19-a778-0d14dd918ccf tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 944 time: 0.1976049 Apr 30 01:18:36.814026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:36.837620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-ce91b1ae-ce4e-497d-b8dd-79da4c6b23c1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5809460 Apr 30 01:18:36.853652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Request body: {'port': {'device_id': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:36.887553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:36.910568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-bc93a5f8-ddfa-43ac-a6ea-5f4eafd6af04 service neutron] 10.222.0.15 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826149 Apr 30 01:18:36.960546 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59a4fd2d-f16e-4115-abf9-42427994a132 req-65b75349-3b6d-404f-83c8-7b9f65e7e1d6 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605947 Apr 30 01:18:36.966176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-72a3af3c-d3bf-4e66-89aa-cf3d9fcb2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:36.969056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-72a3af3c-d3bf-4e66-89aa-cf3d9fcb2592 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 1095 time: 0.1478543 Apr 30 01:18:36.995704 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:37.114541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2b94684b-2560-4e9f-9183-4f5340e506c2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:37.118301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['31ae1168-5f1c-4b95-a024-fba3fb1d2e20'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:37.257973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-1174a16f-6f5e-4f62-90e1-5008af4dd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:37.259475 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-1174a16f-6f5e-4f62-90e1-5008af4dd481 service neutron] 10.222.0.23 "GET /v2.0/networks?id=265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 200 len: 923 time: 0.2719760 Apr 30 01:18:37.375348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-25685f77-2c3a-46b2-89b0-94f559d9ccac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c897743d-6ebd-4e05-aa73-640be5da2012 HTTP/1.1" status: 200 len: 217 time: 0.1035740 Apr 30 01:18:37.446575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ad247-5904-447c-9b4c-bb698b19003e req-de93f574-8c15-4004-abaf-f910e1c922c8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:37.454680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-472ad247-5904-447c-9b4c-bb698b19003e req-de93f574-8c15-4004-abaf-f910e1c922c8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.2596202 Apr 30 01:18:37.526223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-472ad247-5904-447c-9b4c-bb698b19003e req-0f93a0a0-0fd6-4ea1-a7aa-70d081846168 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Apr 30 01:18:37.540480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f108c05-a886-44b5-83d8-c978b9ca0ae8 req-507a5f60-608d-43a6-9923-bd298f993a98 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:37.549646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f108c05-a886-44b5-83d8-c978b9ca0ae8 req-507a5f60-608d-43a6-9923-bd298f993a98 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 944 time: 0.1863818 Apr 30 01:18:37.555898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-4d8d1b30-1cd1-4d15-9eed-cb9f9787fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:37.558512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-4d8d1b30-1cd1-4d15-9eed-cb9f9787fa4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebc9e95-7b47-4964-ad81-47db4d0f6929 HTTP/1.1" status: 200 len: 862 time: 0.1425231 Apr 30 01:18:37.630463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f108c05-a886-44b5-83d8-c978b9ca0ae8 req-7c28d89d-036f-4288-ab49-995f74381e47 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798550 Apr 30 01:18:37.669600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-bc85c16a-c8a1-406a-9ac1-48362cd1be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:37.673974 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-bc85c16a-c8a1-406a-9ac1-48362cd1be09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=265f698d-797d-40ff-845d-c4c8da5392b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994849 Apr 30 01:18:37.732959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:37.786228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9216f8e-d445-4158-b564-2afde0e4630a req-2ff30a34-5d06-4006-b0e9-682226884964 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 210 time: 0.0920107 Apr 30 01:18:37.788268 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:37.826301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Transition to ACTIVE for port object 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:37.897902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548208b2-92e6-44a6-804d-2f377c3e04c4 req-904237c6-4a59-4350-8478-fde156991715 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:37.899397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-548208b2-92e6-44a6-804d-2f377c3e04c4 req-904237c6-4a59-4350-8478-fde156991715 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 932 time: 0.1614094 Apr 30 01:18:37.906798 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:37.994085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-8b1659d1-abf8-47e4-a819-ac074016f89b service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113804 Apr 30 01:18:38.086305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-548208b2-92e6-44a6-804d-2f377c3e04c4 req-330f2e70-ccf4-49a0-8e20-599e07a7a11d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686578 Apr 30 01:18:38.198015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Pushing event updated for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:38.204282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:38.204621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:38.205062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:38.214331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:38.214658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:38.247120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0780e9-836a-48d9-8acf-08c6cb2447a8 req-6590ad97-a8af-4285-a82e-42c3ed572810 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:38.256684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc0780e9-836a-48d9-8acf-08c6cb2447a8 req-6590ad97-a8af-4285-a82e-42c3ed572810 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 948 time: 0.2886539 Apr 30 01:18:38.266675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:38.266925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:38.267236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:38.267720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Bound port: 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:38.268081 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:38.301750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60391ada-1fae-4d0c-b2fc-756e0f563ccd req-0f2265f3-4ac8-4ca1-8d50-f691af760629 service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935951 Apr 30 01:18:38.330246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dec34-068a-452e-b1fb-174f51c77aac req-2d2ea006-3909-4630-91ca-f1576078fe3b tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:38.332039 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e77dec34-068a-452e-b1fb-174f51c77aac req-2d2ea006-3909-4630-91ca-f1576078fe3b tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 944 time: 0.1394658 Apr 30 01:18:38.396893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc0780e9-836a-48d9-8acf-08c6cb2447a8 req-05a0520e-6efd-4ac7-806a-649818ba25d6 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392741 Apr 30 01:18:38.400879 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e77dec34-068a-452e-b1fb-174f51c77aac req-23533666-4bea-4f2d-bf72-bc7d66c3ced8 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570509 Apr 30 01:18:38.473704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:38.477388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:38.576397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:38.626045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:38.626800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:38.628507 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] 10.222.0.23 "PUT /v2.0/ports/19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 200 len: 1092 time: 1.7789407 Apr 30 01:18:38.638371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:38.641202 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d05cba6-8c9f-49ce-8cc1-6551ea52f95a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:38.722115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a054a-b6fd-4a63-a0af-619206f86189 service neutron] Pushing event updated for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:38.723142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c83e4c-b6fe-46bd-ab17-5b9669b88b2b req-cd342029-4490-4540-92e8-323076ea6ab4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:38.724383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c83e4c-b6fe-46bd-ab17-5b9669b88b2b req-cd342029-4490-4540-92e8-323076ea6ab4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1137185 Apr 30 01:18:38.743762 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfed406-ac32-4d72-a533-3bccebfefebd x-openstack-request-id: req-6dfed406-ac32-4d72-a533-3bccebfefebd {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:38.744253 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:38.744555 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dfed406-ac32-4d72-a533-3bccebfefebd {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:38.745112 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfed406-ac32-4d72-a533-3bccebfefebd'] response: {'name': 'network-changed', 'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0', 'status': 'completed', 'code': 200} Apr 30 01:18:38.808276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c83e4c-b6fe-46bd-ab17-5b9669b88b2b req-3f1d97bb-b79d-4fbc-bcd7-51a2e85a7001 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760937 Apr 30 01:18:38.825631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05cba6-8c9f-49ce-8cc1-6551ea52f95a req-3a2c8014-38e6-4ca2-9c6a-bc2232d01078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:38.827418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d05cba6-8c9f-49ce-8cc1-6551ea52f95a req-3a2c8014-38e6-4ca2-9c6a-bc2232d01078 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1095 time: 0.0598671 Apr 30 01:18:38.896731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2c548-7510-4ff7-82c5-b74ee043ac5c req-00a2ae57-df10-491b-93a6-9dea9a8bccad tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:38.898477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f2c548-7510-4ff7-82c5-b74ee043ac5c req-00a2ae57-df10-491b-93a6-9dea9a8bccad tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 944 time: 0.0824223 Apr 30 01:18:38.948653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f2c548-7510-4ff7-82c5-b74ee043ac5c req-00bbde61-bb7e-4135-bfee-7edcc3247934 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Apr 30 01:18:38.949440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88de2eea-b3aa-4582-bf80-755acdbe70b0 req-42516f84-b8d2-47a5-97dc-7608cbcc96b3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 210 time: 0.0674696 Apr 30 01:18:39.006510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05cba6-8c9f-49ce-8cc1-6551ea52f95a req-346f4b86-32ab-438b-8ee4-414e3b6146cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:39.008121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d05cba6-8c9f-49ce-8cc1-6551ea52f95a req-346f4b86-32ab-438b-8ee4-414e3b6146cf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f297342a7d6142d5b70058c1e50be395&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1727681 Apr 30 01:18:39.110932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05cba6-8c9f-49ce-8cc1-6551ea52f95a req-f7d95757-460c-46dc-a55b-ba2da9314eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:39.112573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d05cba6-8c9f-49ce-8cc1-6551ea52f95a req-f7d95757-460c-46dc-a55b-ba2da9314eb0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0974936 Apr 30 01:18:39.226526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-20b9130c-fd36-4850-882c-98d2a4b20858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:39.228104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-20b9130c-fd36-4850-882c-98d2a4b20858 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1095 time: 0.0759673 Apr 30 01:18:39.244173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824071a-d6b8-4e40-8349-a1c3e655ad75 req-c208190c-17a0-4280-aefc-80d5753544ac tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:39.245814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6824071a-d6b8-4e40-8349-a1c3e655ad75 req-c208190c-17a0-4280-aefc-80d5753544ac tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.0687764 Apr 30 01:18:39.300753 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-2f3ed9cc-7b49-4920-ac5d-fbc77bfd4b75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 200 len: 217 time: 0.0539663 Apr 30 01:18:39.338619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c897743d-6ebd-4e05-aa73-640be5da2012 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:39.368243 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6824071a-d6b8-4e40-8349-a1c3e655ad75 req-5cbe5af2-9371-4419-ad28-344d967623b5 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123159 Apr 30 01:18:39.376408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-a856563b-b42f-4658-91e5-d5aeee3ba823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:39.377871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-a856563b-b42f-4658-91e5-d5aeee3ba823 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0675669 Apr 30 01:18:39.434427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-8f98378b-00e3-4f7b-ad91-f17d871ed891 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368164 Apr 30 01:18:39.528676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2b94684b-2560-4e9f-9183-4f5340e506c2 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:39.680394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81240-242e-42bd-9015-6bcddf8224ab req-cf6939db-eab7-4f0f-991d-0719b32c1122 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:39.681928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82e81240-242e-42bd-9015-6bcddf8224ab req-cf6939db-eab7-4f0f-991d-0719b32c1122 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 948 time: 0.1046410 Apr 30 01:18:39.705588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67c7e-d647-4f49-9684-715b52ec17ef req-c70f5e6e-43f4-41ff-b0a9-c38432838d20 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:39.711850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c897743d-6ebd-4e05-aa73-640be5da2012, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c897743d-6ebd-4e05-aa73-640be5da2012,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:39.712001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1da67c7e-d647-4f49-9684-715b52ec17ef req-c70f5e6e-43f4-41ff-b0a9-c38432838d20 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 944 time: 0.1453993 Apr 30 01:18:39.712001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-52d611d0-ed0c-43fe-b40a-e49802cd466a service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710688 Apr 30 01:18:39.734846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'port_id': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'mac_address': 'fa:16:3e:f9:50:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:39.759309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82e81240-242e-42bd-9015-6bcddf8224ab req-900c8bbc-68d3-41a6-9398-30cd072d4c05 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702841 Apr 30 01:18:39.842018 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1da67c7e-d647-4f49-9684-715b52ec17ef req-81219f03-f99d-4ff7-a845-fce16938cd8b tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265342 Apr 30 01:18:39.868225 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:39.933735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c897743d-6ebd-4e05-aa73-640be5da2012 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:39.936281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084ac9da-2aaa-45b4-a94f-748b314095a9 req-97e02271-229c-45f2-b8b4-6e77d6e9605f service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138774 Apr 30 01:18:39.957831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 2b94684b-2560-4e9f-9183-4f5340e506c2 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:39.991541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 2b94684b-2560-4e9f-9183-4f5340e506c2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:39.993915 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:40.056979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c897743d-6ebd-4e05-aa73-640be5da2012, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c897743d-6ebd-4e05-aa73-640be5da2012,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:40.113653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95ab61-6137-4aa8-9517-2068381cea8f req-c793b343-952d-4935-80c3-bc85980f4870 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:40.125960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be95ab61-6137-4aa8-9517-2068381cea8f req-c793b343-952d-4935-80c3-bc85980f4870 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1227686 Apr 30 01:18:40.130761 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:40.150955 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:40.162174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:40.164732 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f611d0-9625-4ce1-b315-1a5a99155ac8" -d '{"events": [{"server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "name": "network-vif-plugged", "status": "completed", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:40.202107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2b94684b-2560-4e9f-9183-4f5340e506c2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2b94684b-2560-4e9f-9183-4f5340e506c2,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:40.234700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c897743d-6ebd-4e05-aa73-640be5da2012,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:40.247860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:40.248871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:40.267623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be95ab61-6137-4aa8-9517-2068381cea8f req-03a45de1-340f-4979-8cdb-d7977b0d27e7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405299 Apr 30 01:18:40.326387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2b94684b-2560-4e9f-9183-4f5340e506c2,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:40.446534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480c517-a752-44f5-9819-60f03b1408ae req-4345d455-c1de-41c8-bde5-60ae012d045b tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:40.448595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d480c517-a752-44f5-9819-60f03b1408ae req-4345d455-c1de-41c8-bde5-60ae012d045b tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 944 time: 0.3387594 Apr 30 01:18:40.452368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4eb75f85-e00d-4c4f-bef6-836d9c37fb41 req-0c58120a-158c-4fa4-ac66-394c2424d218 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 210 time: 0.0280557 Apr 30 01:18:40.472546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:40.477729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c897743d-6ebd-4e05-aa73-640be5da2012'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:40.481765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:40.482136 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:40.595803 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292e688d-f187-40fa-9deb-b90f35ac23b6 x-openstack-request-id: req-292e688d-f187-40fa-9deb-b90f35ac23b6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:40.596360 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "name": "network-vif-plugged", "status": "completed", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:40.596974 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-292e688d-f187-40fa-9deb-b90f35ac23b6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:40.597757 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292e688d-f187-40fa-9deb-b90f35ac23b6'] response: {'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'code': 200} Apr 30 01:18:40.687022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d480c517-a752-44f5-9819-60f03b1408ae req-f6a00c97-2541-40d2-8dc2-f8c24c2fcab3 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249367 Apr 30 01:18:40.728727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-4051f049-e850-468b-a956-c07c1be7d669 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:40.730486 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-4051f049-e850-468b-a956-c07c1be7d669 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 808 time: 0.2804561 Apr 30 01:18:40.755550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Request body: {'port': {'device_id': '0b91c900-afdf-4bed-b190-9848def6130d', 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'admin_state_up': True, 'tenant_id': '0ae2eb915422456a9a1791d75e06384d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:40.808323 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:40.870963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:40.872742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2bba5-dee5-4f70-afd8-8b27a2819481 req-69ebd9e1-6354-49b9-995a-f56f2bcd25e7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:40.887640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48c2bba5-dee5-4f70-afd8-8b27a2819481 req-69ebd9e1-6354-49b9-995a-f56f2bcd25e7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.2387125 Apr 30 01:18:40.923237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5f3b-e6e7-48b6-a027-2a599fb0004c req-911188f9-66db-4e95-aacc-715b08149219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:40.924783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f47d5f3b-e6e7-48b6-a027-2a599fb0004c req-911188f9-66db-4e95-aacc-715b08149219 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.1737123 Apr 30 01:18:40.939678 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:18:40.984027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48c2bba5-dee5-4f70-afd8-8b27a2819481 req-4313250e-7488-4fda-8029-25487cb5f6e1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946345 Apr 30 01:18:40.996172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:41.010258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb30788-2745-4db1-92d6-f8fa92373585 req-cd0b5d32-92c7-45e4-8ec3-a4b84cf9a588 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:41.016836 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0eb30788-2745-4db1-92d6-f8fa92373585 req-cd0b5d32-92c7-45e4-8ec3-a4b84cf9a588 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 948 time: 0.1184597 Apr 30 01:18:41.063407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f47d5f3b-e6e7-48b6-a027-2a599fb0004c req-3f3e356b-fcf4-4b02-8bed-ae1c8312ce23 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057281 Apr 30 01:18:41.091828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Made reservation on behalf of 0ae2eb915422456a9a1791d75e06384d for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:41.100398 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:41.118321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0eb30788-2745-4db1-92d6-f8fa92373585 req-0403b7cf-ec4c-40bc-9d6d-895b19e74925 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967855 Apr 30 01:18:41.121213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:41.220887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8b7b1-ab50-4011-b46d-11ed33eef127 req-628c0fb9-54b0-42bc-8a96-0acbde366e50 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:41.222721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2df8b7b1-ab50-4011-b46d-11ed33eef127 req-628c0fb9-54b0-42bc-8a96-0acbde366e50 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 945 time: 0.1225011 Apr 30 01:18:41.280799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2df8b7b1-ab50-4011-b46d-11ed33eef127 req-7af19009-e5b3-480c-97f1-c68709e324af tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468249 Apr 30 01:18:41.293148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Allocated IP 172.20.0.12 (b434aa75-0d3e-48c1-942a-f1401fcbf3f1/a01c2a0b-dd3f-49fd-9728-055577d09a86/75a0fbd9-236c-4b02-b9a2-32feff026225) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:41.508531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be329cec-9d0a-4aa5-bd8c-96e852d67f8e req-06dd69a1-ff3a-4211-9de5-cea9484fb4a2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:41.508531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be329cec-9d0a-4aa5-bd8c-96e852d67f8e req-06dd69a1-ff3a-4211-9de5-cea9484fb4a2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0948875 Apr 30 01:18:41.566717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:41.612197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-414c8b4e-5216-42ef-a58b-431979212836 req-32373d58-8356-4f43-b1a7-f3a6351cb33c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 210 time: 0.0347345 Apr 30 01:18:41.661836 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be329cec-9d0a-4aa5-bd8c-96e852d67f8e req-d5eff265-fc62-4532-88dc-b04e5255337e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245532 Apr 30 01:18:41.768549 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:41.832623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:41.836247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:41.836427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb741b-4e36-4957-956f-bb147054602a req-7327c101-cf36-458d-82b3-666466ca0c89 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:41.845854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aebb741b-4e36-4957-956f-bb147054602a req-7327c101-cf36-458d-82b3-666466ca0c89 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 945 time: 0.0853848 Apr 30 01:18:41.848096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:41.853799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:41.854516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:41.864790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Pushing event updated for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:41.915249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aebb741b-4e36-4957-956f-bb147054602a req-6a4ae6f1-bc07-4852-9e3e-324dcf23b7f2 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662892 Apr 30 01:18:41.966358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-3d69f280-e6fa-4058-8ab5-36d03a26730f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2146802 Apr 30 01:18:41.984315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Request body: {'port': {'device_id': '0b91c900-afdf-4bed-b190-9848def6130d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:42.087261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:42.293961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f7b45-5cf4-4034-a9c7-011fc199de01 req-37fe855a-0c17-4cd9-936b-445670b4dce8 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:42.295116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70fb65-b74c-4009-9dfd-c9d7bebd7c1b req-a13b26a7-e44c-4457-a5a4-9356ab7540c8 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:42.296711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac70fb65-b74c-4009-9dfd-c9d7bebd7c1b req-a13b26a7-e44c-4457-a5a4-9356ab7540c8 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.1998761 Apr 30 01:18:42.303803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d66f7b45-5cf4-4034-a9c7-011fc199de01 req-37fe855a-0c17-4cd9-936b-445670b4dce8 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 949 time: 0.1003351 Apr 30 01:18:42.375563 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d66f7b45-5cf4-4034-a9c7-011fc199de01 req-6f9b7d0e-7df4-4e91-8105-8bd268533b2c tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706658 Apr 30 01:18:42.403365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac70fb65-b74c-4009-9dfd-c9d7bebd7c1b req-edbf884b-390f-466c-930f-93ddb1be5631 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937605 Apr 30 01:18:42.599624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8b4c2-48d1-492c-8225-322bac8f8ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ae1168-5f1c-4b95-a024-fba3fb1d2e20'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:42.603802 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06338be4-8c4e-4de5-bf7c-7b0bc83bfcc7" -d '{"events": [{"server_uuid": "53e8b4c2-48d1-492c-8225-322bac8f8ca8", "name": "network-vif-plugged", "status": "completed", "tag": "31ae1168-5f1c-4b95-a024-fba3fb1d2e20"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:42.657557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a0fbd9-236c-4b02-b9a2-32feff026225 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:42.667514 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d27641b-f704-463c-bcc6-fce6a533404f x-openstack-request-id: req-0d27641b-f704-463c-bcc6-fce6a533404f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:42.667514 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8b4c2-48d1-492c-8225-322bac8f8ca8", "name": "network-vif-plugged", "status": "completed", "tag": "31ae1168-5f1c-4b95-a024-fba3fb1d2e20", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:42.667514 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d27641b-f704-463c-bcc6-fce6a533404f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:42.668067 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d27641b-f704-463c-bcc6-fce6a533404f'] response: {'server_uuid': '53e8b4c2-48d1-492c-8225-322bac8f8ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ae1168-5f1c-4b95-a024-fba3fb1d2e20', 'code': 200} Apr 30 01:18:42.699186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfc1e3-1797-4e2e-af98-dcf47b317f19 req-49d3998c-aad0-48a8-bbf1-69fdb921f84a tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:42.700929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bfc1e3-1797-4e2e-af98-dcf47b317f19 req-49d3998c-aad0-48a8-bbf1-69fdb921f84a tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 945 time: 0.1849885 Apr 30 01:18:42.718190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:42.747271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Transition to ACTIVE for port object 75a0fbd9-236c-4b02-b9a2-32feff026225 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:42.790456 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bfc1e3-1797-4e2e-af98-dcf47b317f19 req-a4d5da89-9f36-4bc6-83ad-14dce181600d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683937 Apr 30 01:18:42.829462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:42.830302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc1440-169d-4e2c-812f-89baf7c55c3c req-7a61b4b8-6c60-420a-a28b-43bceed92af3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:42.838959 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1bc1440-169d-4e2c-812f-89baf7c55c3c req-7a61b4b8-6c60-420a-a28b-43bceed92af3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 932 time: 0.0975270 Apr 30 01:18:42.850967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ea549-b371-481b-9298-36ed42fbc909 req-264dfe76-ff96-4bb9-94ca-c0d602934ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:42.854066 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-424ea549-b371-481b-9298-36ed42fbc909 req-264dfe76-ff96-4bb9-94ca-c0d602934ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 1100 time: 0.1096735 Apr 30 01:18:42.901837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Pushing event updated for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:42.908318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1bc1440-169d-4e2c-812f-89baf7c55c3c req-058a6a92-b8f8-498d-a285-39ac731b984b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681112 Apr 30 01:18:42.916033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-424ea549-b371-481b-9298-36ed42fbc909 req-2f8c2b2c-81b3-42e5-b8a1-526e107e992e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551190 Apr 30 01:18:43.016805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:43.017289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:43.018034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:43.032593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45143bb-d053-4af9-8b20-48d036e156ff req-6dd25736-e4e1-492d-ac63-e9395975a547 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:43.043145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b45143bb-d053-4af9-8b20-48d036e156ff req-6dd25736-e4e1-492d-ac63-e9395975a547 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1375866 Apr 30 01:18:43.045716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:43.046045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:43.051601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419597f5-d91b-4c8c-b71a-28d301a988ba req-83804c5b-d51b-439a-9bab-b605f07ba68f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:43.060366 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-419597f5-d91b-4c8c-b71a-28d301a988ba req-83804c5b-d51b-439a-9bab-b605f07ba68f tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 945 time: 0.0767004 Apr 30 01:18:43.073074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:43.073421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:43.073820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:43.074264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Bound port: 75a0fbd9-236c-4b02-b9a2-32feff026225, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:43.076313 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:43.109976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-419597f5-d91b-4c8c-b71a-28d301a988ba req-f5e85a5b-8f17-4eed-b7ce-03f66458a8d8 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Apr 30 01:18:43.118186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b45143bb-d053-4af9-8b20-48d036e156ff req-0ac8e658-9d75-4926-8af4-b62f2bc52c97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740564 Apr 30 01:18:43.179538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:43.183214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:43.244457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:43.296177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:43.297124 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:43.298592 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] 10.222.0.21 "PUT /v2.0/ports/75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 1092 time: 1.3194470 Apr 30 01:18:43.299115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:43.301569 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a8bc60-e3e7-4dfc-9eb5-f04397042a07" -d '{"events": [{"name": "network-changed", "server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:43.351140 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23130f94-3f93-4f06-a189-869c0513bc32 x-openstack-request-id: req-23130f94-3f93-4f06-a189-869c0513bc32 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:43.351527 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:43.351899 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23130f94-3f93-4f06-a189-869c0513bc32 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:43.352373 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23130f94-3f93-4f06-a189-869c0513bc32'] response: {'name': 'network-changed', 'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225', 'status': 'completed', 'code': 200} Apr 30 01:18:43.355192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:43.362015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c897743d-6ebd-4e05-aa73-640be5da2012 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:43.408222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a70f3-45aa-49c3-85d0-5b7be928fa26 service neutron] Pushing event updated for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:43.466857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8bc60-e3e7-4dfc-9eb5-f04397042a07 req-0262c560-a491-43fd-8443-d99d442b8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:43.469152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5a8bc60-e3e7-4dfc-9eb5-f04397042a07 req-0262c560-a491-43fd-8443-d99d442b8b1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1095 time: 0.0839279 Apr 30 01:18:43.596794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:43.600762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93456f99-7f23-49f2-a88d-6dcbf0c0f519 req-2e18bff2-f0f7-4867-bca0-ae18e289cb50 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:43.609564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93456f99-7f23-49f2-a88d-6dcbf0c0f519 req-2e18bff2-f0f7-4867-bca0-ae18e289cb50 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.0942295 Apr 30 01:18:43.614004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0', 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'port_id': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0', 'mac_address': 'fa:16:3e:bc:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e692f-910b-4aa7-ac3d-49f2ceaa26fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:43.689300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93456f99-7f23-49f2-a88d-6dcbf0c0f519 req-3f1bfee3-68b6-4161-b86a-790722a1e9b4 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782416 Apr 30 01:18:43.717372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c897743d-6ebd-4e05-aa73-640be5da2012 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:43.748142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c897743d-6ebd-4e05-aa73-640be5da2012 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:43.748827 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:43.780963 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:43.867114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:43.880460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052b1e0-5f9a-4d72-a0f1-7fb0eec45968 req-1b3b17da-1b1b-4bfa-8a3a-2aef78b97f9d tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:43.891305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3052b1e0-5f9a-4d72-a0f1-7fb0eec45968 req-1b3b17da-1b1b-4bfa-8a3a-2aef78b97f9d tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 949 time: 0.3792565 Apr 30 01:18:43.907541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8bc60-e3e7-4dfc-9eb5-f04397042a07 req-13c612f7-a21c-4710-8f89-a9b58341f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:43.916050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5a8bc60-e3e7-4dfc-9eb5-f04397042a07 req-13c612f7-a21c-4710-8f89-a9b58341f6ea service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ae2eb915422456a9a1791d75e06384d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4379647 Apr 30 01:18:44.031992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dfd3a-f7b4-4e82-9533-3bad45032786 req-c0ca069d-3e49-42d7-8800-38a046b3288c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.040963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc9dfd3a-f7b4-4e82-9533-3bad45032786 req-c0ca069d-3e49-42d7-8800-38a046b3288c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 945 time: 0.0961425 Apr 30 01:18:44.050559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:44.096709 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc9dfd3a-f7b4-4e82-9533-3bad45032786 req-cb2b46f4-4ca2-4323-99df-e8bd663461a3 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546966 Apr 30 01:18:44.145340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c897743d-6ebd-4e05-aa73-640be5da2012, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c897743d-6ebd-4e05-aa73-640be5da2012,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:44.146455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3052b1e0-5f9a-4d72-a0f1-7fb0eec45968 req-6f1b908d-d3c7-419b-b672-5753a79cfc26 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539814 Apr 30 01:18:44.147302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:44.208028 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:44.256241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:44.378278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d416fec-2654-4921-9824-531760e3b024 req-be908cc9-1c8a-476e-b3f1-065750925995 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.378278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d416fec-2654-4921-9824-531760e3b024 req-be908cc9-1c8a-476e-b3f1-065750925995 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.0923064 Apr 30 01:18:44.380624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c897743d-6ebd-4e05-aa73-640be5da2012,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:44.381230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d416fec-2654-4921-9824-531760e3b024 req-c71f5c5b-da85-4cf2-b68f-95cf5a1a27a9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Apr 30 01:18:44.381498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:44.426077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8bc60-e3e7-4dfc-9eb5-f04397042a07 req-3b103dce-7a9b-4fe5-814c-af20ee8f9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.427608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5a8bc60-e3e7-4dfc-9eb5-f04397042a07 req-3b103dce-7a9b-4fe5-814c-af20ee8f9c46 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4994094 Apr 30 01:18:44.460286 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-c908cc63-1386-4e9c-a6d3-381dc2e6c4ba tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2670212 Apr 30 01:18:44.462282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab42007-93ee-4733-bade-0fd34098b35d req-422c1b37-8064-4b59-9298-458db7fb3679 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.463891 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ab42007-93ee-4733-bade-0fd34098b35d req-422c1b37-8064-4b59-9298-458db7fb3679 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 946 time: 0.0582778 Apr 30 01:18:44.471855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:44.510290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ab42007-93ee-4733-bade-0fd34098b35d req-8b8a49fc-a04b-4d12-842f-14f46452fbfe tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 Apr 30 01:18:44.534861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-61b3fdf3-987b-45af-90a6-340a6cfab789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.536493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-61b3fdf3-987b-45af-90a6-340a6cfab789 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1095 time: 0.0605152 Apr 30 01:18:44.543566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['19df58d6-becd-4b54-a7fa-a7cd82da1ab0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:44.578688 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-c5324058-07ef-445e-899a-4510ea197d8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 217 time: 0.0331583 Apr 30 01:18:44.631027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc59048-c155-4d8b-b1a6-d0722ce7ca25 req-c7bd2a82-5d00-4032-8d9b-6659875b7613 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.641003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2bc59048-c155-4d8b-b1a6-d0722ce7ca25 req-c7bd2a82-5d00-4032-8d9b-6659875b7613 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0668375 Apr 30 01:18:44.651457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-1f40a6ae-9194-4c7a-9131-2484bba0026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.651457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-1f40a6ae-9194-4c7a-9131-2484bba0026e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0621221 Apr 30 01:18:44.670000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c897743d-6ebd-4e05-aa73-640be5da2012'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:44.672476 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b81821d-a148-4607-8df3-229260cadff1" -d '{"events": [{"server_uuid": "5d94c6fd-c91e-477e-8081-a07fb89ff0af", "name": "network-vif-plugged", "status": "completed", "tag": "c897743d-6ebd-4e05-aa73-640be5da2012"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:44.678009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2bc59048-c155-4d8b-b1a6-d0722ce7ca25 req-cfa32183-f9d1-462a-a396-66c3bf322253 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358155 Apr 30 01:18:44.700437 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:44.706992 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-48d2be64-1af3-4723-a6f8-0a5c6cf4eeee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510118 Apr 30 01:18:44.766629 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a939d5-6fdf-47ef-a4f6-589e291ab940 x-openstack-request-id: req-b9a939d5-6fdf-47ef-a4f6-589e291ab940 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:44.766629 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d94c6fd-c91e-477e-8081-a07fb89ff0af", "name": "network-vif-plugged", "status": "completed", "tag": "c897743d-6ebd-4e05-aa73-640be5da2012", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:44.766629 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9a939d5-6fdf-47ef-a4f6-589e291ab940 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:44.766629 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a939d5-6fdf-47ef-a4f6-589e291ab940'] response: {'server_uuid': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'code': 200} Apr 30 01:18:44.899029 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-cbd93b9c-1e18-4ff8-8409-3959fba6a0c6 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780858 Apr 30 01:18:44.915700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f9f1-9cb0-46fe-8406-ea1ebbfdc60e req-1bb879ef-96d2-42e0-ba8d-e9eb08137d84 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.926089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d69f9f1-9cb0-46fe-8406-ea1ebbfdc60e req-1bb879ef-96d2-42e0-ba8d-e9eb08137d84 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 945 time: 0.0876722 Apr 30 01:18:44.930096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bd56e-f8ac-43ee-90c1-2002de647b71 req-7a0b9bdc-1f04-41be-8b3a-2f82bb180a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:44.932216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-923bd56e-f8ac-43ee-90c1-2002de647b71 req-7a0b9bdc-1f04-41be-8b3a-2f82bb180a8d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 1097 time: 0.1085513 Apr 30 01:18:44.992836 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d69f9f1-9cb0-46fe-8406-ea1ebbfdc60e req-f277e741-4a19-4344-84b6-fc0620931f86 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657098 Apr 30 01:18:45.007925 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-923bd56e-f8ac-43ee-90c1-2002de647b71 req-4e17f5fb-39b1-4f3e-8ac6-49ac167555bf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585880 Apr 30 01:18:45.287166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6d4901b-23a0-452a-8664-6f4c68472886 req-731224fc-9cb8-43f8-b30c-2c30774cb1a9 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798034 Apr 30 01:18:45.296055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f9dd9-eb0c-4057-87f1-0cce785c33bc req-f795758b-1cdb-4c5f-8673-8d8d537f1ce4 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:45.304116 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b01f9dd9-eb0c-4057-87f1-0cce785c33bc req-f795758b-1cdb-4c5f-8673-8d8d537f1ce4 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 949 time: 0.0703490 Apr 30 01:18:45.314377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:45.349338 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b01f9dd9-eb0c-4057-87f1-0cce785c33bc req-a33654df-7c9c-4dde-8be0-fa1e12dc63f6 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Apr 30 01:18:45.376053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:45.485942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Allocated IP 172.25.0.149 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/3bb0a8dc-083f-499c-9983-01e2e0ec6932) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:45.516259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:45.520574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:45.521089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:45.548497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2fed7-2c60-4497-add8-fd85ea9be7e1 req-c44df2a6-6723-4420-becb-a5448114a82e tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:45.550017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ae2fed7-2c60-4497-add8-fd85ea9be7e1 req-c44df2a6-6723-4420-becb-a5448114a82e tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.0774918 Apr 30 01:18:45.611321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ae2fed7-2c60-4497-add8-fd85ea9be7e1 req-dfc0be4d-2515-40ac-992c-d384c7e6c54c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 Apr 30 01:18:45.678745 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:45.688988 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:45.726543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:45.798486 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:45.831680 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:45.882899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Pushing event updated for resources: {'Port': ['ID=3bb0a8dc-083f-499c-9983-01e2e0ec6932,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:45.900367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:45.903541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:45.906126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:45.906273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:45.994970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:46.129318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:46.259286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9423526-f46b-4b7b-b891-b58e5d332a81 req-352d9cec-bb71-4aaa-a5a3-03605368a854 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:46.267525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9423526-f46b-4b7b-b891-b58e5d332a81 req-352d9cec-bb71-4aaa-a5a3-03605368a854 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 946 time: 0.0770600 Apr 30 01:18:46.310228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9423526-f46b-4b7b-b891-b58e5d332a81 req-56dc74b0-75a0-4a5c-bf3e-33c2b5f7a180 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Apr 30 01:18:46.414192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:46.451913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd269f6-3642-42bc-83fd-babf73dd261c req-7df6fa9f-b42a-4baf-87c5-051f6479efcf tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:46.453400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bd269f6-3642-42bc-83fd-babf73dd261c req-7df6fa9f-b42a-4baf-87c5-051f6479efcf tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0713291 Apr 30 01:18:46.483865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:46.502991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bd269f6-3642-42bc-83fd-babf73dd261c req-fca0b8d8-1e8c-407b-b3a6-518fb947ffb9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Apr 30 01:18:46.517471 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:46.570664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Pushing event updated for resources: {'Port': ['ID=3bb0a8dc-083f-499c-9983-01e2e0ec6932,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:46.604442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:46.616018 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-34354f25-6314-4eb3-b005-0fee65a69e3c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1478369 Apr 30 01:18:46.663669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff409338-b95c-4c55-a0cc-56f5085c0ff3 req-3bacd6e1-dade-4627-a7aa-6d639dc3db11 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:46.666068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff409338-b95c-4c55-a0cc-56f5085c0ff3 req-3bacd6e1-dade-4627-a7aa-6d639dc3db11 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 946 time: 0.0640402 Apr 30 01:18:46.717100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-a8fc3302-433c-4729-a5e6-5c40e560d8e9 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0982680 Apr 30 01:18:46.748197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff409338-b95c-4c55-a0cc-56f5085c0ff3 req-751fc9c3-207a-484e-92e4-9b1355083a43 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663781 Apr 30 01:18:46.762190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:46.765973 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a24cf1-7377-4338-8395-7dcfd8a9086f" -d '{"events": [{"server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "name": "network-vif-plugged", "status": "completed", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:46.860327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-b7a6bffd-ad80-4110-adbb-de4ee1f1dbe0 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:46.869796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-b7a6bffd-ad80-4110-adbb-de4ee1f1dbe0 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1515548 Apr 30 01:18:46.877326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-7fde92ec-8dbf-464f-b1ed-c0b1a23de7d2 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:18:46.891329 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d0b9e99-4950-4191-86b6-dbdb445bb9c2 req-7fde92ec-8dbf-464f-b1ed-c0b1a23de7d2 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202081 Apr 30 01:18:47.068018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf271-f162-4d58-bfe2-e0c111b97174 req-0cd52797-5d18-4b53-ba32-1a101e08ed3f tempest-ServersAdminNegativeTestJSON-573093003 tempest-ServersAdminNegativeTestJSON-573093003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:47.070234 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc7bf271-f162-4d58-bfe2-e0c111b97174 req-0cd52797-5d18-4b53-ba32-1a101e08ed3f tempest-ServersAdminNegativeTestJSON-573093003 tempest-ServersAdminNegativeTestJSON-573093003-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 1100 time: 0.0974233 Apr 30 01:18:47.081175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8575f23-8779-41c6-9c1a-d535046273f5 req-af58bb8e-fc94-4ecd-a82c-08cc5d860531 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:47.091762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8575f23-8779-41c6-9c1a-d535046273f5 req-af58bb8e-fc94-4ecd-a82c-08cc5d860531 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.0892389 Apr 30 01:18:47.106061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc7bf271-f162-4d58-bfe2-e0c111b97174 req-533ce0c4-ed45-4fb4-a6ba-ba7c44b72176 tempest-ServersAdminNegativeTestJSON-573093003 tempest-ServersAdminNegativeTestJSON-573093003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:47.138731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8575f23-8779-41c6-9c1a-d535046273f5 req-908adc40-5341-4bc6-a2f3-4c0a94e6273d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Apr 30 01:18:47.198966 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34e84fc-943d-477c-9a11-fb86b9965eb0 x-openstack-request-id: req-b34e84fc-943d-477c-9a11-fb86b9965eb0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:47.199275 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "name": "network-vif-plugged", "status": "completed", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:47.200105 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b34e84fc-943d-477c-9a11-fb86b9965eb0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:47.200502 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34e84fc-943d-477c-9a11-fb86b9965eb0'] response: {'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0', 'code': 200} Apr 30 01:18:47.252013 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc7bf271-f162-4d58-bfe2-e0c111b97174 req-533ce0c4-ed45-4fb4-a6ba-ba7c44b72176 tempest-ServersAdminNegativeTestJSON-573093003 tempest-ServersAdminNegativeTestJSON-573093003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:47.312658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc7bf271-f162-4d58-bfe2-e0c111b97174 req-533ce0c4-ed45-4fb4-a6ba-ba7c44b72176 tempest-ServersAdminNegativeTestJSON-573093003 tempest-ServersAdminNegativeTestJSON-573093003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:47.360979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc7bf271-f162-4d58-bfe2-e0c111b97174 req-533ce0c4-ed45-4fb4-a6ba-ba7c44b72176 tempest-ServersAdminNegativeTestJSON-573093003 tempest-ServersAdminNegativeTestJSON-573093003-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807422 Apr 30 01:18:47.368627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ce0c4-ed45-4fb4-a6ba-ba7c44b72176 tempest-ServersAdminNegativeTestJSON-573093003 tempest-ServersAdminNegativeTestJSON-573093003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336327a-fa32-43ba-bd9a-0b2598f8ccb9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:47.390637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cc6c3-28bd-4854-b4d7-7d71ff7ab7f0 req-f675aa02-ff10-47a9-b9f1-76019e8cf82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:47.392166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a8cc6c3-28bd-4854-b4d7-7d71ff7ab7f0 req-f675aa02-ff10-47a9-b9f1-76019e8cf82e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1097 time: 0.1016939 Apr 30 01:18:47.586234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad0bf1-6a7b-48d1-a596-1fbe154084df req-c656052a-50a4-43fa-a4e8-7de8a389f541 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:47.590661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ad0bf1-6a7b-48d1-a596-1fbe154084df req-c656052a-50a4-43fa-a4e8-7de8a389f541 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 946 time: 0.1029329 Apr 30 01:18:47.640936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ad0bf1-6a7b-48d1-a596-1fbe154084df req-1d775893-3c2b-4d18-b8e4-83eb4b1e4cfb tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427470 Apr 30 01:18:47.724810 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a8cc6c3-28bd-4854-b4d7-7d71ff7ab7f0 req-8a9200e6-4dd5-4ee8-bb88-db93e6ce319b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256216 Apr 30 01:18:47.732959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-9e2257cc-b50e-40c7-8e19-fe6bdf82e156 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:47.740031 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-9e2257cc-b50e-40c7-8e19-fe6bdf82e156 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 821 time: 0.4649711 Apr 30 01:18:47.756493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-f9ee87ab-6e50-44ae-909c-835326afdca1 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/quotas/16f32747f65547cb9a20f60523192233 HTTP/1.1" status: 200 len: 375 time: 0.0155487 Apr 30 01:18:47.816543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-b37ef328-9819-4033-8979-543fe8f5ee8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0591385 Apr 30 01:18:47.830109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ddb89-f833-44f7-91b7-386508d5ec7a req-b8671bda-1563-4d14-9086-bdf70bf0be85 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:47.838518 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b6ddb89-f833-44f7-91b7-386508d5ec7a req-b8671bda-1563-4d14-9086-bdf70bf0be85 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0623579 Apr 30 01:18:47.881800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b6ddb89-f833-44f7-91b7-386508d5ec7a req-9d20039b-8423-4b58-92ee-0fcc68c0a103 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423212 Apr 30 01:18:47.919097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-7144d06f-8a66-4378-9995-0ea478f2e2ad service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009429 Apr 30 01:18:48.018507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b92bd9-ed0f-4be2-bf3f-75a0ceadbe85 req-17c19a26-f699-4073-83b4-4cccb5d19168 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:48.028690 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-492c8b92-7f84-422c-a82b-9048152d7aec service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077609 Apr 30 01:18:48.031495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:48.032864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b92bd9-ed0f-4be2-bf3f-75a0ceadbe85 req-17c19a26-f699-4073-83b4-4cccb5d19168 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 946 time: 0.0805862 Apr 30 01:18:48.044029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Request body: {'floatingip': {'port_id': 'c897743d-6ebd-4e05-aa73-640be5da2012'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:48.156654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866024f-8714-4582-88e7-8b65a8f35681 req-db3a0381-928a-458f-a735-67f3261e5a94 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:48.165445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6866024f-8714-4582-88e7-8b65a8f35681 req-db3a0381-928a-458f-a735-67f3261e5a94 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 946 time: 0.0757205 Apr 30 01:18:48.169437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:48.210741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6866024f-8714-4582-88e7-8b65a8f35681 req-7b23ed09-7cd5-420c-9aeb-62e98aa21b49 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Apr 30 01:18:48.422433 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:48.483002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2b74f93-a0d1-4130-a36a-9c93db3a2c27 req-a104ebba-fbab-49ec-a64b-d05adb78c17f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0507829 Apr 30 01:18:48.599987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a9b90-2a58-40fc-930f-775534a12e70 req-c527fc45-a587-41a3-9a85-7adfe138ad3e tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:48.606847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-454a9b90-2a58-40fc-930f-775534a12e70 req-c527fc45-a587-41a3-9a85-7adfe138ad3e tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.1534152 Apr 30 01:18:48.714013 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-454a9b90-2a58-40fc-930f-775534a12e70 req-b29442b9-0525-4aea-b7d8-51c97e849459 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063685 Apr 30 01:18:49.172702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8b749-807b-4d87-ba0f-21159a69171b req-25764800-ce4a-4065-b21a-8d3fb2ff619d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:49.174179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87e8b749-807b-4d87-ba0f-21159a69171b req-25764800-ce4a-4065-b21a-8d3fb2ff619d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1709099 Apr 30 01:18:49.259010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21205-45ae-41d8-80ef-f208137f4450 req-7e5e0d1a-22ad-44a6-a234-585f9e5d8f27 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:49.272418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d21205-45ae-41d8-80ef-f208137f4450 req-7e5e0d1a-22ad-44a6-a234-585f9e5d8f27 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 949 time: 0.1200230 Apr 30 01:18:49.296094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:49.299526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87e8b749-807b-4d87-ba0f-21159a69171b req-67469588-829c-4e09-91c5-68fbad9937ce tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165383 Apr 30 01:18:49.467656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d21205-45ae-41d8-80ef-f208137f4450 req-94c8dc87-4239-44d7-ba6d-31fe91fa1586 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394932 Apr 30 01:18:49.469176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:49.591962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 75a0fbd9-236c-4b02-b9a2-32feff026225 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:49.694515 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Floating IP f5cef50c-e103-4679-aea3-485db328fcc5 associated. External IP: 172.25.0.126, port: c897743d-6ebd-4e05-aa73-640be5da2012. Apr 30 01:18:49.706154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7275-d2cd-4478-915f-2a681f392fe8 req-5fcd3f1c-7313-4e0f-9d98-9c342f585b93 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:49.710100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85668466-ae92-4afd-980a-5ae5fd38a95d req-7263c375-8686-4efa-af43-98cfc11af5ec tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0419652 Apr 30 01:18:49.714123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-898c7275-d2cd-4478-915f-2a681f392fe8 req-5fcd3f1c-7313-4e0f-9d98-9c342f585b93 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 946 time: 0.0813401 Apr 30 01:18:49.774468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:49.791531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '75a0fbd9-236c-4b02-b9a2-32feff026225', 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'port_id': '75a0fbd9-236c-4b02-b9a2-32feff026225', 'mac_address': 'fa:16:3e:e4:2a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01c2a0b-dd3f-49fd-9728-055577d09a86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:49.800374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-898c7275-d2cd-4478-915f-2a681f392fe8 req-1f564748-6792-4595-8716-002210a01359 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853281 Apr 30 01:18:49.849493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175033f-2285-4ef5-ad74-5f1389cf5735 req-a86e7cb0-978e-428a-83f7-6917ba5369ad tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:49.851191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:49.857523 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f175033f-2285-4ef5-ad74-5f1389cf5735 req-a86e7cb0-978e-428a-83f7-6917ba5369ad tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.0574272 Apr 30 01:18:49.879395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a0fbd9-236c-4b02-b9a2-32feff026225 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:49.900101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:49.912685 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f175033f-2285-4ef5-ad74-5f1389cf5735 req-b044c836-7e63-4daa-bdcd-1493d1ea8210 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542798 Apr 30 01:18:50.076652 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:50.129017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:50.242316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf27c8-958d-43f3-9cde-0907edb4d88d req-c64247bb-04c9-40bb-ade6-42a977e8378d tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:50.253115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7cf27c8-958d-43f3-9cde-0907edb4d88d req-c64247bb-04c9-40bb-ade6-42a977e8378d tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1097 time: 0.3508294 Apr 30 01:18:50.346326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Router 86006bb1-39ae-412e-bb5d-76f609f8935e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:18:50.356904 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:50.386051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['75a0fbd9-236c-4b02-b9a2-32feff026225'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:50.490569 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7cf27c8-958d-43f3-9cde-0907edb4d88d req-a3d778f2-dc15-4717-8e4a-46370ab5294a tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365716 Apr 30 01:18:50.573766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac43863-587b-419c-b7a6-a0c5651fe5da req-26a934a9-e070-4994-a966-217ea6bd0422 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:50.574959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:18:50.585783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac43863-587b-419c-b7a6-a0c5651fe5da req-26a934a9-e070-4994-a966-217ea6bd0422 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1311333 Apr 30 01:18:50.594495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:50.596878 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] Sync routers for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:18:50.617322 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:18:50.625706 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:18:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:50.667162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-829449ab-d0b3-400f-b8a3-1ed31db6b554 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "PUT /v2.0/floatingips/f5cef50c-e103-4679-aea3-485db328fcc5 HTTP/1.1" status: 200 len: 992 time: 2.6319873 Apr 30 01:18:50.668096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'tag': 'c897743d-6ebd-4e05-aa73-640be5da2012'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:50.677249 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d94c6fd-c91e-477e-8081-a07fb89ff0af", "tag": "c897743d-6ebd-4e05-aa73-640be5da2012"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:50.790167 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac43863-587b-419c-b7a6-a0c5651fe5da req-c73278f9-f2b6-4925-888e-67fb3cc59209 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963987 Apr 30 01:18:50.799100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55619b7-c1d3-4287-95d9-b7b37a2a48c8 req-ed3f6c9a-8931-4599-8086-13eefd9392e8 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:50.809783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d55619b7-c1d3-4287-95d9-b7b37a2a48c8 req-ed3f6c9a-8931-4599-8086-13eefd9392e8 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 949 time: 0.1196809 Apr 30 01:18:50.813690 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:18:50.842722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-7457e055-c8f6-45a1-a451-f83518157739 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:50.844715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-7457e055-c8f6-45a1-a451-f83518157739 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.21 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 949 time: 0.1934457 Apr 30 01:18:50.876248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d55619b7-c1d3-4287-95d9-b7b37a2a48c8 req-7f711ad7-9a81-45be-9bd1-5f891523019b tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637748 Apr 30 01:18:51.026715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Deleting port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:18:51.027353 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:51.043869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bfbae-fa9e-488f-932d-15ae800c4084 req-7ea5ca64-0996-489c-906c-3d631048430e tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.053615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-019bfbae-fa9e-488f-932d-15ae800c4084 req-7ea5ca64-0996-489c-906c-3d631048430e tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1097 time: 0.0786142 Apr 30 01:18:51.087736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-019bfbae-fa9e-488f-932d-15ae800c4084 req-12d7e915-83b1-4779-a3fc-287fe0cc90e4 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Apr 30 01:18:51.184917 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdadb0c8-de9f-48b1-b2dc-0b0eb39b94f5 x-openstack-request-id: req-bdadb0c8-de9f-48b1-b2dc-0b0eb39b94f5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:51.184917 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d94c6fd-c91e-477e-8081-a07fb89ff0af", "tag": "c897743d-6ebd-4e05-aa73-640be5da2012", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:51.184917 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdadb0c8-de9f-48b1-b2dc-0b0eb39b94f5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:51.184917 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdadb0c8-de9f-48b1-b2dc-0b0eb39b94f5'] response: {'name': 'network-changed', 'server_uuid': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'tag': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'status': 'completed', 'code': 200} Apr 30 01:18:51.188267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b82e9d-d56d-404a-9238-39279fabb858 req-1f26083e-a4cf-412d-87b7-cbaa6995784a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.190120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63b82e9d-d56d-404a-9238-39279fabb858 req-1f26083e-a4cf-412d-87b7-cbaa6995784a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 946 time: 0.1331205 Apr 30 01:18:51.203453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] For port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:51.207976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:51.240115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Calling delete_port for 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:18:51.275520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63b82e9d-d56d-404a-9238-39279fabb858 req-6ddf97a8-981e-4a31-99fd-e75cb65d281a tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676796 Apr 30 01:18:51.291392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-3c71bb16-2d07-4149-bb37-5ef7f7b7fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.297095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-3c71bb16-2d07-4149-bb37-5ef7f7b7fcc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c55c9ce1aaba4181a55c5defc1110969&device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 1097 time: 0.0803478 Apr 30 01:18:51.312339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e36ae390-0c6b-4ef2-bc33-42dcbd2bd29d req-d116e3d7-a042-46ab-b300-3436fdc1ed52 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0507734 Apr 30 01:18:51.318812 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f5cef50c-e103-4679-aea3-485db328fcc5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'port_id': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'mac_address': 'fa:16:3e:f9:50:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:17:27Z', 'updated_at': '2022-04-30T01:18:49Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:51.373439 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] Checking router: 86006bb1-39ae-412e-bb5d-76f609f8935e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:18:51.389742 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:18:51.392771 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:18:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:51.479898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-99575dfd-36e1-4b74-b49c-b04894bb32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.483528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-99575dfd-36e1-4b74-b49c-b04894bb32a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 200 len: 923 time: 0.1678219 Apr 30 01:18:51.586212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-be538027-de20-4763-b420-271e41cea61e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c897743d-6ebd-4e05-aa73-640be5da2012 HTTP/1.1" status: 200 len: 1000 time: 0.0905633 Apr 30 01:18:51.603455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 75a0fbd9-236c-4b02-b9a2-32feff026225 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:51.604492 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:18:51.655019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-217d6200-8902-490d-8d3d-e19f87657036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.656545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-217d6200-8902-490d-8d3d-e19f87657036 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebc9e95-7b47-4964-ad81-47db4d0f6929 HTTP/1.1" status: 200 len: 862 time: 0.0695660 Apr 30 01:18:51.710769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845b59-a586-49f7-9a86-a15a35445e31 req-ea8d2a41-f46c-48c4-9e9d-b6a87cc5337d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.712743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d845b59-a586-49f7-9a86-a15a35445e31 req-ea8d2a41-f46c-48c4-9e9d-b6a87cc5337d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 945 time: 0.2645512 Apr 30 01:18:51.729613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-115ca6b0-eb42-4778-87cd-1a1dbc790f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.731219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-115ca6b0-eb42-4778-87cd-1a1dbc790f25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=265f698d-797d-40ff-845d-c4c8da5392b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588083 Apr 30 01:18:51.798087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 75a0fbd9-236c-4b02-b9a2-32feff026225 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:51.803467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 75a0fbd9-236c-4b02-b9a2-32feff026225 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:51.804828 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:51.806998 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d845b59-a586-49f7-9a86-a15a35445e31 req-ede53934-1050-41a4-b5ef-079c9d1c90fb tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794237 Apr 30 01:18:51.881833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-4f8fc6c5-c9e6-4c7b-877e-8e95793c21f0 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.883916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-4f8fc6c5-c9e6-4c7b-877e-8e95793c21f0 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.23 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 821 time: 0.3323543 Apr 30 01:18:51.889925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:51.909807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['31ae1168-5f1c-4b95-a024-fba3fb1d2e20'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:51.926699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Request body: {'port': {'device_id': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'admin_state_up': True, 'tenant_id': '16f32747f65547cb9a20f60523192233'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:51.948980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-97935095-cc11-42c5-b101-05ab6950b186 service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097878 Apr 30 01:18:51.959864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e95d6f-19d9-4ce7-ae30-f4841e759e28 req-e8a40be3-0f44-4deb-9653-a0a715938c75 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:51.968409 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18e95d6f-19d9-4ce7-ae30-f4841e759e28 req-e8a40be3-0f44-4deb-9653-a0a715938c75 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1097 time: 0.1923385 Apr 30 01:18:51.974962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['b2e4feba-5fef-4713-bff2-173383c8777a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:52.080817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18e95d6f-19d9-4ce7-ae30-f4841e759e28 req-42b8aec8-32d0-460b-823b-86cdf88db5ca tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113453 Apr 30 01:18:52.099743 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f5cef50c-e103-4679-aea3-485db328fcc5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'port_id': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'mac_address': 'fa:16:3e:f9:50:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:17:27Z', 'updated_at': '2022-04-30T01:18:49Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:52.146746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:52.173218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c44a7c14-96f0-4d0f-af14-5b6b0f94845b req-87535803-8b55-4d5c-8835-0a2cb8daa03f service neutron] 10.222.0.23 "GET /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162876 Apr 30 01:18:52.221862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Pushing event deleted for resources: {'Port': ['ID=31ae1168-5f1c-4b95-a024-fba3fb1d2e20,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:52.223669 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dcd11-077d-4178-a5fd-e8aa6607d539 None None] The sync data for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 is: [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f5cef50c-e103-4679-aea3-485db328fcc5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'port_id': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'mac_address': 'fa:16:3e:f9:50:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:17:27Z', 'updated_at': '2022-04-30T01:18:49Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:18:52.241763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.244116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.244116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.244116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.244116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.244116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.244633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.244633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.244832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.245203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.245875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.246844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:52.251846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] No DVR routers for this DVR port 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:18:52.255492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:52.259899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8fe23c6-1f94-4978-823f-a68c9da5d88a req-40f2b642-135c-4062-85d5-a8c4882c3bca tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.21 "DELETE /v2.0/ports/31ae1168-5f1c-4b95-a024-fba3fb1d2e20 HTTP/1.1" status: 204 len: 173 time: 1.3848300 Apr 30 01:18:52.271579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:52.283186 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e25dc38-2b6a-4bcf-aa69-d9ad5c0eedd5" -d '{"events": [{"server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "name": "network-vif-plugged", "status": "completed", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:52.305856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8b4c2-48d1-492c-8225-322bac8f8ca8', 'name': 'network-vif-deleted', 'tag': '31ae1168-5f1c-4b95-a024-fba3fb1d2e20'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:52.308238 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f2969-20c3-418a-949a-b8ccecd3e177" -d '{"events": [{"server_uuid": "53e8b4c2-48d1-492c-8225-322bac8f8ca8", "name": "network-vif-deleted", "tag": "31ae1168-5f1c-4b95-a024-fba3fb1d2e20"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:52.336389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74319b3c-e86e-41d5-b961-7ab3e52648d1 req-d61ce384-2f03-466c-a314-a1574825a541 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8b4c2-48d1-492c-8225-322bac8f8ca8 HTTP/1.1" status: 200 len: 210 time: 0.0611382 Apr 30 01:18:52.339298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:52.382966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c0911-a94a-4f8c-a0da-6bcab15518d6 req-f4897d0a-11e0-41bd-bbf4-574b8f27d84d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:52.385660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e88c0911-a94a-4f8c-a0da-6bcab15518d6 req-f4897d0a-11e0-41bd-bbf4-574b8f27d84d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.3960259 Apr 30 01:18:52.432748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:52.477906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e88c0911-a94a-4f8c-a0da-6bcab15518d6 req-4fbc6863-5ac3-45e1-9c0f-37fe85522c8a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662658 Apr 30 01:18:52.503906 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9f225f-08ec-4bcf-ac2b-1ca6918cf41e x-openstack-request-id: req-8a9f225f-08ec-4bcf-ac2b-1ca6918cf41e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:52.504321 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "name": "network-vif-plugged", "status": "completed", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:52.504577 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a9f225f-08ec-4bcf-ac2b-1ca6918cf41e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:52.504965 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9f225f-08ec-4bcf-ac2b-1ca6918cf41e'] response: {'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225', 'code': 200} Apr 30 01:18:52.534339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:52.540784 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb05fa7b-26bf-4197-bdf1-e40dfa2484c8 x-openstack-request-id: req-fb05fa7b-26bf-4197-bdf1-e40dfa2484c8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:52.541178 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8b4c2-48d1-492c-8225-322bac8f8ca8", "name": "network-vif-deleted", "tag": "31ae1168-5f1c-4b95-a024-fba3fb1d2e20", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:52.541546 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb05fa7b-26bf-4197-bdf1-e40dfa2484c8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:52.542316 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb05fa7b-26bf-4197-bdf1-e40dfa2484c8'] response: {'server_uuid': '53e8b4c2-48d1-492c-8225-322bac8f8ca8', 'name': 'network-vif-deleted', 'tag': '31ae1168-5f1c-4b95-a024-fba3fb1d2e20', 'status': 'completed', 'code': 200} Apr 30 01:18:52.575865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Made reservation on behalf of 16f32747f65547cb9a20f60523192233 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:18:52.579914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:52.627477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f163550e-702a-45a3-bdc3-cb55d0e6713e None None] New status for floating IP f5cef50c-e103-4679-aea3-485db328fcc5: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:18:52.638801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f1980b9-195a-40df-865b-61b355a46237 req-c0ab6518-86bd-42d1-b25e-9fcdcbd7f4a6 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0436149 Apr 30 01:18:52.816873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af358b-a48a-4c97-8ac0-9d86b7d9a3e3 req-98e50de7-8736-4993-a4d5-f36ef0c9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:52.818514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9af358b-a48a-4c97-8ac0-9d86b7d9a3e3 req-98e50de7-8736-4993-a4d5-f36ef0c9cc9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1097 time: 0.2102225 Apr 30 01:18:52.845802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Allocated IP 172.20.0.11 (ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef/77a4ba47-32d0-4680-93cc-06e7ab2ec35b/664f7cdf-4455-464a-92ef-a15ad1c77220) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:18:52.880343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9af358b-a48a-4c97-8ac0-9d86b7d9a3e3 req-fdf22396-e473-4c6f-bb82-54305f243c84 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528834 Apr 30 01:18:52.971931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c153828-ee2c-4196-9615-b451d79981af req-269d859a-2a5c-439e-8ba2-fe5bb46b171b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:52.973689 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c153828-ee2c-4196-9615-b451d79981af req-269d859a-2a5c-439e-8ba2-fe5bb46b171b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 946 time: 0.0631287 Apr 30 01:18:53.026300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c153828-ee2c-4196-9615-b451d79981af req-b220b254-d92d-4558-8ccf-c2bfc83148b9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Apr 30 01:18:53.048672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:53.135181 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:53.150387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2b94684b-2560-4e9f-9183-4f5340e506c2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:53.180525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:18:53.184969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:18:53.191069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:18:53.197309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:53.198736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:53.218686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Pushing event updated for resources: {'Port': ['ID=664f7cdf-4455-464a-92ef-a15ad1c77220,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:53.284091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1a51a-f4fb-404f-9306-0f7e98f6d796 req-86bfc86c-2cb0-4abb-94ad-485e92760fab tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:53.285914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7af1a51a-f4fb-404f-9306-0f7e98f6d796 req-86bfc86c-2cb0-4abb-94ad-485e92760fab tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1097 time: 0.0604017 Apr 30 01:18:53.322175 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-5dc05711-5026-4eba-b7fe-08244f7aec8e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4039972 Apr 30 01:18:53.333923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Request body: {'port': {'device_id': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:53.351586 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7af1a51a-f4fb-404f-9306-0f7e98f6d796 req-23a8d608-8df6-427b-82a3-3140827e7080 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582979 Apr 30 01:18:53.452197 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:53.565025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0f317965-6719-4d10-bdb2-fc1d8eca5b89 None None] Provisioning complete for port 664f7cdf-4455-464a-92ef-a15ad1c77220 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:53.565394 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f317965-6719-4d10-bdb2-fc1d8eca5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:53.606031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0f317965-6719-4d10-bdb2-fc1d8eca5b89 None None] Port 664f7cdf-4455-464a-92ef-a15ad1c77220 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:18:53.790042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664f7cdf-4455-464a-92ef-a15ad1c77220 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:53.799213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:53.811638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Transition to ACTIVE for port object 664f7cdf-4455-464a-92ef-a15ad1c77220 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:53.895559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:53.958115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Pushing event updated for resources: {'Port': ['ID=664f7cdf-4455-464a-92ef-a15ad1c77220,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:53.989858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Attempting to bind port 664f7cdf-4455-464a-92ef-a15ad1c77220 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:53.990221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Attempting to bind port 664f7cdf-4455-464a-92ef-a15ad1c77220 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:53.990520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Attempting to bind port 664f7cdf-4455-464a-92ef-a15ad1c77220 on network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:53.996691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Port 664f7cdf-4455-464a-92ef-a15ad1c77220 on network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:53.997020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Attempting to bind port 664f7cdf-4455-464a-92ef-a15ad1c77220 on network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:54.008115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:54.012965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Checking segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:54.012965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Bound using segment: {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:54.012965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Bound port: 664f7cdf-4455-464a-92ef-a15ad1c77220, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c9ce99-733d-49cf-b295-1dd4e460d44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:54.012965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:54.129943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] For port 664f7cdf-4455-464a-92ef-a15ad1c77220, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:54.129943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] For port 664f7cdf-4455-464a-92ef-a15ad1c77220, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=664f7cdf-4455-464a-92ef-a15ad1c77220,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:54.232752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:54.275969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:54.275969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:54.275969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] 10.222.0.23 "PUT /v2.0/ports/664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 1092 time: 0.9457293 Apr 30 01:18:54.294734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58d7df-c4b6-4ffd-a8a3-2badb43b7f64 service neutron] Pushing event updated for resources: {'Port': ['ID=664f7cdf-4455-464a-92ef-a15ad1c77220,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:54.356749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8c80e-2142-43c2-bf9c-62b02f6c5fef req-3fcbeae0-f2b1-4615-875b-de51bbc8e7b2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:54.358279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ab8c80e-2142-43c2-bf9c-62b02f6c5fef req-3fcbeae0-f2b1-4615-875b-de51bbc8e7b2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0534399 Apr 30 01:18:54.400284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ab8c80e-2142-43c2-bf9c-62b02f6c5fef req-e6d1eb38-9d85-4f4d-8985-6bca311fe249 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355444 Apr 30 01:18:54.461945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-81502389-544b-4cd3-a90f-a7bbc12a285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:54.463669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-81502389-544b-4cd3-a90f-a7bbc12a285b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 1095 time: 0.0437689 Apr 30 01:18:54.529364 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-9cd0d48f-5fa0-47e9-b748-fcdc4194a6d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 217 time: 0.0525386 Apr 30 01:18:54.543217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:54.546017 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c" -d '{"events": [{"name": "network-changed", "server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:54.578621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa81e8-a49f-418f-87ef-09bc4cae54f0 req-7d2aaa43-ba83-42be-9605-a017b1e5abe3 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:54.580198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1fa81e8-a49f-418f-87ef-09bc4cae54f0 req-7d2aaa43-ba83-42be-9605-a017b1e5abe3 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 944 time: 0.1129262 Apr 30 01:18:54.610025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-e6510db7-6ee6-45d3-8ef6-3d91d7a36478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:54.611464 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-e6510db7-6ee6-45d3-8ef6-3d91d7a36478 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0761642 Apr 30 01:18:54.641093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1fa81e8-a49f-418f-87ef-09bc4cae54f0 req-0178b18d-8b67-4297-97f0-96dfb386cc9a tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529344 Apr 30 01:18:54.675075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-a8e36158-f04a-48b6-9b78-d39312e91198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:54.676638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-a8e36158-f04a-48b6-9b78-d39312e91198 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523150 Apr 30 01:18:54.806954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f2c71-fbe0-447d-ac02-8b837813735e req-74889057-7dea-45a6-a14f-baf139c80ab6 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:54.808360 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e8f2c71-fbe0-447d-ac02-8b837813735e req-74889057-7dea-45a6-a14f-baf139c80ab6 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 946 time: 0.1001642 Apr 30 01:18:54.812445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-acbfa0f6-2b20-4815-9b24-8de7dd78ed05 service neutron] 10.222.0.23 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277657 Apr 30 01:18:54.895317 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e8f2c71-fbe0-447d-ac02-8b837813735e req-0cd9f349-ebdb-41c1-baab-687b67c537c9 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/security-groups?id=0527bee9-bfc0-4852-80e1-9be997ac8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802603 Apr 30 01:18:54.926375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4dc91f48-f3f0-45c9-adf7-bb4191abf5e0 req-317986b3-dde2-4e4e-bd07-504cd0d9f0d7 service neutron] 10.222.0.23 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056955 Apr 30 01:18:55.327467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dc96-558f-4bdc-9126-fe9282d15beb req-9872ac9e-3763-4b52-b7d5-0a2ed9ff0157 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:55.328970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8783dc96-558f-4bdc-9126-fe9282d15beb req-9872ac9e-3763-4b52-b7d5-0a2ed9ff0157 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 946 time: 0.0505402 Apr 30 01:18:55.366447 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8783dc96-558f-4bdc-9126-fe9282d15beb req-268e9ab7-1987-4367-bcef-4bf8d84a24c9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Apr 30 01:18:55.484758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-8f385e06-1303-463e-ad05-659c499df7c9 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:55.486198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-8f385e06-1303-463e-ad05-659c499df7c9 tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 946 time: 0.0493267 Apr 30 01:18:55.581131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Deleting port 3259f892-078c-411e-aaf4-768ac79b1e10 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:18:55.581463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:55.632827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:18:55.672538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] For port 3259f892-078c-411e-aaf4-768ac79b1e10, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3259f892-078c-411e-aaf4-768ac79b1e10,segment=NetworkSegment(0e619854-c086-410b-add5-a755dee9fae9),segment_id=0e619854-c086-410b-add5-a755dee9fae9)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:55.672859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:55.694064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Calling delete_port for 3259f892-078c-411e-aaf4-768ac79b1e10 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:18:55.711356 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:55.733807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:55.738610 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339b0b79-e3cf-48c9-8b6a-0859077686dc" -d '{"events": [{"server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:55.749227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:55.774563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-2090419c-474c-4394-b7e8-95f4a394b1c2 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:18:55.775549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-2090419c-474c-4394-b7e8-95f4a394b1c2 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057983 Apr 30 01:18:55.815958 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:55.817637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:18:55.830406 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31edb421-1e01-4a49-bdb6-9b4e7aceac00 x-openstack-request-id: req-31edb421-1e01-4a49-bdb6-9b4e7aceac00 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:55.830678 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:55.830924 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31edb421-1e01-4a49-bdb6-9b4e7aceac00 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:55.831908 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31edb421-1e01-4a49-bdb6-9b4e7aceac00'] response: {'name': 'network-changed', 'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'status': 'completed', 'code': 200} Apr 30 01:18:55.849317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-cc12027a-e76e-45d6-b778-ee5092d7018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:55.854898 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-cc12027a-e76e-45d6-b778-ee5092d7018f service neutron] 10.222.0.15 "GET /v2.0/ports/19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 200 len: 1094 time: 0.0679333 Apr 30 01:18:55.869437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Request body: {'binding': {'host': 'n-h1-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:55.869881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:18:55.891075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:18:55.891686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 31ae1168-5f1c-4b95-a024-fba3fb1d2e20 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:18:55.908292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:56.244360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-9324312f-33ad-43ef-8c17-61494d413e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:56.245755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-9324312f-33ad-43ef-8c17-61494d413e57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 1095 time: 0.3923779 Apr 30 01:18:56.251305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:56.263731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3259f892-078c-411e-aaf4-768ac79b1e10'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:56.314586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e3255-53f3-4811-9f46-a6404d2244de req-2ec53788-a8f9-44e7-ab8a-763d5be99e72 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:56.316070 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-809e3255-53f3-4811-9f46-a6404d2244de req-2ec53788-a8f9-44e7-ab8a-763d5be99e72 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 950 time: 0.4076514 Apr 30 01:18:56.320319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Pushing event deleted for resources: {'Port': ['ID=3259f892-078c-411e-aaf4-768ac79b1e10,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:56.426409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] No DVR routers for this DVR port 3259f892-078c-411e-aaf4-768ac79b1e10 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:18:56.442482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:56.445645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d58b9170-59d4-4e8e-99fd-ed0f1e25c2a6 req-40c67262-f095-4c13-ad71-8360f6721bea tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.21 "DELETE /v2.0/ports/3259f892-078c-411e-aaf4-768ac79b1e10 HTTP/1.1" status: 204 len: 173 time: 0.9526660 Apr 30 01:18:56.468741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-809e3255-53f3-4811-9f46-a6404d2244de req-0014a50f-7039-4d5e-8a26-e3f39709596c tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5d01b64-7def-49ce-a425-8f5bcb23cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450644 Apr 30 01:18:56.486087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on host n-h1-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:56.486233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:56.486555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:56.492408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:56.492735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:56.499493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-1a7d0ba0-ed5b-4d6a-a694-3866371df799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:56.500887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-1a7d0ba0-ed5b-4d6a-a694-3866371df799 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.2425661 Apr 30 01:18:56.501975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:56.502300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:56.502666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:56.503081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Bound port: 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:56.564549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-4ff19c95-7913-49a4-8739-d80245ec15c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 217 time: 0.0563486 Apr 30 01:18:56.639954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:56.655952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-4399780d-b72c-4db3-a11c-9bdb1d329b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:56.657411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-4399780d-b72c-4db3-a11c-9bdb1d329b54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0821774 Apr 30 01:18:56.663049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88b6df-017d-45f9-b26f-9a7f8ce9f33f req-f6005760-baee-4b3c-835f-ee69441b8516 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:56.664470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e88b6df-017d-45f9-b26f-9a7f8ce9f33f req-f6005760-baee-4b3c-835f-ee69441b8516 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1097 time: 0.0792799 Apr 30 01:18:56.726594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:56.727776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-acec8a13-be13-4b09-8584-1edb9d32aa66 service neutron] 10.222.0.15 "POST /v2.0/ports/19df58d6-becd-4b54-a7fa-a7cd82da1ab0/bindings HTTP/1.1" status: 201 len: 389 time: 0.8616276 Apr 30 01:18:56.731478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e88b6df-017d-45f9-b26f-9a7f8ce9f33f req-c08dc912-2207-472d-867e-d197c2e1a6b6 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585124 Apr 30 01:18:56.734104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-98ae580f-0299-444e-a847-f2c13d3667e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:56.735559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-98ae580f-0299-444e-a847-f2c13d3667e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702453 Apr 30 01:18:56.851271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-f0862012-b0f6-4952-8ad4-c24c01b90542 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:56.852865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-f0862012-b0f6-4952-8ad4-c24c01b90542 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 950 time: 0.0554268 Apr 30 01:18:56.858491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-ffa435fc-bda4-4e4c-8e72-780a4b2a84cc service neutron] 10.222.0.23 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143916 Apr 30 01:18:56.880233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b6701-e900-4442-97fc-db737867ad55 req-03561e49-fd91-4cc9-88cf-2186ab11b00f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:56.881709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-553b6701-e900-4442-97fc-db737867ad55 req-03561e49-fd91-4cc9-88cf-2186ab11b00f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0779037 Apr 30 01:18:56.947974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Deleting port b2e4feba-5fef-4713-bff2-173383c8777a {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:18:56.948589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:56.972822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-553b6701-e900-4442-97fc-db737867ad55 req-e9a92a0e-d464-4c88-b55d-c4af19a12b02 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794127 Apr 30 01:18:56.999469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80fc6172-d92b-4fc0-abdf-d4ef9b7e613c req-63f6409e-05a1-4bae-8899-856ea6721d08 service neutron] 10.222.0.23 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332026 Apr 30 01:18:57.024425 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe081e1a-83e9-4895-9cf4-ff3549658ae4 x-openstack-request-id: req-fe081e1a-83e9-4895-9cf4-ff3549658ae4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:57.024942 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:57.025023 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe081e1a-83e9-4895-9cf4-ff3549658ae4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:57.027638 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe081e1a-83e9-4895-9cf4-ff3549658ae4'] response: {'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'code': 200} Apr 30 01:18:57.079560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c39a43-7f6b-4c0c-8315-0eb7789f67b5 req-2f663a70-361e-457d-b49b-5f87c1e8d46e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:57.081045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0c39a43-7f6b-4c0c-8315-0eb7789f67b5 req-2f663a70-361e-457d-b49b-5f87c1e8d46e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 944 time: 0.1111584 Apr 30 01:18:57.088210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] For port b2e4feba-5fef-4713-bff2-173383c8777a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2e4feba-5fef-4713-bff2-173383c8777a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:57.088772 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:57.113416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff5cca0b-aa65-4d0a-84d7-af9a598ebc15 req-7d7cbe0c-4a77-44e9-a810-4f1ce1aad68a tempest-VolumesAdminNegativeTest-1927015477 tempest-VolumesAdminNegativeTest-1927015477-project] 10.222.0.15 "GET /v2.0/ports?device_id=79b72bd3-5077-45d3-99f4-11ef6773d92b HTTP/1.1" status: 200 len: 210 time: 0.0289171 Apr 30 01:18:57.114339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Calling delete_port for b2e4feba-5fef-4713-bff2-173383c8777a owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:18:57.196167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0c39a43-7f6b-4c0c-8315-0eb7789f67b5 req-606d0197-ac50-4eda-a5b3-3788037a7341 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038170 Apr 30 01:18:57.247470 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-521ac021-3c22-4ced-bf68-9d135858204b req-41a70fc9-aab4-42a6-96c7-c4e4337d3411 service neutron] show failed (client error): The resource could not be found. Apr 30 01:18:57.248582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-41a70fc9-aab4-42a6-96c7-c4e4337d3411 service neutron] 10.222.0.23 "GET /v2.0/ports/24f67d58-8477-45b2-8df1-5828b2d3b71a/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.1038935 Apr 30 01:18:57.374279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a83c55-de9e-4bb0-8958-01d5509d0529 req-6c81d83a-4c74-4222-a538-d57080a74b0c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:57.376818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32a83c55-de9e-4bb0-8958-01d5509d0529 req-6c81d83a-4c74-4222-a538-d57080a74b0c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1097 time: 0.0549593 Apr 30 01:18:57.428424 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:57.433301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 664f7cdf-4455-464a-92ef-a15ad1c77220 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:18:57.444483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['b2e4feba-5fef-4713-bff2-173383c8777a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:57.466726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Pushing event deleted for resources: {'Port': ['ID=b2e4feba-5fef-4713-bff2-173383c8777a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:57.467390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-2c21a4d3-24e0-436b-a416-ff695ac5f2b1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:57.471996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-2c21a4d3-24e0-436b-a416-ff695ac5f2b1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 805 time: 0.2286909 Apr 30 01:18:57.483342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-f051a72f-bb51-44f0-a537-bc321d8970a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:57.490406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-f051a72f-bb51-44f0-a537-bc321d8970a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1097 time: 0.1353376 Apr 30 01:18:57.498328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32a83c55-de9e-4bb0-8958-01d5509d0529 req-6c1c16b9-2669-476e-b519-063bf2f1ce7c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969718 Apr 30 01:18:57.501680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.502029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.502367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.519935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.520326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.520671 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.521019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.521355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.521683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.522111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.522453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.527722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:18:57.572123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-1aa264c4-0e0f-46a7-9bc7-c88028eed667 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/quotas/e8501c42d0f949c5b25d7eadc66f8419 HTTP/1.1" status: 200 len: 375 time: 0.0796494 Apr 30 01:18:57.597051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] No DVR routers for this DVR port b2e4feba-5fef-4713-bff2-173383c8777a on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:18:57.599964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:57.603394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae10b689-0fa3-43d9-be1d-4339c5e57092 req-5d58c861-ffa1-4923-a3e9-01d1ccf41db9 tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.23 "DELETE /v2.0/ports/b2e4feba-5fef-4713-bff2-173383c8777a HTTP/1.1" status: 204 len: 173 time: 0.7442901 Apr 30 01:18:57.603909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154bc3c-8cd3-4c42-a383-e5f555648d30', 'name': 'network-vif-deleted', 'tag': 'b2e4feba-5fef-4713-bff2-173383c8777a'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:57.606424 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53716c8b-2684-4c67-899a-58b82e0f46fc" -d '{"events": [{"server_uuid": "2154bc3c-8cd3-4c42-a383-e5f555648d30", "name": "network-vif-deleted", "tag": "b2e4feba-5fef-4713-bff2-173383c8777a"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:57.665203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 664f7cdf-4455-464a-92ef-a15ad1c77220, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=664f7cdf-4455-464a-92ef-a15ad1c77220,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:57.665427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f3cfc-fd70-4d1e-9872-333fbad9d78b req-8473bb97-3579-4ba8-bdbe-dcebe2a8a61a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:57.667112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-078f3cfc-fd70-4d1e-9872-333fbad9d78b req-8473bb97-3579-4ba8-bdbe-dcebe2a8a61a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 946 time: 0.0714462 Apr 30 01:18:57.677298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'port_id': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'mac_address': 'fa:16:3e:8f:30:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:18:57.693773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-f628f065-e75a-45bd-81b0-7087adcc6700 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207690 Apr 30 01:18:57.718686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-96597aab-3e98-40b9-8481-b50d54d3074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:57.720300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-96597aab-3e98-40b9-8481-b50d54d3074b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.2250426 Apr 30 01:18:57.745036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:57.766085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-078f3cfc-fd70-4d1e-9872-333fbad9d78b req-f20d843e-7c66-4e1e-b977-c28a5c2ccb5d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849681 Apr 30 01:18:57.768297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664f7cdf-4455-464a-92ef-a15ad1c77220 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:18:57.792125 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-4f710c73-8760-417b-abe1-1856ee987548 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 200 len: 217 time: 0.0526161 Apr 30 01:18:57.792278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927f82-ce93-4043-8c25-6410447d79ee req-7da23e29-49b4-430a-8618-f17dfc9471e4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:57.792278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa927f82-ce93-4043-8c25-6410447d79ee req-7da23e29-49b4-430a-8618-f17dfc9471e4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a5e750-22d0-401e-a7ed-08a16d62b19c HTTP/1.1" status: 200 len: 943 time: 0.1169388 Apr 30 01:18:57.798461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 664f7cdf-4455-464a-92ef-a15ad1c77220, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=664f7cdf-4455-464a-92ef-a15ad1c77220,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:57.846150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b72bd3-5077-45d3-99f4-11ef6773d92b', 'name': 'network-vif-deleted', 'tag': '3259f892-078c-411e-aaf4-768ac79b1e10'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:57.848407 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a69678-50de-4dba-8fa3-10837813810c" -d '{"events": [{"server_uuid": "79b72bd3-5077-45d3-99f4-11ef6773d92b", "name": "network-vif-deleted", "tag": "3259f892-078c-411e-aaf4-768ac79b1e10"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:18:57.886110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-924aa806-d087-48bc-817c-e2a4b8c2c298 req-e24ad9a8-f84a-453a-b1d7-47b1900f62cb tempest-ServersAdminNegativeTestJSON-2023313058 tempest-ServersAdminNegativeTestJSON-2023313058-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154bc3c-8cd3-4c42-a383-e5f555648d30 HTTP/1.1" status: 200 len: 210 time: 0.0573494 Apr 30 01:18:57.892864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-3ef2e5a8-dc2c-45c6-bcba-560cc8e1d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:57.894343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-3ef2e5a8-dc2c-45c6-bcba-560cc8e1d80e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0805724 Apr 30 01:18:57.900995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:57.939549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-fbbb665c-8285-4847-a760-4ae14052a921 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375397 Apr 30 01:18:57.951332 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-6fc85643-74c1-4398-b552-539c280173e5 service neutron] 10.222.0.15 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452989 Apr 30 01:18:58.022624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=664f7cdf-4455-464a-92ef-a15ad1c77220,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:58.045858 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2c9cfe-55b7-4cf9-9fff-ae5a12c3778e x-openstack-request-id: req-8e2c9cfe-55b7-4cf9-9fff-ae5a12c3778e {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:58.046057 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154bc3c-8cd3-4c42-a383-e5f555648d30", "name": "network-vif-deleted", "tag": "b2e4feba-5fef-4713-bff2-173383c8777a", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:58.046271 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e2c9cfe-55b7-4cf9-9fff-ae5a12c3778e {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:58.047153 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2c9cfe-55b7-4cf9-9fff-ae5a12c3778e'] response: {'server_uuid': '2154bc3c-8cd3-4c42-a383-e5f555648d30', 'name': 'network-vif-deleted', 'tag': 'b2e4feba-5fef-4713-bff2-173383c8777a', 'status': 'completed', 'code': 200} Apr 30 01:18:58.069267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Deleting port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:18:58.069862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.087489 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6162fb3f-30d8-41b9-b559-685da5a1f6a8 x-openstack-request-id: req-6162fb3f-30d8-41b9-b559-685da5a1f6a8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:18:58.087774 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b72bd3-5077-45d3-99f4-11ef6773d92b", "name": "network-vif-deleted", "tag": "3259f892-078c-411e-aaf4-768ac79b1e10", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:18:58.087881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-4fbd9ecc-8d74-439b-9429-46d0b73ff026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:58.088036 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6162fb3f-30d8-41b9-b559-685da5a1f6a8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:18:58.088384 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6162fb3f-30d8-41b9-b559-685da5a1f6a8'] response: {'server_uuid': '79b72bd3-5077-45d3-99f4-11ef6773d92b', 'name': 'network-vif-deleted', 'tag': '3259f892-078c-411e-aaf4-768ac79b1e10', 'status': 'completed', 'code': 200} Apr 30 01:18:58.089377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-4fbd9ecc-8d74-439b-9429-46d0b73ff026 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 1101 time: 0.1123953 Apr 30 01:18:58.127222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:58.128693 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-436bfa12-c91c-4fb6-8f98-fdd77dfe42d6 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745470 Apr 30 01:18:58.149717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['664f7cdf-4455-464a-92ef-a15ad1c77220'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:58.208526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-49ec70b6-f5e2-4c82-a385-87ef495ef53f service neutron] 10.222.0.15 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554214 Apr 30 01:18:58.247699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-3162bc6c-0474-4898-b0e2-adfbff86b56b service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082864 Apr 30 01:18:58.250082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.283523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] For port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:58.283920 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.300465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a38ae0-524c-4de9-827a-622529c86ce0 req-268c3c36-1b2f-44da-bf8f-d8a4dfc701c9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:58.301909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-49a38ae0-524c-4de9-827a-622529c86ce0 req-268c3c36-1b2f-44da-bf8f-d8a4dfc701c9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1533587 Apr 30 01:18:58.326792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Calling delete_port for ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:18:58.415895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-713ab3eb-98fc-43ed-8a38-af8280db783a tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:58.418819 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-713ab3eb-98fc-43ed-8a38-af8280db783a tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1097 time: 0.0563192 Apr 30 01:18:58.428506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821348-1'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:18:58.482351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-49a38ae0-524c-4de9-827a-622529c86ce0 req-38bd0df5-264b-43e0-a53c-1395fdc41204 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613364 Apr 30 01:18:58.495608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.596144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33854) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:58.639546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdd6613a-e0eb-4b27-8030-30502988cc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.713466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:58.758373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:58.766727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-25512ec9-4109-4551-bb61-cef718781722 admin admin] Deleting subnet 7af8342d-33a7-4c26-8681-1c42099ce96c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:18:58.779391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25512ec9-4109-4551-bb61-cef718781722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.805060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.822284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c6f7c-472f-46f3-92f2-66e64cdb4903 req-1df9d752-1cdb-494e-b286-a9670178884d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:58.823760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-340c6f7c-472f-46f3-92f2-66e64cdb4903 req-1df9d752-1cdb-494e-b286-a9670178884d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 945 time: 0.1701455 Apr 30 01:18:58.878381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.880089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25512ec9-4109-4551-bb61-cef718781722 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.884391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:18:58.905463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25512ec9-4109-4551-bb61-cef718781722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.940600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-340c6f7c-472f-46f3-92f2-66e64cdb4903 req-743268b0-73ce-4264-a3de-9b08bd4680af tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057706 Apr 30 01:18:58.976131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:58.980917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Pushing event updated for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:58.986274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on host n-h2-821348-1 for vnic_type normal with profile {"migrating_to": "n-h1-821348-1"} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:58.986595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:58.986923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:58.992670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:58.992670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Attempting to bind port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:58.999179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:58.999561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:58.999942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:59.000370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Bound port: 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:59.000736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.014822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:59.046518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Pushing event deleted for resources: {'Port': ['ID=ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:59.068060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:59.069291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46f2383f-c1f3-4396-a557-31100562c484 req-0ca6b8f9-8dc1-4c75-9d99-9102285c996c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 210 time: 0.0750163 Apr 30 01:18:59.071493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:59.126443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] No DVR routers for this DVR port ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:18:59.128984 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.133197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.136388 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa927f82-ce93-4043-8c25-6410447d79ee req-9239d1d5-7a9c-4bbc-a5ef-8f05e81aed48 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.21 "DELETE /v2.0/ports/ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a HTTP/1.1" status: 204 len: 173 time: 1.3398798 Apr 30 01:18:59.154905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Transition to ACTIVE for port object 24f67d58-8477-45b2-8df1-5828b2d3b71a will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:18:59.157577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.200120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89b404-0eec-4380-b0ef-c01d63840967 req-d60cd9e8-a35e-4287-a7e1-c52afacb6b10 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:59.201913 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b89b404-0eec-4380-b0ef-c01d63840967 req-d60cd9e8-a35e-4287-a7e1-c52afacb6b10 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.0624630 Apr 30 01:18:59.247540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25512ec9-4109-4551-bb61-cef718781722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.249082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Pushing event updated for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:59.252781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:59.253401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.254779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-50e71548-f8de-4c68-a89e-780f7edbbc57 service neutron] 10.222.0.21 "PUT /v2.0/ports/19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 200 len: 1122 time: 0.8304272 Apr 30 01:18:59.273052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25512ec9-4109-4551-bb61-cef718781722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.278838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-25512ec9-4109-4551-bb61-cef718781722 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7af8342d-33a7-4c26-8681-1c42099ce96c HTTP/1.1" status: 204 len: 168 time: 0.6730864 Apr 30 01:18:59.279537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33878) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:18:59.300727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512ec9-4109-4551-bb61-cef718781722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af8342d-33a7-4c26-8681-1c42099ce96c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:59.319733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b89b404-0eec-4380-b0ef-c01d63840967 req-da762712-2579-4bc0-8026-7b7c7657e461 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053801 Apr 30 01:18:59.320857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.368836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['19df58d6-becd-4b54-a7fa-a7cd82da1ab0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:18:59.398707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] No DVR routers for this DVR port 24f67d58-8477-45b2-8df1-5828b2d3b71a on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:18:59.409112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:59.410883 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.484614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 664f7cdf-4455-464a-92ef-a15ad1c77220 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:18:59.516876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Attempting to bind port 24f67d58-8477-45b2-8df1-5828b2d3b71a on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:18:59.517199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Attempting to bind port 24f67d58-8477-45b2-8df1-5828b2d3b71a by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:18:59.517525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Attempting to bind port 24f67d58-8477-45b2-8df1-5828b2d3b71a on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:59.524003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Port 24f67d58-8477-45b2-8df1-5828b2d3b71a on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:18:59.524003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Attempting to bind port 24f67d58-8477-45b2-8df1-5828b2d3b71a on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:18:59.536524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:18:59.536924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:18:59.537263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:18:59.537685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Bound port: 24f67d58-8477-45b2-8df1-5828b2d3b71a, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:18:59.538033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.604829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.645087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.645786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.646716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.648653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3259f892-078c-411e-aaf4-768ac79b1e10 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:18:59.648785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > port after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.648785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.648785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > port after_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.648785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.648785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.649476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.649940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.697798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 3259f892-078c-411e-aaf4-768ac79b1e10 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:18:59.698335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3259f892-078c-411e-aaf4-768ac79b1e10 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:18:59.706176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:18:59.710832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:18:59.728877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0edc1b-f285-400f-985e-15b6ceaf89b1 req-c4565aaf-1dd9-41d7-9ef0-6263ae5fa18d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:59.731911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f0edc1b-f285-400f-985e-15b6ceaf89b1 req-c4565aaf-1dd9-41d7-9ef0-6263ae5fa18d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 948 time: 0.1380696 Apr 30 01:18:59.759655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.760032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.766553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.766553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:18:59.766553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:59.774746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.781247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e619854-c086-410b-add5-a755dee9fae9') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:59.781548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e619854-c086-410b-add5-a755dee9fae9') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:18:59.802376 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.821902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 664f7cdf-4455-464a-92ef-a15ad1c77220 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:18:59.828641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 664f7cdf-4455-464a-92ef-a15ad1c77220 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:18:59.829015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.831720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:18:59.832725 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.834506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] 10.222.0.21 "PUT /v2.0/ports/24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 1096 time: 1.7116387 Apr 30 01:18:59.836905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.850091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:18:59.851889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.877620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f0edc1b-f285-400f-985e-15b6ceaf89b1 req-e0fb2efb-bb30-4043-ae25-8107ddc2c1ba tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309838 Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: from cryptography.utils import int_from_bytes Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: from cryptography.utils import int_from_bytes Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:18:59.889657 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:18:59.935096 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:18:59.976596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:18:59.982567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78c70a-da3e-4ce7-8fcd-bcb774cd2e6f service neutron] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:18:59.983278 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def904c-e765-4598-a377-8f86e50bcb26" -d '{"events": [{"server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:00.000803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 664f7cdf-4455-464a-92ef-a15ad1c77220, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=664f7cdf-4455-464a-92ef-a15ad1c77220,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:00.007474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-518c96c7-7e76-4b73-a0be-9773ef3590b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.012370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-518c96c7-7e76-4b73-a0be-9773ef3590b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1099 time: 0.1289952 Apr 30 01:19:00.086733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a'}, {'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'name': 'network-vif-deleted', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a'}, {'name': 'network-changed', 'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:00.090041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0'}, {'name': 'network-changed', 'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:00.091850 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5" -d '{"events": [{"server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "name": "network-vif-unplugged", "status": "completed", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a"}, {"server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "name": "network-vif-deleted", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a"}, {"name": "network-changed", "server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:00.092665 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8" -d '{"events": [{"server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "name": "network-vif-unplugged", "status": "completed", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0"}, {"name": "network-changed", "server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:00.118010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.119261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.127148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.131517 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa HTTP/1.1" status: 204 len: 168 time: 0.8507817 Apr 30 01:19:00.134278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33906) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:00.174987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-7a4f3172-9f2e-4b26-a39a-2eb5ddedec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.176396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd80c-f00f-40a7-8a37-f7d8eda50144 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8891fc-5bc9-41c8-8fb0-54ae4e56b8aa,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:00.176572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-7a4f3172-9f2e-4b26-a39a-2eb5ddedec60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1552086 Apr 30 01:19:00.182162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33908) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:00.209508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=664f7cdf-4455-464a-92ef-a15ad1c77220,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:00.234909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-70884154-5be1-46fa-849f-d07bb250fa46 admin admin] Deleting subnet fcc64c3f-ab26-43c6-9c9f-f0a22cc0db34 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:19:00.244636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70884154-5be1-46fa-849f-d07bb250fa46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.248189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195542a-19e0-4bf9-b5d6-9b27bf3c5498 req-9d240678-6de9-4690-916d-22218e6ee12c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.249929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4195542a-19e0-4bf9-b5d6-9b27bf3c5498 req-9d240678-6de9-4690-916d-22218e6ee12c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 946 time: 0.1329331 Apr 30 01:19:00.251703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-b6399ce1-4d04-406f-b1c9-e4bf5c1cff14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 217 time: 0.0669863 Apr 30 01:19:00.297187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70884154-5be1-46fa-849f-d07bb250fa46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.351393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4195542a-19e0-4bf9-b5d6-9b27bf3c5498 req-ebc0455f-d96a-4e9b-965f-ba75448d7eef tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927179 Apr 30 01:19:00.357856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-10965977-744e-4bb3-a84f-c63f2a6737b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.359365 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-10965977-744e-4bb3-a84f-c63f2a6737b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0846398 Apr 30 01:19:00.402053 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc2c2d-e2f9-4993-b587-f7f121be08b9 x-openstack-request-id: req-60dc2c2d-e2f9-4993-b587-f7f121be08b9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:00.402584 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:00.402678 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60dc2c2d-e2f9-4993-b587-f7f121be08b9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:00.403087 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60dc2c2d-e2f9-4993-b587-f7f121be08b9'] response: {'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'code': 200} Apr 30 01:19:00.409261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70884154-5be1-46fa-849f-d07bb250fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.427804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac021-3c22-4ced-bf68-9d135858204b req-c99c93c9-1810-4f51-861f-1473dd76cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.429601 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-c99c93c9-1810-4f51-861f-1473dd76cb58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566082 Apr 30 01:19:00.454138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cb3eb3ec-5ff2-4d61-a841-b2132d2e23b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0df330b105aa45cc96af5d84f8e469ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706404 Apr 30 01:19:00.458084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33914) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:00.505924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-993671fd-efb7-401c-81b5-ef646f7e8259 req-fadf88cf-ed38-4915-a285-abf8ab60565e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 210 time: 0.0430520 Apr 30 01:19:00.527853 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c4f3972d-e533-4950-9d66-c8b4e9dad7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.532716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f1ad-5e93-47fd-ae08-068f82fe4a48 req-effb1917-9083-49b0-b901-cc66d2a3728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.534567 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd32f1ad-5e93-47fd-ae08-068f82fe4a48 req-effb1917-9083-49b0-b901-cc66d2a3728d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 1097 time: 0.0618179 Apr 30 01:19:00.554714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c4f3972d-e533-4950-9d66-c8b4e9dad7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.563981 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a87fc-5065-4816-a8b1-89f2434df145 x-openstack-request-id: req-ec8a87fc-5065-4816-a8b1-89f2434df145 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:00.565295 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "name": "network-vif-unplugged", "status": "completed", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0", "code": 200}, {"name": "network-changed", "server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:00.565295 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec8a87fc-5065-4816-a8b1-89f2434df145 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:00.565295 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8a87fc-5065-4816-a8b1-89f2434df145'] response: {'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0', 'code': 200} Apr 30 01:19:00.565696 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8a87fc-5065-4816-a8b1-89f2434df145'] response: {'name': 'network-changed', 'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0', 'status': 'completed', 'code': 200} Apr 30 01:19:00.618724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70884154-5be1-46fa-849f-d07bb250fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.646747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.23', 49601) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:00.649903 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52382fae-ab2d-4602-9f06-1180149b7090 x-openstack-request-id: req-52382fae-ab2d-4602-9f06-1180149b7090 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:00.650195 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "name": "network-vif-unplugged", "status": "completed", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a", "code": 200}, {"server_uuid": "b2a5e750-22d0-401e-a7ed-08a16d62b19c", "name": "network-vif-deleted", "tag": "ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:00.650436 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52382fae-ab2d-4602-9f06-1180149b7090 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:00.650821 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52382fae-ab2d-4602-9f06-1180149b7090'] response: {'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'code': 200} Apr 30 01:19:00.651675 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52382fae-ab2d-4602-9f06-1180149b7090'] response: {'server_uuid': 'b2a5e750-22d0-401e-a7ed-08a16d62b19c', 'name': 'network-vif-deleted', 'tag': 'ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a', 'status': 'completed', 'code': 200} Apr 30 01:19:00.651675 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52382fae-ab2d-4602-9f06-1180149b7090'] response: {'name': 'network-changed', 'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'status': 'completed', 'code': 200} Apr 30 01:19:00.678091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd32f1ad-5e93-47fd-ae08-068f82fe4a48 req-0b921709-6235-4216-ad7d-9d9cb9b7f763 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312497 Apr 30 01:19:00.694351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70884154-5be1-46fa-849f-d07bb250fa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.698218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-70884154-5be1-46fa-849f-d07bb250fa46 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fcc64c3f-ab26-43c6-9c9f-f0a22cc0db34 HTTP/1.1" status: 204 len: 168 time: 0.5627978 Apr 30 01:19:00.714117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884154-5be1-46fa-849f-d07bb250fa46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc64c3f-ab26-43c6-9c9f-f0a22cc0db34,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:00.717603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33916) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:00.738408 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-f096bdc4-c774-47a6-adf2-09d2dedbb1f9 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578710 Apr 30 01:19:00.748968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-135e58e5-c5c9-4989-a9f5-055ca32e2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.750445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-135e58e5-c5c9-4989-a9f5-055ca32e2f94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1125 time: 0.1486077 Apr 30 01:19:00.752260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175121c6-fde6-481c-8583-3e3971118f3b req-464b96d1-6bcb-452e-89cb-a0009fbcbf5d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.753719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-175121c6-fde6-481c-8583-3e3971118f3b req-464b96d1-6bcb-452e-89cb-a0009fbcbf5d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.0796175 Apr 30 01:19:00.791084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c4f3972d-e533-4950-9d66-c8b4e9dad7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.793679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c4f3972d-e533-4950-9d66-c8b4e9dad7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.797806 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c4f3972d-e533-4950-9d66-c8b4e9dad7ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5d01b64-7def-49ce-a425-8f5bcb23cdfa HTTP/1.1" status: 204 len: 168 time: 0.3355098 Apr 30 01:19:00.810995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-8bba36a3-9fcf-48e0-b2a0-4895c77cd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:00.812764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-8bba36a3-9fcf-48e0-b2a0-4895c77cd3f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1099 time: 0.1603713 Apr 30 01:19:00.819752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3972d-e533-4950-9d66-c8b4e9dad7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d01b64-7def-49ce-a425-8f5bcb23cdfa,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:00.829024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:00.884167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-175121c6-fde6-481c-8583-3e3971118f3b req-651a60f7-7a87-4df0-a154-df6223cf1a08 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166968 Apr 30 01:19:00.924309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-521ac021-3c22-4ced-bf68-9d135858204b req-43550ce3-289c-4eff-93de-37af0a56bbbe service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676056 Apr 30 01:19:00.981284 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b118-b505-46f8-a2a7-d050d453844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.261138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.317459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-67402c67-d681-428d-8071-d9e08a0b79c2 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:19:01.318480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-67402c67-d681-428d-8071-d9e08a0b79c2 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540001 Apr 30 01:19:01.370381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b76383-8aa8-41b7-8b0e-d8efa9615b50']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:01.373426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64c5ba-7324-459c-aa27-33956a23b0e5 req-30be58c9-8926-48af-960a-6644f05eb5aa tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.387760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d64c5ba-7324-459c-aa27-33956a23b0e5 req-30be58c9-8926-48af-960a-6644f05eb5aa tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 948 time: 0.4115427 Apr 30 01:19:01.408872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8460b1-1e42-45d4-9049-80c98b69b9c0') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:01.409162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8460b1-1e42-45d4-9049-80c98b69b9c0') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:01.443362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.447358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d64c5ba-7324-459c-aa27-33956a23b0e5 req-ed0a874f-3ffd-40ad-b528-b23cb4537010 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638702 Apr 30 01:19:01.453828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 24f67d58-8477-45b2-8df1-5828b2d3b71a no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:01.460943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-865537ef-4082-474f-af08-ccfe4468640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.462323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-865537ef-4082-474f-af08-ccfe4468640d service neutron] 10.222.0.15 "GET /v2.0/ports/75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 1094 time: 0.1258333 Apr 30 01:19:01.489825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Request body: {'binding': {'host': 'n-h2-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:01.490281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:19:01.490406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0f348ac3-9070-403a-860b-df7e9b6eeca1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.497035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.499541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0f348ac3-9070-403a-860b-df7e9b6eeca1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.21 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 805 time: 0.2256973 Apr 30 01:19:01.500211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-579de1f8-4ac4-495f-a545-b13618180128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.501726 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-579de1f8-4ac4-495f-a545-b13618180128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1099 time: 0.2333646 Apr 30 01:19:01.507802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 24f67d58-8477-45b2-8df1-5828b2d3b71a not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:01.508257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device b2e4feba-5fef-4713-bff2-173383c8777a no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:01.522903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Request body: {'port': {'device_id': 'e8286fef-6c4f-4481-b07c-28122264e097', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'admin_state_up': True, 'tenant_id': 'e8501c42d0f949c5b25d7eadc66f8419'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:01.524530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-ae2ba5e0-b2cf-4f74-9452-bba9f1e3a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.525986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-ae2ba5e0-b2cf-4f74-9452-bba9f1e3a637 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.5996461 Apr 30 01:19:01.531818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-b820e608-c8c2-4d98-8872-b9d6a3d26ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.533237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-b820e608-c8c2-4d98-8872-b9d6a3d26ef0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.6251781 Apr 30 01:19:01.540273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:19:01.540666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:19:01.544041 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:19:01.551551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: b2e4feba-5fef-4713-bff2-173383c8777a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:01.551900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device b2e4feba-5fef-4713-bff2-173383c8777a not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:01.621197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33928) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:01.659992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:01.667895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:01.688446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627dee-6ff3-4c81-916a-7a12a132225d req-8566a3ba-8de7-41dc-9f4d-7ad39d2459e0 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.689920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4627dee-6ff3-4c81-916a-7a12a132225d req-8566a3ba-8de7-41dc-9f4d-7ad39d2459e0 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 946 time: 0.1336100 Apr 30 01:19:01.701602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-990c4013-de05-4def-8dd9-354139b5ece8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 200 len: 217 time: 0.1454327 Apr 30 01:19:01.701869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:01.702107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ba4cc6ba-c4c5-4a17-84fc-4545ef47c60a not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:01.710169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-12078230-2bad-4581-bf54-6672ffd74259 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 217 time: 0.1459019 Apr 30 01:19:01.725130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ab19bf85-e28c-4227-9c73-2cb90cdbe8d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ea80f794a71466194cc75e9d61c3a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068563 Apr 30 01:19:01.729816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33930) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:01.753496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4627dee-6ff3-4c81-916a-7a12a132225d req-01ed7030-2532-463e-9c69-e69b63cbc423 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524900 Apr 30 01:19:01.813776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Made reservation on behalf of e8501c42d0f949c5b25d7eadc66f8419 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:01.817431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.836785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:01.851015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 has no active binding in host n-h1-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:19:01.856957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.870603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93d1ad41-9084-45f0-a5e6-ca6e24b8660d req-02eba8f9-1192-44c3-a450-92764dba7887 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 210 time: 0.0383432 Apr 30 01:19:01.891028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.894787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] 10.222.0.15 "DELETE /v2.0/networks/d0b76383-8aa8-41b7-8b0e-d8efa9615b50 HTTP/1.1" status: 204 len: 168 time: 1.1742120 Apr 30 01:19:01.945694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c21c6-acdf-4e36-b89e-925ae115479d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b76383-8aa8-41b7-8b0e-d8efa9615b50,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:01.952535 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:01.956976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-e0146b4e-942e-48d2-8ef1-00c8a0b4bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.960393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-e0146b4e-942e-48d2-8ef1-00c8a0b4bbd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2293591 Apr 30 01:19:01.969908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-986f42bc-058c-447e-a3f5-f622f6fb3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.971510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-986f42bc-058c-447e-a3f5-f622f6fb3aa6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.2434027 Apr 30 01:19:01.980029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-56066e3a-6eb9-466b-aa77-d1be4f5ee69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:01.981691 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-56066e3a-6eb9-466b-aa77-d1be4f5ee69a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.4528837 Apr 30 01:19:02.007660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Allocated IP 172.20.0.14 (6884ef9c-2a6a-49a0-8451-29360ea31c3f/06b6587d-c0b7-431f-839f-e81a0ff957ca/e4a55ead-a990-4b57-981f-d894c1d1cebf) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:02.090201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-348ac56d-1eb2-44ee-be99-f1b8fbb4fe45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010041 Apr 30 01:19:02.098467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-429d64dc-cf4f-4c2d-a723-e848d2ddd52c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 217 time: 0.0991378 Apr 30 01:19:02.102717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b532b25-fa68-4265-b396-507256409f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.113795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff28059-7b55-428f-b69f-c94a04d06948 req-d3b04fa3-b3ea-4fe9-866b-e3cf411a236f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:02.115283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ff28059-7b55-428f-b69f-c94a04d06948 req-d3b04fa3-b3ea-4fe9-866b-e3cf411a236f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.0845532 Apr 30 01:19:02.201875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on host n-h2-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:02.205900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:02.205900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:02.206108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ff28059-7b55-428f-b69f-c94a04d06948 req-2471c3c6-853c-4901-a48c-86878985aa5e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774300 Apr 30 01:19:02.232240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-8f379051-570d-4b75-930e-fe499ba640b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:02.232240 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-8f379051-570d-4b75-930e-fe499ba640b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2469666 Apr 30 01:19:02.232240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b532b25-fa68-4265-b396-507256409f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.239808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:02.240131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:02.246367 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.272277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:02.272622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:02.273011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:02.273447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Bound port: 75a0fbd9-236c-4b02-b9a2-32feff026225, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:02.276643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33936) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:02.300025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-60ded994-5c17-4e78-8aab-84fe06918789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:02.303791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-60ded994-5c17-4e78-8aab-84fe06918789 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1816435 Apr 30 01:19:02.319865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ca4e91f7-c97e-4f8e-bfcd-275f45dfc758 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09723dc424c84baba98de7a6bdcb397a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419705 Apr 30 01:19:02.322346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33938) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:02.368538 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.398801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-751c646e-ec7e-4f01-be31-e79403a09e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.428025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-69cd6655-10bc-4f07-a571-e160ddf3961c service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269386 Apr 30 01:19:02.437796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Network 6884ef9c-2a6a-49a0-8451-29360ea31c3f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:02.449035 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-751c646e-ec7e-4f01-be31-e79403a09e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.450700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Pushing event updated for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:02.454363 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:02.456591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:02.462556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:02.464370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.465232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:02.494670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-3bfb669d-c9f2-4dff-8abf-5c5f9e960865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:02.496778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-3bfb669d-c9f2-4dff-8abf-5c5f9e960865 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588974 Apr 30 01:19:02.545214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-4d795f76-ae28-4fba-9782-69c311c9e611 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018565 Apr 30 01:19:02.555352 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.556562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b7ba18f5-d853-47cb-b40d-6ab03220014d service neutron] 10.222.0.15 "POST /v2.0/ports/75a0fbd9-236c-4b02-b9a2-32feff026225/bindings HTTP/1.1" status: 201 len: 389 time: 1.0717263 Apr 30 01:19:02.557123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b532b25-fa68-4265-b396-507256409f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.560217 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b532b25-fa68-4265-b396-507256409f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.561252 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0b532b25-fa68-4265-b396-507256409f09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8336327a-fa32-43ba-bd9a-0b2598f8ccb9 HTTP/1.1" status: 204 len: 168 time: 0.8277998 Apr 30 01:19:02.591893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3939ed8-a0e8-44bb-aa88-cd789fb8c8cc req-e182512e-ff2e-47d5-a4f9-1678a061cc16 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:02.593313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3939ed8-a0e8-44bb-aa88-cd789fb8c8cc req-e182512e-ff2e-47d5-a4f9-1678a061cc16 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 948 time: 0.0527411 Apr 30 01:19:02.603126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-8d7c5916-9f4d-4dfd-a42f-8922d6656e9c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0863471 Apr 30 01:19:02.627404 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Request body: {'port': {'device_id': 'e8286fef-6c4f-4481-b07c-28122264e097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:02.633615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-751c646e-ec7e-4f01-be31-e79403a09e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.636074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b532b25-fa68-4265-b396-507256409f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336327a-fa32-43ba-bd9a-0b2598f8ccb9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:02.636251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-751c646e-ec7e-4f01-be31-e79403a09e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.639901 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-751c646e-ec7e-4f01-be31-e79403a09e1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0527bee9-bfc0-4852-80e1-9be997ac8ec1 HTTP/1.1" status: 204 len: 168 time: 0.3165956 Apr 30 01:19:02.687221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c646e-ec7e-4f01-be31-e79403a09e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0527bee9-bfc0-4852-80e1-9be997ac8ec1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:02.699892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1c616f6-76b3-4aaf-8521-c1c2d8301af8 req-579245d7-2776-479b-bf86-b344c932bede service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547188 Apr 30 01:19:02.728888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-d9ffecdb-24f7-40e4-b656-78c3da28a1c7 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061372 Apr 30 01:19:02.738881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3939ed8-a0e8-44bb-aa88-cd789fb8c8cc req-5982bd7a-e35e-4f4a-8321-ee856659c108 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333406 Apr 30 01:19:02.751360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:02.778807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-1be240fd-ca1c-4670-8411-46c65ac17f19 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150888 Apr 30 01:19:02.875946 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52c02ef2-1ecc-41e0-83f1-c12586e9f9f5 req-6569a6c8-4384-4a09-b548-d7dcb412f7b8 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315544 Apr 30 01:19:02.985797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a714e6-de4c-448c-a739-f5e5db5b3c4d req-11a28523-2129-42ab-9f76-cd99158c4f72 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:02.987348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48a714e6-de4c-448c-a739-f5e5db5b3c4d req-11a28523-2129-42ab-9f76-cd99158c4f72 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 946 time: 0.1044829 Apr 30 01:19:03.059009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48a714e6-de4c-448c-a739-f5e5db5b3c4d req-e23dec92-a879-4421-9ded-1b2371214852 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601604 Apr 30 01:19:03.100640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eb498-d722-4385-bd34-cb5a4532ec3d req-31180c69-36ca-4169-8f3f-896720c01270 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.103988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af2eb498-d722-4385-bd34-cb5a4532ec3d req-31180c69-36ca-4169-8f3f-896720c01270 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 932 time: 0.0869093 Apr 30 01:19:03.141909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a55ead-a990-4b57-981f-d894c1d1cebf {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:03.150483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.165811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Transition to ACTIVE for port object e4a55ead-a990-4b57-981f-d894c1d1cebf will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:03.186791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af2eb498-d722-4385-bd34-cb5a4532ec3d req-6c764f87-21f8-47ff-85fb-c93438a17e45 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768187 Apr 30 01:19:03.226944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.239698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc2c2c-5a20-4570-877b-d97502e7ef47 req-f0b88785-8fc9-48e7-9033-a1bbcce10e0d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.241456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bfc2c2c-5a20-4570-877b-d97502e7ef47 req-f0b88785-8fc9-48e7-9033-a1bbcce10e0d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 946 time: 0.0684786 Apr 30 01:19:03.315518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Pushing event updated for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:03.344574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bfc2c2c-5a20-4570-877b-d97502e7ef47 req-b235081f-f75e-4e38-bd28-581217660a7a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792220 Apr 30 01:19:03.356308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Attempting to bind port e4a55ead-a990-4b57-981f-d894c1d1cebf on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:03.356668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Attempting to bind port e4a55ead-a990-4b57-981f-d894c1d1cebf by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:03.356954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Attempting to bind port e4a55ead-a990-4b57-981f-d894c1d1cebf on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:03.361431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Port e4a55ead-a990-4b57-981f-d894c1d1cebf on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:03.361761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Attempting to bind port e4a55ead-a990-4b57-981f-d894c1d1cebf on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:03.377277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:03.377762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Checking segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:03.378233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Bound using segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:03.378760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Bound port: e4a55ead-a990-4b57-981f-d894c1d1cebf, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:03.379562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.450705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-8292a22f-a0a9-4793-bb63-78fc813589f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.452198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-8292a22f-a0a9-4793-bb63-78fc813589f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1097 time: 0.1266694 Apr 30 01:19:03.465603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:03.466353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-b200fa19-cd9a-4f9c-8682-7297c3617f26 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.471960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-b200fa19-cd9a-4f9c-8682-7297c3617f26 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1156311 Apr 30 01:19:03.476882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:03.528332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be4015-b083-43e8-b0b5-1304a45933b4 req-e4e9f23b-20a4-4afa-93fa-6cfed2fd047c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.529847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9be4015-b083-43e8-b0b5-1304a45933b4 req-e4e9f23b-20a4-4afa-93fa-6cfed2fd047c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.0552588 Apr 30 01:19:03.570986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-e4e0f3cd-8308-4147-91ec-61cc37f3998b tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0938454 Apr 30 01:19:03.571464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33970) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:03.582454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9be4015-b083-43e8-b0b5-1304a45933b4 req-293eef2e-9a95-4cb0-ad23-f4cd23122b31 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Apr 30 01:19:03.583445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.598610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Request body: {'floatingip': {'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:03.638531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Pushing event updated for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:03.655074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.655964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.657316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0c5a171a-1f72-4be4-91db-56811ed5ee2e service neutron] 10.222.0.21 "PUT /v2.0/ports/e4a55ead-a990-4b57-981f-d894c1d1cebf HTTP/1.1" status: 200 len: 1092 time: 1.0377281 Apr 30 01:19:03.657768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:03.660912 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d40d62-3ce9-49ee-a369-18a9879a1804" -d '{"events": [{"name": "network-changed", "server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:03.681149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33976) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:03.681351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bf3be1d5-d664-44fc-a324-dd090da5ff35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40e21de51dc344a4b33f080e6f9b7dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071446 Apr 30 01:19:03.693086 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.700552 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.731618 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2163989-8db4-4d23-b078-327d3c67ad6a x-openstack-request-id: req-b2163989-8db4-4d23-b078-327d3c67ad6a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:03.731985 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:03.732485 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2163989-8db4-4d23-b078-327d3c67ad6a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:03.732886 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2163989-8db4-4d23-b078-327d3c67ad6a'] response: {'name': 'network-changed', 'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'status': 'completed', 'code': 200} Apr 30 01:19:03.749801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-1c79a10f-9e1e-4715-8428-13c4d837c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.751295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-1c79a10f-9e1e-4715-8428-13c4d837c40f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.2825058 Apr 30 01:19:03.790988 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e848c201-c416-4c0c-bb8f-27ff116d5519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.805701 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.809676 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-beb8f878-164a-4f0e-afe7-b27532f8f9a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 217 time: 0.0414083 Apr 30 01:19:03.821867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e848c201-c416-4c0c-bb8f-27ff116d5519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:03.895659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d40d62-3ce9-49ee-a369-18a9879a1804 req-19f99663-351e-46b4-9eac-4b0cbad3ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.897127 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02d40d62-3ce9-49ee-a369-18a9879a1804 req-19f99663-351e-46b4-9eac-4b0cbad3ef07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 1095 time: 0.1458032 Apr 30 01:19:03.911874 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389e268-2cc1-4242-ba0c-ff727c591536 req-6a54427d-d80e-4fc6-ba97-d73337804d34 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:03.913299 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5389e268-2cc1-4242-ba0c-ff727c591536 req-6a54427d-d80e-4fc6-ba97-d73337804d34 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 948 time: 0.0811996 Apr 30 01:19:04.018367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5389e268-2cc1-4242-ba0c-ff727c591536 req-712a78ba-c259-4ac0-b7ec-c9d80995d5f2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944505 Apr 30 01:19:04.052320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e848c201-c416-4c0c-bb8f-27ff116d5519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:04.055923 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e848c201-c416-4c0c-bb8f-27ff116d5519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:04.059960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e848c201-c416-4c0c-bb8f-27ff116d5519 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c973447d-3e4e-43cc-820b-52602647d3bb HTTP/1.1" status: 204 len: 168 time: 0.3777125 Apr 30 01:19:04.071816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d40d62-3ce9-49ee-a369-18a9879a1804 req-f633f413-539b-45a2-ba6e-c7c4d60a0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:04.073482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02d40d62-3ce9-49ee-a369-18a9879a1804 req-f633f413-539b-45a2-ba6e-c7c4d60a0452 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1589227 Apr 30 01:19:04.081414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848c201-c416-4c0c-bb8f-27ff116d5519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c973447d-3e4e-43cc-820b-52602647d3bb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:04.231305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d40d62-3ce9-49ee-a369-18a9879a1804 req-c4f196de-6a56-47dd-a4a5-b55f3b1b30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:04.233204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02d40d62-3ce9-49ee-a369-18a9879a1804 req-c4f196de-6a56-47dd-a4a5-b55f3b1b30b9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1475081 Apr 30 01:19:04.278287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-627c7f98-d413-4b1c-b8aa-799277f65025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:04.279824 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-627c7f98-d413-4b1c-b8aa-799277f65025 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.4642973 Apr 30 01:19:04.323233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-6e613d26-88b4-4062-a827-690e2367daea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354533 Apr 30 01:19:04.325515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-2d90247e-243c-4978-8b9b-6c5606d55611 service neutron] 10.222.0.23 "GET /v2.0/ports/19df58d6-becd-4b54-a7fa-a7cd82da1ab0/bindings/n-h1-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.4603810 Apr 30 01:19:04.364514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f279b3-0e8a-4d18-9b27-9fe0196119a3 req-a1f4e491-f5d9-4a77-87f4-8bdad83fba69 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:04.365997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0f279b3-0e8a-4d18-9b27-9fe0196119a3 req-a1f4e491-f5d9-4a77-87f4-8bdad83fba69 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 944 time: 0.0871475 Apr 30 01:19:04.367828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0f8dd328-7848-4bfa-be14-939cb9e16fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:04.369714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-0f8dd328-7848-4bfa-be14-939cb9e16fa1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 1095 time: 0.0796015 Apr 30 01:19:04.430439 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-ff8a03ea-b5fe-446f-b422-d6b5ed716a74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf HTTP/1.1" status: 200 len: 217 time: 0.0483408 Apr 30 01:19:04.469090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0f279b3-0e8a-4d18-9b27-9fe0196119a3 req-9dfee371-dca4-402d-aad7-2449518cc41c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938549 Apr 30 01:19:04.499575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-e6f3c3ab-cc65-41bf-b528-ae817ed82c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:04.501395 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-e6f3c3ab-cc65-41bf-b528-ae817ed82c1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=06b6587d-c0b7-431f-839f-e81a0ff957ca HTTP/1.1" status: 200 len: 845 time: 0.0639565 Apr 30 01:19:04.510358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-feacb977-09e5-4866-ac58-ef466d518cfb service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508994 Apr 30 01:19:04.556728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-49a01ca3-dd9b-4074-8988-01291b85ac56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6884ef9c-2a6a-49a0-8451-29360ea31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466597 Apr 30 01:19:04.684300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22dcd8-cadb-46d5-a976-976cecbfc93e req-dd9b654b-4db4-41f2-8d54-f73998853a8d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:04.685815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be22dcd8-cadb-46d5-a976-976cecbfc93e req-dd9b654b-4db4-41f2-8d54-f73998853a8d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 946 time: 0.1268857 Apr 30 01:19:04.736127 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-bfcc8885-131f-44b0-9ad4-317391ee132c service neutron] 10.222.0.21 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631045 Apr 30 01:19:04.800444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be22dcd8-cadb-46d5-a976-976cecbfc93e req-96d4e781-d556-4c52-8ebb-e5eaf5ca917a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001418 Apr 30 01:19:04.814409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-55dc5d80-872d-4c2b-a1b2-8551005a5dbc service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902217 Apr 30 01:19:04.862292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-394bf2ac-caf3-49f9-9061-64de8d4a1e13 req-20c87937-8972-4230-8f69-9d5f8a521bfe service neutron] 10.222.0.21 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150491 Apr 30 01:19:04.885062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:04.947975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:04.969369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7ad26-4bdb-4772-acb1-a36eddff133c req-b1336671-69d7-44f6-82ac-47a6c9d3a371 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:04.970987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b7ad26-4bdb-4772-acb1-a36eddff133c req-b1336671-69d7-44f6-82ac-47a6c9d3a371 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 944 time: 0.0559740 Apr 30 01:19:05.018116 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:05.019255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b7ad26-4bdb-4772-acb1-a36eddff133c req-53858cac-5b8b-47db-93f2-a0fbd6367578 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Apr 30 01:19:05.020435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:05.037906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:05.066679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-eb4c1ae2-a4ba-413a-8b65-abb64ff4a2e0 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:05.068583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-eb4c1ae2-a4ba-413a-8b65-abb64ff4a2e0 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1097 time: 0.0985656 Apr 30 01:19:05.080813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821348-1'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:05.120233 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:05.140986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:05.167718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df155a63-37c1-4ecd-9acb-a91a9e9e9c4a req-d8aa07e5-e423-4c41-a54b-f231322e27dc tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:05.169533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df155a63-37c1-4ecd-9acb-a91a9e9e9c4a req-d8aa07e5-e423-4c41-a54b-f231322e27dc tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 948 time: 0.0520656 Apr 30 01:19:05.190515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:05.214175 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df155a63-37c1-4ecd-9acb-a91a9e9e9c4a req-88a0f0b0-938c-490b-aadc-4d9b0694bd5c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367341 Apr 30 01:19:05.359443 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Floating IP 5413042b-dde0-47dc-95a4-ac5031316320 associated. External IP: 172.25.0.149, port: 2b94684b-2560-4e9f-9183-4f5340e506c2. Apr 30 01:19:05.438185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] Transition to ACTIVE for port object 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:05.514363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:05.518171 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:05.641257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] No DVR routers for this DVR port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:05.681051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] Pushing event updated for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:05.681354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 24f67d58-8477-45b2-8df1-5828b2d3b71a details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:05.699662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:05.758213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-9a5ed304-81aa-4fe1-b67d-9ae123008d9b service neutron] 10.222.0.23 "PUT /v2.0/ports/19df58d6-becd-4b54-a7fa-a7cd82da1ab0/bindings/n-h1-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3975656 Apr 30 01:19:05.791132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:05.794052 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f464fc18-ea99-4fa5-99a1-8b861a4a0fbc" -d '{"events": [{"server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "name": "network-vif-unplugged", "status": "completed", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:05.798341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:05.814155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:05.838950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:05.853527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'mac_address': 'fa:16:3e:7c:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:05.863629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3505be-4861-4540-ab61-a54a07e70a95 req-b106fe2c-6a2a-4438-8e17-8ec69dd5f91c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:05.865114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3b3505be-4861-4540-ab61-a54a07e70a95 req-b106fe2c-6a2a-4438-8e17-8ec69dd5f91c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 944 time: 0.0626791 Apr 30 01:19:05.899084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:05.912813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f67d58-8477-45b2-8df1-5828b2d3b71a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:05.919092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:05.934575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:05.939252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3b3505be-4861-4540-ab61-a54a07e70a95 req-15544455-aa35-44d5-914a-35635009df45 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652034 Apr 30 01:19:05.965527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-d799ab8e-54e4-4dd6-b12d-20ed2a936a9c tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:05.967471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-d799ab8e-54e4-4dd6-b12d-20ed2a936a9c tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.0659347 Apr 30 01:19:06.009815 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:06.036297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-41903a7a-699a-4900-b7be-393c10325a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.038568 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-41903a7a-699a-4900-b7be-393c10325a13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980&tenant_id=f297342a7d6142d5b70058c1e50be395 HTTP/1.1" status: 200 len: 1096 time: 0.0613897 Apr 30 01:19:06.042170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-39054759-8544-4d5d-be11-c7022db0e6a0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.044478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-39054759-8544-4d5d-be11-c7022db0e6a0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 948 time: 0.1864514 Apr 30 01:19:06.093328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:06.094144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Pushing event updated for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:06.103895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.104857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.105943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.106930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.107585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.108257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.108821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.109309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.109846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.110187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.110540 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.110900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:06.134260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:06.141482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-ca58bf89-9dd3-44ff-a9b4-024b2e575334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.143001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-ca58bf89-9dd3-44ff-a9b4-024b2e575334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1096 time: 0.0714693 Apr 30 01:19:06.147405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:06.149928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:06.163583 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:06.164794 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:06.179323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on host n-h1-821348-1 for vnic_type normal with profile {"migrating_to": "n-h2-821348-1"} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:06.179676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:06.180002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:06.194851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:06.195178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Attempting to bind port 75a0fbd9-236c-4b02-b9a2-32feff026225 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:06.203086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-5144bf2c-2e8a-4226-aa70-826da1da6a40 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "PUT /v2.0/floatingips/5413042b-dde0-47dc-95a4-ac5031316320 HTTP/1.1" status: 200 len: 996 time: 2.6182714 Apr 30 01:19:06.205171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:06.205844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:06.205844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:06.206299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Bound port: 75a0fbd9-236c-4b02-b9a2-32feff026225, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:06.206652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:06.210951 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-74bdf2a2-c6d0-49cf-aa3c-701d1906d607 service neutron] delete failed (client error): The resource could not be found. Apr 30 01:19:06.211968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-74bdf2a2-c6d0-49cf-aa3c-701d1906d607 service neutron] 10.222.0.23 "DELETE /v2.0/ports/24f67d58-8477-45b2-8df1-5828b2d3b71a/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.1543298 Apr 30 01:19:06.280078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-09d35ee5-ec13-44e7-82ae-c5db24e9aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.281826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-09d35ee5-ec13-44e7-82ae-c5db24e9aaaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.1298330 Apr 30 01:19:06.312331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['24f67d58-8477-45b2-8df1-5828b2d3b71a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:06.328972 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:06.333758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:06.337130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-65d42630-5fee-40dd-b3e2-c6f1998d63e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 200 len: 217 time: 0.0383675 Apr 30 01:19:06.338444 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:06.346323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-becfa6e3-bcb1-4233-99c2-df93a2340ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.352702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-becfa6e3-bcb1-4233-99c2-df93a2340ed2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.1008217 Apr 30 01:19:06.353297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-06d26c26-4b02-48f4-8a97-a505d47c5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.354719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-06d26c26-4b02-48f4-8a97-a505d47c5ce8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1100 time: 0.0803030 Apr 30 01:19:06.377232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14250895-1d84-4445-b3ef-d1bcb5fd291b req-ceb64a12-baba-4745-8e96-02958c8e2f2e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.378679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14250895-1d84-4445-b3ef-d1bcb5fd291b req-ceb64a12-baba-4745-8e96-02958c8e2f2e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 949 time: 0.1083429 Apr 30 01:19:06.425685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:06.440948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-0d141f9b-dae6-4e23-8ec4-15d7c6873b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.442396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-0d141f9b-dae6-4e23-8ec4-15d7c6873b35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0862007 Apr 30 01:19:06.461117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14250895-1d84-4445-b3ef-d1bcb5fd291b req-7e46f4d7-fbba-417c-a822-0714ba5eb0ce tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600519 Apr 30 01:19:06.504794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-1ca66dd1-7736-46cd-b5a8-a01b9c2f746d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426221 Apr 30 01:19:06.601940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.602562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:06.603988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] 10.222.0.23 "PUT /v2.0/ports/75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 1122 time: 1.5276117 Apr 30 01:19:06.609803 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e95e6f7-9da3-4483-80d4-8f08ed4b570b x-openstack-request-id: req-9e95e6f7-9da3-4483-80d4-8f08ed4b570b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:06.610084 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "name": "network-vif-unplugged", "status": "completed", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:06.610331 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e95e6f7-9da3-4483-80d4-8f08ed4b570b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:06.610723 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e95e6f7-9da3-4483-80d4-8f08ed4b570b'] response: {'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225', 'code': 200} Apr 30 01:19:06.612052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-c62afdeb-4c5e-48ab-ae9c-d9545768b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.613234 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-c62afdeb-4c5e-48ab-ae9c-d9545768b789 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.2575259 Apr 30 01:19:06.614203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f9e7a-7158-498f-8e25-c3977543959d service neutron] Pushing event updated for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:06.626979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-73fd1fa5-b2bc-4d1a-befb-588d11f77505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.628961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-73fd1fa5-b2bc-4d1a-befb-588d11f77505 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2658434 Apr 30 01:19:06.647539 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:6b:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:04Z', 'revision_number': 1, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:06.661193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-e9c7b822-170c-4aa2-92dd-e31b1ccad378 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405747 Apr 30 01:19:06.693501 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:06.704860 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:06.705483 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:06.720182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['75a0fbd9-236c-4b02-b9a2-32feff026225'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:06.783946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368375-d21c-43d0-8cad-796befb2afcc req-77df3519-c0de-4317-8930-977ee24a13bc tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:06.785935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57368375-d21c-43d0-8cad-796befb2afcc req-77df3519-c0de-4317-8930-977ee24a13bc tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.1112680 Apr 30 01:19:06.842149 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:06.858802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57368375-d21c-43d0-8cad-796befb2afcc req-4053fdb8-ef06-4a30-b01b-121131f98f98 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658128 Apr 30 01:19:06.861036 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-f8333d10-a42f-4307-880c-20906fed8b20 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756427 Apr 30 01:19:07.002856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249ff91-6f90-483f-8b8c-df609ebe3214 req-f965a541-f0ee-4316-a236-5cc671e0020d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:07.005241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0249ff91-6f90-483f-8b8c-df609ebe3214 req-f965a541-f0ee-4316-a236-5cc671e0020d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 945 time: 0.0698376 Apr 30 01:19:07.016064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-9e5da56a-5330-4bb6-a293-d238f5f40b59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 217 time: 0.0544877 Apr 30 01:19:07.044635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0249ff91-6f90-483f-8b8c-df609ebe3214 req-606bfe49-2cf2-46db-9dbf-b104d497406f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Apr 30 01:19:07.079118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-728e481d-4e5f-49c6-911a-baf98ee2ddb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 999 time: 0.4488015 Apr 30 01:19:07.127724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-229412bf-1512-4167-8544-57ed8348c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:07.129256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-229412bf-1512-4167-8544-57ed8348c255 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1053684 Apr 30 01:19:07.135808 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:6b:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:04Z', 'revision_number': 1, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:07.151540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-d24ffbdf-b577-4d0f-b06e-d00b4b3a9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:07.159094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-d24ffbdf-b577-4d0f-b06e-d00b4b3a9b73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0592682 Apr 30 01:19:07.169070 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8404ce-d6c0-4e6a-bdfb-c2090288de7a None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:6b:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:04Z', 'revision_number': 1, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:07.241478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-887b3b22-c3e8-448f-b84a-b2e1a8ecd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:07.243919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-887b3b22-c3e8-448f-b84a-b2e1a8ecd994 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829389 Apr 30 01:19:07.247955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-86b2f0fc-c617-44eb-bbc9-66874dd5fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:07.249539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-86b2f0fc-c617-44eb-bbc9-66874dd5fdbb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949442 Apr 30 01:19:07.257160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-807297a9-5f36-4760-91da-64301163482a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:19:07.258273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-807297a9-5f36-4760-91da-64301163482a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052845 Apr 30 01:19:07.272758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26285e8d-0fa5-42eb-9a60-ae86d7695012 req-29edbae3-500a-4e71-aa0e-ae096a1c5342 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:07.274307 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26285e8d-0fa5-42eb-9a60-ae86d7695012 req-29edbae3-500a-4e71-aa0e-ae096a1c5342 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 944 time: 0.0628026 Apr 30 01:19:07.340345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26285e8d-0fa5-42eb-9a60-ae86d7695012 req-2b5c78a8-9c9f-42cd-9fd9-4e36e9eb5a44 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585928 Apr 30 01:19:07.350920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-d272a61a-b083-4c68-a4e8-83d5f9dd3fb6 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:07.352432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-d272a61a-b083-4c68-a4e8-83d5f9dd3fb6 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.0652092 Apr 30 01:19:07.426777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643cf224-12b4-464b-a1bf-59b708efc2bb None None] New status for floating IP 5413042b-dde0-47dc-95a4-ac5031316320: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:19:07.430150 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-33c55797-f03a-4c21-a3ba-aff2f3945cfe service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691999 Apr 30 01:19:07.432392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-0dd95b3a-efe1-4211-afed-7af538c9ecd9 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601269 Apr 30 01:19:07.581085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:07.602703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-dd45d1a5-5484-4ef3-8dc4-55babd30614f service neutron] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:07.608685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-dd45d1a5-5484-4ef3-8dc4-55babd30614f service neutron] Notify callbacks [] for binding, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:07.609999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd5f0ae9-ff7c-4a25-bedd-35442cda9eab req-dd45d1a5-5484-4ef3-8dc4-55babd30614f service neutron] 10.222.0.21 "DELETE /v2.0/ports/19df58d6-becd-4b54-a7fa-a7cd82da1ab0/bindings/n-h2-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.2454288 Apr 30 01:19:07.631020 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82dbd2f5-c4c2-4a9a-bb68-0f1ced3847b0 req-420e58b9-6d10-4a83-9694-1c65f73e76c5 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924980 Apr 30 01:19:07.647865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c035d4b8-3557-4d95-a581-44eb817695a1 req-6027ce65-f2cf-4b06-a6ce-22080439dc8a service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295702 Apr 30 01:19:07.648521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c9fa6-07c4-4734-a5a6-67e73a3aa6c9 req-42f72cea-287b-4c7c-83ba-624b773d9842 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:07.651306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:07.655939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e41c9fa6-07c4-4734-a5a6-67e73a3aa6c9 req-42f72cea-287b-4c7c-83ba-624b773d9842 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 949 time: 0.0886154 Apr 30 01:19:07.690029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e41c9fa6-07c4-4734-a5a6-67e73a3aa6c9 req-422809ef-8951-4062-b13e-6bced13c05f0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Apr 30 01:19:07.697626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e4a55ead-a990-4b57-981f-d894c1d1cebf details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:07.701085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 24f67d58-8477-45b2-8df1-5828b2d3b71a up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:07.850358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:07.862659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'port_id': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'mac_address': 'fa:16:3e:f7:d0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b6587d-c0b7-431f-839f-e81a0ff957ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:07.900152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 24f67d58-8477-45b2-8df1-5828b2d3b71a completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:19:07.902959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 24f67d58-8477-45b2-8df1-5828b2d3b71a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:07.903337 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:07.906078 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:07.941734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a55ead-a990-4b57-981f-d894c1d1cebf {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:07.970851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:08.012554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-4d1dc26f-463a-4d05-992b-0a214f5b193b tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:08.014019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d95d-9497-4854-8068-c54ef3bdb119 req-e76f17f1-b626-46a7-88b4-68e80726e28b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:08.021311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-4d1dc26f-463a-4d05-992b-0a214f5b193b tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1197817 Apr 30 01:19:08.023514 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.024397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-24f8d95d-9497-4854-8068-c54ef3bdb119 req-e76f17f1-b626-46a7-88b4-68e80726e28b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.0924931 Apr 30 01:19:08.035212 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.067532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34106) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:08.078040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-24f8d95d-9497-4854-8068-c54ef3bdb119 req-b736660c-40ee-4ac7-a389-0cc5aae387f5 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527365 Apr 30 01:19:08.079629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:08.081845 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e31b2e8-d138-40a1-9a2c-1a4959686410" -d '{"events": [{"server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "name": "network-vif-plugged", "status": "completed", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:08.128812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:08.165770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:08.175986 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850836ce-cf51-498a-8f42-4f70ad82dc84 x-openstack-request-id: req-850836ce-cf51-498a-8f42-4f70ad82dc84 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:08.175986 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "name": "network-vif-plugged", "status": "completed", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:08.176227 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-850836ce-cf51-498a-8f42-4f70ad82dc84 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:08.176716 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850836ce-cf51-498a-8f42-4f70ad82dc84'] response: {'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'code': 200} Apr 30 01:19:08.215389 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.292276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:08.293689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34116) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:08.346003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e4a55ead-a990-4b57-981f-d894c1d1cebf'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:08.356674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90256b7e-ac54-488a-a066-71e62e2612c8 req-55141828-4267-4416-8928-9727d6d00928 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:08.366804 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90256b7e-ac54-488a-a066-71e62e2612c8 req-55141828-4267-4416-8928-9727d6d00928 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 945 time: 0.1418655 Apr 30 01:19:08.399707 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c13d4321-4494-455b-9cf7-0f900fc9ca55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.449839 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-7f312ac1-73f0-4099-acbe-a0c9764f2b39 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1001 time: 0.4273982 Apr 30 01:19:08.453709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90256b7e-ac54-488a-a066-71e62e2612c8 req-20e59a22-eb7f-4aba-bd59-d4a9cdd75c36 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847948 Apr 30 01:19:08.454481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-159eaed1-fbb5-4ba8-a7e7-3eeac5590d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.454921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Request body: {'floatingip': {'port_id': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:08.569715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.593554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c13d4321-4494-455b-9cf7-0f900fc9ca55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.616839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-159eaed1-fbb5-4ba8-a7e7-3eeac5590d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.617863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2'}, {'name': 'network-changed', 'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:08.620522 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2"}, {"name": "network-changed", "server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:08.661635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c13d4321-4494-455b-9cf7-0f900fc9ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.716251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-159eaed1-fbb5-4ba8-a7e7-3eeac5590d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.745122 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-159eaed1-fbb5-4ba8-a7e7-3eeac5590d0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5c86c2607cc4f1b95c4db61d6b54624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501710 Apr 30 01:19:08.749937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c13d4321-4494-455b-9cf7-0f900fc9ca55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e17fb63708744f3a415a03f36b99723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709194 Apr 30 01:19:08.750607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d4321-4494-455b-9cf7-0f900fc9ca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb49832-d3ef-4c2d-a529-e9525f939d60,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:08.776716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34128) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:08.777863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34130) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:08.779777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eaed1-fbb5-4ba8-a7e7-3eeac5590d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1001de42-a29f-451b-85a9-f4987b48420d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:08.902658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d07fd-2542-46e7-817e-278c90e9b95a req-60f8aca1-201f-40a3-ae4a-bd12e1971e4b tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:08.905116 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c35d07fd-2542-46e7-817e-278c90e9b95a req-60f8aca1-201f-40a3-ae4a-bd12e1971e4b tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 945 time: 0.1260910 Apr 30 01:19:08.928843 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e11-f3a5-4bd5-9c97-6ae3da31d1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.937216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-354aa977-d861-486b-bdc1-f4dbd5e35ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.989552 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e11-f3a5-4bd5-9c97-6ae3da31d1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:08.996786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c35d07fd-2542-46e7-817e-278c90e9b95a req-27e3830f-a509-49a2-bb88-207e8d5f24ff tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813260 Apr 30 01:19:09.002946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-354aa977-d861-486b-bdc1-f4dbd5e35ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:09.076313 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff6061-6433-407a-8503-00152722f518 x-openstack-request-id: req-3fff6061-6433-407a-8503-00152722f518 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:09.081363 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:09.081363 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fff6061-6433-407a-8503-00152722f518 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:09.081363 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fff6061-6433-407a-8503-00152722f518'] response: {'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'status': 'completed', 'code': 200} Apr 30 01:19:09.081363 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fff6061-6433-407a-8503-00152722f518'] response: {'name': 'network-changed', 'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225', 'status': 'completed', 'code': 200} Apr 30 01:19:09.147454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-354aa977-d861-486b-bdc1-f4dbd5e35ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:09.149977 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-354aa977-d861-486b-bdc1-f4dbd5e35ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:09.151086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-354aa977-d861-486b-bdc1-f4dbd5e35ee4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1001de42-a29f-451b-85a9-f4987b48420d HTTP/1.1" status: 204 len: 168 time: 0.3675408 Apr 30 01:19:09.153480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:09.161195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354aa977-d861-486b-bdc1-f4dbd5e35ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1001de42-a29f-451b-85a9-f4987b48420d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:09.168654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-f9ac0006-6345-4098-ba59-bad2b360fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:09.171000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-f9ac0006-6345-4098-ba59-bad2b360fe1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.0604050 Apr 30 01:19:09.182784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e11-f3a5-4bd5-9c97-6ae3da31d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:09.185730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e11-f3a5-4bd5-9c97-6ae3da31d1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:09.186853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c5b81e11-f3a5-4bd5-9c97-6ae3da31d1ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fb49832-d3ef-4c2d-a529-e9525f939d60 HTTP/1.1" status: 204 len: 168 time: 0.4019444 Apr 30 01:19:09.218834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c1e9a-1923-4a89-8c25-b57b5378cf4a req-99258b59-8737-47b1-b184-de0e5e8fa924 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:09.227280 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-467c1e9a-1923-4a89-8c25-b57b5378cf4a req-99258b59-8737-47b1-b184-de0e5e8fa924 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1054263 Apr 30 01:19:09.235161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b81e11-f3a5-4bd5-9c97-6ae3da31d1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb49832-d3ef-4c2d-a529-e9525f939d60,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:09.269372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:09.276062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-467c1e9a-1923-4a89-8c25-b57b5378cf4a req-043703de-ef9e-469c-b9d0-fdfeffef3a56 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475135 Apr 30 01:19:09.335505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-c679c47e-075f-4ebf-9c73-f30c9551ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:09.336938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-c679c47e-075f-4ebf-9c73-f30c9551ed7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.1542785 Apr 30 01:19:09.404898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4aa0b-4fff-4ad1-9923-ee5f9903bb00 req-1f612f80-4611-4f4f-a8d6-1a32161e7858 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:09.406433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89d4aa0b-4fff-4ad1-9923-ee5f9903bb00 req-1f612f80-4611-4f4f-a8d6-1a32161e7858 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1096 time: 0.0701916 Apr 30 01:19:09.427517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-0fd46ac8-d04f-48d4-9d0f-1b18d9fe6682 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 217 time: 0.0398586 Apr 30 01:19:09.446520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89d4aa0b-4fff-4ad1-9923-ee5f9903bb00 req-e4a88f26-4fd6-458a-b31f-e54aa5bf1256 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332639 Apr 30 01:19:09.469043 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Floating IP 5413042b-dde0-47dc-95a4-ac5031316320 associated. External IP: 172.25.0.149, port: 2b94684b-2560-4e9f-9183-4f5340e506c2. Apr 30 01:19:09.485136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 75a0fbd9-236c-4b02-b9a2-32feff026225 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:09.546542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-5ef4fe2e-e40c-4cac-9416-ef2a3a185dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:09.548055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-5ef4fe2e-e40c-4cac-9416-ef2a3a185dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.1120870 Apr 30 01:19:09.597259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c60a1-b0f2-4984-ba6c-e861dc832aa9 req-43eb4504-31ef-4f88-9f08-4ae3ac4e39a9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:09.604778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a0c60a1-b0f2-4984-ba6c-e861dc832aa9 req-43eb4504-31ef-4f88-9f08-4ae3ac4e39a9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.0662289 Apr 30 01:19:09.656713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a0c60a1-b0f2-4984-ba6c-e861dc832aa9 req-35c7fb4c-3c63-483e-901d-f00cbe16a204 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497594 Apr 30 01:19:09.662903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:09.663738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-918a4be0-39f6-4c54-89c4-29bcabe7d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:09.665765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-918a4be0-39f6-4c54-89c4-29bcabe7d738 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076536 Apr 30 01:19:09.682944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 75a0fbd9-236c-4b02-b9a2-32feff026225 has no active binding in host n-h2-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:19:09.712207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e4a55ead-a990-4b57-981f-d894c1d1cebf up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:09.789338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7503-329a-4074-9884-54c6f6ac5ece req-6673c168-1f37-4a51-913d-6c111d82b867 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:09.801583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-beee7503-329a-4074-9884-54c6f6ac5ece req-6673c168-1f37-4a51-913d-6c111d82b867 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0649309 Apr 30 01:19:09.820134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port e4a55ead-a990-4b57-981f-d894c1d1cebf completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:19:09.827230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port e4a55ead-a990-4b57-981f-d894c1d1cebf triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:09.829428 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:09.842480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-beee7503-329a-4074-9884-54c6f6ac5ece req-e76f5f09-78ba-4423-b424-cceb1cbcc154 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393381 Apr 30 01:19:09.878261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-de370bb1-d5c8-4d2c-93af-0a1d8dc3edef service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024693 Apr 30 01:19:09.889363 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:09.967620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.003168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:10.015509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34168) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:10.049241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.077369 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9637-48b7-4f88-afb7-05ef364978a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.085904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-69f418ec-a6c1-4e41-bf78-e12152a59248 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:10.094488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-69f418ec-a6c1-4e41-bf78-e12152a59248 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 820 time: 0.1574011 Apr 30 01:19:10.106507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:10.107660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-a9f9c862-9410-42f6-894b-08af8eb0b00c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/quotas/f297342a7d6142d5b70058c1e50be395 HTTP/1.1" status: 200 len: 375 time: 0.0121145 Apr 30 01:19:10.126276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:10.137165 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:10.147851 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:10.148669 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:10.166707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3b118c41-57b6-4422-90e3-5d7a9bb7e9e4 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514574 Apr 30 01:19:10.167053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-d4123d4f-45b2-4c88-8858-ac6a748fd901 service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806833 Apr 30 01:19:10.177923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:10.180911 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf51084-d0bb-42e9-ad50-3fcc83b28117" -d '{"events": [{"server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "name": "network-vif-plugged", "status": "completed", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:10.348369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-8cb16500-909d-4c78-a457-9ee085d8ab18 service neutron] 10.222.0.15 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498880 Apr 30 01:19:10.353936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9637-48b7-4f88-afb7-05ef364978a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.358704 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:10.409156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-01ace836-52ac-490f-8a43-1b2e9d4bd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:10.410643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-01ace836-52ac-490f-8a43-1b2e9d4bd167 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1125 time: 0.0957620 Apr 30 01:19:10.451838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-73e4d132-5a8f-470d-8723-1e7f4ad7d418 service neutron] 10.222.0.15 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952904 Apr 30 01:19:10.452224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:10.453094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9637-48b7-4f88-afb7-05ef364978a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.545616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc2d9637-48b7-4f88-afb7-05ef364978a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef217bada591432bb23dd83a9281e25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272906 Apr 30 01:19:10.545814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34182) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:10.548720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d9637-48b7-4f88-afb7-05ef364978a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4aa036-5ca9-49f4-b84d-cb02feaf2c4b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:10.600330 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:8f:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:09Z', 'revision_number': 3, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:10.613910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-79c6f212-5691-4302-b1cf-91f92f232034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:10.615392 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-79c6f212-5691-4302-b1cf-91f92f232034 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.1954110 Apr 30 01:19:10.635498 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:10.636950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a982455-0361-445d-aea6-e308f6cb65dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.645531 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:10.646400 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:10.660790 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a982455-0361-445d-aea6-e308f6cb65dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.699124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-6f22eae4-bc83-4791-974b-055d2ce153fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 217 time: 0.0676274 Apr 30 01:19:10.779174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-cf896b58-9563-46d8-a975-f0be77d4a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:10.780665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-cf896b58-9563-46d8-a975-f0be77d4a582 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0741513 Apr 30 01:19:10.781100 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:10.803128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:10.809117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.831047 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-cf897ff4-a6a7-408a-9968-9aa21ade0bdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365255 Apr 30 01:19:10.842890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a982455-0361-445d-aea6-e308f6cb65dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.845488 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a982455-0361-445d-aea6-e308f6cb65dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:10.846755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9a982455-0361-445d-aea6-e308f6cb65dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f4aa036-5ca9-49f4-b84d-cb02feaf2c4b HTTP/1.1" status: 204 len: 168 time: 0.2997854 Apr 30 01:19:10.889278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a982455-0361-445d-aea6-e308f6cb65dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4aa036-5ca9-49f4-b84d-cb02feaf2c4b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:10.903240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:10.905681 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06950fd1-2108-4479-87db-d8621f6a2da7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:10.926732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d89917-298a-4101-bad2-c83b3a9b06d9 req-30c553bb-78f0-469b-8359-87b5ff0909dd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:10.938163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2d89917-298a-4101-bad2-c83b3a9b06d9 req-30c553bb-78f0-469b-8359-87b5ff0909dd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1464643 Apr 30 01:19:10.997135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2d89917-298a-4101-bad2-c83b3a9b06d9 req-95f245db-b800-45f4-a01a-7a8703f8d6e5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480776 Apr 30 01:19:11.039325 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c19bbe-a0ce-40e0-bd28-6b7e87d5660c x-openstack-request-id: req-13c19bbe-a0ce-40e0-bd28-6b7e87d5660c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:11.039898 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "name": "network-vif-plugged", "status": "completed", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:11.039898 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13c19bbe-a0ce-40e0-bd28-6b7e87d5660c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:11.040367 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c19bbe-a0ce-40e0-bd28-6b7e87d5660c'] response: {'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'code': 200} Apr 30 01:19:11.107914 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:8f:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:09Z', 'revision_number': 3, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:11.138677 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e9970-7f2a-4b66-ad2f-db312cd9204b None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:8f:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:09Z', 'revision_number': 3, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:11.159992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c0463-e63f-4d2c-a143-7edecb1d0de7 req-3d546cab-3bf3-4401-ba8b-e7455375918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:11.162467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d3c0463-e63f-4d2c-a143-7edecb1d0de7 req-3d546cab-3bf3-4401-ba8b-e7455375918e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 1097 time: 0.0555329 Apr 30 01:19:11.242133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-67547079-4162-4173-900b-5b07cd06c33e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "PUT /v2.0/floatingips/5413042b-dde0-47dc-95a4-ac5031316320 HTTP/1.1" status: 200 len: 999 time: 2.7910798 Apr 30 01:19:11.260940 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d3c0463-e63f-4d2c-a143-7edecb1d0de7 req-84c24c04-08c6-46d5-b93e-bcdf28945e97 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860021 Apr 30 01:19:11.313943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-3b5ebcd9-4710-417d-abf7-54b5972e8c4d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:11.315391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-3b5ebcd9-4710-417d-abf7-54b5972e8c4d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports/2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 942 time: 0.0724864 Apr 30 01:19:11.319178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-7253af3f-3226-467f-bb9c-362d039e34bb service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735453 Apr 30 01:19:11.414031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2e20e-4fbf-494c-98ad-37cf91e2a567 req-2b3ae7fb-83c5-4c55-bc20-14ec3b4f774c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:11.417369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7da2e20e-4fbf-494c-98ad-37cf91e2a567 req-2b3ae7fb-83c5-4c55-bc20-14ec3b4f774c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 944 time: 0.0822046 Apr 30 01:19:11.460700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a08120-3e48-4dd2-83a3-0cec8d2d338a None None] New status for floating IP 5413042b-dde0-47dc-95a4-ac5031316320: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:19:11.505642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7da2e20e-4fbf-494c-98ad-37cf91e2a567 req-80f905ae-1563-461b-8a9d-eeac683bba03 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789931 Apr 30 01:19:11.541254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-002595c2-5e2b-4d38-9f93-5b528dbf890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:11.543884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-002595c2-5e2b-4d38-9f93-5b528dbf890c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.1335490 Apr 30 01:19:11.602651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59355bf2-8702-4842-bd19-54d2bd8fdacf req-422af99a-9f59-441d-bcde-366eb253e7ee tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 210 time: 0.0404291 Apr 30 01:19:11.633213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad57eb9-b44a-48bc-a8fa-79fef3d689a1 req-6c02caf6-636a-460a-93f7-64353698a7a4 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745639 Apr 30 01:19:11.676234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-27246d07-19b9-49cb-b428-855bbd332cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:11.678018 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-27246d07-19b9-49cb-b428-855bbd332cce service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.1273212 Apr 30 01:19:11.746360 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5b69c0-b95d-442b-b9ed-2f64bc32de3f x-openstack-request-id: req-9c5b69c0-b95d-442b-b9ed-2f64bc32de3f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:11.746652 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:11.746952 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c5b69c0-b95d-442b-b9ed-2f64bc32de3f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:11.747341 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5b69c0-b95d-442b-b9ed-2f64bc32de3f'] response: {'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'status': 'completed', 'code': 200} Apr 30 01:19:11.761882 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-77c622f6-6101-48d6-8f5b-ee36e252010b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 217 time: 0.0710897 Apr 30 01:19:11.831169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-c76d9c11-0866-4ec0-86a0-926f585b50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:11.832723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-c76d9c11-0866-4ec0-86a0-926f585b50bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0595269 Apr 30 01:19:11.834636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-4505e271-f722-4115-9b24-cb49743bf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:11.836035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-4505e271-f722-4115-9b24-cb49743bf4a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.0922451 Apr 30 01:19:11.937658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:11.957084 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-b5dd8abb-df33-4892-979a-f8712e224b9f service neutron] 10.222.0.21 "GET /v2.0/ports/75a0fbd9-236c-4b02-b9a2-32feff026225/bindings/n-h2-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.0974555 Apr 30 01:19:11.968829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-ee27ae98-2ebd-478a-992d-1131c8fadffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:11.970346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-ee27ae98-2ebd-478a-992d-1131c8fadffd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314483 Apr 30 01:19:11.986347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-39d71bcd-09a4-4346-b211-db1c249b3cd1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:19:11.992937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-39d71bcd-09a4-4346-b211-db1c249b3cd1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081518 Apr 30 01:19:12.071334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-461932ea-9a1c-46b0-b685-0bbe9a3b12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:12.073319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-461932ea-9a1c-46b0-b685-0bbe9a3b12ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.2238717 Apr 30 01:19:12.132805 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:12.144261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-34c422a3-354e-4e4e-afe1-55c9e0c8e9ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 217 time: 0.0619450 Apr 30 01:19:12.146484 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:12.149304 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:12.219332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-a0282bc7-88c4-4d80-8f75-6c4a2bda560d service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178998 Apr 30 01:19:12.244499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51f9fdfb-a3ae-442b-bcf2-12e082567a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:12.250843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-1f5f02e9-64fe-4bfe-a96a-dcac72005222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:12.252935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-1f5f02e9-64fe-4bfe-a96a-dcac72005222 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0973771 Apr 30 01:19:12.265703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:12.297043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:12.337255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a0fbd9-236c-4b02-b9a2-32feff026225 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:12.345338 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:12.352603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-69c4ddd7-25c4-40ff-af3e-7c09cc29128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:12.354114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-69c4ddd7-25c4-40ff-af3e-7c09cc29128e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716228 Apr 30 01:19:12.358133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:12.359898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-55b262fe-8f57-411d-8390-04b24cd43674 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412048 Apr 30 01:19:12.469297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51f9fdfb-a3ae-442b-bcf2-12e082567a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:12.474940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:12.486808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74fab9-586d-4d71-b283-d6101e17605b req-5523605c-8336-4a2f-a087-e26dfeb6c294 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:12.496639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be74fab9-586d-4d71-b283-d6101e17605b req-5523605c-8336-4a2f-a087-e26dfeb6c294 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.3544445 Apr 30 01:19:12.498758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-5c4d024c-10d3-4585-b2f3-da07446d7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:12.506664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-5c4d024c-10d3-4585-b2f3-da07446d7bed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 1097 time: 0.1152556 Apr 30 01:19:12.552371 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51f9fdfb-a3ae-442b-bcf2-12e082567a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:12.557289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be74fab9-586d-4d71-b283-d6101e17605b req-68648369-a99d-40a7-9cbf-79de79b68a49 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Apr 30 01:19:12.585154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-42e50d07-bfc1-443c-ae27-acf6aa5e3ad4 service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069695 Apr 30 01:19:12.661204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9fdfb-a3ae-442b-bcf2-12e082567a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c9773-bccd-4572-8dfd-9b7d8acb9f6d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:12.685715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06950fd1-2108-4479-87db-d8621f6a2da7 req-966ad38d-19cf-4a8e-a552-1fc7b5583604 service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919251 Apr 30 01:19:12.706375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-51f9fdfb-a3ae-442b-bcf2-12e082567a93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=769fa77b0ed249169cfe3226c0312b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7672591 Apr 30 01:19:12.711225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34258) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:12.757826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-b3c83080-5233-48e9-b264-b57a959540d2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324140 Apr 30 01:19:12.767215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-4ad50fe2-fe36-4d5b-be1b-9ef8ffb91c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:12.768715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-4ad50fe2-fe36-4d5b-be1b-9ef8ffb91c00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.2615087 Apr 30 01:19:12.780500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] Transition to ACTIVE for port object 75a0fbd9-236c-4b02-b9a2-32feff026225 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:12.791352 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:8f:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:11Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:12.798727 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a66b7381-eba3-442e-b44f-e164d48b3eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:12.825278 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:12.837529 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:12.838656 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:12.865143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a66b7381-eba3-442e-b44f-e164d48b3eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:12.883048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-c12c2cfc-dfc8-4642-886a-df439bfcb06d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 1002 time: 0.1010587 Apr 30 01:19:12.904652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:12.961513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-3fcfacb6-ada0-481c-a07b-222273fdb05c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:12.967147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-dcfd75c2-aa6e-4680-aeca-05b41d00a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:12.970880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-dcfd75c2-aa6e-4680-aeca-05b41d00a0ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0728223 Apr 30 01:19:12.972099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-3fcfacb6-ada0-481c-a07b-222273fdb05c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030981 Apr 30 01:19:12.994309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-6c82b375-fd41-40b5-af91-47c117f255b9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/quotas/be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 375 time: 0.0208447 Apr 30 01:19:13.013895 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:13.025193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-ae750b9c-dd28-4261-975e-a679620d582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:13.026691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-ae750b9c-dd28-4261-975e-a679620d582f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487854 Apr 30 01:19:13.059204 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a66b7381-eba3-442e-b44f-e164d48b3eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:13.062117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a66b7381-eba3-442e-b44f-e164d48b3eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:13.063315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a66b7381-eba3-442e-b44f-e164d48b3eba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d69c9773-bccd-4572-8dfd-9b7d8acb9f6d HTTP/1.1" status: 204 len: 168 time: 0.3514750 Apr 30 01:19:13.069964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] No DVR routers for this DVR port 75a0fbd9-236c-4b02-b9a2-32feff026225 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:13.090319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] Pushing event updated for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:13.125932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-2a550842-d22c-458b-8238-9b2d0a5e43ff tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297107 Apr 30 01:19:13.132302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-096d7042-0ebc-4ea9-98f6-989c2e6a8acd service neutron] 10.222.0.21 "PUT /v2.0/ports/75a0fbd9-236c-4b02-b9a2-32feff026225/bindings/n-h2-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1688263 Apr 30 01:19:13.135958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b7381-eba3-442e-b44f-e164d48b3eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c9773-bccd-4572-8dfd-9b7d8acb9f6d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:13.223522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-03ddfbff-aab3-44ae-9178-29f0e7e7ab08 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861448 Apr 30 01:19:13.358516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-2d178bdb-121c-4fcf-82b6-b8dcc006d5b6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:13.360318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-2d178bdb-121c-4fcf-82b6-b8dcc006d5b6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 820 time: 0.2270534 Apr 30 01:19:13.365732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a22db5da-2f2e-4791-96b0-906b6e4a3c3f req-3c72d614-17c4-468c-958e-5fc93f7a8546 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316099 Apr 30 01:19:13.368990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-d2861517-03f2-4211-8ff5-c2f22a56d496 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:13.371280 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-d2861517-03f2-4211-8ff5-c2f22a56d496 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.0792799 Apr 30 01:19:13.388189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Request body: {'port': {'device_id': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'admin_state_up': True, 'tenant_id': 'f297342a7d6142d5b70058c1e50be395'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:13.540422 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:8f:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:11Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:13.624485 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a9321-a458-4c45-8a94-0d22774ebb74 None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:8f:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:11Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:13.692368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55fba6d2-6934-48a9-87fa-af0d1d82b727 req-2251f4a8-9608-4b0e-bc09-e691db49624e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 210 time: 0.0503063 Apr 30 01:19:13.695241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-30f9993d-1512-4af5-918b-6cd8379c14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:13.706783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-30f9993d-1512-4af5-918b-6cd8379c14e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d&tenant_id=0ae2eb915422456a9a1791d75e06384d HTTP/1.1" status: 200 len: 1096 time: 0.3092873 Apr 30 01:19:13.748082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:13.751272 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c54345-b10f-499d-9768-5bc2e5d41176" -d '{"events": [{"name": "network-changed", "server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:13.774491 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db9dc8f5-b5b6-47a6-89ee-0673ab4fe6a7 req-554c0937-b6bf-4538-b595-a8eb77a4c52f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 210 time: 0.0387907 Apr 30 01:19:13.801320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0d262-7244-43b0-9536-1addca6d7db5 req-8046e517-9bb1-45db-80d9-5715fde16d16 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:13.809575 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44a0d262-7244-43b0-9536-1addca6d7db5 req-8046e517-9bb1-45db-80d9-5715fde16d16 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 945 time: 0.2135129 Apr 30 01:19:13.874617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44a0d262-7244-43b0-9536-1addca6d7db5 req-2f23fbaa-a749-4d8d-89b5-cd809f1d13d6 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624957 Apr 30 01:19:13.894440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-640fb72f-66c1-484b-8e27-0d787a9893d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:13.896268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-640fb72f-66c1-484b-8e27-0d787a9893d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1096 time: 0.1450586 Apr 30 01:19:13.919182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f0ae7ba6-3cf9-4097-8963-770dc310a6fc req-0f3294a2-0f5a-4b55-8c5d-240cde9ef606 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.1013224 Apr 30 01:19:13.947822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Made reservation on behalf of f297342a7d6142d5b70058c1e50be395 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:13.954699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:13.994453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7ba6-3cf9-4097-8963-770dc310a6fc req-69ebcb18-77d3-4a0d-93a4-e33b9fd9b01c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:13.996466 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f0ae7ba6-3cf9-4097-8963-770dc310a6fc req-69ebcb18-77d3-4a0d-93a4-e33b9fd9b01c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports/664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 943 time: 0.0652356 Apr 30 01:19:14.109738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f0ae7ba6-3cf9-4097-8963-770dc310a6fc req-f551f67e-4558-4bbb-9ad5-7e3b97e84998 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.0670433 Apr 30 01:19:14.113497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9037f1-bc98-49d5-9d68-89bc6ad21abc req-949d688d-d2f4-4d10-a3fd-f3ff04af87ee tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.115031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b9037f1-bc98-49d5-9d68-89bc6ad21abc req-949d688d-d2f4-4d10-a3fd-f3ff04af87ee tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1545994 Apr 30 01:19:14.126397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-4647feb4-7c24-4007-ac29-240746c01717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.127878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-4647feb4-7c24-4007-ac29-240746c01717 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.2210267 Apr 30 01:19:14.218154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-e1ce712f-e22c-4f08-948c-392710130e60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 217 time: 0.0694320 Apr 30 01:19:14.236332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7ba6-3cf9-4097-8963-770dc310a6fc req-68446b55-ccba-42b2-b17f-5511e3bcb36c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.237699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f0ae7ba6-3cf9-4097-8963-770dc310a6fc req-68446b55-ccba-42b2-b17f-5511e3bcb36c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1216600 Apr 30 01:19:14.274322 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b9037f1-bc98-49d5-9d68-89bc6ad21abc req-81f26b9f-348d-49e0-a2b5-0224d6f7e596 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376390 Apr 30 01:19:14.279146 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1655eee5-fe74-4d96-916d-17253e23ebf6 x-openstack-request-id: req-1655eee5-fe74-4d96-916d-17253e23ebf6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:14.279492 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:14.280559 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1655eee5-fe74-4d96-916d-17253e23ebf6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:14.280961 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1655eee5-fe74-4d96-916d-17253e23ebf6'] response: {'name': 'network-changed', 'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'status': 'completed', 'code': 200} Apr 30 01:19:14.283689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Allocated IP 172.20.0.4 (b7229896-42d0-4c0a-9005-9218b8141669/970e692f-910b-4aa7-ac3d-49f2ceaa26fa/700a3e15-9e60-4907-9294-fcf7c5f2bbb3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:14.311066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-60d1e832-30a6-4753-abff-b1d98fe6cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.311066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-60d1e832-30a6-4753-abff-b1d98fe6cd4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0759652 Apr 30 01:19:14.365400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-22d7bf33-3a33-456f-821c-62972707bc6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419133 Apr 30 01:19:14.386263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-6e9500d1-c2c9-4594-b465-8e62acdfd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.388773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-6e9500d1-c2c9-4594-b465-8e62acdfd1e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 1097 time: 0.0860667 Apr 30 01:19:14.498043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-b1d4d755-20d0-4ee2-96e2-34e9fbb18544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.499717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-b1d4d755-20d0-4ee2-96e2-34e9fbb18544 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.0993888 Apr 30 01:19:14.574378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-e2645d84-5f6a-4ce0-aa96-039d23775b53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 1002 time: 0.0666072 Apr 30 01:19:14.634520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-e5538fc8-44ce-4bda-ba0e-242b8dd4f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.636576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-e5538fc8-44ce-4bda-ba0e-242b8dd4f2dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0560279 Apr 30 01:19:14.692771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-6521c775-9521-4892-8b45-c3ba3b07e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.694486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-6521c775-9521-4892-8b45-c3ba3b07e868 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501990 Apr 30 01:19:14.793852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-241cac4d-254f-431e-b2e6-85d4d6f07c14 service neutron] 10.222.0.23 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903406 Apr 30 01:19:14.851258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-7ad0e8e3-5325-4a55-b2ec-e057b782700d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.5119848 Apr 30 01:19:14.892629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25c54345-b10f-499d-9768-5bc2e5d41176 req-0b17b4e0-51c5-49f1-a9b0-c1fddfb280ff service neutron] 10.222.0.23 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905638 Apr 30 01:19:14.900292 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-d0988b00-5b20-4764-b015-faf827cfd09d service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263088 Apr 30 01:19:14.967068 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-8aed10ab-fc13-40b5-9898-00698e5264cc tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:14.968475 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-8aed10ab-fc13-40b5-9898-00698e5264cc tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports/664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 943 time: 0.1078036 Apr 30 01:19:15.047344 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:15.138781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-3e69faad-4ad6-4843-8d5e-41d1970227fc service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168398 Apr 30 01:19:15.141775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-cff606b9-a27a-4d3a-a969-5560668bdf7a tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.1212904 Apr 30 01:19:15.151032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56cb54fc-0764-453f-b98b-940cc44778a0 req-296440ba-0852-47a1-bf2d-95a25bdd5824 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 210 time: 0.0342619 Apr 30 01:19:15.239343 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2acd60-0f77-4367-a72d-bd5fd3a86657 req-b3f2bc29-57e0-44d1-9b0f-4038eba98e55 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 210 time: 0.0257368 Apr 30 01:19:15.252646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:15.265733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-3800c0cb-a3ab-4b9d-b214-a7a5ef02c37a tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:15.267132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-3800c0cb-a3ab-4b9d-b214-a7a5ef02c37a tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1193788 Apr 30 01:19:15.315189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Network b7229896-42d0-4c0a-9005-9218b8141669 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:15.347520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:15.354042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:15.379641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240708c2-fd5c-4dd3-bb65-f659ddb5dd27 req-161bc852-b36c-4c67-909c-1a788bc5a51d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:15.380849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-240708c2-fd5c-4dd3-bb65-f659ddb5dd27 req-161bc852-b36c-4c67-909c-1a788bc5a51d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 945 time: 0.0834606 Apr 30 01:19:15.399752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Pushing event updated for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:15.419914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-4cc4e38f-43a2-4544-b611-33258e50b5f8 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1002 time: 0.1393542 Apr 30 01:19:15.428044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-240708c2-fd5c-4dd3-bb65-f659ddb5dd27 req-caa12766-dbdb-4ec4-920f-7a3cb32342a1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Apr 30 01:19:15.430517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:15.431130 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:15.442668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:15.518382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-f83a5408-73d6-488e-89e2-3f2449edd81b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338309 Apr 30 01:19:15.527651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-3e736bd9-3b16-46a2-bc63-804666b8d11c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1510162 Apr 30 01:19:15.535858 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:15.551570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016501-5bd7-4ccc-a1c9-101d85763d7f req-ea5c6798-bd0c-4a60-8531-e62dbcfa3d12 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:15.553136 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83016501-5bd7-4ccc-a1c9-101d85763d7f req-ea5c6798-bd0c-4a60-8531-e62dbcfa3d12 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0681825 Apr 30 01:19:15.564329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Request body: {'port': {'device_id': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:15.609184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34342) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:15.609844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83016501-5bd7-4ccc-a1c9-101d85763d7f req-6f2d9595-f2e6-46d3-afb0-d495418d49fa tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491385 Apr 30 01:19:15.707010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-8daaf123-8370-4560-8da5-7f467499efa8 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:15.711823 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-8daaf123-8370-4560-8da5-7f467499efa8 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.0596182 Apr 30 01:19:15.717354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 75a0fbd9-236c-4b02-b9a2-32feff026225 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:15.764184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 75a0fbd9-236c-4b02-b9a2-32feff026225 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:15.847269 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7143c35e-5d74-4409-ad33-58cf5e9eb1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:15.867560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:15.897970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-0769dab1-36ad-4274-a037-6f1960dbe56d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:15.899565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-0769dab1-36ad-4274-a037-6f1960dbe56d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3544588 Apr 30 01:19:15.931941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-f3058c72-1867-4f00-a6f7-6766c737efc7 service neutron] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:15.936166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-f3058c72-1867-4f00-a6f7-6766c737efc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:15.937313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac40b29f-802f-46dd-a5d1-79ec6106e01a req-f3058c72-1867-4f00-a6f7-6766c737efc7 service neutron] 10.222.0.23 "DELETE /v2.0/ports/75a0fbd9-236c-4b02-b9a2-32feff026225/bindings/n-h1-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.2172604 Apr 30 01:19:15.945377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Request body: {'port': {'device_id': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'be6f9ad62e3c42e6b8263430d9e9fad0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:15.962337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.123345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.123689 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Floating IP 5413042b-dde0-47dc-95a4-ac5031316320 disassociated. External IP: 172.25.0.149, port: 664f7cdf-4455-464a-92ef-a15ad1c77220. Apr 30 01:19:16.234504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7143c35e-5d74-4409-ad33-58cf5e9eb1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.282164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087b6b0-be15-4e01-a526-04f230128bd0 req-af8c7165-bf03-458e-a6fd-1c7c1914935d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:16.283671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b087b6b0-be15-4e01-a526-04f230128bd0 req-af8c7165-bf03-458e-a6fd-1c7c1914935d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 931 time: 0.0572338 Apr 30 01:19:16.324626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b087b6b0-be15-4e01-a526-04f230128bd0 req-20b3375e-3599-472b-ae55-c63691735bdd tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Apr 30 01:19:16.335273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7143c35e-5d74-4409-ad33-58cf5e9eb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.416846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7143c35e-5d74-4409-ad33-58cf5e9eb1b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea10caec2d5346f1b9dd3caf6b22ad57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7855966 Apr 30 01:19:16.436096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94123ec3-59a2-4ddf-a0e8-4149442c5065 req-d06937fa-7598-4136-b189-997482dac83f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 210 time: 0.0364766 Apr 30 01:19:16.438123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:16.461597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Made reservation on behalf of be6f9ad62e3c42e6b8263430d9e9fad0 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:16.465698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.471825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143c35e-5d74-4409-ad33-58cf5e9eb1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafd707e-c2a5-404a-b28b-ed7996c05ae0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:16.523092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34376) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:16.566312 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc78e-965e-48b6-8b72-e1d2913ab7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.598530 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc78e-965e-48b6-8b72-e1d2913ab7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.618898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e3e9-fb53-4be4-9458-585c19e14254 req-a9a87c6d-0432-4a8b-a9e1-e213bf8c7b89 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:16.626522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d887e3e9-fb53-4be4-9458-585c19e14254 req-a9a87c6d-0432-4a8b-a9e1-e213bf8c7b89 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 945 time: 0.0938647 Apr 30 01:19:16.658086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:16.676120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d887e3e9-fb53-4be4-9458-585c19e14254 req-eb1a0669-95ca-43c5-9866-700e192d9bca tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486684 Apr 30 01:19:16.680575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.683687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3a12-b1d0-4c21-b9aa-c531593821a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.726144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:16.784736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31450b-2c90-4ca9-9e19-b4f24cd15a67 req-8ffbf1e5-e5ea-4a0e-b973-172a4c091a5a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:16.786194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c31450b-2c90-4ca9-9e19-b4f24cd15a67 req-8ffbf1e5-e5ea-4a0e-b973-172a4c091a5a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0499344 Apr 30 01:19:16.786796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc78e-965e-48b6-8b72-e1d2913ab7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.789305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc78e-965e-48b6-8b72-e1d2913ab7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.793205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6d6dc78e-965e-48b6-8b72-e1d2913ab7b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cafd707e-c2a5-404a-b28b-ed7996c05ae0 HTTP/1.1" status: 204 len: 168 time: 0.3540704 Apr 30 01:19:16.802348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Transition to ACTIVE for port object 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:16.803603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Allocated IP 192.168.233.212 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/d3e08957-e423-4d95-823e-d6febf898616) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:16.820598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dc78e-965e-48b6-8b72-e1d2913ab7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafd707e-c2a5-404a-b28b-ed7996c05ae0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:16.851163 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c31450b-2c90-4ca9-9e19-b4f24cd15a67 req-d1fb3f40-b1e6-45b3-9ab9-9a8540e3152e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 Apr 30 01:19:16.921442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:16.996644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a546-ae7b-49fd-b164-0e5c1b373ce1 req-9ee9c3a9-92d8-44b6-b293-92b16026865c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:17.004895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d782a546-ae7b-49fd-b164-0e5c1b373ce1 req-9ee9c3a9-92d8-44b6-b293-92b16026865c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1096 time: 0.0562017 Apr 30 01:19:17.014768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:17.026951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:17.039894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:17.040810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:17.052460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.067647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d782a546-ae7b-49fd-b164-0e5c1b373ce1 req-4881ad27-35b9-40b0-9938-6fe19a391587 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618181 Apr 30 01:19:17.069153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3a12-b1d0-4c21-b9aa-c531593821a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.105177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Pushing event updated for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:17.154650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-82f7ce4f-fa2d-4783-a98e-ec1ae64dd889 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "PUT /v2.0/floatingips/5413042b-dde0-47dc-95a4-ac5031316320 HTTP/1.1" status: 200 len: 695 time: 1.7200224 Apr 30 01:19:17.163996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:17.166335 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2139de74-3643-40ed-b37e-4303aa726c76" -d '{"events": [{"name": "network-changed", "server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:17.180478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:17.199931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3a12-b1d0-4c21-b9aa-c531593821a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.255474 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39053b0-e706-4f1a-bd9d-50faa86697cf x-openstack-request-id: req-d39053b0-e706-4f1a-bd9d-50faa86697cf {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:17.256140 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:17.256140 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d39053b0-e706-4f1a-bd9d-50faa86697cf {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:17.256345 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39053b0-e706-4f1a-bd9d-50faa86697cf'] response: {'name': 'network-changed', 'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'status': 'completed', 'code': 200} Apr 30 01:19:17.269025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.310490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ee0d3a12-b1d0-4c21-b9aa-c531593821a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19598abb97c1472daf7d26952d151f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7832963 Apr 30 01:19:17.314022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34402) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:17.316686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d3a12-b1d0-4c21-b9aa-c531593821a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff07981-97ad-4e49-b75d-6d3423fd363c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:17.319240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:17.319604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:17.320037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:17.357507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:17.357831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:17.361145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-234e1f57-1f40-459b-95cb-ce71b3876580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:17.362651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-234e1f57-1f40-459b-95cb-ce71b3876580 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 1097 time: 0.1897309 Apr 30 01:19:17.369871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:17.370209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:17.371134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:17.371637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Bound port: 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:17.372013 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.442736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139de74-3643-40ed-b37e-4303aa726c76 req-84310e61-a8b0-4c0f-a3b8-cc2f924386c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:17.444245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2139de74-3643-40ed-b37e-4303aa726c76 req-84310e61-a8b0-4c0f-a3b8-cc2f924386c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 1097 time: 0.1758041 Apr 30 01:19:17.470641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84b8e705-9671-4d9c-8b97-f748bec4dac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.473585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.488357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7e01c030-24ac-4c84-8c97-f2d81987da00', '24f67d58-8477-45b2-8df1-5828b2d3b71a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:17.493388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84b8e705-9671-4d9c-8b97-f748bec4dac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.580767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:17.612562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:17.625586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:17.626440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:17.632688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-613daca9-7f45-4a6a-a0d5-68f79e78972f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:17.634333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-613daca9-7f45-4a6a-a0d5-68f79e78972f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 808 time: 0.2768807 Apr 30 01:19:17.662009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139de74-3643-40ed-b37e-4303aa726c76 req-6ceb9b6b-e623-4f7d-9daf-2207f6073c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:17.663527 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2139de74-3643-40ed-b37e-4303aa726c76 req-6ceb9b6b-e623-4f7d-9daf-2207f6073c7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.2059050 Apr 30 01:19:17.664431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84b8e705-9671-4d9c-8b97-f748bec4dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.667154 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84b8e705-9671-4d9c-8b97-f748bec4dac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:17.668620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-84b8e705-9671-4d9c-8b97-f748bec4dac5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ff07981-97ad-4e49-b75d-6d3423fd363c HTTP/1.1" status: 204 len: 168 time: 0.3522401 Apr 30 01:19:17.669941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-6a650bd7-73fa-4a4e-87e8-eb1dd39e82ad tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/quotas/0ae2eb915422456a9a1791d75e06384d HTTP/1.1" status: 200 len: 375 time: 0.0222976 Apr 30 01:19:17.708589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2139de74-3643-40ed-b37e-4303aa726c76 req-b160f979-dfa8-4da2-b2f0-3f1fffbe1129 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 217 time: 0.0354745 Apr 30 01:19:17.725410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8e705-9671-4d9c-8b97-f748bec4dac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff07981-97ad-4e49-b75d-6d3423fd363c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:17.765269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:17.804861 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-55539180-ec1e-4031-8a64-f4f7ac7c39ee tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917070 Apr 30 01:19:17.806666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139de74-3643-40ed-b37e-4303aa726c76 req-60f3e05d-79d6-4b30-83b7-d1ad224adcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:17.808939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2139de74-3643-40ed-b37e-4303aa726c76 req-60f3e05d-79d6-4b30-83b7-d1ad224adcd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0824199 Apr 30 01:19:17.936727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:17.940651 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:19:17.947900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:17.951398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:17.956589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:17.959383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:17.973895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-0616662f-4a1b-4af1-92ab-799026d688fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:17.983797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-0616662f-4a1b-4af1-92ab-799026d688fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.6081128 Apr 30 01:19:17.984902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139de74-3643-40ed-b37e-4303aa726c76 req-7fb6c151-9e2f-4ab7-a2d3-e96c4063026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:17.987105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:17.987585 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2139de74-3643-40ed-b37e-4303aa726c76 req-7fb6c151-9e2f-4ab7-a2d3-e96c4063026a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584764 Apr 30 01:19:18.083597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.092530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-28910f96-f9fa-4985-a0cf-d411bc38d2d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 200 len: 217 time: 0.1076512 Apr 30 01:19:18.221980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:18.222754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.230883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:18.232052 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.233383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] 10.222.0.23 "PUT /v2.0/ports/700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 200 len: 1091 time: 2.6940751 Apr 30 01:19:18.260074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-01479d05-a305-48d4-89fd-45896f0589a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:18.269713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-01479d05-a305-48d4-89fd-45896f0589a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.1743309 Apr 30 01:19:18.289495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:18.342045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34432) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:18.355369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347e3c1-8eda-4ed4-b87e-18b5127534c9 None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:18.358344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85bbc4-8108-420e-9e7d-6af14f0f9176 service neutron] Pushing event updated for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:18.417183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-83de542c-eafb-4697-94f3-48d78b618e53 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4767625 Apr 30 01:19:18.421989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-bbd4621f-b0c5-4c1f-a376-0662d5603213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:18.430013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2c61347f-3e4c-45c0-ac8e-91b51d23a71f None None] Provisioning complete for port d3e08957-e423-4d95-823e-d6febf898616 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:18.431801 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c61347f-3e4c-45c0-ac8e-91b51d23a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.432556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-bbd4621f-b0c5-4c1f-a376-0662d5603213 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605756 Apr 30 01:19:18.447529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:18.451853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Request body: {'port': {'device_id': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:18.464113 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.490866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2c61347f-3e4c-45c0-ac8e-91b51d23a71f None None] Port d3e08957-e423-4d95-823e-d6febf898616 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:19:18.549672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd8add82-fba0-4b00-80f9-61c9a37c066f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.563972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-79acf77f-e722-4917-96e2-32e58a30f315 service neutron] 10.222.0.15 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474957 Apr 30 01:19:18.572178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2139de74-3643-40ed-b37e-4303aa726c76 req-202fffd8-b240-4fb7-90ba-70dc93d83d5e service neutron] 10.222.0.23 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747492 Apr 30 01:19:18.582300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-7903518c-3144-4c1e-90b1-6cb989e547c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:18.584782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-7903518c-3144-4c1e-90b1-6cb989e547c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1094 time: 0.2205150 Apr 30 01:19:18.668057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1061725963-network', 'tenant_id': '64e04194c25149c0a367d6ba226ca001'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:18.677086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-920eaf73-e672-40db-abdd-4c869a72814e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 200 len: 217 time: 0.0692973 Apr 30 01:19:18.696916 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.746692 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebcb9d9-6ccf-4eed-a4ef-48797ea4e051 None None] New status for floating IP 5413042b-dde0-47dc-95a4-ac5031316320: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:19:18.748827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-687c1b9f-2836-433a-bd32-9c0b49e9d5be service neutron] 10.222.0.15 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751354 Apr 30 01:19:18.750997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-24233f59-7b17-485a-abd1-a95b6ac1787e service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170261 Apr 30 01:19:18.760420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2139de74-3643-40ed-b37e-4303aa726c76 req-2f63adf9-44cc-4f1e-967f-8075e3d13b29 service neutron] 10.222.0.23 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656971 Apr 30 01:19:18.854229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-f823b84f-7104-4c4b-821b-071f56888328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:18.855804 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-f823b84f-7104-4c4b-821b-071f56888328 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.1631470 Apr 30 01:19:18.860535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Made reservation on behalf of 64e04194c25149c0a367d6ba226ca001 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:18.863015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.907889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:18.929442 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-e1b5d45b-af89-4fd7-90a3-44faa1a07a28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616977 Apr 30 01:19:19.049752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740f76f-ea49-48c2-8767-d51a22b96605 req-4063bb6e-13cc-4563-942f-292bdcfa5fc2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:19.066362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b740f76f-ea49-48c2-8767-d51a22b96605 req-4063bb6e-13cc-4563-942f-292bdcfa5fc2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.0776970 Apr 30 01:19:19.111831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b740f76f-ea49-48c2-8767-d51a22b96605 req-8f6e7e98-040f-4762-9b5e-5bf357bd5437 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478237 Apr 30 01:19:19.125218 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd8add82-fba0-4b00-80f9-61c9a37c066f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.165595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbd77c86-95a8-4984-9479-7a47991bdcef req-ba64c31c-dbbf-4b9f-bd09-4ec0c5b39105 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002681 Apr 30 01:19:19.213425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd8add82-fba0-4b00-80f9-61c9a37c066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.240969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23743-ef3e-45f0-8896-56c32b5fa652 req-953742b4-ac4b-481f-8afd-e89cdf34cdbd tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:19.242582 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2e23743-ef3e-45f0-8896-56c32b5fa652 req-953742b4-ac4b-481f-8afd-e89cdf34cdbd tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 936 time: 0.0734169 Apr 30 01:19:19.277608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:19.280690 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a312c4-fda7-426b-a66f-a236a2c0c015" -d '{"events": [{"name": "network-changed", "server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:19.294995 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2e23743-ef3e-45f0-8896-56c32b5fa652 req-1d87e1e8-668d-4b4a-8eac-e780324308e5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Apr 30 01:19:19.334364 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-98571cd3-0245-4862-a6aa-3046b9849eca service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932600 Apr 30 01:19:19.371515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8add82-fba0-4b00-80f9-61c9a37c066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9e1381-d4bd-4465-8b44-d031f71d4a16,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:19.375226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e61e6969-57a9-49bc-acdc-519f69ed4169 req-04fac0fa-da42-4f6b-891f-58ea1c3a1eb1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 210 time: 0.0280559 Apr 30 01:19:19.387212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cd8add82-fba0-4b00-80f9-61c9a37c066f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b42b363c92f49499a189a19683b4051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9267831 Apr 30 01:19:19.388121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34450) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:19.479850 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1c6c004-1670-40c6-be16-f8b549f60ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.504911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.512252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1c6c004-1670-40c6-be16-f8b549f60ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.518937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014e826-7bb1-4199-9213-0f24a1d436ba req-5ae16aa9-65e9-49a1-bf15-a0a678b81e75 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:19.520470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3014e826-7bb1-4199-9213-0f24a1d436ba req-5ae16aa9-65e9-49a1-bf15-a0a678b81e75 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.2303975 Apr 30 01:19:19.603566 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.616089 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4250373d-d393-488f-b6a3-ad3a0b501d2a req-0afc564f-7328-4a7c-9f2d-cc2302fc4bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597473 Apr 30 01:19:19.645132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3014e826-7bb1-4199-9213-0f24a1d436ba req-500381f2-0a11-4ba3-9ef6-82c334b3563c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088421 Apr 30 01:19:19.649575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1c6c004-1670-40c6-be16-f8b549f60ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.653692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1c6c004-1670-40c6-be16-f8b549f60ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.657247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e1c6c004-1670-40c6-be16-f8b549f60ac1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb9e1381-d4bd-4465-8b44-d031f71d4a16 HTTP/1.1" status: 204 len: 168 time: 0.2657332 Apr 30 01:19:19.662370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:19:19.676599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6c004-1670-40c6-be16-f8b549f60ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9e1381-d4bd-4465-8b44-d031f71d4a16,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:19.684142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e08957-e423-4d95-823e-d6febf898616 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:19.697691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.697691 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Added segment a05c2a21-bda2-4f98-bfe2-405c1fb8007a of type vlan for network eac97e35-f686-4cd6-9102-c1ed8acc0fce Apr 30 01:19:19.708502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24227488-7e12-49b4-ad70-6da10f46c98b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:19.718363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.743281 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8748b3-b01a-4366-a707-41f4a7abe544 x-openstack-request-id: req-db8748b3-b01a-4366-a707-41f4a7abe544 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:19.743586 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:19.743831 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db8748b3-b01a-4366-a707-41f4a7abe544 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:19.744215 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8748b3-b01a-4366-a707-41f4a7abe544'] response: {'name': 'network-changed', 'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3', 'status': 'completed', 'code': 200} Apr 30 01:19:19.765568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.768092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Transition to ACTIVE for port object d3e08957-e423-4d95-823e-d6febf898616 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:19.825777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-8b59ede4-23dd-4136-9eb5-7f5fe55bc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:19.827525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-8b59ede4-23dd-4136-9eb5-7f5fe55bc7a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1094 time: 0.0494816 Apr 30 01:19:19.866490 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.867533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:19.868107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:19.911739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:20.051184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] Pushing event updated for resources: {'Network': ['ID=eac97e35-f686-4cd6-9102-c1ed8acc0fce,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:20.060644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:20.063854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network eac97e35-f686-4cd6-9102-c1ed8acc0fce details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:19:20.072004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5e112990-f1e5-4e97-b881-5f869c0a3b75 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7258759 Apr 30 01:19:20.072473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34462) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:20.079172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Request body: {'subnet': {'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1061725963-subnet', 'tenant_id': '64e04194c25149c0a367d6ba226ca001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:20.081371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-f83f2f00-c9da-4eb3-ba06-4ae446603666 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:20.083392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-f83f2f00-c9da-4eb3-ba06-4ae446603666 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2302139 Apr 30 01:19:20.086608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-6dd0bea5-5b18-4cd2-9fd4-a2139c0bc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:20.095050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-6dd0bea5-5b18-4cd2-9fd4-a2139c0bc1df service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.2595730 Apr 30 01:19:20.248852 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-d72ca9ae-ceed-45de-8ed9-fda459114f8c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.1375549 Apr 30 01:19:20.595274 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-0d52d5dc-aeb8-4f25-9668-a5ea2a6a862a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 200 len: 217 time: 0.1438103 Apr 30 01:19:20.595274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Request body: {'floatingip': {'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:20.596258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612045e-dfa5-4a37-b305-eb16fb5b5cf9 req-48e841ad-aa44-4420-a13c-c8417bc9325e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:20.596258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7612045e-dfa5-4a37-b305-eb16fb5b5cf9 req-48e841ad-aa44-4420-a13c-c8417bc9325e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.0588050 Apr 30 01:19:20.596258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7612045e-dfa5-4a37-b305-eb16fb5b5cf9 req-d5fe57ae-420b-40c1-9262-5c88259a5c74 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371935 Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-6341d6b3-3562-48bc-a684-e87e5d293fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-6341d6b3-3562-48bc-a684-e87e5d293fba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.1362407 Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:20.597216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Bound port: d3e08957-e423-4d95-823e-d6febf898616, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:20.598816 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:20.599181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e1131-743b-4bed-9673-f98c3ce7f3d5 req-fe2a3110-7f32-4410-b636-f65c9d41cc2b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:20.599181 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b6e1131-743b-4bed-9673-f98c3ce7f3d5 req-fe2a3110-7f32-4410-b636-f65c9d41cc2b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 948 time: 0.0499516 Apr 30 01:19:20.600503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-f937edd6-53b1-4c00-b7a6-94b92997203e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264227 Apr 30 01:19:20.600998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b6e1131-743b-4bed-9673-f98c3ce7f3d5 req-e08c5aaf-88b1-4529-8037-c1e2d20c6bb5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Apr 30 01:19:20.600998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-75dd0cfa-f22b-4eed-afc8-769c73f1abc2 req-25a3f8fb-3c1b-4044-ae0f-937c9db187da tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 210 time: 0.0401480 Apr 30 01:19:20.601276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:20.620332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Made reservation on behalf of 64e04194c25149c0a367d6ba226ca001 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:20.623190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:20.646561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:20.674959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-29373d26-e062-462f-8610-ddf31f1756fc service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108698 Apr 30 01:19:20.706746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:20.736518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:20.855690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd9336-35d1-4568-80f4-08fc5369db38 req-4e5cd22b-b333-4a76-9cb6-06826b4332d6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:20.858195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bffd9336-35d1-4568-80f4-08fc5369db38 req-4e5cd22b-b333-4a76-9cb6-06826b4332d6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1096914 Apr 30 01:19:20.915826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bffd9336-35d1-4568-80f4-08fc5369db38 req-7571ffc3-a934-4cb6-b6e7-66a878a9bb90 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Apr 30 01:19:20.934158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:20.990915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c172d7-01ad-40e6-b56c-4cae6b031fe7,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:21.002006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Checking segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:21.002547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Network hostable DHCP agents. Network: eac97e35-f686-4cd6-9102-c1ed8acc0fce, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:19:21.108277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:21.108904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:21.110322 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] 10.222.0.23 "PUT /v2.0/ports/d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 1096 time: 2.6650546 Apr 30 01:19:21.120811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Network eac97e35-f686-4cd6-9102-c1ed8acc0fce is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:19:21.192158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, eac97e35-f686-4cd6-9102-c1ed8acc0fce) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:21.201627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:21.201627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:21.204640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286714-5f6d-4d56-9c06-aa611832e03b service neutron] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:21.208560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15a312c4-fda7-426b-a66f-a236a2c0c015 req-b6899bd2-5e98-42a5-8a5a-963ef25f99e5 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237818 Apr 30 01:19:21.210372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb727c-382d-475a-850e-da7d6640bc46 None None] Network eac97e35-f686-4cd6-9102-c1ed8acc0fce requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:19:21.338886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7921fd47-59c0-4a15-94c9-0c28a0b95410 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2650936 Apr 30 01:19:21.388685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a87829-c802-493a-b3b3-7a59311a1c3f None None] Network eac97e35-f686-4cd6-9102-c1ed8acc0fce requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:19:21.414172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-9f380996-86a2-4aed-a395-c50030299154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:21.415850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-9f380996-86a2-4aed-a395-c50030299154 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1099 time: 0.1142259 Apr 30 01:19:21.490642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-dc3c1747-a767-4c05-bd5f-dd5fd8635961 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.0561805 Apr 30 01:19:21.521034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.resource_extend [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:19:21.621228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-bdce11f8-03c1-4087-839c-e323667b4e35 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:21.622800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-bdce11f8-03c1-4087-839c-e323667b4e35 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bd4dd8-06fe-46d9-b98d-855b6df1b1f3 HTTP/1.1" status: 200 len: 946 time: 0.1770039 Apr 30 01:19:21.624310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-44c6cd2d-96ff-4415-a3d7-af8ef2e76611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:21.625653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-44c6cd2d-96ff-4415-a3d7-af8ef2e76611 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1190488 Apr 30 01:19:21.630163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:21.709691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:21.710929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628998-89b3-41f1-84b3-2104c6e54547 req-15160bf1-72e2-4966-a594-485a6ea64584 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:21.715660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a628998-89b3-41f1-84b3-2104c6e54547 req-15160bf1-72e2-4966-a594-485a6ea64584 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 948 time: 0.0546021 Apr 30 01:19:21.747439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:21.749694 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:21.757610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a628998-89b3-41f1-84b3-2104c6e54547 req-661453cb-a9ae-402a-99b6-4312e24c31c7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378795 Apr 30 01:19:21.786268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-5496f1c1-dc3f-453b-a645-e297a4aa328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:21.787822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-5496f1c1-dc3f-453b-a645-e297a4aa328d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496766 Apr 30 01:19:21.890245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe613-e26c-4e9b-bdca-7a91a036c27a req-84736061-66ba-4416-b4d1-5b7dda168d37 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:21.891724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fefe613-e26c-4e9b-bdca-7a91a036c27a req-84736061-66ba-4416-b4d1-5b7dda168d37 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.0623453 Apr 30 01:19:21.938685 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Floating IP 5413042b-dde0-47dc-95a4-ac5031316320 associated. External IP: 172.25.0.149, port: 2b94684b-2560-4e9f-9183-4f5340e506c2. Apr 30 01:19:21.940533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fefe613-e26c-4e9b-bdca-7a91a036c27a req-7f30ed9e-ca3a-496a-b74e-0a062a690268 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416532 Apr 30 01:19:22.023998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Deleting port 664f7cdf-4455-464a-92ef-a15ad1c77220 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:22.024337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:22.061816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55516b14-cc63-4b14-9920-af3f20111596 req-66871976-01be-48ba-8cb8-344e3b2d42a3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 210 time: 0.0282545 Apr 30 01:19:22.119388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-638b5857-51cc-499e-a649-8b35401ead2d service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222871 Apr 30 01:19:22.200246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-23362836-9741-4548-ab40-adbef4a1839b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:22.200246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-23362836-9741-4548-ab40-adbef4a1839b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 808 time: 0.3152256 Apr 30 01:19:22.247954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Request body: {'port': {'device_id': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'admin_state_up': True, 'tenant_id': '0ae2eb915422456a9a1791d75e06384d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:22.360572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] For port 664f7cdf-4455-464a-92ef-a15ad1c77220, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=664f7cdf-4455-464a-92ef-a15ad1c77220,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:22.360929 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:22.424313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Calling delete_port for 664f7cdf-4455-464a-92ef-a15ad1c77220 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:22.439256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e73634e7-ee34-4545-b29f-f41ad54f0854 req-7751be4f-8156-495c-a8c4-fb47577a54eb service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822742 Apr 30 01:19:22.511471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-df9ca667-0a5d-4990-8a42-5990919d6b52 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:22.513450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-df9ca667-0a5d-4990-8a42-5990919d6b52 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 813 time: 0.1040542 Apr 30 01:19:22.529916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-12699d6f-eb5d-4587-9d6c-74018aabc1f5 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/quotas/64e04194c25149c0a367d6ba226ca001 HTTP/1.1" status: 200 len: 375 time: 0.0098286 Apr 30 01:19:22.566845 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-abdc4131-624a-4c11-b1bc-a037e13558d5 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309315 Apr 30 01:19:22.586091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:22.645251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Made reservation on behalf of 0ae2eb915422456a9a1791d75e06384d for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:22.648730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:22.657653 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-706f075c-7a64-43bb-853c-3ae0645355ab service neutron] 10.222.0.15 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826893 Apr 30 01:19:22.751186 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-fb273c0f-38f2-4cb3-b58b-e4c0ea6cdd44 service neutron] 10.222.0.15 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870433 Apr 30 01:19:22.805954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:22.811968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:22.817781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:22.828890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:22.829503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:22.833915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:22.866903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2b94684b-2560-4e9f-9183-4f5340e506c2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:22.868901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['664f7cdf-4455-464a-92ef-a15ad1c77220'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:22.900850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-57afb01f-5f65-41fd-b9cb-08bfbaa3a455 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "PUT /v2.0/floatingips/5413042b-dde0-47dc-95a4-ac5031316320 HTTP/1.1" status: 200 len: 996 time: 2.6419563 Apr 30 01:19:22.904049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Pushing event deleted for resources: {'Port': ['ID=664f7cdf-4455-464a-92ef-a15ad1c77220,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:22.968662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Allocated IP 172.20.0.13 (b434aa75-0d3e-48c1-942a-f1401fcbf3f1/a01c2a0b-dd3f-49fd-9728-055577d09a86/37c131d1-0c72-4e1e-a56a-21bcb28cedc2) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:22.983390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] No DVR routers for this DVR port 664f7cdf-4455-464a-92ef-a15ad1c77220 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:22.988475 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:22.991949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-25a5f392-0585-4a75-822a-2f5590cf3534 req-34d59e63-06e0-4cab-9092-ac9c45d8ba88 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.23 "DELETE /v2.0/ports/664f7cdf-4455-464a-92ef-a15ad1c77220 HTTP/1.1" status: 204 len: 173 time: 1.3518465 Apr 30 01:19:23.017553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:23.035873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-13a38bc6-2d95-4d41-8855-aa015a25d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:23.040142 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-13a38bc6-2d95-4d41-8855-aa015a25d1df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.0990851 Apr 30 01:19:23.348946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64c5e-c53f-4542-ad79-84ff3b26f421 req-53a1e032-98df-4403-8ebc-0be0faee2289 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:23.350543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63f64c5e-c53f-4542-ad79-84ff3b26f421 req-53a1e032-98df-4403-8ebc-0be0faee2289 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0863442 Apr 30 01:19:23.429983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63f64c5e-c53f-4542-ad79-84ff3b26f421 req-4a35c308-dc78-41ad-9d57-247f939684b8 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622933 Apr 30 01:19:23.474033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:6b:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:21Z', 'revision_number': 8, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:23.503744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:23.512623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:23.513307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:23.527502 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1678e28-3e85-4960-b05d-61ed216e36c8 x-openstack-request-id: req-e1678e28-3e85-4960-b05d-61ed216e36c8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:23.527740 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:23.527972 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1678e28-3e85-4960-b05d-61ed216e36c8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:23.528289 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1678e28-3e85-4960-b05d-61ed216e36c8'] response: {'name': 'network-changed', 'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'status': 'completed', 'code': 200} Apr 30 01:19:23.552887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:23.630315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-a26da36b-de05-428a-b4d8-515a9b53a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:23.633046 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-a26da36b-de05-428a-b4d8-515a9b53a497 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1099 time: 0.1062388 Apr 30 01:19:23.635693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-2624138c-1ece-44bc-9e21-7c6b2aec0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:23.637810 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-2624138c-1ece-44bc-9e21-7c6b2aec0983 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.5919938 Apr 30 01:19:23.679162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:23.719686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:23.740938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa58e4-ecd8-4552-b65e-56a65917278f req-cfe7e05a-72b6-4ede-a00a-d9bb9db8e8f0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:23.752634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbaa58e4-ecd8-4552-b65e-56a65917278f req-cfe7e05a-72b6-4ede-a00a-d9bb9db8e8f0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 948 time: 0.0738671 Apr 30 01:19:23.801593 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-c0d0b378-015f-43b3-9d45-8dcddaab3d93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 999 time: 0.1453655 Apr 30 01:19:23.817303 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbaa58e4-ecd8-4552-b65e-56a65917278f req-13d4cc49-4c40-4e5f-bacf-440b218d3f55 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633545 Apr 30 01:19:23.834866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:23.839222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-1fd866a1-31ce-4376-9598-e7201cefb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:23.843133 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-1fd866a1-31ce-4376-9598-e7201cefb24c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2019041 Apr 30 01:19:23.906563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-43aed1d8-ab2a-4bbb-9804-e62d4a0d3cbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.0430565 Apr 30 01:19:23.913942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-df37d0b3-495b-4d92-a9d2-ef66bc7a4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:23.915402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-df37d0b3-495b-4d92-a9d2-ef66bc7a4e5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.0991588 Apr 30 01:19:23.966541 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:23.986666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3', 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'port_id': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3', 'mac_address': 'fa:16:3e:ee:09:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e692f-910b-4aa7-ac3d-49f2ceaa26fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:23.987188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cea2c4-9f99-4965-979d-352d049c4dd2 req-85a5cad6-5c12-44b6-862a-e0dfbfa950d7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:24.000008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38cea2c4-9f99-4965-979d-352d049c4dd2 req-85a5cad6-5c12-44b6-862a-e0dfbfa950d7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.0862176 Apr 30 01:19:24.046762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-038a23f2-eade-4754-9245-101e7a7ee6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:24.048319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-038a23f2-eade-4754-9245-101e7a7ee6c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1319764 Apr 30 01:19:24.050118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38cea2c4-9f99-4965-979d-352d049c4dd2 req-fb933ad9-44fb-454e-af58-fd55d8d4b24d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489657 Apr 30 01:19:24.050352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:24.057834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:24.062898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:24.077564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Pushing event updated for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:24.135052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:24.142453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-43bf3231-32b7-4847-8cf3-383107b01c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:24.144025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-43bf3231-32b7-4847-8cf3-383107b01c82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954641 Apr 30 01:19:24.202802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:24.224660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:24.225244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:24.227217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:24.238709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281cd8-585a-4a52-a066-5935ee8913c4 req-e7e19a8a-ff2f-4908-a9b5-dede922f8fff tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:24.242481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da281cd8-585a-4a52-a066-5935ee8913c4 req-e7e19a8a-ff2f-4908-a9b5-dede922f8fff tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 932 time: 0.1141822 Apr 30 01:19:24.260787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-0edb6430-9957-420e-9749-69e2348e14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:24.262654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-0edb6430-9957-420e-9749-69e2348e14ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026315 Apr 30 01:19:24.305349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da281cd8-585a-4a52-a066-5935ee8913c4 req-539b2df9-62f0-4213-9b12-f8b68001df0d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Apr 30 01:19:24.312084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:24.348756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-0749d06b-0b7e-4020-8e67-af383d78704c service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943336 Apr 30 01:19:24.368636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-ebae5f31-ddf0-47c8-acb1-4d93492b7b5b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1374929 Apr 30 01:19:24.376119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:24.398737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Request body: {'port': {'device_id': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:24.406110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:6b:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:21Z', 'revision_number': 8, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:24.437967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380e579-9f31-40cd-a73e-6f449ce779af None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '5413042b-dde0-47dc-95a4-ac5031316320', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'port_id': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'mac_address': 'fa:16:3e:6b:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:18:45Z', 'updated_at': '2022-04-30T01:19:21Z', 'revision_number': 8, 'project_id': '16f32747f65547cb9a20f60523192233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:24.487092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-1ef41457-5cb6-4336-b4e2-e65174f3dd0c service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098777 Apr 30 01:19:24.540496 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:24.582146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['700a3e15-9e60-4907-9294-fcf7c5f2bbb3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:24.615053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bebb93-f0d9-4e37-90a4-ac25b4081528 req-fe70e559-854a-4de8-a00e-8cea8b657ed3 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:24.616703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0bebb93-f0d9-4e37-90a4-ac25b4081528 req-fe70e559-854a-4de8-a00e-8cea8b657ed3 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0610762 Apr 30 01:19:24.646158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dac266c-5385-48c7-b412-ee353ae45c71 req-7fe3e082-2a1f-430d-9f0f-0d1e385c12d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885296 Apr 30 01:19:24.687757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0bebb93-f0d9-4e37-90a4-ac25b4081528 req-cab4ce25-b6f7-484a-b21f-7165122d6d55 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616095 Apr 30 01:19:24.806201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbaaadf0-9101-4959-93b5-1d9c582e7ccc req-69b8f3f6-dc6c-497e-a061-6556669cc619 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 210 time: 0.0677650 Apr 30 01:19:24.822740 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78287d-d052-478f-8f26-e27fec99e567 None None] New status for floating IP 5413042b-dde0-47dc-95a4-ac5031316320: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:19:24.850161 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18dd9f1c-c5e7-4984-ad2b-7dd279b6b926 req-000cccb5-d765-4a45-a742-fe3cbd529206 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448675 Apr 30 01:19:24.960384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c2333c7-c852-4305-bb06-0e6e814b9332 req-faa2e96f-aa0f-49e3-a829-5b72d1cc743e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips/5413042b-dde0-47dc-95a4-ac5031316320 HTTP/1.1" status: 200 len: 996 time: 0.1058123 Apr 30 01:19:25.065994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:25.084447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:25.119549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2333c7-c852-4305-bb06-0e6e814b9332 req-86d40576-c93a-467d-895e-a55a8e9419a6 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.125498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c2333c7-c852-4305-bb06-0e6e814b9332 req-86d40576-c93a-467d-895e-a55a8e9419a6 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1546857 Apr 30 01:19:25.137351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-7c2333c7-c852-4305-bb06-0e6e814b9332 req-78534b63-9492-45cf-8a27-21cad32455f3 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:19:25.138660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Transition to ACTIVE for port object 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:25.147532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c2333c7-c852-4305-bb06-0e6e814b9332 req-78534b63-9492-45cf-8a27-21cad32455f3 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148647 Apr 30 01:19:25.161436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04648-f074-43e2-be90-241c688465d3 req-3f7aa27d-e146-4bda-8503-fef63bee869e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.168247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cac04648-f074-43e2-be90-241c688465d3 req-3f7aa27d-e146-4bda-8503-fef63bee869e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 948 time: 0.0876980 Apr 30 01:19:25.209431 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cac04648-f074-43e2-be90-241c688465d3 req-82c6224e-024d-4e8d-8722-6a53444f0fc4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Apr 30 01:19:25.254256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead627a-ef29-457e-be11-bce290080178 req-bc3c9d55-6cc9-4971-8eb1-b615923e714a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.259880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dead627a-ef29-457e-be11-bce290080178 req-bc3c9d55-6cc9-4971-8eb1-b615923e714a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 944 time: 0.0690565 Apr 30 01:19:25.278325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:25.295139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dead627a-ef29-457e-be11-bce290080178 req-6e24e708-4586-453e-8189-5ddf429a004c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Apr 30 01:19:25.359501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-ea9adbd6-0cf4-4cfc-bcf7-db06a046e5af tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1001 time: 0.1231685 Apr 30 01:19:25.364240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Pushing event updated for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:25.459493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e490f-012b-4ec1-9d77-f404830284af req-6cb356c2-8090-4a9b-967e-c218ae2a3bfb tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.461014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-6cb356c2-8090-4a9b-967e-c218ae2a3bfb tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports/2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 942 time: 0.0769279 Apr 30 01:19:25.462743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef773987-4243-4909-93be-f80ece98add7 req-7cfba2e9-0df7-4a5f-abe5-9b4ee6470215 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.466390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef773987-4243-4909-93be-f80ece98add7 req-7cfba2e9-0df7-4a5f-abe5-9b4ee6470215 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 944 time: 0.0764062 Apr 30 01:19:25.506048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:25.506385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:25.506717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:25.512581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:25.512898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:25.523843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:25.524184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:25.528814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:25.528814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Bound port: 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:25.528814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:25.532719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef773987-4243-4909-93be-f80ece98add7 req-f42319e0-4ea6-42d7-bb5e-a7e4fe862105 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Apr 30 01:19:25.535228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2'}, {'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'name': 'network-vif-deleted', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:25.537504 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa209f3-4e91-4e65-9c4a-219416c339ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2"}, {"server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "name": "network-vif-deleted", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:25.559415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d3e08957-e423-4d95-823e-d6febf898616 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:25.559415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:25.612573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34582) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:25.614963 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13752449-94c1-4389-b8d4-3f8bd09cff90 x-openstack-request-id: req-13752449-94c1-4389-b8d4-3f8bd09cff90 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:25.615565 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2", "status": "completed", "code": 200}, {"server_uuid": "19bd4dd8-06fe-46d9-b98d-855b6df1b1f3", "name": "network-vif-deleted", "tag": "664f7cdf-4455-464a-92ef-a15ad1c77220", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:25.615725 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13752449-94c1-4389-b8d4-3f8bd09cff90 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:25.616202 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13752449-94c1-4389-b8d4-3f8bd09cff90'] response: {'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'status': 'completed', 'code': 200} Apr 30 01:19:25.616518 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13752449-94c1-4389-b8d4-3f8bd09cff90'] response: {'server_uuid': '19bd4dd8-06fe-46d9-b98d-855b6df1b1f3', 'name': 'network-vif-deleted', 'tag': '664f7cdf-4455-464a-92ef-a15ad1c77220', 'status': 'completed', 'code': 200} Apr 30 01:19:25.664936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-475ce742-f88f-4f6f-9836-9a9183422cbd tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1001 time: 0.1226530 Apr 30 01:19:25.726944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-8871de14-b2d6-447e-9eb1-c339c787397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.728620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-8871de14-b2d6-447e-9eb1-c339c787397e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.0838563 Apr 30 01:19:25.782220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:25.834097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:25.859128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e490f-012b-4ec1-9d77-f404830284af req-e388dd7e-2982-446e-82d7-716b267eee57 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.862173 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-e388dd7e-2982-446e-82d7-716b267eee57 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1853817 Apr 30 01:19:25.879388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ce06441-df32-4784-aebc-953e85dad08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:25.936872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403f916-0416-4d9c-a622-4271f03230a4 req-f39e07a8-7055-4c1d-9a20-b759aa035e20 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.944010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c403f916-0416-4d9c-a622-4271f03230a4 req-f39e07a8-7055-4c1d-9a20-b759aa035e20 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1249535 Apr 30 01:19:25.953317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:25.959779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:25.968778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'd3e08957-e423-4d95-823e-d6febf898616', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'd3e08957-e423-4d95-823e-d6febf898616', 'mac_address': 'fa:16:3e:14:2b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:25.972676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-5e931670-97fb-44b8-a8fd-8c56fe810b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:25.974336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-5e931670-97fb-44b8-a8fd-8c56fe810b25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.2372925 Apr 30 01:19:26.004426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:26.006703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.007106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] 10.222.0.21 "PUT /v2.0/ports/37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 1092 time: 1.6143081 Apr 30 01:19:26.011155 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.034487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-a143a70b-1a9b-4243-b780-80e80346fb1b tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 1001 time: 0.1570046 Apr 30 01:19:26.039138 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c403f916-0416-4d9c-a622-4271f03230a4 req-0b4a6c7c-4412-456c-98db-6fcfc3868b40 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940070 Apr 30 01:19:26.039337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:19:26.046015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e08957-e423-4d95-823e-d6febf898616 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:26.053313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:26.053880 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.062564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:26.104166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:26.113651 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294adf8b-d049-42d4-8774-3e5329fe3e7e service neutron] Pushing event updated for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:26.144008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-f53fca7b-72fd-458f-aac7-39f12e64354c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 1001 time: 0.1614873 Apr 30 01:19:26.161783 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.188020 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.210243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.238040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65dac6ba-624f-4156-a7a7-cd791a7cb7c4 req-87cab7b9-0c3a-4708-9aff-38602d4ed2fa tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 210 time: 0.0837204 Apr 30 01:19:26.242510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:26.245222 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497d34a-5566-4ffe-b2c2-750c3a8a458a" -d '{"events": [{"server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "name": "network-vif-plugged", "status": "completed", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:26.280514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ce06441-df32-4784-aebc-953e85dad08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.281130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:26.284154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-cd7aba74-50d9-4636-925c-e9bd46d92840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:26.286065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-cd7aba74-50d9-4636-925c-e9bd46d92840 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.1307044 Apr 30 01:19:26.291266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-36853e74-8458-4f4e-a154-301d82f03629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:26.293687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-36853e74-8458-4f4e-a154-301d82f03629 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1095 time: 0.1282115 Apr 30 01:19:26.340384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:26.349566 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-54dd94b1-1a88-41ef-ac8c-59277d171daa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 217 time: 0.0424366 Apr 30 01:19:26.371051 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ce06441-df32-4784-aebc-953e85dad08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.390482 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.391357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 664f7cdf-4455-464a-92ef-a15ad1c77220 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:26.393776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-ac4a0104-3dfd-417a-a4b6-e0cb13837cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:26.396294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-ac4a0104-3dfd-417a-a4b6-e0cb13837cea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020820 Apr 30 01:19:26.421790 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.432433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 664f7cdf-4455-464a-92ef-a15ad1c77220 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:26.432816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 664f7cdf-4455-464a-92ef-a15ad1c77220 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:26.440155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642906f-801b-42c2-8b49-c27472eaea58 req-e44fe54e-a33d-42fe-b589-90d12ec77364 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:26.442053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-a82cd0eb-81ca-4bc1-a560-20f61ec365d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:26.443727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-a82cd0eb-81ca-4bc1-a560-20f61ec365d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0849800 Apr 30 01:19:26.444166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0642906f-801b-42c2-8b49-c27472eaea58 req-e44fe54e-a33d-42fe-b589-90d12ec77364 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 949 time: 0.1173682 Apr 30 01:19:26.464331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:26.472701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1ce06441-df32-4784-aebc-953e85dad08b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0eb1885eb500457b8bcbe263dfceeb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8538997 Apr 30 01:19:26.478062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34598) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:26.481620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-275cf0b6-bfb9-445c-b394-79eb0468c88d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308862 Apr 30 01:19:26.483676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce06441-df32-4784-aebc-953e85dad08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7918e272-78dc-4ee6-8bbc-3572362237f9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:26.486040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['d3e08957-e423-4d95-823e-d6febf898616'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:26.490734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.491081 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Floating IP 5413042b-dde0-47dc-95a4-ac5031316320 disassociated. External IP: 172.25.0.149, port: 2b94684b-2560-4e9f-9183-4f5340e506c2. Apr 30 01:19:26.581166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0642906f-801b-42c2-8b49-c27472eaea58 req-8208f45d-49e6-4612-8f52-572e918490ca tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228850 Apr 30 01:19:26.595460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-6ba4e202-c5dd-4846-bc6d-866c80f723fe service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889253 Apr 30 01:19:26.684162 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd82076-bdd2-48b4-bf20-96c64912c3ba x-openstack-request-id: req-efd82076-bdd2-48b4-bf20-96c64912c3ba {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:26.690891 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "name": "network-vif-plugged", "status": "completed", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:26.690891 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efd82076-bdd2-48b4-bf20-96c64912c3ba {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:26.690891 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd82076-bdd2-48b4-bf20-96c64912c3ba'] response: {'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3', 'code': 200} Apr 30 01:19:26.710328 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde4b-511b-4409-8a25-1910eb31b8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.720945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afa209f3-4e91-4e65-9c4a-219416c339ac req-bc677751-5009-4ed4-b1c1-23730e3f0992 service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150877 Apr 30 01:19:26.751877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-5e9abae4-139b-4022-8504-83792303be3d service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620258 Apr 30 01:19:26.771825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde4b-511b-4409-8a25-1910eb31b8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:26.791300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd11c9-c8e4-4f7b-a34b-409a7c387a20 req-e3630114-08ec-4b8e-9479-0eed7ee655e6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:26.794005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eefd11c9-c8e4-4f7b-a34b-409a7c387a20 req-e3630114-08ec-4b8e-9479-0eed7ee655e6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.0525520 Apr 30 01:19:26.882575 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eefd11c9-c8e4-4f7b-a34b-409a7c387a20 req-9e7b1555-8d54-4a29-9dde-d0f516cba585 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815253 Apr 30 01:19:26.945829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-cef74e79-adc9-4df9-a7d2-a0ce44915da6 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:26.947540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-cef74e79-adc9-4df9-a7d2-a0ce44915da6 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.21 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 813 time: 0.1328168 Apr 30 01:19:26.966766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Request body: {'port': {'device_id': '2e884e21-ccaf-4cc5-824f-716c55431dd7', 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'admin_state_up': True, 'tenant_id': '64e04194c25149c0a367d6ba226ca001'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:27.076073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce32e-5fe8-4b63-83dd-a623945001ee req-a58d1762-7830-4fa4-b0b6-1f05b23efbf2 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:27.077689 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-929ce32e-5fe8-4b63-83dd-a623945001ee req-a58d1762-7830-4fa4-b0b6-1f05b23efbf2 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 944 time: 0.0927970 Apr 30 01:19:27.153981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-929ce32e-5fe8-4b63-83dd-a623945001ee req-846a5b08-6907-49b4-906f-0b88c36ab9b1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639503 Apr 30 01:19:27.254039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Made reservation on behalf of 64e04194c25149c0a367d6ba226ca001 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:27.257817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:27.301618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73267d-22ed-47e6-a8d9-e23971443604 req-4a2beebc-8cf8-4500-8dfd-edf6ef8821ca tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:27.303115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f73267d-22ed-47e6-a8d9-e23971443604 req-4a2beebc-8cf8-4500-8dfd-edf6ef8821ca tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0759430 Apr 30 01:19:27.344608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f6a6-b090-4a41-bc12-82fa65b7904f req-f1566e4b-edb6-4fe9-a158-3b1fa2138393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:27.346190 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2c84f6a6-b090-4a41-bc12-82fa65b7904f req-f1566e4b-edb6-4fe9-a158-3b1fa2138393 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1096 time: 0.5934594 Apr 30 01:19:27.408942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f73267d-22ed-47e6-a8d9-e23971443604 req-6af4974f-ee27-4ac0-8f05-970c53c22512 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Apr 30 01:19:27.423570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-628f892c-7396-45e1-ab7e-003b48cbb545 req-f20d45b0-1d47-4f17-8911-878e34d44240 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641886 Apr 30 01:19:27.436196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:27.447331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Allocated IP 172.20.0.12 (eac97e35-f686-4cd6-9102-c1ed8acc0fce/f6c172d7-01ad-40e6-b56c-4cae6b031fe7/f1feafac-c4e7-49a2-870c-749c06bc0700) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:27.454220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde4b-511b-4409-8a25-1910eb31b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:27.456762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde4b-511b-4409-8a25-1910eb31b8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:27.457904 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a4cdde4b-511b-4409-8a25-1910eb31b8a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7918e272-78dc-4ee6-8bbc-3572362237f9 HTTP/1.1" status: 204 len: 168 time: 0.9751911 Apr 30 01:19:27.477121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2c84f6a6-b090-4a41-bc12-82fa65b7904f req-a5875155-4f79-4062-978a-dcef3deb2123 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153455 Apr 30 01:19:27.486530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-4bbb1d82-3f66-46ff-9060-fe151fc78b2b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:27.488123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-4bbb1d82-3f66-46ff-9060-fe151fc78b2b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.23 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 813 time: 0.5932665 Apr 30 01:19:27.490338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdde4b-511b-4409-8a25-1910eb31b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7918e272-78dc-4ee6-8bbc-3572362237f9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:27.514254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-276799be-33a4-40b6-a3f1-6156d92afb72 req-958c401b-c513-4b9a-90c5-37ef0bdd6497 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 210 time: 0.0346828 Apr 30 01:19:27.560610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d3e08957-e423-4d95-823e-d6febf898616 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:27.615460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:27.620121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:27.622583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:27.625109 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be1c39e-412a-4027-bf75-7c2add8c36d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:27.629952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:27.651676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:27.652465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:27.661681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-069a04c5-3de4-44dc-981a-55e3b061f9de tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "PUT /v2.0/floatingips/5413042b-dde0-47dc-95a4-ac5031316320 HTTP/1.1" status: 200 len: 696 time: 1.6154397 Apr 30 01:19:27.682267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:27.690801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Request body: {'port': {'device_id': 'dfd67a4e-15bf-4f9e-903b-f96f1c55481a', 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'admin_state_up': True, 'tenant_id': '64e04194c25149c0a367d6ba226ca001'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:27.699477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port d3e08957-e423-4d95-823e-d6febf898616 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:19:27.707021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port d3e08957-e423-4d95-823e-d6febf898616 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:27.707396 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:27.763917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00f33-4c9a-4387-921c-16b5a0f462ff req-14483972-51b7-4014-8f76-0b3e80a8d1b6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:27.773989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2c00f33-4c9a-4387-921c-16b5a0f462ff req-14483972-51b7-4014-8f76-0b3e80a8d1b6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 949 time: 0.0877352 Apr 30 01:19:27.782507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e490f-012b-4ec1-9d77-f404830284af req-7145cda7-61f8-4bd6-b09a-5d4f0ac2ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:27.784077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-7145cda7-61f8-4bd6-b09a-5d4f0ac2ccf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.1063814 Apr 30 01:19:27.818261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:27.824315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2c00f33-4c9a-4387-921c-16b5a0f462ff req-139209b0-3b84-45f3-a3ef-dca1c312ee2d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Apr 30 01:19:27.889627 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa7a889-b1b7-49ec-9826-8fd51e22dfdc x-openstack-request-id: req-3aa7a889-b1b7-49ec-9826-8fd51e22dfdc {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:27.889915 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:27.890165 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aa7a889-b1b7-49ec-9826-8fd51e22dfdc {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:27.890557 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa7a889-b1b7-49ec-9826-8fd51e22dfdc'] response: {'name': 'network-changed', 'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2', 'status': 'completed', 'code': 200} Apr 30 01:19:27.907373 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:27.926376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:27.947265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e490f-012b-4ec1-9d77-f404830284af req-65561e3f-eed3-45ae-aadc-c2f3cb1358d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:27.958953 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-65561e3f-eed3-45ae-aadc-c2f3cb1358d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.1583152 Apr 30 01:19:27.989679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Pushing event updated for resources: {'Port': ['ID=f1feafac-c4e7-49a2-870c-749c06bc0700,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:28.010790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:28.032900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Network eac97e35-f686-4cd6-9102-c1ed8acc0fce is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:28.036855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:28.039589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:28.046797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Made reservation on behalf of 64e04194c25149c0a367d6ba226ca001 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:28.046988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.047630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.050011 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.054988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-8598043c-1a7a-4dcc-a7c9-60d83b4c6844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 217 time: 0.0860040 Apr 30 01:19:28.073940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f965ef6-ea62-4402-a518-57162e753c6b req-9fb25556-d752-477e-a4a4-5132930308cc tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.081705 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f965ef6-ea62-4402-a518-57162e753c6b req-9fb25556-d752-477e-a4a4-5132930308cc tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.0965271 Apr 30 01:19:28.085879 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.107281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-3be21978-ee75-43f8-9745-dbcbbf55ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.108865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-3be21978-ee75-43f8-9745-dbcbbf55ba9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1095 time: 0.1946433 Apr 30 01:19:28.133737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f965ef6-ea62-4402-a518-57162e753c6b req-9a5e85e2-fa19-4d7e-9149-0cb24c7e4517 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510466 Apr 30 01:19:28.150389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:28.160251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:28.182145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e7490eeb-1444-47f1-ada7-3a81bb279138 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2186644 Apr 30 01:19:28.189704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:28.192076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Request body: {'port': {'device_id': '2e884e21-ccaf-4cc5-824f-716c55431dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:28.199321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:28.200180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:28.220486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e490f-012b-4ec1-9d77-f404830284af req-f493b04b-5962-443b-b1e4-dfe0095c9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.221999 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-f493b04b-5962-443b-b1e4-dfe0095c9806 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.1582823 Apr 30 01:19:28.312152 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.333455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:28.334372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8fa-3ebf-4c8c-a9c7-5e5ce77ff148 req-4297d8dd-1246-49a8-9d08-b716d3effd68 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.335869 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98edb8fa-3ebf-4c8c-a9c7-5e5ce77ff148 req-4297d8dd-1246-49a8-9d08-b716d3effd68 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 944 time: 0.0862811 Apr 30 01:19:28.370792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34618) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:28.371012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e490f-012b-4ec1-9d77-f404830284af req-aacb482a-6e31-481b-89e2-62f9d6fb8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.378188 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-aacb482a-6e31-481b-89e2-62f9d6fb8792 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361020 Apr 30 01:19:28.391882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Allocated IP 172.20.0.3 (eac97e35-f686-4cd6-9102-c1ed8acc0fce/f6c172d7-01ad-40e6-b56c-4cae6b031fe7/8b31ea31-718f-4489-bccf-d8041adf3082) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:28.394486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-341cd2c8-ecb9-48b6-87a7-983441d10e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.396640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-341cd2c8-ecb9-48b6-87a7-983441d10e1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.2769549 Apr 30 01:19:28.412442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9694cb5-e6a1-4362-b9d2-4cea8245717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.489024 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-d7cdbcd2-c0bf-40c2-b964-7814e01e38ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 217 time: 0.0741637 Apr 30 01:19:28.512124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98edb8fa-3ebf-4c8c-a9c7-5e5ce77ff148 req-251383ca-cdf8-410b-ae9d-5f9899864137 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439416 Apr 30 01:19:28.584536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:28.607516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-6e19717c-814e-4215-84f6-a9e876e66834 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279384 Apr 30 01:19:28.615481 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9694cb5-e6a1-4362-b9d2-4cea8245717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.631606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc460e-df68-44a0-ad27-7fe471e36e74 None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:18:18Z', 'revision_number': 4, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1afffd09-1442-44b2-85cb-54dad6aac2b5', 'name': '', 'network_id': 'ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'mac_address': 'fa:16:3e:41:62:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:17Z', 'updated_at': '2022-04-30T01:18:23Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'subnets': [{'id': '77a4ba47-32d0-4680-93cc-06e7ab2ec35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:28.660622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b6a817d-92fd-4022-aac0-f9aef4895843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.677563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-426f5cf1-65fe-44c8-bd05-c50e353d87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.679984 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-426f5cf1-65fe-44c8-bd05-c50e353d87c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.1745884 Apr 30 01:19:28.686650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:28.689495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9694cb5-e6a1-4362-b9d2-4cea8245717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.690776 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330327c-c2d7-4a33-b6b7-a646064c7dac" -d '{"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-plugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:28.702045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d840d4-43d5-456d-9af3-6ed56b3aa32e req-ca6860ce-b609-4f5e-bed4-d535f7883136 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:28.703611 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70d840d4-43d5-456d-9af3-6ed56b3aa32e req-ca6860ce-b609-4f5e-bed4-d535f7883136 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0644166 Apr 30 01:19:28.753099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-7eff74aa-7068-4e39-84cd-3de1fb06c13f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392551 Apr 30 01:19:28.769426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a9694cb5-e6a1-4362-b9d2-4cea8245717e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63f0a159e4804d9a94cc56e8511dda27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982210 Apr 30 01:19:28.772490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34626) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:28.775562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9694cb5-e6a1-4362-b9d2-4cea8245717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e48794b-1126-478a-9227-f428754c4c2a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:28.804566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70d840d4-43d5-456d-9af3-6ed56b3aa32e req-48d7341b-0917-45df-8058-c448faad69ce tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914621 Apr 30 01:19:28.914003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:28.916033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93d05e3b-d015-4e06-ada1-578daddf8144 req-cf1ae4d2-efbe-461f-9bba-3e7f758308f1 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 210 time: 0.0328822 Apr 30 01:19:28.919947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-814e490f-012b-4ec1-9d77-f404830284af req-71a941ea-46bb-4ee8-93b0-20e895a8cf2e service neutron] 10.222.0.15 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971299 Apr 30 01:19:28.963465 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-1e9ab7be-ad15-40e7-8b4b-50f13046c5e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022386 Apr 30 01:19:28.969719 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e0200-82a7-4671-a84b-2c1c22420cb0 x-openstack-request-id: req-140e0200-82a7-4671-a84b-2c1c22420cb0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:28.970256 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-plugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:28.970256 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-140e0200-82a7-4671-a84b-2c1c22420cb0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:28.970732 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140e0200-82a7-4671-a84b-2c1c22420cb0'] response: {'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'code': 200} Apr 30 01:19:28.986072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b761ed12-97ea-4c6a-8d4e-0e0d3b9d2a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.006302 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618f233-7757-41f8-8108-6fdbad6ecd62 None None] New status for floating IP 5413042b-dde0-47dc-95a4-ac5031316320: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:19:29.087225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a779e3-e57d-4804-a506-1fd275967403 req-1acfcb5b-9607-4e87-b7df-21bc9d87c184 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:29.087552 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b761ed12-97ea-4c6a-8d4e-0e0d3b9d2a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.088888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-39a779e3-e57d-4804-a506-1fd275967403 req-1acfcb5b-9607-4e87-b7df-21bc9d87c184 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.0565448 Apr 30 01:19:29.136617 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.158480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-39a779e3-e57d-4804-a506-1fd275967403 req-ea19a8a0-e224-4bc3-95ab-928da7427215 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593824 Apr 30 01:19:29.232771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962b27-ef52-46fc-8724-e5df68ceb6a1 req-313bcafa-dba5-4897-9086-074c12f1e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:29.234287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-68962b27-ef52-46fc-8724-e5df68ceb6a1 req-313bcafa-dba5-4897-9086-074c12f1e97f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1101 time: 0.1904981 Apr 30 01:19:29.242927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1be1c39e-412a-4027-bf75-7c2add8c36d2 req-21ae67ee-f9b2-4497-ab4e-6ff35f063e59 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709582 Apr 30 01:19:29.255057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Network eac97e35-f686-4cd6-9102-c1ed8acc0fce is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:29.266354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-0697032e-903f-4297-820c-198569ba966a tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips/5413042b-dde0-47dc-95a4-ac5031316320 HTTP/1.1" status: 200 len: 696 time: 0.1133163 Apr 30 01:19:29.276291 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b761ed12-97ea-4c6a-8d4e-0e0d3b9d2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.278958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b761ed12-97ea-4c6a-8d4e-0e0d3b9d2a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.280139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b761ed12-97ea-4c6a-8d4e-0e0d3b9d2a39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e48794b-1126-478a-9227-f428754c4c2a HTTP/1.1" status: 204 len: 168 time: 0.5001521 Apr 30 01:19:29.281055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:29.288202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:29.291703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Pushing event updated for resources: {'Port': ['ID=8b31ea31-718f-4489-bccf-d8041adf3082,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:29.347504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974b948-c104-4f98-9324-573911c2cdd0 req-d1c496a3-9189-4bd7-be15-6658933d62e1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:29.347861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ed12-97ea-4c6a-8d4e-0e0d3b9d2a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e48794b-1126-478a-9227-f428754c4c2a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:29.349642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3974b948-c104-4f98-9324-573911c2cdd0 req-d1c496a3-9189-4bd7-be15-6658933d62e1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.1050117 Apr 30 01:19:29.394965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-68962b27-ef52-46fc-8724-e5df68ceb6a1 req-81383438-d0c8-4aee-9f50-e22cce8977a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510062 Apr 30 01:19:29.415492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:29.416132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.454647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3974b948-c104-4f98-9324-573911c2cdd0 req-b277ec61-16db-4e7a-8ecc-4fb979c92047 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641739 Apr 30 01:19:29.456592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1feafac-c4e7-49a2-870c-749c06bc0700 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:29.465492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-d77cffe4-1043-4eff-b8e3-2198538375ce tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:29.465785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.467468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-d77cffe4-1043-4eff-b8e3-2198538375ce tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1838913 Apr 30 01:19:29.478637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Transition to ACTIVE for port object f1feafac-c4e7-49a2-870c-749c06bc0700 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:29.479367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-a0b95043-281b-4694-bdad-46aac34cf1e2 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:19:29.480806 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-a0b95043-281b-4694-bdad-46aac34cf1e2 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063596 Apr 30 01:19:29.529078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-e11dafbf-c833-4718-a22c-a8538ca8895b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8418484 Apr 30 01:19:29.536589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-4451fe3a-cba1-48d5-968c-38870a1d24ec tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 697 time: 0.0490866 Apr 30 01:19:29.541473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.596783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-575e677c-79a5-4723-ac59-8d72a917434c tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 697 time: 0.0532897 Apr 30 01:19:29.613821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Request body: {'port': {'device_id': 'dfd67a4e-15bf-4f9e-903b-f96f1c55481a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:29.621279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1feafac-c4e7-49a2-870c-749c06bc0700,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:29.646744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091568c3-531d-4087-ba70-d5886aaa7372 req-081594d4-00cf-487c-b03e-2a3d1fb5c9ee tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:29.648439 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-091568c3-531d-4087-ba70-d5886aaa7372 req-081594d4-00cf-487c-b03e-2a3d1fb5c9ee tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1096 time: 0.1154261 Apr 30 01:19:29.676012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Attempting to bind port f1feafac-c4e7-49a2-870c-749c06bc0700 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:29.676482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Attempting to bind port f1feafac-c4e7-49a2-870c-749c06bc0700 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:29.676898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Attempting to bind port f1feafac-c4e7-49a2-870c-749c06bc0700 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:29.689930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Port f1feafac-c4e7-49a2-870c-749c06bc0700 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:29.690348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Attempting to bind port f1feafac-c4e7-49a2-870c-749c06bc0700 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:29.702225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:29.702693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Checking segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:29.703171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Bound using segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:29.703749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Bound port: f1feafac-c4e7-49a2-870c-749c06bc0700, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:29.704218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.717377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-091568c3-531d-4087-ba70-d5886aaa7372 req-dbef9c35-73f8-404b-bfa9-f5df87e8da50 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519714 Apr 30 01:19:29.770075 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.775409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:29.810431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] For port f1feafac-c4e7-49a2-870c-749c06bc0700, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:29.818900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] For port f1feafac-c4e7-49a2-870c-749c06bc0700, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f1feafac-c4e7-49a2-870c-749c06bc0700,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:29.846048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Deleting port 3bb0a8dc-083f-499c-9983-01e2e0ec6932 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:29.846048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.894393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:29.896775 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002bfaaa-8acd-49cd-b0cf-5191ec56490e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:29.903829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d3da-489f-47ac-ab49-471b3dc27e15 req-b8844b5a-5f38-4db8-807c-dd1d4fcf0820 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:29.905692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d1a8d3da-489f-47ac-ab49-471b3dc27e15 req-b8844b5a-5f38-4db8-807c-dd1d4fcf0820 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 944 time: 0.0600109 Apr 30 01:19:29.906987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.919762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:29.938317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2', 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'port_id': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01c2a0b-dd3f-49fd-9728-055577d09a86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:29.947815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:29.949152 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:29.951034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1feafac-c4e7-49a2-870c-749c06bc0700 HTTP/1.1" status: 200 len: 1092 time: 1.7656217 Apr 30 01:19:29.954142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e884e21-ccaf-4cc5-824f-716c55431dd7', 'tag': 'f1feafac-c4e7-49a2-870c-749c06bc0700'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:29.957462 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a322a6-9319-4683-a11d-84fee4b61c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e884e21-ccaf-4cc5-824f-716c55431dd7", "tag": "f1feafac-c4e7-49a2-870c-749c06bc0700"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:30.010339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f1c8-5b78-4c5e-9088-68d991aff9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1feafac-c4e7-49a2-870c-749c06bc0700,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:30.018501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d1a8d3da-489f-47ac-ab49-471b3dc27e15 req-847587e2-c939-4c5a-84b6-1ee71454c511 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025276 Apr 30 01:19:30.025055 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.043179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:30.054654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.055001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.067598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:30.076274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Calling delete_port for 3bb0a8dc-083f-499c-9983-01e2e0ec6932 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:30.140699 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.215801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:30.228172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b31ea31-718f-4489-bccf-d8041adf3082 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:30.236849 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.254256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Transition to ACTIVE for port object 8b31ea31-718f-4489-bccf-d8041adf3082 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:30.302942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4792ea3-c43f-4261-a6cc-1d1a24977ab7 req-74b0d93d-5da8-47e8-afe4-d0dc8aebb2cd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:30.302942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4792ea3-c43f-4261-a6cc-1d1a24977ab7 req-74b0d93d-5da8-47e8-afe4-d0dc8aebb2cd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1146274 Apr 30 01:19:30.310501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-1ac0b266-ae41-42ed-9532-6e81f0163a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:30.312117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-1ac0b266-ae41-42ed-9532-6e81f0163a6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&device_id=2e884e21-ccaf-4cc5-824f-716c55431dd7 HTTP/1.1" status: 200 len: 1095 time: 0.1787174 Apr 30 01:19:30.327954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.369230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-f746f595-d636-4199-aec5-a310d815dbd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1feafac-c4e7-49a2-870c-749c06bc0700 HTTP/1.1" status: 200 len: 217 time: 0.0424359 Apr 30 01:19:30.382443 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.383887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Pushing event updated for resources: {'Port': ['ID=8b31ea31-718f-4489-bccf-d8041adf3082,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:30.412680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4792ea3-c43f-4261-a6cc-1d1a24977ab7 req-822c21c7-2ae4-44a3-8793-c6aded84bfb1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997450 Apr 30 01:19:30.429545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-5a9029f8-fcef-4b75-b119-9221de4446f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:30.429913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['37c131d1-0c72-4e1e-a56a-21bcb28cedc2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:30.430993 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-5a9029f8-fcef-4b75-b119-9221de4446f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 200 len: 853 time: 0.0518088 Apr 30 01:19:30.451002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Pushing event deleted for resources: {'Port': ['ID=3bb0a8dc-083f-499c-9983-01e2e0ec6932,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:30.512504 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fbc0c8-efdc-4f5d-867c-b3fd86c15773 x-openstack-request-id: req-d7fbc0c8-efdc-4f5d-867c-b3fd86c15773 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:30.512790 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:30.513037 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7fbc0c8-efdc-4f5d-867c-b3fd86c15773 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:30.513425 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fbc0c8-efdc-4f5d-867c-b3fd86c15773'] response: {'name': 'network-changed', 'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'status': 'completed', 'code': 200} Apr 30 01:19:30.528583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Attempting to bind port 8b31ea31-718f-4489-bccf-d8041adf3082 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:30.528918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Attempting to bind port 8b31ea31-718f-4489-bccf-d8041adf3082 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:30.529248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Attempting to bind port 8b31ea31-718f-4489-bccf-d8041adf3082 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:30.537136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Port 8b31ea31-718f-4489-bccf-d8041adf3082 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:30.537565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Attempting to bind port 8b31ea31-718f-4489-bccf-d8041adf3082 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:30.553748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.556235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.557532 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40e87c2b-27f6-4244-97c7-ea6d83571c56 req-b4d0e7ed-8653-4648-9a4a-aaf95e7e265f tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "DELETE /v2.0/floatingips/5413042b-dde0-47dc-95a4-ac5031316320 HTTP/1.1" status: 204 len: 173 time: 0.9540019 Apr 30 01:19:30.562044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:30.562386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Checking segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:30.562772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Bound using segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:30.563211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Bound port: 8b31ea31-718f-4489-bccf-d8041adf3082, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:30.563599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.564693 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-fbcc1df7-147c-40dd-82fb-a9f3c0ce0fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eac97e35-f686-4cd6-9102-c1ed8acc0fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259823 Apr 30 01:19:30.641554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-913bb4db-d40e-4406-8bc9-e6ab97d239b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:30.643103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-913bb4db-d40e-4406-8bc9-e6ab97d239b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16f32747f65547cb9a20f60523192233&device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 1096 time: 0.0998743 Apr 30 01:19:30.720606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] For port 8b31ea31-718f-4489-bccf-d8041adf3082, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:30.744602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] For port 8b31ea31-718f-4489-bccf-d8041adf3082, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8b31ea31-718f-4489-bccf-d8041adf3082,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:30.766078 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31038dd-39d1-417f-b859-c5256e4dcc2f x-openstack-request-id: req-d31038dd-39d1-417f-b859-c5256e4dcc2f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:30.766407 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e884e21-ccaf-4cc5-824f-716c55431dd7", "tag": "f1feafac-c4e7-49a2-870c-749c06bc0700", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:30.766720 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d31038dd-39d1-417f-b859-c5256e4dcc2f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:30.772664 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31038dd-39d1-417f-b859-c5256e4dcc2f'] response: {'name': 'network-changed', 'server_uuid': '2e884e21-ccaf-4cc5-824f-716c55431dd7', 'tag': 'f1feafac-c4e7-49a2-870c-749c06bc0700', 'status': 'completed', 'code': 200} Apr 30 01:19:30.786837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-f42df330-d6b8-4fb3-aee2-57cddb71e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:30.786837 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-f42df330-d6b8-4fb3-aee2-57cddb71e377 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 200 len: 921 time: 0.1225746 Apr 30 01:19:30.795829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-4eae19ef-2d8c-409d-ab0c-f1f9adaf76cd service neutron] 10.222.0.21 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226694 Apr 30 01:19:30.842635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.847973 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-ca0a1710-2845-48f3-b7fe-853984bc70a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 200 len: 217 time: 0.0559599 Apr 30 01:19:30.923708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:30.924287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.925720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] 10.222.0.23 "PUT /v2.0/ports/8b31ea31-718f-4489-bccf-d8041adf3082 HTTP/1.1" status: 200 len: 1091 time: 1.3209310 Apr 30 01:19:30.935708 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad279-ae0b-432d-ba41-615620965778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:30.944729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef439-5c9d-48df-8ae3-4328aa839400 req-ab30ef62-cb3f-4774-80af-8d78091b70e2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:30.945341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b2ef439-5c9d-48df-8ae3-4328aa839400 req-ab30ef62-cb3f-4774-80af-8d78091b70e2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1635768 Apr 30 01:19:30.977834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-8cbce6e4-2800-4cc2-b307-418cbc9d990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:30.979350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-8cbce6e4-2800-4cc2-b307-418cbc9d990f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 200 len: 860 time: 0.1235981 Apr 30 01:19:30.988726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dde71b-434c-40d4-98d4-f25859f1c095 service neutron] Pushing event updated for resources: {'Port': ['ID=8b31ea31-718f-4489-bccf-d8041adf3082,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:31.038332 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b2ef439-5c9d-48df-8ae3-4328aa839400 req-67639a35-586a-411c-8b32-cf32fd976d2a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712054 Apr 30 01:19:31.056046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-ac709cba-7b4a-45ac-a771-f85ac8811fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.060124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-ac709cba-7b4a-45ac-a771-f85ac8811fdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722394 Apr 30 01:19:31.192105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c6d30-8c12-4aaa-b0b2-d45194ba1a98 req-fd7d0e11-f8b4-4f7c-ac3d-d5afa09717bf tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.193688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d8c6d30-8c12-4aaa-b0b2-d45194ba1a98 req-fd7d0e11-f8b4-4f7c-ac3d-d5afa09717bf tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 943 time: 0.4201980 Apr 30 01:19:31.251494 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-40c705fe-9142-413e-a2d0-398b2bd172e8 service neutron] 10.222.0.21 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396741 Apr 30 01:19:31.259730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d8c6d30-8c12-4aaa-b0b2-d45194ba1a98 req-1929dca2-0646-47fe-b907-833cf1aa4acc tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579212 Apr 30 01:19:31.471105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-242e44c1-598f-44f4-bb62-b98e1808441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.478347 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-242e44c1-598f-44f4-bb62-b98e1808441e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&device_id=2e884e21-ccaf-4cc5-824f-716c55431dd7 HTTP/1.1" status: 200 len: 1095 time: 0.0927820 Apr 30 01:19:31.562365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-d3e2a314-404e-44b0-81e5-792d62f7c760 service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735193 Apr 30 01:19:31.593426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-9a0996ff-b03f-4c37-9c12-f3f03c80f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.594847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-9a0996ff-b03f-4c37-9c12-f3f03c80f01b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 1094 time: 0.5306756 Apr 30 01:19:31.605405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00334bb9-0a14-4fcf-ba1d-9281387f597a req-4e93db74-88a3-45e5-bb3c-f326278f6eda tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.606857 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00334bb9-0a14-4fcf-ba1d-9281387f597a req-4e93db74-88a3-45e5-bb3c-f326278f6eda tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 945 time: 0.1210265 Apr 30 01:19:31.630104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e082-190e-41c1-8d0c-4795a5fa9f48 req-e49e98c2-3469-4357-9120-e27538200022 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.631472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a016e082-190e-41c1-8d0c-4795a5fa9f48 req-e49e98c2-3469-4357-9120-e27538200022 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 945 time: 0.0781806 Apr 30 01:19:31.636880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-b6b22894-ae39-4d5d-a134-c52a088c33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.638396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-b6b22894-ae39-4d5d-a134-c52a088c33f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 913 time: 0.1524999 Apr 30 01:19:31.683919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-61eb2820-e37d-484c-b435-199e8c209865 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b31ea31-718f-4489-bccf-d8041adf3082 HTTP/1.1" status: 200 len: 217 time: 0.0761042 Apr 30 01:19:31.690366 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-b895d3fa-edfb-4311-a191-125ba0f2f049 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1feafac-c4e7-49a2-870c-749c06bc0700 HTTP/1.1" status: 200 len: 217 time: 0.0429606 Apr 30 01:19:31.732305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a016e082-190e-41c1-8d0c-4795a5fa9f48 req-d6f2387e-828c-42b9-936a-1dd112f91628 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915799 Apr 30 01:19:31.756034 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00334bb9-0a14-4fcf-ba1d-9281387f597a req-05cbfbde-668b-4072-9e4b-329347ef82a3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409798 Apr 30 01:19:31.756462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-77533a22-e931-45da-b8f3-42bda8e5cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.758537 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-77533a22-e931-45da-b8f3-42bda8e5cece service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 200 len: 853 time: 0.0572813 Apr 30 01:19:31.778817 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002bfaaa-8acd-49cd-b0cf-5191ec56490e req-68f7823d-acf9-47e0-b6d9-4d3a15cf76d3 service neutron] 10.222.0.21 "GET /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053137 Apr 30 01:19:31.778817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-708744db-b4a8-4035-8246-5995df21f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.778817 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-708744db-b4a8-4035-8246-5995df21f1df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 200 len: 853 time: 0.0882285 Apr 30 01:19:31.795476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:31.797763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-20bb9113-1ddd-4011-8a68-9deab6f47fbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eac97e35-f686-4cd6-9102-c1ed8acc0fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306296 Apr 30 01:19:31.821950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-b65fcef2-47a3-41d6-a552-0d2a21df757b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eac97e35-f686-4cd6-9102-c1ed8acc0fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262990 Apr 30 01:19:31.935971 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-d4ecde35-e030-45a0-9fdd-cfca30f0a47a service neutron] 10.222.0.23 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075611 Apr 30 01:19:31.942809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df4c0-0729-439a-9cbd-83b5cc0ec7cd req-8957bba2-6580-4307-a620-271cd71899b4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:31.950641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb5df4c0-0729-439a-9cbd-83b5cc0ec7cd req-8957bba2-6580-4307-a620-271cd71899b4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1513746 Apr 30 01:19:31.955667 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:31.981679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:19:31.990961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:31.991727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:32.006385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-b5480b27-704a-4eef-9751-923ad29775be service neutron] 10.222.0.21 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943336 Apr 30 01:19:32.062621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb5df4c0-0729-439a-9cbd-83b5cc0ec7cd req-3c55790e-39d7-4dd4-a5ca-d8794572ea74 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914600 Apr 30 01:19:32.091831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c577246e-42bc-4ed4-8a6f-260905896fe5 req-a7fd55a3-b098-44aa-ab7b-4637fbd6574d service neutron] 10.222.0.23 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492920 Apr 30 01:19:32.174143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a322a6-9319-4683-a11d-84fee4b61c0b req-6edda65a-7224-4553-909f-7cb51daa6d33 service neutron] 10.222.0.21 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619332 Apr 30 01:19:32.180777 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:32.205873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:32.208948 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde7bd84-3e5e-4e06-882c-75e1304dafc5" -d '{"events": [{"server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "name": "network-vif-plugged", "status": "completed", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:32.223880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:32.247825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b43c-cef4-4f39-8c1f-3205c4f3c8a7 req-57c2bec5-6aff-423a-a67d-7f701e58dfa8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.250600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31d8b43c-cef4-4f39-8c1f-3205c4f3c8a7 req-57c2bec5-6aff-423a-a67d-7f701e58dfa8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.0720816 Apr 30 01:19:32.256489 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b431a9ab-e8e5-475f-803e-ee4052ff95ff x-openstack-request-id: req-b431a9ab-e8e5-475f-803e-ee4052ff95ff {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:32.256798 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "name": "network-vif-plugged", "status": "completed", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:32.257046 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b431a9ab-e8e5-475f-803e-ee4052ff95ff {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:32.257426 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b431a9ab-e8e5-475f-803e-ee4052ff95ff'] response: {'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2', 'code': 200} Apr 30 01:19:32.295467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31d8b43c-cef4-4f39-8c1f-3205c4f3c8a7 req-adf1c3f4-ae4e-419c-8da4-ae968a1330df tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Apr 30 01:19:32.329139 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:32.382221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:32.408673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31296ed-41a7-4e30-afb6-c603f5ae3fa9 req-a01722dc-1230-42bb-a564-a3a613d171a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.410089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b31296ed-41a7-4e30-afb6-c603f5ae3fa9 req-a01722dc-1230-42bb-a564-a3a613d171a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1097 time: 0.0754299 Apr 30 01:19:32.430868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9257822-cd97-4328-8634-3bf2c425a02d req-c8dfdd47-57ac-4dc5-88ef-5ba66a43e199 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.433351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9257822-cd97-4328-8634-3bf2c425a02d req-c8dfdd47-57ac-4dc5-88ef-5ba66a43e199 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 943 time: 0.0520728 Apr 30 01:19:32.446815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757c301-1f0a-4932-8aab-9ef1e8c5ccd7 req-4e70416d-d446-4520-a161-4056d860a0b3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.448366 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5757c301-1f0a-4932-8aab-9ef1e8c5ccd7 req-4e70416d-d446-4520-a161-4056d860a0b3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.0710273 Apr 30 01:19:32.471409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9257822-cd97-4328-8634-3bf2c425a02d req-af1d64dc-f138-4ee6-a7ce-c547e42c6fa6 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Apr 30 01:19:32.475506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b31296ed-41a7-4e30-afb6-c603f5ae3fa9 req-f15f8703-ddcd-4640-bba0-5bf1cca8095d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561519 Apr 30 01:19:32.497397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5757c301-1f0a-4932-8aab-9ef1e8c5ccd7 req-84456d00-551d-45cc-8e33-3d319594bb6d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Apr 30 01:19:32.515797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd67a4e-15bf-4f9e-903b-f96f1c55481a', 'tag': '8b31ea31-718f-4489-bccf-d8041adf3082'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:32.518211 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e420b8ac-215f-49d8-a961-be37cf92140e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd67a4e-15bf-4f9e-903b-f96f1c55481a", "tag": "8b31ea31-718f-4489-bccf-d8041adf3082"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:32.564603 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1631c1f-0e6c-428b-8843-323dcffb67e1 x-openstack-request-id: req-f1631c1f-0e6c-428b-8843-323dcffb67e1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:32.564603 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd67a4e-15bf-4f9e-903b-f96f1c55481a", "tag": "8b31ea31-718f-4489-bccf-d8041adf3082", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:32.564603 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1631c1f-0e6c-428b-8843-323dcffb67e1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:32.564603 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1631c1f-0e6c-428b-8843-323dcffb67e1'] response: {'name': 'network-changed', 'server_uuid': 'dfd67a4e-15bf-4f9e-903b-f96f1c55481a', 'tag': '8b31ea31-718f-4489-bccf-d8041adf3082', 'status': 'completed', 'code': 200} Apr 30 01:19:32.636086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b8ac-215f-49d8-a961-be37cf92140e req-0528b4cb-da42-436e-b7cd-23b8031b06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.637581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e420b8ac-215f-49d8-a961-be37cf92140e req-0528b4cb-da42-436e-b7cd-23b8031b06c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 1094 time: 0.0482991 Apr 30 01:19:32.738920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b8ac-215f-49d8-a961-be37cf92140e req-58622c67-a71c-4716-a926-94e202fcbf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.740455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e420b8ac-215f-49d8-a961-be37cf92140e req-58622c67-a71c-4716-a926-94e202fcbf2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 913 time: 0.0910170 Apr 30 01:19:32.794546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e420b8ac-215f-49d8-a961-be37cf92140e req-d7c15e82-9bfd-47d9-b924-bb67e7b73d29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b31ea31-718f-4489-bccf-d8041adf3082 HTTP/1.1" status: 200 len: 217 time: 0.0447183 Apr 30 01:19:32.872460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b8ac-215f-49d8-a961-be37cf92140e req-37120e7d-1c74-4daf-a179-30f41c697a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.873924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e420b8ac-215f-49d8-a961-be37cf92140e req-37120e7d-1c74-4daf-a179-30f41c697a19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 200 len: 853 time: 0.0720899 Apr 30 01:19:32.885773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2736-9156-49bd-8cd4-52d569bf2696 req-2a5f10a5-0fbe-4531-a29e-b9a977091190 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.887247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0eaa2736-9156-49bd-8cd4-52d569bf2696 req-2a5f10a5-0fbe-4531-a29e-b9a977091190 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 945 time: 0.0773129 Apr 30 01:19:32.919195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e420b8ac-215f-49d8-a961-be37cf92140e req-f1668fcb-8ad0-41e5-9cee-f66b81eb21a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eac97e35-f686-4cd6-9102-c1ed8acc0fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309556 Apr 30 01:19:32.995184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f078e-fa5c-46a0-bd69-febd5b3f0acc req-f9d642fa-676e-49a7-b4c4-79f2f2458fa9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:32.995408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0eaa2736-9156-49bd-8cd4-52d569bf2696 req-b1f9990a-064f-4e53-ad6f-1d08683a5e9e tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66ce74d-8ea1-4605-b473-fc8d1ad1d271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993841 Apr 30 01:19:32.997627 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa6f078e-fa5c-46a0-bd69-febd5b3f0acc req-f9d642fa-676e-49a7-b4c4-79f2f2458fa9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 946 time: 0.0557191 Apr 30 01:19:33.044514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e420b8ac-215f-49d8-a961-be37cf92140e req-65237d75-f2b6-40ee-8c52-92d451919660 service neutron] 10.222.0.23 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161754 Apr 30 01:19:33.047147 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa6f078e-fa5c-46a0-bd69-febd5b3f0acc req-2a347e72-a0f6-4fdf-93c4-d197c21cbe1a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Apr 30 01:19:33.185084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-9f117c6f-819b-478f-9eb3-6dc5c3629626 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:33.187498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-9f117c6f-819b-478f-9eb3-6dc5c3629626 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 945 time: 0.0730267 Apr 30 01:19:33.209127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3b534-a8ef-4650-a74a-5d0a4e3b3f31 req-67a71a86-9b20-41f8-9350-872b5ebc0c51 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:33.210655 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7e3b534-a8ef-4650-a74a-5d0a4e3b3f31 req-67a71a86-9b20-41f8-9350-872b5ebc0c51 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1381924 Apr 30 01:19:33.232015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-7159dc1f-77a7-4c60-a6be-8356f1a2b20c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244373 Apr 30 01:19:33.247082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e420b8ac-215f-49d8-a961-be37cf92140e req-675f705d-13f0-46b1-9da6-cff9117ebe50 service neutron] 10.222.0.23 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954632 Apr 30 01:19:33.267472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34766) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:33.275632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7e3b534-a8ef-4650-a74a-5d0a4e3b3f31 req-06466963-1e56-4d64-811f-c95168900f51 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553749 Apr 30 01:19:33.315768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c562aa-a13d-44a1-93e5-60cd34ae63ae req-6fddec7f-1771-4dc7-b698-a5f2aaa8e13f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:33.317236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7c562aa-a13d-44a1-93e5-60cd34ae63ae req-6fddec7f-1771-4dc7-b698-a5f2aaa8e13f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0890257 Apr 30 01:19:33.370826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Deleting port 2b94684b-2560-4e9f-9183-4f5340e506c2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:33.371165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.388807 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7c562aa-a13d-44a1-93e5-60cd34ae63ae req-c78cac6e-ab20-4fd5-bafb-271e800562de tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597990 Apr 30 01:19:33.397201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf00597a-7d90-4ce7-af92-a6b9a42be49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.502021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf00597a-7d90-4ce7-af92-a6b9a42be49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.512392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] For port 2b94684b-2560-4e9f-9183-4f5340e506c2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2b94684b-2560-4e9f-9183-4f5340e506c2,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:33.512905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.529834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Calling delete_port for 2b94684b-2560-4e9f-9183-4f5340e506c2 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:33.563032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf00597a-7d90-4ce7-af92-a6b9a42be49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.634220 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf00597a-7d90-4ce7-af92-a6b9a42be49a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4af286a9048743ac90b5e6aa7761bf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652372 Apr 30 01:19:33.637656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34786) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:33.645891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00597a-7d90-4ce7-af92-a6b9a42be49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65debb60-cc38-45c5-96ec-8e35fae7b4da,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:33.659142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841b00-18af-4726-9956-cb8db045a33e req-40d4ac54-a793-439c-a3ca-23d1112425ca tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:33.666759 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee841b00-18af-4726-9956-cb8db045a33e req-40d4ac54-a793-439c-a3ca-23d1112425ca tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 943 time: 0.0859094 Apr 30 01:19:33.671607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.734428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee841b00-18af-4726-9956-cb8db045a33e req-73d11568-8fbb-4939-b731-b8ecfc91a94c tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662088 Apr 30 01:19:33.742783 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f4768044-77b2-45dc-9bcf-139b1dcbf125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.763595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.777540 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f4768044-77b2-45dc-9bcf-139b1dcbf125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.811302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f1feafac-c4e7-49a2-870c-749c06bc0700 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:33.832119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.845930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2b94684b-2560-4e9f-9183-4f5340e506c2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:33.866980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Pushing event deleted for resources: {'Port': ['ID=2b94684b-2560-4e9f-9183-4f5340e506c2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:33.910970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f4768044-77b2-45dc-9bcf-139b1dcbf125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.910970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f4768044-77b2-45dc-9bcf-139b1dcbf125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.916190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] No DVR routers for this DVR port 2b94684b-2560-4e9f-9183-4f5340e506c2 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:33.920512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f4768044-77b2-45dc-9bcf-139b1dcbf125 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65debb60-cc38-45c5-96ec-8e35fae7b4da HTTP/1.1" status: 204 len: 168 time: 0.2818162 Apr 30 01:19:33.923737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:33.926965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5fca42d5-1f51-4ad1-86cd-0be6abb16b74 req-8424bd58-08f7-4dd9-8b90-790a0015a54d tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.21 "DELETE /v2.0/ports/2b94684b-2560-4e9f-9183-4f5340e506c2 HTTP/1.1" status: 204 len: 173 time: 0.7329490 Apr 30 01:19:33.927408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'name': 'network-vif-deleted', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:33.929835 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808646bd-8f9b-4283-8ddc-3ee252df3e3d" -d '{"events": [{"server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "name": "network-vif-deleted", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:33.937219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4768044-77b2-45dc-9bcf-139b1dcbf125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65debb60-cc38-45c5-96ec-8e35fae7b4da,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:33.975713 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e83b73-c3f6-4295-a9be-b6aa1ff6e629 x-openstack-request-id: req-f6e83b73-c3f6-4295-a9be-b6aa1ff6e629 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:33.976021 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdf5cda-2a38-4d53-a06c-63702803be1a", "name": "network-vif-deleted", "tag": "2b94684b-2560-4e9f-9183-4f5340e506c2", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:33.976283 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6e83b73-c3f6-4295-a9be-b6aa1ff6e629 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:33.976676 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e83b73-c3f6-4295-a9be-b6aa1ff6e629'] response: {'server_uuid': 'cbdf5cda-2a38-4d53-a06c-63702803be1a', 'name': 'network-vif-deleted', 'tag': '2b94684b-2560-4e9f-9183-4f5340e506c2', 'status': 'completed', 'code': 200} Apr 30 01:19:33.978082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f1feafac-c4e7-49a2-870c-749c06bc0700, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f1feafac-c4e7-49a2-870c-749c06bc0700,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:33.994922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'f1feafac-c4e7-49a2-870c-749c06bc0700', 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'port_id': 'f1feafac-c4e7-49a2-870c-749c06bc0700', 'mac_address': 'fa:16:3e:7a:33:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c172d7-01ad-40e6-b56c-4cae6b031fe7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:34.061368 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:34.092382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1feafac-c4e7-49a2-870c-749c06bc0700 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:34.102136 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0458c4fe-8371-4283-861a-08919381eaeb req-dc14ddf8-04f8-478a-ac7c-0a2308dc1ff0 tempest-FloatingIPsAssociationTestJSON-1918098865 tempest-FloatingIPsAssociationTestJSON-1918098865-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdf5cda-2a38-4d53-a06c-63702803be1a HTTP/1.1" status: 200 len: 210 time: 0.0313056 Apr 30 01:19:34.127797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f1feafac-c4e7-49a2-870c-749c06bc0700, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f1feafac-c4e7-49a2-870c-749c06bc0700,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:34.191600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:34.235748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a6826-4bda-4a75-bac8-85c6463b7561 req-c75a40d9-3697-4b02-918b-3b1e8c980cf7 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:34.237332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d0a6826-4bda-4a75-bac8-85c6463b7561 req-c75a40d9-3697-4b02-918b-3b1e8c980cf7 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 946 time: 0.0506628 Apr 30 01:19:34.258405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=f1feafac-c4e7-49a2-870c-749c06bc0700,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:34.317861 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d0a6826-4bda-4a75-bac8-85c6463b7561 req-c0f251d2-c23b-4275-801f-a9cfd5bb3879 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654888 Apr 30 01:19:34.475660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['f1feafac-c4e7-49a2-870c-749c06bc0700'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:34.508907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08813c5f-9a97-4bba-9816-f74291bb5e9e req-eae15a5e-a3ed-4bfe-8fb1-179ea73b11a6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:34.511054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08813c5f-9a97-4bba-9816-f74291bb5e9e req-eae15a5e-a3ed-4bfe-8fb1-179ea73b11a6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.0533326 Apr 30 01:19:34.544103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382bc8f-8a88-4108-b5ba-9311a3a18ba0 req-e569015c-a31a-4093-83b6-99dc555be41c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:34.553197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c382bc8f-8a88-4108-b5ba-9311a3a18ba0 req-e569015c-a31a-4093-83b6-99dc555be41c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1097 time: 0.0922706 Apr 30 01:19:34.584083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08813c5f-9a97-4bba-9816-f74291bb5e9e req-339770de-f360-40c8-97b9-24fb0f4229c9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596638 Apr 30 01:19:34.631239 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c382bc8f-8a88-4108-b5ba-9311a3a18ba0 req-d6706086-323b-4f84-8f09-a0e0f2afc90a tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577803 Apr 30 01:19:34.753420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9cbe9-2fbb-4627-a910-5a31a35ce08a req-15752de1-7fdd-44d0-b204-b34d5e5793d8 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:34.758870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59d9cbe9-2fbb-4627-a910-5a31a35ce08a req-15752de1-7fdd-44d0-b204-b34d5e5793d8 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0942225 Apr 30 01:19:34.781579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586cf1d-3299-44d5-be48-1d41ab0d911d req-51578851-73b2-4e7a-9f3e-09592a06b7ed tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:34.783621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2586cf1d-3299-44d5-be48-1d41ab0d911d req-51578851-73b2-4e7a-9f3e-09592a06b7ed tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1097 time: 0.0625355 Apr 30 01:19:34.839885 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2586cf1d-3299-44d5-be48-1d41ab0d911d req-ac84b57d-cea1-4def-8fe6-78f85f4ab10b tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485651 Apr 30 01:19:34.849969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59d9cbe9-2fbb-4627-a910-5a31a35ce08a req-a70f3748-65a9-4773-95cf-fb1e95769ff0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828342 Apr 30 01:19:35.040324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8c51f-0181-463b-8197-457a5015d103 req-c9dc4b41-8759-422b-a162-df44349dba57 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:35.052807 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32e8c51f-0181-463b-8197-457a5015d103 req-c9dc4b41-8759-422b-a162-df44349dba57 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 943 time: 0.0801756 Apr 30 01:19:35.107159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32e8c51f-0181-463b-8197-457a5015d103 req-0caac026-eaf3-4fc3-968a-689ed368313c tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517464 Apr 30 01:19:35.206838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34850) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:35.390818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f095fae-f7f3-401a-a03b-ec83deed03c3 req-400a5333-a921-4536-89d5-73288fdb9228 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:35.398796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f095fae-f7f3-401a-a03b-ec83deed03c3 req-400a5333-a921-4536-89d5-73288fdb9228 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 946 time: 0.0783463 Apr 30 01:19:35.451031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f095fae-f7f3-401a-a03b-ec83deed03c3 req-df5fe5a5-de10-4462-a38a-0e21d5aacccb tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512700 Apr 30 01:19:35.609041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8b31ea31-718f-4489-bccf-d8041adf3082 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:35.681648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107abbe-e08f-4ff6-bb25-0cb31a8b8ef2 req-73a7d86a-df63-4a95-ad68-ccfef143c2bd tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:35.690102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b107abbe-e08f-4ff6-bb25-0cb31a8b8ef2 req-73a7d86a-df63-4a95-ad68-ccfef143c2bd tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1097 time: 0.1059260 Apr 30 01:19:35.751878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8b31ea31-718f-4489-bccf-d8041adf3082, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8b31ea31-718f-4489-bccf-d8041adf3082,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:35.765372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '8b31ea31-718f-4489-bccf-d8041adf3082', 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'port_id': '8b31ea31-718f-4489-bccf-d8041adf3082', 'mac_address': 'fa:16:3e:61:cf:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c172d7-01ad-40e6-b56c-4cae6b031fe7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:35.771765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b107abbe-e08f-4ff6-bb25-0cb31a8b8ef2 req-e88ca427-8e54-4b09-b05b-3b8f488949ba tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750830 Apr 30 01:19:35.813842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:35.830143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b31ea31-718f-4489-bccf-d8041adf3082 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:35.859255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f1feafac-c4e7-49a2-870c-749c06bc0700 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:35.867629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8b31ea31-718f-4489-bccf-d8041adf3082, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8b31ea31-718f-4489-bccf-d8041adf3082,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:35.868244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-cde29058-a627-48b8-9211-a74af69402b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:35.869750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-cde29058-a627-48b8-9211-a74af69402b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1101 time: 0.0734167 Apr 30 01:19:35.952195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756acd55-a507-4138-a8f8-254bb2aa8d4a req-dadf7ead-2e3c-4f0f-854b-a54ad91ab52b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:35.953663 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-756acd55-a507-4138-a8f8-254bb2aa8d4a req-dadf7ead-2e3c-4f0f-854b-a54ad91ab52b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.0746536 Apr 30 01:19:35.963576 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:35.970075 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:35.987507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-49ce6d57-f66a-4385-9813-1cf877cc824c tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d3f8a2974a494812be8a95a1aa679867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656509 Apr 30 01:19:36.020427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port f1feafac-c4e7-49a2-870c-749c06bc0700 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:19:36.034982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port f1feafac-c4e7-49a2-870c-749c06bc0700 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:36.038149 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:36.090594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-756acd55-a507-4138-a8f8-254bb2aa8d4a req-1b39c736-163d-47f5-b893-60e529936bda tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216755 Apr 30 01:19:36.100352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-e5036248-d84f-4592-8a68-5a76b36fe91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.101985 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-e5036248-d84f-4592-8a68-5a76b36fe91f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2177722 Apr 30 01:19:36.125314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=8b31ea31-718f-4489-bccf-d8041adf3082,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:36.161619 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-7de18a57-351c-4959-a589-59855a0acb3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.0471063 Apr 30 01:19:36.213721 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:36.227115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-93b2f4d9-4e96-4827-affb-1ecbeca82c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.228636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-93b2f4d9-4e96-4827-affb-1ecbeca82c8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0591240 Apr 30 01:19:36.249759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e884e21-ccaf-4cc5-824f-716c55431dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1feafac-c4e7-49a2-870c-749c06bc0700'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:36.252790 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e827a953-f100-4c0d-940f-b78f39a873f0" -d '{"events": [{"server_uuid": "2e884e21-ccaf-4cc5-824f-716c55431dd7", "name": "network-vif-plugged", "status": "completed", "tag": "f1feafac-c4e7-49a2-870c-749c06bc0700"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:36.268730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f1feafac-c4e7-49a2-870c-749c06bc0700, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f1feafac-c4e7-49a2-870c-749c06bc0700,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:36.279378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a408-a67e-430d-a179-f12de056d88b req-923f933f-fa7f-477c-86a9-34a0ef02936e tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.280878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-923f933f-fa7f-477c-86a9-34a0ef02936e tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924738 Apr 30 01:19:36.293858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['8b31ea31-718f-4489-bccf-d8041adf3082'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:36.296699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-f73dd6e5-cc5b-4013-b71d-0ed8996fa66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.297743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-f73dd6e5-cc5b-4013-b71d-0ed8996fa66f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608301 Apr 30 01:19:36.313096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-93cc1ba0-054c-4814-a70e-c67d91666a79 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/quotas/d3f8a2974a494812be8a95a1aa679867 HTTP/1.1" status: 200 len: 375 time: 0.0192819 Apr 30 01:19:36.320112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fee01-b85f-4720-ac3b-e097f126cf27 req-0e3e5c47-7026-4ca3-ac03-45f291cc21ac tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.328344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f07fee01-b85f-4720-ac3b-e097f126cf27 req-0e3e5c47-7026-4ca3-ac03-45f291cc21ac tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1626329 Apr 30 01:19:36.372266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:36.373353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2b94684b-2560-4e9f-9183-4f5340e506c2 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:36.393217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f07fee01-b85f-4720-ac3b-e097f126cf27 req-d3f34cfc-93ab-4848-8200-f99e089f5d4f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595937 Apr 30 01:19:36.394413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-58dda6d6-bddf-43c4-812d-00ccfe04bb2a tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3f8a2974a494812be8a95a1aa679867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561035 Apr 30 01:19:36.441646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-d5abce19-152f-41fb-820d-8deba512e84d service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274273 Apr 30 01:19:36.442927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 2b94684b-2560-4e9f-9183-4f5340e506c2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:36.443279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2b94684b-2560-4e9f-9183-4f5340e506c2 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:36.558078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c087756-04db-46c6-8be9-89d920fdf029 req-39d51077-2df9-4c93-88a0-37f858d2a3de tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.561896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=f1feafac-c4e7-49a2-870c-749c06bc0700,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:36.565405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c087756-04db-46c6-8be9-89d920fdf029 req-39d51077-2df9-4c93-88a0-37f858d2a3de tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 944 time: 0.0801642 Apr 30 01:19:36.584635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Deleting port 1afffd09-1442-44b2-85cb-54dad6aac2b5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:36.585014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:36.609580 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-5240aa9f-d4ba-4b7b-bd0d-9958b79e54d1 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581748 Apr 30 01:19:36.719148 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c087756-04db-46c6-8be9-89d920fdf029 req-4f38a009-6c3a-45c7-affa-b47eb6e5e61c tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507149 Apr 30 01:19:36.743533 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04ee19d-b2bb-40d3-9757-0e9f86ca161f x-openstack-request-id: req-b04ee19d-b2bb-40d3-9757-0e9f86ca161f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:36.745584 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e884e21-ccaf-4cc5-824f-716c55431dd7", "name": "network-vif-plugged", "status": "completed", "tag": "f1feafac-c4e7-49a2-870c-749c06bc0700", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:36.746605 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b04ee19d-b2bb-40d3-9757-0e9f86ca161f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:36.747179 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04ee19d-b2bb-40d3-9757-0e9f86ca161f'] response: {'server_uuid': '2e884e21-ccaf-4cc5-824f-716c55431dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1feafac-c4e7-49a2-870c-749c06bc0700', 'code': 200} Apr 30 01:19:36.859518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] For port 1afffd09-1442-44b2-85cb-54dad6aac2b5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1afffd09-1442-44b2-85cb-54dad6aac2b5,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:36.859518 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:36.863076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-188d0f2f-1ac7-43e2-a03b-beb4f774736d req-53e6e2fd-12fe-4997-ac74-f1a8d8003384 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 210 time: 0.0718930 Apr 30 01:19:36.949101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Calling delete_port for 1afffd09-1442-44b2-85cb-54dad6aac2b5 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:36.978938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba7e48-ca1b-45ba-86f8-613817765b91 req-5960c7e6-38fd-45d0-b8fe-0a7b83f8bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.981139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85ba7e48-ca1b-45ba-86f8-613817765b91 req-5960c7e6-38fd-45d0-b8fe-0a7b83f8bbb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e884e21-ccaf-4cc5-824f-716c55431dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1335907 Apr 30 01:19:36.988004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-8a4f06bb-9d56-46f6-a9b2-2658b8b66e91 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.990343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-8a4f06bb-9d56-46f6-a9b2-2658b8b66e91 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 946 time: 0.1550541 Apr 30 01:19:36.994260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c97b-2496-40d4-934b-dcf4fb69ff0c req-adffa355-152a-4f9d-8e0c-ab8573ea16fd tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:36.996729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c635c97b-2496-40d4-934b-dcf4fb69ff0c req-adffa355-152a-4f9d-8e0c-ab8573ea16fd tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 946 time: 0.0892608 Apr 30 01:19:37.008136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eec3b-e6c3-41c9-8cc2-200a4cb89eaf req-896bf0d1-9b45-4fe0-be20-b605b9bf0214 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:37.009717 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd1eec3b-e6c3-41c9-8cc2-200a4cb89eaf req-896bf0d1-9b45-4fe0-be20-b605b9bf0214 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1097 time: 0.0822995 Apr 30 01:19:37.104283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85ba7e48-ca1b-45ba-86f8-613817765b91 req-8763938d-756e-497b-86bc-e7ee9c6f6e7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783570 Apr 30 01:19:37.116763 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd1eec3b-e6c3-41c9-8cc2-200a4cb89eaf req-c35ccbd3-b3f3-4785-aaa4-e810d4fae1e9 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818346 Apr 30 01:19:37.121076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c635c97b-2496-40d4-934b-dcf4fb69ff0c req-132a9301-b4f2-4f72-8e04-5e17d2bdd875 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3e5b81-b830-4993-8f42-5ba51390e157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867081 Apr 30 01:19:37.172762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Deleting port c897743d-6ebd-4e05-aa73-640be5da2012 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:37.173369 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:37.330003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6319251-313c-4d45-bf09-5ec0e22024e5 req-f8196ea0-749b-4a4e-9d11-6140073c807d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:37.331644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c6319251-313c-4d45-bf09-5ec0e22024e5 req-f8196ea0-749b-4a4e-9d11-6140073c807d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1246567 Apr 30 01:19:37.339756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] For port c897743d-6ebd-4e05-aa73-640be5da2012, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c897743d-6ebd-4e05-aa73-640be5da2012,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:37.345008 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:37.420671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:37.435058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c6319251-313c-4d45-bf09-5ec0e22024e5 req-e29b53b9-bf2e-482c-9708-2c76fa156fd5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896931 Apr 30 01:19:37.456794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Pushing event deleted for resources: {'Port': ['ID=1afffd09-1442-44b2-85cb-54dad6aac2b5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:37.621987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8b31ea31-718f-4489-bccf-d8041adf3082 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:37.622978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:37.623356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:37.623701 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Floating IP f5cef50c-e103-4679-aea3-485db328fcc5 disassociated. External IP: 172.25.0.126, port: c897743d-6ebd-4e05-aa73-640be5da2012. Apr 30 01:19:37.624139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Calling delete_port for c897743d-6ebd-4e05-aa73-640be5da2012 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:37.705213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:37.780987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 8b31ea31-718f-4489-bccf-d8041adf3082 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:19:37.787887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 8b31ea31-718f-4489-bccf-d8041adf3082 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:37.788312 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:37.817511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0b761-2e77-41f0-bd28-f62ea0df1088 req-4a45424b-c871-4f95-bfa6-74cac15fe2b6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:37.819415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64a0b761-2e77-41f0-bd28-f62ea0df1088 req-4a45424b-c871-4f95-bfa6-74cac15fe2b6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.2754271 Apr 30 01:19:37.891513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:37.903180 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64a0b761-2e77-41f0-bd28-f62ea0df1088 req-9a7fee0b-edd0-4d79-950f-901b73f76f15 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753367 Apr 30 01:19:37.940308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8b31ea31-718f-4489-bccf-d8041adf3082, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8b31ea31-718f-4489-bccf-d8041adf3082,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:38.021270 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:38.044015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7867dd-f47f-4921-9707-25528896a59d req-55a38b87-a425-4c37-81a0-1627cff91aa4 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:38.054279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f7867dd-f47f-4921-9707-25528896a59d req-55a38b87-a425-4c37-81a0-1627cff91aa4 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 944 time: 0.0716479 Apr 30 01:19:38.064804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:38.109176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event deleted for resources: {'Port': ['ID=c897743d-6ebd-4e05-aa73-640be5da2012,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:38.146100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=8b31ea31-718f-4489-bccf-d8041adf3082,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:38.161011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f7867dd-f47f-4921-9707-25528896a59d req-e42803e6-e8fe-4cee-84c4-56d92bc4372b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014230 Apr 30 01:19:38.303232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56118e28-609c-4e04-a3d2-1eb93af486db req-483a8e43-a8bd-4fbd-9a4e-eb3d74ba9ca9 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 210 time: 0.0299826 Apr 30 01:19:38.331035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Router 86006bb1-39ae-412e-bb5d-76f609f8935e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:38.456300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d00bd02-f648-48d2-af5b-a647d733ebd3 req-6a3e6f54-7b59-4ff6-b879-2f885192c072 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 210 time: 0.0328979 Apr 30 01:19:38.539867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:38.576721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:38.602985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] Sync routers for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:38.615516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:38.616165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:38.669150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:38.673985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-836e4438-affd-4b92-bd6e-ed8257bc49af admin admin] 10.222.0.15 "PUT /v2.0/routers/1de8213e-48e1-4ebb-9d5c-51f993b60cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4649179 Apr 30 01:19:38.676976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34934) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:38.683538 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] Sync routers for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:38.697094 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:38.698069 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:38.719219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] No DVR routers for this DVR port c897743d-6ebd-4e05-aa73-640be5da2012 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:38.722633 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:38.726273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8cdd772-d963-4ce2-b40c-8beaacf1aa9b req-c02dc0e9-2637-4694-8266-f50cf36205a6 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.23 "DELETE /v2.0/ports/c897743d-6ebd-4e05-aa73-640be5da2012 HTTP/1.1" status: 204 len: 173 time: 1.7274532 Apr 30 01:19:38.727296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'name': 'network-vif-deleted', 'tag': 'c897743d-6ebd-4e05-aa73-640be5da2012'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:38.730377 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a6be2-8152-4576-8814-1e0f520e9a39" -d '{"events": [{"server_uuid": "5d94c6fd-c91e-477e-8081-a07fb89ff0af", "name": "network-vif-deleted", "tag": "c897743d-6ebd-4e05-aa73-640be5da2012"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:38.761357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486a46d-bdf7-4a3b-8d3f-310dcbdf87fe req-5252a7c8-7c6d-4f43-9a83-745f38ff5bdc tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:38.780004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7486a46d-bdf7-4a3b-8d3f-310dcbdf87fe req-5252a7c8-7c6d-4f43-9a83-745f38ff5bdc tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1612868 Apr 30 01:19:38.847389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:38.873042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7486a46d-bdf7-4a3b-8d3f-310dcbdf87fe req-8a0d00bb-ada4-4cff-9ed7-1ae0931a9ba3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921059 Apr 30 01:19:38.886268 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:38.915311 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:38.969451 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdff897-d191-46b1-aed0-f1bbda16a562 x-openstack-request-id: req-ccdff897-d191-46b1-aed0-f1bbda16a562 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:38.969920 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d94c6fd-c91e-477e-8081-a07fb89ff0af", "name": "network-vif-deleted", "tag": "c897743d-6ebd-4e05-aa73-640be5da2012", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:38.970312 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccdff897-d191-46b1-aed0-f1bbda16a562 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:38.970877 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdff897-d191-46b1-aed0-f1bbda16a562'] response: {'server_uuid': '5d94c6fd-c91e-477e-8081-a07fb89ff0af', 'name': 'network-vif-deleted', 'tag': 'c897743d-6ebd-4e05-aa73-640be5da2012', 'status': 'completed', 'code': 200} Apr 30 01:19:39.020345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd67a4e-15bf-4f9e-903b-f96f1c55481a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b31ea31-718f-4489-bccf-d8041adf3082'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:39.022544 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f799c6-807a-4018-9659-91086a225712" -d '{"events": [{"server_uuid": "dfd67a4e-15bf-4f9e-903b-f96f1c55481a", "name": "network-vif-plugged", "status": "completed", "tag": "8b31ea31-718f-4489-bccf-d8041adf3082"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:39.083644 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:19:37Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:39.113717 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] Checking router: 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:39.124897 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] Routers {'1de8213e-48e1-4ebb-9d5c-51f993b60cc4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:39.125731 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:39.161960 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:39.163603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbf05c-a728-49f4-aae7-0d3afd05479e req-7f3ca0d6-e13a-41cc-b433-5d0b80f89f77 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:39.178931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69dbf05c-a728-49f4-aae7-0d3afd05479e req-7f3ca0d6-e13a-41cc-b433-5d0b80f89f77 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1117883 Apr 30 01:19:39.228415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69dbf05c-a728-49f4-aae7-0d3afd05479e req-7110edd2-8c18-4afc-b6c6-ce70dcb28917 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Apr 30 01:19:39.304755 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c661a5-a5af-4dd6-812a-9cdc052da555 x-openstack-request-id: req-20c661a5-a5af-4dd6-812a-9cdc052da555 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:39.305273 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd67a4e-15bf-4f9e-903b-f96f1c55481a", "name": "network-vif-plugged", "status": "completed", "tag": "8b31ea31-718f-4489-bccf-d8041adf3082", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:39.305644 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20c661a5-a5af-4dd6-812a-9cdc052da555 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:39.307198 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c661a5-a5af-4dd6-812a-9cdc052da555'] response: {'server_uuid': 'dfd67a4e-15bf-4f9e-903b-f96f1c55481a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b31ea31-718f-4489-bccf-d8041adf3082', 'code': 200} Apr 30 01:19:39.327271 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] Set router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:39.336260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-7ff9171d-1ab2-4745-8cb7-1e3f41ca36d0 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d3f8a2974a494812be8a95a1aa679867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270121 Apr 30 01:19:39.338277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Deleting port 1ae57e54-454a-4e75-b16e-56b528c22af3 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:39.338617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:39.384596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:39.485877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] Checking router: 86006bb1-39ae-412e-bb5d-76f609f8935e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:39.522764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:39.524094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:39.533527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518aa3-a541-4e65-af93-1fa43a3b8d0b req-745afeee-5f38-4cdf-ab2b-3197740d56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:39.535654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15518aa3-a541-4e65-af93-1fa43a3b8d0b req-745afeee-5f38-4cdf-ab2b-3197740d56ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 1096 time: 0.0805604 Apr 30 01:19:39.570459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a408-a67e-430d-a179-f12de056d88b req-04e41735-2a03-473c-af43-d2a190272b33 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:39.572260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-04e41735-2a03-473c-af43-d2a190272b33 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298810 Apr 30 01:19:39.583831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] For port 1ae57e54-454a-4e75-b16e-56b528c22af3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1ae57e54-454a-4e75-b16e-56b528c22af3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:39.584186 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:39.587326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dadf1-e4fb-48f7-b519-deab085f8ae6 req-acf1b04c-ba20-41af-8215-d30bb770644d tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:39.588932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f30dadf1-e4fb-48f7-b519-deab085f8ae6 req-acf1b04c-ba20-41af-8215-d30bb770644d tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 945 time: 0.2061050 Apr 30 01:19:39.599126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Request body: {'port': {'device_id': '16e99169-af8c-4818-9824-d7fba753d371', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'd3f8a2974a494812be8a95a1aa679867'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:39.648258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c897743d-6ebd-4e05-aa73-640be5da2012 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:39.659150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Calling delete_port for 1ae57e54-454a-4e75-b16e-56b528c22af3 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:39.689673 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f30dadf1-e4fb-48f7-b519-deab085f8ae6 req-1d22de0b-9572-4911-adca-564d9dc7e5f7 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885329 Apr 30 01:19:39.710457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15518aa3-a541-4e65-af93-1fa43a3b8d0b req-e0414d36-0d09-4a1f-943e-cf957aa3829f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566286 Apr 30 01:19:39.801126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15fa374b-c7c0-4b41-bcb0-ed590d858d32 req-b6590210-ea71-4671-b914-4ea81b266a6f tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 210 time: 0.0296733 Apr 30 01:19:39.803584 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:19:37Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:39.837414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: c897743d-6ebd-4e05-aa73-640be5da2012 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:39.839380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c897743d-6ebd-4e05-aa73-640be5da2012 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:39.893874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-897f191e-5dd6-4848-89a8-a277f3435c6d tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:19:39.895118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-897f191e-5dd6-4848-89a8-a277f3435c6d tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2410312 Apr 30 01:19:39.914085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:39.972942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-ecb65649-d81c-4bf6-8a24-238408d5cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:39.974440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-ecb65649-d81c-4bf6-8a24-238408d5cfc5 service neutron] 10.222.0.15 "GET /v2.0/ports/37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 1094 time: 0.0697203 Apr 30 01:19:39.986936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Request body: {'binding': {'host': 'n-h2-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:39.987474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:19:40.060782 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1558676-b83e-4f80-b7b2-1659031664d6 None None] The sync data for ids ['1de8213e-48e1-4ebb-9d5c-51f993b60cc4'] in n-d-821348-1 is: [{'id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1689250511-router', 'tenant_id': '16f32747f65547cb9a20f60523192233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:18:12Z', 'updated_at': '2022-04-30T01:19:37Z', 'revision_number': 5, 'project_id': '16f32747f65547cb9a20f60523192233', 'gw_port': {'id': '1ae57e54-454a-4e75-b16e-56b528c22af3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de8213e-48e1-4ebb-9d5c-51f993b60cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:18:13Z', 'updated_at': '2022-04-30T01:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:40.078910 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7a6b643-140f-4e58-a893-accebb91f7c6 req-d03fa5a2-f642-4b72-a336-324067617ea3 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d94c6fd-c91e-477e-8081-a07fb89ff0af HTTP/1.1" status: 200 len: 210 time: 0.0387959 Apr 30 01:19:40.147090 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.217344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae57e54-454a-4e75-b16e-56b528c22af3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:40.221074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Made reservation on behalf of d3f8a2974a494812be8a95a1aa679867 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:40.226858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.241935 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.256003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:40.258878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b14fcf-9372-499f-bb12-8208e1f7ceae req-36b99b28-4144-4824-ba44-4871676247c3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:40.260661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-91b14fcf-9372-499f-bb12-8208e1f7ceae req-36b99b28-4144-4824-ba44-4871676247c3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.0893903 Apr 30 01:19:40.268558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.290048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e9fbe-7c6c-4b50-b11a-e83e572719aa None None] The sync data for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 is: [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:17:07Z', 'revision_number': 4, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8c385829-12ba-4ddb-9eae-8ad6b312c4dc', 'name': '', 'network_id': '265f698d-797d-40ff-845d-c4c8da5392b5', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'mac_address': 'fa:16:3e:06:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:06Z', 'updated_at': '2022-04-30T01:17:12Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'subnets': [{'id': '6ebc9e95-7b47-4964-ad81-47db4d0f6929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:40.329536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-91b14fcf-9372-499f-bb12-8208e1f7ceae req-87e394b8-2830-453a-8c6b-670fbfe96e9f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623586 Apr 30 01:19:40.339374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on host n-h2-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:40.342689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:40.343036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:40.353213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:40.353213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:40.358524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:40.358858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:40.359241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:40.359710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Bound port: 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:40.418818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.423602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.460576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:40.493513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337e201-58e8-4475-baea-07fd879e3470 req-0b3f53fb-ae2d-4d04-b406-9b7af8c81ab0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:40.497129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6337e201-58e8-4475-baea-07fd879e3470 req-0b3f53fb-ae2d-4d04-b406-9b7af8c81ab0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0883281 Apr 30 01:19:40.531942 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.534323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-61688fe3-60da-4e97-a314-59033f7598ab service neutron] 10.222.0.15 "POST /v2.0/ports/37c131d1-0c72-4e1e-a56a-21bcb28cedc2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5521224 Apr 30 01:19:40.558296 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6337e201-58e8-4475-baea-07fd879e3470 req-a0aa1d98-ce82-44c7-8c1a-ac44ae8b2822 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548477 Apr 30 01:19:40.592886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.621949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.622563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de8213e-48e1-4ebb-9d5c-51f993b60cc4 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:19:40.628174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.629383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-314e53ac-380e-4366-937e-9a87567af0a1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1de8213e-48e1-4ebb-9d5c-51f993b60cc4 HTTP/1.1" status: 204 len: 168 time: 1.9513388 Apr 30 01:19:40.632251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34964) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:40.656291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20396cb-abbe-41c3-832e-9a39b19c9359 None None] New status for floating IP f5cef50c-e103-4679-aea3-485db328fcc5: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:19:40.678973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-936e95c8-4dfe-4fea-bc54-5af9ded7f920 admin admin] Deleting subnet 77a4ba47-32d0-4680-93cc-06e7ab2ec35b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:19:40.682643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-936e95c8-4dfe-4fea-bc54-5af9ded7f920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.718628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.772377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-936e95c8-4dfe-4fea-bc54-5af9ded7f920 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:40.847679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:40.928923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfe4ff-f345-4e9e-bc47-8a7c6e5ea16a req-c487b702-9c49-4313-9a1c-d16b3599669c tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:40.942941 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-25cfe4ff-f345-4e9e-bc47-8a7c6e5ea16a req-c487b702-9c49-4313-9a1c-d16b3599669c tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 945 time: 0.1292427 Apr 30 01:19:41.007766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-25cfe4ff-f345-4e9e-bc47-8a7c6e5ea16a req-5c38704b-1e5b-47bc-9787-6ab3f172c4ce tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637085 Apr 30 01:19:41.030897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-936e95c8-4dfe-4fea-bc54-5af9ded7f920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.134309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-143fa2c6-0122-4536-bc2a-6b3f6bb79758 req-c5fa44f5-824b-4899-bf95-49745448f5f1 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 210 time: 0.0696185 Apr 30 01:19:41.165250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2bc3b-0e82-4334-b88d-60f5a366944e req-d657f5ec-6ee7-4eb7-8a4d-f263e6147024 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:41.176256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11a2bc3b-0e82-4334-b88d-60f5a366944e req-d657f5ec-6ee7-4eb7-8a4d-f263e6147024 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 946 time: 0.0788908 Apr 30 01:19:41.178024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Allocated IP 192.168.233.208 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/5ca07d4c-34fb-426e-8beb-198ba1a1d81a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:41.226308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11a2bc3b-0e82-4334-b88d-60f5a366944e req-59e228ef-b207-4bd9-ae63-ebf9725ecf94 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485671 Apr 30 01:19:41.283878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-936e95c8-4dfe-4fea-bc54-5af9ded7f920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.343212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e95c8-4dfe-4fea-bc54-5af9ded7f920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a4ba47-32d0-4680-93cc-06e7ab2ec35b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:41.352885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-936e95c8-4dfe-4fea-bc54-5af9ded7f920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.359616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-936e95c8-4dfe-4fea-bc54-5af9ded7f920 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/77a4ba47-32d0-4680-93cc-06e7ab2ec35b HTTP/1.1" status: 204 len: 168 time: 0.7240329 Apr 30 01:19:41.359811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1faeb3-8430-4960-ba8b-4dc43bb24d47 None None] Network ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:19:41.360327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:41.402066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:41.513516 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.547406 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9db5e314-8569-4732-80bc-93bc14729b84 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.550781 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.585168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9db5e314-8569-4732-80bc-93bc14729b84 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.601938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb27ec-39e0-4cb1-b4df-3e8d518bd898 req-0cf823b1-fbf2-494a-a7ff-7700754345ae tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:41.615077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dafb27ec-39e0-4cb1-b4df-3e8d518bd898 req-0cf823b1-fbf2-494a-a7ff-7700754345ae tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1674316 Apr 30 01:19:41.646060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1ae57e54-454a-4e75-b16e-56b528c22af3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:41.666638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.678724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1ae57e54-454a-4e75-b16e-56b528c22af3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:41.679164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1ae57e54-454a-4e75-b16e-56b528c22af3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:41.679880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1afffd09-1442-44b2-85cb-54dad6aac2b5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:41.701204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1afffd09-1442-44b2-85cb-54dad6aac2b5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:41.701881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1afffd09-1442-44b2-85cb-54dad6aac2b5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:41.744143 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dafb27ec-39e0-4cb1-b4df-3e8d518bd898 req-ca4548bc-3762-499b-9aeb-b7e1995761d0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272516 Apr 30 01:19:41.745414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:41.747900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-375f84db-dc64-4612-80f4-617da1a9a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:41.749573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-375f84db-dc64-4612-80f4-617da1a9a74b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1097 time: 0.2490799 Apr 30 01:19:41.754651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:41.762848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9db5e314-8569-4732-80bc-93bc14729b84 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.765440 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9db5e314-8569-4732-80bc-93bc14729b84 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.766619 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9db5e314-8569-4732-80bc-93bc14729b84 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a3e5b81-b830-4993-8f42-5ba51390e157 HTTP/1.1" status: 204 len: 168 time: 0.3636038 Apr 30 01:19:41.767611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:41.770674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34990) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:41.773175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:41.773697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.817565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Pushing event updated for resources: {'Port': ['ID=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:41.834399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5e314-8569-4732-80bc-93bc14729b84 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3e5b81-b830-4993-8f42-5ba51390e157,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:41.844367 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-a7ac8518-f8d8-41d4-8263-23fe7c3e1569 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] show failed (client error): The resource could not be found. Apr 30 01:19:41.848162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a7ac8518-f8d8-41d4-8263-23fe7c3e1569 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "GET /v2.0/security-groups/4a3e5b81-b830-4993-8f42-5ba51390e157 HTTP/1.1" status: 404 len: 347 time: 0.0677676 Apr 30 01:19:41.848649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Deleting port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:41.853404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.858393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fba2d-057f-4e53-a1a4-945a8b247013 req-1f30e3f0-162e-4686-9d1b-f0f774f39897 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:41.863527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34992) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:41.863814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e89fba2d-057f-4e53-a1a4-945a8b247013 req-1f30e3f0-162e-4686-9d1b-f0f774f39897 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1606672 Apr 30 01:19:41.873223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] DHCP port deletion for ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:19:41.939905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-fc0106fa-008f-436e-aca2-1f0ca7e6733b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3485200 Apr 30 01:19:41.949706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] Deleting port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:41.950496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e89fba2d-057f-4e53-a1a4-945a8b247013 req-86f97377-5006-457b-b4e0-54c5775bfd09 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809765 Apr 30 01:19:41.950818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:41.956249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Request body: {'port': {'device_id': '16e99169-af8c-4818-9824-d7fba753d371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:42.034053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.057114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] For port 0accf0fc-f054-48ed-9ff5-6de66a4f8998, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0accf0fc-f054-48ed-9ff5-6de66a4f8998,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:42.057662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.107221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] Calling delete_port for 0accf0fc-f054-48ed-9ff5-6de66a4f8998 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:42.311592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-03e303c3-8093-4f91-871a-30c99450df28 None None] Provisioning complete for port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:42.312232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03e303c3-8093-4f91-871a-30c99450df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.357853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-03e303c3-8093-4f91-871a-30c99450df28 None None] Port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:19:42.379053 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.382473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfacb2d-400f-4071-8892-a7a64c9bbf6f req-7c879d23-db63-43d0-8b8c-4688eab22647 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:42.383992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cfacb2d-400f-4071-8892-a7a64c9bbf6f req-7c879d23-db63-43d0-8b8c-4688eab22647 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 936 time: 0.1552169 Apr 30 01:19:42.409602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] For port 0accf0fc-f054-48ed-9ff5-6de66a4f8998, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0accf0fc-f054-48ed-9ff5-6de66a4f8998,segment=NetworkSegment(35c9ce99-733d-49cf-b295-1dd4e460d44e),segment_id=35c9ce99-733d-49cf-b295-1dd4e460d44e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:42.410172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.412873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] Pushing event deleted for resources: {'Port': ['ID=0accf0fc-f054-48ed-9ff5-6de66a4f8998,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:42.418647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017ae67-f4ef-473d-942e-e1861a7539ed None None] No DVR routers for this DVR port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:42.442258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Calling delete_port for 0accf0fc-f054-48ed-9ff5-6de66a4f8998 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:42.487219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab1c6-9520-42a2-8c1e-bac49e191725 req-4d1ca947-4f8b-48c8-9918-aee5c9a8191c tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:42.491955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e7ab1c6-9520-42a2-8c1e-bac49e191725 req-4d1ca947-4f8b-48c8-9918-aee5c9a8191c tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 945 time: 0.1929522 Apr 30 01:19:42.496682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-85e7a156-8128-44ac-85e1-3752efe967f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:42.498569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-85e7a156-8128-44ac-85e1-3752efe967f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.7300608 Apr 30 01:19:42.499852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cfacb2d-400f-4071-8892-a7a64c9bbf6f req-e63d4d48-67f8-4dab-bed8-4ec6dcf5b1e2 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995345 Apr 30 01:19:42.551103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca07d4c-34fb-426e-8beb-198ba1a1d81a {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:42.559742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.581293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Transition to ACTIVE for port object 5ca07d4c-34fb-426e-8beb-198ba1a1d81a will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:42.610784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-f0349514-52f7-4fc8-9cc9-5165d09ba335 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 217 time: 0.1001766 Apr 30 01:19:42.617208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f0d9-daa4-43e0-9ae4-c37f4d2653cb req-f830a669-8b4e-4ad5-80c8-961f1806d423 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:42.618660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74c0f0d9-daa4-43e0-9ae4-c37f4d2653cb req-f830a669-8b4e-4ad5-80c8-961f1806d423 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 946 time: 0.0504696 Apr 30 01:19:42.642605 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.678990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e7ab1c6-9520-42a2-8c1e-bac49e191725 req-e11470ec-1fbc-4c44-9001-ac1ba03e8984 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794634 Apr 30 01:19:42.709381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Deleting port 61edec88-1fd2-4ded-98de-19b902e6c694 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:42.709381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.712112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74c0f0d9-daa4-43e0-9ae4-c37f4d2653cb req-3894e8c4-759a-4f7d-8314-6a1f42276f9c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863874 Apr 30 01:19:42.715168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:42.738384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.769804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Attempting to bind port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:42.770136 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Attempting to bind port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:42.770466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Attempting to bind port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:42.773448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-2dec89c0-0773-4ade-856e-a9b4267e92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:42.774885 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-2dec89c0-0773-4ade-856e-a9b4267e92b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.1419661 Apr 30 01:19:42.776262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:42.776588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Attempting to bind port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:42.782979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:42.783480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:42.783882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:42.784306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Bound port: 5ca07d4c-34fb-426e-8beb-198ba1a1d81a, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:42.784646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:42.812307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Pushing event deleted for resources: {'Port': ['ID=0accf0fc-f054-48ed-9ff5-6de66a4f8998,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:42.821362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] No DVR routers for this DVR port 0accf0fc-f054-48ed-9ff5-6de66a4f8998 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:42.877638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-d6b6fd17-2eba-4000-a230-5ef279c8ad1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768704 Apr 30 01:19:43.013625 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.013978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.045093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.049071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Calling delete_port for 61edec88-1fd2-4ded-98de-19b902e6c694 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:43.069086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1bfe7-ae2b-4d2b-860b-0b6b9d16eeb1 req-60ec468d-808a-459f-b084-66f33ec46eba tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.070640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dfc1bfe7-ae2b-4d2b-860b-0b6b9d16eeb1 req-60ec468d-808a-459f-b084-66f33ec46eba tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e884e21-ccaf-4cc5-824f-716c55431dd7 HTTP/1.1" status: 200 len: 946 time: 0.2686403 Apr 30 01:19:43.097302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:43.153438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c9ce99-733d-49cf-b295-1dd4e460d44e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:43.153646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c9ce99-733d-49cf-b295-1dd4e460d44e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:43.164436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] For port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:43.168967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] For port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:43.179030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.183219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a05952-1140-48df-b9f6-559ae2d12932 req-425f0192-2aba-4971-999f-b747a24c8252 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.184769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7a05952-1140-48df-b9f6-559ae2d12932 req-425f0192-2aba-4971-999f-b747a24c8252 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.3440464 Apr 30 01:19:43.204859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-9c2ba571-6beb-4881-906b-129e46f51b7e service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098025 Apr 30 01:19:43.209418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.225574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:19:43.225967 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.227102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.233394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dfc1bfe7-ae2b-4d2b-860b-0b6b9d16eeb1 req-cace610f-ff49-43bd-a039-3bcf612957e5 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442347 Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:19:43.234110 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:19:43.240878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7a05952-1140-48df-b9f6-559ae2d12932 req-c094cdcb-f547-4f83-b187-d3fd333e5583 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Apr 30 01:19:43.275104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.275769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.277876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ca07d4c-34fb-426e-8beb-198ba1a1d81a HTTP/1.1" status: 200 len: 1096 time: 1.3259048 Apr 30 01:19:43.278306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e99169-af8c-4818-9824-d7fba753d371', 'tag': '5ca07d4c-34fb-426e-8beb-198ba1a1d81a'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:43.280580 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669a9554-7f46-4887-9629-4668fccb1645" -d '{"events": [{"name": "network-changed", "server_uuid": "16e99169-af8c-4818-9824-d7fba753d371", "tag": "5ca07d4c-34fb-426e-8beb-198ba1a1d81a"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:43.300119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6390b-68e3-40e2-a75c-fc91bc337747 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:43.422528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.449586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a408-a67e-430d-a179-f12de056d88b req-d9a0918d-abd5-4fd6-a6e2-8df194ac31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.451742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-d9a0918d-abd5-4fd6-a6e2-8df194ac31c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f8a2974a494812be8a95a1aa679867&device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 1099 time: 0.0557828 Apr 30 01:19:43.453022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.465159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef HTTP/1.1" status: 204 len: 168 time: 2.0983799 Apr 30 01:19:43.493521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1b63e-e059-4b36-8086-1ef58f3af751 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2cc9fc-6ba1-4c90-9913-e8e25d1920ef,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:43.512376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-b310f76d-2a19-4150-9618-47eaf0616728 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5ca07d4c-34fb-426e-8beb-198ba1a1d81a HTTP/1.1" status: 200 len: 217 time: 0.0517364 Apr 30 01:19:43.518169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825640ba-6958-4ff7-9f88-901343481c93 req-ac6e7632-2c43-4be3-8123-a1e60cbcc4dc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.519550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0accf0fc-f054-48ed-9ff5-6de66a4f8998 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:43.520042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-825640ba-6958-4ff7-9f88-901343481c93 req-ac6e7632-2c43-4be3-8123-a1e60cbcc4dc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1544905 Apr 30 01:19:43.551288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 0accf0fc-f054-48ed-9ff5-6de66a4f8998 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:43.551961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0accf0fc-f054-48ed-9ff5-6de66a4f8998 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:43.609615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a408-a67e-430d-a179-f12de056d88b req-c70efa6f-9a8e-4c08-bb15-fcd05c7db842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.611481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-c70efa6f-9a8e-4c08-bb15-fcd05c7db842 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0913494 Apr 30 01:19:43.624021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-981aa459-d38d-4564-8e48-8fdb98cd0096 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073448 Apr 30 01:19:43.652701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-825640ba-6958-4ff7-9f88-901343481c93 req-17a63502-a052-4211-bf5d-19c17ba387b7 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532341 Apr 30 01:19:43.670254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a408-a67e-430d-a179-f12de056d88b req-6ae0b91b-32f0-430c-9ed2-3b5cce1ec4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.671848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-6ae0b91b-32f0-430c-9ed2-3b5cce1ec4db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491178 Apr 30 01:19:43.694970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.707740 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3467963d-4143-435b-acb6-a18512f7510a x-openstack-request-id: req-3467963d-4143-435b-acb6-a18512f7510a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:43.708269 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e99169-af8c-4818-9824-d7fba753d371", "tag": "5ca07d4c-34fb-426e-8beb-198ba1a1d81a", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:43.708671 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3467963d-4143-435b-acb6-a18512f7510a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:43.709084 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3467963d-4143-435b-acb6-a18512f7510a'] response: {'name': 'network-changed', 'server_uuid': '16e99169-af8c-4818-9824-d7fba753d371', 'tag': '5ca07d4c-34fb-426e-8beb-198ba1a1d81a', 'status': 'completed', 'code': 200} Apr 30 01:19:43.758491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Pushing event deleted for resources: {'Port': ['ID=61edec88-1fd2-4ded-98de-19b902e6c694,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:43.841027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.843569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.844729 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e4369f43-a454-4d72-93a5-68a32b638c49 tempest-ServersWithSpecificFlavorTestJSON-781566864 tempest-ServersWithSpecificFlavorTestJSON-781566864-project] 10.222.0.15 "DELETE /v2.0/floatingips/f5cef50c-e103-4679-aea3-485db328fcc5 HTTP/1.1" status: 204 len: 168 time: 1.9822996 Apr 30 01:19:43.845636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-9a2065ba-c250-4a8a-8c39-e769619fc316 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661243 Apr 30 01:19:43.850317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-301788ee-1b85-41cf-9ff7-7ae055991987 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.851833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-301788ee-1b85-41cf-9ff7-7ae055991987 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1097 time: 0.0648417 Apr 30 01:19:43.858371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f472c-66f0-4a1d-9d1f-137643e2120c req-65531768-cb39-4724-a57a-4911a089fe96 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:43.859838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-047f472c-66f0-4a1d-9d1f-137643e2120c req-65531768-cb39-4724-a57a-4911a089fe96 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 948 time: 0.0755942 Apr 30 01:19:43.863091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821348-1'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:43.919716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35024) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:43.928593 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:43.950620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-047f472c-66f0-4a1d-9d1f-137643e2120c req-7f21491c-7b71-4499-9420-9a7dc33d2cc8 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Apr 30 01:19:43.973620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a218a408-a67e-430d-a179-f12de056d88b req-f886fb91-ac26-4232-b7e8-21f2abca7760 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126535 Apr 30 01:19:44.015860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5cc35079-a034-40f0-9d08-ca8be4fbe924 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16f32747f65547cb9a20f60523192233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955472 Apr 30 01:19:44.018274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35026) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:44.064941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59456f-cd03-4156-b414-3ebcbd7b9f65 req-cd24bf66-e7be-4008-b69a-6c829466092c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.066624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca59456f-cd03-4156-b414-3ebcbd7b9f65 req-cd24bf66-e7be-4008-b69a-6c829466092c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 946 time: 0.0500700 Apr 30 01:19:44.133917 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d97ddb75-17d6-4f26-a98e-13ee7b35bc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.157708 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca59456f-cd03-4156-b414-3ebcbd7b9f65 req-b7ef20fd-d1fd-4829-a44b-64c3ff3ac542 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834126 Apr 30 01:19:44.159709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9554-7f46-4887-9629-4668fccb1645 req-9fd5a69b-18b8-441a-8aad-f9ccef4f87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.161133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-669a9554-7f46-4887-9629-4668fccb1645 req-9fd5a69b-18b8-441a-8aad-f9ccef4f87be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f8a2974a494812be8a95a1aa679867&device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 1099 time: 0.0675795 Apr 30 01:19:44.169170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:44.180311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d97ddb75-17d6-4f26-a98e-13ee7b35bc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.242886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:44.290509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:44.294020 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b1c6bf-b048-4a03-87e3-1212c7d0cc9c" -d '{"events": [{"server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:44.300490 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.351682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d97ddb75-17d6-4f26-a98e-13ee7b35bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.354798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d97ddb75-17d6-4f26-a98e-13ee7b35bc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.356537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d97ddb75-17d6-4f26-a98e-13ee7b35bc29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b66ce74d-8ea1-4605-b473-fc8d1ad1d271 HTTP/1.1" status: 204 len: 168 time: 0.3372984 Apr 30 01:19:44.359244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9554-7f46-4887-9629-4668fccb1645 req-e9f7e151-c42c-4d01-b958-7a44e589524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.360761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-669a9554-7f46-4887-9629-4668fccb1645 req-e9f7e151-c42c-4d01-b958-7a44e589524d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1922927 Apr 30 01:19:44.368331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ddb75-17d6-4f26-a98e-13ee7b35bc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ce74d-8ea1-4605-b473-fc8d1ad1d271,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:44.374573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.419491 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-669a9554-7f46-4887-9629-4668fccb1645 req-2375a576-8565-4d06-9328-10475fe959ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5ca07d4c-34fb-426e-8beb-198ba1a1d81a HTTP/1.1" status: 200 len: 217 time: 0.0438838 Apr 30 01:19:44.450153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-902c0ead-1650-4382-8cb2-70fc55de5c3b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.457667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-902c0ead-1650-4382-8cb2-70fc55de5c3b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 813 time: 0.1890004 Apr 30 01:19:44.489467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e9b7b4fb-6d80-486d-9121-386fd13b6a25 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/quotas/64e04194c25149c0a367d6ba226ca001 HTTP/1.1" status: 200 len: 375 time: 0.0306957 Apr 30 01:19:44.513068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9554-7f46-4887-9629-4668fccb1645 req-db11dda6-6886-4148-892c-034e49d00af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.514495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-669a9554-7f46-4887-9629-4668fccb1645 req-db11dda6-6886-4148-892c-034e49d00af3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0856035 Apr 30 01:19:44.521588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Pushing event updated for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:44.527974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on host n-h1-821348-1 for vnic_type normal with profile {"migrating_to": "n-h2-821348-1"} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:44.527974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:44.527974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:44.536363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:44.536688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Attempting to bind port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:44.547757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:44.547757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:44.547757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:44.547757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Bound port: 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:44.547757 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.574504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426e919-6285-463b-b5a1-c454c255d994 req-cdbecf0d-16f9-48da-ac42-649b1e564f70 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.576096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9426e919-6285-463b-b5a1-c454c255d994 req-cdbecf0d-16f9-48da-ac42-649b1e564f70 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1043258 Apr 30 01:19:44.583971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-7b60bc78-c984-4d84-a45c-2a590b075a53 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828786 Apr 30 01:19:44.589132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9554-7f46-4887-9629-4668fccb1645 req-ff3f7115-5462-408e-932f-bf34bbf65ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.591029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-669a9554-7f46-4887-9629-4668fccb1645 req-ff3f7115-5462-408e-932f-bf34bbf65ce1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625818 Apr 30 01:19:44.657341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9426e919-6285-463b-b5a1-c454c255d994 req-2bc3e043-4044-4fff-94a6-92ac7291cdc3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 Apr 30 01:19:44.662612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:44.667642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:44.713362 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f09059b-cdaa-467f-bc10-2dec6c2ce2d0 x-openstack-request-id: req-2f09059b-cdaa-467f-bc10-2dec6c2ce2d0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:44.714184 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:44.715233 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f09059b-cdaa-467f-bc10-2dec6c2ce2d0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:44.715233 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f09059b-cdaa-467f-bc10-2dec6c2ce2d0'] response: {'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2', 'code': 200} Apr 30 01:19:44.719536 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.782652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-669a9554-7f46-4887-9629-4668fccb1645 req-41e639ed-9dec-49eb-8893-08bda327f26c service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837254 Apr 30 01:19:44.791008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-84b784bc-cd6f-44de-b4ca-a9750b781b68 service neutron] 10.222.0.15 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989892 Apr 30 01:19:44.799723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Pushing event updated for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:44.837911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.838566 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:44.840124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-29524a5b-fac4-49a3-a541-69395e925e06 service neutron] 10.222.0.23 "PUT /v2.0/ports/37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 1122 time: 0.9809873 Apr 30 01:19:44.891961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7f9c1-c32d-46e3-b2dc-0b455b1b5540 req-1616f095-845a-4571-a2a9-4ae12dc939cb tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:44.893463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-99f7f9c1-c32d-46e3-b2dc-0b455b1b5540 req-1616f095-845a-4571-a2a9-4ae12dc939cb tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.0667405 Apr 30 01:19:44.933009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-99f7f9c1-c32d-46e3-b2dc-0b455b1b5540 req-84d29712-4120-4428-88a4-847ebe2516d9 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Apr 30 01:19:44.943835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['37c131d1-0c72-4e1e-a56a-21bcb28cedc2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:44.964256 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-8da22536-3917-4b59-9e18-7f333f2b73e2 service neutron] 10.222.0.15 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708453 Apr 30 01:19:45.002931 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-669a9554-7f46-4887-9629-4668fccb1645 req-c988b431-7899-4bd5-85ce-ab2bf5dbee0d service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026784 Apr 30 01:19:45.102507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1b17-0824-4613-8a8f-a555dfe2e7f9 req-95eab6e6-3ff0-41f6-84a1-32173a0b9532 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:45.104914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b3a1b17-0824-4613-8a8f-a555dfe2e7f9 req-95eab6e6-3ff0-41f6-84a1-32173a0b9532 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 948 time: 0.0600789 Apr 30 01:19:45.147182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b3a1b17-0824-4613-8a8f-a555dfe2e7f9 req-82b1ed63-be95-47e0-87a0-118c7228912c tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Apr 30 01:19:45.280843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-de1ca3e3-60ab-47b4-9fd9-0ce29a0c0005 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:45.281915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f33c45-f65c-46e9-b8ac-2169d6c1222f req-b521fa09-8234-49f3-aeb9-96b5e80db497 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:45.282361 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-de1ca3e3-60ab-47b4-9fd9-0ce29a0c0005 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e884e21-ccaf-4cc5-824f-716c55431dd7 HTTP/1.1" status: 200 len: 946 time: 0.0488636 Apr 30 01:19:45.283408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f33c45-f65c-46e9-b8ac-2169d6c1222f req-b521fa09-8234-49f3-aeb9-96b5e80db497 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 944 time: 0.0485713 Apr 30 01:19:45.352711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f33c45-f65c-46e9-b8ac-2169d6c1222f req-848098b2-c5cf-41fd-87b6-f03382a6deaa tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624528 Apr 30 01:19:45.451531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35088) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:45.482769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Deleting port f1feafac-c4e7-49a2-870c-749c06bc0700 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:45.483396 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:45.615932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] For port f1feafac-c4e7-49a2-870c-749c06bc0700, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f1feafac-c4e7-49a2-870c-749c06bc0700,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:45.616294 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:45.631512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Calling delete_port for f1feafac-c4e7-49a2-870c-749c06bc0700 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:45.767997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7cb3321c-f799-4e0f-8e41-65f61970548e req-bc4f33ff-2542-4580-a8ec-e6d268219d95 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 210 time: 0.0355918 Apr 30 01:19:45.782767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35102) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:45.885351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003d78b-f98a-42c8-815b-433304f15d4f req-f3e4b092-f5fe-4794-898a-e06e6b2b4fe7 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:45.886854 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c003d78b-f98a-42c8-815b-433304f15d4f req-f3e4b092-f5fe-4794-898a-e06e6b2b4fe7 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfd67a4e-15bf-4f9e-903b-f96f1c55481a HTTP/1.1" status: 200 len: 945 time: 0.1243670 Apr 30 01:19:45.902428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf1830-429e-4346-938b-a97e6eec462a req-14b4fb73-e9d0-46ae-9190-62742ddccbc1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:45.902428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8edf1830-429e-4346-938b-a97e6eec462a req-14b4fb73-e9d0-46ae-9190-62742ddccbc1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1379488 Apr 30 01:19:45.914243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-986460994-network', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:45.946302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:45.961585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['f1feafac-c4e7-49a2-870c-749c06bc0700'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:45.968205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['8b31ea31-718f-4489-bccf-d8041adf3082'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:45.986832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Pushing event deleted for resources: {'Port': ['ID=f1feafac-c4e7-49a2-870c-749c06bc0700,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:46.066245 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8edf1830-429e-4346-938b-a97e6eec462a req-d8c46a42-da60-4359-9f2f-3af8dfbbea02 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563256 Apr 30 01:19:46.084755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] No DVR routers for this DVR port f1feafac-c4e7-49a2-870c-749c06bc0700 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:46.093456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Made reservation on behalf of 635dbbdca3f94be6b4a4667985f3cfad for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:46.096989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.102627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.106977 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-109a89db-5f32-4d8d-940e-262c124d8f96 req-da6eb107-c07e-4ce3-ac17-220382a9747b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.21 "DELETE /v2.0/ports/f1feafac-c4e7-49a2-870c-749c06bc0700 HTTP/1.1" status: 204 len: 173 time: 0.8100913 Apr 30 01:19:46.107961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e884e21-ccaf-4cc5-824f-716c55431dd7', 'name': 'network-vif-deleted', 'tag': 'f1feafac-c4e7-49a2-870c-749c06bc0700'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:46.109854 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5afcdc-a01f-4119-a896-07db3a7db393" -d '{"events": [{"server_uuid": "2e884e21-ccaf-4cc5-824f-716c55431dd7", "name": "network-vif-deleted", "tag": "f1feafac-c4e7-49a2-870c-749c06bc0700"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:46.123566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.136058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Deleting port 8b31ea31-718f-4489-bccf-d8041adf3082 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:46.136409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.218952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.221239 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ec93c5-08d2-4e81-93f3-7104147a4340 x-openstack-request-id: req-c3ec93c5-08d2-4e81-93f3-7104147a4340 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:46.221379 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e884e21-ccaf-4cc5-824f-716c55431dd7", "name": "network-vif-deleted", "tag": "f1feafac-c4e7-49a2-870c-749c06bc0700", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:46.221587 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3ec93c5-08d2-4e81-93f3-7104147a4340 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:46.221976 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ec93c5-08d2-4e81-93f3-7104147a4340'] response: {'server_uuid': '2e884e21-ccaf-4cc5-824f-716c55431dd7', 'name': 'network-vif-deleted', 'tag': 'f1feafac-c4e7-49a2-870c-749c06bc0700', 'status': 'completed', 'code': 200} Apr 30 01:19:46.236785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597a0fc-0504-423f-b714-0da01b64951d req-a7be524c-9bbe-43ac-a4fd-484d9543e0d1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:46.238346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e597a0fc-0504-423f-b714-0da01b64951d req-a7be524c-9bbe-43ac-a4fd-484d9543e0d1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 946 time: 0.1878655 Apr 30 01:19:46.294946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e597a0fc-0504-423f-b714-0da01b64951d req-b6c26c36-65b6-4566-9959-36538f2ef24a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Apr 30 01:19:46.305837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.325892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] For port 8b31ea31-718f-4489-bccf-d8041adf3082, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8b31ea31-718f-4489-bccf-d8041adf3082,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:46.326254 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.348797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Calling delete_port for 8b31ea31-718f-4489-bccf-d8041adf3082 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:46.349499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:19:46.366721 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.373503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ef227a-2309-4dcb-972e-971856b8c003,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:46.397963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.398374 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Added segment abbd2faa-f860-4b25-b457-434c8bb0e09a of type vlan for network 97690113-323b-47e4-958e-8156c4c13d83 Apr 30 01:19:46.410762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc867a4e-a56a-45fc-b2a6-60a1cc2a67b7 req-61b4410d-1917-4bca-a840-99909b0738a1 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:46.417958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc867a4e-a56a-45fc-b2a6-60a1cc2a67b7 req-61b4410d-1917-4bca-a840-99909b0738a1 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 948 time: 0.1507998 Apr 30 01:19:46.460457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.575355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.576535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:46.577301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.641128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] Pushing event updated for resources: {'Network': ['ID=97690113-323b-47e4-958e-8156c4c13d83,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:46.653967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 97690113-323b-47e4-958e-8156c4c13d83 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:19:46.700078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-289b7b3e-47a1-4493-86d2-e32cb8b6ad5c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9133997 Apr 30 01:19:46.700378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35132) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:46.706407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Request body: {'subnet': {'network_id': '97690113-323b-47e4-958e-8156c4c13d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-986460994-subnet', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:46.766263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:46.768769 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb96f34c-81a7-437f-818c-7ce92384997e" -d '{"events": [{"name": "network-changed", "server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:46.809023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Made reservation on behalf of 635dbbdca3f94be6b4a4667985f3cfad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:46.811473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:46.860174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc867a4e-a56a-45fc-b2a6-60a1cc2a67b7 req-f33339bd-b346-4a17-8baa-d5aff200369e tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412806 Apr 30 01:19:46.955325 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8bf743-ab7c-43c2-95ba-346980528e68 x-openstack-request-id: req-0a8bf743-ab7c-43c2-95ba-346980528e68 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:46.956050 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:46.956050 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a8bf743-ab7c-43c2-95ba-346980528e68 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:46.956273 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8bf743-ab7c-43c2-95ba-346980528e68'] response: {'name': 'network-changed', 'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2', 'status': 'completed', 'code': 200} Apr 30 01:19:47.029968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f34c-81a7-437f-818c-7ce92384997e req-454c31a8-2313-4dbb-a3e0-ea5e348b0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:47.031537 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb96f34c-81a7-437f-818c-7ce92384997e req-454c31a8-2313-4dbb-a3e0-ea5e348b0188 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1125 time: 0.0725412 Apr 30 01:19:47.044557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e7c68-81bc-44aa-9cc2-15fa0bcf9ff9 req-c81ac362-9134-407b-9f8f-bfef84b7afc4 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:47.046065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c37e7c68-81bc-44aa-9cc2-15fa0bcf9ff9 req-c81ac362-9134-407b-9f8f-bfef84b7afc4 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 944 time: 0.0753467 Apr 30 01:19:47.054393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e00852d8-d2a1-439d-b920-c0b1865594d7 req-e0c3de3c-d0ba-4944-9a7c-e8b08875518c tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 210 time: 0.0581973 Apr 30 01:19:47.141991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c37e7c68-81bc-44aa-9cc2-15fa0bcf9ff9 req-2ab5666b-10ba-48f8-8f4f-56ba44023a29 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853360 Apr 30 01:19:47.191950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f34c-81a7-437f-818c-7ce92384997e req-dcd73707-3c1d-425b-b3c2-e88ba2174234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:47.193475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb96f34c-81a7-437f-818c-7ce92384997e req-dcd73707-3c1d-425b-b3c2-e88ba2174234 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.1465399 Apr 30 01:19:47.206374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:47.219884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['f1feafac-c4e7-49a2-870c-749c06bc0700'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:47.244254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb96f34c-81a7-437f-818c-7ce92384997e req-9a61c459-07bf-4744-b304-51b4b25df02d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 217 time: 0.0435400 Apr 30 01:19:47.265218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Pushing event deleted for resources: {'Port': ['ID=8b31ea31-718f-4489-bccf-d8041adf3082,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:47.318307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] No DVR routers for this DVR port 8b31ea31-718f-4489-bccf-d8041adf3082 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:47.322171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Deleting port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:47.322502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:47.324965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:47.328142 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c003d78b-f98a-42c8-815b-433304f15d4f req-0a43334c-cff9-4542-b7d6-af830bd7ee73 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.23 "DELETE /v2.0/ports/8b31ea31-718f-4489-bccf-d8041adf3082 HTTP/1.1" status: 204 len: 173 time: 1.4260314 Apr 30 01:19:47.332622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f34c-81a7-437f-818c-7ce92384997e req-34232935-bf31-4dee-8d7e-d6e6f41d37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:47.334644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb96f34c-81a7-437f-818c-7ce92384997e req-34232935-bf31-4dee-8d7e-d6e6f41d37e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0827289 Apr 30 01:19:47.396890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb96f34c-81a7-437f-818c-7ce92384997e req-d22dfcb6-fe6a-45ed-bd27-7b449c1fbd39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383615 Apr 30 01:19:47.411717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c514d-c64e-45b6-811e-e02b684a22ea req-95d4d740-5d09-4ca2-a6b1-7e23674a429a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:47.413236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-636c514d-c64e-45b6-811e-e02b684a22ea req-95d4d740-5d09-4ca2-a6b1-7e23674a429a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1875358 Apr 30 01:19:47.461233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] For port 8c385829-12ba-4ddb-9eae-8ad6b312c4dc, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:47.461632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:47.480268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Calling delete_port for 8c385829-12ba-4ddb-9eae-8ad6b312c4dc owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:47.484049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:47.498513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-636c514d-c64e-45b6-811e-e02b684a22ea req-a688f49f-443b-4462-b76e-69aaac1de592 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566905 Apr 30 01:19:47.590919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee722c29-e82f-4fb7-b6a7-9fc24323c58a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:47.619492 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb96f34c-81a7-437f-818c-7ce92384997e req-0eb651c8-cdc1-4d0c-9e79-f6c97568cdf9 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144196 Apr 30 01:19:47.625243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Checking segment: {'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:47.625629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Network hostable DHCP agents. Network: 97690113-323b-47e4-958e-8156c4c13d83, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:19:47.653191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:47.745544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb96f34c-81a7-437f-818c-7ce92384997e req-c5ef822a-46b6-478f-a239-e532f6324ce3 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165764 Apr 30 01:19:47.784870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Network 97690113-323b-47e4-958e-8156c4c13d83 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:19:47.785201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:47.792253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:47.804570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 has no active binding in host n-h2-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:19:47.814627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c385829-12ba-4ddb-9eae-8ad6b312c4dc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:47.901295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 97690113-323b-47e4-958e-8156c4c13d83) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:47.907672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:47.912241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5ca07d4c-34fb-426e-8beb-198ba1a1d81a details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:47.915286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2ab30-74fc-4fd7-b4d6-76ffca97f0cf None None] Network 97690113-323b-47e4-958e-8156c4c13d83 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:19:47.917476 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.012467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.052367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bf219-24b7-4ce6-a516-163af9757ca7 req-9492f9d3-6226-4796-8152-1fe3e93d316f tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:48.053941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea0bf219-24b7-4ce6-a516-163af9757ca7 req-9492f9d3-6226-4796-8152-1fe3e93d316f tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 948 time: 0.1083159 Apr 30 01:19:48.063054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8012c8ef-3462-46f2-9789-07ae84c4a606 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3615584 Apr 30 01:19:48.068046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35154) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:48.073302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:48.123385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:48.138667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '5ca07d4c-34fb-426e-8beb-198ba1a1d81a', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '5ca07d4c-34fb-426e-8beb-198ba1a1d81a', 'mac_address': 'fa:16:3e:7a:81:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:48.164808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea0bf219-24b7-4ce6-a516-163af9757ca7 req-b442e6f4-2090-4b40-b8c7-d55f8077581c tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004796 Apr 30 01:19:48.217071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.219482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.259124 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.277399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8656b23d-50e2-4887-939a-783026f73ea3 req-6fe6af16-d6c3-469f-9a26-8eb3e7b4364e tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 210 time: 0.0611479 Apr 30 01:19:48.301784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-97690113-323b-47e4-958e-8156c4c13d83', 'network_id': '97690113-323b-47e4-958e-8156c4c13d83', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'fixed_ips': [{'subnet_id': 'ee722c29-e82f-4fb7-b6a7-9fc24323c58a'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:19:48.301784 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.314972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca07d4c-34fb-426e-8beb-198ba1a1d81a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:48.350539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322469-75fa-436b-9dad-e5feb41d1620 req-5dc1720b-98cb-49ae-8830-6c94752e169b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:48.358132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b322469-75fa-436b-9dad-e5feb41d1620 req-5dc1720b-98cb-49ae-8830-6c94752e169b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 944 time: 0.0710454 Apr 30 01:19:48.362432 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.408260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:48.409252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b322469-75fa-436b-9dad-e5feb41d1620 req-17435917-b410-46d2-a8dd-48a88538edde tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449493 Apr 30 01:19:48.438900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Router 86006bb1-39ae-412e-bb5d-76f609f8935e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:19:48.486450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Allocated IP 172.20.0.2 (97690113-323b-47e4-958e-8156c4c13d83/ee722c29-e82f-4fb7-b6a7-9fc24323c58a/aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:48.518935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.527021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.638345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:48.643634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-1ca881ee-e105-4832-87d5-08e54bcd5b65 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:48.645246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-1ca881ee-e105-4832-87d5-08e54bcd5b65 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.23 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 813 time: 0.2672360 Apr 30 01:19:48.695188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.702678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Request body: {'port': {'device_id': '06dcf0a0-90d5-4a3a-93d5-f92ccff148b4', 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'admin_state_up': True, 'tenant_id': '64e04194c25149c0a367d6ba226ca001'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:48.743238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.830959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5ca07d4c-34fb-426e-8beb-198ba1a1d81a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:48.858807 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:48.861234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac92d7f-c05a-403a-b6d5-187eeab46639 req-b1daf372-1dc1-4d23-9878-c7e3a85cd859 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:48.869560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ac92d7f-c05a-403a-b6d5-187eeab46639 req-b1daf372-1dc1-4d23-9878-c7e3a85cd859 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.2505152 Apr 30 01:19:48.898581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:48.915037 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] Sync routers for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:48.921780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Network 97690113-323b-47e4-958e-8156c4c13d83 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:48.929814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:48.930008 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:48.930474 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:48.936128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68081d62-83c3-4a68-9245-f5e19951014f req-9eca52cd-5962-4d56-b4b1-5cf2e0ad4f93 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:48.940220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-68081d62-83c3-4a68-9245-f5e19951014f req-9eca52cd-5962-4d56-b4b1-5cf2e0ad4f93 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1096 time: 0.1157656 Apr 30 01:19:48.940220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35178) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:48.941029 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8793290e-9cb1-4738-8357-bda00ff899a1 admin admin] 10.222.0.15 "PUT /v2.0/routers/86006bb1-39ae-412e-bb5d-76f609f8935e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4883547 Apr 30 01:19:48.946364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:48.956783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd67a4e-15bf-4f9e-903b-f96f1c55481a', 'name': 'network-vif-deleted', 'tag': '8b31ea31-718f-4489-bccf-d8041adf3082'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:48.959680 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9f839b-1d92-436d-ad0d-186f126bd7e3" -d '{"events": [{"server_uuid": "dfd67a4e-15bf-4f9e-903b-f96f1c55481a", "name": "network-vif-deleted", "tag": "8b31ea31-718f-4489-bccf-d8041adf3082"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:49.052325 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-68081d62-83c3-4a68-9245-f5e19951014f req-ec565b91-4097-42a4-9c69-a0e342300080 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943370 Apr 30 01:19:49.063611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-a5155f33-1ef2-4c8e-a542-a8e27411d80a tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:49.065247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-a5155f33-1ef2-4c8e-a542-a8e27411d80a tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.21 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 813 time: 0.2572165 Apr 30 01:19:49.101675 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:49.126874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:49.132607 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ac92d7f-c05a-403a-b6d5-187eeab46639 req-58fbfc3d-8ffb-4524-ae17-570a2f7e2719 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620156 Apr 30 01:19:49.430766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Request body: {'port': {'device_id': 'ea22b4e7-cf64-40a3-ae21-7018ff14db9a', 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'admin_state_up': True, 'tenant_id': '64e04194c25149c0a367d6ba226ca001'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:49.432019 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138cefbc-dd37-4a66-96e2-b9331dd6c589 x-openstack-request-id: req-138cefbc-dd37-4a66-96e2-b9331dd6c589 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:49.432019 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd67a4e-15bf-4f9e-903b-f96f1c55481a", "name": "network-vif-deleted", "tag": "8b31ea31-718f-4489-bccf-d8041adf3082", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:49.432019 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-138cefbc-dd37-4a66-96e2-b9331dd6c589 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:49.433128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Pushing event updated for resources: {'Port': ['ID=aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:49.433614 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138cefbc-dd37-4a66-96e2-b9331dd6c589'] response: {'server_uuid': 'dfd67a4e-15bf-4f9e-903b-f96f1c55481a', 'name': 'network-vif-deleted', 'tag': '8b31ea31-718f-4489-bccf-d8041adf3082', 'status': 'completed', 'code': 200} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Attempting to bind port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Attempting to bind port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Attempting to bind port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a on network 97690113-323b-47e4-958e-8156c4c13d83 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Checking segment: {'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Bound using segment: {'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Bound port: aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:49.434266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:49.435729 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-1062d727-90e9-423a-8f69-1e2f5826c796 service neutron] 10.222.0.21 "GET /v2.0/ports/37c131d1-0c72-4e1e-a56a-21bcb28cedc2/bindings/n-h2-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.2197635 Apr 30 01:19:49.436174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:19:47Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:49.466752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Made reservation on behalf of 64e04194c25149c0a367d6ba226ca001 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:49.470881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ab646-4a28-42cb-ba63-c2cda6f113b8 req-669ec4c3-6479-49ca-926e-66bcfd5302ce tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:49.472391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] For port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:49.472673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:49.475311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] For port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a,segment=NetworkSegment(abbd2faa-f860-4b25-b457-434c8bb0e09a),segment_id=abbd2faa-f860-4b25-b457-434c8bb0e09a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:49.478814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a0ab646-4a28-42cb-ba63-c2cda6f113b8 req-669ec4c3-6479-49ca-926e-66bcfd5302ce tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 949 time: 0.1609416 Apr 30 01:19:49.483519 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] Checking router: 86006bb1-39ae-412e-bb5d-76f609f8935e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:49.512359 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] Routers {'86006bb1-39ae-412e-bb5d-76f609f8935e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:49.513467 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['86006bb1-39ae-412e-bb5d-76f609f8935e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:49.520646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Made reservation on behalf of 64e04194c25149c0a367d6ba226ca001 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:19:49.526860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:49.536557 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:49.559575 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:49.613151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a0ab646-4a28-42cb-ba63-c2cda6f113b8 req-508dd222-58c3-4865-8678-560147aa1a0a tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322329 Apr 30 01:19:49.661848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:49.665307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8b31ea31-718f-4489-bccf-d8041adf3082 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:49.704213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb281c7-861f-46be-8540-1a143b5e0d7f None None] Pushing event updated for resources: {'Port': ['ID=aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:49.710931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 8b31ea31-718f-4489-bccf-d8041adf3082 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:49.711409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8b31ea31-718f-4489-bccf-d8041adf3082 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:49.720349 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] Set router 86006bb1-39ae-412e-bb5d-76f609f8935e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:49.853564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:49.870101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 has no active binding in host n-h2-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:19:49.885501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-191ada82-1a19-4b20-9e9e-edccd7a4cb16 req-5fa28cf9-86d5-487e-a79b-5ab69afbe7d0 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 210 time: 0.0324564 Apr 30 01:19:49.914600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Deleting port 95e40c7c-0eef-4cd8-b233-8025c898d893 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:49.914600 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:49.935699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e4a55ead-a990-4b57-981f-d894c1d1cebf details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:49.941434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f1feafac-c4e7-49a2-870c-749c06bc0700 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:50.056897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: f1feafac-c4e7-49a2-870c-749c06bc0700 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:50.062220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f1feafac-c4e7-49a2-870c-749c06bc0700 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:50.106770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:50.144318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Allocated IP 172.20.0.10 (eac97e35-f686-4cd6-9102-c1ed8acc0fce/f6c172d7-01ad-40e6-b56c-4cae6b031fe7/a77f3e36-0626-4c76-ac77-03059c916a19) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:50.176142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] For port 95e40c7c-0eef-4cd8-b233-8025c898d893, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=95e40c7c-0eef-4cd8-b233-8025c898d893,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:50.176911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:50.208697 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:19:47Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:50.217204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Calling delete_port for 95e40c7c-0eef-4cd8-b233-8025c898d893 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:50.259562 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efdb98b-896f-4b9c-8f92-dd1f40108baf None None] The sync data for ids ['86006bb1-39ae-412e-bb5d-76f609f8935e'] in n-d-821348-1 is: [{'id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-562800712-router', 'tenant_id': 'c55c9ce1aaba4181a55c5defc1110969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:00Z', 'updated_at': '2022-04-30T01:19:47Z', 'revision_number': 5, 'project_id': 'c55c9ce1aaba4181a55c5defc1110969', 'gw_port': {'id': '95e40c7c-0eef-4cd8-b233-8025c898d893', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86006bb1-39ae-412e-bb5d-76f609f8935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:02Z', 'updated_at': '2022-04-30T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:50.264592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:50.271686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751e454-3df1-4360-8cd8-21a80c5b064b req-c2d3303f-e1c6-44c9-ae96-a4dfc11cc152 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:50.280054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4751e454-3df1-4360-8cd8-21a80c5b064b req-c2d3303f-e1c6-44c9-ae96-a4dfc11cc152 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 944 time: 0.2074087 Apr 30 01:19:50.299257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'port_id': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'mac_address': 'fa:16:3e:f7:d0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b6587d-c0b7-431f-839f-e81a0ff957ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:50.389126 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:50.392959 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:50.410208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4a55ead-a990-4b57-981f-d894c1d1cebf {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:50.438970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:50.523535 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:50.528975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4751e454-3df1-4360-8cd8-21a80c5b064b req-c70e2d09-b831-42b5-aaf6-ecfd2fc4f4c2 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422280 Apr 30 01:19:50.607675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:50.648134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:50.688842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e4a55ead-a990-4b57-981f-d894c1d1cebf'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:50.756234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:50.866712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144858af-c560-485a-960e-240e25c56f0f req-c59746dc-4fc4-4e00-852d-7805c809892f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:50.876756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-144858af-c560-485a-960e-240e25c56f0f req-c59746dc-4fc4-4e00-852d-7805c809892f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1942661 Apr 30 01:19:50.919791 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.030948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:51.109915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:51.111355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Allocated IP 172.20.0.12 (eac97e35-f686-4cd6-9102-c1ed8acc0fce/f6c172d7-01ad-40e6-b56c-4cae6b031fe7/bb52a1aa-8c73-43d7-bbd6-02c9a73dc977) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:51.206921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:51.243906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:51.253490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Allocated IP 172.25.0.3 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/14e3f11e-7503-41d3-96bb-5a0094e285d9) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:51.371981 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.408172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb5c57-0fca-458a-b0d0-9336baf4219c None None] Network 97690113-323b-47e4-958e-8156c4c13d83 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:19:51.419939 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Network eac97e35-f686-4cd6-9102-c1ed8acc0fce is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:51.438173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-144858af-c560-485a-960e-240e25c56f0f req-b219ea38-f103-4b0d-aada-d67eb04e8ab4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536947 Apr 30 01:19:51.479595 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:51.487337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:51.497157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.499703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:51.500548 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.517972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Pushing event updated for resources: {'Port': ['ID=a77f3e36-0626-4c76-ac77-03059c916a19,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:51.522267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.561849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1e03cf24-ae9a-4d61-ad11-7a9d8699cb37 None None] Provisioning complete for port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:51.570241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e03cf24-ae9a-4d61-ad11-7a9d8699cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.649567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e40c7c-0eef-4cd8-b233-8025c898d893,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:51.704245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.709668 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-e7788b55-34a0-4309-a05b-72a30e8bfd43 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5291908 Apr 30 01:19:51.710977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.725138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.725399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Request body: {'port': {'device_id': 'ea22b4e7-cf64-40a3-ae21-7018ff14db9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:51.748981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:51.754325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Transition to ACTIVE for port object 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:51.762392 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.797549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68efbf9-c460-4faa-b85c-5c958f3bb4bd req-ec8b73ab-2f89-4573-b70d-8e7c9d5a6ea9 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:51.804865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f68efbf9-c460-4faa-b85c-5c958f3bb4bd req-ec8b73ab-2f89-4573-b70d-8e7c9d5a6ea9 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 949 time: 0.1882985 Apr 30 01:19:51.835160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-a700f9f6-9091-4628-887c-2fdb0abc15f4 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:19:51.841517 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-a700f9f6-9091-4628-887c-2fdb0abc15f4 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138988 Apr 30 01:19:51.844970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.858762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.888376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f68efbf9-c460-4faa-b85c-5c958f3bb4bd req-aaa30a0e-556b-4bfb-87c1-d01f8b1c3aed tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814438 Apr 30 01:19:51.889241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e03cf24-ae9a-4d61-ad11-7a9d8699cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.904303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.930109 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.931062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86006bb1-39ae-412e-bb5d-76f609f8935e {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:19:51.945460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:51.945460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-007961c8-1b1d-4f43-a57a-d6164a512922 admin admin] 10.222.0.15 "DELETE /v2.0/routers/86006bb1-39ae-412e-bb5d-76f609f8935e HTTP/1.1" status: 204 len: 168 time: 3.0034084 Apr 30 01:19:51.949356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35258) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:51.957079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e4a55ead-a990-4b57-981f-d894c1d1cebf up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:52.008993 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.026362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1e03cf24-ae9a-4d61-ad11-7a9d8699cb37 None None] For port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a,segment=NetworkSegment(abbd2faa-f860-4b25-b457-434c8bb0e09a),segment_id=abbd2faa-f860-4b25-b457-434c8bb0e09a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:52.071245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:52.071750 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.096856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:52.131923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:52.139414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:52.173439 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e03cf24-ae9a-4d61-ad11-7a9d8699cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.189063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-a2c05630-9c09-49ba-9c6b-af7b7cc16955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:52.190591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-a2c05630-9c09-49ba-9c6b-af7b7cc16955 service neutron] 10.222.0.15 "GET /v2.0/ports/700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 200 len: 1093 time: 0.3360991 Apr 30 01:19:52.203410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] No DVR routers for this DVR port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:52.290616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Network eac97e35-f686-4cd6-9102-c1ed8acc0fce is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:19:52.295478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Request body: {'binding': {'host': 'n-h1-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:52.300590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:19:52.325998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808e47c-251e-4417-a356-ab30d94f8399 req-d0167cd9-dfec-4e2a-bc0e-2ee9d33cc96f tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:52.334076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3808e47c-251e-4417-a356-ab30d94f8399 req-d0167cd9-dfec-4e2a-bc0e-2ee9d33cc96f tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 932 time: 0.1870024 Apr 30 01:19:52.376881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port e4a55ead-a990-4b57-981f-d894c1d1cebf triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:52.377277 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.425312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3808e47c-251e-4417-a356-ab30d94f8399 req-4b027b4f-505e-4e9e-81df-8bc41b664fb2 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856061 Apr 30 01:19:52.472379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03cf24-ae9a-4d61-ad11-7a9d8699cb37 None None] Pushing event updated for resources: {'Port': ['ID=aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:52.476750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8c385829-12ba-4ddb-9eae-8ad6b312c4dc no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:52.501849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] 10.222.0.21 "PUT /v2.0/ports/37c131d1-0c72-4e1e-a56a-21bcb28cedc2/bindings/n-h2-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0678706 Apr 30 01:19:52.503897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:19:52.517392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:19:52.529817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 8c385829-12ba-4ddb-9eae-8ad6b312c4dc {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:52.530103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8c385829-12ba-4ddb-9eae-8ad6b312c4dc not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:52.565799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3eaeafda-6c12-41c8-8eea-bfac3b769b94 None None] Provisioning complete for port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:52.572125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3eaeafda-6c12-41c8-8eea-bfac3b769b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.638647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Pushing event updated for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:52.649033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:52.650692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.653884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.675025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629c6be-c1d3-4393-8116-5647579666ad req-ce8a4277-e907-4905-b378-830d231aec66 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:52.676097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on host n-h1-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:52.676732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:52.677296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:52.681445 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d629c6be-c1d3-4393-8116-5647579666ad req-ce8a4277-e907-4905-b378-830d231aec66 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 945 time: 0.1425052 Apr 30 01:19:52.709226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:52.709226 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48068667-56b3-46bb-b362-67e72eaae2ba" -d '{"events": [{"server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "name": "network-vif-plugged", "status": "completed", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:52.716135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77f3e36-0626-4c76-ac77-03059c916a19 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:52.719869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-307b88dd-9979-4226-87fb-af7371180fac admin admin] Deleting subnet 6ebc9e95-7b47-4964-ad81-47db4d0f6929 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:19:52.728587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.729782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.730370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.730908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.731565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.732152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.732720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.733259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.733820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.734359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.734988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.735532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84800a-ca22-4eea-9eba-999394b90c44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:19:52.739032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:52.740528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-307b88dd-9979-4226-87fb-af7371180fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.746586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.783149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:52.784282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:52.786014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Transition to ACTIVE for port object a77f3e36-0626-4c76-ac77-03059c916a19 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:52.795953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d629c6be-c1d3-4393-8116-5647579666ad req-9dcf8fae-19db-4838-b738-2cd1f149dfb7 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015658 Apr 30 01:19:52.820539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.821446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5ca07d4c-34fb-426e-8beb-198ba1a1d81a up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:52.849025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.872589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1955962 Apr 30 01:19:52.873532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:52.874441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:52.874939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:52.875944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Bound port: 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:52.907167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Request body: {'port': {'device_id': '06dcf0a0-90d5-4a3a-93d5-f92ccff148b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:19:52.918469 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-307b88dd-9979-4226-87fb-af7371180fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:52.920791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:52.977298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Pushing event updated for resources: {'Port': ['ID=a77f3e36-0626-4c76-ac77-03059c916a19,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:52.997427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:19:53.002429 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:53.004072 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.014089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddbdf6-db18-4580-b38c-9e86e332a96b tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Pushing event updated for resources: {'Port': ['ID=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:53.071539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-0c5fc502-d692-443a-8abd-b9471d7c2fe5 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:53.071539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-0c5fc502-d692-443a-8abd-b9471d7c2fe5 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.3975925 Apr 30 01:19:53.092343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af735df0-61f5-44ae-9023-e31e556aeee6 req-cfd5d5c2-a3df-4d78-b466-9c1446a807eb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:53.100037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af735df0-61f5-44ae-9023-e31e556aeee6 req-cfd5d5c2-a3df-4d78-b466-9c1446a807eb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1278710 Apr 30 01:19:53.128762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Attempting to bind port a77f3e36-0626-4c76-ac77-03059c916a19 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:53.128762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Attempting to bind port a77f3e36-0626-4c76-ac77-03059c916a19 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:53.128762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Attempting to bind port a77f3e36-0626-4c76-ac77-03059c916a19 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:53.141783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Port a77f3e36-0626-4c76-ac77-03059c916a19 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:53.142113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Attempting to bind port a77f3e36-0626-4c76-ac77-03059c916a19 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:53.155920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:53.156295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Checking segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:53.156691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Bound using segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:53.157132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Bound port: a77f3e36-0626-4c76-ac77-03059c916a19, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:53.157489 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.188782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af735df0-61f5-44ae-9023-e31e556aeee6 req-01d244ef-1317-4e3e-aab4-4263fa76ab9e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877728 Apr 30 01:19:53.226393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Pushing event updated for resources: {'Port': ['ID=14e3f11e-7503-41d3-96bb-5a0094e285d9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:53.243586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:53.244605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.286166 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.293180 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d558c17-168a-47aa-b1a7-a14667f4484d x-openstack-request-id: req-7d558c17-168a-47aa-b1a7-a14667f4484d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:53.293493 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "name": "network-vif-plugged", "status": "completed", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:53.293747 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d558c17-168a-47aa-b1a7-a14667f4484d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:53.294734 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d558c17-168a-47aa-b1a7-a14667f4484d'] response: {'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'code': 200} Apr 30 01:19:53.352139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] For port a77f3e36-0626-4c76-ac77-03059c916a19, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:53.352994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:53.358802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] For port a77f3e36-0626-4c76-ac77-03059c916a19, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a77f3e36-0626-4c76-ac77-03059c916a19,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:53.371216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-0ea2b57b-06e9-4ac7-a0fc-69f88164979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:53.372992 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-0ea2b57b-06e9-4ac7-a0fc-69f88164979a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c&tenant_id=0ae2eb915422456a9a1791d75e06384d HTTP/1.1" status: 200 len: 1096 time: 0.2522700 Apr 30 01:19:53.374482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-307b88dd-9979-4226-87fb-af7371180fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.415807 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.419185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:53.440837 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.441644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-63714601-0aab-4517-8527-f1d911deb74d service neutron] 10.222.0.15 "POST /v2.0/ports/700a3e15-9e60-4907-9294-fcf7c5f2bbb3/bindings HTTP/1.1" status: 201 len: 389 time: 1.1832240 Apr 30 01:19:53.450050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.500490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e7b4c-e7e4-45c2-8fa2-a429ea682bcd req-5d9ae6f9-c944-4be1-86e4-42c9467da4db tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:53.509827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f1e7b4c-e7e4-45c2-8fa2-a429ea682bcd req-5d9ae6f9-c944-4be1-86e4-42c9467da4db tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 949 time: 0.1299281 Apr 30 01:19:53.518302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:53.594106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:19:53.641905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:53.642530 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.679923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-75e761f1-4f68-413a-8f2f-cd97f267b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:53.680587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] 10.222.0.21 "PUT /v2.0/ports/a77f3e36-0626-4c76-ac77-03059c916a19 HTTP/1.1" status: 200 len: 1092 time: 1.9505723 Apr 30 01:19:53.681731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-75e761f1-4f68-413a-8f2f-cd97f267b292 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1096 time: 0.2472558 Apr 30 01:19:53.683493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea22b4e7-cf64-40a3-ae21-7018ff14db9a', 'tag': 'a77f3e36-0626-4c76-ac77-03059c916a19'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:53.692071 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea22b4e7-cf64-40a3-ae21-7018ff14db9a", "tag": "a77f3e36-0626-4c76-ac77-03059c916a19"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:53.722166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.814341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f8f0a-d740-4686-9ff1-5bb2261b153b service neutron] Pushing event updated for resources: {'Port': ['ID=a77f3e36-0626-4c76-ac77-03059c916a19,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:53.830920 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-307b88dd-9979-4226-87fb-af7371180fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.942069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:53.962921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:19:53.969966 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:53.970167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f1e7b4c-e7e4-45c2-8fa2-a429ea682bcd req-aab57603-8fa9-49c8-9567-27d3f55a2d3b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450791 Apr 30 01:19:54.003930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-37eddb87-7b27-4ed2-921f-7d379ca7ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:54.005532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-37eddb87-7b27-4ed2-921f-7d379ca7ec7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 1095 time: 0.1710780 Apr 30 01:19:54.114226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6a3af679-c31e-48c0-9fba-392057b68148 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77f3e36-0626-4c76-ac77-03059c916a19 HTTP/1.1" status: 200 len: 217 time: 0.1008139 Apr 30 01:19:54.248336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfbfd5-df05-473f-965b-b74c0bbb4777 req-d90ad3cd-ff86-49db-b1bd-0c51b6f23fe0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:54.258830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5dfbfd5-df05-473f-965b-b74c0bbb4777 req-d90ad3cd-ff86-49db-b1bd-0c51b6f23fe0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.1125546 Apr 30 01:19:54.264147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 95e40c7c-0eef-4cd8-b233-8025c898d893 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:54.275436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b88dd-9979-4226-87fb-af7371180fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebc9e95-7b47-4964-ad81-47db4d0f6929,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:54.306538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-0f5b8728-10ee-4968-b403-33df0979d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:54.308969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ede63-2493-4ba3-a345-ed7a738b5a88 None None] Network 265f698d-797d-40ff-845d-c4c8da5392b5 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:19:54.312076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-307b88dd-9979-4226-87fb-af7371180fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:54.313328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-0f5b8728-10ee-4968-b403-33df0979d147 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 200 len: 853 time: 0.1832299 Apr 30 01:19:54.313451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 95e40c7c-0eef-4cd8-b233-8025c898d893 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:54.313621 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 95e40c7c-0eef-4cd8-b233-8025c898d893 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:54.317826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-307b88dd-9979-4226-87fb-af7371180fac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6ebc9e95-7b47-4964-ad81-47db4d0f6929 HTTP/1.1" status: 204 len: 168 time: 2.3480721 Apr 30 01:19:54.326201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35290) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:54.368614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5dfbfd5-df05-473f-965b-b74c0bbb4777 req-1a13607c-b3bc-40b5-bdfa-686bdec3e3b1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095529 Apr 30 01:19:54.423197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-13400471-5bd5-41b8-9c61-ae2dc631a30a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eac97e35-f686-4cd6-9102-c1ed8acc0fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758612 Apr 30 01:19:54.518844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-1ef41193-8dc0-4805-b8e3-f8805c065852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:54.520473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-1ef41193-8dc0-4805-b8e3-f8805c065852 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.8190703 Apr 30 01:19:54.533719 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cbea23-9c63-47c4-8de7-ba8842cb15a1 x-openstack-request-id: req-f3cbea23-9c63-47c4-8de7-ba8842cb15a1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:54.534341 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea22b4e7-cf64-40a3-ae21-7018ff14db9a", "tag": "a77f3e36-0626-4c76-ac77-03059c916a19", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:54.534341 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3cbea23-9c63-47c4-8de7-ba8842cb15a1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:54.534615 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cbea23-9c63-47c4-8de7-ba8842cb15a1'] response: {'name': 'network-changed', 'server_uuid': 'ea22b4e7-cf64-40a3-ae21-7018ff14db9a', 'tag': 'a77f3e36-0626-4c76-ac77-03059c916a19', 'status': 'completed', 'code': 200} Apr 30 01:19:54.557756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] DHCP port deletion for 265f698d-797d-40ff-845d-c4c8da5392b5 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:19:54.565844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4af08-5e19-4338-a776-ff1212652319 req-cdc6f147-15d5-4802-b9eb-7f94bdb52f3a tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:54.567348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fa4af08-5e19-4338-a776-ff1212652319 req-cdc6f147-15d5-4802-b9eb-7f94bdb52f3a tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 944 time: 0.6439576 Apr 30 01:19:54.628912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:54.646533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-033661ac-646f-46a3-9bad-8062344ecba0 service neutron] 10.222.0.21 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156386 Apr 30 01:19:54.646995 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] Deleting port 38555f71-5af1-40ea-9c69-2053a30cdc3f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:54.647531 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:54.647884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-603cdadf-bc50-414b-aa0c-2f228990968c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 217 time: 0.1090713 Apr 30 01:19:54.664286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212a7ee-6a8c-45a2-9190-0a0b69942b22 req-dbf01cbb-0b07-4cb6-b7bc-3dff56947319 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:54.665984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6212a7ee-6a8c-45a2-9190-0a0b69942b22 req-dbf01cbb-0b07-4cb6-b7bc-3dff56947319 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 945 time: 0.1053259 Apr 30 01:19:54.685633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-26fd1d89-aec8-46ac-9ed1-4b438b057138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:54.687124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-26fd1d89-aec8-46ac-9ed1-4b438b057138 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1096 time: 0.3584874 Apr 30 01:19:54.721413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] For port 38555f71-5af1-40ea-9c69-2053a30cdc3f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=38555f71-5af1-40ea-9c69-2053a30cdc3f,segment=NetworkSegment(78421ddb-95d2-42fd-8360-89ffdf7f50d0),segment_id=78421ddb-95d2-42fd-8360-89ffdf7f50d0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:54.722176 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:54.749065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] Calling delete_port for 38555f71-5af1-40ea-9c69-2053a30cdc3f owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:54.774038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-71bb09a7-e958-4cd0-8ea2-db6de3c51cd5 service neutron] 10.222.0.21 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067843 Apr 30 01:19:54.827807 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6212a7ee-6a8c-45a2-9190-0a0b69942b22 req-33353bd2-1877-4892-b678-e81fb456ac18 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525196 Apr 30 01:19:54.842010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:54.911161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:54.942876 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fa4af08-5e19-4338-a776-ff1212652319 req-df1f28c2-7099-4c14-aea1-e5e3c71adc39 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109009 Apr 30 01:19:54.952755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-212aa7cc-9775-44c4-8d0e-4ffef783a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:54.954287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-212aa7cc-9775-44c4-8d0e-4ffef783a249 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.2947955 Apr 30 01:19:54.961445 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:19:54.985815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Transition to ACTIVE for port object bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:19:55.009442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:55.016508 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-4176d29c-5366-4e7e-b987-e62735507794 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457871 Apr 30 01:19:55.030193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-cea29e34-b62c-4754-acff-4aeb2d1088f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.034523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-cea29e34-b62c-4754-acff-4aeb2d1088f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 1095 time: 0.1179259 Apr 30 01:19:55.088026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5b14e-68e5-421b-bc11-b654e428a457 req-7eca9b9a-f3c4-454f-b42a-a9130d056d9a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.089994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8f5b14e-68e5-421b-bc11-b654e428a457 req-7eca9b9a-f3c4-454f-b42a-a9130d056d9a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1907473 Apr 30 01:19:55.106083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:55.128656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:55.178623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-1c332725-6f20-4cc2-9393-a69298e50e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.180166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-1c332725-6f20-4cc2-9393-a69298e50e6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.4740939 Apr 30 01:19:55.187841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] Pushing event deleted for resources: {'Port': ['ID=38555f71-5af1-40ea-9c69-2053a30cdc3f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:55.191471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df0880-79c7-4f9f-a64b-65983e761f4a None None] No DVR routers for this DVR port 38555f71-5af1-40ea-9c69-2053a30cdc3f on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:55.193588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8f5b14e-68e5-421b-bc11-b654e428a457 req-9971c2a3-2c28-4386-b3ac-28912ca45aa2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666983 Apr 30 01:19:55.225266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-c5cc8fa5-be6b-46de-9b8c-bb8436ce9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.226876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-c5cc8fa5-be6b-46de-9b8c-bb8436ce9c9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 913 time: 0.1831684 Apr 30 01:19:55.245603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Deleting port 38555f71-5af1-40ea-9c69-2053a30cdc3f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:19:55.245985 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:55.272977 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-054c1018-5568-4466-9488-5ebac71fa7c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77f3e36-0626-4c76-ac77-03059c916a19 HTTP/1.1" status: 200 len: 217 time: 0.0379891 Apr 30 01:19:55.296045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e99169-af8c-4818-9824-d7fba753d371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca07d4c-34fb-426e-8beb-198ba1a1d81a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:55.299634 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2daec9-3d57-4918-a461-551d49866293" -d '{"events": [{"server_uuid": "16e99169-af8c-4818-9824-d7fba753d371", "name": "network-vif-plugged", "status": "completed", "tag": "5ca07d4c-34fb-426e-8beb-198ba1a1d81a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:55.333966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-403c83cb-7ade-4960-bc02-2a443dd55f69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 200 len: 217 time: 0.1263056 Apr 30 01:19:55.348663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Pushing event updated for resources: {'Port': ['ID=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:55.373823 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d08ef6-64b8-4047-9aa6-4dc0291dcc6e x-openstack-request-id: req-f8d08ef6-64b8-4047-9aa6-4dc0291dcc6e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:55.374159 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e99169-af8c-4818-9824-d7fba753d371", "name": "network-vif-plugged", "status": "completed", "tag": "5ca07d4c-34fb-426e-8beb-198ba1a1d81a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:55.374511 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8d08ef6-64b8-4047-9aa6-4dc0291dcc6e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:55.374974 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d08ef6-64b8-4047-9aa6-4dc0291dcc6e'] response: {'server_uuid': '16e99169-af8c-4818-9824-d7fba753d371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca07d4c-34fb-426e-8beb-198ba1a1d81a', 'code': 200} Apr 30 01:19:55.377221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-d90e1fe5-5b3f-4cc9-88ea-9d15751d09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.378890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-d90e1fe5-5b3f-4cc9-88ea-9d15751d09b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 200 len: 853 time: 0.0928783 Apr 30 01:19:55.444172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-581cf4f5-7bb0-4d13-9dd8-d55d5242f93b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eac97e35-f686-4cd6-9102-c1ed8acc0fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585256 Apr 30 01:19:55.502754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] For port 38555f71-5af1-40ea-9c69-2053a30cdc3f, host n-d-821348-1, got binding levels [] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:55.502754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:55.519691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Calling delete_port for 38555f71-5af1-40ea-9c69-2053a30cdc3f owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:19:55.524020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.ipam_backend_mixin [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Port 38555f71-5af1-40ea-9c69-2053a30cdc3f was not found and therefore no delete operation was performed {{(pid=103318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:19:55.535349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da4e0e-174a-4050-aa6d-24288de9082d req-3499faa5-5314-4635-8f5c-0b71d70041e3 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.537118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5da4e0e-174a-4050-aa6d-24288de9082d req-3499faa5-5314-4635-8f5c-0b71d70041e3 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 950 time: 0.4388177 Apr 30 01:19:55.537771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:55.557447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 38555f71-5af1-40ea-9c69-2053a30cdc3f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:19:55.576107 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-68a2fb6b-cadd-4108-9131-2a153ad9f330 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497644 Apr 30 01:19:55.583901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 38555f71-5af1-40ea-9c69-2053a30cdc3f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:19:55.584567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 38555f71-5af1-40ea-9c69-2053a30cdc3f not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:19:55.614917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-1ab6138b-b386-4688-a648-13ec275a2d19 service neutron] 10.222.0.21 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594245 Apr 30 01:19:55.627897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Pushing event deleted for resources: {'Port': ['ID=38555f71-5af1-40ea-9c69-2053a30cdc3f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:55.699482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91695b3-9007-4903-a0dd-2380e453575c req-90603ccc-a24a-4299-b9c1-f88856dc8c6d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.708048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b91695b3-9007-4903-a0dd-2380e453575c req-90603ccc-a24a-4299-b9c1-f88856dc8c6d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.2505045 Apr 30 01:19:55.714120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9d85-1cc4-4527-b0e4-983783dbb827 req-d75689d0-0a31-4fb2-b459-e3829e76a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.715885 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f6a9d85-1cc4-4527-b0e4-983783dbb827 req-d75689d0-0a31-4fb2-b459-e3829e76a0f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 1101 time: 0.2748497 Apr 30 01:19:55.746636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] No DVR routers for this DVR port 38555f71-5af1-40ea-9c69-2053a30cdc3f on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:19:55.773139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f6a9d85-1cc4-4527-b0e4-983783dbb827 req-d3469f34-01a7-4219-ba9b-c1cc906839f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466526 Apr 30 01:19:55.805980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-008ec2c4-1ac0-440c-8984-0a27b78d0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.807507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-008ec2c4-1ac0-440c-8984-0a27b78d0237 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.4504414 Apr 30 01:19:55.824312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b91695b3-9007-4903-a0dd-2380e453575c req-20fdee5b-e423-4782-b23a-191fa59c0f22 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132030 Apr 30 01:19:55.825389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Attempting to bind port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:55.825720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Attempting to bind port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:55.826190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Attempting to bind port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:55.831380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba6844cb-8a1f-4bcb-855f-d5a37bead2e6 req-a793735f-c0e6-48d5-9e48-db85741d1038 service neutron] 10.222.0.21 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084057 Apr 30 01:19:55.906980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:19:55.907596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Attempting to bind port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 on network eac97e35-f686-4cd6-9102-c1ed8acc0fce {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:55.934306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:55.945975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5da4e0e-174a-4050-aa6d-24288de9082d req-a34037fd-aba5-4506-8de7-53acddf4ce00 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312411 Apr 30 01:19:55.955695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:55.956778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Checking segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:55.956778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Bound using segment: {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:55.957202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Bound port: bb52a1aa-8c73-43d7-bbd6-02c9a73dc977, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:55.957627 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:55.972478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f23b7-abb4-4afe-ae0c-58b4e086242c req-9784ce0c-ff3e-4809-bc26-c6d19010cbc9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:55.985528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d70f23b7-abb4-4afe-ae0c-58b4e086242c req-9784ce0c-ff3e-4809-bc26-c6d19010cbc9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 945 time: 0.0711613 Apr 30 01:19:56.042308 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d70f23b7-abb4-4afe-ae0c-58b4e086242c req-a8c222d5-25f7-46c6-af2e-ac5742b478ff tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591159 Apr 30 01:19:56.068542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:19:56.075556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-499d0948-58a0-4e74-9c9b-54a6ec3ecd04 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535804 Apr 30 01:19:56.076681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] For port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:56.096401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265f698d-797d-40ff-845d-c4c8da5392b5']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:56.134959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-26d6824e-e99b-415d-986d-dc7552fd83f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956767 Apr 30 01:19:56.144055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] For port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:56.144297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78421ddb-95d2-42fd-8360-89ffdf7f50d0') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:56.144657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78421ddb-95d2-42fd-8360-89ffdf7f50d0') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:56.195776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:56.216833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:56.292038 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:56.312527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d341-537c-484a-a1aa-dab50861da02 req-f25a3c75-250f-45dc-abdb-5339078fca63 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:56.314335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6953d341-537c-484a-a1aa-dab50861da02 req-f25a3c75-250f-45dc-abdb-5339078fca63 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 944 time: 0.2735088 Apr 30 01:19:56.337560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:19:56.339539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:56.341074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:56.341757 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:56.343187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] 10.222.0.23 "PUT /v2.0/ports/bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 HTTP/1.1" status: 200 len: 1092 time: 3.4539258 Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:19:56.345518 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:19:56.347934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dcf0a0-90d5-4a3a-93d5-f92ccff148b4', 'tag': 'bb52a1aa-8c73-43d7-bbd6-02c9a73dc977'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:19:56.349803 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98924933-56f8-43eb-929d-de77f5cebd08" -d '{"events": [{"name": "network-changed", "server_uuid": "06dcf0a0-90d5-4a3a-93d5-f92ccff148b4", "tag": "bb52a1aa-8c73-43d7-bbd6-02c9a73dc977"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:19:56.398787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f93a-f759-4dde-b2ac-d3e11181ee74 req-859d4674-ab1a-4d42-921e-5d4ebff876ad tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:56.408212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c25f93a-f759-4dde-b2ac-d3e11181ee74 req-859d4674-ab1a-4d42-921e-5d4ebff876ad tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1217315 Apr 30 01:19:56.450052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c25f93a-f759-4dde-b2ac-d3e11181ee74 req-d9edf13b-961a-43ae-b06d-6575b6300892 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Apr 30 01:19:56.527641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9504c2-7509-4633-861c-d281b4e02f35 service neutron] Pushing event updated for resources: {'Port': ['ID=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:56.550105 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c74cf6b-5cff-464f-831a-7976435eacb0 x-openstack-request-id: req-4c74cf6b-5cff-464f-831a-7976435eacb0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:19:56.550308 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dcf0a0-90d5-4a3a-93d5-f92ccff148b4", "tag": "bb52a1aa-8c73-43d7-bbd6-02c9a73dc977", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:19:56.550552 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c74cf6b-5cff-464f-831a-7976435eacb0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:19:56.551029 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c74cf6b-5cff-464f-831a-7976435eacb0'] response: {'name': 'network-changed', 'server_uuid': '06dcf0a0-90d5-4a3a-93d5-f92ccff148b4', 'tag': 'bb52a1aa-8c73-43d7-bbd6-02c9a73dc977', 'status': 'completed', 'code': 200} Apr 30 01:19:56.562713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-86bac4c1-e87a-4bef-adcf-78bf028a8281 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046478 Apr 30 01:19:56.571083 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6953d341-537c-484a-a1aa-dab50861da02 req-35ddd7e9-5df1-4dba-871e-558c879a3d5a tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964839 Apr 30 01:19:56.585243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:19:56.598053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Sync routers for ids ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:19:56.609952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Routers {'92b06dc3-9640-4733-ba7b-bfdfae52a5fa'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:56.610704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:56.650817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-1d6cec61-45d9-4878-90c6-fda7f3389be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:56.652581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-1d6cec61-45d9-4878-90c6-fda7f3389be9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&device_id=06dcf0a0-90d5-4a3a-93d5-f92ccff148b4 HTTP/1.1" status: 200 len: 1095 time: 0.1507754 Apr 30 01:19:56.742720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Set router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:56.963947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:19:53Z', 'revision_number': 3, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:57.031062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f59a5-aeaa-43e7-bfb3-497ceb96c20f req-1abf20f2-4d9c-4d52-9f96-80fe63176d5b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:57.031738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Checking router: 92b06dc3-9640-4733-ba7b-bfdfae52a5fa for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:19:57.031738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Updating router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa port 14e3f11e-7503-41d3-96bb-5a0094e285d9 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:19:57.043373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-324f59a5-aeaa-43e7-bfb3-497ceb96c20f req-1abf20f2-4d9c-4d52-9f96-80fe63176d5b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.0858793 Apr 30 01:19:57.087459 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-293aeddc-6f2a-41f7-80df-eb1be80569ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 HTTP/1.1" status: 200 len: 217 time: 0.4267752 Apr 30 01:19:57.090134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:57.093867 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e8ecd179-9073-46bf-ac5b-18bc1d7ddb89 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.0217841 Apr 30 01:19:57.093867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:57.094730 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:57.097327 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:57.100555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/265f698d-797d-40ff-845d-c4c8da5392b5 HTTP/1.1" status: 204 len: 168 time: 2.7689011 Apr 30 01:19:57.105147 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-324f59a5-aeaa-43e7-bfb3-497ceb96c20f req-42087787-057f-4a3a-9630-1e98301ba1dc tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602388 Apr 30 01:19:57.105742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35336) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:57.106076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35338) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:19:57.210836 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-8313fec2-e9e2-401e-a1e2-da78b1101b36 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364808 Apr 30 01:19:57.212927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-01b8f35a-34e7-407f-8eeb-784b58290c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:57.214699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-01b8f35a-34e7-407f-8eeb-784b58290c73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 200 len: 853 time: 0.0803869 Apr 30 01:19:57.271591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-41860e1d-05d5-420f-a22d-a49f0cc67f61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eac97e35-f686-4cd6-9102-c1ed8acc0fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382748 Apr 30 01:19:57.410299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f022e2-3738-4c82-9ba4-28e208916d6e req-534d76e2-c54a-47cb-b0c3-3f842dc48ab6 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:57.416347 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9f022e2-3738-4c82-9ba4-28e208916d6e req-534d76e2-c54a-47cb-b0c3-3f842dc48ab6 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 945 time: 0.2030375 Apr 30 01:19:57.459104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-0b24d999-65c7-4b8b-ab70-8237be7c42b8 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:57.460680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-0b24d999-65c7-4b8b-ab70-8237be7c42b8 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.4009724 Apr 30 01:19:57.467836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eb534-de6f-4e73-9b67-c946a09469bd admin admin] Pushing event deleted for resources: {'Network': ['ID=265f698d-797d-40ff-845d-c4c8da5392b5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:57.470776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-f8d1cc41-3ffe-4804-b92b-a62bb2b5280b service neutron] 10.222.0.23 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879292 Apr 30 01:19:57.633131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988af596-083f-4d92-b06c-71ca78b4e118 req-534011b8-13ac-47f1-80e7-9f7bfee9b42b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:57.634774 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-988af596-083f-4d92-b06c-71ca78b4e118 req-534011b8-13ac-47f1-80e7-9f7bfee9b42b tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 950 time: 0.5603545 Apr 30 01:19:57.659727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:57.708314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9f022e2-3738-4c82-9ba4-28e208916d6e req-625d9b68-b058-4887-a75f-181f6be49677 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825367 Apr 30 01:19:57.724623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:57.876809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4dd9ded-14a7-44d9-a5c4-2171cd36df6e req-63a68003-5845-43a8-b279-7ae5e4bdc139 service neutron] 10.222.0.23 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484187 Apr 30 01:19:57.907087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Attempting to bind port 14e3f11e-7503-41d3-96bb-5a0094e285d9 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:19:57.907751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Attempting to bind port 14e3f11e-7503-41d3-96bb-5a0094e285d9 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:19:57.908291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Attempting to bind port 14e3f11e-7503-41d3-96bb-5a0094e285d9 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:19:57.918416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:19:57.920989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:19:57.920989 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:57.922842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:19:57.923203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Bound port: 14e3f11e-7503-41d3-96bb-5a0094e285d9, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:19:57.924545 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:57.930261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f2bd5-5e05-4483-866e-ce5cab4cb063 None None] Pushing event updated for resources: {'Port': ['ID=14e3f11e-7503-41d3-96bb-5a0094e285d9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:57.985566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a77f3e36-0626-4c76-ac77-03059c916a19 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:58.002563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-988af596-083f-4d92-b06c-71ca78b4e118 req-f1048fb0-3b0a-4fb3-b1d9-84b9d73a7e47 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165219 Apr 30 01:19:58.118227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] For port 14e3f11e-7503-41d3-96bb-5a0094e285d9, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:58.124675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] For port 14e3f11e-7503-41d3-96bb-5a0094e285d9, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=14e3f11e-7503-41d3-96bb-5a0094e285d9,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:19:58.160483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-2fbe587a-e863-4b89-abd4-ebc8f08e4d05 service neutron] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:19:58.164703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-2fbe587a-e863-4b89-abd4-ebc8f08e4d05 service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:58.165850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9489d46-f768-49af-9d55-de526a8a2fd4 req-2fbe587a-e863-4b89-abd4-ebc8f08e4d05 service neutron] 10.222.0.23 "DELETE /v2.0/ports/37c131d1-0c72-4e1e-a56a-21bcb28cedc2/bindings/n-h1-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.6941514 Apr 30 01:19:58.280694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98924933-56f8-43eb-929d-de77f5cebd08 req-e5e0870f-9d13-4938-aed1-2bfb6df06e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:58.285721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98924933-56f8-43eb-929d-de77f5cebd08 req-e5e0870f-9d13-4938-aed1-2bfb6df06e8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64e04194c25149c0a367d6ba226ca001&device_id=06dcf0a0-90d5-4a3a-93d5-f92ccff148b4 HTTP/1.1" status: 200 len: 1095 time: 0.2354317 Apr 30 01:19:58.330694 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:58.350116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe875-cddf-49f7-8853-756b7c4af337 req-c4447506-4c8b-4b88-8a08-8a8ada9ab988 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:58.359792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-099fe875-cddf-49f7-8853-756b7c4af337 req-c4447506-4c8b-4b88-8a08-8a8ada9ab988 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 944 time: 0.1721570 Apr 30 01:19:58.410243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a77f3e36-0626-4c76-ac77-03059c916a19, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a77f3e36-0626-4c76-ac77-03059c916a19,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:58.438871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b787d-84b4-4142-bd83-4ac09517c731 req-a89b4295-221d-48d2-af28-e6ff92c4a019 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:58.446672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-947b787d-84b4-4142-bd83-4ac09517c731 req-a89b4295-221d-48d2-af28-e6ff92c4a019 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.5218964 Apr 30 01:19:58.456053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-099fe875-cddf-49f7-8853-756b7c4af337 req-e76f4178-805b-4e14-906d-d21d85870218 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950327 Apr 30 01:19:58.484379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'a77f3e36-0626-4c76-ac77-03059c916a19', 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'port_id': 'a77f3e36-0626-4c76-ac77-03059c916a19', 'mac_address': 'fa:16:3e:c4:cb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c172d7-01ad-40e6-b56c-4cae6b031fe7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:19:58.489288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Routers {'92b06dc3-9640-4733-ba7b-bfdfae52a5fa'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:19:58.490071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:58.552676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98924933-56f8-43eb-929d-de77f5cebd08 req-6da26177-e795-447f-8f76-378eec92e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:58.559206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98924933-56f8-43eb-929d-de77f5cebd08 req-6da26177-e795-447f-8f76-378eec92e851 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 200 len: 913 time: 0.2611315 Apr 30 01:19:58.646791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98924933-56f8-43eb-929d-de77f5cebd08 req-34493452-b453-4240-8c7c-823983ae55bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 HTTP/1.1" status: 200 len: 217 time: 0.0795107 Apr 30 01:19:58.663216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-947b787d-84b4-4142-bd83-4ac09517c731 req-77d32cfb-4f91-42d9-8540-c2a1e61e7f21 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152677 Apr 30 01:19:58.674239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:58.709117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f2bd5-5e05-4483-866e-ce5cab4cb063 None None] Pushing event updated for resources: {'Port': ['ID=14e3f11e-7503-41d3-96bb-5a0094e285d9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:58.762353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77f3e36-0626-4c76-ac77-03059c916a19 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:19:58.822122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a77f3e36-0626-4c76-ac77-03059c916a19, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a77f3e36-0626-4c76-ac77-03059c916a19,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:19:58.849559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68b1f2-2da3-4de2-8bb7-a6ea29742a6d req-4368fe88-6b3b-4f10-8272-aff0f9cb91ef tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:58.859189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc68b1f2-2da3-4de2-8bb7-a6ea29742a6d req-4368fe88-6b3b-4f10-8272-aff0f9cb91ef tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.2231119 Apr 30 01:19:58.893389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98924933-56f8-43eb-929d-de77f5cebd08 req-096153ae-f65a-415e-8190-904b0d85a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:58.896797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98924933-56f8-43eb-929d-de77f5cebd08 req-096153ae-f65a-415e-8190-904b0d85a36a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 200 len: 853 time: 0.2083273 Apr 30 01:19:58.924496 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5442e8c9-24d3-4273-a048-46b399be0353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:58.929411 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:58.997341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98924933-56f8-43eb-929d-de77f5cebd08 req-b9e1241c-97a5-45fd-8aae-d74ac292a84e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eac97e35-f686-4cd6-9102-c1ed8acc0fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721726 Apr 30 01:19:59.001287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc68b1f2-2da3-4de2-8bb7-a6ea29742a6d req-ae4d42a9-3314-4e3d-bcbd-68390b10b207 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410310 Apr 30 01:19:59.056857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] Set router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:19:59.102682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a77f3e36-0626-4c76-ac77-03059c916a19,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:19:59.193373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf21f7-3e6d-44ce-8712-0b9199e62853 req-052e4820-33ea-4000-8f8f-694f04312bca tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:59.197266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1cf21f7-3e6d-44ce-8712-0b9199e62853 req-052e4820-33ea-4000-8f8f-694f04312bca tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1096 time: 0.3240311 Apr 30 01:19:59.211686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98924933-56f8-43eb-929d-de77f5cebd08 req-3ac4808b-f1bf-4012-82e8-1416615c6eae service neutron] 10.222.0.23 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002943 Apr 30 01:19:59.278250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:59.337064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['a77f3e36-0626-4c76-ac77-03059c916a19'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:19:59.486457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfbdc0-4311-461c-b594-29aee2769348 req-18b185eb-dfaf-44b1-bd86-d1b07eb34c50 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:19:59.489631 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:19:53Z', 'revision_number': 3, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:19:59.496267 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-24dfbdc0-4311-461c-b594-29aee2769348 req-18b185eb-dfaf-44b1-bd86-d1b07eb34c50 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 950 time: 0.2409542 Apr 30 01:19:59.534154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98924933-56f8-43eb-929d-de77f5cebd08 req-f519a704-cf84-4999-9a43-722e2d5d3eb3 service neutron] 10.222.0.23 "GET /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085914 Apr 30 01:19:59.555242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Allocated IP 172.20.0.1 (97690113-323b-47e4-958e-8156c4c13d83/ee722c29-e82f-4fb7-b6a7-9fc24323c58a/afe0a141-6d92-4d70-a40c-35d4bf8abdcc) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:19:59.555762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332810a-b0e0-4fb7-bef5-ea85d50582bc None None] The sync data for ids ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'] in n-d-821348-1 is: [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:19:53Z', 'revision_number': 3, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:19:59.615817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1cf21f7-3e6d-44ce-8712-0b9199e62853 req-a3599b44-f5d0-4fdd-8b10-8d89b99351e0 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909907 Apr 30 01:19:59.640328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-24dfbdc0-4311-461c-b594-29aee2769348 req-8f779dd9-2404-4101-b63d-e35405482eb1 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282282 Apr 30 01:19:59.742341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:19:59.813223 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:19:59.969928 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:00.112926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:00.187166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:00.216391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'bb52a1aa-8c73-43d7-bbd6-02c9a73dc977', 'network_id': 'eac97e35-f686-4cd6-9102-c1ed8acc0fce', 'port_id': 'bb52a1aa-8c73-43d7-bbd6-02c9a73dc977', 'mac_address': 'fa:16:3e:37:eb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c172d7-01ad-40e6-b56c-4cae6b031fe7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:00.241868 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05924ab-60a1-4499-8d4d-db1b9baa601d req-f5d3d4b7-29f5-486e-a057-a45a2b60b724 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:00.250765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b05924ab-60a1-4499-8d4d-db1b9baa601d req-f5d3d4b7-29f5-486e-a057-a45a2b60b724 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 945 time: 0.4455395 Apr 30 01:20:00.275371 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:00.293741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:00.298121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Network 97690113-323b-47e4-958e-8156c4c13d83 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:00.309627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:00.350129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:00.350746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:00.353194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:00.437613 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:00.482385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b05924ab-60a1-4499-8d4d-db1b9baa601d req-f36892f6-301c-45d7-91f6-a9fa467f9d93 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259703 Apr 30 01:20:00.486332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Pushing event updated for resources: {'Port': ['ID=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:00.547789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d93863-184a-42aa-b7cb-6c641b466614 req-9e58f27f-bfe8-476e-aa21-a2a8076b27a1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:00.549413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3d93863-184a-42aa-b7cb-6c641b466614 req-9e58f27f-bfe8-476e-aa21-a2a8076b27a1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1656539 Apr 30 01:20:00.595352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.595972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.596274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.596696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.597113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.597528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.597959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.598418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.598781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.599313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.599744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.600238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:00.672863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:00.689195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3d93863-184a-42aa-b7cb-6c641b466614 req-446ffbac-b33d-4905-a899-764e1acb8130 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272202 Apr 30 01:20:00.750502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['bb52a1aa-8c73-43d7-bbd6-02c9a73dc977'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:00.863137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f0f88-202f-45a6-bebd-735a0bd2356a req-4cc5d259-0152-436a-93ca-0155b280555c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:00.873350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-803f0f88-202f-45a6-bebd-735a0bd2356a req-4cc5d259-0152-436a-93ca-0155b280555c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.0933945 Apr 30 01:20:00.908404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-df1787e8-5273-4835-beb4-7637e750c92a None None] Provisioning complete for port afe0a141-6d92-4d70-a40c-35d4bf8abdcc triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:00.908934 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df1787e8-5273-4835-beb4-7637e750c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:00.941603 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-803f0f88-202f-45a6-bebd-735a0bd2356a req-4f8e11de-d247-46b1-a7a7-7b2f31af9b8a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641315 Apr 30 01:20:00.997161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-df1787e8-5273-4835-beb4-7637e750c92a None None] Port afe0a141-6d92-4d70-a40c-35d4bf8abdcc cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:20:01.003614 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4034300e-adf2-4a6c-bfa8-73ae98d79ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.149713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.216274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4d7c3-4998-4524-9c4b-28ae025b28c4 req-a4e548cc-a65c-433f-836c-51ed30dab3a0 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:01.227387 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6de4d7c3-4998-4524-9c4b-28ae025b28c4 req-a4e548cc-a65c-433f-836c-51ed30dab3a0 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 950 time: 0.1092775 Apr 30 01:20:01.258353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-ff24d9e1-8fff-442f-9cd5-543cffc1526a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:01.259860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-ff24d9e1-8fff-442f-9cd5-543cffc1526a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 808 time: 0.6129823 Apr 30 01:20:01.286627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6de4d7c3-4998-4524-9c4b-28ae025b28c4 req-ffed676c-2eda-4688-94a3-c19d545a63f1 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/security-groups?id=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583537 Apr 30 01:20:01.314456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-067b1ce4-cf30-4224-8564-5857d10f1f52 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/quotas/0ae2eb915422456a9a1791d75e06384d HTTP/1.1" status: 200 len: 375 time: 0.0392499 Apr 30 01:20:01.437504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Deleting port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:01.437804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.452598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-ec0845e0-f326-4378-b3bb-3d409606596f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371813 Apr 30 01:20:01.587515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-8dd64891-9c64-4c4a-86d3-404fde6126f6 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:01.591015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-8dd64891-9c64-4c4a-86d3-404fde6126f6 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 950 time: 0.1019392 Apr 30 01:20:01.602219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 14e3f11e-7503-41d3-96bb-5a0094e285d9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:01.690088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.712339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] For port c8c2b99c-c73d-4cbd-8a4e-6e8f11521608, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,segment=NetworkSegment(35f96d60-6cd7-4840-8759-b393b74231c7),segment_id=35f96d60-6cd7-4840-8759-b393b74231c7)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:01.712707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.733575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 14e3f11e-7503-41d3-96bb-5a0094e285d9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:01.733958 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.757365 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-204fa5d2-7920-4698-a7fa-2efd66daaa30 service neutron] 10.222.0.15 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003829 Apr 30 01:20:01.767281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Calling delete_port for c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:01.782613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.783338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.863966 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.866092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9a8b6-c6d2-40bc-b71f-7a63437a34d7 req-a5300412-28df-48a8-a0a7-f4557658131a tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:01.867700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89c9a8b6-c6d2-40bc-b71f-7a63437a34d7 req-a5300412-28df-48a8-a0a7-f4557658131a tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 945 time: 0.2354183 Apr 30 01:20:01.907039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 14e3f11e-7503-41d3-96bb-5a0094e285d9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=14e3f11e-7503-41d3-96bb-5a0094e285d9,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:01.945196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89c9a8b6-c6d2-40bc-b71f-7a63437a34d7 req-11edfe77-c3d8-4903-a36d-893a59a0f7a1 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682499 Apr 30 01:20:01.953305 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.966511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Deleting port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:01.969118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.981975 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:01.991214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a77f3e36-0626-4c76-ac77-03059c916a19 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:02.131913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Pushing event updated for resources: {'Port': ['ID=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:02.132287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] For port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:02.133185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:02.138761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=14e3f11e-7503-41d3-96bb-5a0094e285d9,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:02.161239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Calling delete_port for 5ca07d4c-34fb-426e-8beb-198ba1a1d81a owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:02.199325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port a77f3e36-0626-4c76-ac77-03059c916a19 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:02.202524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port a77f3e36-0626-4c76-ac77-03059c916a19 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:02.203098 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-d2cfd699-daa7-4fab-9738-56c658cb09c3 service neutron] 10.222.0.15 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448442 Apr 30 01:20:02.203371 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:02.322273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Network 97690113-323b-47e4-958e-8156c4c13d83 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:02.339771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:02.372896 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:02.414726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a074eb2-1382-4874-9c9d-03c079ce6a71 req-82740a0d-772b-4723-be4b-67714035ea17 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:02.422165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a074eb2-1382-4874-9c9d-03c079ce6a71 req-82740a0d-772b-4723-be4b-67714035ea17 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.2788877 Apr 30 01:20:02.432676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a77f3e36-0626-4c76-ac77-03059c916a19, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a77f3e36-0626-4c76-ac77-03059c916a19,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:02.434105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea22b4e7-cf64-40a3-ae21-7018ff14db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77f3e36-0626-4c76-ac77-03059c916a19'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:02.437542 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd384fca-085f-4028-b3b4-a41c278d1b6c" -d '{"events": [{"server_uuid": "ea22b4e7-cf64-40a3-ae21-7018ff14db9a", "name": "network-vif-plugged", "status": "completed", "tag": "a77f3e36-0626-4c76-ac77-03059c916a19"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:02.519197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:02.523634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a074eb2-1382-4874-9c9d-03c079ce6a71 req-7b053230-e850-4a49-bf76-b3d6a5a44643 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 Apr 30 01:20:02.617852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a77f3e36-0626-4c76-ac77-03059c916a19,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:02.714944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:20:02.810177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebd3a4-6158-4390-8067-a6fa29015eae req-c773d14a-a582-45a4-a954-bfdb4e800b5b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:02.829340 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3eebd3a4-6158-4390-8067-a6fa29015eae req-c773d14a-a582-45a4-a954-bfdb4e800b5b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.1635952 Apr 30 01:20:02.843788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-df915ab6-7e53-4ffc-98b7-207dc97bb635 None None] Provisioning complete for port afe0a141-6d92-4d70-a40c-35d4bf8abdcc triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:02.849230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df915ab6-7e53-4ffc-98b7-207dc97bb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:02.855077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:02.909122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Pushing event deleted for resources: {'Port': ['ID=5ca07d4c-34fb-426e-8beb-198ba1a1d81a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:02.915955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5ca07d4c-34fb-426e-8beb-198ba1a1d81a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:02.953160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3eebd3a4-6158-4390-8067-a6fa29015eae req-b32034c5-eda1-4542-a44d-d011a272fe31 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225419 Apr 30 01:20:03.015909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:03.019155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-df915ab6-7e53-4ffc-98b7-207dc97bb635 None None] Port afe0a141-6d92-4d70-a40c-35d4bf8abdcc cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:20:03.040295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1eaf5cb7-4165-41d2-b0ba-0055edfe4456 req-414373d8-b238-4725-a843-b8bcad7a812e tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e99169-af8c-4818-9824-d7fba753d371 HTTP/1.1" status: 200 len: 210 time: 0.1452909 Apr 30 01:20:03.100276 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0fde92-da89-455b-9c73-17e6b9d6fdd3 x-openstack-request-id: req-4a0fde92-da89-455b-9c73-17e6b9d6fdd3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:03.107573 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea22b4e7-cf64-40a3-ae21-7018ff14db9a", "name": "network-vif-plugged", "status": "completed", "tag": "a77f3e36-0626-4c76-ac77-03059c916a19", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:03.107573 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a0fde92-da89-455b-9c73-17e6b9d6fdd3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:03.107573 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0fde92-da89-455b-9c73-17e6b9d6fdd3'] response: {'server_uuid': 'ea22b4e7-cf64-40a3-ae21-7018ff14db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77f3e36-0626-4c76-ac77-03059c916a19', 'code': 200} Apr 30 01:20:03.108168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] No DVR routers for this DVR port 5ca07d4c-34fb-426e-8beb-198ba1a1d81a on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:03.111636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:03.123745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a02c5e22-86f5-4d99-a626-2f4268a3129d req-ca410024-a446-4ab7-8583-b57db319ee59 tempest-ImagesNegativeTestJSON-1669539112 tempest-ImagesNegativeTestJSON-1669539112-project] 10.222.0.21 "DELETE /v2.0/ports/5ca07d4c-34fb-426e-8beb-198ba1a1d81a HTTP/1.1" status: 204 len: 173 time: 1.5245149 Apr 30 01:20:03.126220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e99169-af8c-4818-9824-d7fba753d371', 'name': 'network-vif-deleted', 'tag': '5ca07d4c-34fb-426e-8beb-198ba1a1d81a'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:03.132409 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb6eac4-e769-4b1d-8342-0dfd204e28d8" -d '{"events": [{"server_uuid": "16e99169-af8c-4818-9824-d7fba753d371", "name": "network-vif-deleted", "tag": "5ca07d4c-34fb-426e-8beb-198ba1a1d81a"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:03.268491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c2b99c-c73d-4cbd-8a4e-6e8f11521608,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:03.314312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:20:03.318717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d64d6-9e6d-4b14-b38d-5a309c6dd770 req-a2071768-ee80-4db0-aa59-67137c669db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:03.329756 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Sync routers for ids ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:20:03.330522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-669c1655-0406-4175-ae6d-7304b7939de2 req-bcf1f26f-2e74-4974-a29c-4bc11d9cdabc tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 210 time: 0.1241777 Apr 30 01:20:03.331718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ba0d64d6-9e6d-4b14-b38d-5a309c6dd770 req-a2071768-ee80-4db0-aa59-67137c669db9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 1097 time: 0.0910659 Apr 30 01:20:03.342350 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bbff3101-df2e-423f-b726-19815ad0a341 admin admin] 10.222.0.15 "PUT /v2.0/routers/92b06dc3-9640-4733-ba7b-bfdfae52a5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2339523 Apr 30 01:20:03.405688 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Routers {'92b06dc3-9640-4733-ba7b-bfdfae52a5fa'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:03.405688 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:03.435647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66dc263-0e46-41c1-a3c2-422a0c5b0f06 req-73913bf4-fef1-4f83-a953-1994b03069ae tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:03.454773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a66dc263-0e46-41c1-a3c2-422a0c5b0f06 req-73913bf4-fef1-4f83-a953-1994b03069ae tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 946 time: 0.2586603 Apr 30 01:20:03.575406 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Set router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:03.644222 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce558634-9189-41c9-9160-b1ab1d5b7093 x-openstack-request-id: req-ce558634-9189-41c9-9160-b1ab1d5b7093 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:03.644516 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e99169-af8c-4818-9824-d7fba753d371", "name": "network-vif-deleted", "tag": "5ca07d4c-34fb-426e-8beb-198ba1a1d81a", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:03.644761 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce558634-9189-41c9-9160-b1ab1d5b7093 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:03.656049 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce558634-9189-41c9-9160-b1ab1d5b7093'] response: {'server_uuid': '16e99169-af8c-4818-9824-d7fba753d371', 'name': 'network-vif-deleted', 'tag': '5ca07d4c-34fb-426e-8beb-198ba1a1d81a', 'status': 'completed', 'code': 200} Apr 30 01:20:03.661595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a66dc263-0e46-41c1-a3c2-422a0c5b0f06 req-7bcc9494-ba7e-452c-9e8c-aaeea0c4c328 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059474 Apr 30 01:20:03.679038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ba0d64d6-9e6d-4b14-b38d-5a309c6dd770 req-9131fb80-face-4154-8e68-76d0b720aa96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370411 Apr 30 01:20:03.708866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:03.760902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:03.860922 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:20:00Z', 'revision_number': 4, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'afe0a141-6d92-4d70-a40c-35d4bf8abdcc', 'name': '', 'network_id': '97690113-323b-47e4-958e-8156c4c13d83', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'mac_address': 'fa:16:3e:1d:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ee722c29-e82f-4fb7-b6a7-9fc24323c58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:59Z', 'updated_at': '2022-04-30T01:20:01Z', 'revision_number': 2, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'subnets': [{'id': 'ee722c29-e82f-4fb7-b6a7-9fc24323c58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:03.918965 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Checking router: 92b06dc3-9640-4733-ba7b-bfdfae52a5fa for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:20:03.918965 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Updating router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa port afe0a141-6d92-4d70-a40c-35d4bf8abdcc binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:20:03.935377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 14e3f11e-7503-41d3-96bb-5a0094e285d9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:03.954990 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.190228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 14e3f11e-7503-41d3-96bb-5a0094e285d9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:04.190607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.415158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-d7d075d0-2141-4fad-a0db-1e1c74389f1f tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2086270 Apr 30 01:20:04.422318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:04.432498 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.438642 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.446047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:04.453167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:04.453797 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.485786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.570315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.606019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c850279-25d5-4902-a667-779339fc5f89 req-079b6123-27c1-4caa-86c1-10680492edf7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:04.606813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:04.607757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c850279-25d5-4902-a667-779339fc5f89 req-079b6123-27c1-4caa-86c1-10680492edf7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.2423277 Apr 30 01:20:04.614498 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.620410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.711951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.769649 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690af63-111a-403d-906c-5bad1261759d None None] Pushing event updated for resources: {'Port': ['ID=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:04.799207 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.812887 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.813499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.814196 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.814706 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.816499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.817087 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.819873 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.820457 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.820988 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.821507 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.823863 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690af63-111a-403d-906c-5bad1261759d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:04.848632 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c850279-25d5-4902-a667-779339fc5f89 req-f8c4240a-db46-4fb3-a925-5752ffe5a56f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191205 Apr 30 01:20:04.851719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:04.863466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.962799 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Attempting to bind port afe0a141-6d92-4d70-a40c-35d4bf8abdcc on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:04.964040 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Attempting to bind port afe0a141-6d92-4d70-a40c-35d4bf8abdcc by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:04.964494 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Attempting to bind port afe0a141-6d92-4d70-a40c-35d4bf8abdcc on network 97690113-323b-47e4-958e-8156c4c13d83 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:04.976591 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:04.977123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Checking segment: {'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:04.977666 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:04.978154 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Bound using segment: {'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:04.979401 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Bound port: afe0a141-6d92-4d70-a40c-35d4bf8abdcc, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd2faa-f860-4b25-b457-434c8bb0e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97690113-323b-47e4-958e-8156c4c13d83'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:04.983742 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:05.102359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dcf0a0-90d5-4a3a-93d5-f92ccff148b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb52a1aa-8c73-43d7-bbd6-02c9a73dc977'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:05.104914 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71635cdc-cfc0-4f3e-87ee-5f7c9ccf4576" -d '{"events": [{"server_uuid": "06dcf0a0-90d5-4a3a-93d5-f92ccff148b4", "name": "network-vif-plugged", "status": "completed", "tag": "bb52a1aa-8c73-43d7-bbd6-02c9a73dc977"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:05.147475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Allocated IP 172.25.0.49 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/886166ba-a30d-48b7-817b-3bfcb8abbcb5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:05.176796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2f65b778-7ab2-476d-96e7-8b54decceb11 None None] Provisioning complete for port afe0a141-6d92-4d70-a40c-35d4bf8abdcc triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:05.177174 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f65b778-7ab2-476d-96e7-8b54decceb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:05.185701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ae41c-64b8-47f8-9f80-5a80e411f435 req-a7015f64-94b7-4107-b53c-ede359442bf6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:05.187349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d2ae41c-64b8-47f8-9f80-5a80e411f435 req-a7015f64-94b7-4107-b53c-ede359442bf6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.1583531 Apr 30 01:20:05.244910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:20:05.254530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d2ae41c-64b8-47f8-9f80-5a80e411f435 req-9bfcea40-2823-4a9c-8538-033aaa3afd9f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545824 Apr 30 01:20:05.266926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2f65b778-7ab2-476d-96e7-8b54decceb11 None None] Port afe0a141-6d92-4d70-a40c-35d4bf8abdcc cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:20:05.306285 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] For port afe0a141-6d92-4d70-a40c-35d4bf8abdcc, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:05.312408 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] For port afe0a141-6d92-4d70-a40c-35d4bf8abdcc, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,segment=NetworkSegment(abbd2faa-f860-4b25-b457-434c8bb0e09a),segment_id=abbd2faa-f860-4b25-b457-434c8bb0e09a)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:05.374127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:05.404359 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:05.496880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4553c14e-b490-4fa9-bf11-80e80cbae12a req-45494aec-090d-4570-8d8c-ddd50a5ec70b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 210 time: 0.0404060 Apr 30 01:20:05.540946 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Routers {'92b06dc3-9640-4733-ba7b-bfdfae52a5fa'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:05.546611 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:05.562875 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690af63-111a-403d-906c-5bad1261759d None None] Pushing event updated for resources: {'Port': ['ID=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:05.564267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:05.602163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:20:05.613577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] Sync routers for ids ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:20:05.637657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f2de3632-4805-4427-aca4-4eef9260051b admin admin] 10.222.0.15 "PUT /v2.0/routers/4d5e05c3-baa6-46fb-9e11-dd356f9bdf66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5264103 Apr 30 01:20:05.638431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:05.643384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] Routers {'4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:05.644338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:05.711414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Pushing event updated for resources: {'Port': ['ID=886166ba-a30d-48b7-817b-3bfcb8abbcb5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:05.733601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] Set router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:05.763376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:05.765026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:05.771193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:05.863482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] Set router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:05.904461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22859c-474e-4038-924b-b6a7e528236a req-10cf0166-bc54-4b92-800a-44b5d15a7cf2 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:05.912638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da22859c-474e-4038-924b-b6a7e528236a req-10cf0166-bc54-4b92-800a-44b5d15a7cf2 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 946 time: 0.2524076 Apr 30 01:20:05.997842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da22859c-474e-4038-924b-b6a7e528236a req-2f7843af-365e-4195-9b05-435197585544 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841668 Apr 30 01:20:06.032457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5ca07d4c-34fb-426e-8beb-198ba1a1d81a no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:06.038583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Provisioning complete for port afe0a141-6d92-4d70-a40c-35d4bf8abdcc triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:06.044695 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.046695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.133906 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.156003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 5ca07d4c-34fb-426e-8beb-198ba1a1d81a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:06.171934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5ca07d4c-34fb-426e-8beb-198ba1a1d81a not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:06.185984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.259835 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:20:00Z', 'revision_number': 4, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'afe0a141-6d92-4d70-a40c-35d4bf8abdcc', 'name': '', 'network_id': '97690113-323b-47e4-958e-8156c4c13d83', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'mac_address': 'fa:16:3e:1d:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ee722c29-e82f-4fb7-b6a7-9fc24323c58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:59Z', 'updated_at': '2022-04-30T01:20:05Z', 'revision_number': 4, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'subnets': [{'id': 'ee722c29-e82f-4fb7-b6a7-9fc24323c58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:06.274934 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754102b-cf41-4fa7-80a2-6ba99985fbca x-openstack-request-id: req-5754102b-cf41-4fa7-80a2-6ba99985fbca {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:06.275223 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dcf0a0-90d5-4a3a-93d5-f92ccff148b4", "name": "network-vif-plugged", "status": "completed", "tag": "bb52a1aa-8c73-43d7-bbd6-02c9a73dc977", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:06.275544 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5754102b-cf41-4fa7-80a2-6ba99985fbca {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:06.278451 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5754102b-cf41-4fa7-80a2-6ba99985fbca'] response: {'server_uuid': '06dcf0a0-90d5-4a3a-93d5-f92ccff148b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb52a1aa-8c73-43d7-bbd6-02c9a73dc977', 'code': 200} Apr 30 01:20:06.312667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.320586 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6588eb9-ffb4-423c-8ae3-dd248971ec36 None None] The sync data for ids ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'] in n-d-821348-1 is: [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:20:00Z', 'revision_number': 4, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'afe0a141-6d92-4d70-a40c-35d4bf8abdcc', 'name': '', 'network_id': '97690113-323b-47e4-958e-8156c4c13d83', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'mac_address': 'fa:16:3e:1d:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ee722c29-e82f-4fb7-b6a7-9fc24323c58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:59Z', 'updated_at': '2022-04-30T01:20:05Z', 'revision_number': 4, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'subnets': [{'id': 'ee722c29-e82f-4fb7-b6a7-9fc24323c58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:20:06.497020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Deleting port 43bd2e59-d75c-4ef7-98c3-5356b47349a0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:06.499056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.611710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:20:02Z', 'revision_number': 5, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port': {'id': '43bd2e59-d75c-4ef7-98c3-5356b47349a0', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:17:16Z', 'updated_at': '2022-04-30T01:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:06.626089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.660274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899a019-f228-4b9b-a8dc-589375998997 req-8bc2a59c-65ad-40f3-8047-92c2bb026f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:06.664188 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5899a019-f228-4b9b-a8dc-589375998997 req-8bc2a59c-65ad-40f3-8047-92c2bb026f32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06dcf0a0-90d5-4a3a-93d5-f92ccff148b4 HTTP/1.1" status: 200 len: 1097 time: 0.3358841 Apr 30 01:20:06.675927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9cfa9e50-e206-4b30-953e-e9b50f9a527d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:06.677222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] Checking router: 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:20:06.677415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9cfa9e50-e206-4b30-953e-e9b50f9a527d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 808 time: 0.4250412 Apr 30 01:20:06.694396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Request body: {'port': {'device_id': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'admin_state_up': True, 'tenant_id': '0ae2eb915422456a9a1791d75e06384d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:06.706635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] Routers {'4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:06.709491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:06.749631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd312cfd-9fbc-47cc-9a2c-6e1885b9eaf9 req-e81162db-ef39-4e54-92d8-3f3487cc0ba5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:06.758502 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd312cfd-9fbc-47cc-9a2c-6e1885b9eaf9 req-e81162db-ef39-4e54-92d8-3f3487cc0ba5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.2274055 Apr 30 01:20:06.785934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] For port afe0a141-6d92-4d70-a40c-35d4bf8abdcc, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,segment=NetworkSegment(abbd2faa-f860-4b25-b457-434c8bb0e09a),segment_id=abbd2faa-f860-4b25-b457-434c8bb0e09a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:06.844385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd312cfd-9fbc-47cc-9a2c-6e1885b9eaf9 req-37b38587-79b8-4be1-b4dd-57bf46ff1ef7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845423 Apr 30 01:20:06.852735 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.886076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] For port 43bd2e59-d75c-4ef7-98c3-5356b47349a0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=43bd2e59-d75c-4ef7-98c3-5356b47349a0,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:06.889712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.901567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:06.917155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Calling delete_port for 43bd2e59-d75c-4ef7-98c3-5356b47349a0 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:06.919721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] Set router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:06.924149 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5899a019-f228-4b9b-a8dc-589375998997 req-043050c5-41a9-4d6b-9bcb-efa0c12972ad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450602 Apr 30 01:20:07.003544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.054779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d9be-2342-4a76-aff0-a595d129c0bf req-f402027d-c50e-450a-9a5a-17a22ed7e6d6 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:07.056329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c94d9be-2342-4a76-aff0-a595d129c0bf req-f402027d-c50e-450a-9a5a-17a22ed7e6d6 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=06dcf0a0-90d5-4a3a-93d5-f92ccff148b4 HTTP/1.1" status: 200 len: 946 time: 0.1161001 Apr 30 01:20:07.061709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:20:06Z', 'revision_number': 6, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:07.085700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.097088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b7d3e-a414-4b7a-b50d-338c85018704 None None] The sync data for ids ['4d5e05c3-baa6-46fb-9e11-dd356f9bdf66'] in n-d-821348-1 is: [{'id': '4d5e05c3-baa6-46fb-9e11-dd356f9bdf66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-824375723-router', 'tenant_id': '753858fd8cca4e04b393070b455a7f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:17:14Z', 'updated_at': '2022-04-30T01:20:06Z', 'revision_number': 6, 'project_id': '753858fd8cca4e04b393070b455a7f55', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:20:07.130335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Pushing event updated for resources: {'Port': ['ID=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:07.132018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Made reservation on behalf of 0ae2eb915422456a9a1791d75e06384d for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:07.135956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.158762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.159681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.160193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.160694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.161187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.161690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.162173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.162784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.163272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.164001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.164504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.164993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d416c-acc5-4dad-ab54-1c86d220d14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:07.201339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Pushing event updated for resources: {'Port': ['ID=886166ba-a30d-48b7-817b-3bfcb8abbcb5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:07.201633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c94d9be-2342-4a76-aff0-a595d129c0bf req-8f2da3dd-569a-4d40-b91a-c82ceebdd262 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293790 Apr 30 01:20:07.342269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Allocated IP 172.20.0.3 (b434aa75-0d3e-48c1-942a-f1401fcbf3f1/a01c2a0b-dd3f-49fd-9728-055577d09a86/5b9d7d78-beb0-4d9a-8b87-083d9b789639) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:07.347373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.349073 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-1ce5747b-c2e8-43af-978a-34ea3af64284 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9327037 Apr 30 01:20:07.359079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a9df2-6bd9-43c9-88df-0faa37dec29a req-e3cc33be-2bec-40e9-b3b1-f6447e505119 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:07.360641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-497a9df2-6bd9-43c9-88df-0faa37dec29a req-e3cc33be-2bec-40e9-b3b1-f6447e505119 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.0608089 Apr 30 01:20:07.408411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-497a9df2-6bd9-43c9-88df-0faa37dec29a req-c73648d2-78fb-46dd-a535-ff837bbbf427 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380757 Apr 30 01:20:07.409036 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.473444 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Pushing event deleted for resources: {'Port': ['ID=43bd2e59-d75c-4ef7-98c3-5356b47349a0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:07.544430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.618109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-84794ca9-8032-4080-94ed-0dfed00487e6 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.2541838 Apr 30 01:20:07.669284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device afe0a141-6d92-4d70-a40c-35d4bf8abdcc up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:07.738209 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.743032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-917badf0-b5c4-40aa-8d73-be337e3a044d req-aba9a380-3fc5-430e-a728-724dffb753a2 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 210 time: 0.1380794 Apr 30 01:20:07.745120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.756411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port afe0a141-6d92-4d70-a40c-35d4bf8abdcc triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:07.757015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.906401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:07.938153 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.938153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:20:07.939925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:07.941243 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7483c5b9-60b3-403a-a0c5-39d8a4fc0acc admin admin] 10.222.0.15 "DELETE /v2.0/routers/4d5e05c3-baa6-46fb-9e11-dd356f9bdf66 HTTP/1.1" status: 204 len: 168 time: 2.3018510 Apr 30 01:20:07.944174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35510) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:07.949304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:07.954178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c8c2b99c-c73d-4cbd-8a4e-6e8f11521608 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:07.971219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-48e4c0fb-6699-4e47-9df5-2762ed44906e tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:07.973559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77f8174f-b65f-464e-ac5d-f64cfe0fa5a2 req-48e4c0fb-6699-4e47-9df5-2762ed44906e tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.3199115 Apr 30 01:20:07.990811 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.111671 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e88caa98-57cd-46d7-ac2e-3b98d21aa7b9 req-8c6e17d1-42d4-4ca6-9e97-d35e3e4b6df6 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips/fd19901b-bc8f-4592-9318-3107dc35c633 HTTP/1.1" status: 200 len: 692 time: 0.0897779 Apr 30 01:20:08.124767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dace5a-6319-4f82-9683-b6d85cc01b42 admin admin] Deleting subnet 208ba0ba-d728-45d8-9551-2755a348095e {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:20:08.139729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21be1-aa87-424e-af83-68934251403d req-fb65a096-d98f-4a69-836e-0ccc414bbe33 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:08.147947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57a21be1-aa87-424e-af83-68934251403d req-fb65a096-d98f-4a69-836e-0ccc414bbe33 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1820862 Apr 30 01:20:08.161763 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08dace5a-6319-4f82-9683-b6d85cc01b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.197416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.216676 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08dace5a-6319-4f82-9683-b6d85cc01b42 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.230574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57a21be1-aa87-424e-af83-68934251403d req-340a5dbf-8d1b-4dce-9926-5fc4124f697d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793312 Apr 30 01:20:08.330691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:08.336488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08dace5a-6319-4f82-9683-b6d85cc01b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.337120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:08.341304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Pushing event updated for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:08.343687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:08.441644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa98-57cd-46d7-ac2e-3b98d21aa7b9 req-8b59e480-eb66-425f-af85-85bee779d9e9 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:08.443487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e88caa98-57cd-46d7-ac2e-3b98d21aa7b9 req-8b59e480-eb66-425f-af85-85bee779d9e9 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.3250277 Apr 30 01:20:08.456175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-e88caa98-57cd-46d7-ac2e-3b98d21aa7b9 req-44fa71dd-84a8-4ba8-89df-953224af9ce7 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:20:08.457490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e88caa98-57cd-46d7-ac2e-3b98d21aa7b9 req-44fa71dd-84a8-4ba8-89df-953224af9ce7 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070496 Apr 30 01:20:08.467351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:08.467351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.494887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe703b40-d67f-48c6-bb78-95132dfcf681 req-13be2b9f-6961-48c5-8307-baef36cd0b47 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:08.502282 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe703b40-d67f-48c6-bb78-95132dfcf681 req-13be2b9f-6961-48c5-8307-baef36cd0b47 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=06dcf0a0-90d5-4a3a-93d5-f92ccff148b4 HTTP/1.1" status: 200 len: 946 time: 0.0979977 Apr 30 01:20:08.550517 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-b81b46e5-37e0-42ba-b579-a554334ac48a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8596585 Apr 30 01:20:08.563740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Request body: {'port': {'device_id': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:08.580133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe703b40-d67f-48c6-bb78-95132dfcf681 req-c27427a0-2ba8-4b89-8658-b5822bed3042 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759857 Apr 30 01:20:08.580856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08dace5a-6319-4f82-9683-b6d85cc01b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.671085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.706735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dace5a-6319-4f82-9683-b6d85cc01b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208ba0ba-d728-45d8-9551-2755a348095e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:08.711792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ec5e907-9341-444f-90e6-70bc5af3be3c req-67a5a676-b125-4b68-bb21-11bed9ae4f06 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=635dbbdca3f94be6b4a4667985f3cfad HTTP/1.1" status: 200 len: 695 time: 0.0813892 Apr 30 01:20:08.715264 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08dace5a-6319-4f82-9683-b6d85cc01b42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.720506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27283e54-288d-4625-ba26-68ce89db7884 None None] Network 9f69faad-ede1-4386-8394-4a5f4f807132 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:20:08.721056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-08dace5a-6319-4f82-9683-b6d85cc01b42 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/208ba0ba-d728-45d8-9551-2755a348095e HTTP/1.1" status: 204 len: 168 time: 0.7756753 Apr 30 01:20:08.723413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35526) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:08.804094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f6818-c04e-4550-b893-9b9f499ada11 req-e75f21b5-0b10-4ece-b81f-db06dfdb8098 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:08.805654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f73f6818-c04e-4550-b893-9b9f499ada11 req-e75f21b5-0b10-4ece-b81f-db06dfdb8098 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.1915357 Apr 30 01:20:08.859800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:08.921391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5e907-9341-444f-90e6-70bc5af3be3c req-6a0a0743-d9c4-44b9-b4c8-35ea62f7b672 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:08.923031 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ec5e907-9341-444f-90e6-70bc5af3be3c req-6a0a0743-d9c4-44b9-b4c8-35ea62f7b672 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/networks?id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 787 time: 0.1852703 Apr 30 01:20:08.938470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-2ec5e907-9341-444f-90e6-70bc5af3be3c req-55dc12ed-415b-4c45-9197-06611dd1c607 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:20:08.940105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ec5e907-9341-444f-90e6-70bc5af3be3c req-55dc12ed-415b-4c45-9197-06611dd1c607 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072639 Apr 30 01:20:09.014231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] DHCP port deletion for 9f69faad-ede1-4386-8394-4a5f4f807132 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:20:09.038831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Deleting port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:09.039182 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:09.117953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:09.135167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] Deleting port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:09.135704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:09.203733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] For port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,segment=NetworkSegment(35f96d60-6cd7-4840-8759-b393b74231c7),segment_id=35f96d60-6cd7-4840-8759-b393b74231c7)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:09.204029 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:09.223223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdc1d8-d46d-49ef-8507-d67929c3905b req-2ef78506-ae96-45e0-8f9d-0fc2d1cb1661 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:09.225203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ebdc1d8-d46d-49ef-8507-d67929c3905b req-2ef78506-ae96-45e0-8f9d-0fc2d1cb1661 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 931 time: 0.1060405 Apr 30 01:20:09.239509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Calling delete_port for c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:09.311206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] For port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,segment=NetworkSegment(35f96d60-6cd7-4840-8759-b393b74231c7),segment_id=35f96d60-6cd7-4840-8759-b393b74231c7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:09.311674 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:09.369777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f73f6818-c04e-4550-b893-9b9f499ada11 req-02e7683b-615f-4ed4-829a-0bb025dce5b2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472963 Apr 30 01:20:09.452890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ebdc1d8-d46d-49ef-8507-d67929c3905b req-f1ebd9c6-a99f-4fc8-bbd9-2c3461bdf8a0 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153642 Apr 30 01:20:09.479715 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-75ba02f6-d7f1-45ea-a372-45ba7b2b8859 service neutron] show failed (client error): The resource could not be found. Apr 30 01:20:09.479715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-75ba02f6-d7f1-45ea-a372-45ba7b2b8859 service neutron] 10.222.0.23 "GET /v2.0/ports/d3e08957-e423-4d95-823e-d6febf898616/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.1797535 Apr 30 01:20:09.648672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70af1924-c1fb-4921-9401-2282f75b9664 req-25e7a132-c80d-4ad4-8758-5cbad2566c41 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips/fd19901b-bc8f-4592-9318-3107dc35c633 HTTP/1.1" status: 200 len: 692 time: 0.1108890 Apr 30 01:20:09.672966 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] Calling delete_port for c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:09.675692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:09.687953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:09.718239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:09.718239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:09.718239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 43bd2e59-d75c-4ef7-98c3-5356b47349a0 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:09.732520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ff8bcc15-bd79-41aa-82c8-c6f8f9a6e413 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3f8a2974a494812be8a95a1aa679867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000078 Apr 30 01:20:09.744930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35552) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:09.762651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:09.768191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] No DVR routers for this DVR port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:09.769346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 43bd2e59-d75c-4ef7-98c3-5356b47349a0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:09.770266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 43bd2e59-d75c-4ef7-98c3-5356b47349a0 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:09.816374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c788c-15df-4caa-afe8-622a4dd8122b req-a132bd64-cb73-4d82-94ba-8a813de2037e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:09.818611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e39c788c-15df-4caa-afe8-622a4dd8122b req-a132bd64-cb73-4d82-94ba-8a813de2037e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1837907 Apr 30 01:20:09.858687 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:09.880900 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.881712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.882777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.883216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > port after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.883664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.884075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > port after_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.884492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.885403 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.885958 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.886555 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.906521 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:09.964583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.965080 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.965942 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.965942 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 01:20:09.966346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f69faad-ede1-4386-8394-4a5f4f807132']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:09.977343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9d7d78-beb0-4d9a-8b87-083d9b789639 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:09.985493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f96d60-6cd7-4840-8759-b393b74231c7') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:09.985870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f96d60-6cd7-4840-8759-b393b74231c7') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:09.997230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.004520 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.022248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] Pushing event deleted for resources: {'Port': ['ID=c8ecae98-30b9-425b-a3d1-5c0e90fc32b2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:10.026175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Transition to ACTIVE for port object 5b9d7d78-beb0-4d9a-8b87-083d9b789639 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:20:10.029225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aebf33-db35-45e1-83bf-fb53350bb822 None None] No DVR routers for this DVR port c8ecae98-30b9-425b-a3d1-5c0e90fc32b2 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:10.029505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.036819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:20:10.037308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.108081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e39c788c-15df-4caa-afe8-622a4dd8122b req-7e4b903d-aa51-43a4-88b4-35c982c5044c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770061 Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: from cryptography.utils import int_from_bytes Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: from cryptography.utils import int_from_bytes Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:20:10.130456 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:20:10.133064 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.137107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b6a51ec-4bc0-4b06-a56f-53df5b0629a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.185356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af1924-c1fb-4921-9401-2282f75b9664 req-8bf8ba93-a894-4d78-a931-a06af3ee655f tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:10.192025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70af1924-c1fb-4921-9401-2282f75b9664 req-8bf8ba93-a894-4d78-a931-a06af3ee655f tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.5424738 Apr 30 01:20:10.215703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-70af1924-c1fb-4921-9401-2282f75b9664 req-a18ad78a-eee3-4bac-b247-f601fbf2fbe5 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:20:10.216918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70af1924-c1fb-4921-9401-2282f75b9664 req-a18ad78a-eee3-4bac-b247-f601fbf2fbe5 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119765 Apr 30 01:20:10.218920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-074c0259-f4e7-4a45-ad42-f05395fdedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:10.220940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-074c0259-f4e7-4a45-ad42-f05395fdedbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 1101 time: 0.1228428 Apr 30 01:20:10.223462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.236402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.243448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9f69faad-ede1-4386-8394-4a5f4f807132 HTTP/1.1" status: 204 len: 168 time: 1.5167227 Apr 30 01:20:10.246235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:10.261320 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b6a51ec-4bc0-4b06-a56f-53df5b0629a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.266661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:10.332101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70af1924-c1fb-4921-9401-2282f75b9664 req-b11d6bf1-9bfd-48c6-872b-38bc6328fe6c tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.0820005 Apr 30 01:20:10.336005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c77d02-1c07-44eb-b614-db6e8160c088 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f69faad-ede1-4386-8394-4a5f4f807132,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:10.370143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efd796-06c1-4194-83fc-9a043ff5bd86 req-7ecb394a-8726-4868-87e9-5271e87acfcb tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:10.372182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5efd796-06c1-4194-83fc-9a043ff5bd86 req-7ecb394a-8726-4868-87e9-5271e87acfcb tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=06dcf0a0-90d5-4a3a-93d5-f92ccff148b4 HTTP/1.1" status: 200 len: 946 time: 0.1734607 Apr 30 01:20:10.423965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70af1924-c1fb-4921-9401-2282f75b9664 req-fc04fbfc-73a8-43a9-965a-ba415ab57e7d tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.0755813 Apr 30 01:20:10.455203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5efd796-06c1-4194-83fc-9a043ff5bd86 req-fc468c0a-300b-4bbe-9632-77508b8304df tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/security-groups?id=24227488-7e12-49b4-ad70-6da10f46c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Apr 30 01:20:10.457926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:10.458334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:10.458650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:10.490305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:10.490610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:10.495404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.498013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:10.498568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:10.498982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:10.499523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Bound port: 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:10.499819 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.520572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b6a51ec-4bc0-4b06-a56f-53df5b0629a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.525954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b6a51ec-4bc0-4b06-a56f-53df5b0629a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.530383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3b6a51ec-4bc0-4b06-a56f-53df5b0629a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5 HTTP/1.1" status: 204 len: 168 time: 0.7796638 Apr 30 01:20:10.676048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a51ec-4bc0-4b06-a56f-53df5b0629a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3214fd-d5a1-4bed-85e5-a4afd20ec3f5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:10.744915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35566) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:10.768923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:10.772943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Deleting port 886166ba-a30d-48b7-817b-3bfcb8abbcb5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:10.773375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.773589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:10.801799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f688a-30a2-4464-bcb8-9fea4c4f1459 req-48577a26-691c-47c9-bfb2-b58075b066e7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:10.812273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c8f688a-30a2-4464-bcb8-9fea4c4f1459 req-48577a26-691c-47c9-bfb2-b58075b066e7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.2250988 Apr 30 01:20:10.876649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c8f688a-30a2-4464-bcb8-9fea4c4f1459 req-a476575c-7b13-4d53-b09d-4d7dd7d9b152 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647852 Apr 30 01:20:10.881719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.961780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:10.962680 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:10.965396 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 200 len: 1091 time: 2.4077282 Apr 30 01:20:10.965862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:10.969702 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9409431e-d9fa-413f-8b87-d889892a4def" -d '{"events": [{"name": "network-changed", "server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:11.056394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5131b1-91be-4017-95a0-103abb0315a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:11.170637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5223b2-57ef-4055-ba11-0a242f159c5f req-6a677069-9d76-4925-af07-84dd337c8603 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:11.188392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c5223b2-57ef-4055-ba11-0a242f159c5f req-6a677069-9d76-4925-af07-84dd337c8603 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 943 time: 0.1942840 Apr 30 01:20:11.211817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-0bdd106d-73c8-47e2-b241-3e480b78126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:11.215127 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-0bdd106d-73c8-47e2-b241-3e480b78126b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1094 time: 0.1352096 Apr 30 01:20:11.267623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1c909322-dd39-4e0d-b84a-4b428f753ab5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c55c9ce1aaba4181a55c5defc1110969&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5215914 Apr 30 01:20:11.278789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35578) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:11.305398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-0f5bb2c1-c15e-4866-9b8f-08c3164672d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 200 len: 217 time: 0.0791442 Apr 30 01:20:11.308660 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.309213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.347778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Calling delete_port for 886166ba-a30d-48b7-817b-3bfcb8abbcb5 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:11.378315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c5223b2-57ef-4055-ba11-0a242f159c5f req-2b07b18c-8e7a-477d-990e-c36c3aee4b15 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889541 Apr 30 01:20:11.395953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:11.413462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-119d08fa-d805-49b9-93e3-e383cb6e8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:11.522513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-119d08fa-d805-49b9-93e3-e383cb6e8831 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0897284 Apr 30 01:20:11.522513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-412c6a1d-51ee-45c4-8394-3e6c1970ddb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277963 Apr 30 01:20:11.523108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:11.523108 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3d65-d6e2-4f7d-ab83-b5c564404784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.566012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3d65-d6e2-4f7d-ab83-b5c564404784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.573627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-fa78d7ff-c96e-45d6-821d-48062a70ab0f service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090877 Apr 30 01:20:11.587628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:11.590016 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2821f9-6664-433a-8de2-53250745fac1" -d '{"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:11.596612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.649094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Transition to ACTIVE for port object d3e08957-e423-4d95-823e-d6febf898616 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:20:11.680854 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7986f2de-660b-4b84-894f-c6b90e26b13b req-7275f786-7706-48ab-bd72-d61dd69ecb87 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999422 Apr 30 01:20:11.753480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d3e08957-e423-4d95-823e-d6febf898616 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:11.828595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.970374 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3d65-d6e2-4f7d-ab83-b5c564404784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.973622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3d65-d6e2-4f7d-ab83-b5c564404784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.975231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a8a3d65-d6e2-4f7d-ab83-b5c564404784 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df62101c-c942-4b4a-97ef-73e25de6b44b HTTP/1.1" status: 204 len: 168 time: 0.6738336 Apr 30 01:20:11.976710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.992133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:11.999591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a3d65-d6e2-4f7d-ab83-b5c564404784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df62101c-c942-4b4a-97ef-73e25de6b44b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:12.034750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Pushing event deleted for resources: {'Port': ['ID=886166ba-a30d-48b7-817b-3bfcb8abbcb5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:12.042069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:20:12.043156 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:20:12.199026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] No DVR routers for this DVR port d3e08957-e423-4d95-823e-d6febf898616 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:12.281120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:12.295692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:12.299869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:12.301188 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70af1924-c1fb-4921-9401-2282f75b9664 req-14d0bf0f-f871-4347-bfc8-606b40fa4f0b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "DELETE /v2.0/floatingips/fd19901b-bc8f-4592-9318-3107dc35c633 HTTP/1.1" status: 204 len: 173 time: 1.8612921 Apr 30 01:20:12.327084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:12.330724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:12.333405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:12.354738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:12.357075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:12.374755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:12.375242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:12.375772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:12.378101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Bound port: d3e08957-e423-4d95-823e-d6febf898616, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:12.378514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:12.420064 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e624c33a-3566-4f7a-ad49-3cf197ad60d5 x-openstack-request-id: req-e624c33a-3566-4f7a-ad49-3cf197ad60d5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:12.420582 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:12.420728 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e624c33a-3566-4f7a-ad49-3cf197ad60d5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:12.427353 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e624c33a-3566-4f7a-ad49-3cf197ad60d5'] response: {'name': 'network-changed', 'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639', 'status': 'completed', 'code': 200} Apr 30 01:20:12.428022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-70030b6e-20bb-4360-afdc-7aeb2cbf0e71 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:12.429813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-70030b6e-20bb-4360-afdc-7aeb2cbf0e71 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.1855371 Apr 30 01:20:12.445886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821348-1'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:12.596201 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115bd44-f429-4b40-86d6-442673033568 x-openstack-request-id: req-c115bd44-f429-4b40-86d6-442673033568 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:12.596508 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:12.596762 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c115bd44-f429-4b40-86d6-442673033568 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:12.597173 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c115bd44-f429-4b40-86d6-442673033568'] response: {'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'code': 200} Apr 30 01:20:12.662273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:12.673272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9a852-6903-4c65-8bda-2ff87790a07b req-425bf0e1-ffcf-48b2-a3e4-52c7f6bdf7c4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:12.681779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18c9a852-6903-4c65-8bda-2ff87790a07b req-425bf0e1-ffcf-48b2-a3e4-52c7f6bdf7c4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 948 time: 0.1834693 Apr 30 01:20:12.687574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409431e-d9fa-413f-8b87-d889892a4def req-f8723c70-d148-46c5-ab2e-82f1cf66d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:12.687574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9409431e-d9fa-413f-8b87-d889892a4def req-f8723c70-d148-46c5-ab2e-82f1cf66d01d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1094 time: 0.2539434 Apr 30 01:20:12.766146 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18c9a852-6903-4c65-8bda-2ff87790a07b req-17afbe3f-e8f1-46b2-9ff5-75e8f3f01da3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809941 Apr 30 01:20:12.879040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:12.898515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35622) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:12.924892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b07a8-95e1-4c33-bc35-a96d09cc107e req-1ccbbe3c-6b7e-4616-a4a5-ccf4b1c70fce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:12.932216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc8b07a8-95e1-4c33-bc35-a96d09cc107e req-1ccbbe3c-6b7e-4616-a4a5-ccf4b1c70fce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 945 time: 0.2604468 Apr 30 01:20:12.991102 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-83135dfd-3567-436f-8eb5-04d8594d1c25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=753858fd8cca4e04b393070b455a7f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869982 Apr 30 01:20:12.991102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:12.991638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35624) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:12.993249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:12.996759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409431e-d9fa-413f-8b87-d889892a4def req-5dbb5b0d-23aa-4904-b0d0-ee6edb5404aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:12.998238 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9409431e-d9fa-413f-8b87-d889892a4def req-5dbb5b0d-23aa-4904-b0d0-ee6edb5404aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.2838655 Apr 30 01:20:13.001439 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc8b07a8-95e1-4c33-bc35-a96d09cc107e req-69dc6d09-3431-46b8-b0f6-606e27732ce9 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684659 Apr 30 01:20:13.050115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9409431e-d9fa-413f-8b87-d889892a4def req-71322ea8-453c-48c0-93b4-6f60b591f199 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 200 len: 217 time: 0.0448110 Apr 30 01:20:13.069331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:13.094140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb2f28a0-6bef-44c0-b668-6e36c0ad344a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.132226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb2f28a0-6bef-44c0-b668-6e36c0ad344a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.134971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.183754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.267339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409431e-d9fa-413f-8b87-d889892a4def req-50c36f8a-651a-4eff-9921-56082b3e4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:13.268823 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9409431e-d9fa-413f-8b87-d889892a4def req-50c36f8a-651a-4eff-9921-56082b3e4986 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.2003975 Apr 30 01:20:13.281009 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.293794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:13.294413 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.295816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] 10.222.0.21 "PUT /v2.0/ports/d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 1096 time: 3.0614765 Apr 30 01:20:13.330213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb2f28a0-6bef-44c0-b668-6e36c0ad344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.334697 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb2f28a0-6bef-44c0-b668-6e36c0ad344a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.336587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cb2f28a0-6bef-44c0-b668-6e36c0ad344a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69ae61c4-01b9-41f6-9129-a6c8f66fd451 HTTP/1.1" status: 204 len: 168 time: 0.3437634 Apr 30 01:20:13.385607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f28a0-6bef-44c0-b668-6e36c0ad344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae61c4-01b9-41f6-9129-a6c8f66fd451,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:13.410186 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9409431e-d9fa-413f-8b87-d889892a4def req-9918d7a6-1bc4-44f2-bda8-55d8657f47ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172886 Apr 30 01:20:13.455749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-97976d0e-ca3a-48a6-91b2-2afeffd3770b tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4086380 Apr 30 01:20:13.478541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:13.482370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Pushing event updated for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:13.488180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6f96a-9254-4ab6-8067-7e693d213750 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:13.509334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on host n-h2-821348-1 for vnic_type normal with profile {"migrating_to": "n-h1-821348-1"} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:13.509693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:13.510376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:13.524936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:13.525357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Attempting to bind port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:13.556604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3317-87dd-446d-a9aa-d6dc726f4e1a req-d73e359f-ddbd-454d-b006-9c19e3accd7a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:13.558963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c3c3317-87dd-446d-a9aa-d6dc726f4e1a req-d73e359f-ddbd-454d-b006-9c19e3accd7a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 943 time: 0.1546190 Apr 30 01:20:13.559724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:13.560130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:13.561646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:13.561646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Bound port: 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:13.561871 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.586267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-235958c3-e053-4c91-bfce-063d4a418ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:13.587819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-235958c3-e053-4c91-bfce-063d4a418ddf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1099 time: 0.2671690 Apr 30 01:20:13.641824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9409431e-d9fa-413f-8b87-d889892a4def req-18331935-29bf-4f36-b8e3-5d75f1328129 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101049 Apr 30 01:20:13.679615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.692022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c3c3317-87dd-446d-a9aa-d6dc726f4e1a req-00c52e78-cbf8-40a3-bc78-f7de6b48dc24 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127684 Apr 30 01:20:13.725523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-65e5febb-670b-476a-b875-0b8bd7886fb1 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:13.727416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-65e5febb-670b-476a-b875-0b8bd7886fb1 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.23 "GET /v2.0/ports?device_id=06dcf0a0-90d5-4a3a-93d5-f92ccff148b4 HTTP/1.1" status: 200 len: 946 time: 0.0930717 Apr 30 01:20:13.728574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:13.732728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:13.814772 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.850832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-d68f50dc-f7a8-4ede-8138-035ca8b76d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:13.852264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-d68f50dc-f7a8-4ede-8138-035ca8b76d5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2483399 Apr 30 01:20:13.867802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9409431e-d9fa-413f-8b87-d889892a4def req-52cb2133-6487-446f-aedb-811a511ba57f service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995537 Apr 30 01:20:13.904991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.922924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:13.922924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:13.922924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] 10.222.0.21 "PUT /v2.0/ports/700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 200 len: 1121 time: 1.4787130 Apr 30 01:20:13.925586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aa4c8-ab88-4c29-bfbc-f823251fbc29 service neutron] Pushing event updated for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:13.945284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Deleting port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:13.951217 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:14.015492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['700a3e15-9e60-4907-9294-fcf7c5f2bbb3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:14.030851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-d006f719-3c00-4b23-8134-9e010c90a9d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.0591435 Apr 30 01:20:14.053993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:14.064554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['700a3e15-9e60-4907-9294-fcf7c5f2bbb3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:14.114290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] For port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:14.114664 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:14.134869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Calling delete_port for bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:14.163449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-8bd22e0b-dfad-4cd5-bbbf-f69b40b3a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:14.167733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-8bd22e0b-dfad-4cd5-bbbf-f69b40b3a1dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1228163 Apr 30 01:20:14.185104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Allocated IP 172.25.0.225 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/47c3cf6f-ea51-4d4f-beb6-3c5384520042) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:14.261841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-e5b1b397-905e-45a5-acf9-41f5ab16cc28 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=043cc02401e1493dacd45c7d0c4d1ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286863 Apr 30 01:20:14.328582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:14.331984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-92474c68-aa92-4b4b-99d5-2e7eb3d6d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:14.333855 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-92474c68-aa92-4b4b-99d5-2e7eb3d6d96e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577537 Apr 30 01:20:14.369024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 has no active binding in host n-h1-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:20:14.412704 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:14.425521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3'}, {'name': 'network-changed', 'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:14.430416 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2b2a34-b469-4d23-93b0-72516e5f2008" -d '{"events": [{"server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "name": "network-vif-unplugged", "status": "completed", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3"}, {"name": "network-changed", "server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:14.448790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-bde9ca4a-22c9-4ebb-8cfb-fe2550504093 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:14.460943 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-bde9ca4a-22c9-4ebb-8cfb-fe2550504093 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905091 Apr 30 01:20:14.474623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-6246e82f-3b8a-4510-836d-717e144d0c51 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320155 Apr 30 01:20:14.517968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-7ea656f3-5a39-4303-a648-dce02248f0f5 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/quotas/043cc02401e1493dacd45c7d0c4d1ff3 HTTP/1.1" status: 200 len: 375 time: 0.0561445 Apr 30 01:20:14.555202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-20330b1a-dbc6-4cb1-9834-58870b867686 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=043cc02401e1493dacd45c7d0c4d1ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260286 Apr 30 01:20:14.566113 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:14.592136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:14.602827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:14.602827 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1232c61c-d68d-47c0-a87c-63c8df3a360b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:14.605764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['bb52a1aa-8c73-43d7-bbd6-02c9a73dc977'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:14.627087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Pushing event deleted for resources: {'Port': ['ID=bb52a1aa-8c73-43d7-bbd6-02c9a73dc977,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:14.658443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:14.659692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Pushing event updated for resources: {'Port': ['ID=47c3cf6f-ea51-4d4f-beb6-3c5384520042,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:14.666191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:14.669505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:14.673870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9166d8e-2823-4abd-ae0a-37f5fff19638 req-cf7eaa77-6b99-4a27-86ce-eef044234563 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902549 Apr 30 01:20:14.681197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] No DVR routers for this DVR port bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:14.683782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:14.687186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88b07f53-b51b-4ea3-8091-c42b2431893f req-4db337c5-b037-4faf-87d0-8ca5deb5d0e8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.23 "DELETE /v2.0/ports/bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 HTTP/1.1" status: 204 len: 173 time: 0.9504132 Apr 30 01:20:14.769342 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:14.890538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['a77f3e36-0626-4c76-ac77-03059c916a19'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:14.890780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ee0168a9-f080-42e8-af5d-0edff16cfaa8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:14.890780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ee0168a9-f080-42e8-af5d-0edff16cfaa8 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea22b4e7-cf64-40a3-ae21-7018ff14db9a HTTP/1.1" status: 200 len: 946 time: 0.0627911 Apr 30 01:20:14.922665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6eae503d-6965-4534-9f3b-d018e1f6cadf req-9b92576e-4f1c-41b9-abef-389c8c2ba713 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.15 "GET /v2.0/ports?device_id=06dcf0a0-90d5-4a3a-93d5-f92ccff148b4 HTTP/1.1" status: 200 len: 210 time: 0.0589254 Apr 30 01:20:14.949579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.119748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Deleting port a77f3e36-0626-4c76-ac77-03059c916a19 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:15.120513 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.158847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda292c6-160e-4982-a049-f63f3abd7e78 req-74f33e4e-51ad-4e72-8a2a-5cc1f9b18d26 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:15.168433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bda292c6-160e-4982-a049-f63f3abd7e78 req-74f33e4e-51ad-4e72-8a2a-5cc1f9b18d26 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 948 time: 0.0761070 Apr 30 01:20:15.215178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bda292c6-160e-4982-a049-f63f3abd7e78 req-4df41a7a-d44b-4a68-83ec-faee9293dfcc tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Apr 30 01:20:15.261130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.274981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] For port a77f3e36-0626-4c76-ac77-03059c916a19, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a77f3e36-0626-4c76-ac77-03059c916a19,segment=NetworkSegment(a05c2a21-bda2-4f98-bfe2-405c1fb8007a),segment_id=a05c2a21-bda2-4f98-bfe2-405c1fb8007a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:15.275890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.289563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Calling delete_port for a77f3e36-0626-4c76-ac77-03059c916a19 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:15.332719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605647a-f62e-4863-aed8-ac4806b984a9 req-63751c20-3f48-4dc6-8849-39afd2a78b64 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:15.334333 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b605647a-f62e-4863-aed8-ac4806b984a9 req-63751c20-3f48-4dc6-8849-39afd2a78b64 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.0540528 Apr 30 01:20:15.350818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.380845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b605647a-f62e-4863-aed8-ac4806b984a9 req-bd6669a4-3052-4406-8a26-af71a2286276 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Apr 30 01:20:15.444743 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab209fbc-5d0b-414b-be79-1172ddbf04af x-openstack-request-id: req-ab209fbc-5d0b-414b-be79-1172ddbf04af {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:15.444743 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "name": "network-vif-unplugged", "status": "completed", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3", "code": 200}, {"name": "network-changed", "server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:15.444743 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab209fbc-5d0b-414b-be79-1172ddbf04af {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:15.444743 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab209fbc-5d0b-414b-be79-1172ddbf04af'] response: {'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3', 'code': 200} Apr 30 01:20:15.444743 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab209fbc-5d0b-414b-be79-1172ddbf04af'] response: {'name': 'network-changed', 'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3', 'status': 'completed', 'code': 200} Apr 30 01:20:15.474054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Pushing event updated for resources: {'Port': ['ID=47c3cf6f-ea51-4d4f-beb6-3c5384520042,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:15.504526 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcbd5da-e633-4dcb-a0d6-561b4a00ed27 x-openstack-request-id: req-9bcbd5da-e633-4dcb-a0d6-561b4a00ed27 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:15.504812 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:15.505058 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bcbd5da-e633-4dcb-a0d6-561b4a00ed27 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:15.505444 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcbd5da-e633-4dcb-a0d6-561b4a00ed27'] response: {'name': 'network-changed', 'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'status': 'completed', 'code': 200} Apr 30 01:20:15.506170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.579229 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.585102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.586237 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-180e359d-a6ff-4e59-b31a-0f6562098a1a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1296656 Apr 30 01:20:15.593808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['bb52a1aa-8c73-43d7-bbd6-02c9a73dc977'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:15.613474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-ffb22558-915b-46db-9d62-8afadc3ecad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:15.615493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-ffb22558-915b-46db-9d62-8afadc3ecad1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1124 time: 0.1423326 Apr 30 01:20:15.621534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Pushing event deleted for resources: {'Port': ['ID=a77f3e36-0626-4c76-ac77-03059c916a19,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:15.692076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-66ef33d2-70de-4169-8202-57d77926003c tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0719991 Apr 30 01:20:15.693854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-0859bed5-bd76-4235-8e5c-322448d12b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:15.695339 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-0859bed5-bd76-4235-8e5c-322448d12b8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1099 time: 0.1545813 Apr 30 01:20:15.696973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-bd912933-349a-444d-92af-ae37bd87190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:15.698309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-bd912933-349a-444d-92af-ae37bd87190f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1099 time: 0.1667404 Apr 30 01:20:15.713158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] No DVR routers for this DVR port a77f3e36-0626-4c76-ac77-03059c916a19 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:15.716679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:15.719942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cabcc00-7baf-47e0-9212-f86597914c11 req-ddaa7431-c57d-4992-b28c-79960def0342 tempest-MultipleCreateTestJSON-741686499 tempest-MultipleCreateTestJSON-741686499-project] 10.222.0.21 "DELETE /v2.0/ports/a77f3e36-0626-4c76-ac77-03059c916a19 HTTP/1.1" status: 204 len: 173 time: 0.8084853 Apr 30 01:20:15.758434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70659872-0a20-408e-a6fc-148cf495edb2 req-cbab4cbb-659a-4d77-941b-bffa89def5d5 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:15.759947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-70659872-0a20-408e-a6fc-148cf495edb2 req-cbab4cbb-659a-4d77-941b-bffa89def5d5 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 943 time: 0.1726203 Apr 30 01:20:15.846790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-dd0b103a-5f65-415c-8b64-03b431b84d90 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:15.848295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-dd0b103a-5f65-415c-8b64-03b431b84d90 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1362832 Apr 30 01:20:15.863821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-a20d53d9-66e6-450d-a25f-3cdadb2f53bf tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:20:15.866359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d23050df-6bda-4e5b-9ba1-eea09eb75c8a req-a20d53d9-66e6-450d-a25f-3cdadb2f53bf tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102119 Apr 30 01:20:15.938911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-8c53bfb5-f643-4d72-b352-43bc509988b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:15.940815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-8c53bfb5-f643-4d72-b352-43bc509988b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.3087556 Apr 30 01:20:15.945243 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3dae3fd-1da0-482e-b53a-1135ace97ba9 req-60fe2209-3d3c-4126-81f3-b5666a7b4488 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 210 time: 0.0378563 Apr 30 01:20:15.964816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-70659872-0a20-408e-a6fc-148cf495edb2 req-60c97699-2bac-46b0-a3fc-a351ece51c8c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844099 Apr 30 01:20:16.010890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-a85de520-7a05-4584-a6ba-d761891a7023 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 200 len: 217 time: 0.0607178 Apr 30 01:20:16.019041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-13f30b11-efd8-40f6-a759-42c9ad78568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:16.020276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-13f30b11-efd8-40f6-a759-42c9ad78568c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2892113 Apr 30 01:20:16.038181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b9d7d78-beb0-4d9a-8b87-083d9b789639 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:16.060751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-7cc94125-23c2-4d2e-9dce-af89fea390b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:16.062164 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-7cc94125-23c2-4d2e-9dce-af89fea390b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3327687 Apr 30 01:20:16.131175 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-aa42b487-f26b-462c-bc72-87046359af26 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips/92ba6e5d-9777-4943-8fc6-f6c6d056893c HTTP/1.1" status: 200 len: 693 time: 0.1245139 Apr 30 01:20:16.138812 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-304ab9fa-9584-4f16-94fb-066d0aece795 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.0797639 Apr 30 01:20:16.187774 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-5b154b62-60e5-44b6-82e5-4830a6163875 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.0956781 Apr 30 01:20:16.196425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:16.220608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '5b9d7d78-beb0-4d9a-8b87-083d9b789639', 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'port_id': '5b9d7d78-beb0-4d9a-8b87-083d9b789639', 'mac_address': 'fa:16:3e:b7:b5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01c2a0b-dd3f-49fd-9728-055577d09a86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:16.246879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-0a1c4c63-86b0-49c4-aafc-6edb0bd29da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:16.248354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-0a1c4c63-86b0-49c4-aafc-6edb0bd29da5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.1998339 Apr 30 01:20:16.292927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:16.309244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9d7d78-beb0-4d9a-8b87-083d9b789639 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:16.330888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:16.337915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-331f0e62-b95b-41bb-b26f-76347fc8ae91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396605 Apr 30 01:20:16.344309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-77993638-ecff-4c21-9108-c26f36de8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:16.345739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-77993638-ecff-4c21-9108-c26f36de8948 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1774857 Apr 30 01:20:16.402191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:16.449558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-a3c5d879-f6a7-49b9-9924-cca8751d2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:16.451438 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-a3c5d879-f6a7-49b9-9924-cca8751d2325 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2260346 Apr 30 01:20:16.453017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:16.506430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-2f0374c0-fad4-4927-b493-53c1b5e5a0b9 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:16.507956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-2f0374c0-fad4-4927-b493-53c1b5e5a0b9 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.3409021 Apr 30 01:20:16.541075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-eb03e11e-d279-4cf8-8ddf-d291acc3e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:16.543084 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-eb03e11e-d279-4cf8-8ddf-d291acc3e492 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1836216 Apr 30 01:20:16.622033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-44495929-ab87-4ed2-bc7c-ac93ea8b43ce tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1012685 Apr 30 01:20:16.627823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-9d011d1e-a810-428e-8a70-b0b96ae95aef service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794759 Apr 30 01:20:16.632179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-cf360a69-5ad6-4819-9c82-0331b31c694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:16.633710 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-cf360a69-5ad6-4819-9c82-0331b31c694e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731074 Apr 30 01:20:16.730882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5b9d7d78-beb0-4d9a-8b87-083d9b789639'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:16.814041 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-32ed4313-d9ba-459a-9968-aba7c17cac2a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1541786 Apr 30 01:20:17.254890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-c5c5bca6-7710-4932-a664-b9f6d57016ae service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659124 Apr 30 01:20:17.311400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-7b831e3a-4753-45f1-a32d-bba248ba5b65 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479523 Apr 30 01:20:17.328159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe2b2a34-b469-4d23-93b0-72516e5f2008 req-a235ae3c-5514-41c8-a76e-216a3b11c0b6 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657870 Apr 30 01:20:17.357589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35780) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:17.435443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2a9f9c-d1b4-408d-b91e-f15c7d66b404 admin admin] Deleting subnet f6c172d7-01ad-40e6-b56c-4cae6b031fe7 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:20:17.438863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9f9c-d1b4-408d-b91e-f15c7d66b404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:17.443036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dcf0a0-90d5-4a3a-93d5-f92ccff148b4', 'name': 'network-vif-deleted', 'tag': 'bb52a1aa-8c73-43d7-bbd6-02c9a73dc977'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:17.445283 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c33be0-b977-4209-9266-6ec98f355379" -d '{"events": [{"server_uuid": "06dcf0a0-90d5-4a3a-93d5-f92ccff148b4", "name": "network-vif-deleted", "tag": "bb52a1aa-8c73-43d7-bbd6-02c9a73dc977"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:17.475908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9f9c-d1b4-408d-b91e-f15c7d66b404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:17.506767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea22b4e7-cf64-40a3-ae21-7018ff14db9a', 'name': 'network-vif-deleted', 'tag': 'a77f3e36-0626-4c76-ac77-03059c916a19'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:17.509001 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f99c18-75cc-4e7f-b5bc-5344c9ef97fe" -d '{"events": [{"server_uuid": "ea22b4e7-cf64-40a3-ae21-7018ff14db9a", "name": "network-vif-deleted", "tag": "a77f3e36-0626-4c76-ac77-03059c916a19"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:17.510328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-b3650c5a-1b12-4cfb-854a-0c96cc517e0b service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171149 Apr 30 01:20:17.525544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9f9c-d1b4-408d-b91e-f15c7d66b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:17.528546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1232c61c-d68d-47c0-a87c-63c8df3a360b req-53e7ac68-0624-4ee7-b9fb-08e51c7df8f5 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974947 Apr 30 01:20:17.532020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Deleting port 47c3cf6f-ea51-4d4f-beb6-3c5384520042 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:17.532020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:17.601601 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-96d93aa3-08a0-4932-8659-b7a4725aceaa tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=043cc02401e1493dacd45c7d0c4d1ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478017 Apr 30 01:20:17.685060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd31cc-f85b-47de-9e94-e8b643923c7d req-6f24f196-11d5-4db4-ab51-4cf1b1905745 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:17.686629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0acd31cc-f85b-47de-9e94-e8b643923c7d req-6f24f196-11d5-4db4-ab51-4cf1b1905745 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 948 time: 0.0495040 Apr 30 01:20:17.692740 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:17.698357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:17.700454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9f9c-d1b4-408d-b91e-f15c7d66b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:17.712025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Calling delete_port for 47c3cf6f-ea51-4d4f-beb6-3c5384520042 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:17.734953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a9f9c-d1b4-408d-b91e-f15c7d66b404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c172d7-01ad-40e6-b56c-4cae6b031fe7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:17.741071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9f9c-d1b4-408d-b91e-f15c7d66b404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:17.744151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb2a9f9c-d1b4-408d-b91e-f15c7d66b404 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6c172d7-01ad-40e6-b56c-4cae6b031fe7 HTTP/1.1" status: 204 len: 168 time: 0.3854833 Apr 30 01:20:17.747584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35790) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:17.773564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0acd31cc-f85b-47de-9e94-e8b643923c7d req-a0cb922d-671f-4802-873c-429ea1e40aed tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804603 Apr 30 01:20:17.777550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-5f44a048-5e18-4a2c-ad13-645c6d2cac13 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:17.778921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-5f44a048-5e18-4a2c-ad13-645c6d2cac13 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713750 Apr 30 01:20:17.779374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:17.795174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Request body: {'port': {'device_id': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '043cc02401e1493dacd45c7d0c4d1ff3'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:17.838039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:17.838658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device bb52a1aa-8c73-43d7-bbd6-02c9a73dc977 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:18.044055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d3e08957-e423-4d95-823e-d6febf898616 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:18.047841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b9d7d78-beb0-4d9a-8b87-083d9b789639 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:18.112649 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.115213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Made reservation on behalf of 043cc02401e1493dacd45c7d0c4d1ff3 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:18.119441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.157907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.166269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Pushing event deleted for resources: {'Port': ['ID=47c3cf6f-ea51-4d4f-beb6-3c5384520042,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:18.186552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:18.197900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'd3e08957-e423-4d95-823e-d6febf898616', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'd3e08957-e423-4d95-823e-d6febf898616', 'mac_address': 'fa:16:3e:14:2b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:18.211635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.228097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b4735-c325-4251-8503-f3c89574a7a6 req-b9472eac-ea45-4b60-a345-6c3d18f30ebf tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:18.230596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-407b4735-c325-4251-8503-f3c89574a7a6 req-b9472eac-ea45-4b60-a345-6c3d18f30ebf tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.0954039 Apr 30 01:20:18.234699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:18.241453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:18.242039 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.244023 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.250209 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.253492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.254656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b20f5b7a-5a20-4f97-b553-107acf5af0d5 req-6fe6cb3f-b92b-4dcd-878a-d5b222269818 tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "DELETE /v2.0/floatingips/92ba6e5d-9777-4943-8fc6-f6c6d056893c HTTP/1.1" status: 204 len: 173 time: 1.4287486 Apr 30 01:20:18.287327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e08957-e423-4d95-823e-d6febf898616 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:18.304377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.320083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:18.344523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.354639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-407b4735-c325-4251-8503-f3c89574a7a6 req-9640f5b6-740d-4b23-a210-03a6907039f6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958445 Apr 30 01:20:18.355459 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-845f1460-6d67-4669-af30-2b69d549702a req-881708fc-785a-4345-b1c3-9c1286db051a tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 210 time: 0.0255387 Apr 30 01:20:18.367362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac97e35-f686-4cd6-9102-c1ed8acc0fce']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:18.370055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.379059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:18.379361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05c2a21-bda2-4f98-bfe2-405c1fb8007a') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:18.389938 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.390125 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.413992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.414348 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.421220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:20:18.421664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:20:18.423785 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:20:18.455667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8960bc-993f-4313-aa8f-74d08ab7e705,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:18.470615 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.485208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:18.493565 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff5b40-6ae3-41e3-aa2b-64645365c6f8" -d '{"events": [{"server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "name": "network-vif-plugged", "status": "completed", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:18.532385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:18.538268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:18.560332 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.564710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Allocated IP 192.168.233.50 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/96486a10-e6ed-47c0-8576-8f15d03e5ced) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:18.570713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.576171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] 10.222.0.15 "DELETE /v2.0/networks/eac97e35-f686-4cd6-9102-c1ed8acc0fce HTTP/1.1" status: 204 len: 168 time: 0.8211288 Apr 30 01:20:18.586321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5780c-3bf3-4c3a-9389-edd8ff4c2d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=eac97e35-f686-4cd6-9102-c1ed8acc0fce,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:18.592219 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.595097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e4a55ead-a990-4b57-981f-d894c1d1cebf no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:18.602121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6aa91-823f-4631-ad98-0a450fc784a6 req-b9a305c2-f0a6-4c18-ab21-041a7ca18792 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:18.608573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76f6aa91-823f-4631-ad98-0a450fc784a6 req-b9a305c2-f0a6-4c18-ab21-041a7ca18792 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 944 time: 0.0884104 Apr 30 01:20:18.661866 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76f6aa91-823f-4631-ad98-0a450fc784a6 req-e7da89ba-95d6-4492-9dec-5ec1dfae552d tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Apr 30 01:20:18.702594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:18.705018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['d3e08957-e423-4d95-823e-d6febf898616'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:18.725160 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd082baa-dab8-4e9e-ae41-39be19f14062 x-openstack-request-id: req-bd082baa-dab8-4e9e-ae41-39be19f14062 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:18.725650 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dcf0a0-90d5-4a3a-93d5-f92ccff148b4", "name": "network-vif-deleted", "tag": "bb52a1aa-8c73-43d7-bbd6-02c9a73dc977", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:18.725766 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd082baa-dab8-4e9e-ae41-39be19f14062 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:18.726131 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd082baa-dab8-4e9e-ae41-39be19f14062'] response: {'server_uuid': '06dcf0a0-90d5-4a3a-93d5-f92ccff148b4', 'name': 'network-vif-deleted', 'tag': 'bb52a1aa-8c73-43d7-bbd6-02c9a73dc977', 'status': 'completed', 'code': 200} Apr 30 01:20:18.764213 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b912155f-70db-440b-84ba-2e718efbf944 x-openstack-request-id: req-b912155f-70db-440b-84ba-2e718efbf944 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:18.764744 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea22b4e7-cf64-40a3-ae21-7018ff14db9a", "name": "network-vif-deleted", "tag": "a77f3e36-0626-4c76-ac77-03059c916a19", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:18.765165 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b912155f-70db-440b-84ba-2e718efbf944 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:18.771505 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b912155f-70db-440b-84ba-2e718efbf944'] response: {'server_uuid': 'ea22b4e7-cf64-40a3-ae21-7018ff14db9a', 'name': 'network-vif-deleted', 'tag': 'a77f3e36-0626-4c76-ac77-03059c916a19', 'status': 'completed', 'code': 200} Apr 30 01:20:18.774709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.806005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:18.840056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:18.958553 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-5d7d7e70-ad19-432c-99a4-01ec8e6d555b req-a6c2297e-c300-450a-8261-e3fad2976f0c tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] show failed (client error): The resource could not be found. Apr 30 01:20:18.959606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d7d7e70-ad19-432c-99a4-01ec8e6d555b req-a6c2297e-c300-450a-8261-e3fad2976f0c tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips/92ba6e5d-9777-4943-8fc6-f6c6d056893c HTTP/1.1" status: 404 len: 350 time: 0.0439363 Apr 30 01:20:19.012470 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e6206-d313-4e41-9b23-253c3c9d797f x-openstack-request-id: req-9e1e6206-d313-4e41-9b23-253c3c9d797f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:19.012470 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "name": "network-vif-plugged", "status": "completed", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:19.012470 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e1e6206-d313-4e41-9b23-253c3c9d797f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:19.012470 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1e6206-d313-4e41-9b23-253c3c9d797f'] response: {'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639', 'code': 200} Apr 30 01:20:19.027482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.027826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.072896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35812) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:19.083553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:19.090945 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-aa4e13c6-28f6-4afc-97b9-49b1cd4da038 req-2c781033-af38-438e-9905-08e84f9a100a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] show failed (client error): The resource could not be found. Apr 30 01:20:19.092365 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa4e13c6-28f6-4afc-97b9-49b1cd4da038 req-2c781033-af38-438e-9905-08e84f9a100a tempest-FloatingIPsTestJSON-434170121 tempest-FloatingIPsTestJSON-434170121-project] 10.222.0.15 "GET /v2.0/floatingips/92ba6e5d-9777-4943-8fc6-f6c6d056893c HTTP/1.1" status: 404 len: 350 time: 0.0537992 Apr 30 01:20:19.104056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:19.115681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:19.123468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:19.130411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:19.146059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:19.161958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907431-48ed-41cb-830e-a32110899b72 req-232b1d13-8dfd-4580-8238-7d53fddbd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:19.163481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5907431-48ed-41cb-830e-a32110899b72 req-232b1d13-8dfd-4580-8238-7d53fddbd4d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1096 time: 0.0689695 Apr 30 01:20:19.210985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5907431-48ed-41cb-830e-a32110899b72 req-e2bdc1c5-2a83-4b1d-b6ae-61b92fa1df20 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Apr 30 01:20:19.238123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-41f2ee82-382a-46fe-9cf2-1ba528e2fe88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64e04194c25149c0a367d6ba226ca001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569526 Apr 30 01:20:19.242288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35824) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:19.258585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:19.259240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.367462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0be9dd17-958f-4887-89ed-ca0ad17a1a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.369454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f7de6352-683e-4f65-bfd9-1779b2c20411 None None] Provisioning complete for port 96486a10-e6ed-47c0-8576-8f15d03e5ced triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:19.369882 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7de6352-683e-4f65-bfd9-1779b2c20411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.376846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec519edc-541d-401d-b25b-740c599ba065 req-87e56416-ccf4-4955-ad97-b6fa6ec72192 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:19.378353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-87e56416-ccf4-4955-ad97-b6fa6ec72192 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 805 time: 0.1702981 Apr 30 01:20:19.404579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f7de6352-683e-4f65-bfd9-1779b2c20411 None None] Port 96486a10-e6ed-47c0-8576-8f15d03e5ced cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:20:19.414286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0be9dd17-958f-4887-89ed-ca0ad17a1a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.416819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-b4107345-1d82-4fe0-a95a-e0f64d0ac66e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/quotas/e8501c42d0f949c5b25d7eadc66f8419 HTTP/1.1" status: 200 len: 375 time: 0.0296240 Apr 30 01:20:19.425232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-60427b8b-25fa-4ddd-a87b-c40a4bd8fb0c tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6345332 Apr 30 01:20:19.451637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Request body: {'port': {'device_id': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:19.500968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-262e58b2-a840-4b7a-a7d0-baea1b5ec4c4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768089 Apr 30 01:20:19.547571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.599229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-f1008b8f-58b6-41df-8bea-f092c28b03a1 service neutron] 10.222.0.15 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904419 Apr 30 01:20:19.601730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0be9dd17-958f-4887-89ed-ca0ad17a1a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.611944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0be9dd17-958f-4887-89ed-ca0ad17a1a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.615378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0be9dd17-958f-4887-89ed-ca0ad17a1a3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24227488-7e12-49b4-ad70-6da10f46c98b HTTP/1.1" status: 204 len: 168 time: 0.3691702 Apr 30 01:20:19.677453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9dd17-958f-4887-89ed-ca0ad17a1a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24227488-7e12-49b4-ad70-6da10f46c98b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:19.754831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-4d089ba5-5242-4897-bbd1-81b57c9a7a32 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:19.756345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-4d089ba5-5242-4897-bbd1-81b57c9a7a32 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 949 time: 0.1412458 Apr 30 01:20:19.817401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-7296f93c-c565-4b51-bf4f-c37fff253e4e service neutron] 10.222.0.15 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032604 Apr 30 01:20:19.829022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9c75e-7b96-4573-9273-b970a11a4c71 req-f86c05ca-f8e6-4325-87ce-975a0b38895a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:19.830739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aae9c75e-7b96-4573-9273-b970a11a4c71 req-f86c05ca-f8e6-4325-87ce-975a0b38895a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.1276336 Apr 30 01:20:19.838703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-1fe5ee44-0e2c-4d6f-b39c-321ad5707ea1 service neutron] 10.222.0.21 "GET /v2.0/ports/d3e08957-e423-4d95-823e-d6febf898616/bindings/n-h1-821348-1 HTTP/1.1" status: 200 len: 382 time: 0.0733147 Apr 30 01:20:19.910846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-e919d53a-4bda-41aa-a575-b926101eee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:19.912357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-e919d53a-4bda-41aa-a575-b926101eee39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1100 time: 0.0433085 Apr 30 01:20:19.925029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:19.971366 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aae9c75e-7b96-4573-9273-b970a11a4c71 req-d898a715-819e-4f1b-b0df-03b7374c26bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009204 Apr 30 01:20:20.065263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d3e08957-e423-4d95-823e-d6febf898616 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:20.070558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-68e6f637-050f-43ce-904b-d359c5a9012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:20.091930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-68e6f637-050f-43ce-904b-d359c5a9012f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1512709 Apr 30 01:20:20.167703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-17470ae8-d6f5-479b-8b45-985fa2cc92cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.0678427 Apr 30 01:20:20.243590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-c925fd30-20a7-4152-8b47-668d1a81b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:20.247951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-c925fd30-20a7-4152-8b47-668d1a81b9db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0623219 Apr 30 01:20:20.289958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96486a10-e6ed-47c0-8576-8f15d03e5ced {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:20.294054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port d3e08957-e423-4d95-823e-d6febf898616 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:20.302697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port d3e08957-e423-4d95-823e-d6febf898616 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:20.305540 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:20.317087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:20.328503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a358552b-ae4d-42b6-a9ec-466169221ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:20.330502 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a358552b-ae4d-42b6-a9ec-466169221ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593929 Apr 30 01:20:20.375114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Transition to ACTIVE for port object 96486a10-e6ed-47c0-8576-8f15d03e5ced will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:20:20.385340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:20.391223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e2ed5-e68e-451a-9493-61f46eb7ee52 req-7c30eabd-b502-4963-947a-115cf93ab10c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:20.391223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b6e2ed5-e68e-451a-9493-61f46eb7ee52 req-7c30eabd-b502-4963-947a-115cf93ab10c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 949 time: 0.2213047 Apr 30 01:20:20.395334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be185c-976e-4189-bfea-4b2918776e2a req-d1421e31-362f-40a9-a9df-046af3c37762 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:20.397077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78be185c-976e-4189-bfea-4b2918776e2a req-d1421e31-362f-40a9-a9df-046af3c37762 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 935 time: 0.2252710 Apr 30 01:20:20.474478 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:20.478729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:20.532838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-902b7f42-6d37-4daf-b53b-1609463e8179 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881599 Apr 30 01:20:20.539511 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78be185c-976e-4189-bfea-4b2918776e2a req-aa9117bf-64dc-4799-bc9e-248a910e341b tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332550 Apr 30 01:20:20.602701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:20.611305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:20.670419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:20.671319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a77f3e36-0626-4c76-ac77-03059c916a19 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:20.675550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b6e2ed5-e68e-451a-9493-61f46eb7ee52 req-3a32efd5-27bf-4cd2-8df9-4b234be4466b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629075 Apr 30 01:20:20.776253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-9c44fbce-960b-46f4-8dba-08e99bb9921f service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201297 Apr 30 01:20:20.813011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Attempting to bind port 96486a10-e6ed-47c0-8576-8f15d03e5ced on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:20.813349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Attempting to bind port 96486a10-e6ed-47c0-8576-8f15d03e5ced by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:20.814312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Attempting to bind port 96486a10-e6ed-47c0-8576-8f15d03e5ced on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:20.825600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Port 96486a10-e6ed-47c0-8576-8f15d03e5ced on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:20.825981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Attempting to bind port 96486a10-e6ed-47c0-8576-8f15d03e5ced on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:20.835220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:20.844840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d6cb7-9b8e-44ba-9a07-42d1e0e4d60a req-1aa8abb1-85ee-434b-8abd-9585e9b7399c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:20.846698 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b37d6cb7-9b8e-44ba-9a07-42d1e0e4d60a req-1aa8abb1-85ee-434b-8abd-9585e9b7399c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 945 time: 0.1261897 Apr 30 01:20:20.849539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Deleting port afe0a141-6d92-4d70-a40c-35d4bf8abdcc {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:20.849883 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:20.861131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2de708b-e71d-4f24-86f8-d64a87cf8d95 req-e5f07120-15db-4592-9b93-a25322269fbd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 210 time: 0.0871017 Apr 30 01:20:20.872755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: a77f3e36-0626-4c76-ac77-03059c916a19 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:20.872755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a77f3e36-0626-4c76-ac77-03059c916a19 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:20.897683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:20.898041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:20.898409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:20.898861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Bound port: 96486a10-e6ed-47c0-8576-8f15d03e5ced, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:20.899221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:20.906525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22194205-5938-4b00-8ecc-143d35a44e45 req-77f5c27e-0f2b-4f37-ab33-4bc420000f7f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:20.908424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22194205-5938-4b00-8ecc-143d35a44e45 req-77f5c27e-0f2b-4f37-ab33-4bc420000f7f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8286fef-6c4f-4481-b07c-28122264e097 HTTP/1.1" status: 200 len: 944 time: 0.1681826 Apr 30 01:20:21.011881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf'}, {'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:21.014841 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b50f9b-9ca3-4cf7-8c24-17b9adf7e575" -d '{"events": [{"server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf"}, {"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-plugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:21.060629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Deleting port e4a55ead-a990-4b57-981f-d894c1d1cebf {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:21.061030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.139752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] For port afe0a141-6d92-4d70-a40c-35d4bf8abdcc, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,segment=NetworkSegment(abbd2faa-f860-4b25-b457-434c8bb0e09a),segment_id=abbd2faa-f860-4b25-b457-434c8bb0e09a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:21.139752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.149020 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b37d6cb7-9b8e-44ba-9a07-42d1e0e4d60a req-7a38dcc9-dfa8-46ce-b435-6ad23b5a4898 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449880 Apr 30 01:20:21.178768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Calling delete_port for afe0a141-6d92-4d70-a40c-35d4bf8abdcc owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:21.208215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:21.239354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57d636-ec92-4c9c-96c0-cd7e4dcbe91b req-5c969f7f-151f-4d0a-abf8-a2893de98e9a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:21.241601 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b30752-b3a9-431a-8a62-476602cb3fc6 x-openstack-request-id: req-36b30752-b3a9-431a-8a62-476602cb3fc6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:21.242108 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf", "code": 200}, {"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-plugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:21.242212 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36b30752-b3a9-431a-8a62-476602cb3fc6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:21.242836 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b30752-b3a9-431a-8a62-476602cb3fc6'] response: {'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'code': 200} Apr 30 01:20:21.243150 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b30752-b3a9-431a-8a62-476602cb3fc6'] response: {'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'code': 200} Apr 30 01:20:21.246717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a57d636-ec92-4c9c-96c0-cd7e4dcbe91b req-5c969f7f-151f-4d0a-abf8-a2893de98e9a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.0996592 Apr 30 01:20:21.264462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] For port e4a55ead-a990-4b57-981f-d894c1d1cebf, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e4a55ead-a990-4b57-981f-d894c1d1cebf,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:21.264836 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.283114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:21.289628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Calling delete_port for e4a55ead-a990-4b57-981f-d894c1d1cebf owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:21.335859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a57d636-ec92-4c9c-96c0-cd7e4dcbe91b req-74fccf17-dec7-4903-b50b-d52c6cce54cf tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696669 Apr 30 01:20:21.393130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35886) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:21.396870 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.451087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:21.451087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.451988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] 10.222.0.21 "PUT /v2.0/ports/96486a10-e6ed-47c0-8576-8f15d03e5ced HTTP/1.1" status: 200 len: 1095 time: 2.0068395 Apr 30 01:20:21.470943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:21.473162 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd975a6-ba9a-4d67-991b-b9ece650eed4" -d '{"events": [{"name": "network-changed", "server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:21.581927 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef35a35a-4423-489d-9870-73aed0b0081c x-openstack-request-id: req-ef35a35a-4423-489d-9870-73aed0b0081c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:21.582219 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:21.582716 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef35a35a-4423-489d-9870-73aed0b0081c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:21.583119 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef35a35a-4423-489d-9870-73aed0b0081c'] response: {'name': 'network-changed', 'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'status': 'completed', 'code': 200} Apr 30 01:20:21.588564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52686ae-83ee-46a7-9489-2b95df5ed5ab service neutron] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:21.623004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-904230425-network', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:21.652672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-95ee182d-a132-4cae-9ee7-3702c0d549ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:21.654222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-95ee182d-a132-4cae-9ee7-3702c0d549ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=043cc02401e1493dacd45c7d0c4d1ff3&device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 1098 time: 0.0889676 Apr 30 01:20:21.709756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-94202807-f694-4b1f-86e1-0a48fd1eb26f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced HTTP/1.1" status: 200 len: 217 time: 0.0466290 Apr 30 01:20:21.741676 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.783650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.808304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Pushing event deleted for resources: {'Port': ['ID=e4a55ead-a990-4b57-981f-d894c1d1cebf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:21.831303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Made reservation on behalf of 21433b693fe54d2a8286e01aa15faa29 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:21.833894 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.845168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e94f3-20e6-4ebe-98bf-d85480ea28d4 req-198b2de7-36cd-4f75-84ae-994d55e3d671 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:21.852585 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-865e94f3-20e6-4ebe-98bf-d85480ea28d4 req-198b2de7-36cd-4f75-84ae-994d55e3d671 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 947 time: 0.1931956 Apr 30 01:20:21.859327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-2bbbceea-c0bf-49f6-8544-c8fc0f12e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:21.861495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-2bbbceea-c0bf-49f6-8544-c8fc0f12e443 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1358600 Apr 30 01:20:21.869609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe0a141-6d92-4d70-a40c-35d4bf8abdcc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:21.904758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] No DVR routers for this DVR port e4a55ead-a990-4b57-981f-d894c1d1cebf on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:21.917594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.920307 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:21.923545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22194205-5938-4b00-8ecc-143d35a44e45 req-f0b41d9e-34fe-432d-8c4f-dbc4b32bfbf5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.21 "DELETE /v2.0/ports/e4a55ead-a990-4b57-981f-d894c1d1cebf HTTP/1.1" status: 204 len: 173 time: 1.0072660 Apr 30 01:20:21.944238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'name': 'network-vif-deleted', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:21.950199 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3659a19-4db9-458a-99a1-fce7d9cb9c67" -d '{"events": [{"server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "name": "network-vif-deleted", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:21.981887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbc200-170e-4826-8cc0-2c8a591b78e2 req-cf00fec4-21ba-45ae-8857-d3e4ac9ddae1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:21.989841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33dbc200-170e-4826-8cc0-2c8a591b78e2 req-cf00fec4-21ba-45ae-8857-d3e4ac9ddae1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1992095 Apr 30 01:20:22.000110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-865e94f3-20e6-4ebe-98bf-d85480ea28d4 req-eb01373d-1171-4948-a75e-5c1b1b92ce2f tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353414 Apr 30 01:20:22.047841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-02aba759-b000-4bfb-8663-49603288ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:22.049553 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-02aba759-b000-4bfb-8663-49603288ac97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755989 Apr 30 01:20:22.146185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33dbc200-170e-4826-8cc0-2c8a591b78e2 req-9892c0da-7ca8-4b91-b870-30767b0af8cb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551101 Apr 30 01:20:22.229610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-969ba305-cb9a-4686-bddc-97b69763b8aa req-d17cb334-5e9f-429a-9639-d21e3c4e1db6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 210 time: 0.0589905 Apr 30 01:20:22.272287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.285097 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7116e4d3-13bc-4ea4-8f1f-6320917378cf x-openstack-request-id: req-7116e4d3-13bc-4ea4-8f1f-6320917378cf {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:22.285964 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8286fef-6c4f-4481-b07c-28122264e097", "name": "network-vif-deleted", "tag": "e4a55ead-a990-4b57-981f-d894c1d1cebf", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:22.286431 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7116e4d3-13bc-4ea4-8f1f-6320917378cf {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:22.287088 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7116e4d3-13bc-4ea4-8f1f-6320917378cf'] response: {'server_uuid': 'e8286fef-6c4f-4481-b07c-28122264e097', 'name': 'network-vif-deleted', 'tag': 'e4a55ead-a990-4b57-981f-d894c1d1cebf', 'status': 'completed', 'code': 200} Apr 30 01:20:22.289370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.300309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:22.375758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.406133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:20:22.450837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923daa0-b5d5-42c5-82a5-2f65fc29be13 req-673ad5ee-eb92-49e4-9f06-e4538f4e6be2 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:22.452497 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5923daa0-b5d5-42c5-82a5-2f65fc29be13 req-673ad5ee-eb92-49e4-9f06-e4538f4e6be2 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 945 time: 0.1393113 Apr 30 01:20:22.455156 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.455526 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Added segment b3315d56-ca8f-49f4-a63b-7b8bd71c174c of type vlan for network 908913d4-f8e6-4459-8782-18e80e0a7b40 Apr 30 01:20:22.458617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-92ecd194-e2df-4922-8389-57b5add4c289 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631759 Apr 30 01:20:22.471033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106bd4ee-527c-493e-a6c7-13632d767b04,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:22.479304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4202b7bd-fa08-4a66-bb37-9e6801aad281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.524774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.549556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dae679-c615-4bc6-b38d-6ee22c934a9e req-6d57acf8-6150-49e9-9b5d-0de606a416dc tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:22.551065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0dae679-c615-4bc6-b38d-6ee22c934a9e req-6d57acf8-6150-49e9-9b5d-0de606a416dc tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.1475992 Apr 30 01:20:22.619296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0dae679-c615-4bc6-b38d-6ee22c934a9e req-d142cc7e-e77a-468b-9e66-f0472cbf2016 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Apr 30 01:20:22.641272 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5923daa0-b5d5-42c5-82a5-2f65fc29be13 req-7b6dc4fc-ca92-4291-8613-b2b9dbf8a7fc tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802065 Apr 30 01:20:22.660488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4202b7bd-fa08-4a66-bb37-9e6801aad281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.661912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.663130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:22.663923 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.732592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] Pushing event updated for resources: {'Network': ['ID=908913d4-f8e6-4459-8782-18e80e0a7b40,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:22.744053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 908913d4-f8e6-4459-8782-18e80e0a7b40 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:20:22.760032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-52a0402c-f04b-48e2-820f-7cf7f7ba9910 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3658338 Apr 30 01:20:22.761524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4202b7bd-fa08-4a66-bb37-9e6801aad281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:22.785555 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35916) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:22.835213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Request body: {'subnet': {'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-904230425-subnet', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:22.878121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202b7bd-fa08-4a66-bb37-9e6801aad281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4876c58-c221-4788-97d2-218e78dcac51,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:22.886471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4202b7bd-fa08-4a66-bb37-9e6801aad281 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4604fc52a49d4a198b30e9473eef3f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840244 Apr 30 01:20:22.890035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35918) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:22.909100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abaacb-97b5-476b-944e-926ea5e91e1f req-e9ec9b07-04bd-4a6a-8b6d-dc3f8b9cb94d tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:22.910887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81abaacb-97b5-476b-944e-926ea5e91e1f req-e9ec9b07-04bd-4a6a-8b6d-dc3f8b9cb94d tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1096 time: 0.1753590 Apr 30 01:20:22.975567 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81abaacb-97b5-476b-944e-926ea5e91e1f req-4c771e42-0c3f-4b77-8811-e5a4d7e7c006 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Apr 30 01:20:22.978628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5376152c-85fe-4f92-b05d-9f50979f7fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:23.011143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5376152c-85fe-4f92-b05d-9f50979f7fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:23.063064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-feae2076-ff4d-4000-af52-87f36c4a3422 service neutron] 10.222.0.23 "GET /v2.0/ports/700a3e15-9e60-4907-9294-fcf7c5f2bbb3/bindings/n-h1-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.5595737 Apr 30 01:20:23.064670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Made reservation on behalf of 21433b693fe54d2a8286e01aa15faa29 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:23.069697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:23.181470 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5376152c-85fe-4f92-b05d-9f50979f7fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:23.189838 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5376152c-85fe-4f92-b05d-9f50979f7fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:23.193449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5376152c-85fe-4f92-b05d-9f50979f7fef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4876c58-c221-4788-97d2-218e78dcac51 HTTP/1.1" status: 204 len: 168 time: 0.3000224 Apr 30 01:20:23.200789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-855428fb-feec-4729-a42e-4e61c18fb7d2 req-89d102fd-d3c5-4a94-ad1d-eb2f59f33df0 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316720 Apr 30 01:20:23.225566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376152c-85fe-4f92-b05d-9f50979f7fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4876c58-c221-4788-97d2-218e78dcac51,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:23.280575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c67d90-9c2d-4a31-aa74-db0d9f523dbd req-1a4dd8fd-a559-4f78-82f0-19fb4ed4fa17 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:23.282388 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20c67d90-9c2d-4a31-aa74-db0d9f523dbd req-1a4dd8fd-a559-4f78-82f0-19fb4ed4fa17 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 947 time: 0.1828518 Apr 30 01:20:23.340868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:20:23.379608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec519edc-541d-401d-b25b-740c599ba065 req-e00da55d-4c8e-468c-a727-dd257d6e74a6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:23.381035 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-e00da55d-4c8e-468c-a727-dd257d6e74a6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.23 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 805 time: 0.3338165 Apr 30 01:20:23.382470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20c67d90-9c2d-4a31-aa74-db0d9f523dbd req-e9b8262f-6c9d-4966-ac9a-6191ede2b392 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810814 Apr 30 01:20:23.392165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581cb99-b0fa-4cee-ae08-31fdc6a92b1e req-4adcd2ec-1be9-4b1b-9928-3c260f7ee251 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:23.400059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7581cb99-b0fa-4cee-ae08-31fdc6a92b1e req-4adcd2ec-1be9-4b1b-9928-3c260f7ee251 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.1421275 Apr 30 01:20:23.414256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Request body: {'port': {'device_id': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'admin_state_up': True, 'tenant_id': 'e8501c42d0f949c5b25d7eadc66f8419'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:23.555842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48e6b31b-3515-4cad-bebc-4f130d27ee28 req-8fe7d16b-bfd4-41a9-9f02-d4cd6ef26351 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 210 time: 0.0495937 Apr 30 01:20:23.621114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:23.704513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb96e933-d193-4e19-8485-6202df4ce49a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:23.709495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7581cb99-b0fa-4cee-ae08-31fdc6a92b1e req-61cae891-5359-4038-b9c0-a6fefd0839e9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085649 Apr 30 01:20:23.728926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Checking segment: {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:23.729905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Network hostable DHCP agents. Network: 908913d4-f8e6-4459-8782-18e80e0a7b40, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:20:23.743069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-ab3b34b1-47e1-41db-92a8-34d265c106fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:23.751355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-ab3b34b1-47e1-41db-92a8-34d265c106fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 1101 time: 0.0855753 Apr 30 01:20:23.768905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:23.807026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-274c0627-108b-4e3a-a697-5b03360490f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:23.808813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:23.809513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-274c0627-108b-4e3a-a697-5b03360490f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=043cc02401e1493dacd45c7d0c4d1ff3&device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 1098 time: 0.3042865 Apr 30 01:20:23.815057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:20:23.827762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-259b9fc6-dae4-4758-95c9-3b06f7dbb3a5 admin admin] 10.222.0.15 "PUT /v2.0/routers/92b06dc3-9640-4733-ba7b-bfdfae52a5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6975610 Apr 30 01:20:23.827941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35938) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:23.828371 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] Sync routers for ids ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:20:23.858308 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] Routers {'92b06dc3-9640-4733-ba7b-bfdfae52a5fa'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:23.860529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:23.864314 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:23.891955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Network 908913d4-f8e6-4459-8782-18e80e0a7b40 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:20:23.924202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:23.959146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:23.973134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac0fb7-db6a-4324-a3b5-c303d63458d3 req-5fcde6d1-2c2d-494c-a4dc-f087e6d287b0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:23.973441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:23.981717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5ac0fb7-db6a-4324-a3b5-c303d63458d3 req-5fcde6d1-2c2d-494c-a4dc-f087e6d287b0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 943 time: 0.2075694 Apr 30 01:20:23.996168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:23.999922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-942cd1c2-282d-49e5-a04c-36f8ffea93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:24.000917 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-942cd1c2-282d-49e5-a04c-36f8ffea93bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1839991 Apr 30 01:20:24.046722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Made reservation on behalf of e8501c42d0f949c5b25d7eadc66f8419 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:24.050386 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.056661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-d374d079-cd36-4239-a414-c80a57206011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced HTTP/1.1" status: 200 len: 217 time: 0.0475335 Apr 30 01:20:24.070890 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] Set router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:24.072080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 908913d4-f8e6-4459-8782-18e80e0a7b40) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:24.086324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3b6d1-c4fe-488b-b216-6b2edb59c14a None None] Network 908913d4-f8e6-4459-8782-18e80e0a7b40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:20:24.097123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.106835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:24.107450 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.157025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5ac0fb7-db6a-4324-a3b5-c303d63458d3 req-8eb22467-da48-4005-9a8b-602ac8ba28ac tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742988 Apr 30 01:20:24.158443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.208182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35944) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:24.225597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-cc9cbb5b-c1ab-4cc9-9f2a-e25570052b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:24.227174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-cc9cbb5b-c1ab-4cc9-9f2a-e25570052b49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1625562 Apr 30 01:20:24.230363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-87f567a5-5604-4e98-b785-2f5507000afc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4400105 Apr 30 01:20:24.233960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35946) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:24.274951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e4a55ead-a990-4b57-981f-d894c1d1cebf no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:24.281308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:24.287577 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-538500ad-fc6d-45f9-937c-3d6f02ed7da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.306041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: e4a55ead-a990-4b57-981f-d894c1d1cebf {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:24.306397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e4a55ead-a990-4b57-981f-d894c1d1cebf not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:24.318802 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:20:21Z', 'revision_number': 5, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:24.348863 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] Checking router: 92b06dc3-9640-4733-ba7b-bfdfae52a5fa for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:20:24.365338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a51a4d-119a-44fe-86e2-fbcd21c88201 None None] Network 908913d4-f8e6-4459-8782-18e80e0a7b40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:20:24.368054 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] Routers {'92b06dc3-9640-4733-ba7b-bfdfae52a5fa'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:24.369451 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:24.450604 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.506806 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] Set router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:24.527939 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:24.533888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-538500ad-fc6d-45f9-937c-3d6f02ed7da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.537309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-a7e33b00-c62c-427c-b246-5f628a38242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:24.539052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-a7e33b00-c62c-427c-b246-5f628a38242f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973001 Apr 30 01:20:24.590242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:24.613005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] Transition to ACTIVE for port object 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:20:24.647896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.660080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Allocated IP 172.20.0.6 (6884ef9c-2a6a-49a0-8451-29360ea31c3f/06b6587d-c0b7-431f-839f-e81a0ff957ca/909989a7-7273-4772-a580-a2a2fc66e078) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:24.662056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Transition to ACTIVE for port object d3e08957-e423-4d95-823e-d6febf898616 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:20:24.662820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:24.670938 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3fb1e4-13a9-4e6b-8e6d-50791626fac2" -d '{"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:24.676202 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.676202 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.682131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-538500ad-fc6d-45f9-937c-3d6f02ed7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.732203 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.753369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538500ad-fc6d-45f9-937c-3d6f02ed7da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7bba13-88d4-4bf5-a453-90d7f89775d2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:24.779461 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:20:21Z', 'revision_number': 5, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:24.786840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:24.801635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86033fa4-85d2-4cd6-afff-6edf097e12b8 req-6868818d-4d7c-486d-86ba-47a796264f5e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 210 time: 0.1188293 Apr 30 01:20:24.817354 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc185754-d33f-43ea-9c11-06e68beefae2 None None] The sync data for ids ['92b06dc3-9640-4733-ba7b-bfdfae52a5fa'] in n-d-821348-1 is: [{'id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'name': 'tempest-FloatingIPsTestJSON-986460994-router', 'tenant_id': '635dbbdca3f94be6b4a4667985f3cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:19:48Z', 'updated_at': '2022-04-30T01:20:21Z', 'revision_number': 5, 'project_id': '635dbbdca3f94be6b4a4667985f3cfad', 'gw_port': {'id': '14e3f11e-7503-41d3-96bb-5a0094e285d9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b06dc3-9640-4733-ba7b-bfdfae52a5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:19:50Z', 'updated_at': '2022-04-30T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:20:24.844514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e553b-ed11-4077-b1fb-d1e52a6cd804 req-e454cfb0-447f-4c2a-8a7c-43a8953b0c31 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:24.846240 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd8e553b-ed11-4077-b1fb-d1e52a6cd804 req-e454cfb0-447f-4c2a-8a7c-43a8953b0c31 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 947 time: 0.3116570 Apr 30 01:20:24.918956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439f022-6759-47e1-a473-40dde80af272 service neutron] Pushing event updated for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:24.960957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.011267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] No DVR routers for this DVR port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:25.056211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-5f9d0b45-0c91-474c-8172-0572fe3d12dc service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862878 Apr 30 01:20:25.100935 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd8e553b-ed11-4077-b1fb-d1e52a6cd804 req-f30533bf-a233-41dc-b832-1431beaf0694 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372475 Apr 30 01:20:25.199649 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83280dfa-2ab7-4621-80a1-3b0df1e672f5 x-openstack-request-id: req-83280dfa-2ab7-4621-80a1-3b0df1e672f5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:25.200002 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:25.200190 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83280dfa-2ab7-4621-80a1-3b0df1e672f5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:25.201110 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83280dfa-2ab7-4621-80a1-3b0df1e672f5'] response: {'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'code': 200} Apr 30 01:20:25.260255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-f439f022-6759-47e1-a473-40dde80af272 service neutron] 10.222.0.23 "PUT /v2.0/ports/700a3e15-9e60-4907-9294-fcf7c5f2bbb3/bindings/n-h1-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1762195 Apr 30 01:20:25.264883 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-538500ad-fc6d-45f9-937c-3d6f02ed7da9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=532d7406921e496c9362f0c8fe14d5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0554209 Apr 30 01:20:25.298450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:25.322221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=10']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:25.349560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] No DVR routers for this DVR port d3e08957-e423-4d95-823e-d6febf898616 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:25.452519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dac1-320f-4517-90b9-5197b95cbfc4 req-4de036ec-efd0-46c7-9d3b-079e45113819 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:25.461556 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70d2dac1-320f-4517-90b9-5197b95cbfc4 req-4de036ec-efd0-46c7-9d3b-079e45113819 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 949 time: 0.2601094 Apr 30 01:20:25.487265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Deleting port 14e3f11e-7503-41d3-96bb-5a0094e285d9 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:25.487265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.493616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device afe0a141-6d92-4d70-a40c-35d4bf8abdcc no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:25.504560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.511596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:25.511927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:25.512243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:25.521036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.521183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: afe0a141-6d92-4d70-a40c-35d4bf8abdcc {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:25.521183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device afe0a141-6d92-4d70-a40c-35d4bf8abdcc not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:25.554160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83f6e861-472a-43a5-9835-fd3609fff7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.559450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:25.559764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Attempting to bind port d3e08957-e423-4d95-823e-d6febf898616 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:25.588206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2abeb-b69e-411f-861a-a80bd392bce5 req-8401549c-d14e-45e9-9e37-528fafea8879 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:25.589973 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0c2abeb-b69e-411f-861a-a80bd392bce5 req-8401549c-d14e-45e9-9e37-528fafea8879 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 944 time: 0.2627587 Apr 30 01:20:25.592177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:25.592701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:25.592912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:25.593332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Bound port: d3e08957-e423-4d95-823e-d6febf898616, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:25.593683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.598318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcd975a6-ba9a-4d67-991b-b9ece650eed4 req-38b8be1f-a01d-41b4-b29c-0d8b48acf734 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439751 Apr 30 01:20:25.603220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70d2dac1-320f-4517-90b9-5197b95cbfc4 req-9b0fc2e2-ee1e-4ca0-9929-2e5d458c1699 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407528 Apr 30 01:20:25.625872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83f6e861-472a-43a5-9835-fd3609fff7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.711234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] For port 14e3f11e-7503-41d3-96bb-5a0094e285d9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=14e3f11e-7503-41d3-96bb-5a0094e285d9,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:25.711627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.720590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0c2abeb-b69e-411f-861a-a80bd392bce5 req-57484f4f-2f15-412d-99c9-1f3bbc8bed7c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177149 Apr 30 01:20:25.732432 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.741537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Calling delete_port for 14e3f11e-7503-41d3-96bb-5a0094e285d9 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:25.751061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:25.754780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:25.798046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Network 6884ef9c-2a6a-49a0-8451-29360ea31c3f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:25.806573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:25.810691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Pushing event updated for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:25.812943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:25.827993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83f6e861-472a-43a5-9835-fd3609fff7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.830980 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83f6e861-472a-43a5-9835-fd3609fff7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.832149 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-83f6e861-472a-43a5-9835-fd3609fff7f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f7bba13-88d4-4bf5-a453-90d7f89775d2 HTTP/1.1" status: 204 len: 168 time: 0.5181713 Apr 30 01:20:25.833831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.903787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e861-472a-43a5-9835-fd3609fff7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7bba13-88d4-4bf5-a453-90d7f89775d2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:25.915685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:25.916155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:25.917555 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 1097 time: 2.1569176 Apr 30 01:20:25.992645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:25.993481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.005102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-313b3679-ff91-4943-a2df-21c245fa5a39 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.006745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-313b3679-ff91-4943-a2df-21c245fa5a39 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.1911359 Apr 30 01:20:26.023372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b9297-6da5-418f-b3a6-77cfc0916a11 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=11']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:26.045902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-c0ab01f8-5739-4bfb-bdc5-c063134f80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.047453 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-c0ab01f8-5739-4bfb-bdc5-c063134f80ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1100 time: 0.1015406 Apr 30 01:20:26.100272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:26.103703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d3e08957-e423-4d95-823e-d6febf898616 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:26.154053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6e903-1893-4abd-8834-ad890f6c0733 req-bec1e902-e0fd-476e-bcc9-10b3f46d3fa4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.160071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a6e903-1893-4abd-8834-ad890f6c0733 req-bec1e902-e0fd-476e-bcc9-10b3f46d3fa4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 931 time: 0.1772587 Apr 30 01:20:26.228508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d3e08957-e423-4d95-823e-d6febf898616 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:26.266284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-bef69260-7d21-485c-816f-8a3a1994b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.268529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-bef69260-7d21-485c-816f-8a3a1994b216 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1965849 Apr 30 01:20:26.310351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.361547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:26.383012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'mac_address': 'fa:16:3e:64:13:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:26.402280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-2ab8fa22-e792-4f15-af42-6f276fda27b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.1230056 Apr 30 01:20:26.429412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e3f11e-7503-41d3-96bb-5a0094e285d9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:26.500536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-893e0ca3-b238-4114-a503-2381742f138e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0956626 Apr 30 01:20:26.520173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Request body: {'port': {'device_id': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:26.520377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53a6e903-1893-4abd-8834-ad890f6c0733 req-f5f53e2e-edd4-4e16-92a4-f0089621ba69 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488511 Apr 30 01:20:26.564284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.568273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-a98c11e7-282f-4135-8661-5a90a70cbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.570036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-a98c11e7-282f-4135-8661-5a90a70cbc43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c&tenant_id=f297342a7d6142d5b70058c1e50be395 HTTP/1.1" status: 200 len: 1095 time: 0.5233252 Apr 30 01:20:26.571153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.618185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.652547 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.666458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96486a10-e6ed-47c0-8576-8f15d03e5ced {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:26.679955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-292d8b83-2441-4bce-ace5-8cf3f99dac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.682400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-292d8b83-2441-4bce-ace5-8cf3f99dac98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2496169 Apr 30 01:20:26.691637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:26.697168 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.736207 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.739206 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.761597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-6fde0d97-b3a1-464a-834a-6441d772f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.763286 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-6fde0d97-b3a1-464a-834a-6441d772f89f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1095 time: 0.1531422 Apr 30 01:20:26.797752 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.826884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9873-a96f-4cf2-acf7-f97aa8d9e9e2 req-e613b63c-4d42-4b62-9dc2-b3ef7050c223 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.828434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d0e9873-a96f-4cf2-acf7-f97aa8d9e9e2 req-e613b63c-4d42-4b62-9dc2-b3ef7050c223 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 947 time: 0.1669214 Apr 30 01:20:26.835770 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-3720c74c-79fa-42a2-b9e0-0644e62b897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:26.837413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-3720c74c-79fa-42a2-b9e0-0644e62b897d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227539 Apr 30 01:20:26.876087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:26.920317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.920849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b06dc3-9640-4733-ba7b-bfdfae52a5fa {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:20:26.925511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:26.929295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cd2f155b-7693-4703-ac14-1643ff265899 admin admin] 10.222.0.15 "DELETE /v2.0/routers/92b06dc3-9640-4733-ba7b-bfdfae52a5fa HTTP/1.1" status: 204 len: 168 time: 3.0918117 Apr 30 01:20:26.935232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:26.963060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d0e9873-a96f-4cf2-acf7-f97aa8d9e9e2 req-68e8b2f5-8f18-49a2-9cd8-3d917ae477c0 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222055 Apr 30 01:20:27.046777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['96486a10-e6ed-47c0-8576-8f15d03e5ced'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:27.052217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfde7a7-0e25-4398-8258-502fe530f556 admin admin] Deleting subnet ee722c29-e82f-4fb7-b6a7-9fc24323c58a {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:20:27.052217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2bfde7a7-0e25-4398-8258-502fe530f556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:27.053629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-265412ac-4e38-4994-8e61-7b41b577c9a5 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058005 Apr 30 01:20:27.057933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-c3816e55-2b9e-4033-9dac-422f012fa044 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3343263 Apr 30 01:20:27.125766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Allocated IP 172.25.0.151 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/1f23585f-1195-4438-86e7-27bcb05a0dea) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:27.153736 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2bfde7a7-0e25-4398-8258-502fe530f556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:27.236081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d3a0-d957-4434-87fa-83028b74e86a req-7fe04f96-5149-4b90-b6d5-09d28be38a28 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:27.237935 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f783d3a0-d957-4434-87fa-83028b74e86a req-7fe04f96-5149-4b90-b6d5-09d28be38a28 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 949 time: 0.1576371 Apr 30 01:20:27.259705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2bfde7a7-0e25-4398-8258-502fe530f556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:27.307986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:27.308724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-e043afc2-586a-4e37-9626-8e384cdbee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:27.310264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-e043afc2-586a-4e37-9626-8e384cdbee7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.5215120 Apr 30 01:20:27.311412 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:27.421488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-22a16d1e-a61d-4497-b1cc-589f0fd8da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:27.423129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-22a16d1e-a61d-4497-b1cc-589f0fd8da4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 1096 time: 0.2700443 Apr 30 01:20:27.435014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f783d3a0-d957-4434-87fa-83028b74e86a req-7b8cace6-39b1-454c-ba3b-41dfd4cab7e9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771791 Apr 30 01:20:27.467213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925fb7-3b7a-4d6d-b112-ec358578c2e4 req-8ab80be8-1153-43a7-9166-32f1c0af708e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:27.469251 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8925fb7-3b7a-4d6d-b112-ec358578c2e4 req-8ab80be8-1153-43a7-9166-32f1c0af708e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 944 time: 0.3522835 Apr 30 01:20:27.475099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-4a1f6da9-88fb-48f6-8b07-fbd67b003c4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1781468 Apr 30 01:20:27.506774 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ffc6d4c-f84b-4b2d-87e9-4ef61e785533 req-5af64324-91f2-4311-b841-d2154d4717cf service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195631 Apr 30 01:20:27.512717 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2bfde7a7-0e25-4398-8258-502fe530f556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:27.548075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-b775be8d-f323-412b-a5bc-6570c1dddaaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 200 len: 217 time: 0.1572623 Apr 30 01:20:27.598491 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4364964b-ae09-47f5-a6bd-b128470f4f07 x-openstack-request-id: req-4364964b-ae09-47f5-a6bd-b128470f4f07 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:27.598773 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:27.599029 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4364964b-ae09-47f5-a6bd-b128470f4f07 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:27.599467 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4364964b-ae09-47f5-a6bd-b128470f4f07'] response: {'name': 'network-changed', 'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'status': 'completed', 'code': 200} Apr 30 01:20:27.618675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfde7a7-0e25-4398-8258-502fe530f556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee722c29-e82f-4fb7-b6a7-9fc24323c58a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:27.666593 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8925fb7-3b7a-4d6d-b112-ec358578c2e4 req-d0c27595-2eed-4cd4-9776-e3b02ce83d5f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901302 Apr 30 01:20:27.667639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 14e3f11e-7503-41d3-96bb-5a0094e285d9 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:27.702332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 14e3f11e-7503-41d3-96bb-5a0094e285d9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:27.702692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 14e3f11e-7503-41d3-96bb-5a0094e285d9 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:27.704286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2bfde7a7-0e25-4398-8258-502fe530f556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:27.708086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2bfde7a7-0e25-4398-8258-502fe530f556 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ee722c29-e82f-4fb7-b6a7-9fc24323c58a HTTP/1.1" status: 204 len: 168 time: 0.7714398 Apr 30 01:20:27.713485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36012) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:27.720015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-bc15be1b-e948-401c-9a99-242f57e73dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:27.720334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f448fe-d2cd-480e-82c2-5cc6b233d48a None None] Network 97690113-323b-47e4-958e-8156c4c13d83 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:20:27.721731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-bc15be1b-e948-401c-9a99-242f57e73dce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0776005 Apr 30 01:20:27.804414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-7a4f77c6-b723-4229-b866-ee2b08292f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:27.806515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-7a4f77c6-b723-4229-b866-ee2b08292f00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1100 time: 0.1953733 Apr 30 01:20:27.860650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-c5224e49-1948-42c3-9aaf-72aa1d97e6ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965221 Apr 30 01:20:27.874309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-f2e24452-264b-40ce-9ece-8c08671aa3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:27.876278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-f2e24452-264b-40ce-9ece-8c08671aa3a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 1100 time: 0.2967474 Apr 30 01:20:27.961235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-3182c2b5-c9f5-45c4-b894-9367896f43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:27.962730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-3182c2b5-c9f5-45c4-b894-9367896f43b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 1100 time: 0.3729494 Apr 30 01:20:27.966377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.023842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] DHCP port deletion for 97690113-323b-47e4-958e-8156c4c13d83 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:20:28.039941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ed7c2-1496-4e55-84c3-854afe649b43 req-5eca6af7-805b-4c1c-a761-fc2da3637fbc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.048629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-609ed7c2-1496-4e55-84c3-854afe649b43 req-5eca6af7-805b-4c1c-a761-fc2da3637fbc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 931 time: 0.4014847 Apr 30 01:20:28.066678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-c4d84446-3531-45ef-b4d8-a15560ae8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.068160 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-c4d84446-3531-45ef-b4d8-a15560ae8ab9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1097949 Apr 30 01:20:28.082556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-b2037994-4a4f-43cf-9cb8-1a7524584303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.084109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-b2037994-4a4f-43cf-9cb8-1a7524584303 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.5649896 Apr 30 01:20:28.129484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:28.169833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-ae0a4f2a-d8ce-4506-8d76-77868d5810e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 200 len: 217 time: 0.0740209 Apr 30 01:20:28.212602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-609ed7c2-1496-4e55-84c3-854afe649b43 req-490476c6-2904-4890-9cfe-b39c01d55f68 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610572 Apr 30 01:20:28.214594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-3a290c35-3d83-4747-b372-45fab7786e88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 200 len: 217 time: 0.1206567 Apr 30 01:20:28.229316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] Deleting port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:28.229316 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.229538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909989a7-7273-4772-a580-a2a2fc66e078 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:28.252679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.303689 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.311740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Transition to ACTIVE for port object 909989a7-7273-4772-a580-a2a2fc66e078 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:20:28.315896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-0e671094-c128-446f-9f5b-37fb1fb7134b service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315188 Apr 30 01:20:28.329401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 96486a10-e6ed-47c0-8576-8f15d03e5ced completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:28.343838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 96486a10-e6ed-47c0-8576-8f15d03e5ced triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:28.344719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.373119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] For port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a,segment=NetworkSegment(abbd2faa-f860-4b25-b457-434c8bb0e09a),segment_id=abbd2faa-f860-4b25-b457-434c8bb0e09a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:28.373911 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.402341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] Calling delete_port for aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:28.486019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-7178e2e4-144e-4f18-a151-2ca4d8d6bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.486608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-65c44fba-17c8-42f2-99c8-675c6e07d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.488104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-65c44fba-17c8-42f2-99c8-675c6e07d63d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.2637756 Apr 30 01:20:28.488664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-7178e2e4-144e-4f18-a151-2ca4d8d6bf7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2802255 Apr 30 01:20:28.492400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-72420a3a-3baf-4dfd-9e7e-a0ac615b8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.493968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-72420a3a-3baf-4dfd-9e7e-a0ac615b8fe6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.6149545 Apr 30 01:20:28.496578 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.498411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.573622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397ea7e-1249-4d07-bbc0-c39c34472c47 req-b779c443-7848-40f8-ba0f-6fc0e02625cd tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.576076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6397ea7e-1249-4d07-bbc0-c39c34472c47 req-b779c443-7848-40f8-ba0f-6fc0e02625cd tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 948 time: 0.3768344 Apr 30 01:20:28.585756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-a44ce1e0-2da2-4424-899f-425dc2d16168 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605433 Apr 30 01:20:28.639939 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.668602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-ff08938a-89c2-4708-9d99-49a423a07e83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.1486619 Apr 30 01:20:28.673869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:28.674466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-81dc10a8-c13f-42eb-b8f1-220eac181938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.675617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-81dc10a8-c13f-42eb-b8f1-220eac181938 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.6065638 Apr 30 01:20:28.677497 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2b1a65-09a1-4b7b-8017-9534fa9ffacd" -d '{"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-plugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:28.690910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:28.707975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-be246a8a-6fbc-418b-afcd-d95c3e7cabe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2071631 Apr 30 01:20:28.728069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77d1f4f2-0711-414b-809c-621a216d9812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.732873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:28.770095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:28.780154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.783774 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.787413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-cbdca6c3-a75a-4448-9ada-1c07abd0e7ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 200 len: 217 time: 0.1008527 Apr 30 01:20:28.790120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Pushing event updated for resources: {'Port': ['ID=1f23585f-1195-4438-86e7-27bcb05a0dea,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:28.807086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:28.824567 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6397ea7e-1249-4d07-bbc0-c39c34472c47 req-cc4e6554-82d9-4d75-b8e0-868be6cadc05 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237418 Apr 30 01:20:28.881762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-c6a0bc9a-5f56-4d54-b3a4-29383eba964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.882884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-c6a0bc9a-5f56-4d54-b3a4-29383eba964a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3792515 Apr 30 01:20:28.886668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-6a7f2262-f276-4997-8976-82522ef7eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:28.890082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] No DVR routers for this DVR port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:28.894859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-6a7f2262-f276-4997-8976-82522ef7eeb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2182696 Apr 30 01:20:28.901527 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d09bcef-71a4-4f44-9e9b-9f83787fea3d x-openstack-request-id: req-4d09bcef-71a4-4f44-9e9b-9f83787fea3d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:28.901890 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-plugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:28.902405 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d09bcef-71a4-4f44-9e9b-9f83787fea3d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:28.914058 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d09bcef-71a4-4f44-9e9b-9f83787fea3d'] response: {'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'code': 200} Apr 30 01:20:28.966743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Deleting port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:28.967791 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:28.990773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:29.008389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Pushing event updated for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:29.042478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f0879-a586-4ac9-8dd7-aaf2cf91b77d None None] Pushing event deleted for resources: {'Port': ['ID=aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:29.120774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.21', 65376) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:29.174322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Attempting to bind port 909989a7-7273-4772-a580-a2a2fc66e078 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:29.174562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Attempting to bind port 909989a7-7273-4772-a580-a2a2fc66e078 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:29.174881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Attempting to bind port 909989a7-7273-4772-a580-a2a2fc66e078 on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:29.213065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afed840-807f-4662-ac46-e78a643bf6c7 req-bd570ee9-50d5-437c-87e0-af1fe8529f6a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:29.215743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8afed840-807f-4662-ac46-e78a643bf6c7 req-bd570ee9-50d5-437c-87e0-af1fe8529f6a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 949 time: 0.5734670 Apr 30 01:20:29.273877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Port 909989a7-7273-4772-a580-a2a2fc66e078 on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:29.274252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Attempting to bind port 909989a7-7273-4772-a580-a2a2fc66e078 on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:29.335485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:29.335887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Checking segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:29.336374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Bound using segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:29.336760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Bound port: 909989a7-7273-4772-a580-a2a2fc66e078, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:29.337007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:29.350402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-ca6ae0c2-993a-4c17-8b50-a6d8bb76aa95 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265535 Apr 30 01:20:29.387521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4c1d-3cf8-4af0-86e9-02d90e679d36 req-ea5ea56f-ec51-4b7c-bf36-f91312dbc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:29.388916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3e4c1d-3cf8-4af0-86e9-02d90e679d36 req-ea5ea56f-ec51-4b7c-bf36-f91312dbc8c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 1100 time: 0.3610785 Apr 30 01:20:29.467756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-60261020-7874-4dbf-94c5-806e4397666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:29.468499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-31c758ad-cc4b-43fc-a64a-b45b50778825 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:29.468968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-60261020-7874-4dbf-94c5-806e4397666d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.6684501 Apr 30 01:20:29.469983 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-31c758ad-cc4b-43fc-a64a-b45b50778825 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.2928076 Apr 30 01:20:29.497981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8afed840-807f-4662-ac46-e78a643bf6c7 req-4d4a106a-ff33-491e-8dd2-b9a55b39a048 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592990 Apr 30 01:20:29.520447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] For port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a, host n-d-821348-1, got binding levels [] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:29.520447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:29.534651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Calling delete_port for aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:29.538123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a was not found and therefore no delete operation was performed {{(pid=103319) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:20:29.550925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:29.595544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:29.596349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:29.622635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:29.634132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-6415c4b7-8a2c-4646-aa8a-423866c2562b service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259090 Apr 30 01:20:29.688628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3e4c1d-3cf8-4af0-86e9-02d90e679d36 req-ceae45c2-6e0f-4e79-a276-3f5de74bdc6b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843151 Apr 30 01:20:29.689122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Pushing event deleted for resources: {'Port': ['ID=aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:29.695782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] No DVR routers for this DVR port aea9b7af-c4c1-4d1e-9bcb-c98fde5fcf2a on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:29.744687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:29.751583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee00643b-5bc5-42a7-8755-ce79d798f4d1 req-21ba4ba7-2b0b-46a5-89e8-5358a531669c service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839576 Apr 30 01:20:29.769571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:29.813920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d3e08957-e423-4d95-823e-d6febf898616 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:29.829486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-4b4284af-20c6-413a-a346-14e69e00e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:29.831053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-4b4284af-20c6-413a-a346-14e69e00e3bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9197748 Apr 30 01:20:29.833774 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4299d52-1dd7-443d-b484-8eaa78928e1f req-7ffa5216-0f4c-4ac7-9a2b-f3f7abd23e46 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484108 Apr 30 01:20:29.942828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:29.952394 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:29.957120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'd3e08957-e423-4d95-823e-d6febf898616', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'd3e08957-e423-4d95-823e-d6febf898616', 'mac_address': 'fa:16:3e:14:2b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:29.964735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:29.978867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97690113-323b-47e4-958e-8156c4c13d83']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:29.990440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd2faa-f860-4b25-b457-434c8bb0e09a') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:29.990872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd2faa-f860-4b25-b457-434c8bb0e09a') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:30.002083 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.003043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.017432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e08957-e423-4d95-823e-d6febf898616 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:30.018908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.026031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:20:30.026529 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.040517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:30.101547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c039-4087-4a18-b12f-b6df6a1e32ea req-b35bdcc1-d0c8-4ef6-af4a-f859ad8b8922 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:30.103314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5690c039-4087-4a18-b12f-b6df6a1e32ea req-b35bdcc1-d0c8-4ef6-af4a-f859ad8b8922 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 944 time: 1.0789611 Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:20:30.105231 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:20:30.137100 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.186840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-3fdb12a7-2b28-492a-bf6a-b5184cf90fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:30.188756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-3fdb12a7-2b28-492a-bf6a-b5184cf90fe7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7001317 Apr 30 01:20:30.195163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.241203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:30.303156 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.309016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] 10.222.0.15 "DELETE /v2.0/networks/97690113-323b-47e4-958e-8156c4c13d83 HTTP/1.1" status: 204 len: 168 time: 2.5751095 Apr 30 01:20:30.333023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-39042208-71e9-4668-9dd6-9f0fcf4f5900 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297019 Apr 30 01:20:30.333920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dfcb4-f24f-42aa-8106-8b5bb43b062a admin admin] Pushing event deleted for resources: {'Network': ['ID=97690113-323b-47e4-958e-8156c4c13d83,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:30.367966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.421554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['d3e08957-e423-4d95-823e-d6febf898616'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:30.449793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:30.450324 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.451466 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-a257a42e-590e-4176-be0c-ad39b3913b36 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020887 Apr 30 01:20:30.451777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] 10.222.0.23 "PUT /v2.0/ports/909989a7-7273-4772-a580-a2a2fc66e078 HTTP/1.1" status: 200 len: 1091 time: 3.9415145 Apr 30 01:20:30.456842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:30.457089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5690c039-4087-4a18-b12f-b6df6a1e32ea req-c57112bd-b05c-4200-afd1-f07236be5952 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406744 Apr 30 01:20:30.460193 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0f5ae3-3d20-4b04-95b3-34836030c430" -d '{"events": [{"name": "network-changed", "server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "tag": "909989a7-7273-4772-a580-a2a2fc66e078"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:30.469477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-d24062fd-43a9-437b-ae51-dca5d7aa7a72 service neutron] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:30.474540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-dd0b7425-0283-4c4e-9854-1517764cf02f service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815165 Apr 30 01:20:30.486758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-d24062fd-43a9-437b-ae51-dca5d7aa7a72 service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.487880 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e767b39-0f5d-4095-97c8-57ce848a3bad req-d24062fd-43a9-437b-ae51-dca5d7aa7a72 service neutron] 10.222.0.21 "DELETE /v2.0/ports/700a3e15-9e60-4907-9294-fcf7c5f2bbb3/bindings/n-h2-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.9870033 Apr 30 01:20:30.527114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64865-72dc-4a7d-8ae7-724fb1b9f2b3 req-ac074469-42c6-43fa-bb67-371871119edc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:30.537808 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3ba64865-72dc-4a7d-8ae7-724fb1b9f2b3 req-ac074469-42c6-43fa-bb67-371871119edc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 943 time: 0.6893718 Apr 30 01:20:30.594704 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3ba64865-72dc-4a7d-8ae7-724fb1b9f2b3 req-2159f49a-e93e-44f0-8d93-f8910384f22f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559049 Apr 30 01:20:30.654078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8c33b-d869-48eb-801d-6b18d418241a service neutron] Pushing event updated for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:30.673100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac54ba4b-8c21-4283-96ea-b2b04890b2ba req-135666bb-8e19-48c6-94ce-d0b680feef6c service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883090 Apr 30 01:20:30.747762 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4262a9e7-f422-41aa-a64f-06bec99825c3 x-openstack-request-id: req-4262a9e7-f422-41aa-a64f-06bec99825c3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:30.748299 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "tag": "909989a7-7273-4772-a580-a2a2fc66e078", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:30.748299 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4262a9e7-f422-41aa-a64f-06bec99825c3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:30.748671 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4262a9e7-f422-41aa-a64f-06bec99825c3'] response: {'name': 'network-changed', 'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078', 'status': 'completed', 'code': 200} Apr 30 01:20:30.757746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec519edc-541d-401d-b25b-740c599ba065 req-cae4136a-0d19-47a9-bb5e-b0049e15481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:30.759308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-cae4136a-0d19-47a9-bb5e-b0049e15481f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 1094 time: 0.1636703 Apr 30 01:20:30.806805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac5f07-efc7-4712-add1-452abff6bbd3 req-a3e431ab-815d-46aa-be7a-ced74c0f6455 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:30.809060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05ac5f07-efc7-4712-add1-452abff6bbd3 req-a3e431ab-815d-46aa-be7a-ced74c0f6455 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 949 time: 0.0787551 Apr 30 01:20:30.865420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05ac5f07-efc7-4712-add1-452abff6bbd3 req-3f5cae82-fb60-4773-a356-042365058bdf tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492995 Apr 30 01:20:30.883329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36058) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:30.891717 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-868dbbe3-174e-43f2-b909-34f19e59275b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=909989a7-7273-4772-a580-a2a2fc66e078 HTTP/1.1" status: 200 len: 217 time: 0.0765071 Apr 30 01:20:30.924741 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a762d8c1-0194-43e0-9c42-2b180ee2cc80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=635dbbdca3f94be6b4a4667985f3cfad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402358 Apr 30 01:20:30.927310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:30.952622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57e08576-3bdd-45fe-9436-cd0d397e2287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.988962 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b8ab-9a31-4e46-a91e-4acb52973f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:30.992084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.030631 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b8ab-9a31-4e46-a91e-4acb52973f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.034510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec519edc-541d-401d-b25b-740c599ba065 req-c5614b08-dfb2-4188-89fb-b2a11eba7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:31.036011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-c5614b08-dfb2-4188-89fb-b2a11eba7db8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06b6587d-c0b7-431f-839f-e81a0ff957ca HTTP/1.1" status: 200 len: 845 time: 0.1312888 Apr 30 01:20:31.081583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781a1a-8874-4a95-abce-fa14c0faf3a9 req-eae21185-5dfe-43b7-b58b-07b630a7f3d3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:31.090637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82781a1a-8874-4a95-abce-fa14c0faf3a9 req-eae21185-5dfe-43b7-b58b-07b630a7f3d3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.2085011 Apr 30 01:20:31.147920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-1597488f-5da1-44bf-b329-92398869590a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6884ef9c-2a6a-49a0-8451-29360ea31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550909 Apr 30 01:20:31.169840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36064) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:31.188111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82781a1a-8874-4a95-abce-fa14c0faf3a9 req-ce27f3eb-8b4a-4fe1-a50c-951b31fb1142 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964134 Apr 30 01:20:31.202246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b8ab-9a31-4e46-a91e-4acb52973f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.205074 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b8ab-9a31-4e46-a91e-4acb52973f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.206630 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1cc4b8ab-9a31-4e46-a91e-4acb52973f64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44ef227a-2309-4dcb-972e-971856b8c003 HTTP/1.1" status: 204 len: 168 time: 0.2784927 Apr 30 01:20:31.234689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4b8ab-9a31-4e46-a91e-4acb52973f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ef227a-2309-4dcb-972e-971856b8c003,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:31.378844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d55c-2777-4ca2-b9c7-788289b6c060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.410908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7feae3-54cd-49ce-aa08-e78253d5a77e req-f5282610-3447-4ea0-81e8-408f8eb62941 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:31.412048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d7feae3-54cd-49ce-aa08-e78253d5a77e req-f5282610-3447-4ea0-81e8-408f8eb62941 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 950 time: 0.0956688 Apr 30 01:20:31.415569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-c8c10b8b-a2d5-4c38-845c-7dcf0b30de9d service neutron] 10.222.0.23 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573228 Apr 30 01:20:31.474410 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d7feae3-54cd-49ce-aa08-e78253d5a77e req-b50e3ca5-5230-4f78-bb11-639b3d19e142 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Apr 30 01:20:31.573853 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d55c-2777-4ca2-b9c7-788289b6c060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.596036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec519edc-541d-401d-b25b-740c599ba065 req-449ff375-4517-4739-b146-f6eb1938266b service neutron] 10.222.0.23 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712897 Apr 30 01:20:31.653701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:20:31.665816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d55c-2777-4ca2-b9c7-788289b6c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.723723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d6c4-3519-4753-87cf-45b201bfe94a req-218cc1e6-63a4-46ee-8199-a919700603c6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:31.732512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9957d6c4-3519-4753-87cf-45b201bfe94a req-218cc1e6-63a4-46ee-8199-a919700603c6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 944 time: 0.1227865 Apr 30 01:20:31.767056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8d55c-2777-4ca2-b9c7-788289b6c060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c748f-5a25-4f2a-96a1-f591e7edbb97,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:31.778084 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8bc8d55c-2777-4ca2-b9c7-788289b6c060 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76909dbb82a54326826aabcebdde8412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003909 Apr 30 01:20:31.779178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36088) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:31.828894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9957d6c4-3519-4753-87cf-45b201bfe94a req-3bd112dd-977a-4b2e-8de6-a6dbbbb30e38 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954208 Apr 30 01:20:31.837737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d3e08957-e423-4d95-823e-d6febf898616 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:31.889410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f14bcac-4abb-4e18-be06-53727d057dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.934665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.952020 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:20:31.962259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef2492-caa0-4de6-b3d9-a4eb7a54242b req-28ba3342-dd9c-4132-922a-107cac54722a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:31.971761 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-12ef2492-caa0-4de6-b3d9-a4eb7a54242b req-28ba3342-dd9c-4132-922a-107cac54722a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 943 time: 0.1982234 Apr 30 01:20:31.972035 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f14bcac-4abb-4e18-be06-53727d057dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:31.997433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port d3e08957-e423-4d95-823e-d6febf898616 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:31.998819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6672d5ee-fe5a-4e8e-b67e-d529d7c12ad8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429592 Apr 30 01:20:32.002372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port d3e08957-e423-4d95-823e-d6febf898616 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:32.002951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:32.029569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-12ef2492-caa0-4de6-b3d9-a4eb7a54242b req-fe4ad8c6-28d3-4fbf-851a-d4582b3686b5 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Apr 30 01:20:32.038963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-0cd869d8-e54b-4ca7-ae70-fedca8abf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:32.043569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-0cd869d8-e54b-4ca7-ae70-fedca8abf33d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 1094 time: 0.2967956 Apr 30 01:20:32.049221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:20:32.063883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Sync routers for ids ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:20:32.085043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Routers {'89d3965d-dd34-40a8-abb3-51b0f0de4e7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:32.087507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:32.159351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-f926bbfe-4c3a-440d-a664-3c855bafe075 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:32.168711 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-f926bbfe-4c3a-440d-a664-3c855bafe075 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689706 Apr 30 01:20:32.186964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-14af7254-8170-4fc9-b24e-ddcd96189aeb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/quotas/be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 375 time: 0.0172775 Apr 30 01:20:32.223054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f14bcac-4abb-4e18-be06-53727d057dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:32.225733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f14bcac-4abb-4e18-be06-53727d057dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:32.226580 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:32.228335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6f14bcac-4abb-4e18-be06-53727d057dc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/411c748f-5a25-4f2a-96a1-f591e7edbb97 HTTP/1.1" status: 204 len: 168 time: 0.4476011 Apr 30 01:20:32.242451 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14bcac-4abb-4e18-be06-53727d057dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c748f-5a25-4f2a-96a1-f591e7edbb97,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:32.278524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:32.282588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b996be01-e558-4491-b3bc-33fbed8d820f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0418830 Apr 30 01:20:32.282967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-19419dbb-b1e0-4264-98d7-15ad242e28d6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932529 Apr 30 01:20:32.283781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36112) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:32.329897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:32.333364 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68ff947-f2cc-4652-863e-f974c3a84b99" -d '{"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-plugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:32.358845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e567e70-e341-4021-8639-a9cd9981977d req-6ea62e7d-a4d2-4a5d-b556-54116eb508b4 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:32.376968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e567e70-e341-4021-8639-a9cd9981977d req-6ea62e7d-a4d2-4a5d-b556-54116eb508b4 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 949 time: 0.1674025 Apr 30 01:20:32.377303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:32.432939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Set router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:32.450666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-7681dfcf-c22a-4b6a-9d84-3ebfc78774fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:32.454164 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-7681dfcf-c22a-4b6a-9d84-3ebfc78774fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 905 time: 0.3895321 Apr 30 01:20:32.498415 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:32.517630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e567e70-e341-4021-8639-a9cd9981977d req-a7bfab58-178e-4d23-b972-ffd4954b50cc tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377945 Apr 30 01:20:32.600703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-a3a1e00d-00fa-4618-945e-cd38346d9778 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=909989a7-7273-4772-a580-a2a2fc66e078 HTTP/1.1" status: 200 len: 217 time: 0.1387501 Apr 30 01:20:32.672346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=13']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:32.720087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-eb4358a9-4042-48dd-aed0-a7c15bac7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:32.723056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-eb4358a9-4042-48dd-aed0-a7c15bac7dde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06b6587d-c0b7-431f-839f-e81a0ff957ca HTTP/1.1" status: 200 len: 845 time: 0.1099403 Apr 30 01:20:32.760032 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e45597-d972-403e-a38c-04f86e6c2685 x-openstack-request-id: req-93e45597-d972-403e-a38c-04f86e6c2685 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:32.760863 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-plugged", "status": "completed", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:32.760863 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93e45597-d972-403e-a38c-04f86e6c2685 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:32.761614 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e45597-d972-403e-a38c-04f86e6c2685'] response: {'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'code': 200} Apr 30 01:20:32.823696 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-817cb670-9bdb-4c89-9289-794d03febd07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6884ef9c-2a6a-49a0-8451-29360ea31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759065 Apr 30 01:20:32.927835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36136) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:32.947951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-b4732a3c-0e41-4824-86eb-f9e3df837f3a service neutron] 10.222.0.23 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166329 Apr 30 01:20:32.955288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7499c34-8589-401c-8926-30d8b2c641b0 req-e598b42f-b759-49f5-addd-ae11b2172f80 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:32.963281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7499c34-8589-401c-8926-30d8b2c641b0 req-e598b42f-b759-49f5-addd-ae11b2172f80 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1095 time: 0.2360871 Apr 30 01:20:32.994801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:20:29Z', 'revision_number': 3, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:33.030583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Checking router: 89d3965d-dd34-40a8-abb3-51b0f0de4e7e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:20:33.031174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Updating router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e port 1f23585f-1195-4438-86e7-27bcb05a0dea binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:20:33.070855 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.080873 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7499c34-8589-401c-8926-30d8b2c641b0 req-d5256db6-2770-4b3b-8f37-c2445e00aec8 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091049 Apr 30 01:20:33.175326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d0f5ae3-3d20-4b04-95b3-34836030c430 req-85480833-f4d1-407c-b450-6eeb5b9c4b28 service neutron] 10.222.0.23 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086310 Apr 30 01:20:33.215068 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-network', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:33.264571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-23020c5c-0ee7-4937-b518-f6238f3858ed req-8e84de7c-e3cc-4ace-bd70-89d9b0dd5bb6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 210 time: 0.0998385 Apr 30 01:20:33.277423 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.329582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Made reservation on behalf of a79e116ad6054d4290e3bca71c55866c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:33.335785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.349998 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.454094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36156) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:33.477211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fdebe-dff7-4592-91d4-7ab47558c4ff req-7ca5ef11-a7ac-4e1f-a999-ab0278e2ee65 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:33.478773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a30fdebe-dff7-4592-91d4-7ab47558c4ff req-7ca5ef11-a7ac-4e1f-a999-ab0278e2ee65 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 943 time: 0.1243837 Apr 30 01:20:33.480585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ad77871-065c-41b6-8004-0e89d01df3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.506445 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.575731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Allocated IP 172.20.0.1 (908913d4-f8e6-4459-8782-18e80e0a7b40/eb96e933-d193-4e19-8485-6202df4ce49a/aae60918-b3b0-4321-b748-59e303050d3a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:33.586165 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.586558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a30fdebe-dff7-4592-91d4-7ab47558c4ff req-4e7b27ad-fad0-4638-a4fb-d7e6af7a96aa tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959630 Apr 30 01:20:33.623341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.682053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ad77871-065c-41b6-8004-0e89d01df3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.725843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540efc7-0dc1-4631-926c-2296a2df9d66 req-af927707-041c-41c7-b463-7ef66e8a096f tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:33.732011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9540efc7-0dc1-4631-926c-2296a2df9d66 req-af927707-041c-41c7-b463-7ef66e8a096f tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 1095 time: 0.0635982 Apr 30 01:20:33.734512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.743244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.760014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:20:33.774396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.774753 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Added segment 1b4ca3ba-1946-4eb7-8e07-f572873ae6b4 of type vlan for network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 Apr 30 01:20:33.803081 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ad77871-065c-41b6-8004-0e89d01df3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.828866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 909989a7-7273-4772-a580-a2a2fc66e078 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:33.834111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a815f-b357-4870-83ee-a06a9f13fef6 None None] Pushing event updated for resources: {'Port': ['ID=1f23585f-1195-4438-86e7-27bcb05a0dea,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:33.836407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.837220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Attempting to bind port 1f23585f-1195-4438-86e7-27bcb05a0dea on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:33.837587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Attempting to bind port 1f23585f-1195-4438-86e7-27bcb05a0dea by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:33.837949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Attempting to bind port 1f23585f-1195-4438-86e7-27bcb05a0dea on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:33.847670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:33.847670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:33.847670 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.848042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:33.848536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Bound port: 1f23585f-1195-4438-86e7-27bcb05a0dea, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:33.848891 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.857283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5ad77871-065c-41b6-8004-0e89d01df3fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28294bee97a94694942744e47b2e1be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021680 Apr 30 01:20:33.861004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36170) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:33.868033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.887643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9540efc7-0dc1-4631-926c-2296a2df9d66 req-ddf6a44d-9e76-48bc-adaf-768643aa79a8 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405795 Apr 30 01:20:33.889833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.896829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31bfe4b-f982-4adc-87aa-914ccc2ddc3f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:33.956392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:33.966866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad77871-065c-41b6-8004-0e89d01df3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f8922c-95a2-4f32-b415-59209af03146,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:33.967075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] For port 1f23585f-1195-4438-86e7-27bcb05a0dea, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:33.971725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] For port 1f23585f-1195-4438-86e7-27bcb05a0dea, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f23585f-1195-4438-86e7-27bcb05a0dea,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:34.000345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Network 908913d4-f8e6-4459-8782-18e80e0a7b40 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:34.007080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:34.011872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:34.018095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:34.019166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '909989a7-7273-4772-a580-a2a2fc66e078', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'port_id': '909989a7-7273-4772-a580-a2a2fc66e078', 'mac_address': 'fa:16:3e:1b:6d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b6587d-c0b7-431f-839f-e81a0ff957ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:34.049264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Pushing event updated for resources: {'Port': ['ID=aae60918-b3b0-4321-b748-59e303050d3a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:34.058506 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.069058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8139f5f8-0829-4c68-93b3-d07d41315c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.075993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909989a7-7273-4772-a580-a2a2fc66e078 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:34.085370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.088374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.090804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:34.091610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.103573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:34.129067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.188230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.200102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] Pushing event updated for resources: {'Network': ['ID=320473d5-f4c7-4b58-8f77-9b3e5bbceb33,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:34.203465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Routers {'89d3965d-dd34-40a8-abb3-51b0f0de4e7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:34.204118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:34.220147 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a53c872e-2a16-4d79-93cb-e1f316bd81dd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2905836 Apr 30 01:20:34.222433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36180) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:34.227332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Request body: {'subnet': {'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-subnet', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:34.233657 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8139f5f8-0829-4c68-93b3-d07d41315c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.250656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:20:34.255658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a815f-b357-4870-83ee-a06a9f13fef6 None None] Pushing event updated for resources: {'Port': ['ID=1f23585f-1195-4438-86e7-27bcb05a0dea,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:34.368645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00682542-5ed9-4313-b69d-6f00ff38333b req-27ce2322-0dcc-4f7d-a633-4fab8b4fa08b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 210 time: 0.0290203 Apr 30 01:20:34.369478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Made reservation on behalf of a79e116ad6054d4290e3bca71c55866c for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:34.372722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.397901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8139f5f8-0829-4c68-93b3-d07d41315c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.400764 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8139f5f8-0829-4c68-93b3-d07d41315c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.403666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8139f5f8-0829-4c68-93b3-d07d41315c27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46f8922c-95a2-4f32-b415-59209af03146 HTTP/1.1" status: 204 len: 168 time: 0.5416098 Apr 30 01:20:34.413515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:34.443642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139f5f8-0829-4c68-93b3-d07d41315c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f8922c-95a2-4f32-b415-59209af03146,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:34.454276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['909989a7-7273-4772-a580-a2a2fc66e078'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:34.457463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.487669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] Set router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:34.792411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885b85-7150-4203-9118-ffe1f0886a03 req-49551e57-005c-418e-9c3a-631be593da72 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:34.794091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41885b85-7150-4203-9118-ffe1f0886a03 req-49551e57-005c-418e-9c3a-631be593da72 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 944 time: 0.0847440 Apr 30 01:20:34.798238 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:34.826750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:20:29Z', 'revision_number': 3, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:34.845516 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:35.045496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41885b85-7150-4203-9118-ffe1f0886a03 req-3a0a63cf-9d76-4c8a-be27-fccc8bf01fb8 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742908 Apr 30 01:20:35.046732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7e3f0-26f1-41e2-8e82-383875a277ff None None] The sync data for ids ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'] in n-d-821348-1 is: [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:20:29Z', 'revision_number': 3, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:20:35.046863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da35573-f17a-45c3-b4a5-c3ffe22a25f7,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:35.046863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Checking segment: {'id': '1b4ca3ba-1946-4eb7-8e07-f572873ae6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:35.046863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Network hostable DHCP agents. Network: 320473d5-f4c7-4b58-8f77-9b3e5bbceb33, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:20:35.242019 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:35.246639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:20:35.345800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:35.346464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Pushing event updated for resources: {'Port': ['ID=aae60918-b3b0-4321-b748-59e303050d3a,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:35.362933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 320473d5-f4c7-4b58-8f77-9b3e5bbceb33) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:35.368597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:35.374364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:35.375125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747ee29-983d-4d7b-a8c0-b4de5f417a5b None None] Network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:20:35.459388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c5a18c3d-64e4-40ba-87ed-ae25d028c2c8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491781 Apr 30 01:20:35.610569 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d0e8df5-bb51-4da0-947c-665dbece7008 req-2102876b-33c8-4d16-8767-1b4f1939053f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 210 time: 0.1122730 Apr 30 01:20:35.638359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Network 908913d4-f8e6-4459-8782-18e80e0a7b40 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:35.646866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:35.666082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36218) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:35.672562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5ce63258-eab0-4bda-9714-e8f10b0d6ed0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4489777 Apr 30 01:20:35.677257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-router', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:35.693051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f23585f-1195-4438-86e7-27bcb05a0dea up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:35.726831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-712d1d93-e3e7-4196-b963-5eb73f4428f3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:35.736098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-712d1d93-e3e7-4196-b963-5eb73f4428f3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694333 Apr 30 01:20:35.750606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Request body: {'port': {'device_id': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'be6f9ad62e3c42e6b8263430d9e9fad0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:35.834048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 909989a7-7273-4772-a580-a2a2fc66e078 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:35.843471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-320473d5-f4c7-4b58-8f77-9b3e5bbceb33', 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'fixed_ips': [{'subnet_id': '0da35573-f17a-45c3-b4a5-c3ffe22a25f7'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:20:35.844152 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:35.906469 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:35.907798 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:35.973794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:20:36.010024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.180972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1f23585f-1195-4438-86e7-27bcb05a0dea triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:36.181695 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.227803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Allocated IP 172.20.0.2 (320473d5-f4c7-4b58-8f77-9b3e5bbceb33/0da35573-f17a-45c3-b4a5-c3ffe22a25f7/651c7485-a4b0-4cf5-9ba2-ac6d7a830baf) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:36.236557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Made reservation on behalf of be6f9ad62e3c42e6b8263430d9e9fad0 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:36.246215 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.369088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 909989a7-7273-4772-a580-a2a2fc66e078 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:36.384680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 909989a7-7273-4772-a580-a2a2fc66e078 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:36.386508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.424652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbfc96-3774-4218-8523-0e3cd7e3e4a9 req-b77866a7-a81e-4e16-9cd9-19a7f73dd5d2 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:36.439320 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32cbfc96-3774-4218-8523-0e3cd7e3e4a9 req-b77866a7-a81e-4e16-9cd9-19a7f73dd5d2 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 944 time: 0.3042793 Apr 30 01:20:36.445510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.491956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 1f23585f-1195-4438-86e7-27bcb05a0dea, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f23585f-1195-4438-86e7-27bcb05a0dea,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:36.569114 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.585332 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.589234 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.603979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32cbfc96-3774-4218-8523-0e3cd7e3e4a9 req-fa5ca1b2-15e3-4086-bca8-fefd5ffe2ac1 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542528 Apr 30 01:20:36.639038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Allocated IP 192.168.233.38 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/06513550-dcc5-46b5-8a11-df5f245a0d4f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:36.694811 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.703941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:36.706262 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66e90e1-499a-4781-a2b0-672346d767e8" -d '{"events": [{"server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "name": "network-vif-plugged", "status": "completed", "tag": "909989a7-7273-4772-a580-a2a2fc66e078"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:36.750968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:36.777394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:36.780763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:36.783014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=1f23585f-1195-4438-86e7-27bcb05a0dea,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:36.786349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:36.902205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Pushing event updated for resources: {'Port': ['ID=651c7485-a4b0-4cf5-9ba2-ac6d7a830baf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:36.917720 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.947190 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce3dd3-9248-4dbc-8907-6f79a306451e x-openstack-request-id: req-36ce3dd3-9248-4dbc-8907-6f79a306451e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:36.950363 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "name": "network-vif-plugged", "status": "completed", "tag": "909989a7-7273-4772-a580-a2a2fc66e078", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:36.950363 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36ce3dd3-9248-4dbc-8907-6f79a306451e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:36.950363 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ce3dd3-9248-4dbc-8907-6f79a306451e'] response: {'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078', 'code': 200} Apr 30 01:20:36.982659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Attempting to bind port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:36.983035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Attempting to bind port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1b4ca3ba-1946-4eb7-8e07-f572873ae6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:36.983398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Attempting to bind port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf on network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:36.991036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:36.991417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Checking segment: {'id': '1b4ca3ba-1946-4eb7-8e07-f572873ae6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:36.991862 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:36.992259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Bound using segment: {'id': '1b4ca3ba-1946-4eb7-8e07-f572873ae6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:36.992737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Bound port: 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4ca3ba-1946-4eb7-8e07-f572873ae6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:36.993531 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:37.014873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:37.092825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] For port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:37.096594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:37.108279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] For port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=651c7485-a4b0-4cf5-9ba2-ac6d7a830baf,segment=NetworkSegment(1b4ca3ba-1946-4eb7-8e07-f572873ae6b4),segment_id=1b4ca3ba-1946-4eb7-8e07-f572873ae6b4)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:37.122453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:37.136247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:20:37.137314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['d3e08957-e423-4d95-823e-d6febf898616'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:37.191710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6561bc7d-ee55-4b89-92cb-73c5f34e98c8 admin admin] 10.222.0.15 "PUT /v2.0/routers/89d3965d-dd34-40a8-abb3-51b0f0de4e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8998950 Apr 30 01:20:37.220402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7e01c030-24ac-4c84-8c97-f2d81987da00', '24f67d58-8477-45b2-8df1-5828b2d3b71a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:37.251487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:37.273084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:37.283069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:37.292605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6d5af-48c4-49d6-991c-9edf0962c345 req-b3565fcb-61d2-4bfa-a322-49d2e0517901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:37.295417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0a6d5af-48c4-49d6-991c-9edf0962c345 req-b3565fcb-61d2-4bfa-a322-49d2e0517901 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 1096 time: 0.2587702 Apr 30 01:20:37.297546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:37.304935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:37.309699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:37.333742 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Sync routers for ids ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:20:37.337217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c80fa-231a-425d-8317-f9ae9e1ce598 req-2ce8deea-6a45-462f-bf4b-3d5c484c4702 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:37.349584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b85c80fa-231a-425d-8317-f9ae9e1ce598 req-2ce8deea-6a45-462f-bf4b-3d5c484c4702 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 935 time: 0.3089941 Apr 30 01:20:37.360215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Routers {'89d3965d-dd34-40a8-abb3-51b0f0de4e7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:37.365612 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:37.431656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:37.442439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:37.527211 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b85c80fa-231a-425d-8317-f9ae9e1ce598 req-9bf6b58b-be6a-4b4f-86d7-741e69241cd4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715159 Apr 30 01:20:37.561273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-6d6838db-968b-4f29-953f-2018b04f2f97 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8106687 Apr 30 01:20:37.589096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Request body: {'port': {'device_id': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:37.730259 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Set router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:37.739289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0a6d5af-48c4-49d6-991c-9edf0962c345 req-ee427f79-f23f-43fb-9ee6-0fa621e00da4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348972 Apr 30 01:20:37.897320 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:38.032836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f23585f-1195-4438-86e7-27bcb05a0dea up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:38.131935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e83cc-1bf8-4b7b-9e0b-b08cf0589073 None None] Pushing event updated for resources: {'Port': ['ID=651c7485-a4b0-4cf5-9ba2-ac6d7a830baf,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:38.191860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c20b-da43-42c3-b5f4-3e9a27a3de03 req-e73cefcc-a813-42cc-a8a9-5718eeca6dc9 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:38.207169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1776c20b-da43-42c3-b5f4-3e9a27a3de03 req-e73cefcc-a813-42cc-a8a9-5718eeca6dc9 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 945 time: 0.3873703 Apr 30 01:20:38.209673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:38.232671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:38.297760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:38.358001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5c27750a-558b-4f61-87e8-ed48c2969167 None None] Provisioning complete for port 06513550-dcc5-46b5-8a11-df5f245a0d4f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:38.358383 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c27750a-558b-4f61-87e8-ed48c2969167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:38.372514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1776c20b-da43-42c3-b5f4-3e9a27a3de03 req-b8a79b0d-8221-4e8a-b3d9-d5d4706f0f5e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623869 Apr 30 01:20:38.488088 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:20:38.667100 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:20:34Z', 'revision_number': 4, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'aae60918-b3b0-4321-b748-59e303050d3a', 'name': '', 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'mac_address': 'fa:16:3e:62:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eb96e933-d193-4e19-8485-6202df4ce49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:33Z', 'updated_at': '2022-04-30T01:20:34Z', 'revision_number': 2, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'subnets': [{'id': 'eb96e933-d193-4e19-8485-6202df4ce49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:38.705357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c27750a-558b-4f61-87e8-ed48c2969167 None None] Port 06513550-dcc5-46b5-8a11-df5f245a0d4f cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:20:38.773139 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Checking router: 89d3965d-dd34-40a8-abb3-51b0f0de4e7e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:20:38.773487 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Updating router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e port aae60918-b3b0-4321-b748-59e303050d3a binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:20:38.773770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06513550-dcc5-46b5-8a11-df5f245a0d4f {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:38.789426 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:38.824131 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:38.829749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1f23585f-1195-4438-86e7-27bcb05a0dea triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:38.837345 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:38.840438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Transition to ACTIVE for port object 06513550-dcc5-46b5-8a11-df5f245a0d4f will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:20:38.907722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55adba-39fa-4312-ba66-177754034d12 req-d3bb40df-0eab-4f96-a378-f8e7fb3da6cb tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:38.918952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-d3bb40df-0eab-4f96-a378-f8e7fb3da6cb tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 810 time: 0.3106320 Apr 30 01:20:38.922561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:38.956656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-12e8af0c-0147-4f5d-b85f-7c0d6037c2ae tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/quotas/21433b693fe54d2a8286e01aa15faa29 HTTP/1.1" status: 200 len: 375 time: 0.0362868 Apr 30 01:20:38.959635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Allocated IP 172.25.0.139 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/7601de7e-42ec-4c4b-b685-dc9343bf384b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:39.067909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-877b3282-1565-4798-bd81-5ce9538e594a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1097054 Apr 30 01:20:39.218103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:39.305379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:39.360323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'mac_address': 'fa:16:3e:64:13:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:39.475049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:39.475049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:39.475049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:39.478856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.485979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:39.486184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:39.491041 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.496381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:39.496708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:39.497101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:39.499318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Bound port: 06513550-dcc5-46b5-8a11-df5f245a0d4f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:39.503665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.507669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96486a10-e6ed-47c0-8576-8f15d03e5ced {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:39.538545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:39.638190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353230a-2ab3-4461-95f6-2d2afddb04b2 None None] Network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:20:39.690608 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.712779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.738730 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.749990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:39.753924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:39.782539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:39.797870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-42b6950b-d3cf-4115-841b-b52080ca36fa None None] Provisioning complete for port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:39.798370 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42b6950b-d3cf-4115-841b-b52080ca36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.831902 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.832938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:39.842176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:39.862261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:39.872988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:39.882831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['96486a10-e6ed-47c0-8576-8f15d03e5ced'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:39.911714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Pushing event updated for resources: {'Port': ['ID=7601de7e-42ec-4c4b-b685-dc9343bf384b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:39.953829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-7f8977ad-e689-43ff-af9f-7451f3027349 service neutron] 10.222.0.15 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8825865 Apr 30 01:20:40.018509 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b9ee4-050c-413d-8f45-eaa69b3786bd None None] Pushing event updated for resources: {'Port': ['ID=aae60918-b3b0-4321-b748-59e303050d3a,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:40.049450 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42b6950b-d3cf-4115-841b-b52080ca36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:40.058686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:40.078904 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Attempting to bind port aae60918-b3b0-4321-b748-59e303050d3a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:40.080990 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Attempting to bind port aae60918-b3b0-4321-b748-59e303050d3a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:40.082610 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Attempting to bind port aae60918-b3b0-4321-b748-59e303050d3a on network 908913d4-f8e6-4459-8782-18e80e0a7b40 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:40.095768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba469-6ea0-4714-a088-c2eda110c8aa req-c526dd3e-738a-47f5-a7e1-69ba42508c08 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:40.099896 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:40.100586 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Checking segment: {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:40.101590 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:40.102203 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Bound using segment: {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:40.102887 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Bound port: aae60918-b3b0-4321-b748-59e303050d3a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:40.111586 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:40.114952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-957ba469-6ea0-4714-a088-c2eda110c8aa req-c526dd3e-738a-47f5-a7e1-69ba42508c08 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 947 time: 0.3407314 Apr 30 01:20:40.135587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:40.140432 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:40.145664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c0d3c1e1-7208-4a4d-b28b-963fceb6ee4b service neutron] 10.222.0.23 "PUT /v2.0/ports/06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 1095 time: 2.5783789 Apr 30 01:20:40.148119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:40.156333 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346fe0da-f023-4bf1-85c7-2884a0ecfb31" -d '{"events": [{"name": "network-changed", "server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:40.274371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-42b6950b-d3cf-4115-841b-b52080ca36fa None None] For port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=651c7485-a4b0-4cf5-9ba2-ac6d7a830baf,segment=NetworkSegment(1b4ca3ba-1946-4eb7-8e07-f572873ae6b4),segment_id=1b4ca3ba-1946-4eb7-8e07-f572873ae6b4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:40.323959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-957ba469-6ea0-4714-a088-c2eda110c8aa req-f9ccf778-f409-4bc6-b103-b946d3105cb1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056179 Apr 30 01:20:40.360274 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42b6950b-d3cf-4115-841b-b52080ca36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:40.364591 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] For port aae60918-b3b0-4321-b748-59e303050d3a, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:40.378721 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] For port aae60918-b3b0-4321-b748-59e303050d3a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=aae60918-b3b0-4321-b748-59e303050d3a,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:40.393417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-6e5d3ddc-db46-4e1f-a756-dcc7682a0f79 service neutron] 10.222.0.15 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281130 Apr 30 01:20:40.466322 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:40.488864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-4dd0bbf3-64ce-47a2-9b39-1ba209d1bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:40.490503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-4dd0bbf3-64ce-47a2-9b39-1ba209d1bc89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1098 time: 0.2205822 Apr 30 01:20:40.532963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6950b-d3cf-4115-841b-b52080ca36fa None None] Pushing event updated for resources: {'Port': ['ID=651c7485-a4b0-4cf5-9ba2-ac6d7a830baf,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:40.550081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:40.661729 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Routers {'89d3965d-dd34-40a8-abb3-51b0f0de4e7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:40.662364 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:40.685788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:40.734731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-c4b11bff-e7b3-4485-8938-15e22b31ed61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.2344313 Apr 30 01:20:40.817560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] Set router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:40.940898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-f700fe26-40ef-453b-8e44-507559062770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:40.946395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-f700fe26-40ef-453b-8e44-507559062770 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1669853 Apr 30 01:20:41.003115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:41.003521 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:41.140089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:41.190327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2a5ff-9fe3-4d19-8ac1-676b072fe8eb req-a4adf859-f2d2-427f-8e48-a062f8cfd937 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:41.191930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbc2a5ff-9fe3-4d19-8ac1-676b072fe8eb req-a4adf859-f2d2-427f-8e48-a062f8cfd937 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 945 time: 0.4742606 Apr 30 01:20:41.258098 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b9ee4-050c-413d-8f45-eaa69b3786bd None None] Pushing event updated for resources: {'Port': ['ID=aae60918-b3b0-4321-b748-59e303050d3a,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:41.309105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-55039e74-0328-4e55-b9a2-00b75d0d8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:41.310663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-55039e74-0328-4e55-b9a2-00b75d0d8e2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3170154 Apr 30 01:20:41.327963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbc2a5ff-9fe3-4d19-8ac1-676b072fe8eb req-3b34d587-b940-43c3-99c4-3a54de9e43f7 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056309 Apr 30 01:20:41.373832 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:20:34Z', 'revision_number': 4, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'aae60918-b3b0-4321-b748-59e303050d3a', 'name': '', 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'mac_address': 'fa:16:3e:62:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eb96e933-d193-4e19-8485-6202df4ce49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:33Z', 'updated_at': '2022-04-30T01:20:40Z', 'revision_number': 4, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'subnets': [{'id': 'eb96e933-d193-4e19-8485-6202df4ce49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:41.455337 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380f1983-434b-47fb-bcdf-e2e8c0afb586 x-openstack-request-id: req-380f1983-434b-47fb-bcdf-e2e8c0afb586 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:41.457912 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c934-1853-443d-b011-b58cb57056a4 None None] The sync data for ids ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'] in n-d-821348-1 is: [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:20:34Z', 'revision_number': 4, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'aae60918-b3b0-4321-b748-59e303050d3a', 'name': '', 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'mac_address': 'fa:16:3e:62:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eb96e933-d193-4e19-8485-6202df4ce49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:33Z', 'updated_at': '2022-04-30T01:20:40Z', 'revision_number': 4, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'subnets': [{'id': 'eb96e933-d193-4e19-8485-6202df4ce49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:20:41.459833 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:41.460093 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-380f1983-434b-47fb-bcdf-e2e8c0afb586 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:41.460517 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380f1983-434b-47fb-bcdf-e2e8c0afb586'] response: {'name': 'network-changed', 'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'status': 'completed', 'code': 200} Apr 30 01:20:41.715456 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-7e5e17dd-1e72-45c3-a81a-19b4e116833e service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802178 Apr 30 01:20:41.767873 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Router 622ad548-26ca-4c94-8429-a1a89f731fd8 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:20:41.785649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6f48a348-b60d-4094-abdf-fafa69c68889 None None] Provisioning complete for port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:41.786291 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f48a348-b60d-4094-abdf-fafa69c68889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:42.106636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:20:42.117276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Sync routers for ids ['622ad548-26ca-4c94-8429-a1a89f731fd8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:20:42.131479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Routers {'622ad548-26ca-4c94-8429-a1a89f731fd8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:42.141968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['622ad548-26ca-4c94-8429-a1a89f731fd8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:42.143519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b186f2-5a4c-4413-8b2c-c477255e77c7 req-88b650fe-c059-428b-b9f0-82ad013db152 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:42.156134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61b186f2-5a4c-4413-8b2c-c477255e77c7 req-88b650fe-c059-428b-b9f0-82ad013db152 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1096 time: 0.1187840 Apr 30 01:20:42.218751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:42.220574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-59b2c1bb-4d7a-4c21-a2e1-023f2864b46c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5523589 Apr 30 01:20:42.224818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36376) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:42.406000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61b186f2-5a4c-4413-8b2c-c477255e77c7 req-07742d8d-dbd0-4476-b272-d920277fade8 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434316 Apr 30 01:20:42.576673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:42.586809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aae60918-b3b0-4321-b748-59e303050d3a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:42.719507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-898d3f0f-f246-4a6a-85bd-3585394afaf1 req-086ce075-c1ac-43e9-bcb6-eef50a60c865 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 210 time: 1.0028839 Apr 30 01:20:42.812361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0203-c376-4c51-92ee-57ee6af1e06f req-6354d82f-da96-4376-baee-354e55f0504c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:42.820886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-393a0203-c376-4c51-92ee-57ee6af1e06f req-6354d82f-da96-4376-baee-354e55f0504c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 947 time: 0.2335100 Apr 30 01:20:42.843669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d987eb5-a03d-456c-ab1c-33bd33b474af req-a8dcf708-a77a-445f-94c7-03262305caff service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0747373 Apr 30 01:20:42.910088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-393a0203-c376-4c51-92ee-57ee6af1e06f req-65cbe922-935b-46fb-995e-5653acdd80ad tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881858 Apr 30 01:20:42.961954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Set router 622ad548-26ca-4c94-8429-a1a89f731fd8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:43.145324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-e3936606-cde4-4ba3-b34c-2507ff513ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:43.153662 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-e3936606-cde4-4ba3-b34c-2507ff513ae7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1098 time: 0.1597388 Apr 30 01:20:43.325491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port aae60918-b3b0-4321-b748-59e303050d3a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:43.326153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:43.377728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 96486a10-e6ed-47c0-8576-8f15d03e5ced triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:43.378919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:43.434958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-0e0ad5ff-d59c-44f9-a0f4-deb16e1ae9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:43.439460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-0e0ad5ff-d59c-44f9-a0f4-deb16e1ae9e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2797527 Apr 30 01:20:43.581048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-afdc7ff8-54fd-4cfa-806f-25a78ea32375 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.1299322 Apr 30 01:20:43.709338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:43.776655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-1c381250-121d-4d0b-9728-73831cbce852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:43.778535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-1c381250-121d-4d0b-9728-73831cbce852 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1780477 Apr 30 01:20:43.910040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-3fa10548-21bc-450c-bc70-3fc5ed382b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:43.912393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-3fa10548-21bc-450c-bc70-3fc5ed382b3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264729 Apr 30 01:20:43.955247 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:44.092474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:44.099759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:44.106611 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17550709-0829-490c-baaf-66e401f137f8" -d '{"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-plugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:44.116206 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:44.148746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-e8055317-500b-429a-9238-a4907ee8b5dd service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244225 Apr 30 01:20:44.169655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Allocated IP 172.20.0.1 (320473d5-f4c7-4b58-8f77-9b3e5bbceb33/0da35573-f17a-45c3-b4a5-c3ffe22a25f7/2826896f-69f3-4272-90e9-dd46ce3eec53) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:44.193807 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:44.305932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port aae60918-b3b0-4321-b748-59e303050d3a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=aae60918-b3b0-4321-b748-59e303050d3a,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:44.345728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-router', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:35Z', 'updated_at': '2022-04-30T01:20:40Z', 'revision_number': 3, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'gw_port': {'id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:38Z', 'updated_at': '2022-04-30T01:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:44.386806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Checking router: 622ad548-26ca-4c94-8429-a1a89f731fd8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:20:44.387146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Updating router 622ad548-26ca-4c94-8429-a1a89f731fd8 port 7601de7e-42ec-4c4b-b685-dc9343bf384b binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:20:44.426704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:44.502180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:44.502869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:44.507725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef37d11-15a1-46b4-b34a-07b4d4fb4f35 req-f7def760-558b-4294-9585-8b32740b56e6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:44.515751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ef37d11-15a1-46b4-b34a-07b4d4fb4f35 req-f7def760-558b-4294-9585-8b32740b56e6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 945 time: 0.2033033 Apr 30 01:20:44.535595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-346fe0da-f023-4bf1-85c7-2884a0ecfb31 req-22405b9b-b470-4aef-8a69-3bd484812cc4 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796484 Apr 30 01:20:44.569276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ef37d11-15a1-46b4-b34a-07b4d4fb4f35 req-0074953f-6417-464b-a251-9d72757065b6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525839 Apr 30 01:20:44.591165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:44.678364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:44.678740 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:44.737130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55adba-39fa-4312-ba66-177754034d12 req-863bc195-d83a-475a-97a0-1eba05272df1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:44.739084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:44.743201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-863bc195-d83a-475a-97a0-1eba05272df1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.21 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 810 time: 0.5002072 Apr 30 01:20:44.744016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5dcbef5-6321-4e22-b278-75fb391f66c6 req-18589bdc-ce68-4f3f-9456-1c88a62eaf4e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0954525 Apr 30 01:20:44.745236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:44.780682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Request body: {'port': {'device_id': '91cae90a-e5aa-43e9-a7e7-894df30f8ad7', 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40', 'admin_state_up': True, 'tenant_id': '21433b693fe54d2a8286e01aa15faa29'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:44.821353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=aae60918-b3b0-4321-b748-59e303050d3a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:44.897085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:44.953287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:44.962581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:44.970017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Pushing event updated for resources: {'Port': ['ID=2826896f-69f3-4272-90e9-dd46ce3eec53,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:45.044084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.099944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154cb0-6c9d-4fe0-ae4b-e322f0469e7c req-6d8755ef-5e72-400e-a0e3-f086bf5b49b2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:45.114417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b154cb0-6c9d-4fe0-ae4b-e322f0469e7c req-6d8755ef-5e72-400e-a0e3-f086bf5b49b2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 947 time: 0.2217743 Apr 30 01:20:45.192363 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.198655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aae60918-b3b0-4321-b748-59e303050d3a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:45.204022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b154cb0-6c9d-4fe0-ae4b-e322f0469e7c req-c63ba3c0-78b5-481a-a581-16738e33bb76 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882814 Apr 30 01:20:45.289297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Made reservation on behalf of 21433b693fe54d2a8286e01aa15faa29 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:20:45.294599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.298941 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.377547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port aae60918-b3b0-4321-b748-59e303050d3a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:45.378059 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.490343 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55ea68f-73b4-4ceb-9a65-bfb62e9ae397 x-openstack-request-id: req-a55ea68f-73b4-4ceb-9a65-bfb62e9ae397 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:20:45.490631 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-plugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:20:45.490934 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a55ea68f-73b4-4ceb-9a65-bfb62e9ae397 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:20:45.491330 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55ea68f-73b4-4ceb-9a65-bfb62e9ae397'] response: {'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'code': 200} Apr 30 01:20:45.500960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Attempting to bind port 7601de7e-42ec-4c4b-b685-dc9343bf384b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:45.501336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Attempting to bind port 7601de7e-42ec-4c4b-b685-dc9343bf384b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:45.505929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Attempting to bind port 7601de7e-42ec-4c4b-b685-dc9343bf384b on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:45.506837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604af816-b6e3-4f5f-b4f4-0b472fb48279 None None] Pushing event updated for resources: {'Port': ['ID=7601de7e-42ec-4c4b-b685-dc9343bf384b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:45.515646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e07ef6e6-5652-4fe7-9378-5b4e6682ba94 None None] Provisioning complete for port 2826896f-69f3-4272-90e9-dd46ce3eec53 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:45.516041 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e07ef6e6-5652-4fe7-9378-5b4e6682ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.530057 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.562531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:45.563009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:45.563437 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.563897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:45.564389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Bound port: 7601de7e-42ec-4c4b-b685-dc9343bf384b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:45.564772 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.628023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e07ef6e6-5652-4fe7-9378-5b4e6682ba94 None None] Port 2826896f-69f3-4272-90e9-dd46ce3eec53 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:20:45.677503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] For port 7601de7e-42ec-4c4b-b685-dc9343bf384b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:45.740009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-44c81b51-b962-486b-bf3e-85ea6c977761 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:20:45.755012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] For port 7601de7e-42ec-4c4b-b685-dc9343bf384b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7601de7e-42ec-4c4b-b685-dc9343bf384b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:45.759073 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-44c81b51-b962-486b-bf3e-85ea6c977761 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240231 Apr 30 01:20:45.831007 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.842479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-144fba0c-fc9e-48f6-9c83-7a62dcaa5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:45.851338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-144fba0c-fc9e-48f6-9c83-7a62dcaa5521 service neutron] 10.222.0.15 "GET /v2.0/ports/5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 200 len: 1093 time: 0.0837169 Apr 30 01:20:45.856018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Request body: {'binding': {'host': 'n-h2-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:45.860093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:20:45.897426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:45.911747 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:45.981040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604af816-b6e3-4f5f-b4f4-0b472fb48279 None None] Pushing event updated for resources: {'Port': ['ID=7601de7e-42ec-4c4b-b685-dc9343bf384b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:46.002134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Routers {'622ad548-26ca-4c94-8429-a1a89f731fd8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:46.002781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['622ad548-26ca-4c94-8429-a1a89f731fd8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:46.017096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:46.063027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d6da-a763-40d1-92fa-a9180e56718c req-7b3e01e4-968e-408c-b0e0-7d9d0efcc79a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:46.071562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa73d6da-a763-40d1-92fa-a9180e56718c req-7b3e01e4-968e-408c-b0e0-7d9d0efcc79a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 945 time: 0.2030563 Apr 30 01:20:46.112412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:46.141933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa73d6da-a763-40d1-92fa-a9180e56718c req-21c8691c-8562-45b6-b3a4-9f5fd624ea2a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691547 Apr 30 01:20:46.165751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] Set router 622ad548-26ca-4c94-8429-a1a89f731fd8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:46.218932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on host n-h2-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:46.220457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:46.221087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:46.226481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:46.227108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:46.235593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:46.236386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:46.237039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:46.237638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Bound port: 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:46.347927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Allocated IP 172.20.0.5 (908913d4-f8e6-4459-8782-18e80e0a7b40/eb96e933-d193-4e19-8485-6202df4ce49a/01a4af5e-f2a4-4a8d-8831-f4c587ad0314) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:20:46.359830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:46.363338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Pushing event updated for resources: {'Port': ['ID=2826896f-69f3-4272-90e9-dd46ce3eec53,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:46.367239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:46.377240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:46.441044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df25d7df-ccb4-488e-b09b-4dfc8acb1023 req-e23daff3-63b7-4251-b848-715dee24a59f tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0646508 Apr 30 01:20:46.479852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:46.481777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e5290ab-a6c6-4af1-806c-6e8acafe4852 service neutron] 10.222.0.15 "POST /v2.0/ports/5b9d7d78-beb0-4d9a-8b87-083d9b789639/bindings HTTP/1.1" status: 201 len: 389 time: 0.6294692 Apr 30 01:20:46.588271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:46.662047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'mac_address': 'fa:16:3e:8b:27:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:46.815364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-router', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:35Z', 'updated_at': '2022-04-30T01:20:45Z', 'revision_number': 4, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'gw_port': {'id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:38Z', 'updated_at': '2022-04-30T01:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2826896f-69f3-4272-90e9-dd46ce3eec53', 'name': '', 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'mac_address': 'fa:16:3e:ae:1e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0da35573-f17a-45c3-b4a5-c3ffe22a25f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:43Z', 'updated_at': '2022-04-30T01:20:44Z', 'revision_number': 1, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'subnets': [{'id': '0da35573-f17a-45c3-b4a5-c3ffe22a25f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:46.958591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea3c44-dad2-446a-83dd-0a18edb58bf9 None None] The sync data for ids ['622ad548-26ca-4c94-8429-a1a89f731fd8'] in n-d-821348-1 is: [{'id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-router', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:35Z', 'updated_at': '2022-04-30T01:20:45Z', 'revision_number': 4, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'gw_port': {'id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:38Z', 'updated_at': '2022-04-30T01:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2826896f-69f3-4272-90e9-dd46ce3eec53', 'name': '', 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'mac_address': 'fa:16:3e:ae:1e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0da35573-f17a-45c3-b4a5-c3ffe22a25f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:43Z', 'updated_at': '2022-04-30T01:20:44Z', 'revision_number': 1, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'subnets': [{'id': '0da35573-f17a-45c3-b4a5-c3ffe22a25f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:20:46.966171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:46.986188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b488220e-b3a2-4666-8112-d7777492fa65 None None] Provisioning complete for port 2826896f-69f3-4272-90e9-dd46ce3eec53 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:46.986607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b488220e-b3a2-4666-8112-d7777492fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:46.990402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06513550-dcc5-46b5-8a11-df5f245a0d4f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:47.214608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Router 622ad548-26ca-4c94-8429-a1a89f731fd8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:20:47.263787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:47.263787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b488220e-b3a2-4666-8112-d7777492fa65 None None] Port 2826896f-69f3-4272-90e9-dd46ce3eec53 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:20:47.348714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10f0e-90f5-4ca2-a7d3-c339c899432b req-b97dcc04-1d12-4a59-93b6-6b9042fca88b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:47.350300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10f0e-90f5-4ca2-a7d3-c339c899432b req-b97dcc04-1d12-4a59-93b6-6b9042fca88b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 947 time: 0.1798234 Apr 30 01:20:47.470752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10f0e-90f5-4ca2-a7d3-c339c899432b req-eacd778b-7216-4d24-b1a3-3c30ad425f63 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139445 Apr 30 01:20:47.479719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:20:47.489257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-46b81b8e-b339-4dc7-b6f8-0b4b21f89c43 admin admin] 10.222.0.15 "PUT /v2.0/routers/622ad548-26ca-4c94-8429-a1a89f731fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2616086 Apr 30 01:20:47.496546 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:47.511760 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:47.667757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:47.676036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:47.710713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e3860f8-c0b2-4b9c-a2b9-b3e441c387bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:47.717598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3e3860f8-c0b2-4b9c-a2b9-b3e441c387bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1096 time: 0.1235631 Apr 30 01:20:47.820604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['06513550-dcc5-46b5-8a11-df5f245a0d4f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:47.851894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-49c4e754-bb70-4732-9c56-a52db9339494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:47.854758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-49c4e754-bb70-4732-9c56-a52db9339494 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.1306970 Apr 30 01:20:47.991227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-5dc600c9-8a76-456b-bd5e-dbd95b2e1218 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 200 len: 217 time: 0.1264126 Apr 30 01:20:47.999194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Network 908913d4-f8e6-4459-8782-18e80e0a7b40 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:20:48.026300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Pushing event updated for resources: {'Port': ['ID=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:48.037726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:20:48.067291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:20:48.096039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72e48-140c-4d03-a7ba-4697aecebd3b req-4d55a10c-e05f-4396-9fe9-cd62e73efcbb tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:48.104460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f72e48-140c-4d03-a7ba-4697aecebd3b req-4d55a10c-e05f-4396-9fe9-cd62e73efcbb tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 945 time: 0.1054358 Apr 30 01:20:48.141424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-d1e21a30-1570-4b08-bf1b-e17363cea03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:48.143181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-d1e21a30-1570-4b08-bf1b-e17363cea03e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.1400914 Apr 30 01:20:48.195762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-57e9fd00-d7e8-463f-bc6d-0db2511626c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412176 Apr 30 01:20:48.213450 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f72e48-140c-4d03-a7ba-4697aecebd3b req-89d7ac45-f230-4367-8d4a-ae60f9177e17 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006749 Apr 30 01:20:48.234291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23777bd-f980-454c-9a68-f4e1bccf9448 req-3556082d-80ff-4f2b-be65-87be95fd9566 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:48.247590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a23777bd-f980-454c-9a68-f4e1bccf9448 req-3556082d-80ff-4f2b-be65-87be95fd9566 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 931 time: 0.3911850 Apr 30 01:20:48.288564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:48.289381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:48.372125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a23777bd-f980-454c-9a68-f4e1bccf9448 req-571ab5cb-58af-44e2-a54b-991b18f09121 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233456 Apr 30 01:20:48.410163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c9329750-0ff5-4dfc-b924-7aa2a9127f06 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935737 Apr 30 01:20:48.410389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-882b875f-8931-4da0-9098-51f07d248e83 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6445262 Apr 30 01:20:48.436162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Request body: {'port': {'device_id': '91cae90a-e5aa-43e9-a7e7-894df30f8ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:20:48.465132 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:48.576214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c8279ae4-4861-44f4-9ebf-88481422c379 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555941 Apr 30 01:20:48.627161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:48.669876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36572) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:48.894316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1977f7ab-95dd-4a4f-847f-62fe7e9d7a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:48.950034 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-d3cf24a0-7ac6-46fd-a8d7-f25cba0110c8 req-371bf309-e43f-40aa-b209-7fc460f6f097 tempest-FloatingIPDetailsNegativeTestJSON-278304808 tempest-FloatingIPDetailsNegativeTestJSON-278304808-project] show failed (client error): The resource could not be found. Apr 30 01:20:48.951245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3cf24a0-7ac6-46fd-a8d7-f25cba0110c8 req-371bf309-e43f-40aa-b209-7fc460f6f097 tempest-FloatingIPDetailsNegativeTestJSON-278304808 tempest-FloatingIPDetailsNegativeTestJSON-278304808-project] 10.222.0.15 "GET /v2.0/floatingips/a94c8db5-57c4-48a6-8265-43af9307b5f2 HTTP/1.1" status: 404 len: 350 time: 0.2007232 Apr 30 01:20:48.973291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36578) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:49.192751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7601de7e-42ec-4c4b-b685-dc9343bf384b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:49.309592 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1977f7ab-95dd-4a4f-847f-62fe7e9d7a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.328638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7601de7e-42ec-4c4b-b685-dc9343bf384b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:49.329011 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.345745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c8e9-2dc9-488e-ba6e-b9ba9a6edefe req-9f607d6a-9312-49ca-97b0-4045d5e0d7bb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:49.358479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41b1c8e9-2dc9-488e-ba6e-b9ba9a6edefe req-9f607d6a-9312-49ca-97b0-4045d5e0d7bb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 948 time: 0.2119689 Apr 30 01:20:49.424935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1977f7ab-95dd-4a4f-847f-62fe7e9d7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.552347 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41b1c8e9-2dc9-488e-ba6e-b9ba9a6edefe req-0a8c2f1b-087f-46ad-8454-bd7458775167 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912439 Apr 30 01:20:49.563744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:49.573322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.575403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.588059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Transition to ACTIVE for port object 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:20:49.609329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 7601de7e-42ec-4c4b-b685-dc9343bf384b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7601de7e-42ec-4c4b-b685-dc9343bf384b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:49.659500 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1977f7ab-95dd-4a4f-847f-62fe7e9d7a52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0807862822b04887b2a833bce836494f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9860485 Apr 30 01:20:49.660973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36590) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:49.664670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.666796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977f7ab-95dd-4a4f-847f-62fe7e9d7a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9046c6e0-e282-4e32-aeb7-2b563c596bb6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:49.688291 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.796855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=7601de7e-42ec-4c4b-b685-dc9343bf384b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:49.816747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Pushing event updated for resources: {'Port': ['ID=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:49.887734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 909989a7-7273-4772-a580-a2a2fc66e078 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:49.892814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:49.904496 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff612d29-e056-475d-b805-c9ae655a1900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.950447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff612d29-e056-475d-b805-c9ae655a1900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:49.963533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Attempting to bind port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:20:49.963916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Attempting to bind port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:20:49.965338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Attempting to bind port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 on network 908913d4-f8e6-4459-8782-18e80e0a7b40 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:49.980046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 on network 908913d4-f8e6-4459-8782-18e80e0a7b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:20:49.980333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Attempting to bind port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 on network 908913d4-f8e6-4459-8782-18e80e0a7b40 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:20:49.991677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:20:49.992019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Checking segment: {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:20:49.992531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Bound using segment: {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:20:49.992967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Bound port: 01a4af5e-f2a4-4a8d-8831-f4c587ad0314, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:20:49.993346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.104733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] For port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:20:50.113351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] For port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:20:50.121794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.157267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff612d29-e056-475d-b805-c9ae655a1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.159873 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff612d29-e056-475d-b805-c9ae655a1900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.163282 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ff612d29-e056-475d-b805-c9ae655a1900 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9046c6e0-e282-4e32-aeb7-2b563c596bb6 HTTP/1.1" status: 204 len: 168 time: 0.4996448 Apr 30 01:20:50.189001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.221117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff612d29-e056-475d-b805-c9ae655a1900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9046c6e0-e282-4e32-aeb7-2b563c596bb6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:50.284983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:50.285612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.289906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] 10.222.0.21 "PUT /v2.0/ports/01a4af5e-f2a4-4a8d-8831-f4c587ad0314 HTTP/1.1" status: 200 len: 1091 time: 1.8605435 Apr 30 01:20:50.302895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cae90a-e5aa-43e9-a7e7-894df30f8ad7', 'tag': '01a4af5e-f2a4-4a8d-8831-f4c587ad0314'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:50.308299 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187a28af-9d57-4272-b619-3812422480af" -d '{"events": [{"name": "network-changed", "server_uuid": "91cae90a-e5aa-43e9-a7e7-894df30f8ad7", "tag": "01a4af5e-f2a4-4a8d-8831-f4c587ad0314"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:50.339947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717581ad-3915-404c-aa1d-8fea76a04d05 service neutron] Pushing event updated for resources: {'Port': ['ID=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:50.380434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:50.386532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 06513550-dcc5-46b5-8a11-df5f245a0d4f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:50.415341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.418651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 06513550-dcc5-46b5-8a11-df5f245a0d4f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:50.419011 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.468578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '909989a7-7273-4772-a580-a2a2fc66e078', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'port_id': '909989a7-7273-4772-a580-a2a2fc66e078', 'mac_address': 'fa:16:3e:1b:6d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b6587d-c0b7-431f-839f-e81a0ff957ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:50.551343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55adba-39fa-4312-ba66-177754034d12 req-eccd9b9a-74ac-413b-837c-8a2aa58cec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:50.567727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-eccd9b9a-74ac-413b-837c-8a2aa58cec8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 1094 time: 0.1520712 Apr 30 01:20:50.625698 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.649897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 909989a7-7273-4772-a580-a2a2fc66e078 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:50.743634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Deleting port 2826896f-69f3-4272-90e9-dd46ce3eec53 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:50.743898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.749145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-89d4d94c-13fe-4549-8762-3c8fad1ae65f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a4af5e-f2a4-4a8d-8831-f4c587ad0314 HTTP/1.1" status: 200 len: 217 time: 0.1704330 Apr 30 01:20:50.781683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:50.805258 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:50.876223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:50.878320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:20:50.881651 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ba1754-114e-46d5-8a68-61b57bacd551" -d '{"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-plugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:20:50.933303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55adba-39fa-4312-ba66-177754034d12 req-01e6edae-d444-4d97-a8d5-fbec95ed50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:20:50.934792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-01e6edae-d444-4d97-a8d5-fbec95ed50cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb96e933-d193-4e19-8485-6202df4ce49a HTTP/1.1" status: 200 len: 850 time: 0.1803596 Apr 30 01:20:51.012164 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-b3b7fd5d-286e-4164-9b84-68d8473b1c15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=908913d4-f8e6-4459-8782-18e80e0a7b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454800 Apr 30 01:20:51.016793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:51.043929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Calling delete_port for 2826896f-69f3-4272-90e9-dd46ce3eec53 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:51.094794 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] Sync routers for ids ['622ad548-26ca-4c94-8429-a1a89f731fd8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:20:51.110309 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] Routers {'622ad548-26ca-4c94-8429-a1a89f731fd8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:51.111115 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['622ad548-26ca-4c94-8429-a1a89f731fd8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:51.157277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7601de7e-42ec-4c4b-b685-dc9343bf384b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:51.269576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-86bebd4d-5e17-4e6a-9c1e-b61c445f5352 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524302 Apr 30 01:20:51.289678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7601de7e-42ec-4c4b-b685-dc9343bf384b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:51.290748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:51.369021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:51.417576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:51.441295 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] Set router 622ad548-26ca-4c94-8429-a1a89f731fd8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:51.458853 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab55adba-39fa-4312-ba66-177754034d12 req-9afce9d8-0c6c-40be-9585-e784746c59b5 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797922 Apr 30 01:20:51.545717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['909989a7-7273-4772-a580-a2a2fc66e078'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:51.623633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36608) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:51.625829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:51.659946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:51.662244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-51046a06-912a-421f-8485-c7e4bf210bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:51.719082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:51.723610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2826896f-69f3-4272-90e9-dd46ce3eec53,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:51.941129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-51046a06-912a-421f-8485-c7e4bf210bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:52.042522 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-router', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:35Z', 'updated_at': '2022-04-30T01:20:45Z', 'revision_number': 4, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'gw_port': {'id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:38Z', 'updated_at': '2022-04-30T01:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2826896f-69f3-4272-90e9-dd46ce3eec53', 'name': '', 'network_id': '320473d5-f4c7-4b58-8f77-9b3e5bbceb33', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'mac_address': 'fa:16:3e:ae:1e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0da35573-f17a-45c3-b4a5-c3ffe22a25f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:43Z', 'updated_at': '2022-04-30T01:20:45Z', 'revision_number': 2, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'subnets': [{'id': '0da35573-f17a-45c3-b4a5-c3ffe22a25f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:52.054017 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-51046a06-912a-421f-8485-c7e4bf210bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:52.110463 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] Checking router: 622ad548-26ca-4c94-8429-a1a89f731fd8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:20:52.111500 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] Updating router 622ad548-26ca-4c94-8429-a1a89f731fd8 port 2826896f-69f3-4272-90e9-dd46ce3eec53 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:20:52.112887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51046a06-912a-421f-8485-c7e4bf210bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2e9df5-fa3a-4125-9f90-f06b2e5b2941,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:52.145162 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] Port 2826896f-69f3-4272-90e9-dd46ce3eec53 not found while updating agent binding for router 622ad548-26ca-4c94-8429-a1a89f731fd8. {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 30 01:20:52.156358 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] Routers {'622ad548-26ca-4c94-8429-a1a89f731fd8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:52.157296 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['622ad548-26ca-4c94-8429-a1a89f731fd8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:52.200929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-51046a06-912a-421f-8485-c7e4bf210bad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f36ed24848774433939b52a0bf84cb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5733054 Apr 30 01:20:52.202571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36610) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:52.203338 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:52.345521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1e158de-8617-4601-9df3-5171a08b6bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:52.407337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1e158de-8617-4601-9df3-5171a08b6bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:52.529718 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] Set router 622ad548-26ca-4c94-8429-a1a89f731fd8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:52.602983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1e158de-8617-4601-9df3-5171a08b6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:52.608330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1e158de-8617-4601-9df3-5171a08b6bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:52.611982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f1e158de-8617-4601-9df3-5171a08b6bd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b2e9df5-fa3a-4125-9f90-f06b2e5b2941 HTTP/1.1" status: 204 len: 168 time: 0.4040065 Apr 30 01:20:52.633275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e158de-8617-4601-9df3-5171a08b6bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2e9df5-fa3a-4125-9f90-f06b2e5b2941,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:52.819232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Router 622ad548-26ca-4c94-8429-a1a89f731fd8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:20:52.881397 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-router', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:35Z', 'updated_at': '2022-04-30T01:20:51Z', 'revision_number': 5, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'gw_port': {'id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:38Z', 'updated_at': '2022-04-30T01:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:52.922036 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e7a36-b119-4d9f-9a4c-24ac0f45a333 None None] The sync data for ids ['622ad548-26ca-4c94-8429-a1a89f731fd8'] in n-d-821348-1 is: [{'id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-router', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:35Z', 'updated_at': '2022-04-30T01:20:51Z', 'revision_number': 5, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'gw_port': {'id': '7601de7e-42ec-4c4b-b685-dc9343bf384b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:38Z', 'updated_at': '2022-04-30T01:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:20:53.016564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:20:53.019213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0c74e3bb-e1c2-4f8b-8c7c-b2f04edeb5e5 admin admin] 10.222.0.15 "PUT /v2.0/routers/622ad548-26ca-4c94-8429-a1a89f731fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0424984 Apr 30 01:20:53.022438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36616) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:53.043782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2826896f-69f3-4272-90e9-dd46ce3eec53 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:53.108146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 2826896f-69f3-4272-90e9-dd46ce3eec53 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:53.108540 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2826896f-69f3-4272-90e9-dd46ce3eec53 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:53.182772 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:53.365456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:53.607748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Deleting port 7601de7e-42ec-4c4b-b685-dc9343bf384b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:53.609545 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:53.781831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] For port 7601de7e-42ec-4c4b-b685-dc9343bf384b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7601de7e-42ec-4c4b-b685-dc9343bf384b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:53.782541 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:53.809640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Calling delete_port for 7601de7e-42ec-4c4b-b685-dc9343bf384b owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:53.902739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 909989a7-7273-4772-a580-a2a2fc66e078 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:54.106291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 909989a7-7273-4772-a580-a2a2fc66e078 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:54.110745 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.265391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.284018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:20:54.325206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7601de7e-42ec-4c4b-b685-dc9343bf384b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:54.356816 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.393739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] Sync routers for ids ['622ad548-26ca-4c94-8429-a1a89f731fd8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:20:54.439631 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.479191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:54.480454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] Routers {'622ad548-26ca-4c94-8429-a1a89f731fd8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:54.481289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['622ad548-26ca-4c94-8429-a1a89f731fd8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:54.551964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:54.570291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '01a4af5e-f2a4-4a8d-8831-f4c587ad0314', 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40', 'port_id': '01a4af5e-f2a4-4a8d-8831-f4c587ad0314', 'mac_address': 'fa:16:3e:64:23:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb96e933-d193-4e19-8485-6202df4ce49a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:20:54.574977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.582785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.770010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] Set router 622ad548-26ca-4c94-8429-a1a89f731fd8 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:20:54.785106 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.786810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622ad548-26ca-4c94-8429-a1a89f731fd8 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:20:54.803940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.803940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c2a38970-6a54-4517-a1c6-3be2ce803ac9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/622ad548-26ca-4c94-8429-a1a89f731fd8 HTTP/1.1" status: 204 len: 168 time: 1.7698081 Apr 30 01:20:54.804163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36642) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:54.913056 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:54.926109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad548-26ca-4c94-8429-a1a89f731fd8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387283600-router', 'tenant_id': 'a79e116ad6054d4290e3bca71c55866c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:35Z', 'updated_at': '2022-04-30T01:20:54Z', 'revision_number': 7, 'project_id': 'a79e116ad6054d4290e3bca71c55866c', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:54.943856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Deleting subnet 0da35573-f17a-45c3-b4a5-c3ffe22a25f7 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:20:54.952488 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.026724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] Checking router: 622ad548-26ca-4c94-8429-a1a89f731fd8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:20:55.062915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.069709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] Routers set() bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:20:55.070568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] Router IDs set() for agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 01:20:55.071481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_agentschedulers_db [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'622ad548-26ca-4c94-8429-a1a89f731fd8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent'). {{(pid=103320) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 30 01:20:55.072120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd6cd3-4279-41d7-981d-d6b5b9e1b153 None None] The sync data for ids ['622ad548-26ca-4c94-8429-a1a89f731fd8'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:20:55.252897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.295653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.314816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:20:55.374743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:55.379851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:55.454018 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.532587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:55.603020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.632316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da35573-f17a-45c3-b4a5-c3ffe22a25f7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:55.636247 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.638837 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0da35573-f17a-45c3-b4a5-c3ffe22a25f7 HTTP/1.1" status: 204 len: 168 time: 0.8412843 Apr 30 01:20:55.640743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918f012-b66d-4b2d-ac49-cac335825b0e None None] Network 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:20:55.641412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36650) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:55.798888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.802112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.802633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.803135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.804676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.805787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.806292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.806837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.807321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.807833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.808188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['01a4af5e-f2a4-4a8d-8831-f4c587ad0314'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:20:55.808587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.809087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.809827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff464-4a03-46db-82d1-1fbebb0cfac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:20:55.878292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Deleting port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:55.878637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.961338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] For port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=651c7485-a4b0-4cf5-9ba2-ac6d7a830baf,segment=NetworkSegment(1b4ca3ba-1946-4eb7-8e07-f572873ae6b4),segment_id=1b4ca3ba-1946-4eb7-8e07-f572873ae6b4)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:55.961698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:55.980317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Calling delete_port for 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:55.985029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] DHCP port deletion for 320473d5-f4c7-4b58-8f77-9b3e5bbceb33 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:20:56.173778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.244923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] No DVR routers for this DVR port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:56.248596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] Deleting port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:20:56.251837 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.253498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=651c7485-a4b0-4cf5-9ba2-ac6d7a830baf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:56.393003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.402667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] For port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf, host n-d-821348-1, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:56.403314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.438711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] Calling delete_port for 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:20:56.445786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] Port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:20:56.446515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320473d5-f4c7-4b58-8f77-9b3e5bbceb33']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:56.448862 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.461984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4ca3ba-1946-4eb7-8e07-f572873ae6b4') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:56.467861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4ca3ba-1946-4eb7-8e07-f572873ae6b4') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:20:56.484907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.499266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.505615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:20:56.506028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:20:56.562746 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:20:56.630141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] Pushing event deleted for resources: {'Port': ['ID=651c7485-a4b0-4cf5-9ba2-ac6d7a830baf,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:56.633851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de43fb-70e6-4ac6-b20a-705b2d34adc9 None None] No DVR routers for this DVR port 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:20:56.653938 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.660810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:56.664449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/320473d5-f4c7-4b58-8f77-9b3e5bbceb33 HTTP/1.1" status: 204 len: 168 time: 1.0181100 Apr 30 01:20:56.711391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea5c13-eb6d-4ff7-8979-d09e7d2ab9e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=320473d5-f4c7-4b58-8f77-9b3e5bbceb33,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:57.078002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7601de7e-42ec-4c4b-b685-dc9343bf384b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:57.099573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 7601de7e-42ec-4c4b-b685-dc9343bf384b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:57.103300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7601de7e-42ec-4c4b-b685-dc9343bf384b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:57.103300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:20:57.121843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:20:57.122180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 651c7485-a4b0-4cf5-9ba2-ac6d7a830baf not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:20:57.326566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36678) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:57.390206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-701c89fc-feb7-4749-b7a1-9b242e4c7260 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a79e116ad6054d4290e3bca71c55866c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620036 Apr 30 01:20:57.392647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36680) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:20:57.452472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59641f8e-de80-465a-9346-622f4c582b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:57.485684 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59641f8e-de80-465a-9346-622f4c582b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:57.624186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59641f8e-de80-465a-9346-622f4c582b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:57.627331 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59641f8e-de80-465a-9346-622f4c582b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:57.628777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-59641f8e-de80-465a-9346-622f4c582b59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c31bfe4b-f982-4adc-87aa-914ccc2ddc3f HTTP/1.1" status: 204 len: 168 time: 0.2351670 Apr 30 01:20:57.638558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59641f8e-de80-465a-9346-622f4c582b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31bfe4b-f982-4adc-87aa-914ccc2ddc3f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:58.257903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:20:58.735505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:20:58.741506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:20:58.741890 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:58.862137 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:58.884243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18f0f00f-cf69-40d5-af04-d1335e6eadc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:59.000023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:20:59.070568 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:20:59.148538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:20:59.930177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36710) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:00.049106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-550142694-network', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:00.149802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Made reservation on behalf of dbd5e62424274a419f67c59164809bf9 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:00.156731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.166446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.263622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.351510 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.362064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:21:00.379310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.379679 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Added segment 43254be4-6e18-4bb5-a4a0-f41e17452ac4 of type vlan for network e8e831a8-dfde-4ed5-88ea-e50f1572b72b Apr 30 01:21:00.388298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8409f6a1-1e77-486c-9996-77dd55dfcff9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:00.426362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.510787 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.511742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:00.512360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.573385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e831a8-dfde-4ed5-88ea-e50f1572b72b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:00.583418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:21:00.590351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e66654e0-1317-453f-a9b9-34daf127b7e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6590903 Apr 30 01:21:00.593400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36720) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:00.598733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Request body: {'subnet': {'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-550142694-subnet', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:00.670478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Made reservation on behalf of dbd5e62424274a419f67c59164809bf9 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:00.672867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.928264 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc312d97-c3c0-4c96-9107-764241ff1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:00.963535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c9f92-806c-44d8-b54a-b89a0b50870f req-03d953ae-2ce8-4665-a619-be5a4c8b931f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:00.965208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b87c9f92-806c-44d8-b54a-b89a0b50870f req-03d953ae-2ce8-4665-a619-be5a4c8b931f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 945 time: 0.0574484 Apr 30 01:21:00.966823 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:01.006907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f1ed7-6bcd-4189-8ff7-07db1f1df4ad req-07f3e11a-3d57-4536-ba13-6921a8bed880 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:01.015351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c04f1ed7-6bcd-4189-8ff7-07db1f1df4ad req-07f3e11a-3d57-4536-ba13-6921a8bed880 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.0997252 Apr 30 01:21:01.053990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b87c9f92-806c-44d8-b54a-b89a0b50870f req-2a836a6a-a503-4d79-824e-2c2dc295daee tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810013 Apr 30 01:21:01.055784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9e2f4d-2cb2-4444-88d0-d755e273d269,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:01.058142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c04f1ed7-6bcd-4189-8ff7-07db1f1df4ad req-04e03aa5-4cab-401d-b07a-3376d64d1b26 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Apr 30 01:21:01.081580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Checking segment: {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:01.082221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Network hostable DHCP agents. Network: e8e831a8-dfde-4ed5-88ea-e50f1572b72b, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:21:01.105248 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67015c84-bfab-487f-bbd3-b06c5bbf00a6 x-openstack-request-id: req-67015c84-bfab-487f-bbd3-b06c5bbf00a6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:01.105551 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cae90a-e5aa-43e9-a7e7-894df30f8ad7", "tag": "01a4af5e-f2a4-4a8d-8831-f4c587ad0314", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:01.105799 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67015c84-bfab-487f-bbd3-b06c5bbf00a6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:01.106245 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67015c84-bfab-487f-bbd3-b06c5bbf00a6'] response: {'name': 'network-changed', 'server_uuid': '91cae90a-e5aa-43e9-a7e7-894df30f8ad7', 'tag': '01a4af5e-f2a4-4a8d-8831-f4c587ad0314', 'status': 'completed', 'code': 200} Apr 30 01:21:01.171751 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e95dfc-d652-48cf-8d8c-79d02f37ca3e x-openstack-request-id: req-12e95dfc-d652-48cf-8d8c-79d02f37ca3e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:01.171751 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-plugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:01.171751 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12e95dfc-d652-48cf-8d8c-79d02f37ca3e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:01.171751 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e95dfc-d652-48cf-8d8c-79d02f37ca3e'] response: {'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'code': 200} Apr 30 01:21:01.204065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:21:01.240099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dd792-6122-4285-af02-15d279399286 req-a7df11a8-a552-4ab6-b377-fbd648590f82 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:01.248059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-730dd792-6122-4285-af02-15d279399286 req-a7df11a8-a552-4ab6-b377-fbd648590f82 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1009040 Apr 30 01:21:01.319804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a28af-9d57-4272-b619-3812422480af req-3f765e1b-f213-4490-a751-a48162386759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:01.321963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a28af-9d57-4272-b619-3812422480af req-3f765e1b-f213-4490-a751-a48162386759 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0597796 Apr 30 01:21:01.350504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-730dd792-6122-4285-af02-15d279399286 req-b39493be-8d57-42fe-a248-b776937add02 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966742 Apr 30 01:21:01.353707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, e8e831a8-dfde-4ed5-88ea-e50f1572b72b) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:01.365179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:01.370162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86cc5c-be2d-4b76-b4d4-fb8d784b252b None None] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:21:01.372181 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:01.392886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52c133-f1f1-4269-b51e-a4c2a1a8c6bb req-3ea7e16d-86e9-40f5-acfe-960a549cecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:01.394351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b52c133-f1f1-4269-b51e-a4c2a1a8c6bb req-3ea7e16d-86e9-40f5-acfe-960a549cecd4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1100 time: 0.1309671 Apr 30 01:21:01.463727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c318567b-416b-4d73-8dc4-37dfd2911279 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8676863 Apr 30 01:21:01.468137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36762) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:01.472346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:01.494948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b52c133-f1f1-4269-b51e-a4c2a1a8c6bb req-1e912aac-6f17-4ec9-8a96-743479122170 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926068 Apr 30 01:21:01.535781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a28af-9d57-4272-b619-3812422480af req-1257cfbd-e7d4-4a35-a312-d6aa90a68cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:01.537611 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a28af-9d57-4272-b619-3812422480af req-1257cfbd-e7d4-4a35-a312-d6aa90a68cc4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 910 time: 0.2059011 Apr 30 01:21:01.591300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:01.592188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:01.624313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a28af-9d57-4272-b619-3812422480af req-4f112644-cbe9-463c-8e5e-835b9f0c6993 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a4af5e-f2a4-4a8d-8831-f4c587ad0314 HTTP/1.1" status: 200 len: 217 time: 0.0737815 Apr 30 01:21:01.657607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:21:01.661701 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:01.662477 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:01.687364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a28af-9d57-4272-b619-3812422480af req-dc0d2217-cac5-4832-8185-827b9b783d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:01.692561 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a28af-9d57-4272-b619-3812422480af req-dc0d2217-cac5-4832-8185-827b9b783d3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb96e933-d193-4e19-8485-6202df4ce49a HTTP/1.1" status: 200 len: 850 time: 0.0599494 Apr 30 01:21:01.723462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a28af-9d57-4272-b619-3812422480af req-eba66fe5-47f2-4211-8e4d-8c215b3e2602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=908913d4-f8e6-4459-8782-18e80e0a7b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268860 Apr 30 01:21:01.850739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a28af-9d57-4272-b619-3812422480af req-314a880d-891a-4f76-91c3-272868db49c6 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118217 Apr 30 01:21:01.952477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:01.988205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Allocated IP 172.20.0.2 (e8e831a8-dfde-4ed5-88ea-e50f1572b72b/ec9e2f4d-2cb2-4444-88d0-d755e273d269/4b53fa59-fb68-4a4f-bde1-43d3cfb055f9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:02.012636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a28af-9d57-4272-b619-3812422480af req-02b3f979-561b-4bac-b248-acd267e3045c service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598630 Apr 30 01:21:02.216057 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:02.300015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:02.303306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:02.374744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:02.377194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:02.380574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:02.382755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Pushing event updated for resources: {'Port': ['ID=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:02.471144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Attempting to bind port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:02.471840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Attempting to bind port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:02.472374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Attempting to bind port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 on network e8e831a8-dfde-4ed5-88ea-e50f1572b72b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:02.478195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:02.478876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Checking segment: {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:02.484362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:02.486974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Bound using segment: {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:02.486974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Bound port: 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:02.486974 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:02.565812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] For port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:02.571589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] For port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:02.648580 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:02.788725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36824880-7049-462e-90b6-40c31f9983c2 None None] Pushing event updated for resources: {'Port': ['ID=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:02.800942 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:02.830524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:02.994644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Allocated IP 172.25.0.100 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/62c70a31-f044-4fd2-99ac-60e8acc1ec67) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:03.172410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078'}, {'server_uuid': '91cae90a-e5aa-43e9-a7e7-894df30f8ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a4af5e-f2a4-4a8d-8831-f4c587ad0314'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:03.176791 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a031b4f-09a3-45d7-94ac-012c0261714c" -d '{"events": [{"server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "name": "network-vif-plugged", "status": "completed", "tag": "909989a7-7273-4772-a580-a2a2fc66e078"}, {"server_uuid": "91cae90a-e5aa-43e9-a7e7-894df30f8ad7", "name": "network-vif-plugged", "status": "completed", "tag": "01a4af5e-f2a4-4a8d-8831-f4c587ad0314"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:03.182869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:03.188298 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:03.281481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:03.281867 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:03.317236 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:03.421300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:03.424353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:03.521916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:03.528595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:03.588198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:03.635329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Pushing event updated for resources: {'Port': ['ID=62c70a31-f044-4fd2-99ac-60e8acc1ec67,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:03.648729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-4c037f43-45f6-4b22-be58-bb02b5c22e62 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:03.651068 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-4c037f43-45f6-4b22-be58-bb02b5c22e62 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.2455900 Apr 30 01:21:03.772347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821348-1'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:03.920496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5b9d7d78-beb0-4d9a-8b87-083d9b789639 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:03.922457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.099066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:04.116641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5b9d7d78-beb0-4d9a-8b87-083d9b789639 has no active binding in host n-h2-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:21:04.161453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:04.197741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.245847 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.249948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.266585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:04.297012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:04.301269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:04.325973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:04.328297 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d7825-8477-44c9-80e1-3a59543520b3" -d '{"events": [{"server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:04.335927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b718caa-4679-45cb-b15b-16434fda4c50 None None] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:21:04.364472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.392336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.443989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f814b846-347c-4558-9551-cceda74d20d7 None None] Provisioning complete for port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:04.444442 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f814b846-347c-4558-9551-cceda74d20d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.445429 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.633765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.652093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on host n-h1-821348-1 for vnic_type normal with profile {"migrating_to": "n-h2-821348-1"} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:04.652722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:04.653254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:04.662408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:04.668153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:04.668614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Attempting to bind port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:04.704740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:04.733808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:04.734605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:04.735223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:04.736371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Bound port: 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:04.759132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.779092 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:04.880575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:04.949373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:04.956125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:04.959197 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:05.074969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:05.085105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-354f7e56-596b-4e66-b0f9-f0570072580e None None] Provisioning complete for port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:05.088163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-354f7e56-596b-4e66-b0f9-f0570072580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:05.132499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:05.224321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:05.229868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:05.230361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:05.239829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:05.240460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:05.243863 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-c67995bd-bc07-4dd8-ab1d-b9e0dbdae294 service neutron] 10.222.0.23 "PUT /v2.0/ports/5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 200 len: 1121 time: 1.4772730 Apr 30 01:21:05.350822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:21:05.383525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['5b9d7d78-beb0-4d9a-8b87-083d9b789639'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:05.389266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5b9d7d78-beb0-4d9a-8b87-083d9b789639'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:05.553422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:21:05.567611 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Sync routers for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:21:05.585557 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:21:05.586416 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:05.668678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:05.669905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-18e7875c-7ed6-4265-ba3c-a5cb47d2f212 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2008445 Apr 30 01:21:05.672847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36812) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:05.744555 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:21:06.010304 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:03Z', 'revision_number': 3, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:06.050903 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Checking router: 84279dcb-9d31-4ec0-98d4-b9e2d844c42d for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:21:06.051560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Updating router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d port 62c70a31-f044-4fd2-99ac-60e8acc1ec67 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:21:06.086951 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.306381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.426320 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.527212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Allocated IP 172.20.0.1 (e8e831a8-dfde-4ed5-88ea-e50f1572b72b/ec9e2f4d-2cb2-4444-88d0-d755e273d269/ebe82c27-9d73-488f-8810-cf6d1f79d8e6) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:06.644430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.819235 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.872423 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.875472 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Attempting to bind port 62c70a31-f044-4fd2-99ac-60e8acc1ec67 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:06.875841 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Attempting to bind port 62c70a31-f044-4fd2-99ac-60e8acc1ec67 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:06.876204 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Attempting to bind port 62c70a31-f044-4fd2-99ac-60e8acc1ec67 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:06.880968 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Pushing event updated for resources: {'Port': ['ID=62c70a31-f044-4fd2-99ac-60e8acc1ec67,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:06.887245 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:06.887633 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:06.888029 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.888424 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:06.888867 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Bound port: 62c70a31-f044-4fd2-99ac-60e8acc1ec67, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:06.889252 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.892943 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.893276 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.893608 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.893931 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.894253 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.894633 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.894892 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.895205 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.895620 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.895931 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.896244 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.896551 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:06.933535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:06.937056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:06.944889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:06.987822 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] For port 62c70a31-f044-4fd2-99ac-60e8acc1ec67, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:06.991664 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:06.994483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Pushing event updated for resources: {'Port': ['ID=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:07.014419 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] For port 62c70a31-f044-4fd2-99ac-60e8acc1ec67, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=62c70a31-f044-4fd2-99ac-60e8acc1ec67,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:07.071907 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:07.165180 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:21:07.166819 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:07.254835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f57e1886-6d6c-4ba2-83ff-b98a24e599ef None None] Provisioning complete for port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:07.255487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f57e1886-6d6c-4ba2-83ff-b98a24e599ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:07.259022 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5d0a9-71d5-47e6-80c1-6e60c0552d08 None None] Pushing event updated for resources: {'Port': ['ID=62c70a31-f044-4fd2-99ac-60e8acc1ec67,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:07.273409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:07.363975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f57e1886-6d6c-4ba2-83ff-b98a24e599ef None None] Port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:21:07.388946 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:21:07.670691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:07.729945 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:03Z', 'revision_number': 3, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:07.755872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a939c-aa70-4122-a4b7-837ef588837b req-6eba6a31-681b-4f0e-a5fd-704d751ed77a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:07.757756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f02a939c-aa70-4122-a4b7-837ef588837b req-6eba6a31-681b-4f0e-a5fd-704d751ed77a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.0840092 Apr 30 01:21:07.759230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:07.771131 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7066da-c4cf-4add-bb59-00285afbee3a None None] The sync data for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 is: [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:03Z', 'revision_number': 3, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:21:07.772670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab6687-4877-4ebd-b97c-c96fe85a4acc req-b716477d-f824-4708-896c-a494238b6a84 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:07.782116 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4aab6687-4877-4ebd-b97c-c96fe85a4acc req-b716477d-f824-4708-896c-a494238b6a84 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 943 time: 0.1147566 Apr 30 01:21:07.860206 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4aab6687-4877-4ebd-b97c-c96fe85a4acc req-d9eac698-30d1-4126-ba59-b42a9555c058 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770617 Apr 30 01:21:07.886144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Pushing event updated for resources: {'Port': ['ID=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:07.916582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:07.925838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f02a939c-aa70-4122-a4b7-837ef588837b req-43b31aa1-df3a-4d05-a54e-c7b3407876ca tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599677 Apr 30 01:21:08.228103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed1b02-73f7-49c8-9abf-0e8bec2a7a7b req-93fbc251-ed59-4a48-bea5-ec7f0061e2d4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:08.230646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63ed1b02-73f7-49c8-9abf-0e8bec2a7a7b req-93fbc251-ed59-4a48-bea5-ec7f0061e2d4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1598938 Apr 30 01:21:08.242026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:08.244817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:08.292938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63ed1b02-73f7-49c8-9abf-0e8bec2a7a7b req-494b2ce6-c889-40c4-9114-e3c63043ab84 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Apr 30 01:21:08.431322 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261b9f05-4a78-4bcd-9746-cb8783efe4cf x-openstack-request-id: req-261b9f05-4a78-4bcd-9746-cb8783efe4cf {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:08.432020 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "name": "network-vif-plugged", "status": "completed", "tag": "909989a7-7273-4772-a580-a2a2fc66e078", "code": 200}, {"server_uuid": "91cae90a-e5aa-43e9-a7e7-894df30f8ad7", "name": "network-vif-plugged", "status": "completed", "tag": "01a4af5e-f2a4-4a8d-8831-f4c587ad0314", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:08.432020 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-261b9f05-4a78-4bcd-9746-cb8783efe4cf {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:08.432242 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261b9f05-4a78-4bcd-9746-cb8783efe4cf'] response: {'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078', 'code': 200} Apr 30 01:21:08.432536 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261b9f05-4a78-4bcd-9746-cb8783efe4cf'] response: {'server_uuid': '91cae90a-e5aa-43e9-a7e7-894df30f8ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a4af5e-f2a4-4a8d-8831-f4c587ad0314', 'code': 200} Apr 30 01:21:08.610370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49114e-ffc7-4885-9350-3182ecafdb70 req-e9d61e2c-8966-45cd-b1c4-982a4c4cf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:08.612576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b49114e-ffc7-4885-9350-3182ecafdb70 req-e9d61e2c-8966-45cd-b1c4-982a4c4cf2ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1078975 Apr 30 01:21:08.700721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b49114e-ffc7-4885-9350-3182ecafdb70 req-709607ff-739c-48e5-8ef1-6cb18253b72b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768347 Apr 30 01:21:08.719045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6c0a750e-1e84-4b4d-8ab9-d946c0f18a47 None None] Provisioning complete for port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:08.719623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c0a750e-1e84-4b4d-8ab9-d946c0f18a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:08.741250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c9d12-ca9c-48be-858b-ea846911a09c req-c7917248-081d-4624-a057-4434ca10f839 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:08.742759 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f59c9d12-ca9c-48be-858b-ea846911a09c req-c7917248-081d-4624-a057-4434ca10f839 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1100 time: 0.1290290 Apr 30 01:21:08.800067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a750e-1e84-4b4d-8ab9-d946c0f18a47 None None] Port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:21:08.811159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f59c9d12-ca9c-48be-858b-ea846911a09c req-9e50ec67-85c9-4939-86ad-d59c35e5b064 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591328 Apr 30 01:21:08.941879 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:21:09.085986 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898f564a-8a75-4422-8a00-08ac8cbbb8fe x-openstack-request-id: req-898f564a-8a75-4422-8a00-08ac8cbbb8fe {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:09.085986 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:09.085986 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-898f564a-8a75-4422-8a00-08ac8cbbb8fe {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:09.085986 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898f564a-8a75-4422-8a00-08ac8cbbb8fe'] response: {'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639', 'code': 200} Apr 30 01:21:09.192451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:21:09.198370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 62c70a31-f044-4fd2-99ac-60e8acc1ec67 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:09.258064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1b593-6bcd-4c28-913e-6e32e97b8230 req-051952f6-bafd-41cf-900d-000aa7458599 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:09.266632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6a1b593-6bcd-4c28-913e-6e32e97b8230 req-051952f6-bafd-41cf-900d-000aa7458599 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 947 time: 0.1868439 Apr 30 01:21:09.304493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 62c70a31-f044-4fd2-99ac-60e8acc1ec67 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:09.304493 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:09.424128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6a1b593-6bcd-4c28-913e-6e32e97b8230 req-b20342f7-ff53-48c2-9cf2-ee0e01b62e13 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565833 Apr 30 01:21:09.632180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:09.637617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:21:09.652643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f2087ecf-f457-448e-99c7-de189747812d admin admin] 10.222.0.15 "PUT /v2.0/routers/84279dcb-9d31-4ec0-98d4-b9e2d844c42d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9703865 Apr 30 01:21:09.674774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cb9cd-4e09-4dc3-a2e0-aa9c3f233412 req-c2b2651a-ee09-44a5-8f5b-a4e9e023521c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:09.675893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 62c70a31-f044-4fd2-99ac-60e8acc1ec67, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=62c70a31-f044-4fd2-99ac-60e8acc1ec67,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:09.694049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-497cb9cd-4e09-4dc3-a2e0-aa9c3f233412 req-c2b2651a-ee09-44a5-8f5b-a4e9e023521c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 943 time: 0.1248097 Apr 30 01:21:09.745233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-497cb9cd-4e09-4dc3-a2e0-aa9c3f233412 req-2fd97475-d594-49ed-87eb-10c9492f3061 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Apr 30 01:21:09.763015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:09.865437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=62c70a31-f044-4fd2-99ac-60e8acc1ec67,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:09.894535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.896113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.896754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.898903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.901451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.902741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.903268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.903941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.908503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.909571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.910019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.911245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:09.973675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a70f7f-24cf-4abc-be0b-3f9f0b3b2183 req-e44cbc51-328e-46b7-9593-fe6e3921c542 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:09.987922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50a70f7f-24cf-4abc-be0b-3f9f0b3b2183 req-e44cbc51-328e-46b7-9593-fe6e3921c542 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1380494 Apr 30 01:21:10.102381 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50a70f7f-24cf-4abc-be0b-3f9f0b3b2183 req-4a8b3964-4a67-49c2-b074-8467780f94ff tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135354 Apr 30 01:21:10.437089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:10.440267 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297d5ce-0f30-4366-8b01-a3c3e220400c" -d '{"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:10.734385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-71251120-93cb-4799-ad4b-bca290e19637 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887351 Apr 30 01:21:10.750016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Sync routers for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:21:10.767297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:21:10.771784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:10.783197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d883015-04bc-460c-b238-161e616b860c req-3723f2d1-1eaf-4fd9-8faa-e77c1cbc8591 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:10.791545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d883015-04bc-460c-b238-161e616b860c req-3723f2d1-1eaf-4fd9-8faa-e77c1cbc8591 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1373930 Apr 30 01:21:10.844954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36934) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:10.846221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d883015-04bc-460c-b238-161e616b860c req-382f9ef9-f624-4c8c-a4d0-79234155d9ea tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 Apr 30 01:21:11.100252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:11.100252 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679" -d '{"events": [{"name": "network-changed", "server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:11.101354 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a39c02-b2f7-419d-b597-43defbc933d5 x-openstack-request-id: req-c7a39c02-b2f7-419d-b597-43defbc933d5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:11.101354 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:11.101354 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7a39c02-b2f7-419d-b597-43defbc933d5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:11.101354 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a39c02-b2f7-419d-b597-43defbc933d5'] response: {'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'code': 200} Apr 30 01:21:11.105750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:21:11.117582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36946) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:11.123325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e7f8b62f-3341-4085-87fe-1af793fb7965 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--665429845', 'description': 'tempest-description--325949034'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:11.225839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 62c70a31-f044-4fd2-99ac-60e8acc1ec67 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:11.350686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aaffb77-3051-4957-8ac1-1da225a5f17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:11.390602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 62c70a31-f044-4fd2-99ac-60e8acc1ec67 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:11.391260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:11.428311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7f8b62f-3341-4085-87fe-1af793fb7965 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:11.455403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c1f06-ad2e-4a11-ba31-6b1a6dc9076c req-e4547618-5dd9-458f-b638-1a766e720e98 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:11.467400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-026c1f06-ad2e-4a11-ba31-6b1a6dc9076c req-e4547618-5dd9-458f-b638-1a766e720e98 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 943 time: 0.2348762 Apr 30 01:21:11.700012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-026c1f06-ad2e-4a11-ba31-6b1a6dc9076c req-8b9d4b15-8678-4468-b8bf-a9be682c7244 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081730 Apr 30 01:21:11.745031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 2, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:11.776482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Checking router: 84279dcb-9d31-4ec0-98d4-b9e2d844c42d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:21:11.777590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Updating router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:21:11.809762 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:11.822282 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffd61cc-c8ef-486c-bb3f-eae47e6b7544 x-openstack-request-id: req-8ffd61cc-c8ef-486c-bb3f-eae47e6b7544 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:11.823776 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:11.824110 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ffd61cc-c8ef-486c-bb3f-eae47e6b7544 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:11.825478 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffd61cc-c8ef-486c-bb3f-eae47e6b7544'] response: {'name': 'network-changed', 'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639', 'status': 'completed', 'code': 200} Apr 30 01:21:11.953637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-1fafea68-286c-48cc-8655-300e9e66a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:11.960840 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-1fafea68-286c-48cc-8655-300e9e66a4ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1124 time: 0.1340187 Apr 30 01:21:11.977670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aaffb77-3051-4957-8ac1-1da225a5f17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.014907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7f8b62f-3341-4085-87fe-1af793fb7965 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.067395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e2b82-b7b8-4731-8079-29ba3f949ea8 req-8854a7d1-d26e-4f88-8fdc-504264fb461a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:12.073189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e1e2b82-b7b8-4731-8079-29ba3f949ea8 req-8854a7d1-d26e-4f88-8fdc-504264fb461a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1162539 Apr 30 01:21:12.122580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aaffb77-3051-4957-8ac1-1da225a5f17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.153042 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7f8b62f-3341-4085-87fe-1af793fb7965 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.164253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-d757b541-8ff0-4e21-91ad-9ef51552c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:12.167063 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-d757b541-8ff0-4e21-91ad-9ef51552c856 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.1984677 Apr 30 01:21:12.216701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7aaffb77-3051-4957-8ac1-1da225a5f17b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82a3c2d5fe514d07b0aeb3103dc9310a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3698316 Apr 30 01:21:12.259111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36992) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:12.281115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaffb77-3051-4957-8ac1-1da225a5f17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fee16a-0c39-4f28-9d90-8d992159a315,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:12.281265 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-d1ce3a18-dade-44c0-a729-1de0c61d4486 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 200 len: 217 time: 0.1029439 Apr 30 01:21:12.385724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e1e2b82-b7b8-4731-8079-29ba3f949ea8 req-d4fa1b90-892c-4690-8052-95f56f341600 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964368 Apr 30 01:21:12.409721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8b62f-3341-4085-87fe-1af793fb7965 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd8936-da8f-4923-ba8f-c3d63b7c810c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:12.415018 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7f8b62f-3341-4085-87fe-1af793fb7965 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.420269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e7f8b62f-3341-4085-87fe-1af793fb7965 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2981243 Apr 30 01:21:12.420269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36998) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:12.433028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8a063b90-c2f9-4e26-ab2a-7b898503126d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Request body: {'security_group_rule': {'security_group_id': '28dd8936-da8f-4923-ba8f-c3d63b7c810c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:12.470724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-bfb3bcd1-3be6-48b2-b638-1b4a67d65954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:12.470724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-bfb3bcd1-3be6-48b2-b638-1b4a67d65954 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.1653013 Apr 30 01:21:12.516817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.518245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-83dcaf4a-e920-4222-821a-9f3015c3cf58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379760 Apr 30 01:21:12.538776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a063b90-c2f9-4e26-ab2a-7b898503126d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.585016 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.665973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.717893 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a063b90-c2f9-4e26-ab2a-7b898503126d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.731263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.750086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653bc9f-7bd3-445d-915b-95dd3ab00c62 None None] Pushing event updated for resources: {'Port': ['ID=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:12.757888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-2de7774b-a8c5-46ee-9570-219686b71a16 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234952 Apr 30 01:21:12.785140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a063b90-c2f9-4e26-ab2a-7b898503126d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.833892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a063b90-c2f9-4e26-ab2a-7b898503126d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72be6a5-5bcf-4b12-9ab5-a3b446cf6b18,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:12.849378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Attempting to bind port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:12.851638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Attempting to bind port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:12.851638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Attempting to bind port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 on network e8e831a8-dfde-4ed5-88ea-e50f1572b72b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:12.864773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:12.868445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Checking segment: {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:12.870153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.870689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Bound using segment: {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:12.871189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Bound port: ebe82c27-9d73-488f-8810-cf6d1f79d8e6, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:12.871614 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.926239 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a063b90-c2f9-4e26-ab2a-7b898503126d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:12.926385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8a063b90-c2f9-4e26-ab2a-7b898503126d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5056450 Apr 30 01:21:12.929233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37024) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:12.937357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5ad8cbcb-e1bd-4d7f-aed0-6fea27a67ca2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Request body: {'security_group_rule': {'security_group_id': '28dd8936-da8f-4923-ba8f-c3d63b7c810c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:13.014310 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.018193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.024595 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7fee16a-0c39-4f28-9d90-8d992159a315 HTTP/1.1" status: 204 len: 168 time: 0.7591996 Apr 30 01:21:13.027712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b71d717-d617-46e4-9fcd-f4a08a1896b8 None None] Provisioning complete for port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:13.028132 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b71d717-d617-46e4-9fcd-f4a08a1896b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.048733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fee16a-0c39-4f28-9d90-8d992159a315,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:13.055759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] For port ebe82c27-9d73-488f-8810-cf6d1f79d8e6, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:13.071842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.072671 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.073651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.074809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.076535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.076988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.077904 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.079229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.079767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.080046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] For port ebe82c27-9d73-488f-8810-cf6d1f79d8e6, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:13.080261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.080871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.081413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff023b-0288-42aa-9825-c9af48f6eabc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:13.094830 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cbcb-e1bd-4d7f-aed0-6fea27a67ca2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.112454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbcb108e-f1d9-4e20-a8e1-f2a662bfa679 req-9b7b29ba-07ed-481d-87f4-fea1e7c622bc service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402803 Apr 30 01:21:13.117782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b71d717-d617-46e4-9fcd-f4a08a1896b8 None None] Port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:21:13.152373 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.272587 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cbcb-e1bd-4d7f-aed0-6fea27a67ca2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.274525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:21:13.276072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:13.282181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653bc9f-7bd3-445d-915b-95dd3ab00c62 None None] Pushing event updated for resources: {'Port': ['ID=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:13.395962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:21:13.545515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cbcb-e1bd-4d7f-aed0-6fea27a67ca2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.574853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8cbcb-e1bd-4d7f-aed0-6fea27a67ca2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de38726-ce0e-4463-a9b5-8cfa90880b62,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:13.605341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-59ba631b-cf94-4802-be2e-ee7c7bbe9ae2 None None] Provisioning complete for port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:13.605718 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59ba631b-cf94-4802-be2e-ee7c7bbe9ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.698562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cbcb-e1bd-4d7f-aed0-6fea27a67ca2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.710914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5ad8cbcb-e1bd-4d7f-aed0-6fea27a67ca2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7775137 Apr 30 01:21:13.713297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37038) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:13.718476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:13.841917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.892849 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59ba631b-cf94-4802-be2e-ee7c7bbe9ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:13.977582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-59ba631b-cf94-4802-be2e-ee7c7bbe9ae2 None None] For port ebe82c27-9d73-488f-8810-cf6d1f79d8e6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:13.986363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:13Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:14.034872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862bedd-ab8d-4370-bee1-64c743e89beb None None] The sync data for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 is: [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:13Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:21:14.068792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-2e2aa84f-f001-4dfa-94cc-e814770c17bb service neutron] 10.222.0.21 "GET /v2.0/ports/5b9d7d78-beb0-4d9a-8b87-083d9b789639/bindings/n-h2-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.1566732 Apr 30 01:21:14.101684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59ba631b-cf94-4802-be2e-ee7c7bbe9ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:14.293190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba631b-cf94-4802-be2e-ee7c7bbe9ae2 None None] Pushing event updated for resources: {'Port': ['ID=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:14.312342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b9d7d78-beb0-4d9a-8b87-083d9b789639 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:14.398026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10783dc-9fdd-4495-b724-3e08a24fe2f7 req-c525dbcf-8d11-494c-872c-8a978d3a5e18 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:14.403866 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d10783dc-9fdd-4495-b724-3e08a24fe2f7 req-c525dbcf-8d11-494c-872c-8a978d3a5e18 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.5224047 Apr 30 01:21:14.408548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37054) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:14.461683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08ee9f55-7067-49a6-b09e-fd21428f01d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:14.544403 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d10783dc-9fdd-4495-b724-3e08a24fe2f7 req-489aa669-392d-49bf-9fc8-685f388b8a1e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280427 Apr 30 01:21:14.564320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:14.598836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b13f-670e-416b-b732-8dfd269510ed req-290221d9-bf9d-4eca-8ee6-2192ef8a5014 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:14.612641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bca8b13f-670e-416b-b732-8dfd269510ed req-290221d9-bf9d-4eca-8ee6-2192ef8a5014 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 943 time: 0.2151811 Apr 30 01:21:14.636280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:14.694981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-c7e417e6-6383-4393-bd29-e00800c60b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:14.699680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-c7e417e6-6383-4393-bd29-e00800c60b7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 1096 time: 0.2328146 Apr 30 01:21:14.740073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9d7d78-beb0-4d9a-8b87-083d9b789639 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:14.752375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:14.779189 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:14.842337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bca8b13f-670e-416b-b732-8dfd269510ed req-220027ef-f448-4e70-bbb0-ad487a9a2945 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274401 Apr 30 01:21:14.877037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:14.952016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-e79a61c0-53c7-40b8-9e1c-066866cad6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:14.953550 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-e79a61c0-53c7-40b8-9e1c-066866cad6c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1100 time: 0.2885578 Apr 30 01:21:15.129217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08ee9f55-7067-49a6-b09e-fd21428f01d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:15.151263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-1f788342-4214-422a-bed2-3b4e6ab73554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:15.156279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ebe82c27-9d73-488f-8810-cf6d1f79d8e6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:15.161514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-1f788342-4214-422a-bed2-3b4e6ab73554 service neutron] 10.222.0.21 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 910 time: 0.4107904 Apr 30 01:21:15.272441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-49a86b2b-7347-47f5-aef3-885538285fe3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a4af5e-f2a4-4a8d-8831-f4c587ad0314 HTTP/1.1" status: 200 len: 217 time: 0.0979948 Apr 30 01:21:15.289499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:15.292584 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:15.347535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-2d883260-c903-425f-a420-1a4e33099512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:15.349075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-2d883260-c903-425f-a420-1a4e33099512 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3818996 Apr 30 01:21:15.437238 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-fcb82b36-8df6-4060-8e7b-544f06de001a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0774665 Apr 30 01:21:15.537280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-e791a21c-b6e9-426b-9216-74bcd8818794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:15.539198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-e791a21c-b6e9-426b-9216-74bcd8818794 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0930049 Apr 30 01:21:15.542047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-aea6c73d-c6dd-4c74-b148-0447ee13cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:15.543717 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-aea6c73d-c6dd-4c74-b148-0447ee13cecb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb96e933-d193-4e19-8485-6202df4ce49a HTTP/1.1" status: 200 len: 850 time: 0.2632983 Apr 30 01:21:15.608905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-df4a1939-459a-4bb0-b8ad-dca6507eec97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=908913d4-f8e6-4459-8782-18e80e0a7b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535986 Apr 30 01:21:15.753215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-32f771f8-3ede-43a6-8caa-2e1e568a017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:15.754860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-32f771f8-3ede-43a6-8caa-2e1e568a017a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2008963 Apr 30 01:21:15.761347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-083e9b02-d8c8-4aa8-8b65-25f0ef3e4845 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449249 Apr 30 01:21:16.010670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08ee9f55-7067-49a6-b09e-fd21428f01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:16.015982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-627fc319-b606-4638-a783-9b0fdc401bdb service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526507 Apr 30 01:21:16.023150 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b84467-10d6-4057-9319-f7c363f07c38 req-a6d9559b-8f25-4cb2-953f-9b44cbdaa72c service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422593 Apr 30 01:21:16.032253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f5ad0-79f9-488c-ae05-d5353493a58e req-ea17b8c1-ff9d-4e21-ac98-95c4c6e549c8 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:16.040334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-280f5ad0-79f9-488c-ae05-d5353493a58e req-ea17b8c1-ff9d-4e21-ac98-95c4c6e549c8 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 1.2579408 Apr 30 01:21:16.162982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9f55-7067-49a6-b09e-fd21428f01d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c626291-7bd4-4857-9e63-467c1fbbdd83,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:16.229281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d2395-b776-46a0-8459-ed6c123e43a4 req-bc392e03-1578-45e7-8a72-a171b81f901f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:16.231038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715d2395-b776-46a0-8459-ed6c123e43a4 req-bc392e03-1578-45e7-8a72-a171b81f901f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1615570 Apr 30 01:21:16.297446 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-280f5ad0-79f9-488c-ae05-d5353493a58e req-cbdc31d5-786e-43a0-8ccc-142279bacdcc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547033 Apr 30 01:21:16.312850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-08ee9f55-7067-49a6-b09e-fd21428f01d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58ee30525d3b4905a83075d24061774a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8997507 Apr 30 01:21:16.318049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-5b3f8d30-ba72-4fa8-a02f-225bc18b113d service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925510 Apr 30 01:21:16.325302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37092) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:16.360387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Allocated IP 172.25.0.246 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/6cc0af46-6347-48df-a5d1-1c6c38b5ab7c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:16.389392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715d2395-b776-46a0-8459-ed6c123e43a4 req-ee06bdc7-8891-47c7-87f1-fcf6c2507da8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367154 Apr 30 01:21:16.425408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] Transition to ACTIVE for port object 5b9d7d78-beb0-4d9a-8b87-083d9b789639 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:16.466393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efd73022-502a-43cb-a405-a8eda1ce1c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:16.519458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efd73022-502a-43cb-a405-a8eda1ce1c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:16.526337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:16.671935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efd73022-502a-43cb-a405-a8eda1ce1c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:16.674890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efd73022-502a-43cb-a405-a8eda1ce1c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:16.676902 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-efd73022-502a-43cb-a405-a8eda1ce1c80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c626291-7bd4-4857-9e63-467c1fbbdd83 HTTP/1.1" status: 204 len: 168 time: 0.3480906 Apr 30 01:21:16.700897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd73022-502a-43cb-a405-a8eda1ce1c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c626291-7bd4-4857-9e63-467c1fbbdd83,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:16.761035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] No DVR routers for this DVR port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:21:16.773033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=10']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:16.782234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:16.792462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f24cd6-2599-4792-aeec-ecd254f35b64 req-fccd63af-fe80-4183-b899-282fccf0f210 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:16.795372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-69f24cd6-2599-4792-aeec-ecd254f35b64 req-fccd63af-fe80-4183-b899-282fccf0f210 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 944 time: 0.2906969 Apr 30 01:21:16.848923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f6f5d127-702e-4844-be27-10ecefbf5455 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b9d7d78-beb0-4d9a-8b87-083d9b789639/bindings/n-h2-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7500308 Apr 30 01:21:16.883969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-69f24cd6-2599-4792-aeec-ecd254f35b64 req-4a8d7381-0825-421f-84a9-60805286923e tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811658 Apr 30 01:21:16.950984 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:17.018705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:17.025927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:17.048185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:17.051505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-bdb8840e-570c-4002-9dee-8881e5a1cc7c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:17.055203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-bdb8840e-570c-4002-9dee-8881e5a1cc7c tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.0846329 Apr 30 01:21:17.088500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event updated for resources: {'Port': ['ID=6cc0af46-6347-48df-a5d1-1c6c38b5ab7c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:17.154426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-aa3bf4ea-e644-4a17-9d96-00e625429348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:17.156363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-aa3bf4ea-e644-4a17-9d96-00e625429348 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd&tenant_id=0ae2eb915422456a9a1791d75e06384d HTTP/1.1" status: 200 len: 1095 time: 0.0880563 Apr 30 01:21:17.199873 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:17.245578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3df220c3-16a9-4073-884e-16b9d3be3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:17.247180 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-3df220c3-16a9-4073-884e-16b9d3be3113 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1095 time: 0.0509183 Apr 30 01:21:17.337133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:17.404041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-6386ee38-2efd-4f94-814e-fcf161b27e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:17.410261 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-6386ee38-2efd-4f94-814e-fcf161b27e2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.1498854 Apr 30 01:21:17.482782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-92845d11-5036-4ebd-b3f9-a05b79fb66e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 200 len: 217 time: 0.0545337 Apr 30 01:21:17.542203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-6e5aae64-2828-4ac2-8f87-27006fb15674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:17.544044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-6e5aae64-2828-4ac2-8f87-27006fb15674 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0544379 Apr 30 01:21:17.557832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729aed-e450-47ec-b480-561f4116c45f req-1cbf505c-be91-4e1c-aef8-3bb9b4fb0b33 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:17.565674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-64729aed-e450-47ec-b480-561f4116c45f req-1cbf505c-be91-4e1c-aef8-3bb9b4fb0b33 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1655581 Apr 30 01:21:17.674882 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-d755ed6b-2d7e-476e-8e43-b3c9f7d6952c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137831 Apr 30 01:21:17.675614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-64729aed-e450-47ec-b480-561f4116c45f req-67aed506-e739-4aa0-8e6b-7c82ec111504 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086683 Apr 30 01:21:17.717118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:17.769286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ae03b-7f14-4888-a008-378a1afc89d5 req-2d32556c-45e7-4a62-b6c7-9d142ac05a40 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:17.770998 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d46ae03b-7f14-4888-a008-378a1afc89d5 req-2d32556c-45e7-4a62-b6c7-9d142ac05a40 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.2209532 Apr 30 01:21:17.813630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:17.835030 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-f3c4a290-448e-42a6-b01d-d7f0917ac3d9 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507595 Apr 30 01:21:17.839379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d46ae03b-7f14-4888-a008-378a1afc89d5 req-f9ec6d6a-4260-44b3-919e-f75b55d6c09e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598886 Apr 30 01:21:18.067137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event updated for resources: {'Port': ['ID=6cc0af46-6347-48df-a5d1-1c6c38b5ab7c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:18.067137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:18.068460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-6cd6357d-d005-4f95-adef-4fa09a6bc313 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060785 Apr 30 01:21:18.122537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08c9b7-2df3-4707-9c88-2411eb46d1c2 req-b2a2043d-b01d-4315-9595-b357299a654f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:18.130670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e08c9b7-2df3-4707-9c88-2411eb46d1c2 req-b2a2043d-b01d-4315-9595-b357299a654f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 944 time: 0.0879698 Apr 30 01:21:18.174297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e08c9b7-2df3-4707-9c88-2411eb46d1c2 req-a3927607-0892-4a34-b0fb-9cf1f99907e0 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Apr 30 01:21:18.308323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:18.309691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e5f3b01b-4757-4ca1-b76d-65f8ff3bb396 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5956435 Apr 30 01:21:18.459701 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:18.626919 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-a1bf60c3-e796-4a93-851c-35d6438ea669 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--665429845&fields=id&tenant_id=dbd5e62424274a419f67c59164809bf9 HTTP/1.1" status: 200 len: 267 time: 0.0457983 Apr 30 01:21:18.783475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-8ebf6819-585c-4e47-b0d6-18571f54f9ae tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:18.793782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-8ebf6819-585c-4e47-b0d6-18571f54f9ae tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/networks?id=e8e831a8-dfde-4ed5-88ea-e50f1572b72b HTTP/1.1" status: 200 len: 811 time: 0.1645865 Apr 30 01:21:18.815659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-cd904734-579c-4c5e-97da-b9799c2fb993 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/quotas/dbd5e62424274a419f67c59164809bf9 HTTP/1.1" status: 200 len: 375 time: 0.0196817 Apr 30 01:21:18.850954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a3f4-4b0c-440b-a668-3d5de7e964fb req-12f2c072-f87b-4361-9f88-798872bc413f tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:18.859263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f16a3f4-4b0c-440b-a668-3d5de7e964fb req-12f2c072-f87b-4361-9f88-798872bc413f tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.0988631 Apr 30 01:21:18.888373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-32c1776f-8b54-447f-88a7-c48ed32032c2 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:18.890705 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-32c1776f-8b54-447f-88a7-c48ed32032c2 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.0953872 Apr 30 01:21:18.905640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-cea130bf-c114-4f68-9adf-a717f6420012 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbd5e62424274a419f67c59164809bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823596 Apr 30 01:21:18.949603 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f16a3f4-4b0c-440b-a668-3d5de7e964fb req-d4279f73-7090-47e6-a74b-061fde32ec44 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851209 Apr 30 01:21:19.054749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-59e2485a-4fd5-45e3-94af-f6c6ec4a3662 service neutron] 10.222.0.15 "GET /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442938 Apr 30 01:21:19.130607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f830b-9e4f-41f2-9c7f-78df88b8700b req-9864533d-3691-4d5d-acc0-f431dfc9e344 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:19.137937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e6f830b-9e4f-41f2-9c7f-78df88b8700b req-9864533d-3691-4d5d-acc0-f431dfc9e344 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.0763941 Apr 30 01:21:19.206432 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e6f830b-9e4f-41f2-9c7f-78df88b8700b req-d5fb48fd-b989-4b17-a191-b39e5f6af05a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674882 Apr 30 01:21:19.220783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-fd3636af-e539-4950-84b6-45c0330b1664 service neutron] 10.222.0.15 "GET /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524012 Apr 30 01:21:19.226623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-caa68c00-ed7a-4232-bcfa-cfd23ce96013 service neutron] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:19.232886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-caa68c00-ed7a-4232-bcfa-cfd23ce96013 service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:19.234010 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7743e09d-19b8-435e-86d7-bfaf52a83e8f req-caa68c00-ed7a-4232-bcfa-cfd23ce96013 service neutron] 10.222.0.23 "DELETE /v2.0/ports/5b9d7d78-beb0-4d9a-8b87-083d9b789639/bindings/n-h1-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.3307316 Apr 30 01:21:19.415070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f3763-23fd-473b-bcfe-e4d3da903b4b req-66ca4f78-b27d-430d-a09c-ea678faa8558 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:19.417654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-045f3763-23fd-473b-bcfe-e4d3da903b4b req-66ca4f78-b27d-430d-a09c-ea678faa8558 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 944 time: 0.0684903 Apr 30 01:21:19.455583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-045f3763-23fd-473b-bcfe-e4d3da903b4b req-87cf16c7-3385-4395-a5c0-f5c17921e05f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Apr 30 01:21:19.668494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e909c8-1535-4b9e-a92a-df3b5b6cbdbd req-bac487f2-c71b-4236-905e-b5f382d3f314 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:19.668494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e0e909c8-1535-4b9e-a92a-df3b5b6cbdbd req-bac487f2-c71b-4236-905e-b5f382d3f314 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1095 time: 0.0871656 Apr 30 01:21:19.668920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf31b428-9586-417e-9ab7-9cd5e1540d7f req-67ac4fbf-f983-4afa-9e9d-6ea98700f21f tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 210 time: 0.0645311 Apr 30 01:21:19.784869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e0e909c8-1535-4b9e-a92a-df3b5b6cbdbd req-b637457b-0d03-464d-812a-977632f0bd30 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072466 Apr 30 01:21:19.966122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb533f2-8f00-4a90-84e9-f9f9cd429dac req-5c27641a-7485-48f9-959b-82552974437a tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:19.976850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ecb533f2-8f00-4a90-84e9-f9f9cd429dac req-5c27641a-7485-48f9-959b-82552974437a tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 1095 time: 0.0774913 Apr 30 01:21:20.050523 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ecb533f2-8f00-4a90-84e9-f9f9cd429dac req-5391b411-0961-410e-80f9-f08a0d71d294 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727713 Apr 30 01:21:20.177824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bca6f7-0157-4f1b-9a82-013aee62429f req-a700ae92-a86d-45b5-9518-1e071646af80 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:20.213899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27bca6f7-0157-4f1b-9a82-013aee62429f req-a700ae92-a86d-45b5-9518-1e071646af80 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1801853 Apr 30 01:21:20.283922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27bca6f7-0157-4f1b-9a82-013aee62429f req-1f867f09-1ec2-4fcb-a5d6-5df1376e2a68 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591500 Apr 30 01:21:20.347563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:20.422454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595ca79-0efa-4d66-89b7-0554ff42d820 req-c9086821-07ba-41f0-a688-3e18ea99a40e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:20.424551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4595ca79-0efa-4d66-89b7-0554ff42d820 req-c9086821-07ba-41f0-a688-3e18ea99a40e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.0775328 Apr 30 01:21:20.477560 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4595ca79-0efa-4d66-89b7-0554ff42d820 req-393639fb-dcc6-4683-bec1-fd1082e691e8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 Apr 30 01:21:20.490120 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:20.553530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:20.575341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'mac_address': 'fa:16:3e:64:13:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:20.631324 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:20.651849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96486a10-e6ed-47c0-8576-8f15d03e5ced {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:20.696321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:20.791560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:20.858369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:20.912295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['96486a10-e6ed-47c0-8576-8f15d03e5ced'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:21.268201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-7504e888-9523-4bd3-81a8-7f2c11a876e2 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=83da2a91075e44bc9565c3a91f5d9622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290685 Apr 30 01:21:21.344473 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-257c8c0a-e7cd-449f-aec8-eaf4c074762c req-5192851f-c0d2-4ee0-a7af-21144d52eaae tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 210 time: 0.0372827 Apr 30 01:21:21.437198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-dee1f727-6e11-42da-bcb7-b62d345fd28f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:21.445303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-dee1f727-6e11-42da-bcb7-b62d345fd28f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713340 Apr 30 01:21:21.467799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-05260801-8ac1-40fc-bbcc-8db7cd1adb4c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/quotas/83da2a91075e44bc9565c3a91f5d9622 HTTP/1.1" status: 200 len: 375 time: 0.0209656 Apr 30 01:21:21.510075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-d4f39c60-f471-4772-b1cd-6537dea1b111 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406506 Apr 30 01:21:21.673254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c5257-002a-4688-8c45-6f93f6f63ae5 req-fc81e9d8-6908-416e-b2e8-4379c8961c18 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:21.677676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e32c5257-002a-4688-8c45-6f93f6f63ae5 req-fc81e9d8-6908-416e-b2e8-4379c8961c18 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.0666523 Apr 30 01:21:21.731370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e32c5257-002a-4688-8c45-6f93f6f63ae5 req-1e152240-fa3f-499d-95d7-5a80231c8b24 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459843 Apr 30 01:21:21.934474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55034f6-9a82-4ea3-aa38-b9a3075b192b req-0110b14d-ff45-4d7b-bcb5-46da6dce1ebf tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:21.943819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f55034f6-9a82-4ea3-aa38-b9a3075b192b req-0110b14d-ff45-4d7b-bcb5-46da6dce1ebf tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1461010 Apr 30 01:21:22.030838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f55034f6-9a82-4ea3-aa38-b9a3075b192b req-f2702a8a-7831-4e4b-af4c-44d1798f8fe1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859427 Apr 30 01:21:22.372248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:22.486498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 96486a10-e6ed-47c0-8576-8f15d03e5ced triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:22.487284 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:22.624236 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:22.659012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:22.661430 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8222f37-d2ca-412b-b51e-c05c1bc8ee1c" -d '{"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-plugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:22.683257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:22.791000 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:22.804354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-ae4b88b0-af2f-4ebe-b58b-49ba5d18829b tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:22.806265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-ae4b88b0-af2f-4ebe-b58b-49ba5d18829b tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.23 "GET /v2.0/networks?id=e8e831a8-dfde-4ed5-88ea-e50f1572b72b HTTP/1.1" status: 200 len: 811 time: 0.2085290 Apr 30 01:21:22.912107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:22.915278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-df67621c-3358-4ae3-945d-d7c4879b749c tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd5e62424274a419f67c59164809bf9 HTTP/1.1" status: 200 len: 379 time: 0.0997634 Apr 30 01:21:22.934236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Request body: {'port': {'device_id': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'admin_state_up': True, 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'security_groups': ['28dd8936-da8f-4923-ba8f-c3d63b7c810c']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:23.179749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Made reservation on behalf of dbd5e62424274a419f67c59164809bf9 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:23.188037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:23.415869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Allocated IP 172.20.0.5 (e8e831a8-dfde-4ed5-88ea-e50f1572b72b/ec9e2f4d-2cb2-4444-88d0-d755e273d269/f0c9d048-9947-4909-b50d-b7d0769d3041) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:23.613945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:23.736338 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:23.833684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-67ff0f00-8c1b-4a56-9159-6e8411fbfc53 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=83da2a91075e44bc9565c3a91f5d9622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290809 Apr 30 01:21:23.868392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:23.888421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:23.891101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:23.915951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event updated for resources: {'Port': ['ID=f0c9d048-9947-4909-b50d-b7d0769d3041,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:23.979764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-2d899def-71c8-4e94-9a51-0cddefa8bc1c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:23.988451 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-2d899def-71c8-4e94-9a51-0cddefa8bc1c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531820 Apr 30 01:21:23.990826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:23.991545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:24.003409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e4cb4-a879-45cd-b126-4b4783ca372f req-6e84a2df-c737-47bb-8323-c649744b82eb tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:24.005989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-921af161-1c72-420d-82bf-20c5935da02e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/quotas/83da2a91075e44bc9565c3a91f5d9622 HTTP/1.1" status: 200 len: 375 time: 0.0163476 Apr 30 01:21:24.013665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e95e4cb4-a879-45cd-b126-4b4783ca372f req-6e84a2df-c737-47bb-8323-c649744b82eb tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 931 time: 0.1475170 Apr 30 01:21:24.040554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 909989a7-7273-4772-a580-a2a2fc66e078 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:24.080745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-539bfd2f-951d-45a8-ab5b-8eebd550374c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736690 Apr 30 01:21:24.082485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e95e4cb4-a879-45cd-b126-4b4783ca372f req-c3ef4c60-3c69-495b-a1f3-16821e37e092 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677872 Apr 30 01:21:24.143336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-6e4ac7b4-278f-423a-a306-a57a2475ea11 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2230482 Apr 30 01:21:24.179839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Request body: {'port': {'device_id': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:24.305806 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:24.349256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:24.362054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b217134-c85e-4ea5-a4b9-ba26cb468495 None None] Provisioning complete for port f0c9d048-9947-4909-b50d-b7d0769d3041 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:24.365780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b217134-c85e-4ea5-a4b9-ba26cb468495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:24.392754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:24.394725 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edce4c4-a9cd-4cf1-a5b9-90c9213f479e x-openstack-request-id: req-9edce4c4-a9cd-4cf1-a5b9-90c9213f479e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:24.395168 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-plugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:24.395718 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9edce4c4-a9cd-4cf1-a5b9-90c9213f479e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:24.400281 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edce4c4-a9cd-4cf1-a5b9-90c9213f479e'] response: {'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'code': 200} Apr 30 01:21:24.434748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b217134-c85e-4ea5-a4b9-ba26cb468495 None None] Port f0c9d048-9947-4909-b50d-b7d0769d3041 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:21:24.511487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:24.599861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312eb98-5c23-408c-b1da-4956d2408704 req-c3f2ca7b-1105-4946-acf0-21a195281ad6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:24.611011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9312eb98-5c23-408c-b1da-4956d2408704 req-c3f2ca7b-1105-4946-acf0-21a195281ad6 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1162364 Apr 30 01:21:24.664190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c78c7-86bb-4786-b714-0c6277ae341e req-07b59854-269d-42a0-8e6f-c0ad3c1f67f7 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:24.665855 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da6c78c7-86bb-4786-b714-0c6277ae341e req-07b59854-269d-42a0-8e6f-c0ad3c1f67f7 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1390190 Apr 30 01:21:24.676120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:24.711185 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9312eb98-5c23-408c-b1da-4956d2408704 req-e21039d4-e03d-4583-b9e3-182c24872847 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970285 Apr 30 01:21:24.837835 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da6c78c7-86bb-4786-b714-0c6277ae341e req-de0f36eb-5538-43bc-bc0c-52169ab9a2db tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562405 Apr 30 01:21:24.922597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c9d048-9947-4909-b50d-b7d0769d3041 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:24.933627 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:24.973421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Transition to ACTIVE for port object f0c9d048-9947-4909-b50d-b7d0769d3041 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:24.996115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6ee46fa-72e2-4e39-900c-5972a5a8d3d4 req-4ce10192-ea5c-4e4d-bf0f-e43338d19231 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 210 time: 0.0430994 Apr 30 01:21:25.086629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:25.327801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Pushing event updated for resources: {'Port': ['ID=f0c9d048-9947-4909-b50d-b7d0769d3041,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:25.497197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702fed9-b32e-4819-846f-a8af11efebf4 req-89cfd29a-5c01-404a-94fb-66ebeabb7d89 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:25.505636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0702fed9-b32e-4819-846f-a8af11efebf4 req-89cfd29a-5c01-404a-94fb-66ebeabb7d89 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 943 time: 0.2325702 Apr 30 01:21:25.673660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-3249ceb8-3a91-45e0-945a-03137c57d132 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=83da2a91075e44bc9565c3a91f5d9622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492704 Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Attempting to bind port f0c9d048-9947-4909-b50d-b7d0769d3041 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Attempting to bind port f0c9d048-9947-4909-b50d-b7d0769d3041 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Attempting to bind port f0c9d048-9947-4909-b50d-b7d0769d3041 on network e8e831a8-dfde-4ed5-88ea-e50f1572b72b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Port f0c9d048-9947-4909-b50d-b7d0769d3041 on network e8e831a8-dfde-4ed5-88ea-e50f1572b72b not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Attempting to bind port f0c9d048-9947-4909-b50d-b7d0769d3041 on network e8e831a8-dfde-4ed5-88ea-e50f1572b72b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Checking segment: {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Bound using segment: {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Bound port: f0c9d048-9947-4909-b50d-b7d0769d3041, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43254be4-6e18-4bb5-a4a0-f41e17452ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:25.674950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0702fed9-b32e-4819-846f-a8af11efebf4 req-03cb78e6-6e6e-4535-9085-121158e3a473 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492827 Apr 30 01:21:25.798674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] For port f0c9d048-9947-4909-b50d-b7d0769d3041, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:25.803362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] For port f0c9d048-9947-4909-b50d-b7d0769d3041, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f0c9d048-9947-4909-b50d-b7d0769d3041,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:25.843641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-364fec2f-79bd-41c0-8370-f86368e64bb7 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:25.845289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-364fec2f-79bd-41c0-8370-f86368e64bb7 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618804 Apr 30 01:21:25.912558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744ebce-7c27-46c4-83bb-642500cd80a3 req-367766ab-294a-42de-8474-6641fed8e90e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:25.915048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0744ebce-7c27-46c4-83bb-642500cd80a3 req-367766ab-294a-42de-8474-6641fed8e90e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.0952668 Apr 30 01:21:25.916992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:25.934756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:25.935739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:25.938421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] 10.222.0.23 "PUT /v2.0/ports/f0c9d048-9947-4909-b50d-b7d0769d3041 HTTP/1.1" status: 200 len: 1091 time: 1.7853205 Apr 30 01:21:25.939325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Request body: {'port': {'device_id': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '83da2a91075e44bc9565c3a91f5d9622'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:26.004868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'tag': 'f0c9d048-9947-4909-b50d-b7d0769d3041'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:26.018205 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7" -d '{"events": [{"name": "network-changed", "server_uuid": "febd9346-da2f-4c2a-951d-57f6e83ae9db", "tag": "f0c9d048-9947-4909-b50d-b7d0769d3041"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:26.092282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0744ebce-7c27-46c4-83bb-642500cd80a3 req-c461e033-1b98-410b-8ee7-1569809ddae8 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882192 Apr 30 01:21:26.093052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f8e6b-5500-454e-9d1c-3027c8f11d3d service neutron] Pushing event updated for resources: {'Port': ['ID=f0c9d048-9947-4909-b50d-b7d0769d3041,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:26.126688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-f51a0a3a-3d88-4ed5-af01-fa4268714dfa tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:26.137387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-f51a0a3a-3d88-4ed5-af01-fa4268714dfa tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 805 time: 0.2905204 Apr 30 01:21:26.232797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-2613c2a5-cae0-4dda-b3c9-557b613af548 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/quotas/e8501c42d0f949c5b25d7eadc66f8419 HTTP/1.1" status: 200 len: 375 time: 0.0891619 Apr 30 01:21:26.248408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-05ac7ccf-877f-4099-867d-1f060f3cdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:26.251813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-05ac7ccf-877f-4099-867d-1f060f3cdb8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbd5e62424274a419f67c59164809bf9&device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 1094 time: 0.0951946 Apr 30 01:21:26.312519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Made reservation on behalf of 83da2a91075e44bc9565c3a91f5d9622 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:26.316673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:26.333463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:26.374601 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-82f745f5-24c1-4035-b1f1-72688b0f95f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c9d048-9947-4909-b50d-b7d0769d3041 HTTP/1.1" status: 200 len: 217 time: 0.1065743 Apr 30 01:21:26.398842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:26.402662 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f14b60e-c9f5-4fe3-89dd-bcd811b9bdb9" -d '{"events": [{"server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "name": "network-vif-unplugged", "status": "completed", "tag": "909989a7-7273-4772-a580-a2a2fc66e078"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:26.406391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-a81c151e-a055-4581-a1c5-96c496c638c8 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1519368 Apr 30 01:21:26.438584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-8fe3de5b-5bdc-437a-b75f-f17b62a9cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:26.440013 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-8fe3de5b-5bdc-437a-b75f-f17b62a9cdf4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec9e2f4d-2cb2-4444-88d0-d755e273d269 HTTP/1.1" status: 200 len: 850 time: 0.0544026 Apr 30 01:21:26.498668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcfecf-9a40-41c0-b147-0c4eae629f8f req-c24c8f6c-2fd9-4ef7-95c0-a6bdce3a285c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:26.500312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5dcfecf-9a40-41c0-b147-0c4eae629f8f req-c24c8f6c-2fd9-4ef7-95c0-a6bdce3a285c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1717720 Apr 30 01:21:26.576485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5dcfecf-9a40-41c0-b147-0c4eae629f8f req-a4a264ab-d8e0-4847-9c09-4cd8afc84071 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624659 Apr 30 01:21:26.579819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-09cc984c-e577-405d-a0b6-0304a90419fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:26.581260 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-09cc984c-e577-405d-a0b6-0304a90419fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8e831a8-dfde-4ed5-88ea-e50f1572b72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257327 Apr 30 01:21:26.584788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-89f0907f-4fa9-4791-beaf-c09facf8d2cd service neutron] 10.222.0.15 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772192 Apr 30 01:21:26.733519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:26.848265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:26.923386 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d216704-e517-4246-a167-0ac76496ed37 req-09b05d5c-24ea-4aca-9449-61df96e8b3fa tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 210 time: 0.1641285 Apr 30 01:21:26.999236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-966e77be-97a0-48b5-a76e-48e36cde003f service neutron] 10.222.0.15 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134190 Apr 30 01:21:27.009916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0639ec-5354-424e-a5d5-c9a7fc329b98,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:27.079594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-b8d1d5c8-1112-43b5-99b8-271a82d4daab service neutron] 10.222.0.23 "GET /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896677 Apr 30 01:21:27.131097 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f502f-ef03-48d5-977a-97208397b16e x-openstack-request-id: req-753f502f-ef03-48d5-977a-97208397b16e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:27.131850 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febd9346-da2f-4c2a-951d-57f6e83ae9db", "tag": "f0c9d048-9947-4909-b50d-b7d0769d3041", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:27.132703 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-753f502f-ef03-48d5-977a-97208397b16e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:27.133619 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753f502f-ef03-48d5-977a-97208397b16e'] response: {'name': 'network-changed', 'server_uuid': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'tag': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'status': 'completed', 'code': 200} Apr 30 01:21:27.239933 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95a8949-1de4-44cc-ac90-3bb59a0e51bd x-openstack-request-id: req-d95a8949-1de4-44cc-ac90-3bb59a0e51bd {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:27.240168 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "name": "network-vif-unplugged", "status": "completed", "tag": "909989a7-7273-4772-a580-a2a2fc66e078", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:27.240422 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d95a8949-1de4-44cc-ac90-3bb59a0e51bd {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:27.240806 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95a8949-1de4-44cc-ac90-3bb59a0e51bd'] response: {'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078', 'code': 200} Apr 30 01:21:27.284456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Allocated IP 192.168.233.199 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/ec495190-ebd3-471a-930f-95ed1f1e59b7) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:27.356887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-676a17ea-9f18-4e13-a70b-a3e830e5192a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1498737 Apr 30 01:21:27.393932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce7d20ad-6c18-4705-8bb0-c787d8d49266 req-be71e821-d48b-4c6a-9a48-b49009baa527 service neutron] 10.222.0.23 "GET /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027589 Apr 30 01:21:28.014729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2b15a-a637-4615-b801-f716cad270d6 req-fb95421c-464a-4a21-ac94-8b16e901af13 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:28.017657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-deb2b15a-a637-4615-b801-f716cad270d6 req-fb95421c-464a-4a21-ac94-8b16e901af13 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a059d4-5779-4c78-b7b5-a62ecc8424d4 HTTP/1.1" status: 200 len: 943 time: 0.5016241 Apr 30 01:21:28.308040 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:28.334442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6fe91-7c88-4b01-980a-af82f622bc8e req-b924b685-da6e-49ab-9f32-efceb8564f52 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:28.337462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fc6fe91-7c88-4b01-980a-af82f622bc8e req-b924b685-da6e-49ab-9f32-efceb8564f52 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.2614791 Apr 30 01:21:28.455417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-571b4bb2-88d9-4c8b-8ae5-229a9d0a92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:28.456916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-571b4bb2-88d9-4c8b-8ae5-229a9d0a92a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1096 time: 1.0487466 Apr 30 01:21:28.462795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fc6fe91-7c88-4b01-980a-af82f622bc8e req-f5c2093e-ee89-4a0a-b55b-cc63213acc5c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124759 Apr 30 01:21:28.495007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-e775b1d3-319d-4da5-918a-4247a9c25511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:28.507612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Deleting port 909989a7-7273-4772-a580-a2a2fc66e078 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:21:28.507612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:28.519011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-e775b1d3-319d-4da5-918a-4247a9c25511 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbd5e62424274a419f67c59164809bf9&device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 1094 time: 0.9130745 Apr 30 01:21:28.663120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03401d6-ddc9-4967-afa1-935dfe638985 req-26cb4ad2-bdd2-4f25-9c8c-327f3752b628 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:28.676930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e03401d6-ddc9-4967-afa1-935dfe638985 req-26cb4ad2-bdd2-4f25-9c8c-327f3752b628 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 943 time: 0.9976740 Apr 30 01:21:28.702404 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] For port 909989a7-7273-4772-a580-a2a2fc66e078, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=909989a7-7273-4772-a580-a2a2fc66e078,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:28.704767 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:28.727883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Calling delete_port for 909989a7-7273-4772-a580-a2a2fc66e078 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:21:28.732816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:28.764546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ab699d3-21bf-4b4b-866b-3bbb01b8400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:28.792794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b564afeb-1d01-4283-9b58-042f90d9882f req-3a23ae73-a5c4-436f-bcf2-f706f09e0090 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 210 time: 0.0612817 Apr 30 01:21:28.862255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-dc0ba850-2778-49d4-bb17-af6a468652e7 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=83da2a91075e44bc9565c3a91f5d9622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2490141 Apr 30 01:21:28.957725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:28.981719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:28.984313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:29.078524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:29.119212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-44804fdc-61f3-452f-9c2b-2b4c1e120ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:29.121259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-44804fdc-61f3-452f-9c2b-2b4c1e120ca6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.6299191 Apr 30 01:21:29.183400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5ca00-caa8-4bb9-b3cc-9a49bc30d82f req-9c3d5e1d-7d72-412d-853c-94a4563a90b7 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:29.186105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-36f5ca00-caa8-4bb9-b3cc-9a49bc30d82f req-9c3d5e1d-7d72-412d-853c-94a4563a90b7 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.2311330 Apr 30 01:21:29.199322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:29.200488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:29.234593 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-e9d12e4e-8a94-4f90-bcbd-a5390806e666 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 217 time: 0.0878258 Apr 30 01:21:29.245269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e03401d6-ddc9-4967-afa1-935dfe638985 req-e5896b59-d74e-4783-879e-e7d4dd11916f tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5668921 Apr 30 01:21:29.269533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-b5cb69ca-1b40-49c6-96b5-e0942341e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:29.271543 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-b5cb69ca-1b40-49c6-96b5-e0942341e3b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8e831a8-dfde-4ed5-88ea-e50f1572b72b HTTP/1.1" status: 200 len: 911 time: 0.7215178 Apr 30 01:21:29.315289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-2814e598-f698-442d-8863-4a8bb3f8dc29 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:29.316809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-2814e598-f698-442d-8863-4a8bb3f8dc29 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4350832 Apr 30 01:21:29.367504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Request body: {'port': {'device_id': '8b0cd54a-6aee-4389-b300-51df9e07144b', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '83da2a91075e44bc9565c3a91f5d9622'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:29.378956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-f9ff560c-7748-4e37-88b4-bdcc0dd8af5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c9d048-9947-4909-b50d-b7d0769d3041 HTTP/1.1" status: 200 len: 217 time: 0.0785315 Apr 30 01:21:29.409144 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:29.441001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-de27fb74-9138-4174-a451-8be482407849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:29.442394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-de27fb74-9138-4174-a451-8be482407849 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.1945212 Apr 30 01:21:29.492644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-c1dbf725-0e1f-441f-9440-c2f5c1fc1d38 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5652943 Apr 30 01:21:29.494812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3123d1e9-d1ff-473b-8218-73bf108a4dfa None None] Provisioning complete for port ec495190-ebd3-471a-930f-95ed1f1e59b7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:29.495410 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3123d1e9-d1ff-473b-8218-73bf108a4dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:29.528847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-36f5ca00-caa8-4bb9-b3cc-9a49bc30d82f req-b76ae5f5-de84-46db-9f5a-4be967223a77 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107998 Apr 30 01:21:29.550500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Request body: {'port': {'device_id': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:29.562992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3123d1e9-d1ff-473b-8218-73bf108a4dfa None None] Port ec495190-ebd3-471a-930f-95ed1f1e59b7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:21:29.563211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-c33fe267-e5e1-4ee1-bfab-cd4c9979e386 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840635 Apr 30 01:21:29.582457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44dd81f1-5336-4255-8f91-fa5b70f205cc req-57d7023f-7c19-40bb-aa2e-b33ce9c504e8 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 210 time: 0.1147134 Apr 30 01:21:29.593436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Pushing event deleted for resources: {'Port': ['ID=909989a7-7273-4772-a580-a2a2fc66e078,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:29.683378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-4f29e536-e8db-4c17-ac92-77df029ec2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:29.685279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-4f29e536-e8db-4c17-ac92-77df029ec2e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec9e2f4d-2cb2-4444-88d0-d755e273d269 HTTP/1.1" status: 200 len: 850 time: 0.2918768 Apr 30 01:21:29.870141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] No DVR routers for this DVR port 909989a7-7273-4772-a580-a2a2fc66e078 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:21:29.878699 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:29.883813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-deb2b15a-a637-4615-b801-f716cad270d6 req-1aba0fca-8cc3-47f8-9eb0-37e19cf0ade0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.23 "DELETE /v2.0/ports/909989a7-7273-4772-a580-a2a2fc66e078 HTTP/1.1" status: 204 len: 173 time: 1.8440249 Apr 30 01:21:29.969306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'name': 'network-vif-deleted', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:29.973822 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ea10b3-2b55-403b-a64c-e1ce01bc6a1b" -d '{"events": [{"server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "name": "network-vif-deleted", "tag": "909989a7-7273-4772-a580-a2a2fc66e078"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:29.985897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:29.999681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8d52c00-cb24-4632-97ad-f437d28db59e req-1431f7e4-0748-4c53-b868-b0f9219226b9 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 210 time: 0.0462852 Apr 30 01:21:30.041298 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-8a2e8847-5eb0-412b-adb0-b5a25741b532 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5369720 Apr 30 01:21:30.063991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f0c9d048-9947-4909-b50d-b7d0769d3041 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:30.069932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-141b400a-58fd-450e-bcb1-c541d4f7344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:30.074520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-141b400a-58fd-450e-bcb1-c541d4f7344a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8e831a8-dfde-4ed5-88ea-e50f1572b72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3049326 Apr 30 01:21:30.081130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Made reservation on behalf of 83da2a91075e44bc9565c3a91f5d9622 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:30.099268 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:30.158833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c924043-cc05-473b-8222-084e31868f93 req-a8b137b5-ed15-47d9-bbec-90b7baeff3bb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:30.161182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c924043-cc05-473b-8222-084e31868f93 req-a8b137b5-ed15-47d9-bbec-90b7baeff3bb tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.3763437 Apr 30 01:21:30.172793 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ffe2a8-c4a4-4410-baa4-4bdd8dc60e14 x-openstack-request-id: req-18ffe2a8-c4a4-4410-baa4-4bdd8dc60e14 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:30.173299 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a059d4-5779-4c78-b7b5-a62ecc8424d4", "name": "network-vif-deleted", "tag": "909989a7-7273-4772-a580-a2a2fc66e078", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:30.173913 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18ffe2a8-c4a4-4410-baa4-4bdd8dc60e14 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:30.174484 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ffe2a8-c4a4-4410-baa4-4bdd8dc60e14'] response: {'server_uuid': '16a059d4-5779-4c78-b7b5-a62ecc8424d4', 'name': 'network-vif-deleted', 'tag': '909989a7-7273-4772-a580-a2a2fc66e078', 'status': 'completed', 'code': 200} Apr 30 01:21:30.276093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 909989a7-7273-4772-a580-a2a2fc66e078 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:30.422876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-a2fdad88-7dcf-441f-8c68-d4a5efac1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:30.432654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-a2fdad88-7dcf-441f-8c68-d4a5efac1fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 1101 time: 0.3295231 Apr 30 01:21:30.469390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Allocated IP 192.168.233.200 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/54fab788-d645-46fc-ade6-764a4977d66c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:30.484870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c924043-cc05-473b-8222-084e31868f93 req-4a3d52c0-271c-405c-b38e-1de5103b8932 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082068 Apr 30 01:21:30.607282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-61140dae-574d-4aae-bf23-46950796c4a8 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0235703 Apr 30 01:21:30.761795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-6005e3be-b922-4431-808e-8bfcd8ccf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:30.763785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-6005e3be-b922-4431-808e-8bfcd8ccf8b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3052375 Apr 30 01:21:30.815884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-d49a341e-c88b-4651-95a2-86c41c36b93b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 200 len: 217 time: 0.0424759 Apr 30 01:21:30.844628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2dc61-1d7d-447f-9019-35216a8623ca req-a8b0619f-07c7-4b29-ac3e-638cbff1017b tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:30.846907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30a2dc61-1d7d-447f-9019-35216a8623ca req-a8b0619f-07c7-4b29-ac3e-638cbff1017b tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.2208564 Apr 30 01:21:30.858484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 909989a7-7273-4772-a580-a2a2fc66e078 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:21:30.859539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 909989a7-7273-4772-a580-a2a2fc66e078 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:21:30.864732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71e89-0cda-4dbc-884c-5f52a5cf46a7 req-fcd26acd-8456-47cd-9142-82511ba5bd46 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:30.866274 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3c71e89-0cda-4dbc-884c-5f52a5cf46a7 req-fcd26acd-8456-47cd-9142-82511ba5bd46 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 943 time: 0.2543221 Apr 30 01:21:30.873911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:30.901371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-86064603-ae9b-4561-9d9a-26d3b1f4aead service neutron] 10.222.0.23 "GET /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902312 Apr 30 01:21:30.922951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-775b2d30-8f68-4c61-9ae7-6431cdd15cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:30.923112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f0c9d048-9947-4909-b50d-b7d0769d3041, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f0c9d048-9947-4909-b50d-b7d0769d3041,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:30.923226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-775b2d30-8f68-4c61-9ae7-6431cdd15cc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0952175 Apr 30 01:21:30.931973 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6c8d16f-4857-4699-a818-a05f8b3c1974 req-27314410-a584-4ecd-abb4-929029055dd2 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840927 Apr 30 01:21:30.975262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'port_id': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'mac_address': 'fa:16:3e:a3:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:30.990538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30a2dc61-1d7d-447f-9019-35216a8623ca req-e75a804c-42f4-4559-a4a2-e0f3377e1ea2 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183355 Apr 30 01:21:31.046165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3c71e89-0cda-4dbc-884c-5f52a5cf46a7 req-08ca65a1-ecb7-449e-b247-588d25f0d5bd tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494529 Apr 30 01:21:31.077855 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:31.091359 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71fbb86b-4a7d-4533-93be-08e680b49d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:31.101155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-4436e78a-7680-44d0-ab02-8e94c83c5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:31.111718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-4436e78a-7680-44d0-ab02-8e94c83c5a59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1775713 Apr 30 01:21:31.134752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c9d048-9947-4909-b50d-b7d0769d3041 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:31.190417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c9d286-7fb1-4f92-b4e8-a3dd79c984f7 req-49556845-9761-4a56-8bc1-eb574233e04e service neutron] 10.222.0.23 "GET /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771235 Apr 30 01:21:31.217840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f0c9d048-9947-4909-b50d-b7d0769d3041, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f0c9d048-9947-4909-b50d-b7d0769d3041,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:31.280600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-1d0820a0-2985-4b2a-8332-696370870d7e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:31.281212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-1d0820a0-2985-4b2a-8332-696370870d7e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.23 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 805 time: 0.2776811 Apr 30 01:21:31.285352 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:31.299305 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:31.313265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Request body: {'port': {'device_id': '286becac-fede-4b2c-908a-79a2744f441a', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'admin_state_up': True, 'tenant_id': 'e8501c42d0f949c5b25d7eadc66f8419'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:31.373749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f0c9d048-9947-4909-b50d-b7d0769d3041,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:31.410128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-b63a3a67-d161-418a-926a-732d20435632 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937839 Apr 30 01:21:31.471313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce17a7ba-1a74-438b-9d88-0c54d0a738fa req-d15426c7-870c-42d7-855f-5f09d99cd19f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 210 time: 0.1026433 Apr 30 01:21:31.480979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:31.494458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:31.521382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:31.543236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Pushing event updated for resources: {'Port': ['ID=54fab788-d645-46fc-ade6-764a4977d66c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:31.603865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f0c9d048-9947-4909-b50d-b7d0769d3041'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:31.654753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:31.667708 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:31.716259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7e1b-3dfe-4c25-981a-05483784cb50 req-e20e2a88-6b19-4d2b-8d78-b9d59e473bbd tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:31.722258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd4f7e1b-3dfe-4c25-981a-05483784cb50 req-e20e2a88-6b19-4d2b-8d78-b9d59e473bbd tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 936 time: 0.3016438 Apr 30 01:21:31.818334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-52bfa2ff-97b8-4b04-81d4-7fa8c36ea591 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4898057 Apr 30 01:21:31.892503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Request body: {'port': {'device_id': '8b0cd54a-6aee-4389-b300-51df9e07144b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:31.922318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b7624024-9c4c-4264-9f88-e1739954a6e6 None None] Provisioning complete for port 54fab788-d645-46fc-ade6-764a4977d66c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:31.922872 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7624024-9c4c-4264-9f88-e1739954a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:31.928161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Made reservation on behalf of e8501c42d0f949c5b25d7eadc66f8419 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:31.937125 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:31.966706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b7624024-9c4c-4264-9f88-e1739954a6e6 None None] Port 54fab788-d645-46fc-ade6-764a4977d66c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:21:31.974251 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:32.020005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc013ee-dd8a-4b28-b35d-53519f2a4a38 req-27fab944-16c8-4899-a2b9-7130a2b334c5 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794530 Apr 30 01:21:32.057028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:32.069678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd4f7e1b-3dfe-4c25-981a-05483784cb50 req-ff2ee525-a92d-44f5-86eb-87467d293613 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155892 Apr 30 01:21:32.075465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-575922a8-a331-4567-bd8a-529397e2af4e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:32.077590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-575922a8-a331-4567-bd8a-529397e2af4e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 820 time: 0.3246105 Apr 30 01:21:32.098501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec495190-ebd3-471a-930f-95ed1f1e59b7 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:32.112560 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:32.129867 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-512a1019-a0aa-4b9f-9c0a-fbec0e2c6aaa tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/quotas/f297342a7d6142d5b70058c1e50be395 HTTP/1.1" status: 200 len: 375 time: 0.0224471 Apr 30 01:21:32.149954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Transition to ACTIVE for port object ec495190-ebd3-471a-930f-95ed1f1e59b7 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:32.204179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:32.292155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b80d-1e7f-47bd-8024-ddbdaf444823 req-0ec20e4d-5659-4f08-858f-844b8c071d20 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:32.294283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-01c2b80d-1e7f-47bd-8024-ddbdaf444823 req-0ec20e4d-5659-4f08-858f-844b8c071d20 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1255951 Apr 30 01:21:32.345057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-23bc74b4-1708-4c49-bc18-4bfb0e2a94dd tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1882663 Apr 30 01:21:32.406396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Allocated IP 172.20.0.8 (6884ef9c-2a6a-49a0-8451-29360ea31c3f/06b6587d-c0b7-431f-839f-e81a0ff957ca/3697f1e5-1840-4d59-b434-d4c371106a90) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:32.723355 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-94c3b008-1ee6-403f-ad8e-6e04c442ce4d service neutron] 10.222.0.15 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644898 Apr 30 01:21:32.757208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:32.804882 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-01c2b80d-1e7f-47bd-8024-ddbdaf444823 req-7a7dc92b-a0fa-4f62-b9bd-e03cab114389 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794885 Apr 30 01:21:32.866395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Attempting to bind port ec495190-ebd3-471a-930f-95ed1f1e59b7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:32.867015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Attempting to bind port ec495190-ebd3-471a-930f-95ed1f1e59b7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:32.868676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Attempting to bind port ec495190-ebd3-471a-930f-95ed1f1e59b7 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:32.878203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Port ec495190-ebd3-471a-930f-95ed1f1e59b7 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:32.878813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Attempting to bind port ec495190-ebd3-471a-930f-95ed1f1e59b7 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:32.894322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:32.894954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:32.895537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:32.896125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Bound port: ec495190-ebd3-471a-930f-95ed1f1e59b7, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:32.896641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.022071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb3404-97ad-4263-9e35-d2c68530792d req-b12503b3-c469-46c3-b683-add445fba159 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:33.033284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0eb3404-97ad-4263-9e35-d2c68530792d req-b12503b3-c469-46c3-b683-add445fba159 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1160727 Apr 30 01:21:33.061205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:33.084620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:33.110070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0eb3404-97ad-4263-9e35-d2c68530792d req-2ae95654-82ad-4fa5-8eb9-5d8356b1a010 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694358 Apr 30 01:21:33.173590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.206375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fab788-d645-46fc-ade6-764a4977d66c {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:33.242646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.252902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.269325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-21665d33-10c5-40fc-bbd4-65f948061698 service neutron] 10.222.0.15 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436182 Apr 30 01:21:33.280202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Transition to ACTIVE for port object 54fab788-d645-46fc-ade6-764a4977d66c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:33.281629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:33.282323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.284244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] 10.222.0.21 "PUT /v2.0/ports/ec495190-ebd3-471a-930f-95ed1f1e59b7 HTTP/1.1" status: 200 len: 1096 time: 3.7460907 Apr 30 01:21:33.285536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:33.288156 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261d33ac-54ce-4875-8431-185f5f37e6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:33.328945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a18a99-2b5b-4c14-9538-826107b5430c service neutron] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:33.346958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.361708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe92517-6f16-4741-ad9e-e9fdb6b869fa req-6825f7a1-33ed-4b5d-8fb8-fa81c1700f51 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:33.363338 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fe92517-6f16-4741-ad9e-e9fdb6b869fa req-6825f7a1-33ed-4b5d-8fb8-fa81c1700f51 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 944 time: 0.1341915 Apr 30 01:21:33.484296 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.526617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fe92517-6f16-4741-ad9e-e9fdb6b869fa req-a50141f6-9e9c-47d1-8a1c-8d726edaa88e tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484194 Apr 30 01:21:33.546050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-91ef7a84-062f-4f43-8bd9-60282d80a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:33.548163 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-91ef7a84-062f-4f43-8bd9-60282d80a3ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1099 time: 0.1335464 Apr 30 01:21:33.617007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Network 6884ef9c-2a6a-49a0-8451-29360ea31c3f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:33.626086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:33.626682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-f47bcbdf-1c57-462a-81ec-8e60d8c1b405 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7 HTTP/1.1" status: 200 len: 217 time: 0.0690515 Apr 30 01:21:33.628289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Pushing event updated for resources: {'Port': ['ID=54fab788-d645-46fc-ade6-764a4977d66c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:33.632144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:33.703882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-20b69e1f-e32c-43e9-b68b-cb194826a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:33.705952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-20b69e1f-e32c-43e9-b68b-cb194826a778 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0722682 Apr 30 01:21:33.750493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Pushing event updated for resources: {'Port': ['ID=3697f1e5-1840-4d59-b434-d4c371106a90,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:33.781254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-bed49b25-152d-425e-996e-a6634ab96a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:33.782918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-bed49b25-152d-425e-996e-a6634ab96a9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707552 Apr 30 01:21:33.784108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:33.784897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.836113 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.839607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.845714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Attempting to bind port 54fab788-d645-46fc-ade6-764a4977d66c on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:33.846059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Attempting to bind port 54fab788-d645-46fc-ade6-764a4977d66c by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:33.846556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Attempting to bind port 54fab788-d645-46fc-ade6-764a4977d66c on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:33.851674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Port 54fab788-d645-46fc-ade6-764a4977d66c on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:33.852185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Attempting to bind port 54fab788-d645-46fc-ade6-764a4977d66c on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:33.857822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:33.858420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:33.858980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:33.859501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Bound port: 54fab788-d645-46fc-ade6-764a4977d66c, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:33.859915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:33.950109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-f7a59c1e-ad7e-4fb0-b3fa-33d909b8ddd6 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598268 Apr 30 01:21:33.951466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] For port 54fab788-d645-46fc-ade6-764a4977d66c, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:33.954867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] For port 54fab788-d645-46fc-ade6-764a4977d66c, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=54fab788-d645-46fc-ade6-764a4977d66c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:33.975571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-875207eb-3469-42b2-9164-40a8d4889987 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6664557 Apr 30 01:21:33.987722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Request body: {'port': {'device_id': '286becac-fede-4b2c-908a-79a2744f441a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:34.050914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:34.070686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f0c9d048-9947-4909-b50d-b7d0769d3041 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:34.091459 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:34.100724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:34.101384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:34.110063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] 10.222.0.21 "PUT /v2.0/ports/54fab788-d645-46fc-ade6-764a4977d66c HTTP/1.1" status: 200 len: 1096 time: 2.2193954 Apr 30 01:21:34.114871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-820964b2-bc85-4ded-b523-d1c7295e15c5 req-9d5ab6b8-82c6-43dd-91b6-2c8a5e904176 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549747 Apr 30 01:21:34.172151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0cd54a-6aee-4389-b300-51df9e07144b', 'tag': '54fab788-d645-46fc-ade6-764a4977d66c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:34.174657 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387d8057-7105-454c-877e-b73f573cb378" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0cd54a-6aee-4389-b300-51df9e07144b", "tag": "54fab788-d645-46fc-ade6-764a4977d66c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:34.264157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port f0c9d048-9947-4909-b50d-b7d0769d3041 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:21:34.268669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port f0c9d048-9947-4909-b50d-b7d0769d3041 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:34.269043 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:34.349410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-6787bb3e-70b4-437f-9a56-80b1f5315f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:34.357195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-6787bb3e-70b4-437f-9a56-80b1f5315f3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 1099 time: 0.1486742 Apr 30 01:21:34.391973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2359783-8a70-47f1-a0c3-acdc2da0e868 service neutron] Pushing event updated for resources: {'Port': ['ID=54fab788-d645-46fc-ade6-764a4977d66c,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:34.461138 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-1fa23832-979d-492f-bd1a-3415a4d6e4de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=54fab788-d645-46fc-ade6-764a4977d66c HTTP/1.1" status: 200 len: 217 time: 0.0920119 Apr 30 01:21:34.549262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:34.606824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a039f555-0279-4eaa-ac44-cc6ed8949e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:34.608970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c9d048-9947-4909-b50d-b7d0769d3041'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:34.610906 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236791f9-f17c-4c78-8e86-a4519c22d3e8" -d '{"events": [{"server_uuid": "febd9346-da2f-4c2a-951d-57f6e83ae9db", "name": "network-vif-plugged", "status": "completed", "tag": "f0c9d048-9947-4909-b50d-b7d0769d3041"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:34.620603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-a039f555-0279-4eaa-ac44-cc6ed8949e65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1405933 Apr 30 01:21:34.644224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f0c9d048-9947-4909-b50d-b7d0769d3041, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f0c9d048-9947-4909-b50d-b7d0769d3041,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:34.675014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9d979-3c54-4fe4-9f44-6a6009380076 req-d8bcc56f-a836-4cc6-aa27-649dd78ed7f0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:34.683135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67d9d979-3c54-4fe4-9f44-6a6009380076 req-d8bcc56f-a836-4cc6-aa27-649dd78ed7f0 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 931 time: 0.2575362 Apr 30 01:21:34.703157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-f3b104a0-8356-489a-bae0-48f28a031e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:34.705106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-f3b104a0-8356-489a-bae0-48f28a031e97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834556 Apr 30 01:21:34.716178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:34.775751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67d9d979-3c54-4fe4-9f44-6a6009380076 req-75f4de4d-9709-4438-813e-938e771b7fb7 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911396 Apr 30 01:21:34.776247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f0c9d048-9947-4909-b50d-b7d0769d3041,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:34.882610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-6e8788d5-36bf-4dd9-b28a-01a9af02b307 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658654 Apr 30 01:21:34.985535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3697f1e5-1840-4d59-b434-d4c371106a90 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:34.996559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:35.006223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952836-13d7-4cfa-bd9a-f1818eae72dd req-2e745201-3a96-47fe-8029-c8a7d12c089b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:35.013621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69952836-13d7-4cfa-bd9a-f1818eae72dd req-2e745201-3a96-47fe-8029-c8a7d12c089b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 948 time: 0.1249504 Apr 30 01:21:35.041159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Transition to ACTIVE for port object 3697f1e5-1840-4d59-b434-d4c371106a90 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:35.071834 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69952836-13d7-4cfa-bd9a-f1818eae72dd req-a4fbfbfb-f6f4-4c4b-9bdf-b7148b93fc56 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518713 Apr 30 01:21:35.104719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:35.108962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5f7776-701d-4ac6-a2b6-0c1cd1973496 req-0b2bada4-d8bd-4f2f-8db7-a0b85a73d417 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190723 Apr 30 01:21:35.168565 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871b15a9-efba-48c0-9dc4-b5400ffe6829 x-openstack-request-id: req-871b15a9-efba-48c0-9dc4-b5400ffe6829 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:35.168929 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:35.169185 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-871b15a9-efba-48c0-9dc4-b5400ffe6829 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:35.169666 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871b15a9-efba-48c0-9dc4-b5400ffe6829'] response: {'name': 'network-changed', 'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'status': 'completed', 'code': 200} Apr 30 01:21:35.229247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Pushing event updated for resources: {'Port': ['ID=3697f1e5-1840-4d59-b434-d4c371106a90,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:35.273394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-0baf30d2-3b05-4c42-a452-9a24f6876473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:35.275598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-0baf30d2-3b05-4c42-a452-9a24f6876473 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1099 time: 0.0807462 Apr 30 01:21:35.403234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-25559db4-cbd7-480e-93ce-5b7068985683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:35.411761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-25559db4-cbd7-480e-93ce-5b7068985683 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1269910 Apr 30 01:21:35.427884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98a0c2-19f9-41d4-9859-8b22ccfd6b5e req-f4174940-006a-4926-86ab-257442f11c5b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:35.436920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb98a0c2-19f9-41d4-9859-8b22ccfd6b5e req-f4174940-006a-4926-86ab-257442f11c5b tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1592081 Apr 30 01:21:35.463598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Attempting to bind port 3697f1e5-1840-4d59-b434-d4c371106a90 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:35.464010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Attempting to bind port 3697f1e5-1840-4d59-b434-d4c371106a90 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:35.464422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Attempting to bind port 3697f1e5-1840-4d59-b434-d4c371106a90 on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:35.473282 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-3d6d1d13-7d0a-4a42-91f1-40dd6bcc181a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7 HTTP/1.1" status: 200 len: 217 time: 0.0548303 Apr 30 01:21:35.477811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Port 3697f1e5-1840-4d59-b434-d4c371106a90 on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:35.478308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Attempting to bind port 3697f1e5-1840-4d59-b434-d4c371106a90 on network 6884ef9c-2a6a-49a0-8451-29360ea31c3f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:35.497086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb98a0c2-19f9-41d4-9859-8b22ccfd6b5e req-7ba42295-821c-41ba-b1c9-f8c563600afe tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578802 Apr 30 01:21:35.502544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:35.512815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Checking segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:35.512815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Bound using segment: {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:35.512815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Bound port: 3697f1e5-1840-4d59-b434-d4c371106a90, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebb110d-76e2-4063-8d54-d29ae3ac37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:35.512815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:35.567454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-04975fe5-de96-42a7-b30c-524441e91f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:35.569236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-04975fe5-de96-42a7-b30c-524441e91f8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0878623 Apr 30 01:21:35.629514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-ffa620b6-1a02-4a97-83ab-d0a9cfe96c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:35.631029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-ffa620b6-1a02-4a97-83ab-d0a9cfe96c0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547488 Apr 30 01:21:35.701476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8798c76-82cb-406d-8c53-6685ee1bdc98 req-d59f40a7-7600-47d1-98f9-937616653d5a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:35.709675 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e8798c76-82cb-406d-8c53-6685ee1bdc98 req-d59f40a7-7600-47d1-98f9-937616653d5a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.0837314 Apr 30 01:21:35.717327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:35.721521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3697f1e5-1840-4d59-b434-d4c371106a90,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:35.780229 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e8798c76-82cb-406d-8c53-6685ee1bdc98 req-704bec0a-dddf-4a43-b14a-ddf03cf5a6c9 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695183 Apr 30 01:21:35.793051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:35.798116 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-273e0f70-7b18-4af4-85cf-366ebb971f01 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590168 Apr 30 01:21:35.880092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:35.883730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:35.889380 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] 10.222.0.23 "PUT /v2.0/ports/3697f1e5-1840-4d59-b434-d4c371106a90 HTTP/1.1" status: 200 len: 1091 time: 1.9047012 Apr 30 01:21:35.897631 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfd2a21-30d3-43c6-b427-b0d19c0ca030 x-openstack-request-id: req-fdfd2a21-30d3-43c6-b427-b0d19c0ca030 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:35.899718 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0cd54a-6aee-4389-b300-51df9e07144b", "tag": "54fab788-d645-46fc-ade6-764a4977d66c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:35.901900 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdfd2a21-30d3-43c6-b427-b0d19c0ca030 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:35.902562 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfd2a21-30d3-43c6-b427-b0d19c0ca030'] response: {'name': 'network-changed', 'server_uuid': '8b0cd54a-6aee-4389-b300-51df9e07144b', 'tag': '54fab788-d645-46fc-ade6-764a4977d66c', 'status': 'completed', 'code': 200} Apr 30 01:21:36.017458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77bc11-1ab3-4074-b46b-5622fab0f0ae service neutron] Pushing event updated for resources: {'Port': ['ID=3697f1e5-1840-4d59-b434-d4c371106a90,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:36.060314 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e8eadbba-9d87-489f-a25c-79d18ca311f8 req-bb4f9e6b-bd3d-437c-8390-78b873046021 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 210 time: 0.0677140 Apr 30 01:21:36.070113 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-261d33ac-54ce-4875-8431-185f5f37e6a6 req-220fae4b-6c69-469b-9af1-f0fddaeaafec service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616262 Apr 30 01:21:36.097822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8057-7105-454c-877e-b73f573cb378 req-2df1633c-52f5-438d-a88e-8fb126f1c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:36.098108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-387d8057-7105-454c-877e-b73f573cb378 req-2df1633c-52f5-438d-a88e-8fb126f1c5fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 1099 time: 0.1746604 Apr 30 01:21:36.179004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-3a074bb2-5bbf-42a5-af63-c44ee95e4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:36.181176 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-3a074bb2-5bbf-42a5-af63-c44ee95e4fed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 1094 time: 0.1509948 Apr 30 01:21:36.268505 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-4244010d-22ff-43a3-aad1-c2f2455b9581 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3697f1e5-1840-4d59-b434-d4c371106a90 HTTP/1.1" status: 200 len: 217 time: 0.0706906 Apr 30 01:21:36.345944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485a66c-7dcb-415d-b41d-656fb4bc5e36 req-f1b6b598-6cde-46d2-a701-58cb8b239dcd tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:36.347631 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b485a66c-7dcb-415d-b41d-656fb4bc5e36 req-f1b6b598-6cde-46d2-a701-58cb8b239dcd tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.1915486 Apr 30 01:21:36.389824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8057-7105-454c-877e-b73f573cb378 req-c9478070-49f5-4869-bfa5-acdcbe520801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:36.391342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-387d8057-7105-454c-877e-b73f573cb378 req-c9478070-49f5-4869-bfa5-acdcbe520801 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2733903 Apr 30 01:21:36.393218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-af6eb381-b3bd-44bd-9931-39439997b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:36.394626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-af6eb381-b3bd-44bd-9931-39439997b697 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06b6587d-c0b7-431f-839f-e81a0ff957ca HTTP/1.1" status: 200 len: 845 time: 0.1112132 Apr 30 01:21:36.414088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:36.440196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-88c4eb25-3246-431d-8be9-5ed287f5b112 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6884ef9c-2a6a-49a0-8451-29360ea31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276668 Apr 30 01:21:36.482791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b485a66c-7dcb-415d-b41d-656fb4bc5e36 req-a8053f09-4710-45af-b326-aee367aa16dd tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237257 Apr 30 01:21:36.491623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-387d8057-7105-454c-877e-b73f573cb378 req-c3249064-4d3d-4595-8485-10138b00f3bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=54fab788-d645-46fc-ade6-764a4977d66c HTTP/1.1" status: 200 len: 217 time: 0.0922074 Apr 30 01:21:36.589995 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac96d30-00d3-4a7f-ba2e-5eb72f738fd8 x-openstack-request-id: req-9ac96d30-00d3-4a7f-ba2e-5eb72f738fd8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:36.591557 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febd9346-da2f-4c2a-951d-57f6e83ae9db", "name": "network-vif-plugged", "status": "completed", "tag": "f0c9d048-9947-4909-b50d-b7d0769d3041", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:36.592011 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ac96d30-00d3-4a7f-ba2e-5eb72f738fd8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:36.597431 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac96d30-00d3-4a7f-ba2e-5eb72f738fd8'] response: {'server_uuid': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'code': 200} Apr 30 01:21:36.775573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:36.806900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'mac_address': 'fa:16:3e:61:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:36.841159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-5d1c8a3b-3903-43b4-b639-545e6074f578 service neutron] 10.222.0.23 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718927 Apr 30 01:21:36.894602 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:36.938732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec495190-ebd3-471a-930f-95ed1f1e59b7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:36.983246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:37.032487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:37.056635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd77d58-3b42-4703-b9a2-70d9d3c0ef56 req-ca3ba24f-c715-45cd-b3d5-1a8876dc043e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:37.064648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-d35c37f6-03b3-404e-a30d-fe1a486b0abc tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:37.065761 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fd77d58-3b42-4703-b9a2-70d9d3c0ef56 req-ca3ba24f-c715-45cd-b3d5-1a8876dc043e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 943 time: 0.3555326 Apr 30 01:21:37.066946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-d35c37f6-03b3-404e-a30d-fe1a486b0abc tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 820 time: 0.2300627 Apr 30 01:21:37.069943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8057-7105-454c-877e-b73f573cb378 req-c8d60a9f-e41e-4baa-938f-0b0e3a7d58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:37.072854 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-387d8057-7105-454c-877e-b73f573cb378 req-c8d60a9f-e41e-4baa-938f-0b0e3a7d58a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.3974223 Apr 30 01:21:37.082699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Request body: {'port': {'device_id': '24c697b8-8628-4045-b99c-fb073fbd6033', 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'admin_state_up': True, 'tenant_id': 'f297342a7d6142d5b70058c1e50be395'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:37.122729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc9333-fa6d-4e26-9e67-17bf9c8a815d req-3ddd2ef1-d766-451b-ba13-f9909053e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:37.124792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19dc9333-fa6d-4e26-9e67-17bf9c8a815d req-3ddd2ef1-d766-451b-ba13-f9909053e02a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 1096 time: 0.3895149 Apr 30 01:21:37.150448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:37.275651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-985c1654-64fe-4284-bdb5-be2f2f528e75 req-aa353d07-ee96-4a0b-8b8e-2073cf1be674 service neutron] 10.222.0.23 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911886 Apr 30 01:21:37.280637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19dc9333-fa6d-4e26-9e67-17bf9c8a815d req-9aeb9899-2126-4da4-849a-0ec013ef53f8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996406 Apr 30 01:21:37.298282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fd77d58-3b42-4703-b9a2-70d9d3c0ef56 req-e3767320-ca94-4505-8613-47b0471b11ad tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277796 Apr 30 01:21:37.311402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Made reservation on behalf of f297342a7d6142d5b70058c1e50be395 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:37.317156 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:37.321825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8057-7105-454c-877e-b73f573cb378 req-73c2350f-2245-4ea0-9466-1dc84b6d88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:37.323666 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-387d8057-7105-454c-877e-b73f573cb378 req-73c2350f-2245-4ea0-9466-1dc84b6d88fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224553 Apr 30 01:21:37.488754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ec495190-ebd3-471a-930f-95ed1f1e59b7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:37.568070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Allocated IP 172.20.0.9 (b7229896-42d0-4c0a-9005-9218b8141669/970e692f-910b-4aa7-ac3d-49f2ceaa26fa/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:37.569689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932fe4d-1cfc-4f2b-8b2b-92fc023ba916 req-9a2f4ea1-777f-489a-97f0-6c307a90d537 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:37.571853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1932fe4d-1cfc-4f2b-8b2b-92fc023ba916 req-9a2f4ea1-777f-489a-97f0-6c307a90d537 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 948 time: 0.1406329 Apr 30 01:21:37.645255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-387d8057-7105-454c-877e-b73f573cb378 req-d540c6d4-8dab-4871-a441-cb483a69bd51 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139236 Apr 30 01:21:37.847717 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-387d8057-7105-454c-877e-b73f573cb378 req-072c1ea8-1ff0-4abe-aa35-7061bf3e75dd service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943834 Apr 30 01:21:37.872863 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1932fe4d-1cfc-4f2b-8b2b-92fc023ba916 req-a9ceb3b7-4969-4e41-8eed-a54f3d287585 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916887 Apr 30 01:21:37.904255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286becac-fede-4b2c-908a-79a2744f441a', 'tag': '3697f1e5-1840-4d59-b434-d4c371106a90'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:37.906681 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e158589-1dd7-42c3-91af-6fa10b36393f" -d '{"events": [{"name": "network-changed", "server_uuid": "286becac-fede-4b2c-908a-79a2744f441a", "tag": "3697f1e5-1840-4d59-b434-d4c371106a90"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:37.997994 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:38.041453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27686137-d209-4d9c-92ed-e2710c435c9c req-ccb1234a-c747-4f2d-9119-b2604e16147d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:38.045473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27686137-d209-4d9c-92ed-e2710c435c9c req-ccb1234a-c747-4f2d-9119-b2604e16147d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1054397 Apr 30 01:21:38.106537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27686137-d209-4d9c-92ed-e2710c435c9c req-937eca1c-4998-4f66-b8e5-371cb8f73fa2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532477 Apr 30 01:21:38.144771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:38.276682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Pushing event updated for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:38.292175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Network b7229896-42d0-4c0a-9005-9218b8141669 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:38.294636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:38.299657 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:38.380124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:38.380860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:38.392948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897ba8-c7a3-4a56-bafb-eb7ca6f25df5 req-747cc632-cc95-470d-b9bd-d10c8b5203c8 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:38.398472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34897ba8-c7a3-4a56-bafb-eb7ca6f25df5 req-747cc632-cc95-470d-b9bd-d10c8b5203c8 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1347411 Apr 30 01:21:38.429943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 54fab788-d645-46fc-ade6-764a4977d66c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:38.463029 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34897ba8-c7a3-4a56-bafb-eb7ca6f25df5 req-5ef59010-3c6a-4c18-bba5-0fb547e7ae3b tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492940 Apr 30 01:21:38.479218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-15e669f9-389b-488e-b86c-b2b0f604286c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4013131 Apr 30 01:21:38.495931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Request body: {'port': {'device_id': '24c697b8-8628-4045-b99c-fb073fbd6033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:38.550130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['700a3e15-9e60-4907-9294-fcf7c5f2bbb3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:38.624423 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:38.717042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca71844-2396-413e-bb94-d35ed0a8ad30 req-07e03975-f069-452e-8f1f-24bbc152c05b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:38.718906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ca71844-2396-413e-bb94-d35ed0a8ad30 req-07e03975-f069-452e-8f1f-24bbc152c05b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 931 time: 0.1204722 Apr 30 01:21:38.745639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 54fab788-d645-46fc-ade6-764a4977d66c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=54fab788-d645-46fc-ade6-764a4977d66c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:38.773547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '54fab788-d645-46fc-ade6-764a4977d66c', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '54fab788-d645-46fc-ade6-764a4977d66c', 'mac_address': 'fa:16:3e:ea:45:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:38.796790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ca71844-2396-413e-bb94-d35ed0a8ad30 req-f59ae6fb-959f-4001-8cde-4d7d6080d2af tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678890 Apr 30 01:21:38.976429 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:38.997375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fab788-d645-46fc-ade6-764a4977d66c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:39.062943 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-7b244ed2-ce72-4122-a159-1851b6272853 req-c25c4de0-e53f-4685-b233-4f2590b76a53 service neutron] show failed (client error): The resource could not be found. Apr 30 01:21:39.064746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-c25c4de0-e53f-4685-b233-4f2590b76a53 service neutron] 10.222.0.23 "GET /v2.0/ports/06513550-dcc5-46b5-8a11-df5f245a0d4f/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.2163494 Apr 30 01:21:39.083714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b2f15-7c8a-4278-b679-53daaa9373a7 req-b4fa0f42-77ce-4668-9429-d40bc164d009 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:39.096371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1f4b2f15-7c8a-4278-b679-53daaa9373a7 req-b4fa0f42-77ce-4668-9429-d40bc164d009 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.1463559 Apr 30 01:21:39.097127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 54fab788-d645-46fc-ade6-764a4977d66c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=54fab788-d645-46fc-ade6-764a4977d66c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:39.149850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1f4b2f15-7c8a-4278-b679-53daaa9373a7 req-c5800517-55d5-4091-a556-2043c66bd9c3 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516016 Apr 30 01:21:39.315981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:39.316639 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67c1e93-3dda-4e23-82f2-63a197506bd5 x-openstack-request-id: req-b67c1e93-3dda-4e23-82f2-63a197506bd5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:39.316639 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286becac-fede-4b2c-908a-79a2744f441a", "tag": "3697f1e5-1840-4d59-b434-d4c371106a90", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:39.316639 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b67c1e93-3dda-4e23-82f2-63a197506bd5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:39.316639 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67c1e93-3dda-4e23-82f2-63a197506bd5'] response: {'name': 'network-changed', 'server_uuid': '286becac-fede-4b2c-908a-79a2744f441a', 'tag': '3697f1e5-1840-4d59-b434-d4c371106a90', 'status': 'completed', 'code': 200} Apr 30 01:21:39.316940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:39.316940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Transition to ACTIVE for port object ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:39.352810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-f19056f4-2d76-4634-92e3-4af53f02ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:39.352810 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-f19056f4-2d76-4634-92e3-4af53f02ce13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 1094 time: 0.1002018 Apr 30 01:21:39.366592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322505-de20-43db-b4bd-f11ec51209a1 req-661fc742-4ea2-4597-9a36-8529d88d4ca6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:39.368615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56322505-de20-43db-b4bd-f11ec51209a1 req-661fc742-4ea2-4597-9a36-8529d88d4ca6 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 943 time: 0.0806680 Apr 30 01:21:39.459894 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:39.460198 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:39.460321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56322505-de20-43db-b4bd-f11ec51209a1 req-dfaa7712-6d57-4c2a-83c0-7eedce6d84af tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824854 Apr 30 01:21:39.517971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-ce971ea6-9f43-4dc4-9ade-442107c0800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:39.521176 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-ce971ea6-9f43-4dc4-9ade-442107c0800c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 200 len: 905 time: 0.1494610 Apr 30 01:21:39.594849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=54fab788-d645-46fc-ade6-764a4977d66c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:39.650938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-691e5cf3-45e6-4ae7-958c-9497bc8a244f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3697f1e5-1840-4d59-b434-d4c371106a90 HTTP/1.1" status: 200 len: 217 time: 0.1238649 Apr 30 01:21:39.720443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-cf5cc5d7-c738-497f-ac42-f831702f76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:39.721959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-cf5cc5d7-c738-497f-ac42-f831702f76ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06b6587d-c0b7-431f-839f-e81a0ff957ca HTTP/1.1" status: 200 len: 845 time: 0.0560830 Apr 30 01:21:39.731617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0e32d-c0f9-4662-bdda-085a33bdaf3f req-3a3e81d6-c814-4c89-b9c8-b3e8737e3823 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:39.733241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c6e0e32d-c0f9-4662-bdda-085a33bdaf3f req-3a3e81d6-c814-4c89-b9c8-b3e8737e3823 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 949 time: 0.0949411 Apr 30 01:21:39.767324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:39.769600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['54fab788-d645-46fc-ade6-764a4977d66c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:39.771141 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-2e2dc731-4c71-4693-9e20-8bab1eaa06bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6884ef9c-2a6a-49a0-8451-29360ea31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369213 Apr 30 01:21:39.803786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:39.804158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:39.804464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:39.813980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:39.816123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:39.827737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:39.828097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:39.828547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:39.828991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Bound port: ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:39.829354 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:39.886611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c6e0e32d-c0f9-4662-bdda-085a33bdaf3f req-54ad0cfe-8496-4145-8a7d-0862dd9d4242 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407115 Apr 30 01:21:39.918518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:39.925017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:39.965774 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-723da5a0-59c8-45c9-bff8-c98c5f5e8e16 service neutron] 10.222.0.23 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854832 Apr 30 01:21:40.008171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:40.048712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:40.049344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:40.050782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] 10.222.0.23 "PUT /v2.0/ports/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 200 len: 1091 time: 1.5598710 Apr 30 01:21:40.052407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:40.054679 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b811e0-a727-4d7b-8b58-ba06185424a5" -d '{"events": [{"name": "network-changed", "server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:40.091321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3697f1e5-1840-4d59-b434-d4c371106a90 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:40.185708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a4972-0ba5-4250-bbbe-7e78b927804d req-d2bb8474-ec58-4275-955e-eac87776fec0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:40.188031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-030a4972-0ba5-4250-bbbe-7e78b927804d req-d2bb8474-ec58-4275-955e-eac87776fec0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1541209 Apr 30 01:21:40.190951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-d79e484a-bc31-450d-84ec-6d008a6ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:40.193033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-d79e484a-bc31-450d-84ec-6d008a6ca3d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 1100 time: 0.2263350 Apr 30 01:21:40.320793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3697f1e5-1840-4d59-b434-d4c371106a90,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:40.322996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-2f86872d-f788-4f2b-b93c-adf2ab39af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:40.325204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-2f86872d-f788-4f2b-b93c-adf2ab39af23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1094 time: 0.1528378 Apr 30 01:21:40.332405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e158589-1dd7-42c3-91af-6fa10b36393f req-d3051ea0-c6e0-42e4-9262-5f04f2260195 service neutron] 10.222.0.23 "GET /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168075 Apr 30 01:21:40.339837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:40.358358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '3697f1e5-1840-4d59-b434-d4c371106a90', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'port_id': '3697f1e5-1840-4d59-b434-d4c371106a90', 'mac_address': 'fa:16:3e:ec:36:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b6587d-c0b7-431f-839f-e81a0ff957ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:40.375464 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-030a4972-0ba5-4250-bbbe-7e78b927804d req-b326fea4-2d87-49b1-9cfd-e52a7fa29731 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751103 Apr 30 01:21:40.424213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c283cab-8bfd-40eb-87a4-f5e21d296219 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:40.449559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-0c150a12-c698-4305-953f-f8ae4fdcc086 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 200 len: 217 time: 0.1006670 Apr 30 01:21:40.469604 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:40.475635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:40.494268 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:40.497427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3697f1e5-1840-4d59-b434-d4c371106a90 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:40.556238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-00382263-6158-4a53-a19e-4063b8b67335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:40.562433 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-00382263-6158-4a53-a19e-4063b8b67335 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.1061358 Apr 30 01:21:40.564995 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3697f1e5-1840-4d59-b434-d4c371106a90,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:40.612969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb2032-b36c-4f90-b4c6-37a4ea8d62d2 req-946273d9-ac3b-4b22-b7a4-de339c264538 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:40.614920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80eb2032-b36c-4f90-b4c6-37a4ea8d62d2 req-946273d9-ac3b-4b22-b7a4-de339c264538 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.1294720 Apr 30 01:21:40.619088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-95c15f0d-b110-4c6e-83e6-a39ff8970a9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482183 Apr 30 01:21:40.626470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37734) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:40.644627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Request body: {'floatingip': {'port_id': 'f0c9d048-9947-4909-b50d-b7d0769d3041'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:40.652717 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:40.658401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port ec495190-ebd3-471a-930f-95ed1f1e59b7 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:21:40.722136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port ec495190-ebd3-471a-930f-95ed1f1e59b7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:40.722454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:40.765046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-c076e1b1-9f51-40dd-bfed-3ae0b48affe1 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402225 Apr 30 01:21:40.887777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3697f1e5-1840-4d59-b434-d4c371106a90,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:40.960309 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:40.984190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d303e38-4020-4b08-8a82-32fc40889e0e req-47582fc3-3600-4919-9c12-ec5c2e0994a8 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077520 Apr 30 01:21:40.998688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3697f1e5-1840-4d59-b434-d4c371106a90'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:41.065084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:41.121407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:41.124436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:41.126723 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ab469c-00d0-4182-a757-f464d4a8ee83" -d '{"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-plugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:41.284433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48715b0-5a56-4967-b1d2-1ee011209bc1 req-eef53e43-156d-484d-a69a-1b57274f4af4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:41.285993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c48715b0-5a56-4967-b1d2-1ee011209bc1 req-eef53e43-156d-484d-a69a-1b57274f4af4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.5281632 Apr 30 01:21:41.401559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:41.422388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c48715b0-5a56-4967-b1d2-1ee011209bc1 req-fa818314-edb3-473f-8870-801c3f525e5e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279805 Apr 30 01:21:41.424159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:41.528234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:41.872202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:41.942077 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f28142f-bf1f-4763-b57d-15ceeec548d1 x-openstack-request-id: req-2f28142f-bf1f-4763-b57d-15ceeec548d1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:41.942573 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:41.942668 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f28142f-bf1f-4763-b57d-15ceeec548d1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:41.943003 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f28142f-bf1f-4763-b57d-15ceeec548d1'] response: {'name': 'network-changed', 'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736', 'status': 'completed', 'code': 200} Apr 30 01:21:42.001129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:42.003406 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c37717-75bb-4050-a874-44bea281ba80" -d '{"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-unplugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:42.015192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:42.039112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d8281-736a-4e09-b3e7-fdf59e8c3ed2 req-02c0cab3-c805-4eda-90a7-695c5305b3a3 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.045942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a66d8281-736a-4e09-b3e7-fdf59e8c3ed2 req-02c0cab3-c805-4eda-90a7-695c5305b3a3 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.2109482 Apr 30 01:21:42.057059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-db5eba7a-60e7-4c4c-afd4-daed2ba4e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.066254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-db5eba7a-60e7-4c4c-afd4-daed2ba4e2f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1094 time: 0.0915046 Apr 30 01:21:42.122172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3697f1e5-1840-4d59-b434-d4c371106a90 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:42.137661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a66d8281-736a-4e09-b3e7-fdf59e8c3ed2 req-6bab021e-a9f2-4ef9-8ed2-c17d4cf8a59b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907567 Apr 30 01:21:42.138816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Transition to ACTIVE for port object 06513550-dcc5-46b5-8a11-df5f245a0d4f will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:42.174763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48034-423c-4922-a310-edeae80b81d8 req-5347ace8-c52c-4c32-87bc-f5c2b7407a4f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.200535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-75c48034-423c-4922-a310-edeae80b81d8 req-5347ace8-c52c-4c32-87bc-f5c2b7407a4f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 944 time: 0.1634295 Apr 30 01:21:42.241026 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:42.304364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 3697f1e5-1840-4d59-b434-d4c371106a90 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:21:42.309026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 3697f1e5-1840-4d59-b434-d4c371106a90 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:42.309364 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:42.322843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-75c48034-423c-4922-a310-edeae80b81d8 req-2fffea38-1a1f-478f-85cd-036f05d3c495 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176248 Apr 30 01:21:42.325584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-c8065348-17f8-4917-93a5-c819f4b0966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.328522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-c8065348-17f8-4917-93a5-c819f4b0966a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.2497230 Apr 30 01:21:42.365395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:42.443938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-f71de10f-ea22-4136-8f69-96a0ae38daad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 200 len: 217 time: 0.1005270 Apr 30 01:21:42.462340 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf0ba7-8b8a-404f-abda-ef2dc11bda15 x-openstack-request-id: req-2acf0ba7-8b8a-404f-abda-ef2dc11bda15 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:42.462626 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-plugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:42.462913 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2acf0ba7-8b8a-404f-abda-ef2dc11bda15 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:42.465418 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acf0ba7-8b8a-404f-abda-ef2dc11bda15'] response: {'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'code': 200} Apr 30 01:21:42.472063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 54fab788-d645-46fc-ade6-764a4977d66c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:42.512949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84b148-39e5-4f92-a953-976041f730c5 req-698b5d19-c32c-4fd0-bc0b-0c8ae4289fd6 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.525346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc84b148-39e5-4f92-a953-976041f730c5 req-698b5d19-c32c-4fd0-bc0b-0c8ae4289fd6 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 949 time: 0.2271080 Apr 30 01:21:42.628860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.resource_extend [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:21:42.643170 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:42.761762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3697f1e5-1840-4d59-b434-d4c371106a90,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:42.784952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 54fab788-d645-46fc-ade6-764a4977d66c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:21:42.789369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 54fab788-d645-46fc-ade6-764a4977d66c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:42.794589 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:42.798713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f820-4e6e-4c7b-a2b9-ca549fc88332 req-0286fd1a-033e-42d5-9f8b-fb46f02191bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.801728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3f4f820-4e6e-4c7b-a2b9-ca549fc88332 req-0286fd1a-033e-42d5-9f8b-fb46f02191bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1101 time: 0.2315831 Apr 30 01:21:42.819576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-e25f9ba5-cdfd-4ebc-a563-4b288081f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.821533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-e25f9ba5-cdfd-4ebc-a563-4b288081f35d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.3505421 Apr 30 01:21:42.846121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0c6b-6476-4fd5-bbac-984c2277bd90 req-63b37cd0-d224-4054-9a42-8d54c7decf3f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.846343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:42.846343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:42.850771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfec0c6b-6476-4fd5-bbac-984c2277bd90 req-63b37cd0-d224-4054-9a42-8d54c7decf3f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 947 time: 0.2129476 Apr 30 01:21:42.891267 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc84b148-39e5-4f92-a953-976041f730c5 req-eee492ad-2d0f-46c1-89d3-7c659a1ed603 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640578 Apr 30 01:21:42.903062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547ebe7-7582-4b66-93d1-9f86314e61f7 req-0fa1ea96-f5d9-4897-9b22-a640d4f43207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:42.904584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d547ebe7-7582-4b66-93d1-9f86314e61f7 req-0fa1ea96-f5d9-4897-9b22-a640d4f43207 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1744025 Apr 30 01:21:42.905705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] No DVR routers for this DVR port 06513550-dcc5-46b5-8a11-df5f245a0d4f on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:21:42.997195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:43.014731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:43.015071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:43.015666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:43.041417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:43.041750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:43.067781 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:43.070035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-cd150069-3d11-4a2d-be7a-9fc0e9d0e549 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1887491 Apr 30 01:21:43.075085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3f4f820-4e6e-4c7b-a2b9-ca549fc88332 req-15e8080d-b6a7-4317-b5c6-9333104b793d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663682 Apr 30 01:21:43.103315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfec0c6b-6476-4fd5-bbac-984c2277bd90 req-6a743b17-bb7e-49e3-934f-578b3d840db0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516878 Apr 30 01:21:43.121396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d547ebe7-7582-4b66-93d1-9f86314e61f7 req-904ae51a-13bf-4033-8339-1f5b28dc2324 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637490 Apr 30 01:21:43.168495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3697f1e5-1840-4d59-b434-d4c371106a90,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:43.177285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:21:43.204753 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed99b8a1-b3d5-4dc5-8123-ce68e9713813 x-openstack-request-id: req-ed99b8a1-b3d5-4dc5-8123-ce68e9713813 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:43.206961 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-unplugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:43.206961 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed99b8a1-b3d5-4dc5-8123-ce68e9713813 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:43.207294 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed99b8a1-b3d5-4dc5-8123-ce68e9713813'] response: {'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'code': 200} Apr 30 01:21:43.212278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:43.212701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:43.213136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:43.213556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Bound port: 06513550-dcc5-46b5-8a11-df5f245a0d4f, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:43.215797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:43.224888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:43.280266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 54fab788-d645-46fc-ade6-764a4977d66c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=54fab788-d645-46fc-ade6-764a4977d66c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:43.329763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-e0c47315-61c0-40ad-9bef-be61ec496070 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364671 Apr 30 01:21:43.339033 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:43.375962 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Floating IP 951383e6-c1d8-494f-b316-da845ce7901d associated. External IP: 172.25.0.246, port: f0c9d048-9947-4909-b50d-b7d0769d3041. Apr 30 01:21:43.457044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=54fab788-d645-46fc-ade6-764a4977d66c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:43.465100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:43.470967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:43.475983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b811e0-a727-4d7b-8b58-ba06185424a5 req-6d9c62c8-ee41-4d55-9099-1bfb7420ab88 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353829 Apr 30 01:21:43.481558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72b502-370c-415b-8078-fa182aead0c5 req-ca1e2206-522e-4795-a292-39247d9ed0fa tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:43.483182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf72b502-370c-415b-8078-fa182aead0c5 req-ca1e2206-522e-4795-a292-39247d9ed0fa tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 950 time: 0.1825619 Apr 30 01:21:43.493935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03eb61-d122-4117-b505-6d806a6e6588 req-a3ce4a0f-021b-4571-b1e1-909945e98edd tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:43.497163 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a03eb61-d122-4117-b505-6d806a6e6588 req-a3ce4a0f-021b-4571-b1e1-909945e98edd tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.2445648 Apr 30 01:21:43.556728 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:43.569369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a03eb61-d122-4117-b505-6d806a6e6588 req-f60b4c3c-33ce-43b3-970d-75dfea4b21f7 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609624 Apr 30 01:21:43.681633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:43.682245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:43.683686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] 10.222.0.21 "PUT /v2.0/ports/06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 1095 time: 3.4100792 Apr 30 01:21:43.700616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf72b502-370c-415b-8078-fa182aead0c5 req-bffd9dd0-4ded-4c27-9a2a-c6de31a360da tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870189 Apr 30 01:21:43.730835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e69a-b0b7-4b24-864f-14a3d10c298a service neutron] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:43.766229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad990508-3817-4009-81ea-c725fc3352d8 req-39e4ca4e-9cf8-4c3e-b94a-45f7e3ded5d7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:43.785852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad990508-3817-4009-81ea-c725fc3352d8 req-39e4ca4e-9cf8-4c3e-b94a-45f7e3ded5d7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.1440504 Apr 30 01:21:43.877733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-b30967c9-399d-43f9-907e-e43874c3be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:43.877733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-b30967c9-399d-43f9-907e-e43874c3be0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1098 time: 0.1624930 Apr 30 01:21:43.881091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad990508-3817-4009-81ea-c725fc3352d8 req-d7013ca5-148f-426a-ab34-b3f3962488f5 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939038 Apr 30 01:21:44.000336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3d969-3d90-41e7-af73-45b69d9d8b91 req-ba60d67d-aec3-4394-9235-80cb2bd2fc68 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:44.007396 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1a3d969-3d90-41e7-af73-45b69d9d8b91 req-ba60d67d-aec3-4394-9235-80cb2bd2fc68 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 945 time: 0.1788125 Apr 30 01:21:44.046668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:21:44.080872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-2ccff350-bb02-4b0b-a89c-5e66da2b1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:44.082520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-2ccff350-bb02-4b0b-a89c-5e66da2b1546 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1741519 Apr 30 01:21:44.086964 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1a3d969-3d90-41e7-af73-45b69d9d8b91 req-17ba5ce4-35f2-402a-bec5-b1233596191a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786428 Apr 30 01:21:44.181871 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-6ca7ed8e-0202-4977-96d2-91850d096533 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0876021 Apr 30 01:21:44.322761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab421f-d00c-4215-b958-b1641668e13c req-af38036a-2c10-4473-84cf-a96f6cfdd5ea tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:44.324346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-03ab421f-d00c-4215-b958-b1641668e13c req-af38036a-2c10-4473-84cf-a96f6cfdd5ea tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 950 time: 0.1572192 Apr 30 01:21:44.334498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-d356baf3-8095-4f86-b907-5d09917a6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:44.335980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-d356baf3-8095-4f86-b907-5d09917a6cd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1360240 Apr 30 01:21:44.393412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:21:44.404212 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:44.410428 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] Sync routers for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:21:44.430122 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:21:44.432895 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-03ab421f-d00c-4215-b958-b1641668e13c req-bccd4365-eb19-46d4-a487-83beaacf18cc tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957580 Apr 30 01:21:44.433950 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:21:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:44.445304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b6533f3f-07e0-4fb3-a599-5dbb07f26c75 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "PUT /v2.0/floatingips/951383e6-c1d8-494f-b316-da845ce7901d HTTP/1.1" status: 200 len: 991 time: 3.8160772 Apr 30 01:21:44.467090 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286becac-fede-4b2c-908a-79a2744f441a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3697f1e5-1840-4d59-b434-d4c371106a90'}, {'server_uuid': '8b0cd54a-6aee-4389-b300-51df9e07144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fab788-d645-46fc-ade6-764a4977d66c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:44.471221 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef855c4-6c97-45e8-a6cc-4e9269e0a880" -d '{"events": [{"server_uuid": "286becac-fede-4b2c-908a-79a2744f441a", "name": "network-vif-plugged", "status": "completed", "tag": "3697f1e5-1840-4d59-b434-d4c371106a90"}, {"server_uuid": "8b0cd54a-6aee-4389-b300-51df9e07144b", "name": "network-vif-plugged", "status": "completed", "tag": "54fab788-d645-46fc-ade6-764a4977d66c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:44.480249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ed2-ce72-4122-a159-1851b6272853 req-957ec306-b011-4455-8978-61817b056c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:44.481796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-957ec306-b011-4455-8978-61817b056c6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238856 Apr 30 01:21:44.643705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:21:44.691631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7854-7e59-450c-8d75-403503d2247a req-979f6583-3157-4c1b-b4c5-00f304b49ecd tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:44.693177 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-330c7854-7e59-450c-8d75-403503d2247a req-979f6583-3157-4c1b-b4c5-00f304b49ecd tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 947 time: 0.0959930 Apr 30 01:21:44.718849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-69991890-822a-4486-ad9d-bae13e4afe09 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280517 Apr 30 01:21:44.819343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-330c7854-7e59-450c-8d75-403503d2247a req-42622c4d-70ca-439e-9479-267353203fe1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149180 Apr 30 01:21:44.867157 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b244ed2-ce72-4122-a159-1851b6272853 req-792c9e23-0b95-4b26-9e9f-2a2e460d21b4 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420107 Apr 30 01:21:44.952176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde9ac-30bd-4b7e-b028-08e9cbad305b req-66e26626-bb91-4cfa-bf37-120bcb15b639 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:44.954023 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4bde9ac-30bd-4b7e-b028-08e9cbad305b req-66e26626-bb91-4cfa-bf37-120bcb15b639 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.0580132 Apr 30 01:21:45.006825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4bde9ac-30bd-4b7e-b028-08e9cbad305b req-5cdd07e4-d7a0-40cd-8bbe-a6d4a464e22b tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442686 Apr 30 01:21:45.068315 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d3888d-6869-4218-9e7a-51cb742f29f9 x-openstack-request-id: req-a0d3888d-6869-4218-9e7a-51cb742f29f9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:45.068607 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286becac-fede-4b2c-908a-79a2744f441a", "name": "network-vif-plugged", "status": "completed", "tag": "3697f1e5-1840-4d59-b434-d4c371106a90", "code": 200}, {"server_uuid": "8b0cd54a-6aee-4389-b300-51df9e07144b", "name": "network-vif-plugged", "status": "completed", "tag": "54fab788-d645-46fc-ade6-764a4977d66c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:45.068853 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0d3888d-6869-4218-9e7a-51cb742f29f9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:45.069294 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d3888d-6869-4218-9e7a-51cb742f29f9'] response: {'server_uuid': '286becac-fede-4b2c-908a-79a2744f441a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3697f1e5-1840-4d59-b434-d4c371106a90', 'code': 200} Apr 30 01:21:45.069704 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d3888d-6869-4218-9e7a-51cb742f29f9'] response: {'server_uuid': '8b0cd54a-6aee-4389-b300-51df9e07144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fab788-d645-46fc-ade6-764a4977d66c', 'code': 200} Apr 30 01:21:45.073558 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '951383e6-c1d8-494f-b316-da845ce7901d', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'port_id': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'mac_address': 'fa:16:3e:a3:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:21:17Z', 'updated_at': '2022-04-30T01:21:42Z', 'revision_number': 1, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:13Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:45.121644 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] Checking router: 84279dcb-9d31-4ec0-98d4-b9e2d844c42d for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:21:45.141001 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:21:45.141763 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:21:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:45.167893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bad675-21ab-4998-aa89-ac3d7ace51ce req-941d36fc-2290-4d3e-bd0c-8978f4f25010 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.177925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5bad675-21ab-4998-aa89-ac3d7ace51ce req-941d36fc-2290-4d3e-bd0c-8978f4f25010 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.0611298 Apr 30 01:21:45.234490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}, {'name': 'network-changed', 'server_uuid': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'tag': 'f0c9d048-9947-4909-b50d-b7d0769d3041'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:45.236964 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06d12f0-e0c2-4fb2-8146-0f052395c357" -d '{"events": [{"name": "network-changed", "server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}, {"name": "network-changed", "server_uuid": "febd9346-da2f-4c2a-951d-57f6e83ae9db", "tag": "f0c9d048-9947-4909-b50d-b7d0769d3041"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:45.272379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657264f-1990-4c08-a042-b0abf47fd60f req-4edfed9c-7ae4-4cef-b41e-9a89e2ad7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.273909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4657264f-1990-4c08-a042-b0abf47fd60f req-4edfed9c-7ae4-4cef-b41e-9a89e2ad7c8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 1096 time: 0.0607941 Apr 30 01:21:45.274847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5bad675-21ab-4998-aa89-ac3d7ace51ce req-56091e65-a3b6-4b08-876e-9d4e15b7c826 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911629 Apr 30 01:21:45.303604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2706da-3542-4ea4-8fea-edbf0d5bbccb req-d1c0fb79-8369-4c7f-89d5-0cc9609b2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.303764 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:21:45.305149 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2706da-3542-4ea4-8fea-edbf0d5bbccb req-d1c0fb79-8369-4c7f-89d5-0cc9609b2a48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 1101 time: 0.1005442 Apr 30 01:21:45.354355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4657264f-1990-4c08-a042-b0abf47fd60f req-c0fb8545-2eb2-4ab5-8172-bcefa9d8dd71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689347 Apr 30 01:21:45.374993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2706da-3542-4ea4-8fea-edbf0d5bbccb req-cdcb3465-b831-49fb-8da3-883f0132a51f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621645 Apr 30 01:21:45.468067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948880-aac2-400c-a4ba-1ef972525431 req-0b26355d-1a22-49d4-9435-e79b827f0fcc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.471181 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff948880-aac2-400c-a4ba-1ef972525431 req-0b26355d-1a22-49d4-9435-e79b827f0fcc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 945 time: 0.0647690 Apr 30 01:21:45.481418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2a43a-f016-4b69-9581-93d5e63e5598 req-89d60c10-e039-4179-8d4b-6492bc9b137e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.488044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-abf2a43a-f016-4b69-9581-93d5e63e5598 req-89d60c10-e039-4179-8d4b-6492bc9b137e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.1032965 Apr 30 01:21:45.535252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff948880-aac2-400c-a4ba-1ef972525431 req-3ab6705f-2b60-48a9-91b7-6ef6101e4382 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540032 Apr 30 01:21:45.539196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-abf2a43a-f016-4b69-9581-93d5e63e5598 req-53f7becb-3139-4ba2-baef-c50f5559ecdd tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479233 Apr 30 01:21:45.610254 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f96c5b-cc16-4ce3-903d-8d5e36332d1a x-openstack-request-id: req-40f96c5b-cc16-4ce3-903d-8d5e36332d1a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:45.610539 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "febd9346-da2f-4c2a-951d-57f6e83ae9db", "tag": "f0c9d048-9947-4909-b50d-b7d0769d3041", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:45.610785 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40f96c5b-cc16-4ce3-903d-8d5e36332d1a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:45.611181 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f96c5b-cc16-4ce3-903d-8d5e36332d1a'] response: {'name': 'network-changed', 'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'status': 'completed', 'code': 200} Apr 30 01:21:45.615350 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f96c5b-cc16-4ce3-903d-8d5e36332d1a'] response: {'name': 'network-changed', 'server_uuid': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'tag': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'status': 'completed', 'code': 200} Apr 30 01:21:45.717577 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '951383e6-c1d8-494f-b316-da845ce7901d', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'port_id': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'mac_address': 'fa:16:3e:a3:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:21:17Z', 'updated_at': '2022-04-30T01:21:42Z', 'revision_number': 1, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:13Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:21:45.741121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-b3c4624d-f260-4fc4-b23f-c5527e4f9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.742927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-b3c4624d-f260-4fc4-b23f-c5527e4f9e97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1098 time: 0.1086969 Apr 30 01:21:45.748877 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8a983-c85d-442c-a5ad-bfa00c47e921 None None] The sync data for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 is: [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '951383e6-c1d8-494f-b316-da845ce7901d', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'port_id': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'mac_address': 'fa:16:3e:a3:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:21:17Z', 'updated_at': '2022-04-30T01:21:42Z', 'revision_number': 1, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:13Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:21:45.771335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d52c6-e098-459c-97ea-0545456ca26e req-9a6eb1e9-dba9-486a-a2f4-d7f72021f609 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.773105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a21d52c6-e098-459c-97ea-0545456ca26e req-9a6eb1e9-dba9-486a-a2f4-d7f72021f609 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 950 time: 0.0895183 Apr 30 01:21:45.780451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-98994ecb-d931-4755-bfeb-94d7dbaef17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.782132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-98994ecb-d931-4755-bfeb-94d7dbaef17f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1098 time: 0.1363301 Apr 30 01:21:45.870465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a21d52c6-e098-459c-97ea-0545456ca26e req-56cb99ba-822f-4026-a476-f5e98ffa4d2e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863867 Apr 30 01:21:45.903926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-fa7af219-bc89-49a9-8c62-e0c727a92f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.904162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f684b0-736f-455f-8f06-16131c6f019c req-7400082c-d029-463c-badb-36a8dbccc0f9 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.905505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-fa7af219-bc89-49a9-8c62-e0c727a92f02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1524997 Apr 30 01:21:45.905635 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-7400082c-d029-463c-badb-36a8dbccc0f9 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 810 time: 0.2116935 Apr 30 01:21:45.942704 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:21:45.945838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-928c56c1-28dc-4632-9e83-28715c9e1bb4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/quotas/21433b693fe54d2a8286e01aa15faa29 HTTP/1.1" status: 200 len: 375 time: 0.0303297 Apr 30 01:21:45.948787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-a7a219db-d3ca-4495-a1d5-7a9595bd9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:45.950217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-a7a219db-d3ca-4495-a1d5-7a9595bd9ecc service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1562114 Apr 30 01:21:45.982228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-3769341c-8222-45b2-a801-14714038b668 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0611327 Apr 30 01:21:46.019743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-cea09677-5cdb-4a97-9e0a-5f6aee930077 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0405943 Apr 30 01:21:46.050808 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-ddb07d89-25c8-4fb7-a4dc-d29b95e8e1b1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982990 Apr 30 01:21:46.062088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-ed9eaa3c-7ba0-4093-98e0-3afb54e12a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:46.063945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-ed9eaa3c-7ba0-4093-98e0-3afb54e12a9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0727866 Apr 30 01:21:46.091820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5a918-efb7-4479-a97d-b9a809e55a7e None None] New status for floating IP 951383e6-c1d8-494f-b316-da845ce7901d: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:21:46.124957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-372f4156-dfa1-4b10-8633-068d6e02ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:46.128837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-372f4156-dfa1-4b10-8633-068d6e02ae5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549738 Apr 30 01:21:46.148787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-f899a872-73a1-41f6-871d-6cae1c7dc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:46.150919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-f899a872-73a1-41f6-871d-6cae1c7dc43a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1225317 Apr 30 01:21:46.214800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-02cccbb7-2126-4d3a-964d-e14e0b5a8e92 service neutron] 10.222.0.15 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629474 Apr 30 01:21:46.334053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-398ab7a8-4c96-47e6-8e83-2dafb97f69f8 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852331 Apr 30 01:21:46.428139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-08a2d586-b1fa-4998-ac51-80d48ffd82f2 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981479 Apr 30 01:21:46.487064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:46.591392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-788619ac-50d6-4074-b348-74277dc431b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:46.592870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-788619ac-50d6-4074-b348-74277dc431b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbd5e62424274a419f67c59164809bf9&device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 1096 time: 0.0941901 Apr 30 01:21:46.623043 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:46.634643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-38ef0fa2-15e9-4853-9388-2c6c4a50c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:46.636222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-38ef0fa2-15e9-4853-9388-2c6c4a50c8c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4745951 Apr 30 01:21:46.685821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:46.718251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-2a71d75b-8b05-487a-856c-1845252a2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:46.720003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-2a71d75b-8b05-487a-856c-1845252a2fc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8e831a8-dfde-4ed5-88ea-e50f1572b72b HTTP/1.1" status: 200 len: 911 time: 0.1201417 Apr 30 01:21:46.723162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-16817cca-e6ad-4ffd-920f-dd9a542debf0 service neutron] 10.222.0.15 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075061 Apr 30 01:21:46.756684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-f25a09b0-1b4e-4652-bdb5-82f93d4845e6 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108561 Apr 30 01:21:46.832084 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-e6a40a50-0dd3-4376-9b0a-487239f9496f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c9d048-9947-4909-b50d-b7d0769d3041 HTTP/1.1" status: 200 len: 999 time: 0.0913637 Apr 30 01:21:46.877599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-9a270aa9-79c5-4905-928e-68c5e1ee7b11 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074715 Apr 30 01:21:46.880227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-dc9c9e35-7f56-4213-ac9a-4aa235c24dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:46.881643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-dc9c9e35-7f56-4213-ac9a-4aa235c24dea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec9e2f4d-2cb2-4444-88d0-d755e273d269 HTTP/1.1" status: 200 len: 850 time: 0.0485713 Apr 30 01:21:46.938841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-a96edfb5-a292-4f58-b2a9-163c267a41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:46.940353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-a96edfb5-a292-4f58-b2a9-163c267a41eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8e831a8-dfde-4ed5-88ea-e50f1572b72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519650 Apr 30 01:21:47.044344 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:47.106373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:47.109712 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1421e05-d574-46a0-8c1f-9dd8ef9237ff" -d '{"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:47.170773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:47.274721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2985dbf-3a6d-44ff-8204-b53ac62829c1 req-1944e1a6-70a6-45d6-b79f-0bebdaac435d tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:47.277929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2985dbf-3a6d-44ff-8204-b53ac62829c1 req-1944e1a6-70a6-45d6-b79f-0bebdaac435d tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 945 time: 0.0764763 Apr 30 01:21:47.326734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2985dbf-3a6d-44ff-8204-b53ac62829c1 req-de0129c8-4ec0-4694-af8e-7a8b38a8391c tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Apr 30 01:21:47.404228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-a5e5c7bb-017b-4830-996b-d4ca25119c81 service neutron] 10.222.0.23 "GET /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562974 Apr 30 01:21:47.474238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c119715-a091-4e93-b108-4e517f8ca89d req-de8bec59-6781-40f5-999a-bc96c1fd5e22 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:47.479912 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c119715-a091-4e93-b108-4e517f8ca89d req-de8bec59-6781-40f5-999a-bc96c1fd5e22 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.0619359 Apr 30 01:21:47.526639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c119715-a091-4e93-b108-4e517f8ca89d req-4bfef58e-2490-4f8f-b0d3-6bf198f519ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Apr 30 01:21:47.566925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738c763-30e3-4d26-95c3-fec257cd785a req-228c3825-48e3-4050-ad5b-96142be4d9a1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:47.568499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b738c763-30e3-4d26-95c3-fec257cd785a req-228c3825-48e3-4050-ad5b-96142be4d9a1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 947 time: 0.2581902 Apr 30 01:21:47.570340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06d12f0-e0c2-4fb2-8146-0f052395c357 req-338563d5-d8fe-4e6d-bca4-900544e3fefc service neutron] 10.222.0.23 "GET /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523390 Apr 30 01:21:47.612426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b738c763-30e3-4d26-95c3-fec257cd785a req-79fcc87e-24b2-44bb-9213-ec100df3044c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355175 Apr 30 01:21:47.677180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db601e21-f52b-422c-a7e7-2452053af496 req-a02c3429-2525-42da-a6a0-104e337b3674 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:47.678706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db601e21-f52b-422c-a7e7-2452053af496 req-a02c3429-2525-42da-a6a0-104e337b3674 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 950 time: 0.0726056 Apr 30 01:21:47.722642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db601e21-f52b-422c-a7e7-2452053af496 req-df5cb906-1b8c-4716-aec9-cbbc8236c648 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370867 Apr 30 01:21:47.743935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112aa67-ccca-446f-a9ce-c4d57c8c986f req-2eb7fe7a-be3f-499b-a0be-1651c796a8a7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:47.751264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7112aa67-ccca-446f-a9ce-c4d57c8c986f req-2eb7fe7a-be3f-499b-a0be-1651c796a8a7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 948 time: 0.0585706 Apr 30 01:21:47.777010 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1773b85-fc06-4adf-8478-ed361e261c57 x-openstack-request-id: req-b1773b85-fc06-4adf-8478-ed361e261c57 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:47.777315 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:47.777563 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1773b85-fc06-4adf-8478-ed361e261c57 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:47.777971 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1773b85-fc06-4adf-8478-ed361e261c57'] response: {'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'code': 200} Apr 30 01:21:47.800734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7112aa67-ccca-446f-a9ce-c4d57c8c986f req-d46e83d8-b4ad-4bfd-8329-ba683e6aa64d tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485759 Apr 30 01:21:47.849417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9ac5035-bd56-435c-9180-2d46e4d00223 req-1a63c89b-7a2d-4559-9f44-720708e48e45 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 210 time: 0.0366633 Apr 30 01:21:47.945064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb3fbc-1115-483d-b715-3e57af9e2d6a req-602a09ac-f537-4c2e-b17f-23d059d8b068 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:47.946895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bfb3fbc-1115-483d-b715-3e57af9e2d6a req-602a09ac-f537-4c2e-b17f-23d059d8b068 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0578754 Apr 30 01:21:47.990321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bfb3fbc-1115-483d-b715-3e57af9e2d6a req-99201943-7fbc-4f8e-b30a-cf0b0bf23824 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372431 Apr 30 01:21:48.148542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-9d9bda56-d23d-4f31-83a7-4bcd248da7e1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=83da2a91075e44bc9565c3a91f5d9622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240755 Apr 30 01:21:48.268401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-9c06360c-16cc-440b-b025-c52afb1969d1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:48.269977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-9c06360c-16cc-440b-b025-c52afb1969d1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143212 Apr 30 01:21:48.285568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-b706635a-687a-4d87-a650-a1e4eda4261f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/quotas/83da2a91075e44bc9565c3a91f5d9622 HTTP/1.1" status: 200 len: 375 time: 0.0093794 Apr 30 01:21:48.339773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-0cf7c290-f12d-4236-83ce-96d950401304 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475171 Apr 30 01:21:48.441434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:48.458359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c2783-2ca9-4ee7-9728-b08bdf3c76b1 req-a786900a-54c5-4635-8358-9ef6db1b501a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:48.459917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a8c2783-2ca9-4ee7-9728-b08bdf3c76b1 req-a786900a-54c5-4635-8358-9ef6db1b501a tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 945 time: 0.0560911 Apr 30 01:21:48.488938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:48.556436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a8c2783-2ca9-4ee7-9728-b08bdf3c76b1 req-2d2ddb36-77ac-4eb1-afc5-ea4321264f4d tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673327 Apr 30 01:21:48.605460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da5ac82d-7750-44bc-9911-165463b281d9 req-1283e838-e5ff-46e6-9599-c1f9b1509589 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 210 time: 0.0388036 Apr 30 01:21:48.713836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f227ea0-e46b-4f33-a1e0-a64a87e8360e req-498bae8c-a0b3-479e-9e89-e05785d1b147 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:48.715577 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f227ea0-e46b-4f33-a1e0-a64a87e8360e req-498bae8c-a0b3-479e-9e89-e05785d1b147 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.0693505 Apr 30 01:21:48.738195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:48.754268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'mac_address': 'fa:16:3e:8b:27:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:48.810903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f227ea0-e46b-4f33-a1e0-a64a87e8360e req-b9f1eb87-55d0-4900-adb3-78e6469913b1 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879593 Apr 30 01:21:48.859817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:48.876988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06513550-dcc5-46b5-8a11-df5f245a0d4f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:48.925519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:48.983349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dcb10-4e42-4619-a0cf-4e47990f3d17 req-82d7a41e-f197-4408-bbe4-d69eab18491d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:48.984804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b1dcb10-4e42-4619-a0cf-4e47990f3d17 req-82d7a41e-f197-4408-bbe4-d69eab18491d tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 947 time: 0.0500741 Apr 30 01:21:48.990332 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:49.040320 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b1dcb10-4e42-4619-a0cf-4e47990f3d17 req-7ebeb0eb-15d2-4018-95d7-b6a52ffbbca4 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Apr 30 01:21:49.083248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:49.129666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-5948725b-810d-4bc4-ab13-e2bc646b8a18 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:49.131956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-5948725b-810d-4bc4-ab13-e2bc646b8a18 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 948 time: 0.1245310 Apr 30 01:21:49.202317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a346e0-8cec-493c-bb04-5a2d360911cb req-27c016be-97ee-4908-b185-192569428463 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:49.203908 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66a346e0-8cec-493c-bb04-5a2d360911cb req-27c016be-97ee-4908-b185-192569428463 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 948 time: 0.0642579 Apr 30 01:21:49.254803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66a346e0-8cec-493c-bb04-5a2d360911cb req-f3dfd704-f5e1-4954-9de4-81d29b7faca0 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a8960bc-993f-4313-aa8f-74d08ab7e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Apr 30 01:21:49.261501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Deleting port 96486a10-e6ed-47c0-8576-8f15d03e5ced {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:21:49.261501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:49.350536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['06513550-dcc5-46b5-8a11-df5f245a0d4f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:49.363452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab32bc12-4fc8-4692-aa31-99013042e2ab req-06ddbbe4-30e9-485e-a3ab-541553e54f9d tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 210 time: 0.0392613 Apr 30 01:21:49.459641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] For port 96486a10-e6ed-47c0-8576-8f15d03e5ced, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=96486a10-e6ed-47c0-8576-8f15d03e5ced,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:49.460971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:49.483150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Calling delete_port for 96486a10-e6ed-47c0-8576-8f15d03e5ced owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:21:49.641113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f684b0-736f-455f-8f06-16131c6f019c req-62c2343c-08ff-443b-b529-cfc4bf2ba5ba tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:49.644059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-62c2343c-08ff-443b-b529-cfc4bf2ba5ba tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.21 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 810 time: 0.2703278 Apr 30 01:21:49.660433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Request body: {'port': {'device_id': '9572593e-b197-4b84-a1dc-7879c99bf8bb', 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40', 'admin_state_up': True, 'tenant_id': '21433b693fe54d2a8286e01aa15faa29'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:49.733416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:49.779056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Pushing event deleted for resources: {'Port': ['ID=96486a10-e6ed-47c0-8576-8f15d03e5ced,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:49.831496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] No DVR routers for this DVR port 96486a10-e6ed-47c0-8576-8f15d03e5ced on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:21:49.834898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:49.840735 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a2d53d0-7c9a-4dae-beb1-13e4ae65f34a req-da4793d7-ec62-4635-bef4-bfa583b35fb7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.21 "DELETE /v2.0/ports/96486a10-e6ed-47c0-8576-8f15d03e5ced HTTP/1.1" status: 204 len: 173 time: 0.6893916 Apr 30 01:21:49.841536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-deleted', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:49.845076 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9272c112-67c5-45bc-b064-58442b650f44" -d '{"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-deleted", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:49.875794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Made reservation on behalf of 21433b693fe54d2a8286e01aa15faa29 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:49.879266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:49.988641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f1470c-cadb-48d0-b6b1-09781b9338c4 req-15cb25c7-b91d-4994-9de3-6415a16a554c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 210 time: 0.0347569 Apr 30 01:21:50.084697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Allocated IP 172.20.0.8 (908913d4-f8e6-4459-8782-18e80e0a7b40/eb96e933-d193-4e19-8485-6202df4ce49a/1e094ba2-1461-4d13-b460-973554894654) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:50.118953 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15655172-4899-42c5-af3b-e78af454fa09 x-openstack-request-id: req-15655172-4899-42c5-af3b-e78af454fa09 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:50.119560 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac8655-b765-4e28-be6d-9600ffd2d59a", "name": "network-vif-deleted", "tag": "96486a10-e6ed-47c0-8576-8f15d03e5ced", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:50.120110 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15655172-4899-42c5-af3b-e78af454fa09 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:50.121215 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15655172-4899-42c5-af3b-e78af454fa09'] response: {'server_uuid': '97ac8655-b765-4e28-be6d-9600ffd2d59a', 'name': 'network-vif-deleted', 'tag': '96486a10-e6ed-47c0-8576-8f15d03e5ced', 'status': 'completed', 'code': 200} Apr 30 01:21:50.178793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-541af56a-7f89-4b41-aa10-e3a5adf5915e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.186555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-541af56a-7f89-4b41-aa10-e3a5adf5915e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 948 time: 0.1422586 Apr 30 01:21:50.251409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591a213-9f6b-4d5b-ad34-061cb39e1101 req-79e3977f-46d0-42cf-ae94-1a3d413ceaf3 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.260400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1591a213-9f6b-4d5b-ad34-061cb39e1101 req-79e3977f-46d0-42cf-ae94-1a3d413ceaf3 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.1208394 Apr 30 01:21:50.328223 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:50.332806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccf98f-f201-4eea-ae18-2e9367cecad0 req-9fd27610-f49a-43e1-9534-78468576b01c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.334255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57ccf98f-f201-4eea-ae18-2e9367cecad0 req-9fd27610-f49a-43e1-9534-78468576b01c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 948 time: 0.0951910 Apr 30 01:21:50.339713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-42692663-6ebe-4707-8be7-d6f6195e7a80 service neutron] 10.222.0.21 "GET /v2.0/ports/06513550-dcc5-46b5-8a11-df5f245a0d4f/bindings/n-h1-821348-1 HTTP/1.1" status: 200 len: 382 time: 0.1390779 Apr 30 01:21:50.357871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1591a213-9f6b-4d5b-ad34-061cb39e1101 req-4197144a-6b42-4ecd-951e-5697eb28709d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966029 Apr 30 01:21:50.440831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57ccf98f-f201-4eea-ae18-2e9367cecad0 req-c11faf90-9a48-48db-a353-fe9732e024f2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964282 Apr 30 01:21:50.443298 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:50.454836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-86beaccd-f208-4fa8-a2e2-58809f1d651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.463900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-86beaccd-f208-4fa8-a2e2-58809f1d651a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1099 time: 0.0754285 Apr 30 01:21:50.546610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43baba74-d6b2-4b74-9b69-c8aff074f7d2 req-4f25d87d-9ce4-48eb-8af4-ef3d9b09e1f7 tempest-ImagesOneServerTestJSON-604002236 tempest-ImagesOneServerTestJSON-604002236-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ac8655-b765-4e28-be6d-9600ffd2d59a HTTP/1.1" status: 200 len: 210 time: 0.0354660 Apr 30 01:21:50.591017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c82bf072-089b-4a4b-920b-5c9fb15952a0 req-ee76b63d-32d3-46ed-86b5-abf1ebff6321 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 210 time: 0.0738618 Apr 30 01:21:50.614319 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:50.627657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['01a4af5e-f2a4-4a8d-8831-f4c587ad0314'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:50.630777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-b3531c06-7a4d-497a-8d7b-279bab1e1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.631060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-b3531c06-7a4d-497a-8d7b-279bab1e1dde service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1550503 Apr 30 01:21:50.695276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-cc774eb5-01c2-4b2d-9edb-4d1a94886a0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0411701 Apr 30 01:21:50.730916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Network 908913d4-f8e6-4459-8782-18e80e0a7b40 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:50.738829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:50.741170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Pushing event updated for resources: {'Port': ['ID=1e094ba2-1461-4d13-b460-973554894654,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:50.744732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:50.793621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-c4763d8a-af15-4491-a094-126cd013e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.795282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-c4763d8a-af15-4491-a094-126cd013e6aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0935478 Apr 30 01:21:50.816710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.821655 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:50.845070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-ced03249-1911-4fde-983a-99cd795df95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.845323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934b43b-89d9-4bd9-b32e-8a14ca081ce0 req-ec8db93a-9ed2-4e02-b6e1-758aaa6dfc0f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:50.846501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-ced03249-1911-4fde-983a-99cd795df95e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445910 Apr 30 01:21:50.846638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7934b43b-89d9-4bd9-b32e-8a14ca081ce0 req-ec8db93a-9ed2-4e02-b6e1-758aaa6dfc0f tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 945 time: 0.2226760 Apr 30 01:21:50.890999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7934b43b-89d9-4bd9-b32e-8a14ca081ce0 req-ed3247e5-b360-4e62-b67f-74c91a9ddab2 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372760 Apr 30 01:21:50.944947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-a52f9796-44d1-41e9-8682-95ec817e8839 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910838 Apr 30 01:21:51.050006 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-45548ad3-0333-486a-b6ef-c50fa33b6521 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960395 Apr 30 01:21:51.101380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-253bfa4d-dae5-4a59-ba06-8b6a1e9a4ddc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4482424 Apr 30 01:21:51.109779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c8af6d5-c806-4201-8e51-b9a2641fa2f8 req-bc908e77-fdbb-4305-90af-fdf2f530e342 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 210 time: 0.0382409 Apr 30 01:21:51.124688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Request body: {'port': {'device_id': '9572593e-b197-4b84-a1dc-7879c99bf8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:51.193097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:51.513646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e094ba2-1461-4d13-b460-973554894654 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:51.524431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:51.538287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dca706-cc44-4541-a040-ce4e38bb660f req-3ea68b9e-1c1e-41b9-9013-0193ce4e9a60 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:51.546264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83dca706-cc44-4541-a040-ce4e38bb660f req-3ea68b9e-1c1e-41b9-9013-0193ce4e9a60 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.1068342 Apr 30 01:21:51.570235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Transition to ACTIVE for port object 1e094ba2-1461-4d13-b460-973554894654 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:51.605950 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83dca706-cc44-4541-a040-ce4e38bb660f req-a8e222be-a8fb-4604-9a2a-37e30ed93f4a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540829 Apr 30 01:21:51.663198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26c198-5a8f-4c54-acae-f9f1caa54ce7 req-01a13cba-4c0c-4d25-86b8-7dafea6a3693 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:51.664998 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da26c198-5a8f-4c54-acae-f9f1caa54ce7 req-01a13cba-4c0c-4d25-86b8-7dafea6a3693 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 948 time: 0.1422679 Apr 30 01:21:51.717481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da26c198-5a8f-4c54-acae-f9f1caa54ce7 req-94f9f2a7-1208-4bd6-acde-43a4499b358c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Apr 30 01:21:51.733877 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:51.781734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e42aa-b4ad-4e97-8026-fe3ff9fdc322 req-4a2ac478-d67a-4934-9c30-3cb6957b939b tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:51.783233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-277e42aa-b4ad-4e97-8026-fe3ff9fdc322 req-4a2ac478-d67a-4934-9c30-3cb6957b939b tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 943 time: 0.0857308 Apr 30 01:21:51.839183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e094ba2-1461-4d13-b460-973554894654,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:51.887479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-277e42aa-b4ad-4e97-8026-fe3ff9fdc322 req-5c3c559b-beb7-41a0-a281-db9fc29d3515 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881619 Apr 30 01:21:51.911607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Attempting to bind port 1e094ba2-1461-4d13-b460-973554894654 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:51.911946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Attempting to bind port 1e094ba2-1461-4d13-b460-973554894654 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:51.912273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Attempting to bind port 1e094ba2-1461-4d13-b460-973554894654 on network 908913d4-f8e6-4459-8782-18e80e0a7b40 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:51.916265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-f73c2071-15c8-499b-b92d-4c16bb094633 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=83da2a91075e44bc9565c3a91f5d9622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470281 Apr 30 01:21:51.921535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Port 1e094ba2-1461-4d13-b460-973554894654 on network 908913d4-f8e6-4459-8782-18e80e0a7b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:51.921889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Attempting to bind port 1e094ba2-1461-4d13-b460-973554894654 on network 908913d4-f8e6-4459-8782-18e80e0a7b40 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:51.932701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:51.932701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Checking segment: {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:51.932701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Bound using segment: {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:51.932701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Bound port: 1e094ba2-1461-4d13-b460-973554894654, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:51.932701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:51.998233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] For port 1e094ba2-1461-4d13-b460-973554894654, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:52.001592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] For port 1e094ba2-1461-4d13-b460-973554894654, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1e094ba2-1461-4d13-b460-973554894654,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:52.055623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.075594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac986a6-cd5c-478d-a96c-d9b3e7a8d34a req-6516426a-242b-4eb4-8899-650b614c8e65 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:52.083245 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ac986a6-cd5c-478d-a96c-d9b3e7a8d34a req-6516426a-242b-4eb4-8899-650b614c8e65 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 945 time: 0.0979187 Apr 30 01:21:52.095696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-752481bd-3d00-43ad-acd8-5d0322165b75 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:52.097262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-752481bd-3d00-43ad-acd8-5d0322165b75 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750216 Apr 30 01:21:52.121322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Request body: {'port': {'device_id': '73d6191b-0a76-4af0-a2cc-617089143438', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '83da2a91075e44bc9565c3a91f5d9622'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:52.134859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3697f1e5-1840-4d59-b434-d4c371106a90 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:52.139329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e094ba2-1461-4d13-b460-973554894654,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:52.166043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:52.167409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.171769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-b3a2003f-a799-4138-b9e7-29d0767dada6 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e094ba2-1461-4d13-b460-973554894654 HTTP/1.1" status: 200 len: 1091 time: 1.0549886 Apr 30 01:21:52.172435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9572593e-b197-4b84-a1dc-7879c99bf8bb', 'tag': '1e094ba2-1461-4d13-b460-973554894654'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:52.175480 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d" -d '{"events": [{"name": "network-changed", "server_uuid": "9572593e-b197-4b84-a1dc-7879c99bf8bb", "tag": "1e094ba2-1461-4d13-b460-973554894654"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:52.266897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3697f1e5-1840-4d59-b434-d4c371106a90,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:52.282307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38034) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:52.291534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '3697f1e5-1840-4d59-b434-d4c371106a90', 'network_id': '6884ef9c-2a6a-49a0-8451-29360ea31c3f', 'port_id': '3697f1e5-1840-4d59-b434-d4c371106a90', 'mac_address': 'fa:16:3e:ec:36:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b6587d-c0b7-431f-839f-e81a0ff957ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:52.306897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ac986a6-cd5c-478d-a96c-d9b3e7a8d34a req-1f64dd50-0935-4b51-85a6-7c51388d5426 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226784 Apr 30 01:21:52.347295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.365668 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ffacf7c-7a28-4a6f-8f1b-be99df9f553d req-e7598c2d-c75b-44c5-b4f1-9b71dffa612e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 210 time: 0.1003075 Apr 30 01:21:52.373918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3697f1e5-1840-4d59-b434-d4c371106a90 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:52.409731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3697f1e5-1840-4d59-b434-d4c371106a90,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:52.413439 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f55c635-95fb-452a-bf4f-78919f700a0a x-openstack-request-id: req-1f55c635-95fb-452a-bf4f-78919f700a0a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:52.413784 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9572593e-b197-4b84-a1dc-7879c99bf8bb", "tag": "1e094ba2-1461-4d13-b460-973554894654", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:52.414053 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f55c635-95fb-452a-bf4f-78919f700a0a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:52.414689 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f55c635-95fb-452a-bf4f-78919f700a0a'] response: {'name': 'network-changed', 'server_uuid': '9572593e-b197-4b84-a1dc-7879c99bf8bb', 'tag': '1e094ba2-1461-4d13-b460-973554894654', 'status': 'completed', 'code': 200} Apr 30 01:21:52.417652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f684b0-736f-455f-8f06-16131c6f019c req-13f92ac5-3fe3-4fff-ae95-3644f435353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:52.419929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-13f92ac5-3fe3-4fff-ae95-3644f435353d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 1094 time: 0.1132724 Apr 30 01:21:52.435756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Made reservation on behalf of 83da2a91075e44bc9565c3a91f5d9622 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:21:52.439854 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.464246 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.466245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:52.496275 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-5235196e-885d-47d9-be8e-3cd6f71447c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e094ba2-1461-4d13-b460-973554894654 HTTP/1.1" status: 200 len: 217 time: 0.0677602 Apr 30 01:21:52.512429 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:52.541442 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-df0e542a-01b1-43b3-a88f-b547ff4e7a55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=043cc02401e1493dacd45c7d0c4d1ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620592 Apr 30 01:21:52.595524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f684b0-736f-455f-8f06-16131c6f019c req-0c81b4e3-15d6-4545-8615-3aeabc2dc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:52.597149 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-0c81b4e3-15d6-4545-8615-3aeabc2dc045 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb96e933-d193-4e19-8485-6202df4ce49a HTTP/1.1" status: 200 len: 850 time: 0.0618250 Apr 30 01:21:52.597712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38038) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:52.617205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Allocated IP 192.168.233.165 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/be467e1f-d73e-4b50-a797-6d736081c4e0) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:21:52.640648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3697f1e5-1840-4d59-b434-d4c371106a90,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:52.692660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:52.699326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-ecdfce47-0892-43c9-8727-c530aa47c45c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=908913d4-f8e6-4459-8782-18e80e0a7b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630915 Apr 30 01:21:52.708765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736', 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669', 'port_id': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736', 'mac_address': 'fa:16:3e:c5:32:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e692f-910b-4aa7-ac3d-49f2ceaa26fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:52.736524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 06513550-dcc5-46b5-8a11-df5f245a0d4f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:21:52.741822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 06513550-dcc5-46b5-8a11-df5f245a0d4f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:52.742194 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.779439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3908e1a-a5bb-406b-907c-7963e83f8cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.803802 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.811120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3908e1a-a5bb-406b-907c-7963e83f8cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.828869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.852191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:52.900290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:52.933153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c4b98-e2e3-4cb4-9f99-673fdda62a4d req-27a9ce8a-dcbc-4538-bb0b-5f85148ced50 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:52.934492 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb6c4b98-e2e3-4cb4-9f99-673fdda62a4d req-27a9ce8a-dcbc-4538-bb0b-5f85148ced50 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 948 time: 0.0654640 Apr 30 01:21:52.957126 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.975414 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.979407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:52.986838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:52.989976 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5922f6-bfd4-44b4-99fd-ee497b1ed338" -d '{"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-plugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:53.014304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954f8b7-7805-4326-8a98-babb261a4615 req-751a62e2-b7a7-42a1-a01f-3cc5d17700bf tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:53.023099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ec495190-ebd3-471a-930f-95ed1f1e59b7', '54fab788-d645-46fc-ade6-764a4977d66c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:53.025203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4954f8b7-7805-4326-8a98-babb261a4615 req-751a62e2-b7a7-42a1-a01f-3cc5d17700bf tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.2942185 Apr 30 01:21:53.028776 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-83f8fb85-cf3c-45d3-9853-02280dee035b service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194194 Apr 30 01:21:53.034586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:53.037595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb6c4b98-e2e3-4cb4-9f99-673fdda62a4d req-f16543b8-b6a6-4aae-857b-6a6efe2a4130 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970159 Apr 30 01:21:53.053463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:21:53.056332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:21:53.059746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:21:53.118633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3697f1e5-1840-4d59-b434-d4c371106a90'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:53.130972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Pushing event updated for resources: {'Port': ['ID=be467e1f-d73e-4b50-a797-6d736081c4e0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:53.153744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3908e1a-a5bb-406b-907c-7963e83f8cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:53.156214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3908e1a-a5bb-406b-907c-7963e83f8cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:53.157353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3908e1a-a5bb-406b-907c-7963e83f8cea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a8960bc-993f-4313-aa8f-74d08ab7e705 HTTP/1.1" status: 204 len: 168 time: 0.5584934 Apr 30 01:21:53.175187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4954f8b7-7805-4326-8a98-babb261a4615 req-31211aac-df5f-4ba2-96b0-036900c22554 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488774 Apr 30 01:21:53.193672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:53.196448 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:53.203525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:53.204298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:53.233464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 96486a10-e6ed-47c0-8576-8f15d03e5ced {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:21:53.233980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 96486a10-e6ed-47c0-8576-8f15d03e5ced not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:21:53.234263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3908e1a-a5bb-406b-907c-7963e83f8cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8960bc-993f-4313-aa8f-74d08ab7e705,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:53.275050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6f684b0-736f-455f-8f06-16131c6f019c req-7670704c-4ad9-44da-819d-82b31f91cc29 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335379 Apr 30 01:21:53.288857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:53.319770 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47df3903-420a-48d3-8cd0-fd15b76cb06f x-openstack-request-id: req-47df3903-420a-48d3-8cd0-fd15b76cb06f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:53.320115 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-plugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:53.320297 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47df3903-420a-48d3-8cd0-fd15b76cb06f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:53.321204 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47df3903-420a-48d3-8cd0-fd15b76cb06f'] response: {'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'code': 200} Apr 30 01:21:53.357870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-85fe0f3d-d86a-474c-bb8a-fdc8d293653d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2420058 Apr 30 01:21:53.397252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Request body: {'port': {'device_id': '73d6191b-0a76-4af0-a2cc-617089143438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:53.462916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:53.549233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['ed7d1bbd-ad12-4eda-a848-5c7aeda2b736'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:53.585121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-f88257ca-cf23-421e-b628-bae8e94b26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:53.588067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-f88257ca-cf23-421e-b628-bae8e94b26f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 1094 time: 0.1736753 Apr 30 01:21:53.618547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18c15-cbf2-440a-b88c-96abd13d5a1b req-c319688b-2c2a-48fc-a6bf-bd0975afde00 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:53.620207 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acd18c15-cbf2-440a-b88c-96abd13d5a1b req-c319688b-2c2a-48fc-a6bf-bd0975afde00 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 943 time: 0.3894906 Apr 30 01:21:53.652936 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:53.705677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6308f2f3-46e1-4360-9eeb-a06370dee8b3 None None] Provisioning complete for port be467e1f-d73e-4b50-a797-6d736081c4e0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:53.706050 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6308f2f3-46e1-4360-9eeb-a06370dee8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:53.722022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acd18c15-cbf2-440a-b88c-96abd13d5a1b req-75863636-c369-4e04-8bba-fb795b1c30d4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945134 Apr 30 01:21:53.804094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6548e-c700-4ecc-8c6a-30382fe32c96 req-5907c90d-8c23-40af-8347-a97a21b4d4bc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:53.814090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43d6548e-c700-4ecc-8c6a-30382fe32c96 req-5907c90d-8c23-40af-8347-a97a21b4d4bc tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 944 time: 0.2510109 Apr 30 01:21:53.870328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6308f2f3-46e1-4360-9eeb-a06370dee8b3 None None] Port be467e1f-d73e-4b50-a797-6d736081c4e0 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:21:53.911217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-1cc6b372-d75d-482f-bc7b-b13ea618095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:53.920879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-1cc6b372-d75d-482f-bc7b-b13ea618095d service neutron] 10.222.0.21 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 910 time: 0.3079021 Apr 30 01:21:53.945452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43d6548e-c700-4ecc-8c6a-30382fe32c96 req-60e0abf8-74c3-4514-b22a-773673fd4dd3 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249986 Apr 30 01:21:54.048037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-417ea294-3279-41b4-b9b8-d3636a9209cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e094ba2-1461-4d13-b460-973554894654 HTTP/1.1" status: 200 len: 217 time: 0.0832882 Apr 30 01:21:54.133694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3697f1e5-1840-4d59-b434-d4c371106a90 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:54.139699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93c96d-550f-4b78-b2fb-98cb2caf59d7 req-eaf4b658-e9fc-431c-838f-f3e9736740f4 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:54.148220 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b93c96d-550f-4b78-b2fb-98cb2caf59d7 req-eaf4b658-e9fc-431c-838f-f3e9736740f4 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 936 time: 0.1411445 Apr 30 01:21:54.151607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-2737f258-3268-457d-93e5-8361aa4482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:54.154800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-2737f258-3268-457d-93e5-8361aa4482d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb96e933-d193-4e19-8485-6202df4ce49a HTTP/1.1" status: 200 len: 850 time: 0.0980804 Apr 30 01:21:54.205053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 3697f1e5-1840-4d59-b434-d4c371106a90 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:54.205053 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:54.220138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b93c96d-550f-4b78-b2fb-98cb2caf59d7 req-b5c56692-c1fd-42ed-acfc-db380ce1321c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697343 Apr 30 01:21:54.248449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-0b8fffde-ea34-41db-abff-0a66f8ef4713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=908913d4-f8e6-4459-8782-18e80e0a7b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876110 Apr 30 01:21:54.360235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-e30f1506-33e0-4143-ab53-e8dc1060714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:54.361899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-e30f1506-33e0-4143-ab53-e8dc1060714c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be&tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0 HTTP/1.1" status: 200 len: 1100 time: 0.2024481 Apr 30 01:21:54.365211 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:54.376517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:21:54.447894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3697f1e5-1840-4d59-b434-d4c371106a90,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:54.465346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be467e1f-d73e-4b50-a797-6d736081c4e0 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:54.482585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:54.502844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec29d35-6e8e-40fa-b8dd-44804f054bcf req-874b7de1-7ba7-4076-83ba-19dce42467d7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:54.514387 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dec29d35-6e8e-40fa-b8dd-44804f054bcf req-874b7de1-7ba7-4076-83ba-19dce42467d7 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.1952338 Apr 30 01:21:54.526951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:54.527543 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:54.538968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Transition to ACTIVE for port object be467e1f-d73e-4b50-a797-6d736081c4e0 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:54.539553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-5b7f3aab-8e4b-4cd1-a751-5e8f58300d29 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801530 Apr 30 01:21:54.581531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dec29d35-6e8e-40fa-b8dd-44804f054bcf req-4401b687-7d9f-4009-bc28-89eef63fd288 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650067 Apr 30 01:21:54.598117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3697f1e5-1840-4d59-b434-d4c371106a90,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:54.604679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:54.682659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1399e-d35d-405c-85b1-2f838ef972cf req-14ad1112-117f-4374-8819-ae82773e843c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:54.692558 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ae1399e-d35d-405c-85b1-2f838ef972cf req-14ad1112-117f-4374-8819-ae82773e843c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 944 time: 0.1764531 Apr 30 01:21:54.779575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Attempting to bind port be467e1f-d73e-4b50-a797-6d736081c4e0 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:54.779913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Attempting to bind port be467e1f-d73e-4b50-a797-6d736081c4e0 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:54.780304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Attempting to bind port be467e1f-d73e-4b50-a797-6d736081c4e0 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:54.786077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Port be467e1f-d73e-4b50-a797-6d736081c4e0 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:54.786442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Attempting to bind port be467e1f-d73e-4b50-a797-6d736081c4e0 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:54.792757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Pushing event updated for resources: {'Port': ['ID=be467e1f-d73e-4b50-a797-6d736081c4e0,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:54.796887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:54.797406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:54.798116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:54.798510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Bound port: be467e1f-d73e-4b50-a797-6d736081c4e0, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:54.798937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:54.868605 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ae1399e-d35d-405c-85b1-2f838ef972cf req-7640e14b-dc98-4dc4-a9e3-07b530708b4e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745758 Apr 30 01:21:54.940727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] For port be467e1f-d73e-4b50-a797-6d736081c4e0, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:54.951864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] For port be467e1f-d73e-4b50-a797-6d736081c4e0, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=be467e1f-d73e-4b50-a797-6d736081c4e0,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:55.058793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:55.123691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6906701-cb60-4c80-ad5d-16c08c864033 req-a910ab8e-8209-4a61-93be-726d1152ff50 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:55.125170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:55.125300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6906701-cb60-4c80-ad5d-16c08c864033 req-a910ab8e-8209-4a61-93be-726d1152ff50 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 943 time: 0.1421547 Apr 30 01:21:55.126058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:55.127633 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-4b624afb-211a-479f-959a-bce1993be179 service neutron] 10.222.0.21 "PUT /v2.0/ports/be467e1f-d73e-4b50-a797-6d736081c4e0 HTTP/1.1" status: 200 len: 1096 time: 1.7533677 Apr 30 01:21:55.128216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d6191b-0a76-4af0-a2cc-617089143438', 'tag': 'be467e1f-d73e-4b50-a797-6d736081c4e0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:55.130649 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d548a22-a58e-4cf8-894d-595317576f77" -d '{"events": [{"name": "network-changed", "server_uuid": "73d6191b-0a76-4af0-a2cc-617089143438", "tag": "be467e1f-d73e-4b50-a797-6d736081c4e0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:55.142276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e24e695a-5e0e-4fb3-aa45-19c7ccc3e70d req-95178423-03df-4406-b9ef-0f8e07e74a00 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844226 Apr 30 01:21:55.152344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:55.158832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b624afb-211a-479f-959a-bce1993be179 service neutron] Pushing event updated for resources: {'Port': ['ID=be467e1f-d73e-4b50-a797-6d736081c4e0,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:55.222185 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6906701-cb60-4c80-ad5d-16c08c864033 req-7c41a584-5a59-4af9-af01-3541f1262dbe tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828438 Apr 30 01:21:55.226397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:55.322577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286becac-fede-4b2c-908a-79a2744f441a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3697f1e5-1840-4d59-b434-d4c371106a90'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:55.330454 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52a80cd-78dc-4d60-843d-471a55eafbfd" -d '{"events": [{"server_uuid": "286becac-fede-4b2c-908a-79a2744f441a", "name": "network-vif-plugged", "status": "completed", "tag": "3697f1e5-1840-4d59-b434-d4c371106a90"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:55.340193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:55.342390 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b277a2-77e9-4275-af92-a55c30c7d92c" -d '{"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-unplugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:55.346539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:55.351098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-5fe75f16-9b27-4dd5-83d2-e83b5b4b1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:55.353273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-5fe75f16-9b27-4dd5-83d2-e83b5b4b1483 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 1099 time: 0.1281693 Apr 30 01:21:55.395289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Transition to ACTIVE for port object 06513550-dcc5-46b5-8a11-df5f245a0d4f will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:21:55.430955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-18d8be3c-b947-4243-b2b7-f1ffb69d8175 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=be467e1f-d73e-4b50-a797-6d736081c4e0 HTTP/1.1" status: 200 len: 217 time: 0.0452869 Apr 30 01:21:55.453252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01e74-5004-467c-bb98-8ab17db6ea12 req-a2c71174-9051-459b-b9ad-f082ffe719ea tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:55.454707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cfd01e74-5004-467c-bb98-8ab17db6ea12 req-a2c71174-9051-459b-b9ad-f082ffe719ea tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 945 time: 0.1154435 Apr 30 01:21:55.457346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:55.558258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-a6bdd7f0-53c3-4569-a848-617d541b395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:55.559746 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-a6bdd7f0-53c3-4569-a848-617d541b395f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1223364 Apr 30 01:21:55.587154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=10']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:55.628170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] No DVR routers for this DVR port 06513550-dcc5-46b5-8a11-df5f245a0d4f on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:21:55.636018 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cfd01e74-5004-467c-bb98-8ab17db6ea12 req-4ddc08e0-1e34-4159-8a32-7159fc5f298e tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520381 Apr 30 01:21:55.690140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:21:55.690727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:21:55.691216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:55.695354 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58ac25-9ea7-4b46-b8a0-51f906e6e34d x-openstack-request-id: req-ab58ac25-9ea7-4b46-b8a0-51f906e6e34d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:55.696830 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d6191b-0a76-4af0-a2cc-617089143438", "tag": "be467e1f-d73e-4b50-a797-6d736081c4e0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:55.697085 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab58ac25-9ea7-4b46-b8a0-51f906e6e34d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:55.697572 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab58ac25-9ea7-4b46-b8a0-51f906e6e34d'] response: {'name': 'network-changed', 'server_uuid': '73d6191b-0a76-4af0-a2cc-617089143438', 'tag': 'be467e1f-d73e-4b50-a797-6d736081c4e0', 'status': 'completed', 'code': 200} Apr 30 01:21:55.700641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-ed24fcf5-e83d-49b0-b4cd-ba94df06a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:55.702358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-ed24fcf5-e83d-49b0-b4cd-ba94df06a012 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283669 Apr 30 01:21:55.705293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:21:55.705613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Attempting to bind port 06513550-dcc5-46b5-8a11-df5f245a0d4f on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:21:55.719122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:21:55.719484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:21:55.719865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:21:55.720301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Bound port: 06513550-dcc5-46b5-8a11-df5f245a0d4f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:21:55.720654 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:55.892829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9c004-24ed-4f29-ab3c-574961efa2fb req-7b1256a3-eec4-48db-80f8-277bb273a964 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:55.894273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06f9c004-24ed-4f29-ab3c-574961efa2fb req-7b1256a3-eec4-48db-80f8-277bb273a964 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 948 time: 0.1219540 Apr 30 01:21:55.897958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:21:55.901706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-466fa7cc-350d-44ac-89a7-f8c5e8c62ccb service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906579 Apr 30 01:21:55.923515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:21:55.999220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06f9c004-24ed-4f29-ab3c-574961efa2fb req-e9929c27-0c6b-4585-b7ea-29afa8400d73 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951595 Apr 30 01:21:56.012701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:56.033979 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc862fe0-4073-45fd-bf47-bb58d832564f x-openstack-request-id: req-bc862fe0-4073-45fd-bf47-bb58d832564f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:56.034269 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286becac-fede-4b2c-908a-79a2744f441a", "name": "network-vif-plugged", "status": "completed", "tag": "3697f1e5-1840-4d59-b434-d4c371106a90", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:56.034516 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc862fe0-4073-45fd-bf47-bb58d832564f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:56.034905 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc862fe0-4073-45fd-bf47-bb58d832564f'] response: {'server_uuid': '286becac-fede-4b2c-908a-79a2744f441a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3697f1e5-1840-4d59-b434-d4c371106a90', 'code': 200} Apr 30 01:21:56.143158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:21:56.162671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b1ad8-95d8-4a30-a742-015e9e1a6568 req-ecce9aa2-35ec-455a-8834-0933f3fbd175 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:56.167237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc1b1ad8-95d8-4a30-a742-015e9e1a6568 req-ecce9aa2-35ec-455a-8834-0933f3fbd175 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 948 time: 0.0624874 Apr 30 01:21:56.208115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc1b1ad8-95d8-4a30-a742-015e9e1a6568 req-075464db-1a76-439a-ad33-239d606e1d16 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Apr 30 01:21:56.264328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:21:56.268560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:21:56.268931 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:56.296911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-a470aea8-2a35-4538-a9b4-8457f278bff2 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:56.298577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-a470aea8-2a35-4538-a9b4-8457f278bff2 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.23 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 945 time: 0.0513511 Apr 30 01:21:56.355972 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:56.388226 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a03692d-6f64-445e-a4e7-b9fc3d52b3b6 x-openstack-request-id: req-4a03692d-6f64-445e-a4e7-b9fc3d52b3b6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:56.388226 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-unplugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:56.388226 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a03692d-6f64-445e-a4e7-b9fc3d52b3b6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:56.388679 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a03692d-6f64-445e-a4e7-b9fc3d52b3b6'] response: {'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'code': 200} Apr 30 01:21:56.398137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:56.421232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:56.421851 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:56.423602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] 10.222.0.23 "PUT /v2.0/ports/06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 1096 time: 2.0518692 Apr 30 01:21:56.424139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Deleting port 3697f1e5-1840-4d59-b434-d4c371106a90 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:21:56.424571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:56.453219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cf50888-a163-489c-8e56-05aa638b98a4 req-c5565658-226c-4bc6-ba29-cfacb0cf7209 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371377 Apr 30 01:21:56.501785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4ab6-925a-4b6b-8ca1-558ce3c9dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=11']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:56.512690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1e094ba2-1461-4d13-b460-973554894654 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:56.515244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:56.546076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febbf4b-161c-4a92-a8a6-21cc521da61c req-165c634f-f787-4e2a-80e7-525170e26f90 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:56.551989 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:56.552162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5febbf4b-161c-4a92-a8a6-21cc521da61c req-165c634f-f787-4e2a-80e7-525170e26f90 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 944 time: 0.1678274 Apr 30 01:21:56.552429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bdc6b-7beb-4cc4-b3b7-956c74f0f776 req-8db56e4b-036b-48ae-bdf2-fe488e9a60ec tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:56.553259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3697f1e5-1840-4d59-b434-d4c371106a90 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:21:56.554343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-067bdc6b-7beb-4cc4-b3b7-956c74f0f776 req-8db56e4b-036b-48ae-bdf2-fe488e9a60ec tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 943 time: 0.0941606 Apr 30 01:21:56.572013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-5a2b2b3d-16bc-4534-91ee-f46ca7ea4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:56.573533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-5a2b2b3d-16bc-4534-91ee-f46ca7ea4d34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1099 time: 0.1171463 Apr 30 01:21:56.629140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] For port 3697f1e5-1840-4d59-b434-d4c371106a90, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3697f1e5-1840-4d59-b434-d4c371106a90,segment=NetworkSegment(9ebb110d-76e2-4063-8d54-d29ae3ac37e3),segment_id=9ebb110d-76e2-4063-8d54-d29ae3ac37e3)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:56.629499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:56.646404 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-067bdc6b-7beb-4cc4-b3b7-956c74f0f776 req-e2d5b763-764a-4c6a-b15b-a4e345a9e99b tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841408 Apr 30 01:21:56.651678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Calling delete_port for 3697f1e5-1840-4d59-b434-d4c371106a90 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:21:56.775440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5febbf4b-161c-4a92-a8a6-21cc521da61c req-78c1068c-9f4c-4e0a-95b7-f8626ee55902 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224541 Apr 30 01:21:56.792659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-016258eb-9f7f-415c-bf25-ad680418e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:56.808990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-016258eb-9f7f-415c-bf25-ad680418e816 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2119558 Apr 30 01:21:56.808990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d548a22-a58e-4cf8-894d-595317576f77 req-e82417a2-b401-4f21-8ae6-e50bc75eb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:56.808990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d548a22-a58e-4cf8-894d-595317576f77 req-e82417a2-b401-4f21-8ae6-e50bc75eb0fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83da2a91075e44bc9565c3a91f5d9622&device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 1099 time: 0.1231265 Apr 30 01:21:56.866367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-28b8aa12-6e6f-479a-8a73-429c2c162076 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0636728 Apr 30 01:21:56.962022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:56.971698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1e094ba2-1461-4d13-b460-973554894654, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1e094ba2-1461-4d13-b460-973554894654,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:56.982613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:56.985366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:21:56.993098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No active binding found for port 3697f1e5-1840-4d59-b434-d4c371106a90 {{(pid=103320) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 01:21:56.993671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3697f1e5-1840-4d59-b434-d4c371106a90 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:21:56.996065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '1e094ba2-1461-4d13-b460-973554894654', 'network_id': '908913d4-f8e6-4459-8782-18e80e0a7b40', 'port_id': '1e094ba2-1461-4d13-b460-973554894654', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb96e933-d193-4e19-8485-6202df4ce49a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:57.007100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Pushing event deleted for resources: {'Port': ['ID=3697f1e5-1840-4d59-b434-d4c371106a90,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:57.021991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.023028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.023376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.023801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.024138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.024604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.024958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.025286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.025615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.025950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.026276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.026596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:21:57.031820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2c3f8-9e93-4e12-a311-11d61eab92ef req-f8c216d9-6426-488e-b8f3-984c4a42b4fd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.033629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbb2c3f8-9e93-4e12-a311-11d61eab92ef req-f8c216d9-6426-488e-b8f3-984c4a42b4fd tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 867 time: 0.1567316 Apr 30 01:21:57.043934 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:57.050932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-fb6df8a4-ec0b-4f74-bbbb-5e6af255e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.052623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-fb6df8a4-ec0b-4f74-bbbb-5e6af255e9f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1730673 Apr 30 01:21:57.062670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e094ba2-1461-4d13-b460-973554894654 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:57.074711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] No DVR routers for this DVR port 3697f1e5-1840-4d59-b434-d4c371106a90 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:21:57.077415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:57.081604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b72cd3b-7de7-42fa-b031-59ab0eea3936 req-b4d13d0a-f608-4ab8-9e28-ba4e0a32a8f4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.23 "DELETE /v2.0/ports/3697f1e5-1840-4d59-b434-d4c371106a90 HTTP/1.1" status: 204 len: 173 time: 0.7731142 Apr 30 01:21:57.086561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1e094ba2-1461-4d13-b460-973554894654, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1e094ba2-1461-4d13-b460-973554894654,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:57.126887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d548a22-a58e-4cf8-894d-595317576f77 req-19916e72-605e-4c6d-9585-df6408a68f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.129045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d548a22-a58e-4cf8-894d-595317576f77 req-19916e72-605e-4c6d-9585-df6408a68f12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2611651 Apr 30 01:21:57.144713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbb2c3f8-9e93-4e12-a311-11d61eab92ef req-847b1d52-1839-47e5-8854-b0e6738c1c04 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/security-groups?id=981f2917-2f9c-46d4-920c-022adb8a8081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028633 Apr 30 01:21:57.161979 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:57.185987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d548a22-a58e-4cf8-894d-595317576f77 req-6ec3bc08-41a5-455c-8fad-97e72f0c84f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=be467e1f-d73e-4b50-a797-6d736081c4e0 HTTP/1.1" status: 200 len: 217 time: 0.0496814 Apr 30 01:21:57.188565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-c8755198-b74e-44a1-b56b-e8a50aec85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.190704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-c8755198-b74e-44a1-b56b-e8a50aec85f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287656 Apr 30 01:21:57.220542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af010d8f-0e27-4976-8c49-080a682f0839 req-73a47bc5-b096-4593-a133-efe92eb11516 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.227970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af010d8f-0e27-4976-8c49-080a682f0839 req-73a47bc5-b096-4593-a133-efe92eb11516 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 948 time: 0.0713098 Apr 30 01:21:57.237236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1e094ba2-1461-4d13-b460-973554894654,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:57.270090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af010d8f-0e27-4976-8c49-080a682f0839 req-55fe5ffd-f809-4505-9987-0b71cba95dad tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 Apr 30 01:21:57.309146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d548a22-a58e-4cf8-894d-595317576f77 req-09671912-c813-4193-9dbd-d38e7b2b50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.311477 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d548a22-a58e-4cf8-894d-595317576f77 req-09671912-c813-4193-9dbd-d38e7b2b50b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1178043 Apr 30 01:21:57.369090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-b42f34e1-90e8-4ffa-9b09-1a3b99725ffa service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667902 Apr 30 01:21:57.456540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d548a22-a58e-4cf8-894d-595317576f77 req-fa23ad9a-01c3-4236-9bdd-cf7a8b6e8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.458121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d548a22-a58e-4cf8-894d-595317576f77 req-fa23ad9a-01c3-4236-9bdd-cf7a8b6e8f9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395841 Apr 30 01:21:57.474146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6e47f-4eca-4321-8252-c21a4a567f44 req-66dbba83-351b-40d0-bbb5-b0fb7b506f82 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.475606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99a6e47f-4eca-4321-8252-c21a4a567f44 req-66dbba83-351b-40d0-bbb5-b0fb7b506f82 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 948 time: 0.1217136 Apr 30 01:21:57.533054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1e094ba2-1461-4d13-b460-973554894654'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:57.577740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bef92c0-02bb-4f50-b4a4-2225476bd096 req-8cb6c64e-1770-4e46-bcb8-594a6e8c5a86 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893022 Apr 30 01:21:57.592531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99a6e47f-4eca-4321-8252-c21a4a567f44 req-47ab273d-0030-42c4-b94b-dea59ed19496 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041319 Apr 30 01:21:57.622926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d548a22-a58e-4cf8-894d-595317576f77 req-818b1a6d-01df-4089-a989-224d496c3702 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447051 Apr 30 01:21:57.698443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286becac-fede-4b2c-908a-79a2744f441a', 'name': 'network-vif-deleted', 'tag': '3697f1e5-1840-4d59-b434-d4c371106a90'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:57.701039 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a7c20d-df0f-4b31-9593-e9616b10440b" -d '{"events": [{"server_uuid": "286becac-fede-4b2c-908a-79a2744f441a", "name": "network-vif-deleted", "tag": "3697f1e5-1840-4d59-b434-d4c371106a90"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:57.766033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d548a22-a58e-4cf8-894d-595317576f77 req-881d07d3-b64c-4b52-a121-44a2208c4db5 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331367 Apr 30 01:21:57.789017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005dde-af70-4af9-a430-972f65eb11f0 req-5fd2a5fe-6c7f-4f54-8db6-07f2c39c114e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:57.790786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56005dde-af70-4af9-a430-972f65eb11f0 req-5fd2a5fe-6c7f-4f54-8db6-07f2c39c114e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 944 time: 0.0596180 Apr 30 01:21:57.834028 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56005dde-af70-4af9-a430-972f65eb11f0 req-e892dbe5-0b67-4946-b416-191b32c9a7b3 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369432 Apr 30 01:21:57.952062 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7fc85f-f142-4d90-92b9-14bbffdda6d1 x-openstack-request-id: req-5d7fc85f-f142-4d90-92b9-14bbffdda6d1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:57.952062 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286becac-fede-4b2c-908a-79a2744f441a", "name": "network-vif-deleted", "tag": "3697f1e5-1840-4d59-b434-d4c371106a90", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:57.952062 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d7fc85f-f142-4d90-92b9-14bbffdda6d1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:57.952062 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7fc85f-f142-4d90-92b9-14bbffdda6d1'] response: {'server_uuid': '286becac-fede-4b2c-908a-79a2744f441a', 'name': 'network-vif-deleted', 'tag': '3697f1e5-1840-4d59-b434-d4c371106a90', 'status': 'completed', 'code': 200} Apr 30 01:21:58.036425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:58.036781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d8c47-ffb0-438f-a828-77d09eeb31b6 req-84ffe6e8-db60-4e04-9234-612febf7205b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:58.038247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca1d8c47-ffb0-438f-a828-77d09eeb31b6 req-84ffe6e8-db60-4e04-9234-612febf7205b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Apr 30 01:21:58.043168 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ff72e1-9f38-4084-b9f3-e27a82f185f2" -d '{"events": [{"server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "name": "network-vif-plugged", "status": "completed", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:58.090761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca1d8c47-ffb0-438f-a828-77d09eeb31b6 req-abfd91e6-db75-4c29-a950-52a69dca5a41 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Apr 30 01:21:58.145308 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a443b09c-0929-406f-8f07-a6f81e604833 x-openstack-request-id: req-a443b09c-0929-406f-8f07-a6f81e604833 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:58.145656 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "name": "network-vif-plugged", "status": "completed", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:58.145966 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a443b09c-0929-406f-8f07-a6f81e604833 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:58.146418 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a443b09c-0929-406f-8f07-a6f81e604833'] response: {'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736', 'code': 200} Apr 30 01:21:58.278914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b9e97cc-40fb-4017-9a97-ac300aeb799d req-58d85a6b-7b38-45bb-9d5b-1fcce81c7bc4 tempest-ImagesTestJSON-456421117 tempest-ImagesTestJSON-456421117-project] 10.222.0.15 "GET /v2.0/ports?device_id=286becac-fede-4b2c-908a-79a2744f441a HTTP/1.1" status: 200 len: 210 time: 0.0352225 Apr 30 01:21:58.291352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c2743-2cb3-4c57-b47a-a5419c87c40f req-fec5b124-5a30-449f-ad2e-e93439fb209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:58.291352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d66c2743-2cb3-4c57-b47a-a5419c87c40f req-fec5b124-5a30-449f-ad2e-e93439fb209e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1096 time: 0.0719781 Apr 30 01:21:58.338163 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d66c2743-2cb3-4c57-b47a-a5419c87c40f req-311cd683-d0e5-4096-96c0-3cc1986f070c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Apr 30 01:21:58.389393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:21:58.391784 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e3fdd1-229e-4a8c-89a2-7862688d4577" -d '{"events": [{"name": "network-changed", "server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:21:58.402374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae57eb-b661-4eb9-bb13-33200ab92d88 req-c6addc0a-4d14-4617-a28a-91a1455fecbf tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:58.403876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38ae57eb-b661-4eb9-bb13-33200ab92d88 req-c6addc0a-4d14-4617-a28a-91a1455fecbf tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 948 time: 0.0551507 Apr 30 01:21:58.442061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38ae57eb-b661-4eb9-bb13-33200ab92d88 req-4a40ccd5-ae57-4f42-8924-5d4bd4ac83a6 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Apr 30 01:21:58.498366 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e444acf-eb22-4a8e-9ff4-79b2b425a7ed x-openstack-request-id: req-9e444acf-eb22-4a8e-9ff4-79b2b425a7ed {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:21:58.498684 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:21:58.498935 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e444acf-eb22-4a8e-9ff4-79b2b425a7ed {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:21:58.499332 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e444acf-eb22-4a8e-9ff4-79b2b425a7ed'] response: {'name': 'network-changed', 'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'status': 'completed', 'code': 200} Apr 30 01:21:58.533941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device be467e1f-d73e-4b50-a797-6d736081c4e0 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:21:58.613899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-0329aeae-54d5-4702-8510-8bc4fc2daf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:58.615459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-0329aeae-54d5-4702-8510-8bc4fc2daf3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1099 time: 0.0855281 Apr 30 01:21:58.637473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-b6f297db-ba18-469d-805e-ed7f4fd62325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:58.639193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-b6f297db-ba18-469d-805e-ed7f4fd62325 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1099 time: 0.0725720 Apr 30 01:21:58.662826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port be467e1f-d73e-4b50-a797-6d736081c4e0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=be467e1f-d73e-4b50-a797-6d736081c4e0,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:58.677906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'be467e1f-d73e-4b50-a797-6d736081c4e0', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'be467e1f-d73e-4b50-a797-6d736081c4e0', 'mac_address': 'fa:16:3e:8d:38:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:21:58.704710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-488595d6-24a6-4d7f-8ba8-d61de9fe5a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:58.721297 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:58.736379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be467e1f-d73e-4b50-a797-6d736081c4e0 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:21:58.763135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port be467e1f-d73e-4b50-a797-6d736081c4e0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=be467e1f-d73e-4b50-a797-6d736081c4e0,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:21:58.848142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee39e5-b18f-48f6-aa19-4e95472623eb req-e419ead0-b4f8-4194-b73a-a88fda07a6f1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:58.849680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3ee39e5-b18f-48f6-aa19-4e95472623eb req-e419ead0-b4f8-4194-b73a-a88fda07a6f1 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 948 time: 0.1384702 Apr 30 01:21:58.857854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-ffc816b7-de98-442a-9403-c01d64b17f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:58.859306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-ffc816b7-de98-442a-9403-c01d64b17f49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2357886 Apr 30 01:21:58.868860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-450fc10f-5477-41da-a972-b7a04624a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:58.870597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-450fc10f-5477-41da-a972-b7a04624a59f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2159104 Apr 30 01:21:58.893466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:58.925965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-90b44d01-9c69-403e-80fe-e987e640559f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0543699 Apr 30 01:21:58.974689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=be467e1f-d73e-4b50-a797-6d736081c4e0,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:21:59.001354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ad8bd-3b81-4be6-a7a3-b4607c14429f req-013cbc8b-46d4-4afd-b023-6389021b8ac4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:59.002393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-e4c39ee2-d81c-434f-b8b9-ec9ae049042b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 200 len: 217 time: 0.0861928 Apr 30 01:21:59.007913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-ffb39fe7-b2cb-4fe6-b965-f0461826da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:59.008119 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f7ad8bd-3b81-4be6-a7a3-b4607c14429f req-013cbc8b-46d4-4afd-b023-6389021b8ac4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 944 time: 0.0835919 Apr 30 01:21:59.009375 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-ffb39fe7-b2cb-4fe6-b965-f0461826da82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0548153 Apr 30 01:21:59.053293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f7ad8bd-3b81-4be6-a7a3-b4607c14429f req-48d7a5f5-9c69-44a1-a6d1-0cbc453648e4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392365 Apr 30 01:21:59.063596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3ee39e5-b18f-48f6-aa19-4e95472623eb req-10a352ec-d54d-4e4a-a76b-6a14481cc740 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018785 Apr 30 01:21:59.102989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-39c436ae-4a56-4316-b99f-4f7c017dc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:59.104458 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-39c436ae-4a56-4316-b99f-4f7c017dc321 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0942535 Apr 30 01:21:59.111473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-a64fb71b-dffc-4e1f-b1a4-6c93729626cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:59.112898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-a64fb71b-dffc-4e1f-b1a4-6c93729626cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862966 Apr 30 01:21:59.204772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-4d7bb02f-1d06-4c61-9a11-6e43df545d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:59.206492 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-4d7bb02f-1d06-4c61-9a11-6e43df545d2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925117 Apr 30 01:21:59.222303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f4135-6e49-404e-8d1d-3b62f08105e0 req-4f7908b2-3ca5-45b8-bf02-9263d7462527 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:59.223677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['be467e1f-d73e-4b50-a797-6d736081c4e0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:21:59.224512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-195f4135-6e49-404e-8d1d-3b62f08105e0 req-4f7908b2-3ca5-45b8-bf02-9263d7462527 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.0520282 Apr 30 01:21:59.288036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-195f4135-6e49-404e-8d1d-3b62f08105e0 req-841488a1-f480-41b3-ae2e-dc623c6c6c28 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529456 Apr 30 01:21:59.288622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-edbdecde-1bcd-4864-8845-0ea294209c3d service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514525 Apr 30 01:21:59.379886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-b6d0da12-579d-44d2-b63d-c4b88b41e498 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648071 Apr 30 01:21:59.463794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-dfbaa79d-7a9b-4497-949f-59641687f6f1 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668730 Apr 30 01:21:59.504198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e3fdd1-229e-4a8c-89a2-7862688d4577 req-68f262cc-f09f-43bd-9d76-6a906eb6dad5 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144249 Apr 30 01:21:59.613288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b49b57-640e-4c8f-8e24-6c1812f1408a req-85c0f339-260b-4fc7-a387-09bbea002fb5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:21:59.615448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04b49b57-640e-4c8f-8e24-6c1812f1408a req-85c0f339-260b-4fc7-a387-09bbea002fb5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 949 time: 0.0739245 Apr 30 01:21:59.669412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04b49b57-640e-4c8f-8e24-6c1812f1408a req-6efbb262-80fb-4c5a-89ca-6ac1f2f2668a tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479050 Apr 30 01:21:59.710517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38226) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:21:59.772012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb89f408-bf55-418a-a842-9ec662d8acd4 admin admin] Deleting subnet 06b6587d-c0b7-431f-839f-e81a0ff957ca {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:21:59.775783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb89f408-bf55-418a-a842-9ec662d8acd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:59.810964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb89f408-bf55-418a-a842-9ec662d8acd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:21:59.850455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb89f408-bf55-418a-a842-9ec662d8acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.053632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb89f408-bf55-418a-a842-9ec662d8acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.083610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89f408-bf55-418a-a842-9ec662d8acd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b6587d-c0b7-431f-839f-e81a0ff957ca,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:00.085669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb89f408-bf55-418a-a842-9ec662d8acd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.089514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb89f408-bf55-418a-a842-9ec662d8acd4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/06b6587d-c0b7-431f-839f-e81a0ff957ca HTTP/1.1" status: 204 len: 168 time: 0.3773277 Apr 30 01:22:00.092032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38234) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:00.181456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:22:00.185920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3697f1e5-1840-4d59-b434-d4c371106a90 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:00.188322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38238) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:00.191407 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.231491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 3697f1e5-1840-4d59-b434-d4c371106a90 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:00.232095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3697f1e5-1840-4d59-b434-d4c371106a90 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:00.244973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bf924-391d-42b2-886f-54523729e24c req-fa0fc89d-54ec-4cea-ad97-ea468ee62771 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:00.247900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-209bf924-391d-42b2-886f-54523729e24c req-fa0fc89d-54ec-4cea-ad97-ea468ee62771 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 944 time: 0.0766788 Apr 30 01:22:00.293743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e43d1-a854-40c5-a969-5f2b59897762 req-0462e321-2344-4edd-9697-bf0607baadf0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:00.295290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-853e43d1-a854-40c5-a969-5f2b59897762 req-0462e321-2344-4edd-9697-bf0607baadf0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 948 time: 0.0958290 Apr 30 01:22:00.328591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-209bf924-391d-42b2-886f-54523729e24c req-ea79fcd1-02db-48a3-82c4-24ee03afc3cb tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690837 Apr 30 01:22:00.347867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:00.362803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'mac_address': 'fa:16:3e:8b:27:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:22:00.389052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.392214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa667-c166-415c-94e3-34dea6e042ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.405088 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.422634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06513550-dcc5-46b5-8a11-df5f245a0d4f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:22:00.440976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6884ef9c-2a6a-49a0-8451-29360ea31c3f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:00.445138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:00.446932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-853e43d1-a854-40c5-a969-5f2b59897762 req-a84b0d39-748c-4d32-97a3-94a5ff54ff18 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393077 Apr 30 01:22:00.461384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f9981-9e21-49f4-840b-03063b6d9dee req-43e400af-c54e-4610-a01a-e185686da4ad tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:00.461917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebb110d-76e2-4063-8d54-d29ae3ac37e3') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:00.462545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebb110d-76e2-4063-8d54-d29ae3ac37e3') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:00.463529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a02f9981-9e21-49f4-840b-03063b6d9dee req-43e400af-c54e-4610-a01a-e185686da4ad tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.0660591 Apr 30 01:22:00.491548 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.512649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a02f9981-9e21-49f4-840b-03063b6d9dee req-16252597-1a0d-4f3f-ae11-daaa65fc32bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Apr 30 01:22:00.514810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.534512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:22:00.535229 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.536426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device be467e1f-d73e-4b50-a797-6d736081c4e0 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:22:00.537014 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:22:00.599729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.632571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9929ce6-f527-4f6e-b224-fcd01ff28fb0 req-fd1a940a-1dd1-43f8-aecb-c5d4a432191e tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:00.634972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9929ce6-f527-4f6e-b224-fcd01ff28fb0 req-fd1a940a-1dd1-43f8-aecb-c5d4a432191e tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1096 time: 0.0461667 Apr 30 01:22:00.642812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa667-c166-415c-94e3-34dea6e042ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.649170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecbd91-467b-4f39-b7bb-b133b7e485c7 req-c44bba97-ade7-4614-a736-8a5e1022e88a tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:00.650816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46ecbd91-467b-4f39-b7bb-b133b7e485c7 req-c44bba97-ade7-4614-a736-8a5e1022e88a tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 1099 time: 0.1328011 Apr 30 01:22:00.654575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:00.677434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9929ce6-f527-4f6e-b224-fcd01ff28fb0 req-6c50c131-dd16-4144-a35b-478956e3a67a tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Apr 30 01:22:00.686616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46ecbd91-467b-4f39-b7bb-b133b7e485c7 req-a8783d5b-482b-4fc2-8393-60ff75119696 tempest-MigrationsAdminTest-2062965617 tempest-MigrationsAdminTest-2062965617-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293615 Apr 30 01:22:00.744311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port be467e1f-d73e-4b50-a797-6d736081c4e0 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:22:00.749176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port be467e1f-d73e-4b50-a797-6d736081c4e0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:00.749562 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.795826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1ae47-466a-4cb8-a5db-707bf118a0fd req-efb89d46-f3bc-4ea1-91d2-297f71fca772 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:00.797454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ab1ae47-466a-4cb8-a5db-707bf118a0fd req-efb89d46-f3bc-4ea1-91d2-297f71fca772 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 949 time: 0.0490854 Apr 30 01:22:00.799012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.800943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa667-c166-415c-94e3-34dea6e042ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.816597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.819845 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6884ef9c-2a6a-49a0-8451-29360ea31c3f HTTP/1.1" status: 204 len: 168 time: 0.7267606 Apr 30 01:22:00.861993 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.867951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dd9aa667-c166-415c-94e3-34dea6e042ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=baf635961a2e4e2ea3b49f1190e6c91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742165 Apr 30 01:22:00.868194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38258) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:00.890609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c597ab7-c048-486d-91bc-9627abade331 admin admin] Pushing event deleted for resources: {'Network': ['ID=6884ef9c-2a6a-49a0-8451-29360ea31c3f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:00.895990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d6191b-0a76-4af0-a2cc-617089143438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be467e1f-d73e-4b50-a797-6d736081c4e0'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:00.898940 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d876f09-ca83-42f5-a0bf-88f33e32dad8" -d '{"events": [{"server_uuid": "73d6191b-0a76-4af0-a2cc-617089143438", "name": "network-vif-plugged", "status": "completed", "tag": "be467e1f-d73e-4b50-a797-6d736081c4e0"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:00.913002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port be467e1f-d73e-4b50-a797-6d736081c4e0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=be467e1f-d73e-4b50-a797-6d736081c4e0,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:00.916856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa667-c166-415c-94e3-34dea6e042ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66df3706-4c56-4a58-b5b4-cf2ac6125633,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:00.933017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['06513550-dcc5-46b5-8a11-df5f245a0d4f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:00.939655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7f52d29-b9ef-49a9-83c6-a9252f1509b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.945144 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ab1ae47-466a-4cb8-a5db-707bf118a0fd req-40070a44-216e-4206-9bdb-133de75f9656 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832169 Apr 30 01:22:00.968754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7f52d29-b9ef-49a9-83c6-a9252f1509b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:00.969887 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3480-8ef4-4934-a138-af4091d760e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.034147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.035625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1e094ba2-1461-4d13-b460-973554894654 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:01.061665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091cec-dbe6-46be-ba1f-071a75ef2a43 req-0a44d029-9a2b-4fb1-beae-28417db9145b tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:01.063170 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34091cec-dbe6-46be-ba1f-071a75ef2a43 req-0a44d029-9a2b-4fb1-beae-28417db9145b tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1096 time: 0.0519202 Apr 30 01:22:01.103070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34091cec-dbe6-46be-ba1f-071a75ef2a43 req-d6793658-525a-4948-b0c2-785974de2992 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 Apr 30 01:22:01.156021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=be467e1f-d73e-4b50-a797-6d736081c4e0,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:01.170246 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ebe0bc-2edc-44ae-b39e-027928af8242 x-openstack-request-id: req-86ebe0bc-2edc-44ae-b39e-027928af8242 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:01.170246 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d6191b-0a76-4af0-a2cc-617089143438", "name": "network-vif-plugged", "status": "completed", "tag": "be467e1f-d73e-4b50-a797-6d736081c4e0", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:01.170246 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86ebe0bc-2edc-44ae-b39e-027928af8242 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:01.170588 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ebe0bc-2edc-44ae-b39e-027928af8242'] response: {'server_uuid': '73d6191b-0a76-4af0-a2cc-617089143438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be467e1f-d73e-4b50-a797-6d736081c4e0', 'code': 200} Apr 30 01:22:01.191789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7f52d29-b9ef-49a9-83c6-a9252f1509b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.198123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7f52d29-b9ef-49a9-83c6-a9252f1509b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.200422 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a7f52d29-b9ef-49a9-83c6-a9252f1509b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66df3706-4c56-4a58-b5b4-cf2ac6125633 HTTP/1.1" status: 204 len: 168 time: 0.3313878 Apr 30 01:22:01.213136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f52d29-b9ef-49a9-83c6-a9252f1509b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df3706-4c56-4a58-b5b4-cf2ac6125633,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:01.253851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 1e094ba2-1461-4d13-b460-973554894654 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:22:01.260952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 1e094ba2-1461-4d13-b460-973554894654 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:01.261462 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.314748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38272) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:01.356059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a823c-c076-464b-aed0-7cf95592802f req-3150e3db-d17d-4c0a-b49c-91ecbbe6b0b2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:01.356963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079ebd2-f2f3-4f16-a964-865760a47fca req-60193028-39d3-4ee3-8fdd-6d376d129465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:01.358130 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a01a823c-c076-464b-aed0-7cf95592802f req-3150e3db-d17d-4c0a-b49c-91ecbbe6b0b2 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.0724123 Apr 30 01:22:01.358590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f079ebd2-f2f3-4f16-a964-865760a47fca req-60193028-39d3-4ee3-8fdd-6d376d129465 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 1101 time: 0.1025012 Apr 30 01:22:01.371501 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.384517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f1f25b68-9229-4bf5-a0c8-8c9798dba434 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8501c42d0f949c5b25d7eadc66f8419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679760 Apr 30 01:22:01.387337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38276) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:01.408633 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a01a823c-c076-464b-aed0-7cf95592802f req-5bbee59c-a862-4f28-bdb1-7cd6d008fcef tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Apr 30 01:22:01.415293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1e094ba2-1461-4d13-b460-973554894654, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1e094ba2-1461-4d13-b460-973554894654,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:01.423227 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f079ebd2-f2f3-4f16-a964-865760a47fca req-ada28ff8-9f13-401f-93bc-8ed8b4f12172 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565455 Apr 30 01:22:01.450886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f6be326-83a7-49a3-95bb-c785a89f07f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.477582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f6be326-83a7-49a3-95bb-c785a89f07f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.504202 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.530127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6fa0-d93b-486a-943e-457c54886012 req-72f83a5a-077d-4a5f-a907-98af2be38bee tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:01.531705 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-812a6fa0-d93b-486a-943e-457c54886012 req-72f83a5a-077d-4a5f-a907-98af2be38bee tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 944 time: 0.0514998 Apr 30 01:22:01.565190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1e094ba2-1461-4d13-b460-973554894654,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:01.581768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-812a6fa0-d93b-486a-943e-457c54886012 req-b899368c-0628-4df8-9eac-da18eac825a8 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Apr 30 01:22:01.606742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f6be326-83a7-49a3-95bb-c785a89f07f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.609525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f6be326-83a7-49a3-95bb-c785a89f07f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:01.610666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f6be326-83a7-49a3-95bb-c785a89f07f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/981f2917-2f9c-46d4-920c-022adb8a8081 HTTP/1.1" status: 204 len: 168 time: 0.2223582 Apr 30 01:22:01.620156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6be326-83a7-49a3-95bb-c785a89f07f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981f2917-2f9c-46d4-920c-022adb8a8081,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:01.974158 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:02.080543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec0382-7816-450a-a62b-83efd52573d8 req-5ee765a3-f273-480a-82f0-a7e57073b307 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:02.082715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15ec0382-7816-450a-a62b-83efd52573d8 req-5ee765a3-f273-480a-82f0-a7e57073b307 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 950 time: 0.0561020 Apr 30 01:22:02.128738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15ec0382-7816-450a-a62b-83efd52573d8 req-e58e4870-ca76-4c3c-9651-979a62546e61 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384753 Apr 30 01:22:02.195241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:02.315418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 06513550-dcc5-46b5-8a11-df5f245a0d4f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:22:02.321119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 06513550-dcc5-46b5-8a11-df5f245a0d4f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:02.321635 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:02.411022 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:02.452417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:02.469940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38330) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:02.549568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba75be6-d630-44f4-b46d-23e654551e9c req-89dad6d9-5773-4e15-ad40-968a73f2994e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:02.551917 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ba75be6-d630-44f4-b46d-23e654551e9c req-89dad6d9-5773-4e15-ad40-968a73f2994e tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 949 time: 0.0625186 Apr 30 01:22:02.566962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:02.584479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1443952546-network', 'tenant_id': '5e64372fbe024f5198dfba73156b0740'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:02.605577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ba75be6-d630-44f4-b46d-23e654551e9c req-e8c75198-1d18-4898-b42e-0e6cb9e5c495 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482221 Apr 30 01:22:02.660024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=13']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:02.675638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Made reservation on behalf of 5e64372fbe024f5198dfba73156b0740 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:02.678175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:02.690951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:02.748083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cbfa2-136b-4bfc-8e1f-c9c78cd4855b req-27e9d0b5-3d37-4151-bf7d-764dd6ef5636 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:02.750129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-078cbfa2-136b-4bfc-8e1f-c9c78cd4855b req-27e9d0b5-3d37-4151-bf7d-764dd6ef5636 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.0657923 Apr 30 01:22:02.802622 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-078cbfa2-136b-4bfc-8e1f-c9c78cd4855b req-fb104348-eb19-4cb5-ae44-5087961fa5b0 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Apr 30 01:22:02.809497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-cbf79e28-dcff-455d-aee7-1e386db34aae tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:02.811005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-cbf79e28-dcff-455d-aee7-1e386db34aae tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 950 time: 0.0893748 Apr 30 01:22:02.859466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:02.929862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Deleting port 06513550-dcc5-46b5-8a11-df5f245a0d4f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:02.932378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.001111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.042301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:22:03.043015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38350) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:03.064101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] For port 06513550-dcc5-46b5-8a11-df5f245a0d4f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=06513550-dcc5-46b5-8a11-df5f245a0d4f,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:03.064467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.067777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef3d3ff-18f6-4644-981a-15e79d251156,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:03.079475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.079818 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Added segment 503765a5-160b-40ab-920b-fcecec30af6b of type vlan for network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 Apr 30 01:22:03.090586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Calling delete_port for 06513550-dcc5-46b5-8a11-df5f245a0d4f owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:03.159459 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.163706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1221536034-network', 'tenant_id': '4b22b11b5bd142e88cd5ab5f2f2e043e'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:03.172284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9572593e-b197-4b84-a1dc-7879c99bf8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e094ba2-1461-4d13-b460-973554894654'}, {'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:03.174714 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1443d3a9-3450-4062-92e0-398ae2854cbe" -d '{"events": [{"server_uuid": "9572593e-b197-4b84-a1dc-7879c99bf8bb", "name": "network-vif-plugged", "status": "completed", "tag": "1e094ba2-1461-4d13-b460-973554894654"}, {"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-plugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:03.279621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be89a3-5fa5-45fe-b7b5-9e9df74387da req-f2b7e7c3-4054-407d-b658-b0942b9c8fe5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:03.285749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8be89a3-5fa5-45fe-b7b5-9e9df74387da req-f2b7e7c3-4054-407d-b658-b0942b9c8fe5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 950 time: 0.0624411 Apr 30 01:22:03.311977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Made reservation on behalf of 4b22b11b5bd142e88cd5ab5f2f2e043e for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:03.314244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.326336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.330845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8be89a3-5fa5-45fe-b7b5-9e9df74387da req-9990dd8b-79d4-4abc-ac45-3189b89f9fb4 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Apr 30 01:22:03.363383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.364412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:03.365034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.382405 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cedf88-ee05-4a5c-8eb5-7aa0c8430389 x-openstack-request-id: req-37cedf88-ee05-4a5c-8eb5-7aa0c8430389 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:03.384252 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9572593e-b197-4b84-a1dc-7879c99bf8bb", "name": "network-vif-plugged", "status": "completed", "tag": "1e094ba2-1461-4d13-b460-973554894654", "code": 200}, {"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-plugged", "status": "completed", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:03.385147 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37cedf88-ee05-4a5c-8eb5-7aa0c8430389 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:03.385716 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cedf88-ee05-4a5c-8eb5-7aa0c8430389'] response: {'server_uuid': '9572593e-b197-4b84-a1dc-7879c99bf8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e094ba2-1461-4d13-b460-973554894654', 'code': 200} Apr 30 01:22:03.386185 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cedf88-ee05-4a5c-8eb5-7aa0c8430389'] response: {'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'code': 200} Apr 30 01:22:03.444284 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.454630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.466992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7e01c030-24ac-4c84-8c97-f2d81987da00', '24f67d58-8477-45b2-8df1-5828b2d3b71a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:03.469480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['d3e08957-e423-4d95-823e-d6febf898616', '06513550-dcc5-46b5-8a11-df5f245a0d4f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:03.519817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:03.543482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a52e8219-3d27-4ead-9468-49b02cbc9671 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0707612 Apr 30 01:22:03.543482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event deleted for resources: {'Port': ['ID=06513550-dcc5-46b5-8a11-df5f245a0d4f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:03.545621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38362) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:03.551594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Request body: {'subnet': {'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1443952546-subnet', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:03.558242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:22:03.580768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] No DVR routers for this DVR port 06513550-dcc5-46b5-8a11-df5f245a0d4f on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:03.584603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.593128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c986a96-22b8-4f0a-a1cd-313b9e0eab08 req-945c28e8-3bf5-43b3-970a-16a75eeaf6f9 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "DELETE /v2.0/ports/06513550-dcc5-46b5-8a11-df5f245a0d4f HTTP/1.1" status: 204 len: 173 time: 0.7732954 Apr 30 01:22:03.593937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-deleted', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:03.597067 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd75ec1-f8e3-4106-9e80-c7f40e6ca774" -d '{"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-deleted", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:03.614244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.626095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3479cf3-6ea2-4fbe-83ed-9fdd60bcaaa4 req-3ea0d801-4df1-41ed-a3b0-4d0f0a92da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:03.627602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3479cf3-6ea2-4fbe-83ed-9fdd60bcaaa4 req-3ea0d801-4df1-41ed-a3b0-4d0f0a92da52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 1096 time: 0.1706760 Apr 30 01:22:03.648998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:22:03.662921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79ebcdc-3a9b-4bb6-96a0-16714ad6e585,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:03.679114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.681982 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Added segment beffef49-7ada-4d43-b5c4-38fdcb44141b of type vlan for network 00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d Apr 30 01:22:03.691774 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3479cf3-6ea2-4fbe-83ed-9fdd60bcaaa4 req-1b3f7ae2-046f-4d1d-a95f-55e140c34b8d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542152 Apr 30 01:22:03.745626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.797358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Made reservation on behalf of 5e64372fbe024f5198dfba73156b0740 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:03.801117 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.834988 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.937889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.942944 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.943110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:03.943110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:03.957494 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61c4a7d-51a7-49f7-9672-3a88e24210eb x-openstack-request-id: req-e61c4a7d-51a7-49f7-9672-3a88e24210eb {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:03.957802 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f24edea-dc0f-4526-a11e-5723c685c3be", "name": "network-vif-deleted", "tag": "06513550-dcc5-46b5-8a11-df5f245a0d4f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:03.958392 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e61c4a7d-51a7-49f7-9672-3a88e24210eb {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:03.958511 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61c4a7d-51a7-49f7-9672-3a88e24210eb'] response: {'server_uuid': '9f24edea-dc0f-4526-a11e-5723c685c3be', 'name': 'network-vif-deleted', 'tag': '06513550-dcc5-46b5-8a11-df5f245a0d4f', 'status': 'completed', 'code': 200} Apr 30 01:22:04.071323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] Pushing event updated for resources: {'Network': ['ID=00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:04.080790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-50de695d-39fe-4a04-a55b-5ee3772232f2 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:22:04.083578 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-50de695d-39fe-4a04-a55b-5ee3772232f2 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132058 Apr 30 01:22:04.083692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:22:04.109406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-44251a31-d9f6-4d0b-9d84-127dc880abcb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0622838 Apr 30 01:22:04.109406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bf237d2-04fd-41c0-b6f4-d6860dbd40b7 req-de325e63-03cf-426f-8b99-d38d9dde90aa tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24edea-dc0f-4526-a11e-5723c685c3be HTTP/1.1" status: 200 len: 210 time: 0.0562041 Apr 30 01:22:04.109808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38376) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:04.114812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Request body: {'subnet': {'network_id': '00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1221536034-subnet', 'tenant_id': '4b22b11b5bd142e88cd5ab5f2f2e043e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:04.143290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-8010728d-fad2-49cb-9379-d8492cae0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.144997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-8010728d-fad2-49cb-9379-d8492cae0a04 service neutron] 10.222.0.15 "GET /v2.0/ports/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 200 len: 1093 time: 0.0420396 Apr 30 01:22:04.157587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Request body: {'binding': {'host': 'n-h1-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:04.158447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:22:04.235456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Made reservation on behalf of 4b22b11b5bd142e88cd5ab5f2f2e043e for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:04.237814 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:04.261853 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:04.326676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a344803-852a-4ba9-bf33-bad23027ed26 req-064d4014-e8f9-4f3b-b2e2-64dcb568b160 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.328634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a344803-852a-4ba9-bf33-bad23027ed26 req-064d4014-e8f9-4f3b-b2e2-64dcb568b160 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1403439 Apr 30 01:22:04.357334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62028bd-f807-443c-b640-114ba6547ab7,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:04.423461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Checking segment: {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:04.423818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Network hostable DHCP agents. Network: 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:22:04.428293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a344803-852a-4ba9-bf33-bad23027ed26 req-8def2343-30ee-4804-8441-afe60f99ab77 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899410 Apr 30 01:22:04.432999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on host n-h1-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:04.433333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:04.433656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:04.440522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:22:04.440915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:04.459177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:04.459551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:04.459940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:04.460377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Bound port: ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:04.522459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:04.602128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:22:04.632333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:04.633885 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] 10.222.0.15 "POST /v2.0/ports/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736/bindings HTTP/1.1" status: 201 len: 389 time: 0.4816592 Apr 30 01:22:04.709423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:04.714574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.723506 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:04.724424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5a397b-3e76-49fc-89d5-ca8bcbe7e79f None None] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:04.808341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.808732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.809195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.809650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.810101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.810562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.811012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.811480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.811931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.812381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.812825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.813269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.813712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.814153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.814597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.815036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:04.817689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-fc261a37-0322-49c5-b706-ba91f2a5715f tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438&device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb&device_id=24c697b8-8628-4045-b99c-fb073fbd6033&device_id=8b0cd54a-6aee-4389-b300-51df9e07144b&device_id=9cf9311c-fe37-4da0-95d7-11a01d949739&device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db&device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7&device_id=9f24edea-dc0f-4526-a11e-5723c685c3be&device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd&device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c&device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed&device_id=45fe5ecc-66de-4072-930b-97d1ff51677c&device_id=0b91c900-afdf-4bed-b190-9848def6130d&device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980&device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38&device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff&device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 14416 time: 0.0688336 Apr 30 01:22:04.830300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:04.840126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-30d76d12-365e-4cc3-8f9e-7349a5797d9a tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:04.879742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5909dc51-5c69-4343-b444-56edb4ce64f8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3303339 Apr 30 01:22:04.880522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38378) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:04.888549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:04.891825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97d73d6-9f08-4fd9-a951-fff74d02e78c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:04.896030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:22:04.898935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:04.916826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Checking segment: {'id': 'beffef49-7ada-4d43-b5c4-38fdcb44141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:04.917437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Network hostable DHCP agents. Network: 00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:22:04.950148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-30d76d12-365e-4cc3-8f9e-7349a5797d9a tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.000084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fabcb-6d1e-43a9-a33d-aa9f45112a2a req-ee32b738-57c5-40b2-835a-cc889e75c36a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.001738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-567fabcb-6d1e-43a9-a33d-aa9f45112a2a req-ee32b738-57c5-40b2-835a-cc889e75c36a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.0518105 Apr 30 01:22:05.049545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-567fabcb-6d1e-43a9-a33d-aa9f45112a2a req-3e42f4ee-cbf8-4670-89f4-d11de2f4eefe tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Apr 30 01:22:05.072162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Allocated IP 172.20.0.2 (4c9c20d4-d018-4d4e-8eda-1baa8ec93e67/a62028bd-f807-443c-b640-114ba6547ab7/327d989d-6441-4806-b528-3f8dc0032dc5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:05.121063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Network 00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:22:05.121251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-30d76d12-365e-4cc3-8f9e-7349a5797d9a tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.157556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cecb3a74-59c7-410c-9f2d-0039e648ac03 req-30d76d12-365e-4cc3-8f9e-7349a5797d9a tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&id=b1ab73e9-87bb-4e58-8207-3176427e3610&id=902184c4-3888-4163-8e1d-bb97cf9fff94&id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&id=106bd4ee-527c-493e-a6c7-13632d767b04&id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.3304877 Apr 30 01:22:05.180675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d76d12-365e-4cc3-8f9e-7349a5797d9a tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a9899e-3579-4584-9f92-153578ef30bf,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:05.225032 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.226862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.244466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.265325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:05.272436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.279350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.281018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3635a8e0-9966-4c85-8b14-4f793e2980b3 None None] Network 00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:05.305586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.398408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.421622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-440dc4e5-15ee-4fbc-b35f-60c421c6145a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3106530 Apr 30 01:22:05.456585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:05.460432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:05.468748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:05.479024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f1364-5aa6-4dc5-b185-b81b8d9bc2ed None None] Network 00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:05.531528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Pushing event updated for resources: {'Port': ['ID=327d989d-6441-4806-b528-3f8dc0032dc5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:05.607926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249bb2d-b47e-46f7-a4f0-0096d625a2c4 req-6e70804e-e4aa-4cb3-a2ae-a66d91e722eb tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.609068 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249bb2d-b47e-46f7-a4f0-0096d625a2c4 req-6e70804e-e4aa-4cb3-a2ae-a66d91e722eb tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.609714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249bb2d-b47e-46f7-a4f0-0096d625a2c4 req-6e70804e-e4aa-4cb3-a2ae-a66d91e722eb tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.611617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b249bb2d-b47e-46f7-a4f0-0096d625a2c4 req-6e70804e-e4aa-4cb3-a2ae-a66d91e722eb tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438&device_id=8b0cd54a-6aee-4389-b300-51df9e07144b&device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 2884 time: 0.0942519 Apr 30 01:22:05.625153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Attempting to bind port 327d989d-6441-4806-b528-3f8dc0032dc5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:05.625552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Attempting to bind port 327d989d-6441-4806-b528-3f8dc0032dc5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:05.625868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Attempting to bind port 327d989d-6441-4806-b528-3f8dc0032dc5 on network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:05.642908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:05.643289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Checking segment: {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:05.643711 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.644120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Bound using segment: {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:05.644596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Bound port: 327d989d-6441-4806-b528-3f8dc0032dc5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:05.644970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.652532 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b249bb2d-b47e-46f7-a4f0-0096d625a2c4 req-29a4fa4b-eb73-42e6-88b2-685b8816ee05 tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Apr 30 01:22:05.688614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.721886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-8dfa6860-3f7b-47b7-afc3-1eab103d5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.723822 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-8dfa6860-3f7b-47b7-afc3-1eab103d5363 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1096 time: 0.1139400 Apr 30 01:22:05.763294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c646-0b63-4da1-934f-2f28caaa3387 req-afc3126b-2d4b-48bd-b5cc-bdf2cde4c8dd tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.764977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df58c646-0b63-4da1-934f-2f28caaa3387 req-afc3126b-2d4b-48bd-b5cc-bdf2cde4c8dd tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.0553918 Apr 30 01:22:05.793603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] For port 327d989d-6441-4806-b528-3f8dc0032dc5, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:05.797471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] For port 327d989d-6441-4806-b528-3f8dc0032dc5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=327d989d-6441-4806-b528-3f8dc0032dc5,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:05.809489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df58c646-0b63-4da1-934f-2f28caaa3387 req-796ca97c-5914-46ad-9ec3-f4c02b151f6c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355024 Apr 30 01:22:05.829560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-8603f7d6-5fb0-4389-966d-ab9c735c16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.830895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-8603f7d6-5fb0-4389-966d-ab9c735c16d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.0978849 Apr 30 01:22:05.876685 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:05.912043 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-95fde9e8-ae96-45cb-b0b5-f488a224ed83 req-71ed6c5e-b330-48b0-9b20-6fc71122a3e2 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] show failed (client error): The resource could not be found. Apr 30 01:22:05.912043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-95fde9e8-ae96-45cb-b0b5-f488a224ed83 req-71ed6c5e-b330-48b0-9b20-6fc71122a3e2 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] 10.222.0.15 "GET /v2.0/security-groups/334f6155-c7ac-4c19-9ac3-3bc0decc21dd HTTP/1.1" status: 404 len: 352 time: 0.0209818 Apr 30 01:22:05.920304 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-76970900-046b-4210-a8df-c3730c951b48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 200 len: 217 time: 0.0741160 Apr 30 01:22:05.938313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746b056-35c1-4d12-80ae-ac9d4e4ab61c None None] Pushing event updated for resources: {'Port': ['ID=327d989d-6441-4806-b528-3f8dc0032dc5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:05.989993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-a5fc5b5d-702a-46dc-9b05-c3653821471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:05.991462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-a5fc5b5d-702a-46dc-9b05-c3653821471e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0623512 Apr 30 01:22:06.033305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-56ebd5e9-8961-4cdc-b464-c659df422715 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326805 Apr 30 01:22:06.238520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:06.265307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 06513550-dcc5-46b5-8a11-df5f245a0d4f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:06.265517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 06513550-dcc5-46b5-8a11-df5f245a0d4f not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:06.287159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-056f9f83-8049-4593-b367-139568626df5 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386823 Apr 30 01:22:06.297492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19ce30-6285-48dc-9fe0-0918f1fd5bd9 req-64ffd244-df3d-4db8-b360-7145f86991ad tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:06.299006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af19ce30-6285-48dc-9fe0-0918f1fd5bd9 req-64ffd244-df3d-4db8-b360-7145f86991ad tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 951 time: 0.1665449 Apr 30 01:22:06.308483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:06.354446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:06.464155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af19ce30-6285-48dc-9fe0-0918f1fd5bd9 req-9ccfe77c-4483-4a16-8e11-1cf76b15ea39 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537509 Apr 30 01:22:06.509077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-ea1ba614-25cb-4c45-92d1-a8219e4a7bb5 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090538 Apr 30 01:22:06.545099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Allocated IP 172.25.0.53 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/c4734367-3042-4ef8-a5e4-90b504ead22b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:06.564078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cbfd0-62ff-4038-91fb-b8bfc2ce24ed req-d357996d-9e21-4284-859d-5aba637c3a9d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:06.565844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf8cbfd0-62ff-4038-91fb-b8bfc2ce24ed req-d357996d-9e21-4284-859d-5aba637c3a9d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.0732431 Apr 30 01:22:06.605532 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf8cbfd0-62ff-4038-91fb-b8bfc2ce24ed req-88fb71b0-e47b-4e9f-9099-055683d55f5b tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332112 Apr 30 01:22:06.651525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4489-e774-48da-beb0-46c93e575e5a req-a580d23c-6117-4a6e-8a04-561a16ea880d tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:06.653015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66ed4489-e774-48da-beb0-46c93e575e5a req-a580d23c-6117-4a6e-8a04-561a16ea880d tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1051753 Apr 30 01:22:06.693590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9b2852b0-a153-4d6f-8621-22b00f0eb930 req-6e96fa70-bece-427a-b369-50c4a44a6acc tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b22b11b5bd142e88cd5ab5f2f2e043e HTTP/1.1" status: 200 len: 2984 time: 0.0552216 Apr 30 01:22:06.759544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66ed4489-e774-48da-beb0-46c93e575e5a req-798053ba-eb69-4081-b751-405797407fb2 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911157 Apr 30 01:22:06.761368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-185d34e2-bb5e-4fef-bb46-5c7701916130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:06.762896 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-185d34e2-bb5e-4fef-bb46-5c7701916130 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 1096 time: 0.1088789 Apr 30 01:22:06.771220 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9b2852b0-a153-4d6f-8621-22b00f0eb930 req-3865b26d-b79b-428e-be15-1498d2ef3149 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] 10.222.0.15 "GET /v2.0/security-groups/c79ebcdc-3a9b-4bb6-96a0-16714ad6e585 HTTP/1.1" status: 200 len: 2981 time: 0.0648708 Apr 30 01:22:06.775338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:06.837005 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9b2852b0-a153-4d6f-8621-22b00f0eb930 req-0a82ad8a-003d-4411-86d8-6a8bb875eee5 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] 10.222.0.15 "GET /v2.0/security-groups/c79ebcdc-3a9b-4bb6-96a0-16714ad6e585 HTTP/1.1" status: 200 len: 2981 time: 0.0566328 Apr 30 01:22:06.894496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-2a0ccb83-2360-4974-8534-b2ed18f57e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:06.895992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-2a0ccb83-2360-4974-8534-b2ed18f57e01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 910 time: 0.1248524 Apr 30 01:22:06.910399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c7daeb0-604e-4c68-aff5-f33ef752082d req-8ed952f9-98ad-41e3-b2d2-ab774249ce0e tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] 10.222.0.15 "GET /v2.0/security-groups/c79ebcdc-3a9b-4bb6-96a0-16714ad6e585 HTTP/1.1" status: 200 len: 2981 time: 0.0497067 Apr 30 01:22:06.946881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-de4001fc-e229-461b-8db7-0834b98ce283 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e094ba2-1461-4d13-b460-973554894654 HTTP/1.1" status: 200 len: 217 time: 0.0425978 Apr 30 01:22:06.996572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.009377 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-9c7daeb0-604e-4c68-aff5-f33ef752082d req-24b6873d-e616-45ee-9f9c-b3a7008c3ea6 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 30 01:22:07.016602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c7daeb0-604e-4c68-aff5-f33ef752082d req-24b6873d-e616-45ee-9f9c-b3a7008c3ea6 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] 10.222.0.15 "DELETE /v2.0/security-groups/c79ebcdc-3a9b-4bb6-96a0-16714ad6e585 HTTP/1.1" status: 409 len: 352 time: 0.0973244 Apr 30 01:22:07.041319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:07.044962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-e2561f81-e086-4d68-994a-9f79138b7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:07.046359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-e2561f81-e086-4d68-994a-9f79138b7ac0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb96e933-d193-4e19-8485-6202df4ce49a HTTP/1.1" status: 200 len: 850 time: 0.0890241 Apr 30 01:22:07.048861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:07.056018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:07.065771 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-8cfcbec2-989c-480a-873d-62de7b0b568b req-c74f9417-60b0-486f-86af-015d4e76b582 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] show failed (client error): The resource could not be found. Apr 30 01:22:07.088485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cfcbec2-989c-480a-873d-62de7b0b568b req-c74f9417-60b0-486f-86af-015d4e76b582 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] 10.222.0.15 "GET /v2.0/security-groups/81e37796-f5ab-4ac2-a011-a99937cf6995 HTTP/1.1" status: 404 len: 352 time: 0.0404146 Apr 30 01:22:07.112270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-ed75eda8-af17-4d1d-aa3b-4540c441adf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=908913d4-f8e6-4459-8782-18e80e0a7b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574627 Apr 30 01:22:07.115060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Pushing event updated for resources: {'Port': ['ID=c4734367-3042-4ef8-a5e4-90b504ead22b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:07.128654 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-cbb4f2ff-fa44-4f4d-ad79-12e87806a541 req-a464a390-0978-45d0-bae9-8f36728ec680 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] show failed (client error): The resource could not be found. Apr 30 01:22:07.146596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cbb4f2ff-fa44-4f4d-ad79-12e87806a541 req-a464a390-0978-45d0-bae9-8f36728ec680 tempest-SecurityGroupsNegativeTestJSON-494368667 tempest-SecurityGroupsNegativeTestJSON-494368667-project] 10.222.0.15 "GET /v2.0/security-groups/20993e26-a05a-44b8-924a-e273f7b86b68 HTTP/1.1" status: 404 len: 352 time: 0.0253959 Apr 30 01:22:07.146596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38430) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:07.151463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc3ba9-37bb-48f1-90fc-4f25b63727cd None None] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:07.201685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc4c687-f904-4aec-b845-3568d4c48c4e admin admin] Deleting subnet b97d73d6-9f08-4fd9-a951-fff74d02e78c {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:22:07.205071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c687-f904-4aec-b845-3568d4c48c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.254106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-f0de7ac6-7a17-45cb-a346-db9e77b46d28 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300573 Apr 30 01:22:07.257620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c687-f904-4aec-b845-3568d4c48c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.333854 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c687-f904-4aec-b845-3568d4c48c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.527672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c687-f904-4aec-b845-3568d4c48c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.550162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7c235c5-3914-4f70-b28c-fbb299ee7d3f req-75f9d1fc-e72d-4edb-b553-cd38abc9f0be service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852135 Apr 30 01:22:07.572167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-8b224876-4800-4b7a-bb0b-7ca8a5af2da5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:07.573833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-8b224876-4800-4b7a-bb0b-7ca8a5af2da5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 951 time: 0.1064773 Apr 30 01:22:07.589954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4c687-f904-4aec-b845-3568d4c48c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97d73d6-9f08-4fd9-a951-fff74d02e78c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:07.593266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 327d989d-6441-4806-b528-3f8dc0032dc5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:07.598117 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c687-f904-4aec-b845-3568d4c48c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.604336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0cc4c687-f904-4aec-b845-3568d4c48c4e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b97d73d6-9f08-4fd9-a951-fff74d02e78c HTTP/1.1" status: 204 len: 168 time: 0.4562688 Apr 30 01:22:07.604642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38438) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:07.692937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-06995a12-1e8f-4501-83ec-7ef9f3731304 None None] Provisioning complete for port 327d989d-6441-4806-b528-3f8dc0032dc5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:07.693308 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06995a12-1e8f-4501-83ec-7ef9f3731304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.778676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 327d989d-6441-4806-b528-3f8dc0032dc5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:07.779036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.792529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e70847-6681-46df-b3d7-23c0eb8335d0 req-cb7e4729-5d5d-41c5-8ba9-4fefced011db tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:07.794241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-55e70847-6681-46df-b3d7-23c0eb8335d0 req-cb7e4729-5d5d-41c5-8ba9-4fefced011db tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.1027565 Apr 30 01:22:07.872467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-55e70847-6681-46df-b3d7-23c0eb8335d0 req-dcf323ae-b5bb-4561-a93a-bb7930d1241d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691760 Apr 30 01:22:07.904371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.934673 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06995a12-1e8f-4501-83ec-7ef9f3731304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:07.961434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3edb3c-81ba-4c48-b2b7-d9f0e49d452d req-7f7fa0c1-eb95-4977-b541-0c42116a9aba tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:07.969266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e3edb3c-81ba-4c48-b2b7-d9f0e49d452d req-7f7fa0c1-eb95-4977-b541-0c42116a9aba tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 951 time: 0.3170767 Apr 30 01:22:07.990194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-06995a12-1e8f-4501-83ec-7ef9f3731304 None None] For port 327d989d-6441-4806-b528-3f8dc0032dc5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=327d989d-6441-4806-b528-3f8dc0032dc5,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:08.044151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Deleting port d3e08957-e423-4d95-823e-d6febf898616 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:08.044506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.067820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06995a12-1e8f-4501-83ec-7ef9f3731304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.069634 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.174363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e3edb3c-81ba-4c48-b2b7-d9f0e49d452d req-c1419a13-b1ff-4ac3-8540-06ecb44658d0 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042432 Apr 30 01:22:08.174904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.205704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:22:08.206541 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:22:08.245885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-09bceceb-7e9b-4bd9-97c3-167db2adba65 None None] Provisioning complete for port 327d989d-6441-4806-b528-3f8dc0032dc5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:08.246322 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09bceceb-7e9b-4bd9-97c3-167db2adba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.264633 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.307851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:08.327162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06995a12-1e8f-4501-83ec-7ef9f3731304 None None] Pushing event updated for resources: {'Port': ['ID=327d989d-6441-4806-b528-3f8dc0032dc5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:08.405007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beffef49-7ada-4d43-b5c4-38fdcb44141b') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:08.405307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beffef49-7ada-4d43-b5c4-38fdcb44141b') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:08.494765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc3e3e-6020-44a4-80c7-4f3ef2c5902c req-32290be7-f5ad-4d42-8bad-804208ec2856 tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:08.504175 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11fc3e3e-6020-44a4-80c7-4f3ef2c5902c req-32290be7-f5ad-4d42-8bad-804208ec2856 tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1101 time: 0.0604732 Apr 30 01:22:08.560570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11fc3e3e-6020-44a4-80c7-4f3ef2c5902c req-05ed6506-a4e1-4c3e-9672-43c8966e9f1c tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 Apr 30 01:22:08.700890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebbd43-899d-4b97-9c07-7ccd67e13f88 req-12870396-63b4-48de-9c5b-dc6893c5dabe tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:08.702465 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbebbd43-899d-4b97-9c07-7ccd67e13f88 req-12870396-63b4-48de-9c5b-dc6893c5dabe tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1101 time: 0.0463839 Apr 30 01:22:08.754264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbebbd43-899d-4b97-9c07-7ccd67e13f88 req-230a7e89-a230-4ec6-b577-0422a1ed982c tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389655 Apr 30 01:22:08.809163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.809163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] For port d3e08957-e423-4d95-823e-d6febf898616, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d3e08957-e423-4d95-823e-d6febf898616,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:08.809163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.858547 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.860943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Calling delete_port for d3e08957-e423-4d95-823e-d6febf898616 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:08.893896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565a61c-c248-4c15-a9ea-d66ed0ea0d9c req-a62d566d-952b-4889-8bec-673a69b240aa tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:08.895470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a565a61c-c248-4c15-a9ea-d66ed0ea0d9c req-a62d566d-952b-4889-8bec-673a69b240aa tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.4842665 Apr 30 01:22:08.896627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:22:08.897129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:22:08.902984 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:22:09.098685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a565a61c-c248-4c15-a9ea-d66ed0ea0d9c req-0256e46a-411c-4111-8e63-7ece6f2728da tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818128 Apr 30 01:22:09.099782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:09.129661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:09.160599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:09.167655 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] 10.222.0.15 "DELETE /v2.0/networks/00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d HTTP/1.1" status: 204 len: 168 time: 1.5594158 Apr 30 01:22:09.204963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 327d989d-6441-4806-b528-3f8dc0032dc5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:09.254562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb956-ba1a-443b-be10-808ad9ab1b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=00cc4a1c-e7c5-472f-8afc-58e0b5f3f78d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:09.312763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 327d989d-6441-4806-b528-3f8dc0032dc5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:09.313427 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:09.362332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ea4bc-0c80-4baa-8a80-f1f44be0ecfc req-9ea1dfe0-b58d-4cdf-b58d-4559c9f48a00 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:09.364049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b8ea4bc-0c80-4baa-8a80-f1f44be0ecfc req-9ea1dfe0-b58d-4cdf-b58d-4559c9f48a00 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4a5d62-8cec-4c99-ba07-e7c64d7331ed HTTP/1.1" status: 200 len: 951 time: 0.0773854 Apr 30 01:22:09.405005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ada426-a751-4c68-b8cf-cfd32ba0c212 req-97a73aef-f06d-40b0-9f64-a011f7c0b5c6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:09.406255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5ada426-a751-4c68-b8cf-cfd32ba0c212 req-97a73aef-f06d-40b0-9f64-a011f7c0b5c6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.1557426 Apr 30 01:22:09.420546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b8ea4bc-0c80-4baa-8a80-f1f44be0ecfc req-0aa1af72-108e-4a1a-bb05-6553b02ed141 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Apr 30 01:22:09.490893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:09.508703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5ada426-a751-4c68-b8cf-cfd32ba0c212 req-0b8578eb-bb7e-471b-91b9-c1ceb9b6ed95 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833278 Apr 30 01:22:09.512267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7e01c030-24ac-4c84-8c97-f2d81987da00', '24f67d58-8477-45b2-8df1-5828b2d3b71a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:09.568316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event deleted for resources: {'Port': ['ID=d3e08957-e423-4d95-823e-d6febf898616,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:09.583642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:09.635196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Router 4a264151-67a7-4811-8948-d2fc34a2c379 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:22:09.659987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] No DVR routers for this DVR port d3e08957-e423-4d95-823e-d6febf898616 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:09.665359 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:09.670002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0e0e06f-dc36-4d4b-b2a2-f3ac244495cd req-86fc415b-8f91-4ac4-8b71-869725735a29 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.23 "DELETE /v2.0/ports/d3e08957-e423-4d95-823e-d6febf898616 HTTP/1.1" status: 204 len: 173 time: 2.0833580 Apr 30 01:22:09.672780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-deleted', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:09.676191 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c8c01c-408e-4a8f-9cec-7912dcae8447" -d '{"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-deleted", "tag": "d3e08957-e423-4d95-823e-d6febf898616"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:09.759255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-07e81d20-033c-4abf-b4e8-cbf9b1b4d830 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:09.761858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-07e81d20-033c-4abf-b4e8-cbf9b1b4d830 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 808 time: 0.1299813 Apr 30 01:22:09.778573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b95ebad5-cd27-4502-9b01-d4f6ba2c4df9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b22b11b5bd142e88cd5ab5f2f2e043e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934001 Apr 30 01:22:09.781119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38478) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:09.781590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-cf10b25d-bc3c-4027-a9d8-5fbe6ad1a3c1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/quotas/0ae2eb915422456a9a1791d75e06384d HTTP/1.1" status: 200 len: 375 time: 0.0133603 Apr 30 01:22:09.866513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-01c1e11d-8b42-49ab-b93a-7aed8e756697 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791075 Apr 30 01:22:09.937586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:09.949421 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Sync routers for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:09.977282 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b079fa47-d53e-484e-a97b-1c4630d4faf8 x-openstack-request-id: req-b079fa47-d53e-484e-a97b-1c4630d4faf8 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:09.977625 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a5d62-8cec-4c99-ba07-e7c64d7331ed", "name": "network-vif-deleted", "tag": "d3e08957-e423-4d95-823e-d6febf898616", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:09.977923 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b079fa47-d53e-484e-a97b-1c4630d4faf8 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:09.978326 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b079fa47-d53e-484e-a97b-1c4630d4faf8'] response: {'server_uuid': '0b4a5d62-8cec-4c99-ba07-e7c64d7331ed', 'name': 'network-vif-deleted', 'tag': 'd3e08957-e423-4d95-823e-d6febf898616', 'status': 'completed', 'code': 200} Apr 30 01:22:09.983582 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:09.983963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d71a9a2-7945-4664-beea-4a6c0803ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:09.984667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:10.040613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d71a9a2-7945-4664-beea-4a6c0803ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:10.040780 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-392392da-69d5-4801-9d3b-be800f69f9bb service neutron] 10.222.0.15 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587617 Apr 30 01:22:10.041335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:10.042757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f0c94c3b-a641-4ac5-925b-c17d64f48246 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1609523 Apr 30 01:22:10.049728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:10.202214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-82196f93-e547-4703-9d10-0dcb60201d4e service neutron] 10.222.0.15 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671371 Apr 30 01:22:10.244563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d3e08957-e423-4d95-823e-d6febf898616 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:10.267546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:10.268722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: d3e08957-e423-4d95-823e-d6febf898616 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:10.269464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d3e08957-e423-4d95-823e-d6febf898616 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:10.283746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d71a9a2-7945-4664-beea-4a6c0803ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:10.287686 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d71a9a2-7945-4664-beea-4a6c0803ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:10.290405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5d71a9a2-7945-4664-beea-4a6c0803ac9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c79ebcdc-3a9b-4bb6-96a0-16714ad6e585 HTTP/1.1" status: 204 len: 168 time: 0.5070317 Apr 30 01:22:10.327753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71a9a2-7945-4664-beea-4a6c0803ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79ebcdc-3a9b-4bb6-96a0-16714ad6e585,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:10.584286 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:07Z', 'revision_number': 3, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:10.620084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Checking router: 4a264151-67a7-4811-8948-d2fc34a2c379 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:10.629350 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Updating router 4a264151-67a7-4811-8948-d2fc34a2c379 port c4734367-3042-4ef8-a5e4-90b504ead22b binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:22:10.633725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbf5d-d93b-407f-a26e-78e80eca0d3b req-135be3e4-9f3b-4257-bc78-e1f5156dbc16 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:10.636731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcbfbf5d-d93b-407f-a26e-78e80eca0d3b req-135be3e4-9f3b-4257-bc78-e1f5156dbc16 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1166582 Apr 30 01:22:10.662534 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:10.852193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcbfbf5d-d93b-407f-a26e-78e80eca0d3b req-6191d711-2297-4ea5-b11e-cae13b0819b9 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030886 Apr 30 01:22:10.983715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:11.125558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1f944-3e5e-4e08-8a9b-fb0c78794cff req-9d4cfe84-6e08-445f-aa3b-ea37a649322b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:11.135386 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d1f944-3e5e-4e08-8a9b-fb0c78794cff req-9d4cfe84-6e08-445f-aa3b-ea37a649322b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1002021 Apr 30 01:22:11.180991 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:11.186924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d1f944-3e5e-4e08-8a9b-fb0c78794cff req-2a6c9450-45e3-41aa-a263-2fc74354c77c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Apr 30 01:22:11.236689 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:11.275001 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19e34a2f-12ff-4ffd-afc4-89a722236e88 req-daa0c108-368b-48c9-b0c2-483181ee8766 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0359974 Apr 30 01:22:11.319818 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Pushing event updated for resources: {'Port': ['ID=c4734367-3042-4ef8-a5e4-90b504ead22b,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:11.346633 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.350838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Allocated IP 172.20.0.1 (4c9c20d4-d018-4d4e-8eda-1baa8ec93e67/a62028bd-f807-443c-b640-114ba6547ab7/9206f584-b532-43aa-81e0-34a189af8ab1) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:11.354141 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.354681 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.355173 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.355686 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.357790 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.358305 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.358797 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.359277 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.359899 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.363624 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.364167 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:11.398757 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Attempting to bind port c4734367-3042-4ef8-a5e4-90b504ead22b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:11.399214 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Attempting to bind port c4734367-3042-4ef8-a5e4-90b504ead22b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:11.399786 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Attempting to bind port c4734367-3042-4ef8-a5e4-90b504ead22b on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:11.406732 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:11.407365 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:11.407948 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:11.408512 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:11.410202 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Bound port: c4734367-3042-4ef8-a5e4-90b504ead22b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:11.410739 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:11.490426 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] For port c4734367-3042-4ef8-a5e4-90b504ead22b, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:11.493770 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] For port c4734367-3042-4ef8-a5e4-90b504ead22b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c4734367-3042-4ef8-a5e4-90b504ead22b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:11.529010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84080d93-13d7-4b89-b427-3d245af93205 req-a406c498-6528-4e3a-9881-349f99d536bd tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:11.530525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84080d93-13d7-4b89-b427-3d245af93205 req-a406c498-6528-4e3a-9881-349f99d536bd tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.1616569 Apr 30 01:22:11.580177 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:11.590256 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:11.638985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84080d93-13d7-4b89-b427-3d245af93205 req-a4f1635a-57a3-424a-9dbe-629a618e3c2c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928941 Apr 30 01:22:11.714061 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:11.714825 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:11.756767 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289593f-4d80-4da3-935c-67a75455ba38 None None] Pushing event updated for resources: {'Port': ['ID=c4734367-3042-4ef8-a5e4-90b504ead22b,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:11.789869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:11.806589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a615cb5-d742-4541-a713-9c3a96a78ad6 req-d24673fe-6684-4f9f-ae3a-d9a94f8d4036 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:11.808168 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a615cb5-d742-4541-a713-9c3a96a78ad6 req-d24673fe-6684-4f9f-ae3a-d9a94f8d4036 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.0594866 Apr 30 01:22:11.847071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Pushing event updated for resources: {'Port': ['ID=9206f584-b532-43aa-81e0-34a189af8ab1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:11.860912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:11.862969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:11.864516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a615cb5-d742-4541-a713-9c3a96a78ad6 req-57d31c51-1782-4186-8b4a-a63842db3ef5 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482295 Apr 30 01:22:11.867349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:11.976720 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.000823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:12.001466 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:12.129144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31cfc0-c904-4e61-af5b-4b953d6c5319 req-0c7fe723-912d-4620-a63a-e10ca5e5cf3c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:12.136687 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee31cfc0-c904-4e61-af5b-4b953d6c5319 req-0c7fe723-912d-4620-a63a-e10ca5e5cf3c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1117883 Apr 30 01:22:12.199907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee31cfc0-c904-4e61-af5b-4b953d6c5319 req-e597acf8-73b1-4bb5-9ce3-57502594ca7b tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620441 Apr 30 01:22:12.212337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-139811512-network', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:12.251610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cbcd6707-6584-4b3d-a09f-a6c8a8d1e632 None None] Provisioning complete for port 9206f584-b532-43aa-81e0-34a189af8ab1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:12.252222 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cbcd6707-6584-4b3d-a09f-a6c8a8d1e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.278294 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.285260 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:07Z', 'revision_number': 3, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:12.309888 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c610e1b-a767-4905-9586-de1ac0fbd89f None None] The sync data for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 is: [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:07Z', 'revision_number': 3, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:12.334617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd6707-6584-4b3d-a09f-a6c8a8d1e632 None None] Port 9206f584-b532-43aa-81e0-34a189af8ab1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:22:12.391332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:12.394850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.456172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-542e9b3b-4750-4d19-8fc5-e8bf58873176 req-cb24a44e-5025-4315-82bf-4219dfccebfb tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0610139 Apr 30 01:22:12.534869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.755734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.779267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.790824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407838f-b793-4747-b3a3-2c670ed889c3 req-dba58354-410f-4f82-8093-75ca34939b5e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:12.792392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6407838f-b793-4747-b3a3-2c670ed889c3 req-dba58354-410f-4f82-8093-75ca34939b5e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.4653914 Apr 30 01:22:12.854387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ded05-13a9-4f2b-8d7b-beed61a16d3f req-c66eaff6-f1d1-4f3b-a504-01b3264b29aa tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:12.861432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc2ded05-13a9-4f2b-8d7b-beed61a16d3f req-c66eaff6-f1d1-4f3b-a504-01b3264b29aa tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.1229622 Apr 30 01:22:12.862478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6407838f-b793-4747-b3a3-2c670ed889c3 req-6df9f9c5-9968-4dc6-a138-4f4edf34a515 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521958 Apr 30 01:22:12.904249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.905492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Pushing event updated for resources: {'Port': ['ID=9206f584-b532-43aa-81e0-34a189af8ab1,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:12.913343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.980005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:12.998711 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc2ded05-13a9-4f2b-8d7b-beed61a16d3f req-5a79afee-40c6-4257-af8f-2fbd4737ee84 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176322 Apr 30 01:22:13.017378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:22:13.051659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:13.053457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:13.058216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.058563 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Added segment a9cc61f2-7944-4407-88b7-497073cacb22 of type vlan for network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 Apr 30 01:22:13.067923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:13.137198 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.153812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4894d26-febc-46f2-9fe4-f9a07ed95aec req-f7a0dd65-0c0c-474d-a545-63e90d2b6d05 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:13.160746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4894d26-febc-46f2-9fe4-f9a07ed95aec req-f7a0dd65-0c0c-474d-a545-63e90d2b6d05 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.1686049 Apr 30 01:22:13.252099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Router 4a264151-67a7-4811-8948-d2fc34a2c379 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:22:13.281951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c4734367-3042-4ef8-a5e4-90b504ead22b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:13.290265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4894d26-febc-46f2-9fe4-f9a07ed95aec req-303007e2-1a4f-473c-9a23-00c692833f5c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032507 Apr 30 01:22:13.292366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.296840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:13.296840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.391321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:13.404359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c4734367-3042-4ef8-a5e4-90b504ead22b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:13.404954 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.408031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7d2d45fc-88bb-4941-8bb3-7f69636a8bb4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4061918 Apr 30 01:22:13.412335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38562) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:13.412491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:22:13.417556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Request body: {'subnet': {'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-subnet', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:13.539210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:13.542882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.566810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a9918d9b-b001-461b-a624-663d2e735e0d None None] Provisioning complete for port 9206f584-b532-43aa-81e0-34a189af8ab1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:13.567187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9918d9b-b001-461b-a624-663d2e735e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.627338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a9918d9b-b001-461b-a624-663d2e735e0d None None] Port 9206f584-b532-43aa-81e0-34a189af8ab1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:22:13.643598 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.649305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef71ae64-3be7-413c-b068-066c9939c411 req-21a6a8ad-756a-4c1c-b6b5-3c2b402ca7da tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0447512 Apr 30 01:22:13.678022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port c4734367-3042-4ef8-a5e4-90b504ead22b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c4734367-3042-4ef8-a5e4-90b504ead22b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:13.706374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-db800f81-e1a8-4696-bc75-8c9a9da36c28 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:13.708026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-db800f81-e1a8-4696-bc75-8c9a9da36c28 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.21 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 950 time: 0.3044634 Apr 30 01:22:13.732881 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.750015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2265f8-d2f7-4fbb-9505-5a49780aab20 req-8d535ef1-bcd8-4dcd-aaf5-a89936f5d577 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:13.751636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba2265f8-d2f7-4fbb-9505-5a49780aab20 req-8d535ef1-bcd8-4dcd-aaf5-a89936f5d577 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.3495426 Apr 30 01:22:13.801393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:13.819564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bf559ef6-86a4-444f-a6eb-46acd938dade admin admin] 10.222.0.15 "PUT /v2.0/routers/4a264151-67a7-4811-8948-d2fc34a2c379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7685115 Apr 30 01:22:13.844390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=c4734367-3042-4ef8-a5e4-90b504ead22b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:13.855142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.855883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.856309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.857014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.857014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.857293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.857605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.858542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.858878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.859283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.859679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.860015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:13.865629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-09b19637-0b7f-4bc4-8552-13a20f701b46 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:13.868026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-09b19637-0b7f-4bc4-8552-13a20f701b46 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 808 time: 0.3763576 Apr 30 01:22:13.886739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba2265f8-d2f7-4fbb-9505-5a49780aab20 req-2de127ff-ede6-4c0d-be90-4b7d7da362ea tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055772 Apr 30 01:22:13.893061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Request body: {'port': {'device_id': 'd8206250-3426-4f0a-a023-23d820175206', 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'admin_state_up': True, 'tenant_id': '0ae2eb915422456a9a1791d75e06384d'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:13.933137 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:13.999701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Deleting port 24f67d58-8477-45b2-8df1-5828b2d3b71a {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:14.000035 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.067562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50f5a2f-2616-4a96-8b89-d0f1fa124037,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:14.096826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Checking segment: {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:14.098019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Network hostable DHCP agents. Network: aa1583fc-cf4f-4750-adba-6a58e6e2b0d1, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:22:14.113451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8ed3a-5905-49b0-86c5-4db3bdea4d4e req-461cca68-6558-47c8-953b-5e30e6c6f979 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:14.123814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c8ed3a-5905-49b0-86c5-4db3bdea4d4e req-461cca68-6558-47c8-953b-5e30e6c6f979 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1264968 Apr 30 01:22:14.141054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] For port 24f67d58-8477-45b2-8df1-5828b2d3b71a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=24f67d58-8477-45b2-8df1-5828b2d3b71a,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:14.143308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.154520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Calling delete_port for 24f67d58-8477-45b2-8df1-5828b2d3b71a owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:14.188303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c8ed3a-5905-49b0-86c5-4db3bdea4d4e req-c84144e6-07b0-4933-a6d0-698d2946be79 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610232 Apr 30 01:22:14.225065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Made reservation on behalf of 0ae2eb915422456a9a1791d75e06384d for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:14.229396 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.246701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:22:14.299596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, aa1583fc-cf4f-4750-adba-6a58e6e2b0d1) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:14.309964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f563d745-9314-4564-921b-e85cfde6b70f None None] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:14.320968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:14.329914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.385275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1903b-cb76-4e76-962e-1836b0e7e6ab req-f2695d01-1cd2-4523-9597-e4bab19ca1f6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:14.398401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74d1903b-cb76-4e76-962e-1836b0e7e6ab req-f2695d01-1cd2-4523-9597-e4bab19ca1f6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.1424642 Apr 30 01:22:14.456343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74d1903b-cb76-4e76-962e-1836b0e7e6ab req-28306633-adfd-489c-a52f-dafffa0c71a3 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551155 Apr 30 01:22:14.457628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.459950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Allocated IP 172.20.0.6 (b434aa75-0d3e-48c1-942a-f1401fcbf3f1/a01c2a0b-dd3f-49fd-9728-055577d09a86/14b2b153-e5f8-4872-810e-d82937eea10f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:14.486917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7e01c030-24ac-4c84-8c97-f2d81987da00', '24f67d58-8477-45b2-8df1-5828b2d3b71a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:14.501085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event deleted for resources: {'Port': ['ID=24f67d58-8477-45b2-8df1-5828b2d3b71a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:14.506697 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1482639f-a14b-43da-babb-94e75b0b467a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0947604 Apr 30 01:22:14.510423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38580) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:14.514295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.514714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.514833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:14.515143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.515642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.516047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.516474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.516871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.517265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.517654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.518041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.518441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.518830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:14.616012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eeb5cba2-ff68-40e1-81d5-96326565582b req-f4782da2-1dd0-4885-952f-58bad430cd17 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38 HTTP/1.1" status: 200 len: 210 time: 0.0483861 Apr 30 01:22:14.631357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] No DVR routers for this DVR port 24f67d58-8477-45b2-8df1-5828b2d3b71a on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:14.635181 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.639310 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2ee07c9-fc3e-4b12-89b1-63e5dec680d5 req-b2f0f2f8-81f4-4a10-bc1b-d4b47109425c tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.21 "DELETE /v2.0/ports/24f67d58-8477-45b2-8df1-5828b2d3b71a HTTP/1.1" status: 204 len: 173 time: 0.9185679 Apr 30 01:22:14.641430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.642612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.644232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'name': 'network-vif-deleted', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:14.646156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38582) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:14.646608 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9abdb7-0291-4874-8047-bae010138846" -d '{"events": [{"server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "name": "network-vif-deleted", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:14.653609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5cea24ee-f6fb-48de-bb6a-8088e31978e0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1864849723', 'description': 'tempest-description--109456046'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:14.704957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:22:14.705829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.734380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.750361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5cea24ee-f6fb-48de-bb6a-8088e31978e0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:14.899998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Sync routers for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:15.051711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:15.055668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:15.074626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5cea24ee-f6fb-48de-bb6a-8088e31978e0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.123224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.185676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:15.185894 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5cea24ee-f6fb-48de-bb6a-8088e31978e0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.235240 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81552a1-5f33-4379-ad08-455d0a17a65d x-openstack-request-id: req-f81552a1-5f33-4379-ad08-455d0a17a65d {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:15.235586 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38", "name": "network-vif-deleted", "tag": "24f67d58-8477-45b2-8df1-5828b2d3b71a", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:15.235994 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f81552a1-5f33-4379-ad08-455d0a17a65d {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:15.236438 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81552a1-5f33-4379-ad08-455d0a17a65d'] response: {'server_uuid': '71fa7685-bec9-4dcf-b3cf-ef1b9c6c2f38', 'name': 'network-vif-deleted', 'tag': '24f67d58-8477-45b2-8df1-5828b2d3b71a', 'status': 'completed', 'code': 200} Apr 30 01:22:15.265570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b0641-9022-4e6c-afcd-ecaee2f4b08b req-d113c625-9f79-4264-8c30-083be5f3b7ff tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:15.274189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-434b0641-9022-4e6c-afcd-ecaee2f4b08b req-d113c625-9f79-4264-8c30-083be5f3b7ff tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1970420 Apr 30 01:22:15.286547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7dec976-8bbd-44ca-a340-9e343d5607fe req-5d80a9d8-8622-4a57-b9d0-03ba0e449393 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0507803 Apr 30 01:22:15.288487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5cea24ee-f6fb-48de-bb6a-8088e31978e0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.293963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5cea24ee-f6fb-48de-bb6a-8088e31978e0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6462948 Apr 30 01:22:15.297041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38592) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:15.297753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea24ee-f6fb-48de-bb6a-8088e31978e0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c045db-66d2-470b-a85c-e2a0e875c9c1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:15.304190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e9aa304b-8428-4438-91f4-8dba8ee0c869 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Request body: {'security_group_rule': {'security_group_id': '82c045db-66d2-470b-a85c-e2a0e875c9c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:15.390135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.451777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9aa304b-8428-4438-91f4-8dba8ee0c869 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.459991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c4734367-3042-4ef8-a5e4-90b504ead22b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:15.469909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.486312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-434b0641-9022-4e6c-afcd-ecaee2f4b08b req-d76506bd-72fe-4d45-9825-bca323e04343 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111185 Apr 30 01:22:15.506756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['5b9d7d78-beb0-4d9a-8b87-083d9b789639'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:15.607287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Pushing event updated for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:15.648892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:15.650687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:15.653473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:15.694818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Allocated IP 172.20.0.2 (aa1583fc-cf4f-4750-adba-6a58e6e2b0d1/c50f5a2f-2616-4a96-8b89-d0f1fa124037/9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:15.751003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9aa304b-8428-4438-91f4-8dba8ee0c869 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.767797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:15.769508 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.808816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac9f59-d863-4584-886d-1b1fd5b93031 req-5f55df82-c19e-4fd3-b1c3-8703eedea76d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:15.811549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbac9f59-d863-4584-886d-1b1fd5b93031 req-5f55df82-c19e-4fd3-b1c3-8703eedea76d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0910754 Apr 30 01:22:15.824177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79512b37-828e-4d86-a038-1691b241a566 req-3f9dcc88-7622-4a20-ac8e-e70d909ccc4f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:15.826066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-79512b37-828e-4d86-a038-1691b241a566 req-3f9dcc88-7622-4a20-ac8e-e70d909ccc4f tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.1732271 Apr 30 01:22:15.878438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbac9f59-d863-4584-886d-1b1fd5b93031 req-ea68290a-01a5-434e-901f-d0661fd2b289 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603766 Apr 30 01:22:15.885621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9aa304b-8428-4438-91f4-8dba8ee0c869 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:15.900835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-5fcdf407-de51-4e00-b200-32b3ca8e8bd9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0129011 Apr 30 01:22:15.962558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa304b-8428-4438-91f4-8dba8ee0c869 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc6ee3a-1106-4aa6-857c-9029fad5a98d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:15.998349 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.007074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Request body: {'port': {'device_id': 'd8206250-3426-4f0a-a023-23d820175206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:16.013871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c4734367-3042-4ef8-a5e4-90b504ead22b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:16.014332 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.034789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-79512b37-828e-4d86-a038-1691b241a566 req-8dba4e5d-d95b-4966-928b-a477383d0705 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931183 Apr 30 01:22:16.052663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.079078 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.114512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.136258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.161416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9aa304b-8428-4438-91f4-8dba8ee0c869 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.162814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e9aa304b-8428-4438-91f4-8dba8ee0c869 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8624778 Apr 30 01:22:16.166701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38602) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:16.176700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fcb79807-95c5-4a3a-b342-4c57b25bd4f1 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Request body: {'security_group_rule': {'security_group_id': '82c045db-66d2-470b-a85c-e2a0e875c9c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:16.194122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:16.213334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:16.218607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:16.265029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Pushing event updated for resources: {'Port': ['ID=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:16.354721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Allocated IP 172.25.0.168 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/70f80507-a856-4f2a-8220-c106c895c89f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:16.383472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 2, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:16.384082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Attempting to bind port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:16.384452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Attempting to bind port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:16.385620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Attempting to bind port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd on network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:16.417037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Checking router: 4a264151-67a7-4811-8948-d2fc34a2c379 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:16.417419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Updating router 4a264151-67a7-4811-8948-d2fc34a2c379 port 9206f584-b532-43aa-81e0-34a189af8ab1 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:22:16.419663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:16.420048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Checking segment: {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:16.420452 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.420938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Bound using segment: {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:16.421305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Bound port: 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:16.421682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.455771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fcb79807-95c5-4a3a-b342-4c57b25bd4f1 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.459510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.481439 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b2b153-e5f8-4872-810e-d82937eea10f {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:22:16.490297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.503634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Transition to ACTIVE for port object 14b2b153-e5f8-4872-810e-d82937eea10f will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:22:16.558741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] For port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:16.563700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] For port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:16.594782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa3dd-4c31-4dba-92a1-11f24cf2d2c0 req-51076381-cf38-4606-8197-f387e7f42b4f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:16.596608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd0fa3dd-4c31-4dba-92a1-11f24cf2d2c0 req-51076381-cf38-4606-8197-f387e7f42b4f tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.0719295 Apr 30 01:22:16.606237 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.650720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 24f67d58-8477-45b2-8df1-5828b2d3b71a no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:16.657373 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.670983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91bd3c-5c3b-4256-ba3a-49f2b1500c58 req-dc140793-dc98-4cb2-80fc-59f735c0f6a1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:16.672571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd91bd3c-5c3b-4256-ba3a-49f2b1500c58 req-dc140793-dc98-4cb2-80fc-59f735c0f6a1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 931 time: 0.2332649 Apr 30 01:22:16.679682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fcb79807-95c5-4a3a-b342-4c57b25bd4f1 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.686425 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd0fa3dd-4c31-4dba-92a1-11f24cf2d2c0 req-d3526982-e86b-4bcc-9446-fdb64f17c60a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772276 Apr 30 01:22:16.713908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.744040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd91bd3c-5c3b-4256-ba3a-49f2b1500c58 req-db696da5-65a3-4772-856b-d99a0c2b76db tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604265 Apr 30 01:22:16.770549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 24f67d58-8477-45b2-8df1-5828b2d3b71a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:16.771272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 24f67d58-8477-45b2-8df1-5828b2d3b71a not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:16.775779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:16.797150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fcb79807-95c5-4a3a-b342-4c57b25bd4f1 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.829060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb79807-95c5-4a3a-b342-4c57b25bd4f1 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70f36e9-7af6-424c-9d84-7fe55d3aee9f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:16.841175 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.849966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:16.849966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:16.849966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:16.860993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:22:16.861408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:16.863813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bf942-561b-4e78-8e02-3fdf533f52ed None None] Pushing event updated for resources: {'Port': ['ID=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:16.883494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:16.884158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:16.884764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:16.885428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Bound port: 14b2b153-e5f8-4872-810e-d82937eea10f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:16.885867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.905505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fcb79807-95c5-4a3a-b342-4c57b25bd4f1 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:16.907407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fcb79807-95c5-4a3a-b342-4c57b25bd4f1 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7390571 Apr 30 01:22:16.910851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38612) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:16.915380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:16.919352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:16.921504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:16.926055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:16.953697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc16b5-4364-4705-ab70-ebc0aea68071 req-9772f462-82e0-4d28-b596-7c05ef887f91 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:16.956645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3efc16b5-4364-4705-ab70-ebc0aea68071 req-9772f462-82e0-4d28-b596-7c05ef887f91 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1272666 Apr 30 01:22:16.958406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Pushing event updated for resources: {'Port': ['ID=70f80507-a856-4f2a-8220-c106c895c89f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:17.042803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3efc16b5-4364-4705-ab70-ebc0aea68071 req-b4e92e3b-5142-4f34-922f-f6adb9e233cb tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611978 Apr 30 01:22:17.043792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.150842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:17.157458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:17.194186 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.235870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0298c4-a0be-490f-b1ab-43150ee492f1 req-fc25ac19-8500-4b4f-bced-c4e9780d6dfe tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:17.237445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0298c4-a0be-490f-b1ab-43150ee492f1 req-fc25ac19-8500-4b4f-bced-c4e9780d6dfe tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.2039618 Apr 30 01:22:17.246377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.269849 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.303802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:17.305000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.306737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] 10.222.0.23 "PUT /v2.0/ports/14b2b153-e5f8-4872-810e-d82937eea10f HTTP/1.1" status: 200 len: 1091 time: 1.3976867 Apr 30 01:22:17.313142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:17.315967 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a005792-f1c3-47d4-94f1-565d53b66756" -d '{"events": [{"name": "network-changed", "server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:17.329377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764934-87f3-4e43-9564-c1d06ebe0f86 req-74d0f812-ed7c-4a3c-a6a7-4c41ec0197ac tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:17.331275 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71764934-87f3-4e43-9564-c1d06ebe0f86 req-74d0f812-ed7c-4a3c-a6a7-4c41ec0197ac tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.1434252 Apr 30 01:22:17.347063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0298c4-a0be-490f-b1ab-43150ee492f1 req-0da65d79-ee37-4a31-85c0-e703b549ddb3 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956151 Apr 30 01:22:17.396783 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355bf711-22e2-44f2-a6cd-1f2a6e3134bb x-openstack-request-id: req-355bf711-22e2-44f2-a6cd-1f2a6e3134bb {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:17.397067 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:17.397345 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-355bf711-22e2-44f2-a6cd-1f2a6e3134bb {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:17.397705 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355bf711-22e2-44f2-a6cd-1f2a6e3134bb'] response: {'name': 'network-changed', 'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f', 'status': 'completed', 'code': 200} Apr 30 01:22:17.401929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eb794-2048-4ac1-9518-fd858c380f31 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:17.417280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53433-17ef-4b6d-bf28-ef1c1146a8c8 None None] Pushing event updated for resources: {'Port': ['ID=9206f584-b532-43aa-81e0-34a189af8ab1,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:17.425518 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.462833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Attempting to bind port 9206f584-b532-43aa-81e0-34a189af8ab1 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:17.463193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Attempting to bind port 9206f584-b532-43aa-81e0-34a189af8ab1 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:17.463590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Attempting to bind port 9206f584-b532-43aa-81e0-34a189af8ab1 on network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:17.472870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:17.473244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Checking segment: {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:17.473646 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.474028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Bound using segment: {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:17.474485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Bound port: 9206f584-b532-43aa-81e0-34a189af8ab1, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:17.481211 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.576486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] For port 9206f584-b532-43aa-81e0-34a189af8ab1, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:17.583865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] For port 9206f584-b532-43aa-81e0-34a189af8ab1, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9206f584-b532-43aa-81e0-34a189af8ab1,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:17.584054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71764934-87f3-4e43-9564-c1d06ebe0f86 req-49fb4639-97ba-43cd-a3af-3ef7bd5151b2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202718 Apr 30 01:22:17.593124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Allocated IP 172.25.0.49 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/3ae3d839-a0fc-4f65-8e84-2ee20169aad1) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:17.606701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.642068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005792-f1c3-47d4-94f1-565d53b66756 req-4db7352a-d3ba-43c5-8a98-8c7ba087fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:17.643596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a005792-f1c3-47d4-94f1-565d53b66756 req-4db7352a-d3ba-43c5-8a98-8c7ba087fd5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1094 time: 0.1070657 Apr 30 01:22:17.682316 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.809337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-52ccab89-f782-4186-a80b-ea4248335b0c None None] Provisioning complete for port 9206f584-b532-43aa-81e0-34a189af8ab1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:17.810021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52ccab89-f782-4186-a80b-ea4248335b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.951109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53433-17ef-4b6d-bf28-ef1c1146a8c8 None None] Pushing event updated for resources: {'Port': ['ID=9206f584-b532-43aa-81e0-34a189af8ab1,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:17.962804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:17.971307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:17.972072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:17.983135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824d7b8-cd5c-44e5-b2f9-abe8b77d2237 req-7e16aa26-0acc-4776-88ef-cc84d5687750 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:17.984923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2824d7b8-cd5c-44e5-b2f9-abe8b77d2237 req-7e16aa26-0acc-4776-88ef-cc84d5687750 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.1342151 Apr 30 01:22:18.010187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005792-f1c3-47d4-94f1-565d53b66756 req-f075d4cf-b5c1-4838-b08a-8e24fade3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.012325 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a005792-f1c3-47d4-94f1-565d53b66756 req-f075d4cf-b5c1-4838-b08a-8e24fade3515 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0ae2eb915422456a9a1791d75e06384d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3434005 Apr 30 01:22:18.039062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcee7f-0e05-4c31-ac15-67968eaaf2de req-8710b0a2-5700-4a14-8cf4-067eea3bb529 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.040784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83dcee7f-0e05-4c31-ac15-67968eaaf2de req-8710b0a2-5700-4a14-8cf4-067eea3bb529 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1451075 Apr 30 01:22:18.148014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2824d7b8-cd5c-44e5-b2f9-abe8b77d2237 req-139e9468-dcad-4fcc-9be4-c5e22dd5d527 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123884 Apr 30 01:22:18.149083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.231189 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52ccab89-f782-4186-a80b-ea4248335b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.297967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:18.302078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e6756-9f8b-443a-a8f4-cd3d2fee694d None None] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:18.303772 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83dcee7f-0e05-4c31-ac15-67968eaaf2de req-09a5b0ad-7334-4032-a5ed-14387f99d1d0 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327886 Apr 30 01:22:18.347440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-52ccab89-f782-4186-a80b-ea4248335b0c None None] For port 9206f584-b532-43aa-81e0-34a189af8ab1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9206f584-b532-43aa-81e0-34a189af8ab1,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:18.347796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005792-f1c3-47d4-94f1-565d53b66756 req-b1602037-b183-4bb1-9624-c7801f55921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.349230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a005792-f1c3-47d4-94f1-565d53b66756 req-b1602037-b183-4bb1-9624-c7801f55921d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3192708 Apr 30 01:22:18.362200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73b5c-62f4-4246-af61-9f1a11a507d6 req-317cf32c-3b04-4126-b008-7f0075ea70fb tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.363802 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69e73b5c-62f4-4246-af61-9f1a11a507d6 req-317cf32c-3b04-4126-b008-7f0075ea70fb tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.0788870 Apr 30 01:22:18.369737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-084b1604-1445-4bb0-92f3-efc9ccbbd60a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.371292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-084b1604-1445-4bb0-92f3-efc9ccbbd60a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 0.2853076 Apr 30 01:22:18.440206 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52ccab89-f782-4186-a80b-ea4248335b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.472943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.480781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69e73b5c-62f4-4246-af61-9f1a11a507d6 req-4a41fb77-3fe2-4896-b79e-1b76dc64eb00 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022446 Apr 30 01:22:18.577870 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.580440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:22:18.603301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:18.614571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:18.625339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:18.633504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event updated for resources: {'Port': ['ID=3ae3d839-a0fc-4f65-8e84-2ee20169aad1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:18.637488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-b5f26725-45df-418e-abba-475b44d84787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.639534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-b5f26725-45df-418e-abba-475b44d84787 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1094 time: 0.2052739 Apr 30 01:22:18.693605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4e530-4a36-44d0-807f-1e9efc5c28ec req-01ecbbb2-f78b-4be5-a253-db2a1ed17296 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.696028 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afe4e530-4a36-44d0-807f-1e9efc5c28ec req-01ecbbb2-f78b-4be5-a253-db2a1ed17296 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.2257075 Apr 30 01:22:18.734996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-ec454ec7-211d-470f-81d6-fbf2591f86c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b2b153-e5f8-4872-810e-d82937eea10f HTTP/1.1" status: 200 len: 217 time: 0.0716352 Apr 30 01:22:18.773996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccab89-f782-4186-a80b-ea4248335b0c None None] Pushing event updated for resources: {'Port': ['ID=9206f584-b532-43aa-81e0-34a189af8ab1,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:18.834050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:18.837949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f221c807-04e7-4c4c-9aea-5eaa8345f839 None None] Provisioning complete for port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:18.838328 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f221c807-04e7-4c4c-9aea-5eaa8345f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.848359 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Sync routers for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:18.850268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Deleting port 7e01c030-24ac-4c84-8c97-f2d81987da00 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:18.850708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.856272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f1b66-6ff6-4805-aa98-fabbe2309341 req-b071416c-de07-4f02-a7ab-c24035474174 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.858301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e0f1b66-6ff6-4805-aa98-fabbe2309341 req-b071416c-de07-4f02-a7ab-c24035474174 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.1089909 Apr 30 01:22:18.872723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afe4e530-4a36-44d0-807f-1e9efc5c28ec req-5f1239f3-430d-43d0-ac19-116e8b4bde32 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381588 Apr 30 01:22:18.875270 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:18.875907 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:18.895465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-832a02a3-228b-4394-af2c-cb692e41facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:18.897126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-832a02a3-228b-4394-af2c-cb692e41facd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.1513605 Apr 30 01:22:18.920898 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e0f1b66-6ff6-4805-aa98-fabbe2309341 req-58d2f0e0-29f6-4b48-8e8e-5142e61a77e2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 Apr 30 01:22:18.968129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-07d33da8-c343-401b-9c1c-636fd7bc2d9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354228 Apr 30 01:22:18.969297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.991361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:18.992408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3ff09744-94e6-4d39-ab25-85d3806a68aa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4807644 Apr 30 01:22:18.993345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38628) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:19.064942 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:19.066175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f221c807-04e7-4c4c-9aea-5eaa8345f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:19.084015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0314c892-4910-493e-ab16-0de444214e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:17Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:19.145308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f221c807-04e7-4c4c-9aea-5eaa8345f839 None None] For port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:19.149511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314c892-4910-493e-ab16-0de444214e72 None None] The sync data for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 is: [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:17Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:19.206846 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f221c807-04e7-4c4c-9aea-5eaa8345f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:19.238957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] For port 7e01c030-24ac-4c84-8c97-f2d81987da00, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7e01c030-24ac-4c84-8c97-f2d81987da00,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:19.239364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:19.278062 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:19.359867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:19.425454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f221c807-04e7-4c4c-9aea-5eaa8345f839 None None] Provisioning complete for port 9206f584-b532-43aa-81e0-34a189af8ab1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:19.426088 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f221c807-04e7-4c4c-9aea-5eaa8345f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:19.462579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221c807-04e7-4c4c-9aea-5eaa8345f839 None None] Pushing event updated for resources: {'Port': ['ID=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:19.496314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Calling delete_port for 7e01c030-24ac-4c84-8c97-f2d81987da00 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:19.498805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:19.499180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:19.505829 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:17Z', 'revision_number': 3, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:19.563231 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Checking router: 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:19.567960 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Updating router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 port 70f80507-a856-4f2a-8220-c106c895c89f binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:22:19.607391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47a9d0-93ec-48f3-93ab-2bde8709154c req-ea3c2c54-64e3-4051-937a-84e271c45a6f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:19.615001 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e47a9d0-93ec-48f3-93ab-2bde8709154c req-ea3c2c54-64e3-4051-937a-84e271c45a6f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1903811 Apr 30 01:22:19.623183 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:19.669987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-51ab21d5-c44d-4886-8257-c1a7468d2633 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:19.671504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-51ab21d5-c44d-4886-8257-c1a7468d2633 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.1778095 Apr 30 01:22:19.677347 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-0729b6b3-dd7f-4f8a-b2bc-cad5b3eca1c4 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962583 Apr 30 01:22:19.688458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821348-1'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:19.730434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e47a9d0-93ec-48f3-93ab-2bde8709154c req-c8e884e5-62a2-47ba-8352-e320f6d28011 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011264 Apr 30 01:22:19.761146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3cf572d5-ceeb-4ae6-b610-d7ce38604f81 None None] Provisioning complete for port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:19.764050 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cf572d5-ceeb-4ae6-b610-d7ce38604f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:19.821349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.019565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af75187-1cfb-4dda-b043-64f205449081 req-4b8eb6df-64be-49ee-a4d0-53023dbb7920 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:20.032337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1af75187-1cfb-4dda-b043-64f205449081 req-4b8eb6df-64be-49ee-a4d0-53023dbb7920 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1666129 Apr 30 01:22:20.058333 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.132178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1af75187-1cfb-4dda-b043-64f205449081 req-a55340b6-17e2-48fd-a156-c0fa1203ff88 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884421 Apr 30 01:22:20.143878 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.182746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:20.197992 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d0df2-196f-44af-86a6-5870e8b3f12a None None] Pushing event updated for resources: {'Port': ['ID=70f80507-a856-4f2a-8220-c106c895c89f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:20.238429 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Attempting to bind port 70f80507-a856-4f2a-8220-c106c895c89f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:20.238929 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Attempting to bind port 70f80507-a856-4f2a-8220-c106c895c89f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:20.239404 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Attempting to bind port 70f80507-a856-4f2a-8220-c106c895c89f on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:20.248880 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:20.252053 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:20.252483 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.252886 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:20.253442 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Bound port: 70f80507-a856-4f2a-8220-c106c895c89f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:20.253827 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.337343 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] For port 70f80507-a856-4f2a-8220-c106c895c89f, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:20.341217 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] For port 70f80507-a856-4f2a-8220-c106c895c89f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=70f80507-a856-4f2a-8220-c106c895c89f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:20.355629 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.402859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b823e-0fa9-4f0a-a5b7-287acb685bd6 req-2514efab-eab0-4ddf-9b72-27ca0b75fb8a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:20.404543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f1b823e-0fa9-4f0a-a5b7-287acb685bd6 req-2514efab-eab0-4ddf-9b72-27ca0b75fb8a tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 949 time: 1.0313175 Apr 30 01:22:20.408290 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.414803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5281c4e8-1194-47f4-a53e-74bccf2e04cb req-88fee2a9-dd3a-42b4-82fb-76fdda5c4259 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311105 Apr 30 01:22:20.485002 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d0df2-196f-44af-86a6-5870e8b3f12a None None] Pushing event updated for resources: {'Port': ['ID=70f80507-a856-4f2a-8220-c106c895c89f,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:20.517790 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:20.520054 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:20.634025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:22:20.636825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7e01c030-24ac-4c84-8c97-f2d81987da00 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:20.696938 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:20.697268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:20.703960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 7e01c030-24ac-4c84-8c97-f2d81987da00 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:20.704303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7e01c030-24ac-4c84-8c97-f2d81987da00 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:20.725347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa08aa-60e9-4c0f-99f4-76d04b9b239f req-d4f4e5b9-c95a-4d93-9733-5d276204efb2 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:20.733352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1aa08aa-60e9-4c0f-99f4-76d04b9b239f req-d4f4e5b9-c95a-4d93-9733-5d276204efb2 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.5060592 Apr 30 01:22:20.781060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1aa08aa-60e9-4c0f-99f4-76d04b9b239f req-731aee72-1aec-42ef-b5bc-59c5e6fef51f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Apr 30 01:22:20.832374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.844992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:20.851587 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8c1ef5-705b-4c83-8af1-940877c3b7dc" -d '{"events": [{"server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:20.883583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.891443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.903457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:20.919298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 has no active binding in host n-h1-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:22:20.938082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Pushing event deleted for resources: {'Port': ['ID=7e01c030-24ac-4c84-8c97-f2d81987da00,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:20.948467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:20.994796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.008351 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:17Z', 'revision_number': 3, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:21.027024 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f1b823e-0fa9-4f0a-a5b7-287acb685bd6 req-74d2557e-427d-4868-b016-ba91ef021644 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1ab73e9-87bb-4e58-8207-3176427e3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908797 Apr 30 01:22:21.052060 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2bbf1-e6c1-4280-8a75-1e2cddf51b42 None None] The sync data for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 is: [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:17Z', 'revision_number': 3, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:21.068220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] No DVR routers for this DVR port 7e01c030-24ac-4c84-8c97-f2d81987da00 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:21.110415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event updated for resources: {'Port': ['ID=3ae3d839-a0fc-4f65-8e84-2ee20169aad1,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:21.115575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.119483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77a80230-8cc8-419d-ab3a-953c330ae8ac req-b4c5c78f-f80b-49ac-a6b5-39bacbb02b10 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.21 "DELETE /v2.0/ports/7e01c030-24ac-4c84-8c97-f2d81987da00 HTTP/1.1" status: 204 len: 173 time: 2.7386081 Apr 30 01:22:21.120234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'name': 'network-vif-deleted', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:21.122809 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd954ef4-7c6a-44f1-b28a-19544f8b0d46" -d '{"events": [{"server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "name": "network-vif-deleted", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:21.168752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831e2aa-bfa1-4b58-98c3-97d779a4e3ea req-39a4c4a5-7659-4899-ab16-1b53847b616c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:21.176162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b831e2aa-bfa1-4b58-98c3-97d779a4e3ea req-39a4c4a5-7659-4899-ab16-1b53847b616c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 945 time: 0.2684782 Apr 30 01:22:21.194480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on host n-h2-821348-1 for vnic_type normal with profile {"migrating_to": "n-h1-821348-1"} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:21.195194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:21.195552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:21.212574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:21.215975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:22:21.216307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Attempting to bind port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on network b7229896-42d0-4c0a-9005-9218b8141669 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:21.225339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:21.225675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Checking segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:21.226628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Bound using segment: {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:21.227065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Bound port: ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be1351-6473-4fc3-8578-dddd20d719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b7229896-42d0-4c0a-9005-9218b8141669'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:21.227443 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.262445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b831e2aa-bfa1-4b58-98c3-97d779a4e3ea req-5a2efe4a-86a1-43d7-87a3-c0c716fb1663 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852251 Apr 30 01:22:21.271153 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.304811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f97d91-4719-4581-9d23-15f7a7e066d1 req-6da259b8-39dc-424e-b58e-22851f7120f3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:21.306099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82f97d91-4719-4581-9d23-15f7a7e066d1 req-6da259b8-39dc-424e-b58e-22851f7120f3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1424546 Apr 30 01:22:21.359552 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feceeb25-9598-41c0-861b-a39aeaa03d2b x-openstack-request-id: req-feceeb25-9598-41c0-861b-a39aeaa03d2b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:21.359881 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:21.360449 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feceeb25-9598-41c0-861b-a39aeaa03d2b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:21.360969 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feceeb25-9598-41c0-861b-a39aeaa03d2b'] response: {'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736', 'code': 200} Apr 30 01:22:21.392884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82f97d91-4719-4581-9d23-15f7a7e066d1 req-be7e1674-0c19-4c8e-91d5-76b635609613 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572596 Apr 30 01:22:21.412670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:21.445916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.447220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0a1f488d-46d5-4c4c-bf52-e3b1be24d586 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5319138 Apr 30 01:22:21.493949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:21.496032 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e8676-e0ec-4cde-a334-a73cbc0b16f3 x-openstack-request-id: req-ab3e8676-e0ec-4cde-a334-a73cbc0b16f3 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:21.496331 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4ac755-288c-4351-afc0-4d384deb4411", "name": "network-vif-deleted", "tag": "7e01c030-24ac-4c84-8c97-f2d81987da00", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:21.498860 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab3e8676-e0ec-4cde-a334-a73cbc0b16f3 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:21.498860 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3e8676-e0ec-4cde-a334-a73cbc0b16f3'] response: {'server_uuid': '7a4ac755-288c-4351-afc0-4d384deb4411', 'name': 'network-vif-deleted', 'tag': '7e01c030-24ac-4c84-8c97-f2d81987da00', 'status': 'completed', 'code': 200} Apr 30 01:22:21.499445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.512363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:21.591493 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.607045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:21.610618 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.756198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9206f584-b532-43aa-81e0-34a189af8ab1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:21.761876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:21.762543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.766808 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] 10.222.0.21 "PUT /v2.0/ports/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 200 len: 1121 time: 2.0833104 Apr 30 01:22:21.776736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587610b-9bad-4329-87f0-8429159e1c2c service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:21.858238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9206f584-b532-43aa-81e0-34a189af8ab1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:21.858459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Allocated IP 172.20.0.1 (aa1583fc-cf4f-4750-adba-6a58e6e2b0d1/c50f5a2f-2616-4a96-8b89-d0f1fa124037/15656a29-5892-4197-9b8f-21fcdae2cac2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:21.858550 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:21.914501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['ed7d1bbd-ad12-4eda-a848-5c7aeda2b736'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:21.949212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ed7d1bbd-ad12-4eda-a848-5c7aeda2b736'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:22.036650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2308c6b-da59-4d14-a515-bc8911d19c9b req-228ecf9b-1fa4-4a33-9e55-729785b1d0f1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:22.042285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b2308c6b-da59-4d14-a515-bc8911d19c9b req-228ecf9b-1fa4-4a33-9e55-729785b1d0f1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1176832 Apr 30 01:22:22.059299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:22.091036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e8926-be67-4861-941f-fa2de83a2a02 req-28e0e1aa-ecab-40df-9b66-1c531cc61578 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:22.091036 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-936e8926-be67-4861-941f-fa2de83a2a02 req-28e0e1aa-ecab-40df-9b66-1c531cc61578 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.5362020 Apr 30 01:22:22.137392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b2308c6b-da59-4d14-a515-bc8911d19c9b req-4e38d6b2-6705-4c6e-b2e0-c39bc0bfc7fe tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812013 Apr 30 01:22:22.188461 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-936e8926-be67-4861-941f-fa2de83a2a02 req-9a701561-a35b-4e3a-a05f-4d4beea24d9c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880632 Apr 30 01:22:22.254137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:22.355710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2603069-2beb-4571-9d90-fec7622bbae6 req-10c557d1-4d7f-43e2-8872-b29b7b6924e3 tempest-MigrationsAdminTest-1540183279 tempest-MigrationsAdminTest-1540183279-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a4ac755-288c-4351-afc0-4d384deb4411 HTTP/1.1" status: 200 len: 210 time: 0.0451353 Apr 30 01:22:22.369732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:22.376783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:22.378938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Pushing event updated for resources: {'Port': ['ID=15656a29-5892-4197-9b8f-21fcdae2cac2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:22.381349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:22.438754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:22.574041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b8a4-bfad-4803-840b-1b2eb2a6ad49 req-296e2ea9-8b00-4c62-a89e-4cbb6f793b54 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:22.575666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6413b8a4-bfad-4803-840b-1b2eb2a6ad49 req-296e2ea9-8b00-4c62-a89e-4cbb6f793b54 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.0988638 Apr 30 01:22:22.642496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6413b8a4-bfad-4803-840b-1b2eb2a6ad49 req-8e334eeb-bf18-462f-8946-461de38816ec tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546534 Apr 30 01:22:22.660693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb552e-ad4c-425a-9153-e478ead84b07 req-125b36ef-bd2d-4fcf-8041-2729b861a94d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:22.662571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13cb552e-ad4c-425a-9153-e478ead84b07 req-125b36ef-bd2d-4fcf-8041-2729b861a94d tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.0663569 Apr 30 01:22:22.717340 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13cb552e-ad4c-425a-9153-e478ead84b07 req-70de0a23-74a2-4dd6-b521-131ea61cee62 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441341 Apr 30 01:22:22.752421 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:22.821702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d98dea43-656a-45e9-b94b-b7942d32be9f None None] Provisioning complete for port 15656a29-5892-4197-9b8f-21fcdae2cac2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:22.822075 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d98dea43-656a-45e9-b94b-b7942d32be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:22.834436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfac07-34e5-4e0b-984a-424e1d9f9da7 req-3c36236b-f72e-42e8-93f0-fab8b6ea94ea tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:22.836659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ccfac07-34e5-4e0b-984a-424e1d9f9da7 req-3c36236b-f72e-42e8-93f0-fab8b6ea94ea tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.0935137 Apr 30 01:22:22.864749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d98dea43-656a-45e9-b94b-b7942d32be9f None None] Port 15656a29-5892-4197-9b8f-21fcdae2cac2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:22:22.930883 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ccfac07-34e5-4e0b-984a-424e1d9f9da7 req-ba32dfe6-a60d-4ab5-b3ac-03036b199d13 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852704 Apr 30 01:22:22.942538 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:22:22.986841 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:23.086855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:23.171936 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Pushing event updated for resources: {'Port': ['ID=15656a29-5892-4197-9b8f-21fcdae2cac2,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:23.203840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:23.243100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 70f80507-a856-4f2a-8220-c106c895c89f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:23.356309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdb35-d476-498c-aeb9-8cdc75127254 req-7774b08d-8876-4ac4-ab9a-56e001a13ff0 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:23.358730 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9becdb35-d476-498c-aeb9-8cdc75127254 req-7774b08d-8876-4ac4-ab9a-56e001a13ff0 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0923483 Apr 30 01:22:23.362416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:23.365757 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:23.373903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 70f80507-a856-4f2a-8220-c106c895c89f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:23.374207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:23.385143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:23.386594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:23.422481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9becdb35-d476-498c-aeb9-8cdc75127254 req-425df8d2-ea0f-429c-810d-2c043ba7f8c2 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Apr 30 01:22:23.513645 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:23.562779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 70f80507-a856-4f2a-8220-c106c895c89f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=70f80507-a856-4f2a-8220-c106c895c89f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:23.577801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:22:23.618601 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:23.675791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460bd0-83c8-4614-a5ac-f470a1dd1876 req-8ca609dc-4c5e-490b-8fdc-b3d58e17ee11 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:23.678323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f460bd0-83c8-4614-a5ac-f470a1dd1876 req-8ca609dc-4c5e-490b-8fdc-b3d58e17ee11 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1012144 Apr 30 01:22:23.735046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:23.735731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=70f80507-a856-4f2a-8220-c106c895c89f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:23.748175 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a38bfcc-a13a-4134-81a1-bdf697155d30 admin admin] 10.222.0.15 "PUT /v2.0/routers/90fedc1c-919b-4bdb-b86e-7d1ef23b4095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7535298 Apr 30 01:22:23.759914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Sync routers for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:23.769472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f460bd0-83c8-4614-a5ac-f470a1dd1876 req-7476fbe8-20e7-4193-b25e-c31619b3390e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741088 Apr 30 01:22:23.785871 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7312dec6-44bf-4555-84bc-fb9b068fa99b x-openstack-request-id: req-7312dec6-44bf-4555-84bc-fb9b068fa99b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:23.785871 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:23.785871 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7312dec6-44bf-4555-84bc-fb9b068fa99b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:23.785871 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7312dec6-44bf-4555-84bc-fb9b068fa99b'] response: {'name': 'network-changed', 'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736', 'status': 'completed', 'code': 200} Apr 30 01:22:23.786411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3873fb66-eba8-4f6f-b322-2593f7701c21 None None] Provisioning complete for port 15656a29-5892-4197-9b8f-21fcdae2cac2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:23.786411 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3873fb66-eba8-4f6f-b322-2593f7701c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:23.855783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-ef4ace32-d2f3-4ae0-89fd-ffbf8eed3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:23.858457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-ef4ace32-d2f3-4ae0-89fd-ffbf8eed3100 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1124 time: 0.0733538 Apr 30 01:22:23.862287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3873fb66-eba8-4f6f-b322-2593f7701c21 None None] Port 15656a29-5892-4197-9b8f-21fcdae2cac2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:22:23.872185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:23.873751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:24.041476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b45a0-4a3b-4ca5-a75b-aeece515136e req-0ed3e96e-9549-403c-8b68-a471060218b6 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:24.049765 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-847b45a0-4a3b-4ca5-a75b-aeece515136e req-0ed3e96e-9549-403c-8b68-a471060218b6 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.0992255 Apr 30 01:22:24.069974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:24.094408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f7d1-064c-4b70-aee5-6ca7b83d67ca req-f7fedc35-891c-449c-9eaf-4a2b4a6427f0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:24.095007 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-847b45a0-4a3b-4ca5-a75b-aeece515136e req-3d2ca624-a039-4371-8983-e7d100ee635c tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428710 Apr 30 01:22:24.102452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9121f7d1-064c-4b70-aee5-6ca7b83d67ca req-f7fedc35-891c-449c-9eaf-4a2b4a6427f0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.1760080 Apr 30 01:22:24.135783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-ae0a4f73-f2a1-4f0f-bf4d-3e65729a4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:24.137397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-ae0a4f73-f2a1-4f0f-bf4d-3e65729a4fef service neutron] 10.222.0.23 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.2625921 Apr 30 01:22:24.169335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9121f7d1-064c-4b70-aee5-6ca7b83d67ca req-5fd65ff2-0a2b-4fdf-9af5-ed8530ad248a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639689 Apr 30 01:22:24.257406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-6d5cf7d7-c4cb-4f7e-b92b-f567439e95cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 200 len: 217 time: 0.1093276 Apr 30 01:22:24.269338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597b882-0ad2-4575-8a4d-7d75c2c29f18 req-6617bdb5-ca44-46af-af2b-e4cfa6024567 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:24.273135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a597b882-0ad2-4575-8a4d-7d75c2c29f18 req-6617bdb5-ca44-46af-af2b-e4cfa6024567 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1049881 Apr 30 01:22:24.325163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-5b4f1754-4b27-4751-803f-9225a51bd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:24.326805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-5b4f1754-4b27-4751-803f-9225a51bd222 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.0582595 Apr 30 01:22:24.328119 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a597b882-0ad2-4575-8a4d-7d75c2c29f18 req-00540237-5fc1-4cdd-bde4-5a389f81785f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 Apr 30 01:22:24.370640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-313e7c06-f98b-48b6-a431-70f641d967d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342002 Apr 30 01:22:24.414242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 2, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:24.453613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Checking router: 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:24.456669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Updating router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 port 15656a29-5892-4197-9b8f-21fcdae2cac2 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:22:24.501642 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:24.504393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38772) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:24.530396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-9c1a204a-0303-460c-817a-768e04e8c698 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512892 Apr 30 01:22:24.672053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab8a47-9855-4879-8da0-7360ca4371e9 req-3b896290-2f13-439a-9cd3-52312e89493e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:24.673601 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42ab8a47-9855-4879-8da0-7360ca4371e9 req-3b896290-2f13-439a-9cd3-52312e89493e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1203413 Apr 30 01:22:24.703806 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-31b709d9-ac9e-4d91-91b3-139d07903fa1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be6f9ad62e3c42e6b8263430d9e9fad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979983 Apr 30 01:22:24.706649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:24.740440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42ab8a47-9855-4879-8da0-7360ca4371e9 req-e7813165-c769-4529-93a8-b70f2cf78af3 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555828 Apr 30 01:22:24.743037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f4c2871-2827-48ec-a7ed-35bf7d20f2cc req-a4ef89de-a89c-4e4a-b8d9-eaf29fbb9765 service neutron] 10.222.0.23 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047627 Apr 30 01:22:24.778274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d71e64c-b1db-4c7f-9195-d32d1705b8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:24.803994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d71e64c-b1db-4c7f-9195-d32d1705b8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:24.912316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38788) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:24.918612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-731553955-network', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:24.933540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6ce39-0e05-43d9-9660-19bd6e76b3f5 req-dec9c96d-1f84-4d7e-b40b-afd39a01929e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:24.935158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fb6ce39-0e05-43d9-9660-19bd6e76b3f5 req-dec9c96d-1f84-4d7e-b40b-afd39a01929e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.0727518 Apr 30 01:22:24.936318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d71e64c-b1db-4c7f-9195-d32d1705b8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:24.939149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d71e64c-b1db-4c7f-9195-d32d1705b8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:24.940625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4d71e64c-b1db-4c7f-9195-d32d1705b8af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1ab73e9-87bb-4e58-8207-3176427e3610 HTTP/1.1" status: 204 len: 168 time: 0.2320714 Apr 30 01:22:24.951241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71e64c-b1db-4c7f-9195-d32d1705b8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ab73e9-87bb-4e58-8207-3176427e3610,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:24.959803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.008821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fb6ce39-0e05-43d9-9660-19bd6e76b3f5 req-3b40b4be-ce28-4e7c-926f-040db386f05c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594025 Apr 30 01:22:25.046684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Made reservation on behalf of bde7bac9b6e04c99ad51440a68549d70 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:25.049245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.059344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.081245 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.165737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.177984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525cc4d-73cd-4a44-988b-9a3b3b102317 None None] Pushing event updated for resources: {'Port': ['ID=15656a29-5892-4197-9b8f-21fcdae2cac2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:25.245349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 70f80507-a856-4f2a-8220-c106c895c89f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:25.268546 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.309875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172eda3b-e720-47de-b233-12b820fa958f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:25.342859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:22:25.344077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Attempting to bind port 15656a29-5892-4197-9b8f-21fcdae2cac2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:25.344793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Attempting to bind port 15656a29-5892-4197-9b8f-21fcdae2cac2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:25.345326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Attempting to bind port 15656a29-5892-4197-9b8f-21fcdae2cac2 on network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:25.368261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906be2b-2cbd-4bb6-8687-9834902094fb req-1030c4a4-9ebb-48a8-bcb9-9f78e06c5471 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:25.370497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c906be2b-2cbd-4bb6-8687-9834902094fb req-1030c4a4-9ebb-48a8-bcb9-9f78e06c5471 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.1504922 Apr 30 01:22:25.378819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.378819 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Added segment 0edd3f17-30b1-49e2-88e4-705107ba7ef1 of type vlan for network e5deac69-9d14-41db-ba58-3ce93b9c96ae Apr 30 01:22:25.388544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:25.389306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Checking segment: {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:25.391623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.392113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Bound using segment: {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:25.392901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Bound port: 15656a29-5892-4197-9b8f-21fcdae2cac2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:25.393384 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.398874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdee39a-91e4-4948-979c-7cbb477b6f7b req-ee3a15fb-d9de-4338-8ebc-c0ffc168f875 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:25.414770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5fdee39a-91e4-4948-979c-7cbb477b6f7b req-ee3a15fb-d9de-4338-8ebc-c0ffc168f875 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.1159194 Apr 30 01:22:25.463000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c906be2b-2cbd-4bb6-8687-9834902094fb req-1c31bbe4-7cf8-4905-9640-dcf173cdd694 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761006 Apr 30 01:22:25.505160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5fdee39a-91e4-4948-979c-7cbb477b6f7b req-821f979a-d7c8-4678-adab-658a5299b174 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875776 Apr 30 01:22:25.519040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 70f80507-a856-4f2a-8220-c106c895c89f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:25.519637 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.567082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.588495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] For port 15656a29-5892-4197-9b8f-21fcdae2cac2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:25.611401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] For port 15656a29-5892-4197-9b8f-21fcdae2cac2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=15656a29-5892-4197-9b8f-21fcdae2cac2,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:25.626730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f6a848c0-ffb5-4001-aea8-111c57f27ce1 None None] Provisioning complete for port 15656a29-5892-4197-9b8f-21fcdae2cac2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:25.627101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6a848c0-ffb5-4001-aea8-111c57f27ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.638094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-5ead5e3c-cd67-4343-ba32-585e9d4587b2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:25.639507 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-5ead5e3c-cd67-4343-ba32-585e9d4587b2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.23 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.1708629 Apr 30 01:22:25.695317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81c1e-e7a4-4c54-980b-fcb4282e80b8 req-c4e0befe-fda8-44ab-9a90-d6e473e5bf65 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:25.697364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52e81c1e-e7a4-4c54-980b-fcb4282e80b8 req-c4e0befe-fda8-44ab-9a90-d6e473e5bf65 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1027360 Apr 30 01:22:25.702900 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.733908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.735122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:25.735738 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.838870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f6a848c0-ffb5-4001-aea8-111c57f27ce1 None None] Port 15656a29-5892-4197-9b8f-21fcdae2cac2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:22:25.860722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:25.861409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:25.883616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9698768 Apr 30 01:22:25.886669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38802) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:25.891998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52e81c1e-e7a4-4c54-980b-fcb4282e80b8 req-77d13429-81d8-4810-8a9f-fffeb13bdb8a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844704 Apr 30 01:22:25.896339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Request body: {'subnet': {'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-subnet', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:25.922521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33785082-ef53-4ef3-a1d2-7eb94a2e9e15 admin admin] Pushing event updated for resources: {'Network': ['ID=e5deac69-9d14-41db-ba58-3ce93b9c96ae,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:25.950741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Deleting port f0c9d048-9947-4909-b50d-b7d0769d3041 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:25.951081 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:25.956620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38804) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:26.020753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf51bbb-bb3d-42a9-b05e-ae2eb2c91dfd req-36e26375-5e0d-4b25-94b3-e333e2715103 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:26.025303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bf51bbb-bb3d-42a9-b05e-ae2eb2c91dfd req-36e26375-5e0d-4b25-94b3-e333e2715103 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1409276 Apr 30 01:22:26.045157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Made reservation on behalf of bde7bac9b6e04c99ad51440a68549d70 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:26.050822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:26.139965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bf51bbb-bb3d-42a9-b05e-ae2eb2c91dfd req-8cf118b0-bb19-48f3-bc8a-3020bc99cf08 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994039 Apr 30 01:22:26.233013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:22:26.316926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525cc4d-73cd-4a44-988b-9a3b3b102317 None None] Pushing event updated for resources: {'Port': ['ID=15656a29-5892-4197-9b8f-21fcdae2cac2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:26.339214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f0cecd4c-0c57-442d-bfb9-f0e9a56fa0cd None None] Provisioning complete for port 15656a29-5892-4197-9b8f-21fcdae2cac2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:26.339631 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0cecd4c-0c57-442d-bfb9-f0e9a56fa0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:26.369082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-124d809b-cb67-41f1-bc1e-da9e5fb76b92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c644765f084f49969f435167485be3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065964 Apr 30 01:22:26.371794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38810) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:26.403970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] For port f0c9d048-9947-4909-b50d-b7d0769d3041, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f0c9d048-9947-4909-b50d-b7d0769d3041,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:26.404488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:26.440280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231842-9d4b-4767-a24e-b2f2af72ccb8 req-7b2ff13c-e131-4128-aa77-a2daeb864665 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:26.456051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecac1a92-b3f1-4bd8-91ef-7b2f600a2aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:26.461257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c231842-9d4b-4767-a24e-b2f2af72ccb8 req-7b2ff13c-e131-4128-aa77-a2daeb864665 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.2824347 Apr 30 01:22:26.482077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecac1a92-b3f1-4bd8-91ef-7b2f600a2aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:26.486975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:26.625701 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0cecd4c-0c57-442d-bfb9-f0e9a56fa0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:26.628542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecac1a92-b3f1-4bd8-91ef-7b2f600a2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:26.637001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ecac1a92-b3f1-4bd8-91ef-7b2f600a2aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:26.642252 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ecac1a92-b3f1-4bd8-91ef-7b2f600a2aeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ce16a6d-8759-4829-917a-6eee6b283683 HTTP/1.1" status: 204 len: 168 time: 0.2694418 Apr 30 01:22:26.694652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:22:26.705255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac1a92-b3f1-4bd8-91ef-7b2f600a2aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce16a6d-8759-4829-917a-6eee6b283683,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:26.717969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:26.760509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c231842-9d4b-4767-a24e-b2f2af72ccb8 req-01752e13-5419-4b2a-99c4-f56c4a3b7c8f tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936664 Apr 30 01:22:26.768397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcce228-4384-47a4-a912-ae3e8afd1804 req-678ca323-ce0a-4fb6-8d39-394914dfc6e1 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:26.779568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fdcce228-4384-47a4-a912-ae3e8afd1804 req-678ca323-ce0a-4fb6-8d39-394914dfc6e1 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 945 time: 0.1673448 Apr 30 01:22:26.842529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fdcce228-4384-47a4-a912-ae3e8afd1804 req-6ac8bebc-c71e-4d26-bc5d-706a50140dc2 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups?id=28dd8936-da8f-4923-ba8f-c3d63b7c810c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611653 Apr 30 01:22:27.000790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f0cecd4c-0c57-442d-bfb9-f0e9a56fa0cd None None] For port 15656a29-5892-4197-9b8f-21fcdae2cac2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=15656a29-5892-4197-9b8f-21fcdae2cac2,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:27.105106 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.118443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f543ce-f010-472c-afc9-b6f64a642df0 req-077f2303-de2b-462c-beb8-bf8b94c9ea8c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:27.123069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0cecd4c-0c57-442d-bfb9-f0e9a56fa0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.126780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1f543ce-f010-472c-afc9-b6f64a642df0 req-077f2303-de2b-462c-beb8-bf8b94c9ea8c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.1890790 Apr 30 01:22:27.205021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cecd4c-0c57-442d-bfb9-f0e9a56fa0cd None None] Pushing event updated for resources: {'Port': ['ID=15656a29-5892-4197-9b8f-21fcdae2cac2,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:27.221980 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.230843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.231246 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Floating IP 951383e6-c1d8-494f-b316-da845ce7901d disassociated. External IP: 172.25.0.246, port: f0c9d048-9947-4909-b50d-b7d0769d3041. Apr 30 01:22:27.231651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Calling delete_port for f0c9d048-9947-4909-b50d-b7d0769d3041 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:27.253315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc204088-8fff-48d5-8767-8dd412779936,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:27.266558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d201-47f2-4a04-895d-07fa93cd5fba req-65593878-294e-4288-bfe6-a8ec809014cd tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:27.268191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cec5d201-47f2-4a04-895d-07fa93cd5fba req-65593878-294e-4288-bfe6-a8ec809014cd tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.2041135 Apr 30 01:22:27.317435 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1f543ce-f010-472c-afc9-b6f64a642df0 req-cba50c3b-cff1-4cb2-a6b6-ae1a62e13578 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849773 Apr 30 01:22:27.422912 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.430679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Checking segment: {'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:27.431258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Network hostable DHCP agents. Network: e5deac69-9d14-41db-ba58-3ce93b9c96ae, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:22:27.431988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cec5d201-47f2-4a04-895d-07fa93cd5fba req-1ad80bf8-f089-4e49-ad87-c78e9084ac58 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467166 Apr 30 01:22:27.502269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:27.518688 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d34e00-809b-4c28-a2e4-593eb2a2cf13" -d '{"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-unplugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:27.542178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b83d7e-61e6-4bc5-94c5-658c9aac27af req-b5b52218-83bd-40a6-a51b-0e1c5e2fe54e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:27.550835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2b83d7e-61e6-4bc5-94c5-658c9aac27af req-b5b52218-83bd-40a6-a51b-0e1c5e2fe54e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0949545 Apr 30 01:22:27.582534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:27.591821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:27.599937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:22:27.633097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'mac_address': 'fa:16:3e:61:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:22:27.667744 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.673585 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2b83d7e-61e6-4bc5-94c5-658c9aac27af req-4f9c5658-c129-4fba-8702-bd9fc108eead tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218812 Apr 30 01:22:27.680106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, e5deac69-9d14-41db-ba58-3ce93b9c96ae) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:27.687195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:27.687823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.724554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:25Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:27.730914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dae62ab-4564-43f4-bc28-76583ce0445d None None] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:27.749381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.808055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d05f7ad7-8a03-438f-ba85-910555333fad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9195957 Apr 30 01:22:27.809483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event deleted for resources: {'Port': ['ID=f0c9d048-9947-4909-b50d-b7d0769d3041,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:27.810705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38840) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:27.815872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:27.828463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e4cb6-1c31-4fb4-b1c8-5f029f6c52ae None None] The sync data for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 is: [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:25Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:27.918484 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.972424 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.973743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:27.984857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:27.994106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec495190-ebd3-471a-930f-95ed1f1e59b7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:22:28.002870 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb361de-029c-4410-83fc-c5ff7873f26d x-openstack-request-id: req-efb361de-029c-4410-83fc-c5ff7873f26d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:28.003149 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-unplugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:28.003397 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efb361de-029c-4410-83fc-c5ff7873f26d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:28.003824 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb361de-029c-4410-83fc-c5ff7873f26d'] response: {'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'code': 200} Apr 30 01:22:28.029733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:22:28.081249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:28.159030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-e5deac69-9d14-41db-ba58-3ce93b9c96ae', 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'fixed_ips': [{'subnet_id': 'cc204088-8fff-48d5-8767-8dd412779936'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:22:28.160842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:28.205382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:28.218438 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-4f25b2e2-d4b4-4217-a16b-aedb002e1ef6 service neutron] 10.222.0.23 "GET /v2.0/ports/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736/bindings/n-h1-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.2293320 Apr 30 01:22:28.235769 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:28.414349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 14b2b153-e5f8-4872-810e-d82937eea10f details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:22:28.494709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f0c9d048-9947-4909-b50d-b7d0769d3041 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:28.616892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-073a2b5a-d5da-48ed-9782-95db99f8a4b6 req-f1671f1f-e3ed-49d0-8c4e-9a7a9694ceb5 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 210 time: 0.3608401 Apr 30 01:22:28.706961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: f0c9d048-9947-4909-b50d-b7d0769d3041 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:28.708061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f0c9d048-9947-4909-b50d-b7d0769d3041 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:28.708647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:28.777253 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:28.828633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ec495190-ebd3-471a-930f-95ed1f1e59b7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:28.927463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666b47f-0376-4007-858d-137d0dc66355 req-b93bc44b-85f2-4a99-ad8e-7c6fe57d7214 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:28.936157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d666b47f-0376-4007-858d-137d0dc66355 req-b93bc44b-85f2-4a99-ad8e-7c6fe57d7214 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1654074 Apr 30 01:22:29.021736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d666b47f-0376-4007-858d-137d0dc66355 req-80027d62-dea0-41f0-94fd-817769d14ebc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825231 Apr 30 01:22:29.024996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:29.047768 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] Sync routers for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:29.071686 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:29.072351 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:29.094973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Allocated IP 172.20.0.2 (e5deac69-9d14-41db-ba58-3ce93b9c96ae/cc204088-8fff-48d5-8767-8dd412779936/ffdc4c56-c8b3-4e10-92e5-b51baa68ac67) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:29.110828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] No DVR routers for this DVR port f0c9d048-9947-4909-b50d-b7d0769d3041 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:29.116897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:29.124864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf4fe298-ba4d-4cc4-b02e-290b93bba3ae req-383caeff-c1f5-43b5-97e5-c2e3e84ba21a tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.23 "DELETE /v2.0/ports/f0c9d048-9947-4909-b50d-b7d0769d3041 HTTP/1.1" status: 204 len: 173 time: 3.4782968 Apr 30 01:22:29.132947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'name': 'network-vif-deleted', 'tag': 'f0c9d048-9947-4909-b50d-b7d0769d3041'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:29.136941 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffac5489-fbb5-46da-af65-f186be25786e" -d '{"events": [{"server_uuid": "febd9346-da2f-4c2a-951d-57f6e83ae9db", "name": "network-vif-deleted", "tag": "f0c9d048-9947-4909-b50d-b7d0769d3041"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:29.156743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470bd33-c592-4a95-b5a0-b57e261f1547 req-c8a6f706-6180-445a-99b6-10ce4b955b46 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:29.161028 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5470bd33-c592-4a95-b5a0-b57e261f1547 req-c8a6f706-6180-445a-99b6-10ce4b955b46 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 943 time: 0.3471453 Apr 30 01:22:29.171093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-bf262798-e41a-488c-8607-0e714c0d767e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3315132 Apr 30 01:22:29.232391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82610208-c2e1-4297-83b7-e231a3ab0136 req-8363fb41-4f80-433f-a6b9-894efa21e370 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:29.244606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82610208-c2e1-4297-83b7-e231a3ab0136 req-8363fb41-4f80-433f-a6b9-894efa21e370 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1028636 Apr 30 01:22:29.353686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82610208-c2e1-4297-83b7-e231a3ab0136 req-34a1598a-ef7e-432d-a83a-8d94262a75bd tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078813 Apr 30 01:22:29.445396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:29.486514 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:29.527077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:29.551517 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb68b229-f37a-4245-8008-3b8480a45b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:29.573466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5470bd33-c592-4a95-b5a0-b57e261f1547 req-866b6844-05c7-4fb4-a46e-cefdcb93bbf2 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405893 Apr 30 01:22:29.598571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9dae-f96e-454d-a0ff-da0321a3b191 req-1495a6f2-b0a7-4c2f-9992-852c425dbe2b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:29.609815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-987e9dae-f96e-454d-a0ff-da0321a3b191 req-1495a6f2-b0a7-4c2f-9992-852c425dbe2b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 949 time: 0.1087112 Apr 30 01:22:29.636092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 15656a29-5892-4197-9b8f-21fcdae2cac2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:29.687789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-987e9dae-f96e-454d-a0ff-da0321a3b191 req-15f29cf5-5bae-41e6-961d-abd107ef5062 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740879 Apr 30 01:22:29.722647 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e246d6-0fd8-482f-9279-eb5c396474d5 x-openstack-request-id: req-36e246d6-0fd8-482f-9279-eb5c396474d5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:29.723043 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febd9346-da2f-4c2a-951d-57f6e83ae9db", "name": "network-vif-deleted", "tag": "f0c9d048-9947-4909-b50d-b7d0769d3041", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:29.723538 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36e246d6-0fd8-482f-9279-eb5c396474d5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:29.724281 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e246d6-0fd8-482f-9279-eb5c396474d5'] response: {'server_uuid': 'febd9346-da2f-4c2a-951d-57f6e83ae9db', 'name': 'network-vif-deleted', 'tag': 'f0c9d048-9947-4909-b50d-b7d0769d3041', 'status': 'completed', 'code': 200} Apr 30 01:22:29.794444 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:22:29.804005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-be9a1938-b04b-4b89-adee-4bd627fa4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:29.806048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-be9a1938-b04b-4b89-adee-4bd627fa4a8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 1096 time: 0.5691988 Apr 30 01:22:29.823565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:29.861188 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff61c964-5267-4b64-b900-db5967286c0c req-72b795fe-62c2-4ea6-b4b9-0b5971afff0b tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/ports?device_id=febd9346-da2f-4c2a-951d-57f6e83ae9db HTTP/1.1" status: 200 len: 210 time: 0.0781457 Apr 30 01:22:29.885950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-232f4168-6e32-4776-ac12-afacf7e90968 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3559425 Apr 30 01:22:29.945058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.019400 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:13Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:30.050216 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:30.051816 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] Checking router: 84279dcb-9d31-4ec0-98d4-b9e2d844c42d for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:30.066185 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:30.067072 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:30.087119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.130593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:30.167439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-8542770a-4079-4ef2-88a6-8c4428da88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:30.171606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-8542770a-4079-4ef2-88a6-8c4428da88c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 1096 time: 0.2410386 Apr 30 01:22:30.175674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-a3327007-7e90-41d2-b900-17e0c9c4556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:30.177269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-a3327007-7e90-41d2-b900-17e0c9c4556b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.3454151 Apr 30 01:22:30.177401 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.212690 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:30.271112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '14b2b153-e5f8-4872-810e-d82937eea10f', 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1', 'port_id': '14b2b153-e5f8-4872-810e-d82937eea10f', 'mac_address': 'fa:16:3e:e1:f8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01c2a0b-dd3f-49fd-9728-055577d09a86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:22:30.286265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Pushing event updated for resources: {'Port': ['ID=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:30.340266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-b9d7a7e5-b6dc-4999-bda4-c14b6ac9fb70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 200 len: 217 time: 0.1522841 Apr 30 01:22:30.368958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:30.390362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:30.399609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:30.423059 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.479249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.484784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 15656a29-5892-4197-9b8f-21fcdae2cac2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:30.488490 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.499679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] Transition to ACTIVE for port object ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:22:30.519107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b2b153-e5f8-4872-810e-d82937eea10f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:22:30.537701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.607411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.618478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-89de1af4-c746-4290-b565-38474cc841cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:30.620319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-89de1af4-c746-4290-b565-38474cc841cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.2562129 Apr 30 01:22:30.634857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514fe9-42b8-401c-b12d-6a7eba20b1d2 req-92793bbb-7b9f-40b7-a139-2e7ac4b4e6a9 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:30.636767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60514fe9-42b8-401c-b12d-6a7eba20b1d2 req-92793bbb-7b9f-40b7-a139-2e7ac4b4e6a9 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.3368318 Apr 30 01:22:30.667718 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:13Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:30.697343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7514ad6-f9fc-4385-990e-c09239176ba2 req-43bfdabb-b078-4b29-a14a-799b80d4be9c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:30.707242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7514ad6-f9fc-4385-990e-c09239176ba2 req-43bfdabb-b078-4b29-a14a-799b80d4be9c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1656501 Apr 30 01:22:30.730537 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07814034-0c8e-46b5-a813-1f03f2f3343b None None] The sync data for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 is: [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:21:07Z', 'revision_number': 4, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ebe82c27-9d73-488f-8810-cf6d1f79d8e6', 'name': '', 'network_id': 'e8e831a8-dfde-4ed5-88ea-e50f1572b72b', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:06Z', 'updated_at': '2022-04-30T01:21:13Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'subnets': [{'id': 'ec9e2f4d-2cb2-4444-88d0-d755e273d269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:30.743132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Attempting to bind port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:30.743525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Attempting to bind port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:30.743976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Attempting to bind port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 on network e5deac69-9d14-41db-ba58-3ce93b9c96ae {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:30.747907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:30.755461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:30.755827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Checking segment: {'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:30.756227 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.756612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Bound using segment: {'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:30.757682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Bound port: ffdc4c56-c8b3-4e10-92e5-b51baa68ac67, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:30.758112 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.785184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-5030c661-081d-42de-b4b2-d9c0e4cb5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:30.786939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-5030c661-081d-42de-b4b2-d9c0e4cb5fe0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.5643427 Apr 30 01:22:30.789142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7514ad6-f9fc-4385-990e-c09239176ba2 req-ae895c22-f78e-42f3-8d09-14b055d2f959 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703650 Apr 30 01:22:30.789521 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-da7c0ef0-bd3a-418a-af56-3e01c57f27f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393640 Apr 30 01:22:30.901702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:30.980247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] For port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:30.990110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc002-5a71-4cd5-8a5e-f744d0081010 req-9c0d0f9c-411e-48d6-90c1-01616edbdcf6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:30.994083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] For port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,segment=NetworkSegment(0edd3f17-30b1-49e2-88e4-705107ba7ef1),segment_id=0edd3f17-30b1-49e2-88e4-705107ba7ef1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:31.000478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0afc002-5a71-4cd5-8a5e-f744d0081010 req-9c0d0f9c-411e-48d6-90c1-01616edbdcf6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 944 time: 0.0871570 Apr 30 01:22:31.009622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:31.014954 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b175-725e-4fc5-8695-c7af25c24203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:31.057818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0afc002-5a71-4cd5-8a5e-f744d0081010 req-5d0edaac-6948-4cda-bf5c-829bd69795d0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548551 Apr 30 01:22:31.089318 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:31.192613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['14b2b153-e5f8-4872-810e-d82937eea10f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:31.220936 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0527e-fc1c-414f-9f36-bf396ddf6f94 req-09856801-02b7-4e7d-9907-756a5dd4e3ca tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:31.222482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53e0527e-fc1c-414f-9f36-bf396ddf6f94 req-09856801-02b7-4e7d-9907-756a5dd4e3ca tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 949 time: 0.0820401 Apr 30 01:22:31.265427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df440f87-f07a-49ef-9cd8-b2ca77c8ae08 None None] Pushing event updated for resources: {'Port': ['ID=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:31.293570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53e0527e-fc1c-414f-9f36-bf396ddf6f94 req-d773942c-8df1-4de2-858e-bd8ef1d803be tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Apr 30 01:22:31.339254 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-5577208a-fa95-4cc4-be94-4f06b7a87947 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 200 len: 217 time: 0.5307212 Apr 30 01:22:31.347840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] No DVR routers for this DVR port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:31.348922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad3548-8b21-46f8-b3dc-f0986e3f3328 None None] New status for floating IP 951383e6-c1d8-494f-b316-da845ce7901d: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:22:31.430035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:31.557128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60514fe9-42b8-401c-b12d-6a7eba20b1d2 req-95030826-c5ab-4038-84f3-d6a016901e17 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8911438 Apr 30 01:22:31.708907 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-d4f7ed94-9d29-46bd-b978-4efa7d64971b service neutron] 10.222.0.23 "PUT /v2.0/ports/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736/bindings/n-h1-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4704080 Apr 30 01:22:31.713156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-5efc7e8a-1735-423f-b743-b7117748e39b service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8971403 Apr 30 01:22:31.714753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-c2c5e35d-75b7-4706-80f3-51229f65150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:31.726051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-c2c5e35d-75b7-4706-80f3-51229f65150b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.3327317 Apr 30 01:22:31.746592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:31.786426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Allocated IP 172.25.0.28 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a207fbba-a034-4ddc-a101-d41e14c95fd3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:31.793157 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-0f1789a7-7313-47db-ab80-131261f397c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661435 Apr 30 01:22:31.818334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28d55b8c-4e59-4326-ba85-ee6a281005db tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:31.867875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28d55b8c-4e59-4326-ba85-ee6a281005db tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:31.915301 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:31.947296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-2f7e69e0-3636-416c-925f-6b1269382e98 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:31.948963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-2f7e69e0-3636-416c-925f-6b1269382e98 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.0707839 Apr 30 01:22:32.019714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28d55b8c-4e59-4326-ba85-ee6a281005db tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:32.024132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28d55b8c-4e59-4326-ba85-ee6a281005db tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:32.028479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-28d55b8c-4e59-4326-ba85-ee6a281005db tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "DELETE /v2.0/security-groups/28dd8936-da8f-4923-ba8f-c3d63b7c810c HTTP/1.1" status: 204 len: 168 time: 0.2779422 Apr 30 01:22:32.040383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38920) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:32.041921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d55b8c-4e59-4326-ba85-ee6a281005db tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd8936-da8f-4923-ba8f-c3d63b7c810c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:32.088706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-87527aec-4180-45b2-8077-6754777fc0b9 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556474 Apr 30 01:22:32.091822 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-85ac6bb1-a741-4384-8d42-ab96389447d3 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] show failed (client error): The resource could not be found. Apr 30 01:22:32.093217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-85ac6bb1-a741-4384-8d42-ab96389447d3 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "GET /v2.0/security-groups/28dd8936-da8f-4923-ba8f-c3d63b7c810c HTTP/1.1" status: 404 len: 347 time: 0.0456736 Apr 30 01:22:32.095748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-58fd9fd6-117f-4554-a07d-1afcff66f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:32.097889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-58fd9fd6-117f-4554-a07d-1afcff66f5a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033&tenant_id=f297342a7d6142d5b70058c1e50be395 HTTP/1.1" status: 200 len: 1095 time: 0.1404920 Apr 30 01:22:32.099068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38924) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:32.214750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1a28fec-d0f9-4f4c-8f84-57850673e23f req-2bb397a5-241f-42b6-b23c-bfba6f49de14 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834170 Apr 30 01:22:32.219182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5dd8a77-a2c9-4af2-b076-b4ec32934e43 req-5ca7ef1c-394c-4c82-bd1c-653404d049b3 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0596519 Apr 30 01:22:32.263054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7987a-b360-4f9c-bf75-12bd215c5bcf req-95ccac97-6abe-4fb5-bc45-309f0dc37153 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:32.264678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2da7987a-b360-4f9c-bf75-12bd215c5bcf req-95ccac97-6abe-4fb5-bc45-309f0dc37153 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 944 time: 0.3917503 Apr 30 01:22:32.317250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-704484c9-b7f9-45fc-b4cc-06182935a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:32.320424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-704484c9-b7f9-45fc-b4cc-06182935a4b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f297342a7d6142d5b70058c1e50be395&device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1095 time: 0.1504173 Apr 30 01:22:32.366202 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:32.384668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b71df2ee-0754-4d1c-8549-b81b021ae28f req-c87ef7dd-9f17-43c3-a253-624320c86dec service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833478 Apr 30 01:22:32.415071 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2da7987a-b360-4f9c-bf75-12bd215c5bcf req-092dd918-36e2-4b0a-b119-aea49b4c2a77 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286492 Apr 30 01:22:32.431136 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Deleting port 6cc0af46-6347-48df-a5d1-1c6c38b5ab7c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:32.431511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:32.516016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d6c38ca-2120-4bb0-8fd3-c197b3ba7810 req-53a82083-c2c3-4eaf-9c08-bb4da5ae5be2 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0455983 Apr 30 01:22:32.531232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5b58912d-28c8-488a-8316-69923e094af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:32.532903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-5b58912d-28c8-488a-8316-69923e094af9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 200 len: 920 time: 0.2060339 Apr 30 01:22:32.533505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:32.619727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-9ce451b4-c6e7-4c20-a33e-47cb6161acaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 200 len: 217 time: 0.0726359 Apr 30 01:22:32.624162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Pushing event updated for resources: {'Port': ['ID=a207fbba-a034-4ddc-a101-d41e14c95fd3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:32.629839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60fd5d-d8ff-40b3-b99d-d4101d7c9e6c req-bcbad9b4-3472-4ddc-b4ac-2a6e2efcd0f0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:32.630916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e60fd5d-d8ff-40b3-b99d-d4101d7c9e6c req-bcbad9b4-3472-4ddc-b4ac-2a6e2efcd0f0 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 944 time: 0.2095070 Apr 30 01:22:32.654165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:32.658832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:32.660086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:32.663896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:32.681096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:32.682071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:32.740962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Calling delete_port for 6cc0af46-6347-48df-a5d1-1c6c38b5ab7c owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:32.775077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e60fd5d-d8ff-40b3-b99d-d4101d7c9e6c req-9f5189ce-5903-4841-b05c-e1a8ed1edd88 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931969 Apr 30 01:22:32.783142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port ec495190-ebd3-471a-930f-95ed1f1e59b7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:32.784004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:32.823848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-f8975ff7-39aa-4985-9034-eef492aaa5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:32.827740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-f8975ff7-39aa-4985-9034-eef492aaa5b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 200 len: 860 time: 0.1877394 Apr 30 01:22:32.899828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb9e56-e4a6-43f8-8a65-5c35d9bdb537 None None] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:32.978504 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-0e5aba7f-197a-4320-8834-a8cf5d0a97de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7229896-42d0-4c0a-9005-9218b8141669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763173 Apr 30 01:22:32.978771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 14b2b153-e5f8-4872-810e-d82937eea10f up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:32.981581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf143-82de-4007-983b-4edb5defb092 req-b3974cc2-4561-44c5-be1a-40e4acb94abe tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:32.983132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-46aaf143-82de-4007-983b-4edb5defb092 req-b3974cc2-4561-44c5-be1a-40e4acb94abe tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 949 time: 0.2172406 Apr 30 01:22:33.043074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.055337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-46aaf143-82de-4007-983b-4edb5defb092 req-5c6be54e-f5ac-4e84-8916-facff367e5d3 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659218 Apr 30 01:22:33.075510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde8151-3fc7-4fee-b512-d62b3f19b06a req-fa795195-78ab-41ae-bf0a-e415b77d320e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:33.076999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bde8151-3fc7-4fee-b512-d62b3f19b06a req-fa795195-78ab-41ae-bf0a-e415b77d320e tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1713057 Apr 30 01:22:33.088462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6519f214-3700-43a0-9a2c-6e62f348ce80 None None] Provisioning complete for port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:33.098469 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6519f214-3700-43a0-9a2c-6e62f348ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.147969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-08e698a7-1f7f-4ab7-83ec-5e06d0191ed4 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576753 Apr 30 01:22:33.177382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:33.185114 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f63c387-bda3-4ed9-bc83-3e5808ffe37d" -d '{"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-plugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:33.185288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bde8151-3fc7-4fee-b512-d62b3f19b06a req-da5ec244-7d71-4908-95ab-b0deeed121b6 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884228 Apr 30 01:22:33.221501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:33.274423 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.318270 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75d3e3d-902e-48cc-882f-57f7730d2f62 x-openstack-request-id: req-d75d3e3d-902e-48cc-882f-57f7730d2f62 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:33.318554 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-plugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:33.319013 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d75d3e3d-902e-48cc-882f-57f7730d2f62 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:33.319990 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75d3e3d-902e-48cc-882f-57f7730d2f62'] response: {'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'code': 200} Apr 30 01:22:33.337213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:33.344780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.350014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-35b391a2-765e-443e-9581-c360a2ce6213 service neutron] 10.222.0.21 "GET /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747847 Apr 30 01:22:33.384197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.451262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 14b2b153-e5f8-4872-810e-d82937eea10f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:22:33.470232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Pushing event deleted for resources: {'Port': ['ID=6cc0af46-6347-48df-a5d1-1c6c38b5ab7c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:33.489055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 14b2b153-e5f8-4872-810e-d82937eea10f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:33.489434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.570523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6519f214-3700-43a0-9a2c-6e62f348ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.642288 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.644741 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.649649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8bdf7c36-9a67-4d7b-8312-d04c303da8c9 tempest-ServersTestManualDisk-194239320 tempest-ServersTestManualDisk-194239320-project] 10.222.0.15 "DELETE /v2.0/floatingips/951383e6-c1d8-494f-b316-da845ce7901d HTTP/1.1" status: 204 len: 168 time: 1.5497577 Apr 30 01:22:33.651204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:33.680413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:33.698033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.700786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:33.701341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.702950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49e9d-e660-4cfa-88c0-1cf2e1331605 req-0839fecf-fb09-433a-aed4-a14255a778ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:33.704557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fdf49e9d-e660-4cfa-88c0-1cf2e1331605 req-0839fecf-fb09-433a-aed4-a14255a778ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1101 time: 0.2255349 Apr 30 01:22:33.732629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c705b2b-a1f8-4b2e-84f4-e279d2ea41e7 req-5a9afc65-9f7a-4142-bd1a-d9fb22ad1198 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:33.734235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c705b2b-a1f8-4b2e-84f4-e279d2ea41e7 req-5a9afc65-9f7a-4142-bd1a-d9fb22ad1198 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 944 time: 0.2003536 Apr 30 01:22:33.864843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6519f214-3700-43a0-9a2c-6e62f348ce80 None None] For port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,segment=NetworkSegment(0edd3f17-30b1-49e2-88e4-705107ba7ef1),segment_id=0edd3f17-30b1-49e2-88e4-705107ba7ef1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:33.880740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fdf49e9d-e660-4cfa-88c0-1cf2e1331605 req-948f3691-e4ce-4597-9eef-2692d783fce3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435604 Apr 30 01:22:33.914180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.917024 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c705b2b-a1f8-4b2e-84f4-e279d2ea41e7 req-e50bf811-3919-488b-a015-3ff7320078ec tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709437 Apr 30 01:22:33.979679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.981752 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6519f214-3700-43a0-9a2c-6e62f348ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:33.997757 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:34.013896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c49436c8-c7f7-46cf-ac23-6608ef00914d req-88468180-2f40-4f0e-a553-9e39026a1163 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0962944 Apr 30 01:22:34.022126 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:34.161196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:34.168243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519f214-3700-43a0-9a2c-6e62f348ce80 None None] Pushing event updated for resources: {'Port': ['ID=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:34.199411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3494666d-9f36-42b3-8b26-54ee20040ebc None None] Provisioning complete for port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:34.200357 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3494666d-9f36-42b3-8b26-54ee20040ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:34.208864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1ae11-1af5-4086-80ac-c16cc042dd48 req-e9407223-3a12-4840-a0f5-20ebcacf7679 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:34.216039 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeb1ae11-1af5-4086-80ac-c16cc042dd48 req-e9407223-3a12-4840-a0f5-20ebcacf7679 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 944 time: 0.1603425 Apr 30 01:22:34.235188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Router cbbe3975-f81d-4e9a-8011-623be53391b0 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:22:34.241787 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:22:34.242392 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:22:34.255676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-fe1b6155-ce00-467a-8e79-c92d25a635d4 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:34.259229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-fe1b6155-ce00-467a-8e79-c92d25a635d4 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033&tenant_id=f297342a7d6142d5b70058c1e50be395&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.1179929 Apr 30 01:22:34.291696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:34.364962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:34.382607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeb1ae11-1af5-4086-80ac-c16cc042dd48 req-1f62cd68-6152-42f0-8c4b-bc88d16e2792 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252651 Apr 30 01:22:34.408826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:34.419346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed375b14-f681-46a8-95f3-ce79a7fdb50a req-ce2dcde2-508b-4c94-9370-545bb96e390d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:34.426208 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Sync routers for ids ['cbbe3975-f81d-4e9a-8011-623be53391b0'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:34.440094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed375b14-f681-46a8-95f3-ce79a7fdb50a req-ce2dcde2-508b-4c94-9370-545bb96e390d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.2173369 Apr 30 01:22:34.500937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed375b14-f681-46a8-95f3-ce79a7fdb50a req-7fca02b6-4934-42dc-8eaa-1a2fed469cc6 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589685 Apr 30 01:22:34.551454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:34.554988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-10940eab-3796-41e5-b5fa-30ce984c179f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7403922 Apr 30 01:22:34.555444 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38958) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:34.595462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00dcdc-5838-4e8a-9771-4faa69909deb req-1e81b204-a7f4-4a5b-892b-427625febfdd tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:34.597043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd00dcdc-5838-4e8a-9771-4faa69909deb req-1e81b204-a7f4-4a5b-892b-427625febfdd tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1067226 Apr 30 01:22:34.618680 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Routers {'cbbe3975-f81d-4e9a-8011-623be53391b0'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:34.619299 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cbbe3975-f81d-4e9a-8011-623be53391b0'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:34.673645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-04d59f7d-8f3e-4340-b1bc-0d1739c55daa service neutron] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:34.693127 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-04d59f7d-8f3e-4340-b1bc-0d1739c55daa service neutron] Notify callbacks [] for binding, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:34.694274 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-04d59f7d-8f3e-4340-b1bc-0d1739c55daa service neutron] 10.222.0.21 "DELETE /v2.0/ports/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736/bindings/n-h2-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.4252942 Apr 30 01:22:34.710741 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd00dcdc-5838-4e8a-9771-4faa69909deb req-8229d3bd-942b-4c0f-a113-42be8fc7ef58 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731416 Apr 30 01:22:34.736698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb90697-834f-4c75-ba35-1d0a9efe9e9c req-8833bf45-2bfd-4d3f-a528-615a844c9aa3 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:34.738390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eb90697-834f-4c75-ba35-1d0a9efe9e9c req-8833bf45-2bfd-4d3f-a528-615a844c9aa3 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 1095 time: 0.1145492 Apr 30 01:22:34.752016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb761676-ab73-4b28-9e33-c2ebd5673ef9 req-7f0e2976-38ee-4e51-ab3e-ea92dd6f1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:34.753468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb761676-ab73-4b28-9e33-c2ebd5673ef9 req-7f0e2976-38ee-4e51-ab3e-ea92dd6f1b49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 1096 time: 0.0889077 Apr 30 01:22:34.796113 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Set router cbbe3975-f81d-4e9a-8011-623be53391b0 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:34.803248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:34.845502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eb90697-834f-4c75-ba35-1d0a9efe9e9c req-ce8771b0-e0f5-4c6b-a972-03538810e579 tempest-LiveAutoBlockMigrationV225Test-791418640 tempest-LiveAutoBlockMigrationV225Test-791418640-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959282 Apr 30 01:22:34.902076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb761676-ab73-4b28-9e33-c2ebd5673ef9 req-ba63c56f-4b02-4273-a365-6e54db3755b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159856 Apr 30 01:22:35.046474 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:22:32Z', 'revision_number': 3, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:35.108308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df58214-9dc7-42fa-9d0c-8b301eb4797f req-1b5a398b-e887-424c-88f8-f211b24713ae tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:35.112226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2df58214-9dc7-42fa-9d0c-8b301eb4797f req-1b5a398b-e887-424c-88f8-f211b24713ae tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1053798 Apr 30 01:22:35.115605 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Checking router: cbbe3975-f81d-4e9a-8011-623be53391b0 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:35.115947 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Updating router cbbe3975-f81d-4e9a-8011-623be53391b0 port a207fbba-a034-4ddc-a101-d41e14c95fd3 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:22:35.182482 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:35.212446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2df58214-9dc7-42fa-9d0c-8b301eb4797f req-6dd34854-93bf-4f28-80fd-e7c52d608f1f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877883 Apr 30 01:22:35.321148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:35.325895 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2861dc-f550-4340-95af-a16b8ec46df3" -d '{"events": [{"server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "name": "network-vif-plugged", "status": "completed", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:35.336533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:35.449707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06d0eb04-b786-45b2-9650-d09e0e516258 req-3216e091-7b68-4053-acec-49527096fdbe tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0716760 Apr 30 01:22:35.503616 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865c23d9-6573-4e31-a850-3fa0354e5247 x-openstack-request-id: req-865c23d9-6573-4e31-a850-3fa0354e5247 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:35.503937 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "name": "network-vif-plugged", "status": "completed", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:35.504143 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-865c23d9-6573-4e31-a850-3fa0354e5247 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:35.504534 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865c23d9-6573-4e31-a850-3fa0354e5247'] response: {'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f', 'code': 200} Apr 30 01:22:35.542721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:35.543573 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:35.723153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832803a-ea9a-4940-8fe7-2435fba3e576 req-9699957c-e7f9-45c5-aaca-bb5ca17740c9 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:35.734226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d832803a-ea9a-4940-8fe7-2435fba3e576 req-9699957c-e7f9-45c5-aaca-bb5ca17740c9 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 944 time: 0.1080575 Apr 30 01:22:35.842183 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:35.842656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d832803a-ea9a-4940-8fe7-2435fba3e576 req-a3744972-fc4b-42fa-a13b-7c1c4021c9e3 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077671 Apr 30 01:22:35.860449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4783ae-2fed-4a31-8c07-98f4d369a148 req-5a5bafbb-2ffe-4faf-80f8-f008cff43cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:35.872603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81cd57-c473-4f8e-9534-e561ebc8fc16 req-0815f8ad-a41c-4d0c-96f6-da4358981057 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:35.874150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d81cd57-c473-4f8e-9534-e561ebc8fc16 req-0815f8ad-a41c-4d0c-96f6-da4358981057 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1978941 Apr 30 01:22:35.875507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef4783ae-2fed-4a31-8c07-98f4d369a148 req-5a5bafbb-2ffe-4faf-80f8-f008cff43cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1096 time: 0.1609561 Apr 30 01:22:35.892259 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:35.936121 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.027591 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Attempting to bind port a207fbba-a034-4ddc-a101-d41e14c95fd3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:36.027975 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Attempting to bind port a207fbba-a034-4ddc-a101-d41e14c95fd3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:36.028338 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Attempting to bind port a207fbba-a034-4ddc-a101-d41e14c95fd3 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:36.031002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef4783ae-2fed-4a31-8c07-98f4d369a148 req-35f8476a-923e-491d-840a-331a8cc31c09 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385067 Apr 30 01:22:36.031615 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1618627-c6be-4a20-af86-3ce110c35f3b None None] Pushing event updated for resources: {'Port': ['ID=a207fbba-a034-4ddc-a101-d41e14c95fd3,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:36.036340 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:36.036710 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:36.037103 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.037501 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:36.038017 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Bound port: a207fbba-a034-4ddc-a101-d41e14c95fd3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:36.038542 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.061034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d81cd57-c473-4f8e-9534-e561ebc8fc16 req-80a29d97-9356-4976-8e56-f85591f7581b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496420 Apr 30 01:22:36.065417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08559a65-d725-4f2e-ad89-6a0857255103 req-70518865-7ff8-4490-b38b-16dcde34a564 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:36.070639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08559a65-d725-4f2e-ad89-6a0857255103 req-70518865-7ff8-4490-b38b-16dcde34a564 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1140997 Apr 30 01:22:36.146504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08559a65-d725-4f2e-ad89-6a0857255103 req-45ecbe7b-e39d-43d9-884e-bbcd8298e481 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702245 Apr 30 01:22:36.164520 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] For port a207fbba-a034-4ddc-a101-d41e14c95fd3, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:36.175674 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] For port a207fbba-a034-4ddc-a101-d41e14c95fd3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a207fbba-a034-4ddc-a101-d41e14c95fd3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:36.226920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Deleting port ebe82c27-9d73-488f-8810-cf6d1f79d8e6 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:36.227241 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.235153 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.286254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-3c2d2145-8886-4ab2-a89d-71fb50a7a62d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:36.291031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-3c2d2145-8886-4ab2-a89d-71fb50a7a62d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 944 time: 0.0883832 Apr 30 01:22:36.334633 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Routers {'cbbe3975-f81d-4e9a-8011-623be53391b0'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:36.335919 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cbbe3975-f81d-4e9a-8011-623be53391b0'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:36.342394 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1618627-c6be-4a20-af86-3ce110c35f3b None None] Pushing event updated for resources: {'Port': ['ID=a207fbba-a034-4ddc-a101-d41e14c95fd3,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:36.353867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Allocated IP 172.20.0.1 (e5deac69-9d14-41db-ba58-3ce93b9c96ae/cc204088-8fff-48d5-8767-8dd412779936/f65bf509-4e05-4811-b690-c884cd5a1138) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:36.413879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ced5-ea3f-423a-a520-4f8916045827 req-9043e81a-4076-4cb1-9512-d001db3fef7c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:36.421538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e372ced5-ea3f-423a-a520-4f8916045827 req-9043e81a-4076-4cb1-9512-d001db3fef7c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1954117 Apr 30 01:22:36.474227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e589653-4163-437d-89a4-ad477c8567dd req-431b186e-7b3d-42cd-898f-091a088fd558 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:36.476187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e589653-4163-437d-89a4-ad477c8567dd req-431b186e-7b3d-42cd-898f-091a088fd558 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1055386 Apr 30 01:22:36.492414 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] Set router cbbe3975-f81d-4e9a-8011-623be53391b0 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:36.527988 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e372ced5-ea3f-423a-a520-4f8916045827 req-dbcc2202-7dc0-43d9-b39a-72c40f1e532b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053836 Apr 30 01:22:36.551973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] For port ebe82c27-9d73-488f-8810-cf6d1f79d8e6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:36.551973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.552311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e589653-4163-437d-89a4-ad477c8567dd req-b26fa7e6-b944-49eb-9810-b1c9c222b98a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580714 Apr 30 01:22:36.563235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Deleting port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:36.563235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.655380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Calling delete_port for ebe82c27-9d73-488f-8810-cf6d1f79d8e6 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:36.733655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] For port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:36.734017 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.743897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:36.759974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Calling delete_port for ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:36.786415 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9253fea-1024-4a42-802f-aed97ab4fea3 req-6766ec8f-f3d4-49ef-a9fe-b6497a62edb8 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0464873 Apr 30 01:22:36.831511 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:22:32Z', 'revision_number': 3, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:36.915959 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a1c57-7fca-4433-9300-4fca1a6eab6f None None] The sync data for ids ['cbbe3975-f81d-4e9a-8011-623be53391b0'] in n-d-821348-1 is: [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:22:32Z', 'revision_number': 3, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:37.025168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:37.093598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf48ebc3-579d-4db0-88ec-8d0107e02c8f req-096dbb82-c5f9-4e84-8889-53346defa34d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0376670 Apr 30 01:22:37.110925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:37.125767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['700a3e15-9e60-4907-9294-fcf7c5f2bbb3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:37.156612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Pushing event updated for resources: {'Port': ['ID=f65bf509-4e05-4811-b690-c884cd5a1138,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:37.177602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:37.192240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06cd24-d435-4430-92cb-45193a8d785b req-8810d43c-dd07-4c56-8b3e-b2f9b54b8051 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:37.221215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Pushing event deleted for resources: {'Port': ['ID=ed7d1bbd-ad12-4eda-a848-5c7aeda2b736,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:37.232841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a06cd24-d435-4430-92cb-45193a8d785b req-8810d43c-dd07-4c56-8b3e-b2f9b54b8051 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 866 time: 0.2493720 Apr 30 01:22:37.245867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:37.251801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:37.269896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] No DVR routers for this DVR port ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:37.295999 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:37.303199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f66f628a-68d5-4a1a-b1a7-d1cf2de4574f req-5a91fdda-9f8c-476d-aeff-a6564d2273bb tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.21 "DELETE /v2.0/ports/ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 HTTP/1.1" status: 204 len: 173 time: 1.0010929 Apr 30 01:22:37.349705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'name': 'network-vif-deleted', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:37.356272 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:37.364969 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3142c85f-0f98-4cd9-8fb0-8bc4c0d80d54" -d '{"events": [{"server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "name": "network-vif-deleted", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:37.436271 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:37.523532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe82c27-9d73-488f-8810-cf6d1f79d8e6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:37.598664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480e90-1510-4210-bad7-d37dda79a14b req-00991bb6-d243-4fd3-8b31-0a5f266f32ad tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:37.602265 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a06cd24-d435-4430-92cb-45193a8d785b req-3041cca6-f2e7-477d-9c9e-af6363b1b845 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678305 Apr 30 01:22:37.613477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b480e90-1510-4210-bad7-d37dda79a14b req-00991bb6-d243-4fd3-8b31-0a5f266f32ad tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.2112484 Apr 30 01:22:37.765182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b480e90-1510-4210-bad7-d37dda79a14b req-32f06ec1-f51e-4e6d-af2f-422bd800dec7 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474164 Apr 30 01:22:37.811812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b3279037-274a-42da-9e3a-ad8e60251c4d None None] Provisioning complete for port f65bf509-4e05-4811-b690-c884cd5a1138 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:37.812445 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3279037-274a-42da-9e3a-ad8e60251c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:37.855355 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1032fac3-b4e6-4200-b9e4-a0867e09c80c x-openstack-request-id: req-1032fac3-b4e6-4200-b9e4-a0867e09c80c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:37.855857 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c697b8-8628-4045-b99c-fb073fbd6033", "name": "network-vif-deleted", "tag": "ed7d1bbd-ad12-4eda-a848-5c7aeda2b736", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:37.856263 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1032fac3-b4e6-4200-b9e4-a0867e09c80c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:37.856819 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1032fac3-b4e6-4200-b9e4-a0867e09c80c'] response: {'server_uuid': '24c697b8-8628-4045-b99c-fb073fbd6033', 'name': 'network-vif-deleted', 'tag': 'ed7d1bbd-ad12-4eda-a848-5c7aeda2b736', 'status': 'completed', 'code': 200} Apr 30 01:22:37.890025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b3279037-274a-42da-9e3a-ad8e60251c4d None None] Port f65bf509-4e05-4811-b690-c884cd5a1138 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:22:37.952758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:38.056547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2197d-5005-467c-89bf-a94a657bacb9 req-e9bb5517-c6f5-427f-a585-5d9753f938de tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:38.058636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3e2197d-5005-467c-89bf-a94a657bacb9 req-e9bb5517-c6f5-427f-a585-5d9753f938de tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1874459 Apr 30 01:22:38.176220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3e2197d-5005-467c-89bf-a94a657bacb9 req-90a95188-b174-4e65-9d6a-edf45a218b37 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988431 Apr 30 01:22:38.177144 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:38.193906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff8e33-6cc9-4e12-b8e6-881d66bc5f64 req-03936d1b-39c4-48b8-bb23-1891abd3327a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:38.207319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96ff8e33-6cc9-4e12-b8e6-881d66bc5f64 req-03936d1b-39c4-48b8-bb23-1891abd3327a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1444705 Apr 30 01:22:38.285762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96ff8e33-6cc9-4e12-b8e6-881d66bc5f64 req-8ec9544c-19b0-433c-b445-ef935100fb05 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694284 Apr 30 01:22:38.439231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-787d8d03-3432-4193-9c36-c7c0ff565cc1 req-278d7bb2-5a6b-4c3c-8ed8-f7f5c05edfb3 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0735340 Apr 30 01:22:38.596523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:38.680007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-d055159f-0433-4f25-97be-4a56131b2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:38.682256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:38.696843 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-d055159f-0433-4f25-97be-4a56131b2887 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21433b693fe54d2a8286e01aa15faa29&device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 1096 time: 0.0911696 Apr 30 01:22:38.703328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41303da5-5e77-44e0-a218-871cfa6a087c req-b8dc43ba-8553-46b8-a67a-ccd8b7f4ee59 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:38.703558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:38.706520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41303da5-5e77-44e0-a218-871cfa6a087c req-b8dc43ba-8553-46b8-a67a-ccd8b7f4ee59 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1096 time: 0.1488597 Apr 30 01:22:38.725655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:38.726240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ed7d1bbd-ad12-4eda-a848-5c7aeda2b736 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:38.792206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Pushing event updated for resources: {'Port': ['ID=f65bf509-4e05-4811-b690-c884cd5a1138,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:38.817517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-6e64d07b-9dbb-4d20-9b61-bb319adda8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:38.819040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-6e64d07b-9dbb-4d20-9b61-bb319adda8f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 200 len: 910 time: 0.1113389 Apr 30 01:22:38.834279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:38.865464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570b0e-5d6d-44e5-a5a6-2fb55be22cf6 req-a864f22e-c029-4edc-ab5a-0161854061d4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:38.873949 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f570b0e-5d6d-44e5-a5a6-2fb55be22cf6 req-a864f22e-c029-4edc-ab5a-0161854061d4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.2289186 Apr 30 01:22:38.888973 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-7acbf82f-72e6-42a8-9686-75756581629b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e094ba2-1461-4d13-b460-973554894654 HTTP/1.1" status: 200 len: 217 time: 0.0492651 Apr 30 01:22:38.901176 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41303da5-5e77-44e0-a218-871cfa6a087c req-9e71c49b-a86b-4835-b6bd-0f5b8b3b6b17 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844242 Apr 30 01:22:38.958619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-b08539c1-79c8-4df6-b701-3c1a4bd67e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:38.958619 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-b08539c1-79c8-4df6-b701-3c1a4bd67e19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb96e933-d193-4e19-8485-6202df4ce49a HTTP/1.1" status: 200 len: 850 time: 0.0557263 Apr 30 01:22:38.965146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:22:39.002514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f570b0e-5d6d-44e5-a5a6-2fb55be22cf6 req-4a87be9f-dc42-483d-9fcf-d0fa995eba6c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274698 Apr 30 01:22:39.012197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-3876100e-1776-4e5d-b717-5ea6c5bccc20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=908913d4-f8e6-4459-8782-18e80e0a7b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435927 Apr 30 01:22:39.161850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:39.183789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-3e4f25b3-d05a-48a2-a3c3-b9b6f626c6c6 service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449168 Apr 30 01:22:39.183789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ff1f015-6e09-49ce-8d9c-a724728d3a24 req-2d2cb7d0-e676-4580-8bba-bc661c483d12 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 210 time: 0.1628573 Apr 30 01:22:39.215239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:39.215626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5285f6e-844b-4efe-b606-827548de8815 req-c397cf03-c611-471d-a462-4188072f094b tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:39.222997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5285f6e-844b-4efe-b606-827548de8815 req-c397cf03-c611-471d-a462-4188072f094b tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1096 time: 0.1548877 Apr 30 01:22:39.389245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a207fbba-a034-4ddc-a101-d41e14c95fd3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:39.454324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:39.470333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-42a79a85-120b-41a1-8668-877913278146 admin admin] 10.222.0.15 "PUT /v2.0/routers/84279dcb-9d31-4ec0-98d4-b9e2d844c42d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8178794 Apr 30 01:22:39.476166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] Sync routers for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:39.476783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7144f2-1981-435f-a3ba-fdc39086fae4 req-b3186425-da27-4807-912d-88761835ee83 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:39.479766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39032) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:39.486280 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab7144f2-1981-435f-a3ba-fdc39086fae4 req-b3186425-da27-4807-912d-88761835ee83 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1413972 Apr 30 01:22:39.494548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6290ed9-3d79-4b5c-aff5-55271fdf4832 req-c7dfcd1c-be97-47f5-99a4-1a8c06bb9d4f service neutron] 10.222.0.21 "GET /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133798 Apr 30 01:22:39.507348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5285f6e-844b-4efe-b606-827548de8815 req-de734f4d-a112-4e7f-9938-f327834d7a31 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597237 Apr 30 01:22:39.549237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:39.551601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:39.644367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab7144f2-1981-435f-a3ba-fdc39086fae4 req-516405ee-8ed1-485d-b355-dd7356b053c4 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485488 Apr 30 01:22:39.801609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a207fbba-a034-4ddc-a101-d41e14c95fd3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:39.802202 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:39.874301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-463984b5-9d5a-4b01-9df1-67a6e43615ec None None] Provisioning complete for port f65bf509-4e05-4811-b690-c884cd5a1138 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:39.874650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-463984b5-9d5a-4b01-9df1-67a6e43615ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:39.956575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:39.959505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-463984b5-9d5a-4b01-9df1-67a6e43615ec None None] Port f65bf509-4e05-4811-b690-c884cd5a1138 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:22:40.170510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-36018ef2-51f0-47bf-9096-39cbb7baff30 req-cb649823-533d-4636-b2e2-edf9d270d1cf tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.4519842 Apr 30 01:22:40.215651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:40.238846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Router cbbe3975-f81d-4e9a-8011-623be53391b0 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:22:40.262477 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:40.271248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a207fbba-a034-4ddc-a101-d41e14c95fd3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a207fbba-a034-4ddc-a101-d41e14c95fd3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:40.298245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:22:36Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:40.331250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] Checking router: 84279dcb-9d31-4ec0-98d4-b9e2d844c42d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:40.346185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:40.447344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a207fbba-a034-4ddc-a101-d41e14c95fd3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:40.464112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] Routers {'84279dcb-9d31-4ec0-98d4-b9e2d844c42d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:40.465826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:40.509620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ef78a-2ea1-473e-8458-de9a0d7321d4 req-18d31080-922f-4860-8bf0-118206959463 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:40.516765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c55ef78a-2ea1-473e-8458-de9a0d7321d4 req-18d31080-922f-4860-8bf0-118206959463 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.2045588 Apr 30 01:22:40.546720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:40.547700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:40.564255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-00aeb418-58ce-408a-8bd9-a560e02d6ffe admin admin] 10.222.0.15 "PUT /v2.0/routers/cbbe3975-f81d-4e9a-8011-623be53391b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0076828 Apr 30 01:22:40.567735 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Sync routers for ids ['cbbe3975-f81d-4e9a-8011-623be53391b0'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:40.601045 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Routers {'cbbe3975-f81d-4e9a-8011-623be53391b0'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:40.601811 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cbbe3975-f81d-4e9a-8011-623be53391b0'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:40.628688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c55ef78a-2ea1-473e-8458-de9a0d7321d4 req-e00ffee6-970d-4d79-b59d-6066fb94850d tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109645 Apr 30 01:22:40.859186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] Set router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:40.860171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Deleting port 62c70a31-f044-4fd2-99ac-60e8acc1ec67 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:40.860171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:40.860171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad2e23d8-ce98-4de9-a9ed-015e8bf239d0 req-c569bed3-6b8c-4a5c-b51f-26bfcba4f107 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 210 time: 0.0589428 Apr 30 01:22:40.860554 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Set router cbbe3975-f81d-4e9a-8011-623be53391b0 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:41.011403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] For port 62c70a31-f044-4fd2-99ac-60e8acc1ec67, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=62c70a31-f044-4fd2-99ac-60e8acc1ec67,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:41.014283 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:41.045808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Calling delete_port for 62c70a31-f044-4fd2-99ac-60e8acc1ec67 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:41.327841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:22:36Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:41.355892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a207fbba-a034-4ddc-a101-d41e14c95fd3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:41.398184 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:22:37Z', 'revision_number': 4, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f65bf509-4e05-4811-b690-c884cd5a1138', 'name': '', 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'mac_address': 'fa:16:3e:e7:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'cc204088-8fff-48d5-8767-8dd412779936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:35Z', 'updated_at': '2022-04-30T01:22:38Z', 'revision_number': 2, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'subnets': [{'id': 'cc204088-8fff-48d5-8767-8dd412779936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:41.415284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22829ade-72d1-4100-86b8-af2292af6cd1 req-252c7561-bf24-4a79-b44b-efaec065438e tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0682554 Apr 30 01:22:41.506389 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Checking router: cbbe3975-f81d-4e9a-8011-623be53391b0 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:41.525480 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Updating router cbbe3975-f81d-4e9a-8011-623be53391b0 port f65bf509-4e05-4811-b690-c884cd5a1138 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:22:41.615561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8b196-1ba0-46f1-b42c-81b3d1c5e9e3 None None] The sync data for ids ['84279dcb-9d31-4ec0-98d4-b9e2d844c42d'] in n-d-821348-1 is: [{'id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'name': 'tempest-ServersTestManualDisk-550142694-router', 'tenant_id': 'dbd5e62424274a419f67c59164809bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:21:01Z', 'updated_at': '2022-04-30T01:22:36Z', 'revision_number': 5, 'project_id': 'dbd5e62424274a419f67c59164809bf9', 'gw_port': {'id': '62c70a31-f044-4fd2-99ac-60e8acc1ec67', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84279dcb-9d31-4ec0-98d4-b9e2d844c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:21:02Z', 'updated_at': '2022-04-30T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:41.664167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a207fbba-a034-4ddc-a101-d41e14c95fd3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:41.664780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:41.739250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fa6c1-c0ac-48f5-af56-882e38045c52 req-aa3c7c1c-b339-406a-8e7f-99683148fa2c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:41.754139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a7fa6c1-c0ac-48f5-af56-882e38045c52 req-aa3c7c1c-b339-406a-8e7f-99683148fa2c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1283391 Apr 30 01:22:41.798826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:41.889747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c70a31-f044-4fd2-99ac-60e8acc1ec67,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:41.925319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a7fa6c1-c0ac-48f5-af56-882e38045c52 req-07706712-206f-4887-b1a9-d2f4f706497d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702936 Apr 30 01:22:41.964964 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.122929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-015901fe-814f-4857-809f-d114925dfbd1 req-28a7db39-592c-40a1-8e9a-43b813643666 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0430622 Apr 30 01:22:42.134166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.327641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-fdc0f1c8-46d6-4c53-b99e-a510bb3ec30d tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:22:42.328845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-fdc0f1c8-46d6-4c53-b99e-a510bb3ec30d tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065701 Apr 30 01:22:42.349748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.353777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.383178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-b4924639-9a84-4445-ae4a-31e51b3c753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:42.384169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-b4924639-9a84-4445-ae4a-31e51b3c753c service neutron] 10.222.0.15 "GET /v2.0/ports/14b2b153-e5f8-4872-810e-d82937eea10f HTTP/1.1" status: 200 len: 1093 time: 0.0464978 Apr 30 01:22:42.393617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Request body: {'binding': {'host': 'n-h1-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:42.394078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:22:42.489492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.490095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84279dcb-9d31-4ec0-98d4-b9e2d844c42d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:22:42.503293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.506979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39130) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:42.510088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-88b3b7cf-68bf-47aa-bcfa-6dfc1cb7e5a0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/84279dcb-9d31-4ec0-98d4-b9e2d844c42d HTTP/1.1" status: 204 len: 168 time: 3.0292315 Apr 30 01:22:42.536015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3998-86dc-4d47-9a5a-30f428859a16 req-8898bfa6-c628-40cb-aca6-f04e0248fda4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:42.544979 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b80a3998-86dc-4d47-9a5a-30f428859a16 req-8898bfa6-c628-40cb-aca6-f04e0248fda4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1392605 Apr 30 01:22:42.636121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b80a3998-86dc-4d47-9a5a-30f428859a16 req-40b11c30-59c9-4aa1-8d3a-20f0d44565a2 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901079 Apr 30 01:22:42.815477 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.849877 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e38ac960-39a0-46bc-adbe-81b4f7415a5e req-a4835f72-ba63-472a-a544-3313f0f0197d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 210 time: 0.0497177 Apr 30 01:22:42.856536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on host n-h1-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:42.857138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:42.857885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:42.871392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:22:42.871873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:42.878868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b45d4df-5461-44e6-8075-91db49005d37 admin admin] Deleting subnet ec9e2f4d-2cb2-4444-88d0-d755e273d269 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:22:42.886064 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b45d4df-5461-44e6-8075-91db49005d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.888386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:42.888971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:42.889878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:42.890612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Bound port: 14b2b153-e5f8-4872-810e-d82937eea10f, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:42.912533 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:42.987852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b45d4df-5461-44e6-8075-91db49005d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.022161 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3252489-98d9-4149-acac-7b9b475cac10 None None] Pushing event updated for resources: {'Port': ['ID=f65bf509-4e05-4811-b690-c884cd5a1138,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:43.035862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:43.099326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b45d4df-5461-44e6-8075-91db49005d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.114470 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Attempting to bind port f65bf509-4e05-4811-b690-c884cd5a1138 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:43.115342 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Attempting to bind port f65bf509-4e05-4811-b690-c884cd5a1138 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:43.118007 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Attempting to bind port f65bf509-4e05-4811-b690-c884cd5a1138 on network e5deac69-9d14-41db-ba58-3ce93b9c96ae {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:43.131004 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:43.132966 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Checking segment: {'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:43.133551 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.136262 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Bound using segment: {'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:43.137054 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Bound port: f65bf509-4e05-4811-b690-c884cd5a1138, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd3f17-30b1-49e2-88e4-705107ba7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:43.137687 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.188052 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.189366 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] 10.222.0.15 "POST /v2.0/ports/14b2b153-e5f8-4872-810e-d82937eea10f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7997706 Apr 30 01:22:43.276722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ebe82c27-9d73-488f-8810-cf6d1f79d8e6 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:43.297748 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] For port f65bf509-4e05-4811-b690-c884cd5a1138, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:43.301350 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] For port f65bf509-4e05-4811-b690-c884cd5a1138, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f65bf509-4e05-4811-b690-c884cd5a1138,segment=NetworkSegment(0edd3f17-30b1-49e2-88e4-705107ba7ef1),segment_id=0edd3f17-30b1-49e2-88e4-705107ba7ef1)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:43.312374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ebe82c27-9d73-488f-8810-cf6d1f79d8e6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:43.312987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ebe82c27-9d73-488f-8810-cf6d1f79d8e6 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:43.313935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 62c70a31-f044-4fd2-99ac-60e8acc1ec67 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:43.340448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 62c70a31-f044-4fd2-99ac-60e8acc1ec67 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:43.341070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 62c70a31-f044-4fd2-99ac-60e8acc1ec67 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:43.384192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b45d4df-5461-44e6-8075-91db49005d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.412152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45d4df-5461-44e6-8075-91db49005d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9e2f4d-2cb2-4444-88d0-d755e273d269,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:43.412794 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.418704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b45d4df-5461-44e6-8075-91db49005d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.425150 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5b45d4df-5461-44e6-8075-91db49005d37 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ec9e2f4d-2cb2-4444-88d0-d755e273d269 HTTP/1.1" status: 204 len: 168 time: 0.9126253 Apr 30 01:22:43.428998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39168) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:43.437110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73bcda9-4bd4-4dad-9da4-e740a58a1193 None None] Network e8e831a8-dfde-4ed5-88ea-e50f1572b72b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:43.513468 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3252489-98d9-4149-acac-7b9b475cac10 None None] Pushing event updated for resources: {'Port': ['ID=f65bf509-4e05-4811-b690-c884cd5a1138,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:43.572347 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Routers {'cbbe3975-f81d-4e9a-8011-623be53391b0'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:43.575584 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cbbe3975-f81d-4e9a-8011-623be53391b0'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:43.643680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fc65204a-cf76-479f-9274-e19adbed8257 None None] Provisioning complete for port f65bf509-4e05-4811-b690-c884cd5a1138 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:43.644321 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc65204a-cf76-479f-9274-e19adbed8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.784695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a57bf4d-303c-40e4-8891-2ee97f6b02eb req-a2f34b65-f777-4065-bf6f-443861e50592 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0966468 Apr 30 01:22:43.829228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43a95-385d-4625-8201-d1e77f68b01f req-1877b891-b0a2-4e48-afcf-99954ce02409 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:43.843092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2f43a95-385d-4625-8201-d1e77f68b01f req-1877b891-b0a2-4e48-afcf-99954ce02409 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.3730502 Apr 30 01:22:43.851695 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.888449 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc65204a-cf76-479f-9274-e19adbed8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:43.921413 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] Set router cbbe3975-f81d-4e9a-8011-623be53391b0 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:43.983964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fc65204a-cf76-479f-9274-e19adbed8257 None None] For port f65bf509-4e05-4811-b690-c884cd5a1138, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f65bf509-4e05-4811-b690-c884cd5a1138,segment=NetworkSegment(0edd3f17-30b1-49e2-88e4-705107ba7ef1),segment_id=0edd3f17-30b1-49e2-88e4-705107ba7ef1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:44.046279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] DHCP port deletion for e8e831a8-dfde-4ed5-88ea-e50f1572b72b request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:22:44.098263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-779b88c4-b4c7-4ead-85ee-c634697bbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:44.103137 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc65204a-cf76-479f-9274-e19adbed8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:44.103909 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-779b88c4-b4c7-4ead-85ee-c634697bbc5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1096 time: 0.2195358 Apr 30 01:22:44.126631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2f43a95-385d-4625-8201-d1e77f68b01f req-9305855e-e976-48f7-b00a-6ebdcf19ff0d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698810 Apr 30 01:22:44.183028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Deleting port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:44.183028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:44.235661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65204a-cf76-479f-9274-e19adbed8257 None None] Pushing event updated for resources: {'Port': ['ID=f65bf509-4e05-4811-b690-c884cd5a1138,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:44.248532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] Deleting port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:44.249150 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:44.252222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d6c0dc85-b5c0-4ef4-8a07-fda9edc5fa34 None None] Provisioning complete for port f65bf509-4e05-4811-b690-c884cd5a1138 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:44.252578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6c0dc85-b5c0-4ef4-8a07-fda9edc5fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:44.311198 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:22:37Z', 'revision_number': 4, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f65bf509-4e05-4811-b690-c884cd5a1138', 'name': '', 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'mac_address': 'fa:16:3e:e7:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'cc204088-8fff-48d5-8767-8dd412779936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:35Z', 'updated_at': '2022-04-30T01:22:43Z', 'revision_number': 4, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'subnets': [{'id': 'cc204088-8fff-48d5-8767-8dd412779936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:44.354499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce87b63-6116-4343-922e-a9a591dff06b None None] The sync data for ids ['cbbe3975-f81d-4e9a-8011-623be53391b0'] in n-d-821348-1 is: [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:22:37Z', 'revision_number': 4, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f65bf509-4e05-4811-b690-c884cd5a1138', 'name': '', 'network_id': 'e5deac69-9d14-41db-ba58-3ce93b9c96ae', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'mac_address': 'fa:16:3e:e7:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'cc204088-8fff-48d5-8767-8dd412779936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:35Z', 'updated_at': '2022-04-30T01:22:43Z', 'revision_number': 4, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'subnets': [{'id': 'cc204088-8fff-48d5-8767-8dd412779936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:44.374475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] For port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:44.375099 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:44.410417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] Calling delete_port for 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:44.481951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] For port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,segment=NetworkSegment(43254be4-6e18-4bb5-a4a0-f41e17452ac4),segment_id=43254be4-6e18-4bb5-a4a0-f41e17452ac4)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:44.482316 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:44.514888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a32a5-ecd3-4db5-b486-fc86c6a378af req-78cb177d-9adc-4c38-953f-fe67c9abf5c6 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:44.523201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b88a32a5-ecd3-4db5-b486-fc86c6a378af req-78cb177d-9adc-4c38-953f-fe67c9abf5c6 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.2363656 Apr 30 01:22:44.582846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Calling delete_port for 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:44.596797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b88a32a5-ecd3-4db5-b486-fc86c6a378af req-d154ee21-ed79-4f0a-8248-ea14a688e04b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688956 Apr 30 01:22:44.771728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b575f589-508a-4f32-99c5-ca674ad4b54e req-51208edc-a8c1-45f8-95ea-cdece7ae1a43 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 210 time: 0.0496697 Apr 30 01:22:44.783550 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:44.823129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:44.844207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] Pushing event deleted for resources: {'Port': ['ID=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:44.869979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c59d05-0eca-479e-ab64-2f1d10fa8f86 None None] No DVR routers for this DVR port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:44.956618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b53fa59-fb68-4a4f-bde1-43d3cfb055f9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:44.961058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] No DVR routers for this DVR port 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:45.072516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97827d1a-a691-49d7-a4d8-9ae50aab84cc req-86f6a792-119b-4ce5-a284-2878246c7ced tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:45.072516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-97827d1a-a691-49d7-a4d8-9ae50aab84cc req-86f6a792-119b-4ce5-a284-2878246c7ced tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.9968021 Apr 30 01:22:45.072516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e0572379-bf82-4dce-ab46-b57c45214a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:45.072516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e0572379-bf82-4dce-ab46-b57c45214a5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.9436622 Apr 30 01:22:45.083307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-97827d1a-a691-49d7-a4d8-9ae50aab84cc req-60b8a208-f8f4-497b-b507-b4b7678ad7e5 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604026 Apr 30 01:22:45.129901 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad6f774e-d77d-405c-ac28-5d1e3504ad2b req-d5887cf9-5b0e-4a35-ae5e-8c53bc284210 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0675883 Apr 30 01:22:45.195279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-f4c42133-5d26-440a-bbf8-c5de2e324d6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b2b153-e5f8-4872-810e-d82937eea10f HTTP/1.1" status: 200 len: 217 time: 0.1083093 Apr 30 01:22:45.243848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:45.281648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e831a8-dfde-4ed5-88ea-e50f1572b72b']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:45.296692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43254be4-6e18-4bb5-a4a0-f41e17452ac4') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:45.297114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43254be4-6e18-4bb5-a4a0-f41e17452ac4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:45.297531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-aea9ea17-d52d-42df-bac2-814c6f13897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:45.299247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-aea9ea17-d52d-42df-bac2-814c6f13897d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0944970 Apr 30 01:22:45.308587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f65bf509-4e05-4811-b690-c884cd5a1138 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:22:45.318097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:45.342168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:45.354484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:22:45.354737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:22:45.356657 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:22:45.363636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e601b4f5-507f-4501-89d9-60a478e40f46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524313 Apr 30 01:22:45.380734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f65bf509-4e05-4811-b690-c884cd5a1138 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:22:45.381353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:45.507141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51597c-e2f2-4023-9bdc-21d0d046ea9e req-74f7daf5-f42f-4513-8cda-ace24c21aab9 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:45.509024 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b51597c-e2f2-4023-9bdc-21d0d046ea9e req-74f7daf5-f42f-4513-8cda-ace24c21aab9 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.2135441 Apr 30 01:22:45.583299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-4d9ed28c-28ab-4331-8189-63924044eb9f service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899002 Apr 30 01:22:45.655060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b51597c-e2f2-4023-9bdc-21d0d046ea9e req-43d62480-536b-4ca6-8679-f039edd03648 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299064 Apr 30 01:22:45.745866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:45.772040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:45.775456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:45.782472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] 10.222.0.15 "DELETE /v2.0/networks/e8e831a8-dfde-4ed5-88ea-e50f1572b72b HTTP/1.1" status: 204 len: 168 time: 2.3556266 Apr 30 01:22:45.797998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16337d88-55a2-4146-a664-846bfdf46d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e831a8-dfde-4ed5-88ea-e50f1572b72b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:45.798645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-fb3af59b-98ae-4200-8012-cfa4b31f1011 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039049 Apr 30 01:22:45.806099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:45.806099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4b53fa59-fb68-4a4f-bde1-43d3cfb055f9 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:45.829232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35bb84-b6cd-4caa-a6bf-ace1b4968ebd req-72ba7671-4498-4f0c-befa-585247ae6cdc tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:45.842680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a35bb84-b6cd-4caa-a6bf-ace1b4968ebd req-72ba7671-4498-4f0c-befa-585247ae6cdc tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1562870 Apr 30 01:22:45.892862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a35bb84-b6cd-4caa-a6bf-ace1b4968ebd req-26da8986-962e-44ce-b108-bc0af1c58c2b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484445 Apr 30 01:22:46.026929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9670a7b-8ad9-4393-b10e-61ab342d0d60 req-58e7053f-81f5-4ff0-9eda-06a09f3726a4 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c697b8-8628-4045-b99c-fb073fbd6033 HTTP/1.1" status: 200 len: 210 time: 0.0602951 Apr 30 01:22:46.282338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39208) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:46.321859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218097-9601-406c-bab8-180eef949424 req-0a78408a-ea80-4adb-be65-ae737c7b1e5d tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:46.332844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d218097-9601-406c-bab8-180eef949424 req-0a78408a-ea80-4adb-be65-ae737c7b1e5d tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.0886686 Apr 30 01:22:46.377405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-01f38bcf-abbc-4cd6-94cb-d8182f5e181e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbd5e62424274a419f67c59164809bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940056 Apr 30 01:22:46.387211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39210) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:46.409652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dad39023-9e38-4c63-b170-1a949ca2ce4c req-adfa0a06-fe17-4c37-bf36-c0377560d084 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0357492 Apr 30 01:22:46.423239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d218097-9601-406c-bab8-180eef949424 req-00859306-3601-4e6f-874c-04969e9d6bdc tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889876 Apr 30 01:22:46.490362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8bf809ba-bb1c-436f-a75b-78ffc8fc88b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:46.517554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8bf809ba-bb1c-436f-a75b-78ffc8fc88b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:46.655944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8bf809ba-bb1c-436f-a75b-78ffc8fc88b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:46.659222 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8bf809ba-bb1c-436f-a75b-78ffc8fc88b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:46.660701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8bf809ba-bb1c-436f-a75b-78ffc8fc88b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8409f6a1-1e77-486c-9996-77dd55dfcff9 HTTP/1.1" status: 204 len: 168 time: 0.2714388 Apr 30 01:22:46.686049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf809ba-bb1c-436f-a75b-78ffc8fc88b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8409f6a1-1e77-486c-9996-77dd55dfcff9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:46.742306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-faf04ded-5556-4f29-bbdd-c92812eb60cd tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:46.744542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-faf04ded-5556-4f29-bbdd-c92812eb60cd tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.21 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 945 time: 0.1288199 Apr 30 01:22:46.825887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f8e5b-cc86-4211-9fdb-b38873c01380 req-dd44bc3d-4703-4e1d-9c3c-6af6549838ac tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:46.847587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a28f8e5b-cc86-4211-9fdb-b38873c01380 req-dd44bc3d-4703-4e1d-9c3c-6af6549838ac tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0831900 Apr 30 01:22:46.911693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Deleting port 1e094ba2-1461-4d13-b460-973554894654 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:46.911948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:46.933605 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a28f8e5b-cc86-4211-9fdb-b38873c01380 req-3a97438e-59bd-486e-b48f-26817a0db2f3 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838943 Apr 30 01:22:47.122106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665e90b-bbb6-4804-b1a6-321da6867d67 req-d06505a4-afb4-43f9-8378-132999a9cd69 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:47.124810 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a665e90b-bbb6-4804-b1a6-321da6867d67 req-d06505a4-afb4-43f9-8378-132999a9cd69 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1345079 Apr 30 01:22:47.185854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] For port 1e094ba2-1461-4d13-b460-973554894654, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1e094ba2-1461-4d13-b460-973554894654,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:47.188296 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:47.220843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Calling delete_port for 1e094ba2-1461-4d13-b460-973554894654 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:47.298253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a665e90b-bbb6-4804-b1a6-321da6867d67 req-4a687a65-1f43-4aff-b51d-20cd6f63a136 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499398 Apr 30 01:22:47.585939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d23af15d-524e-436d-bbdc-59b17d62d5ce req-b49d96ea-cf62-499c-9f6f-c87eab386a29 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0406451 Apr 30 01:22:47.592241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:47.605929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['01a4af5e-f2a4-4a8d-8831-f4c587ad0314', '1e094ba2-1461-4d13-b460-973554894654'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:47.615324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6953-2ce7-4e61-b34c-af1f334087e6 req-271b2c23-a8d5-4a11-9387-3d296c6c02e6 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:47.617557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4abc6953-2ce7-4e61-b34c-af1f334087e6 req-271b2c23-a8d5-4a11-9387-3d296c6c02e6 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 867 time: 0.0843751 Apr 30 01:22:47.650344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Pushing event deleted for resources: {'Port': ['ID=1e094ba2-1461-4d13-b460-973554894654,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:47.700987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4abc6953-2ce7-4e61-b34c-af1f334087e6 req-ad3e4099-35b4-49e7-96a5-15c43e002674 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683911 Apr 30 01:22:47.754997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] No DVR routers for this DVR port 1e094ba2-1461-4d13-b460-973554894654 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:47.763367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:47.778351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09e98a83-43f3-4459-a77a-0f11fb23ef94 req-0cb9c499-dd96-4f3c-bf20-6a18872d5779 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.21 "DELETE /v2.0/ports/1e094ba2-1461-4d13-b460-973554894654 HTTP/1.1" status: 204 len: 173 time: 1.0257814 Apr 30 01:22:47.778351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9572593e-b197-4b84-a1dc-7879c99bf8bb', 'name': 'network-vif-deleted', 'tag': '1e094ba2-1461-4d13-b460-973554894654'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:47.785186 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769bc842-184c-4b49-ad15-54839405c399" -d '{"events": [{"server_uuid": "9572593e-b197-4b84-a1dc-7879c99bf8bb", "name": "network-vif-deleted", "tag": "1e094ba2-1461-4d13-b460-973554894654"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:47.859181 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96c29b7-028b-4043-804f-34dac5fbece1 x-openstack-request-id: req-e96c29b7-028b-4043-804f-34dac5fbece1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:47.859737 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9572593e-b197-4b84-a1dc-7879c99bf8bb", "name": "network-vif-deleted", "tag": "1e094ba2-1461-4d13-b460-973554894654", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:47.860197 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e96c29b7-028b-4043-804f-34dac5fbece1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:47.860835 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96c29b7-028b-4043-804f-34dac5fbece1'] response: {'server_uuid': '9572593e-b197-4b84-a1dc-7879c99bf8bb', 'name': 'network-vif-deleted', 'tag': '1e094ba2-1461-4d13-b460-973554894654', 'status': 'completed', 'code': 200} Apr 30 01:22:48.266300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220fdbc-5161-471e-a296-3bbce98cab62 req-7d786931-d8f6-45a0-aa82-0f883105f64b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:48.270173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1220fdbc-5161-471e-a296-3bbce98cab62 req-7d786931-d8f6-45a0-aa82-0f883105f64b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1356254 Apr 30 01:22:48.322004 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1220fdbc-5161-471e-a296-3bbce98cab62 req-3572e4d1-bd1d-426a-bfa3-c35a8f541a1d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 Apr 30 01:22:48.421251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39266) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:48.463734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:48.633362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-994410577-network', 'tenant_id': 'a52d06b7d5e84f03b1dde872684d45e6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:48.649316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea31d-2b42-474d-8397-75afeed0bb4d req-6169b210-6740-40a8-90b0-6fc1e32471bf tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:48.658711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e6ea31d-2b42-474d-8397-75afeed0bb4d req-6169b210-6740-40a8-90b0-6fc1e32471bf tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1694400 Apr 30 01:22:48.723379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e6ea31d-2b42-474d-8397-75afeed0bb4d req-0d9162aa-42c2-453c-9b8a-e91ef32221d9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630949 Apr 30 01:22:48.803969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad4acc58-9120-4609-a8ae-d43e1968df53 req-c18f9ed0-df2c-44de-9cd2-89fb247f1069 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0490947 Apr 30 01:22:48.809200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Made reservation on behalf of a52d06b7d5e84f03b1dde872684d45e6 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:48.811777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:48.832378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:48.919867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:48.931684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7a79c3f1-72e6-4339-84f7-6f306cdd125e req-a8c78cec-aa06-4363-bab3-2290af90d0d4 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=9572593e-b197-4b84-a1dc-7879c99bf8bb HTTP/1.1" status: 200 len: 210 time: 0.0410399 Apr 30 01:22:48.983610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:49.012925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:22:49.032740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:49.033075 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Added segment 5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611 of type vlan for network 076d232c-8a4e-49fd-b5f7-77fa00518483 Apr 30 01:22:49.034259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9aff77-f083-4293-a27f-59da0bfb9596,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:49.080092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:49.212574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:49.213624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:49.214388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:49.317490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] Pushing event updated for resources: {'Network': ['ID=076d232c-8a4e-49fd-b5f7-77fa00518483,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:49.325228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ad8ffa2-c575-4b9c-a2d6-cec10fe3899e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9021637 Apr 30 01:22:49.327906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39288) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:49.329847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:22:49.334936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Request body: {'subnet': {'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-994410577-subnet', 'tenant_id': 'a52d06b7d5e84f03b1dde872684d45e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:49.458643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Made reservation on behalf of a52d06b7d5e84f03b1dde872684d45e6 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:49.462149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:49.521617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deba6e6-48f1-4069-bab5-966627db39a0 req-a3cf40e9-9974-4ccc-b9fb-320298d8123f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:49.530246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3deba6e6-48f1-4069-bab5-966627db39a0 req-a3cf40e9-9974-4ccc-b9fb-320298d8123f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0657580 Apr 30 01:22:49.587834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3deba6e6-48f1-4069-bab5-966627db39a0 req-ba2b57b5-32d2-4ad8-a77c-830bc606fdb1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542910 Apr 30 01:22:49.809581 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:49.944236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fb0ab4-af80-4f70-a732-87688021c8fa,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:49.979676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f0d3f75-ba10-4568-ad4f-afc3d240d935 req-d4832225-30cb-4fd7-95b9-264e14f07e08 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0406871 Apr 30 01:22:50.025551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758e055-c6dd-41e4-9abf-8648cd96a42d req-f9484207-45dd-4740-9c29-f57c406de664 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:50.034673 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9758e055-c6dd-41e4-9abf-8648cd96a42d req-f9484207-45dd-4740-9c29-f57c406de664 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1545672 Apr 30 01:22:50.064878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Checking segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:50.065363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Network hostable DHCP agents. Network: 076d232c-8a4e-49fd-b5f7-77fa00518483, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:22:50.116109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9758e055-c6dd-41e4-9abf-8648cd96a42d req-9353d81d-aa6a-4a52-9859-e1cab26a8e94 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788765 Apr 30 01:22:50.155259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:22:50.235333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 076d232c-8a4e-49fd-b5f7-77fa00518483) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:50.242274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:50.242876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:50.251235 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a08fa-4661-4ef2-8299-35e66a6be22b None None] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:50.346897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6ffdc59f-4e09-4ab6-a482-ec0307192570 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0174558 Apr 30 01:22:50.448528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:50.466287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d48f0-28a0-431d-a43b-c9cac9fd4bc6 None None] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:22:50.745028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5069303-e85e-4668-bc07-9a6ea9f3e576 req-8195241b-b1a0-45cf-ab27-86a87b61980c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:50.758711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1e094ba2-1461-4d13-b460-973554894654 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:50.759576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e5069303-e85e-4668-bc07-9a6ea9f3e576 req-8195241b-b1a0-45cf-ab27-86a87b61980c tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1263661 Apr 30 01:22:50.814409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 1e094ba2-1461-4d13-b460-973554894654 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:50.814711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1e094ba2-1461-4d13-b460-973554894654 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:50.842983 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e5069303-e85e-4668-bc07-9a6ea9f3e576 req-7a315331-a48c-4293-87a4-22500b96d2f6 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815802 Apr 30 01:22:50.876627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6505e6-ccaf-4327-9b6c-aac0bfcb157d req-78d1b06b-a871-42c7-b692-38f63cdea32e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:50.876627 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e6505e6-ccaf-4327-9b6c-aac0bfcb157d req-78d1b06b-a871-42c7-b692-38f63cdea32e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0936019 Apr 30 01:22:50.988074 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e6505e6-ccaf-4327-9b6c-aac0bfcb157d req-49b49adc-ae6d-41ad-91ea-04bfbff3a14e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974333 Apr 30 01:22:51.156849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63ce1ffb-f417-4478-b9a3-79935d89f996 req-9555ca47-8dea-4e2d-bf7d-d199c9150ea6 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0486171 Apr 30 01:22:51.347070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-3293cb86-db00-4648-a73b-1f5a2947ef66 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:51.356232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-3293cb86-db00-4648-a73b-1f5a2947ef66 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.1866755 Apr 30 01:22:51.362217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3a92d-3b70-48e8-a3f2-d9152546f0ed req-fff5c777-0e8b-479c-8a53-ca548b63c49b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:51.363755 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33c3a92d-3b70-48e8-a3f2-d9152546f0ed req-fff5c777-0e8b-479c-8a53-ca548b63c49b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.0637815 Apr 30 01:22:51.388003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-fb2eb53b-a470-406c-be86-3a09d84efdc1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/quotas/a52d06b7d5e84f03b1dde872684d45e6 HTTP/1.1" status: 200 len: 375 time: 0.0308578 Apr 30 01:22:51.439287 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33c3a92d-3b70-48e8-a3f2-d9152546f0ed req-d7569a0e-e60a-49ab-84a6-d151f76c9d80 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676451 Apr 30 01:22:51.457319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-8d947506-c70e-4f1f-8ab5-30387b9b65f9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676913 Apr 30 01:22:51.718159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-3cb2f94c-5017-4fe3-a3af-0084555ff48b service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495923 Apr 30 01:22:51.872939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a660ff35-92ca-45ee-9756-babbdd46b882 service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528523 Apr 30 01:22:52.056923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96342d-71bc-4030-940b-858ea5117fc8 req-5d6427be-a5b6-45d9-b874-5f7b65186605 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:52.069925 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b96342d-71bc-4030-940b-858ea5117fc8 req-5d6427be-a5b6-45d9-b874-5f7b65186605 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1087658 Apr 30 01:22:52.120110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b96342d-71bc-4030-940b-858ea5117fc8 req-4b2307c7-a8f1-4ab9-bf87-1aba7d907cc6 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 Apr 30 01:22:52.305332 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6db07e92-374e-43b8-9bb9-f52ca40a8a76 req-402f128a-3c99-4875-862e-c52c4b27dcaa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 210 time: 0.0864923 Apr 30 01:22:52.396524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bc708-7e63-43d1-a3ed-2d54c35a1890 req-1d973a8a-23d0-408a-bdb1-9d0da687cfcb tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:52.406367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c3bc708-7e63-43d1-a3ed-2d54c35a1890 req-1d973a8a-23d0-408a-bdb1-9d0da687cfcb tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1323600 Apr 30 01:22:52.452741 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c3bc708-7e63-43d1-a3ed-2d54c35a1890 req-4e48b097-14a9-4f3b-ac05-8ddc03f4fd92 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 Apr 30 01:22:52.493383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f5d628d4-8622-4d88-82bb-eed12b175e07 req-59aba981-aa3b-4e8c-834d-bfcb892e6b60 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0542996 Apr 30 01:22:52.624324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6543-d71b-47df-ae72-94ab3cd1fce0 req-fbd776da-dc6e-4354-b5f5-78c4d4c9fe3a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:52.626107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc2e6543-d71b-47df-ae72-94ab3cd1fce0 req-fbd776da-dc6e-4354-b5f5-78c4d4c9fe3a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.0593741 Apr 30 01:22:52.683999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc2e6543-d71b-47df-ae72-94ab3cd1fce0 req-d82f3844-9e31-4f3e-a558-ae4311e93585 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456412 Apr 30 01:22:53.003866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-3bf833cf-2797-404f-a58e-481b03f9e75a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:53.006475 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-3bf833cf-2797-404f-a58e-481b03f9e75a tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.21 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1227055 Apr 30 01:22:53.171125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Deleting port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:53.171903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:53.399593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438de5c-0cf7-4049-bbea-db588884854a req-27f594c7-0f69-46bd-9609-94c8072dcda7 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:53.401105 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7438de5c-0cf7-4049-bbea-db588884854a req-27f594c7-0f69-46bd-9609-94c8072dcda7 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1438601 Apr 30 01:22:53.412081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] For port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:53.413110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:53.459117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3c8b7d9-800d-4fde-8061-0ca964b0fe12 req-1734aaa5-55ab-4ebb-9498-85534a09e618 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 210 time: 0.0708013 Apr 30 01:22:53.460347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Calling delete_port for 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:53.496051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7438de5c-0cf7-4049-bbea-db588884854a req-ac60198d-f153-44b9-847d-31bca8044945 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/security-groups?id=106bd4ee-527c-493e-a6c7-13632d767b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839515 Apr 30 01:22:53.685402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d781c9d-4758-494d-b1a9-24ca728a0bf5 req-fd6f45c5-26d3-42c3-93f8-074329ac679c tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0360487 Apr 30 01:22:53.757322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4eea-fe03-4861-9867-e5643bf674fb req-8df9e81b-ca87-4792-935d-2fd79fe21bdf tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:53.759476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa7b4eea-fe03-4861-9867-e5643bf674fb req-8df9e81b-ca87-4792-935d-2fd79fe21bdf tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1138415 Apr 30 01:22:53.812633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa7b4eea-fe03-4861-9867-e5643bf674fb req-8ffeea12-2e13-447f-91e0-144998184125 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466604 Apr 30 01:22:53.846161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:53.858084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['01a4af5e-f2a4-4a8d-8831-f4c587ad0314'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:53.921468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Pushing event deleted for resources: {'Port': ['ID=01a4af5e-f2a4-4a8d-8831-f4c587ad0314,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:54.032262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d423-a87b-4d1c-a550-f0e563855ff8 req-29415978-6169-4cd0-a110-af0ab83b3b40 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:54.042564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7df6d423-a87b-4d1c-a550-f0e563855ff8 req-29415978-6169-4cd0-a110-af0ab83b3b40 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1418207 Apr 30 01:22:54.055570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] No DVR routers for this DVR port 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:54.066807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:54.066807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c320292-4b5c-431a-bc9d-d0fd037439f9 req-b40b28a1-25b9-4b60-80de-785738abb9d1 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.21 "DELETE /v2.0/ports/01a4af5e-f2a4-4a8d-8831-f4c587ad0314 HTTP/1.1" status: 204 len: 173 time: 1.0446451 Apr 30 01:22:54.066807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cae90a-e5aa-43e9-a7e7-894df30f8ad7', 'name': 'network-vif-deleted', 'tag': '01a4af5e-f2a4-4a8d-8831-f4c587ad0314'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:54.069235 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59e634b-3acf-408a-bf2c-e7658e28b8a0" -d '{"events": [{"server_uuid": "91cae90a-e5aa-43e9-a7e7-894df30f8ad7", "name": "network-vif-deleted", "tag": "01a4af5e-f2a4-4a8d-8831-f4c587ad0314"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:54.092105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7df6d423-a87b-4d1c-a550-f0e563855ff8 req-6f999f11-d05e-4c7b-8061-1805491a9a1c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481570 Apr 30 01:22:54.148582 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575da828-f283-4251-a44f-a22c795726aa x-openstack-request-id: req-575da828-f283-4251-a44f-a22c795726aa {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:54.148897 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cae90a-e5aa-43e9-a7e7-894df30f8ad7", "name": "network-vif-deleted", "tag": "01a4af5e-f2a4-4a8d-8831-f4c587ad0314", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:54.149170 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-575da828-f283-4251-a44f-a22c795726aa {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:54.149593 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575da828-f283-4251-a44f-a22c795726aa'] response: {'server_uuid': '91cae90a-e5aa-43e9-a7e7-894df30f8ad7', 'name': 'network-vif-deleted', 'tag': '01a4af5e-f2a4-4a8d-8831-f4c587ad0314', 'status': 'completed', 'code': 200} Apr 30 01:22:54.222579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f0b71-a9a7-43b8-8da3-40ad6241154b req-12411c0f-6bef-414a-bfa9-c5e6671a7f9d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:54.225953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-522f0b71-a9a7-43b8-8da3-40ad6241154b req-12411c0f-6bef-414a-bfa9-c5e6671a7f9d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 944 time: 0.0656900 Apr 30 01:22:54.274819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-522f0b71-a9a7-43b8-8da3-40ad6241154b req-df79e9fe-e007-4ba8-a178-4db88db49cea tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Apr 30 01:22:54.615964 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e18f642-6736-428f-92b9-c30a07c958a7 req-d77c4d51-d032-4d0d-8e74-ee37ed4fddc1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 210 time: 0.0495560 Apr 30 01:22:54.644281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c08a3ea-2bfe-4832-a54d-19853cf827e6 req-42fb8850-8d2f-4249-a476-57aeea286f23 tempest-ServerRescueTestJSON-1059272792 tempest-ServerRescueTestJSON-1059272792-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cae90a-e5aa-43e9-a7e7-894df30f8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0503957 Apr 30 01:22:54.826577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63ce004a-9d2b-4042-9daf-0e5121ec7e87 req-322fde67-ea79-4f97-9a17-484f0fe2cd0f tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0405414 Apr 30 01:22:54.886831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-4de74ef5-2b9a-4be5-8d90-68c93256c52d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:54.888531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-4de74ef5-2b9a-4be5-8d90-68c93256c52d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.21 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 944 time: 0.0902922 Apr 30 01:22:55.026304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89cff0-7c7a-43ac-8b68-edf24f12f134 req-a1e75b57-8f53-46b3-a37d-3c76b1de73b3 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:55.034542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee89cff0-7c7a-43ac-8b68-edf24f12f134 req-a1e75b57-8f53-46b3-a37d-3c76b1de73b3 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1339390 Apr 30 01:22:55.039780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Deleting port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:55.039780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:55.099789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee89cff0-7c7a-43ac-8b68-edf24f12f134 req-91b2a0e7-70be-41be-86c1-7adb758235b6 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632052 Apr 30 01:22:55.135414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a879c9ea-b798-4326-821a-ba30a6147a83 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:55.137679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a879c9ea-b798-4326-821a-ba30a6147a83 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.21 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.1939058 Apr 30 01:22:55.159190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Request body: {'port': {'device_id': 'af068515-2afe-4e6a-9f15-f4aef3f64bf5', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'admin_state_up': True, 'tenant_id': 'a52d06b7d5e84f03b1dde872684d45e6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:55.180522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] For port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:55.181204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:55.226431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Calling delete_port for 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:55.263847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6b79-8fd8-4ca3-adca-1b71bac94a7f req-66c88172-42da-4a9e-9ebb-b148955708e5 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:55.270546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da7e6b79-8fd8-4ca3-adca-1b71bac94a7f req-66c88172-42da-4a9e-9ebb-b148955708e5 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.0816658 Apr 30 01:22:55.364920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da7e6b79-8fd8-4ca3-adca-1b71bac94a7f req-00016493-e7df-4dfb-80c6-242dba7dc26e tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588667 Apr 30 01:22:55.407764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Made reservation on behalf of a52d06b7d5e84f03b1dde872684d45e6 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:22:55.412014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:55.430255 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6674-e36d-4391-a2be-31840c9d557e req-cf3c71c8-8fb9-4505-ba40-6219d7b8e15e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:55.432374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7ca6674-e36d-4391-a2be-31840c9d557e req-cf3c71c8-8fb9-4505-ba40-6219d7b8e15e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 944 time: 0.0686302 Apr 30 01:22:55.532071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:55.532527 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7ca6674-e36d-4391-a2be-31840c9d557e req-3595d483-4a8c-4845-8846-323253bac77a tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917583 Apr 30 01:22:55.551400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['700a3e15-9e60-4907-9294-fcf7c5f2bbb3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:22:55.597224 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Pushing event deleted for resources: {'Port': ['ID=700a3e15-9e60-4907-9294-fcf7c5f2bbb3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:55.620189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Allocated IP 172.20.0.9 (076d232c-8a4e-49fd-b5f7-77fa00518483/53fb0ab4-af80-4f70-a732-87688021c8fa/3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:22:55.637186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] No DVR routers for this DVR port 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:55.640941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:55.644905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33111aea-f4c3-4c23-9f96-058bfeb34f2e req-c43232ac-0554-4a65-9331-abfcf208dfa7 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.21 "DELETE /v2.0/ports/700a3e15-9e60-4907-9294-fcf7c5f2bbb3 HTTP/1.1" status: 204 len: 173 time: 0.7495117 Apr 30 01:22:55.739748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39422) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:55.742804 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bb068d0-d81d-45e9-b3f0-b88f12558f28 req-7edd3041-8d1e-48bd-955b-d010b21c1661 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 210 time: 0.0399876 Apr 30 01:22:55.843017 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:55.946468 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c0efa1e-21ed-4208-b89c-e9abdddcca0e req-81db8414-993e-4078-92b3-c0b49c199993 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0267897 Apr 30 01:22:56.001514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:56.046123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:22:56.054937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:22:56.058579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:22:56.105747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event updated for resources: {'Port': ['ID=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:56.124293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:56.124987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:56.155206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'name': 'network-vif-deleted', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:56.157753 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d1a918-ec23-47c8-9f42-06a5ea6a7336" -d '{"events": [{"server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "name": "network-vif-deleted", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:56.208287 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0dbdfd-3557-4666-b458-500d57e09d50 x-openstack-request-id: req-5f0dbdfd-3557-4666-b458-500d57e09d50 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:56.208287 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fe5ecc-66de-4072-930b-97d1ff51677c", "name": "network-vif-deleted", "tag": "700a3e15-9e60-4907-9294-fcf7c5f2bbb3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:56.209018 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f0dbdfd-3557-4666-b458-500d57e09d50 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:56.209018 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0dbdfd-3557-4666-b458-500d57e09d50'] response: {'server_uuid': '45fe5ecc-66de-4072-930b-97d1ff51677c', 'name': 'network-vif-deleted', 'tag': '700a3e15-9e60-4907-9294-fcf7c5f2bbb3', 'status': 'completed', 'code': 200} Apr 30 01:22:56.218455 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:56.220075 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-a5bb3e25-0afb-4b4d-bb40-571dabc2bfea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0716364 Apr 30 01:22:56.233182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Request body: {'port': {'device_id': 'af068515-2afe-4e6a-9f15-f4aef3f64bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:22:56.276663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73de45-600d-43ca-8f6d-eb3413e67cea req-60a3a9a1-d935-44c7-8065-295625e57b97 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:56.278277 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b73de45-600d-43ca-8f6d-eb3413e67cea req-60a3a9a1-d935-44c7-8065-295625e57b97 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1014645 Apr 30 01:22:56.295803 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:56.366377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b73de45-600d-43ca-8f6d-eb3413e67cea req-226cd70f-4061-42c4-a3a2-5697eba328eb tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744700 Apr 30 01:22:56.556973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46496b-e8e7-48b3-a8ba-a6cfd72e4a4a req-dd431145-86a9-41a0-97d0-08196407095a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:56.558504 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae46496b-e8e7-48b3-a8ba-a6cfd72e4a4a req-dd431145-86a9-41a0-97d0-08196407095a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1091495 Apr 30 01:22:56.559060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Deleting port aae60918-b3b0-4321-b748-59e303050d3a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:56.559418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:56.632855 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae46496b-e8e7-48b3-a8ba-a6cfd72e4a4a req-92a9763a-8d70-44d7-aa8b-be83d2076a2b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646877 Apr 30 01:22:56.695664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:22:56.703634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:56.717367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Transition to ACTIVE for port object 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:22:56.736841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32ae0b6d-ed4f-48d1-8e3d-052cc3dac9ca req-eb41b193-aac9-49a2-abba-b3e9d98130e6 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=45fe5ecc-66de-4072-930b-97d1ff51677c HTTP/1.1" status: 200 len: 210 time: 0.0588906 Apr 30 01:22:56.742406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] For port aae60918-b3b0-4321-b748-59e303050d3a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=aae60918-b3b0-4321-b748-59e303050d3a,segment=NetworkSegment(b3315d56-ca8f-49f4-a63b-7b8bd71c174c),segment_id=b3315d56-ca8f-49f4-a63b-7b8bd71c174c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:56.742771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:56.754671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:56.758242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Calling delete_port for aae60918-b3b0-4321-b748-59e303050d3a owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:56.782318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:56.783274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 700a3e15-9e60-4907-9294-fcf7c5f2bbb3 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:56.783903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:22:56.812134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:56.812597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:22:56.813185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 01a4af5e-f2a4-4a8d-8831-f4c587ad0314 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:22:56.925802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d96691-c346-46ac-bc4c-7445abf08425 req-970a5884-8015-44e9-b144-b2432a1fdb9b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:56.927344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3d96691-c346-46ac-bc4c-7445abf08425 req-970a5884-8015-44e9-b144-b2432a1fdb9b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 943 time: 0.0781555 Apr 30 01:22:56.938701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:57.026100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3d96691-c346-46ac-bc4c-7445abf08425 req-3b487b78-33b5-4ad6-b2f4-0cdb46e8adfa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905716 Apr 30 01:22:57.051258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Attempting to bind port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:22:57.051683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Attempting to bind port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:22:57.054200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Attempting to bind port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:57.057853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:22:57.058242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Attempting to bind port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:22:57.063467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:22:57.063866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Checking segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:22:57.064311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Bound using segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:22:57.064797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Bound port: 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:22:57.065215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:57.074476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e026aebd-fe15-4018-83db-66a0f981f512 req-a5ffd9be-85ad-4986-8ec0-1269f6ba9cd6 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Apr 30 01:22:57.127148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:57.162613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] For port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:22:57.166310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] For port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:22:57.179472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae60918-b3b0-4321-b748-59e303050d3a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:57.208467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.209817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.210037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.211951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.211951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.211951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.211951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.212315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.212421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.212656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.212974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.213336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:22:57.276151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:57.330616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:57.331300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:57.333966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 HTTP/1.1" status: 200 len: 1091 time: 1.1049483 Apr 30 01:22:57.335204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af068515-2afe-4e6a-9f15-f4aef3f64bf5', 'tag': '3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:57.339709 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd217e3c-ed56-480e-ba90-fc53260d8de2" -d '{"events": [{"name": "network-changed", "server_uuid": "af068515-2afe-4e6a-9f15-f4aef3f64bf5", "tag": "3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:57.356884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613d1e5-5826-4509-8bc4-db80bd6639f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:57.387971 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e130a80-0a08-42c0-9ab7-efbc1b11db87 x-openstack-request-id: req-1e130a80-0a08-42c0-9ab7-efbc1b11db87 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:22:57.388262 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af068515-2afe-4e6a-9f15-f4aef3f64bf5", "tag": "3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:22:57.388639 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e130a80-0a08-42c0-9ab7-efbc1b11db87 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:22:57.388910 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e130a80-0a08-42c0-9ab7-efbc1b11db87'] response: {'name': 'network-changed', 'server_uuid': 'af068515-2afe-4e6a-9f15-f4aef3f64bf5', 'tag': '3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4', 'status': 'completed', 'code': 200} Apr 30 01:22:57.390523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:57.464469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd217e3c-ed56-480e-ba90-fc53260d8de2 req-acae2dcb-0428-4fc2-b0b6-56389e97ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:57.467544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd217e3c-ed56-480e-ba90-fc53260d8de2 req-acae2dcb-0428-4fc2-b0b6-56389e97ad66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 1094 time: 0.0528889 Apr 30 01:22:57.564654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cde77b-2be4-4ab4-85a6-0ffe21242f91 req-e08fe713-2d5c-4416-8591-acf0109cc4f3 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:57.566213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54cde77b-2be4-4ab4-85a6-0ffe21242f91 req-e08fe713-2d5c-4416-8591-acf0109cc4f3 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1046927 Apr 30 01:22:57.606197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd217e3c-ed56-480e-ba90-fc53260d8de2 req-89daa6a0-b739-4d25-8b61-c7f631b9a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:57.607712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd217e3c-ed56-480e-ba90-fc53260d8de2 req-89daa6a0-b739-4d25-8b61-c7f631b9a509 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1321282 Apr 30 01:22:57.650189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54cde77b-2be4-4ab4-85a6-0ffe21242f91 req-927091e6-aa9c-40f9-b38c-845582007368 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765700 Apr 30 01:22:57.730444 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:22:57.732333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd217e3c-ed56-480e-ba90-fc53260d8de2 req-2677c1fb-80ff-4066-b7a0-3c2b754acc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:57.734161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd217e3c-ed56-480e-ba90-fc53260d8de2 req-2677c1fb-80ff-4066-b7a0-3c2b754acc58 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1198225 Apr 30 01:22:57.847716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d058-f9ed-4a1c-9fea-6d70165b75c3 req-b35f6c57-cc4c-448d-82db-8b06e3d34c14 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:57.849375 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1831d058-f9ed-4a1c-9fea-6d70165b75c3 req-b35f6c57-cc4c-448d-82db-8b06e3d34c14 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1090231 Apr 30 01:22:57.857525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-39403ee3-ace7-413e-b811-77654b28bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:57.858964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-39403ee3-ace7-413e-b811-77654b28bc07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 1094 time: 0.0769720 Apr 30 01:22:57.901568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:22:57.915328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fa08d795-560e-4197-ac7f-a855e181bd39 admin admin] 10.222.0.15 "PUT /v2.0/routers/89d3965d-dd34-40a8-abb3-51b0f0de4e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1715655 Apr 30 01:22:57.917914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39456) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:22:57.918427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] Sync routers for ids ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:22:57.943611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] Routers {'89d3965d-dd34-40a8-abb3-51b0f0de4e7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:57.944618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:57.945453 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-69033962-4a71-4d14-83d1-756a39838b06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 HTTP/1.1" status: 200 len: 217 time: 0.0774672 Apr 30 01:22:58.049896 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1831d058-f9ed-4a1c-9fea-6d70165b75c3 req-7cfa3c4a-c056-4a58-ae18-eca14c0b5316 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897936 Apr 30 01:22:58.069286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-4d36f9ca-0c7c-4451-a43c-0ba80fd33965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:58.070784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-4d36f9ca-0c7c-4451-a43c-0ba80fd33965 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.1144264 Apr 30 01:22:58.134194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-0f2eb8f6-11a9-4b3b-be0a-73de739e4127 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553036 Apr 30 01:22:58.161599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] Set router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:58.320777 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-9878829d-dda4-413e-99e0-ee6cd8e552fa service neutron] 10.222.0.21 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786983 Apr 30 01:22:58.445230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5f904-91b4-46d0-81fa-f884c82881a9 req-6fd59984-b472-414b-9c39-d149e62abae2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:58.447393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ff5f904-91b4-46d0-81fa-f884c82881a9 req-6fd59984-b472-414b-9c39-d149e62abae2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 943 time: 0.1252897 Apr 30 01:22:58.460987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:58.492698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:22:56Z', 'revision_number': 5, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:58.503781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ff5f904-91b4-46d0-81fa-f884c82881a9 req-2ca2ec7e-4640-4531-aab6-1d5b07a0a050 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475106 Apr 30 01:22:58.532127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] Checking router: 89d3965d-dd34-40a8-abb3-51b0f0de4e7e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:22:58.544709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-164dfe80-dda4-4d55-a7df-393e5e3a6390 req-fe26e42b-fc5b-4352-b251-c4504df99f5c tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0755908 Apr 30 01:22:58.561386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6213ea6c-ec97-400e-9913-fd76fecf43a1 req-bcad2f81-4bca-4c1a-9ccb-69ff609b8cee service neutron] 10.222.0.21 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262323 Apr 30 01:22:58.561828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] Routers {'89d3965d-dd34-40a8-abb3-51b0f0de4e7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:22:58.563916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:58.665261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:58.683230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db773b-d840-45d4-b6c6-d5292550af92 req-cecd9d36-836d-46df-a239-fe0293ddc53c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:58.692048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7db773b-d840-45d4-b6c6-d5292550af92 req-cecd9d36-836d-46df-a239-fe0293ddc53c tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 945 time: 0.0663218 Apr 30 01:22:58.734819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7db773b-d840-45d4-b6c6-d5292550af92 req-e7a23242-c8f4-4e48-9f6a-69aa9120c294 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Apr 30 01:22:58.740009 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05623c59-79e6-43c4-b8ac-ff89086db90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:58.751880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] Set router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:22:58.826409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ac05-d46c-4ad6-9dcf-cad8674f857a req-fe23fe82-da68-4d4d-9856-1e1938ba60d9 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:58.835234 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ebb2ac05-d46c-4ad6-9dcf-cad8674f857a req-fe23fe82-da68-4d4d-9856-1e1938ba60d9 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0957093 Apr 30 01:22:58.842276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-71cc1d8b-ef52-41ec-a0a0-fd551252870e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:58.844493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-71cc1d8b-ef52-41ec-a0a0-fd551252870e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 945 time: 0.0605636 Apr 30 01:22:58.867068 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Deleting port 1f23585f-1195-4438-86e7-27bcb05a0dea {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:58.871641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:58.900953 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ebb2ac05-d46c-4ad6-9dcf-cad8674f857a req-a397863c-34c7-48e3-aa78-d481055593c5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646565 Apr 30 01:22:59.004295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] For port 1f23585f-1195-4438-86e7-27bcb05a0dea, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f23585f-1195-4438-86e7-27bcb05a0dea,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:59.004712 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.023371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Deleting port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:22:59.024013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.031627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:22:56Z', 'revision_number': 5, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:22:59.047022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Calling delete_port for 1f23585f-1195-4438-86e7-27bcb05a0dea owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:59.082244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502b4e8-c253-47c5-840c-f733e394e28e None None] The sync data for ids ['89d3965d-dd34-40a8-abb3-51b0f0de4e7e'] in n-d-821348-1 is: [{'id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'name': 'tempest-ServerRescueTestJSON-904230425-router', 'tenant_id': '21433b693fe54d2a8286e01aa15faa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:20:24Z', 'updated_at': '2022-04-30T01:22:56Z', 'revision_number': 5, 'project_id': '21433b693fe54d2a8286e01aa15faa29', 'gw_port': {'id': '1f23585f-1195-4438-86e7-27bcb05a0dea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3965d-dd34-40a8-abb3-51b0f0de4e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:20:26Z', 'updated_at': '2022-04-30T01:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:22:59.296214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] For port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:22:59.296214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.324534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Calling delete_port for 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:22:59.366953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be67272-a71b-411f-8f99-f737bec2822b req-183d0485-5304-46b4-8cd0-b76f0bf8a612 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:59.368521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6be67272-a71b-411f-8f99-f737bec2822b req-183d0485-5304-46b4-8cd0-b76f0bf8a612 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1444962 Apr 30 01:22:59.428972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.480721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f23585f-1195-4438-86e7-27bcb05a0dea,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:59.512054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6be67272-a71b-411f-8f99-f737bec2822b req-cf4fe89f-4005-4fb5-ac95-2d8414374a38 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097696 Apr 30 01:22:59.673362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.746769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b86908d-ae0a-4ca2-a0c2-b18f954d69d9 req-fbc46fdc-1fbb-4ab6-af2a-00e9bea1db40 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0426421 Apr 30 01:22:59.779539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.827051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Pushing event deleted for resources: {'Port': ['ID=19df58d6-becd-4b54-a7fa-a7cd82da1ab0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:22:59.868922 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.872211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.888243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] No DVR routers for this DVR port 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:22:59.911301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:22:59.915089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4342b465-0bd3-4095-87d2-76ce069d5c96 req-8df7cd9f-5fc2-4249-b33d-b32a9031c47e tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.21 "DELETE /v2.0/ports/19df58d6-becd-4b54-a7fa-a7cd82da1ab0 HTTP/1.1" status: 204 len: 173 time: 1.0636871 Apr 30 01:22:59.915559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'name': 'network-vif-deleted', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:22:59.918946 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f9101-249b-403c-8ac2-83a5eeb56992" -d '{"events": [{"server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "name": "network-vif-deleted", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:22:59.929802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e41b9be0-55d1-4383-a3f5-27e2da05c973 req-54aebf7b-f428-40ff-8907-0a25aa8ccf52 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 210 time: 0.0650375 Apr 30 01:22:59.954591 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:22:59.963290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913e4f-3402-4cb5-bb99-a2647df02b98 req-152e1ce1-446f-430c-8413-abd7da190dea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:22:59.970706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38913e4f-3402-4cb5-bb99-a2647df02b98 req-152e1ce1-446f-430c-8413-abd7da190dea tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 943 time: 0.1875436 Apr 30 01:23:00.005445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38913e4f-3402-4cb5-bb99-a2647df02b98 req-a8b6012a-2434-47e6-997f-f06cf543afae tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Apr 30 01:23:00.054253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2c8b3-0bdb-48bb-9cb3-affa5137a7c0 req-8ba3db0c-54e1-41e5-9c27-f8206c227d7c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:00.055769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80d2c8b3-0bdb-48bb-9cb3-affa5137a7c0 req-8ba3db0c-54e1-41e5-9c27-f8206c227d7c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0628519 Apr 30 01:23:00.066013 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83e2f65-23b0-49f1-95df-04659a468c72 x-openstack-request-id: req-f83e2f65-23b0-49f1-95df-04659a468c72 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:00.066293 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2bbe59-30a3-4812-88f5-65b815b3d980", "name": "network-vif-deleted", "tag": "19df58d6-becd-4b54-a7fa-a7cd82da1ab0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:00.066535 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f83e2f65-23b0-49f1-95df-04659a468c72 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:00.066918 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83e2f65-23b0-49f1-95df-04659a468c72'] response: {'server_uuid': '7d2bbe59-30a3-4812-88f5-65b815b3d980', 'name': 'network-vif-deleted', 'tag': '19df58d6-becd-4b54-a7fa-a7cd82da1ab0', 'status': 'completed', 'code': 200} Apr 30 01:23:00.075315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.075940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d3965d-dd34-40a8-abb3-51b0f0de4e7e {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:23:00.086728 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.086728 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cad14f72-a7b7-4794-9be7-6d5c80f48a9c admin admin] 10.222.0.15 "DELETE /v2.0/routers/89d3965d-dd34-40a8-abb3-51b0f0de4e7e HTTP/1.1" status: 204 len: 168 time: 2.1641200 Apr 30 01:23:00.086728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39486) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:00.128474 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80d2c8b3-0bdb-48bb-9cb3-affa5137a7c0 req-801b9378-ec9d-4e2b-9c2f-b46e88e0084f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624106 Apr 30 01:23:00.181576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed3bb5e-00c6-4f51-9326-8e2886d8a4c9 admin admin] Deleting subnet eb96e933-d193-4e19-8485-6202df4ce49a {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:23:00.185287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb5e-00c6-4f51-9326-8e2886d8a4c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.226518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb5e-00c6-4f51-9326-8e2886d8a4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.284686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb5e-00c6-4f51-9326-8e2886d8a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.412329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb5e-00c6-4f51-9326-8e2886d8a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.440308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3bb5e-00c6-4f51-9326-8e2886d8a4c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb96e933-d193-4e19-8485-6202df4ce49a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:00.445265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb5e-00c6-4f51-9326-8e2886d8a4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.450982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5ed3bb5e-00c6-4f51-9326-8e2886d8a4c9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb96e933-d193-4e19-8485-6202df4ce49a HTTP/1.1" status: 204 len: 168 time: 0.3622363 Apr 30 01:23:00.451240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39492) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:00.491789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-891ab6cc-14fb-435d-94b6-71d2342c2fdd tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:00.493383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-891ab6cc-14fb-435d-94b6-71d2342c2fdd tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.0500257 Apr 30 01:23:00.505842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821348-1'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:00.532195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.574364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.690623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.719296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908913d4-f8e6-4459-8782-18e80e0a7b40']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:00.723502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:00.735043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fc25d-4f12-4c94-928b-6039fdaf2b9c req-8cb64c84-3685-4161-9d33-273b8da6ac9c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:00.740046 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e03fc25d-4f12-4c94-928b-6039fdaf2b9c req-8cb64c84-3685-4161-9d33-273b8da6ac9c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 945 time: 0.1141591 Apr 30 01:23:00.741417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:00.741766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3315d56-ca8f-49f4-a63b-7b8bd71c174c') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:00.756701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:23:00.760396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.775207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:00.847697 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.855018 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e03fc25d-4f12-4c94-928b-6039fdaf2b9c req-ad1efb7f-09e9-4811-8c72-937cdc3534ae tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063585 Apr 30 01:23:00.861866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:23:00.863295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.882184 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:23:00.893349 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:23:00.899923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4df0140e-5fcc-43ca-9f80-e6969c287fbb req-1a9225d1-a941-4ada-8c68-bb0419eecd44 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0448124 Apr 30 01:23:00.952003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:00.969958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'port_id': '3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4', 'mac_address': 'fa:16:3e:ee:b6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fb0ab4-af80-4f70-a732-87688021c8fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:23:00.996697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.016812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.045982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:01.049531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed072871-dad4-4ecc-a226-9dc7a0d22136 req-c3a549c0-fd90-4635-8f82-9352b8b7212d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2bbe59-30a3-4812-88f5-65b815b3d980 HTTP/1.1" status: 200 len: 210 time: 0.0305138 Apr 30 01:23:01.054924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.066187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9fa51bc-acd7-45ed-b489-c61a582eabc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.066520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.073949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] 10.222.0.15 "DELETE /v2.0/networks/908913d4-f8e6-4459-8782-18e80e0a7b40 HTTP/1.1" status: 204 len: 168 time: 0.6204729 Apr 30 01:23:01.106604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:01.112904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58c162-29c7-42c9-9e66-2f87b2626064 admin admin] Pushing event deleted for resources: {'Network': ['ID=908913d4-f8e6-4459-8782-18e80e0a7b40,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:01.125303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:01.183651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.200665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 14b2b153-e5f8-4872-810e-d82937eea10f details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:23:01.208294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on host n-h2-821348-1 for vnic_type normal with profile {"migrating_to": "n-h1-821348-1"} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:01.208613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:01.209481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:01.218062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:01.218453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:01.235797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e08ce0-a8f9-4819-a894-e56521fb9381 req-829352be-01e3-4118-a0a9-9204a205ec4f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:01.245731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72e08ce0-a8f9-4819-a894-e56521fb9381 req-829352be-01e3-4118-a0a9-9204a205ec4f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 943 time: 0.1129694 Apr 30 01:23:01.253991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:01.254335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:01.255232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:01.255739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Bound port: 14b2b153-e5f8-4872-810e-d82937eea10f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:01.256380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.260329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f23585f-1195-4438-86e7-27bcb05a0dea no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:01.297130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81834ba-8961-4224-bbac-058166f2a64c req-68203494-c09a-45d9-b78d-5986db974e25 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:01.305684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b81834ba-8961-4224-bbac-058166f2a64c req-68203494-c09a-45d9-b78d-5986db974e25 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0634730 Apr 30 01:23:01.308192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1f23585f-1195-4438-86e7-27bcb05a0dea {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:01.309713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f23585f-1195-4438-86e7-27bcb05a0dea not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:01.310498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aae60918-b3b0-4321-b748-59e303050d3a no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:01.357802 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b81834ba-8961-4224-bbac-058166f2a64c req-e7fb2dd8-7e78-4e67-8fc3-a8273a7ddb95 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508521 Apr 30 01:23:01.364185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: aae60918-b3b0-4321-b748-59e303050d3a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:01.364622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device aae60918-b3b0-4321-b748-59e303050d3a not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:01.402941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:01.517891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39514) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:01.535369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:01.551374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-89c9a16f-9266-4676-9ca0-59b08c59b15b tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1864849723&fields=id&tenant_id=5e64372fbe024f5198dfba73156b0740 HTTP/1.1" status: 200 len: 267 time: 0.0628858 Apr 30 01:23:01.581373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on host n-h2-821348-1 for vnic_type normal with profile {"migrating_to": "n-h1-821348-1"} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:01.588758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:01.588758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:01.588758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:01.588758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:01.596167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:01.596756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:01.597717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:01.598291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Bound port: 14b2b153-e5f8-4872-810e-d82937eea10f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:01.599328 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.605126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d31c612-5301-400e-977e-1d7342f5e515 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21433b693fe54d2a8286e01aa15faa29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845633 Apr 30 01:23:01.608840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39516) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:01.677017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:01.682264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:01.703220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72e08ce0-a8f9-4819-a894-e56521fb9381 req-6a1e1385-bab0-49d7-a4b9-625b6e16d954 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566212 Apr 30 01:23:01.738344 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.742666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da5e82cc-7887-462d-9bbd-eff2c7aa9fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.745272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:01.754682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-4a166aa8-b111-4361-a730-b256e4d69b7a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:01.756542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-4a166aa8-b111-4361-a730-b256e4d69b7a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/networks?id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 HTTP/1.1" status: 200 len: 816 time: 0.1802580 Apr 30 01:23:01.786205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da5e82cc-7887-462d-9bbd-eff2c7aa9fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.790035 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-8689fc25-3a3c-460e-8528-a8cfce84fc9e tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/quotas/5e64372fbe024f5198dfba73156b0740 HTTP/1.1" status: 200 len: 375 time: 0.0254877 Apr 30 01:23:01.795643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 14b2b153-e5f8-4872-810e-d82937eea10f-n-h2-821348-1-0 {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:23:01.796332 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:23:01.825897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 14b2b153-e5f8-4872-810e-d82937eea10f has no active binding in host n-h1-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:23:01.830960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:01.872396 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-d6cbde81-4925-4a0c-ba98-80b59ffeb4fa tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e64372fbe024f5198dfba73156b0740&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721130 Apr 30 01:23:01.903254 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.955728 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da5e82cc-7887-462d-9bbd-eff2c7aa9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.958619 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da5e82cc-7887-462d-9bbd-eff2c7aa9fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:01.960423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-da5e82cc-7887-462d-9bbd-eff2c7aa9fed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/106bd4ee-527c-493e-a6c7-13632d767b04 HTTP/1.1" status: 204 len: 168 time: 0.3510408 Apr 30 01:23:01.986252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e82cc-7887-462d-9bbd-eff2c7aa9fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106bd4ee-527c-493e-a6c7-13632d767b04,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:01.995702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c0cc-e39a-43e9-a8f4-ace0fe74ac0c req-139a9145-13e0-4ec5-8fc3-24fca757a808 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:01.997369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba17c0cc-e39a-43e9-a8f4-ace0fe74ac0c req-139a9145-13e0-4ec5-8fc3-24fca757a808 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.0555511 Apr 30 01:23:02.027833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-76868d07-06ed-4507-a325-d1c8079aaad6 service neutron] 10.222.0.15 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419022 Apr 30 01:23:02.048544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba17c0cc-e39a-43e9-a8f4-ace0fe74ac0c req-ed67d579-fb13-4524-adf2-4ea461627150 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Apr 30 01:23:02.073637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:02.073637 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be29a2-53e2-40a6-ba14-19eb309497d1" -d '{"events": [{"server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "name": "network-vif-unplugged", "status": "completed", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:02.104100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:02.150137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-50fd451f-2a89-4c3d-b28a-01a2ad6d10c5 service neutron] 10.222.0.15 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151791 Apr 30 01:23:02.190268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-adeb6c62-c472-4dc8-8758-fc2bf3daebcf req-a5d6d01a-bd32-4886-b1fb-e0fbb4207cb5 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0416272 Apr 30 01:23:02.279390 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6095323-f993-4b08-8331-b18f488abbcd x-openstack-request-id: req-d6095323-f993-4b08-8331-b18f488abbcd {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:02.279390 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "name": "network-vif-unplugged", "status": "completed", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:02.279390 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6095323-f993-4b08-8331-b18f488abbcd {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:02.279390 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6095323-f993-4b08-8331-b18f488abbcd'] response: {'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f', 'code': 200} Apr 30 01:23:02.317217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on host n-h2-821348-1 for vnic_type normal with profile {"migrating_to": "n-h1-821348-1"} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:02.317743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:02.318759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:02.324876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:02.325327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempting to bind port 14b2b153-e5f8-4872-810e-d82937eea10f on network b434aa75-0d3e-48c1-942a-f1401fcbf3f1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:02.334400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:02.334862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Checking segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:02.335132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Bound using segment: {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:02.335654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Bound port: 14b2b153-e5f8-4872-810e-d82937eea10f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b434aa75-0d3e-48c1-942a-f1401fcbf3f1'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:02.336103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:02.403659 n-d-821348-1 neutron-server[103319]: WARNING neutron.plugins.ml2.plugin [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Concurrent port binding operations failed on port 14b2b153-e5f8-4872-810e-d82937eea10f Apr 30 01:23:02.408445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:02.409950 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attempt 2 to bind port 14b2b153-e5f8-4872-810e-d82937eea10f Apr 30 01:23:02.413427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:02.414228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:02.415728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ab82676d-f2f1-4c0a-ad03-06e76ed5fcc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/14b2b153-e5f8-4872-810e-d82937eea10f HTTP/1.1" status: 200 len: 1121 time: 1.9140921 Apr 30 01:23:02.517232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['14b2b153-e5f8-4872-810e-d82937eea10f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:02.522275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['14b2b153-e5f8-4872-810e-d82937eea10f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:02.762394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:02.807248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:02.807624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 19df58d6-becd-4b54-a7fa-a7cd82da1ab0 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:02.854954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e277d0-e53e-4215-94b0-e859598f3d62 req-52fde08a-cad7-4d16-9204-14def2ac0be2 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:02.856937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40e277d0-e53e-4215-94b0-e859598f3d62 req-52fde08a-cad7-4d16-9204-14def2ac0be2 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0638988 Apr 30 01:23:02.905638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40e277d0-e53e-4215-94b0-e859598f3d62 req-26792e9e-fa21-4b46-aed6-ea63d7fa7e5d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Apr 30 01:23:03.032193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d1cf-1722-49b5-ac9c-0b124f311f5b req-2ebca844-5c20-450e-8272-12076eb26dad tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:03.034346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02c1d1cf-1722-49b5-ac9c-0b124f311f5b req-2ebca844-5c20-450e-8272-12076eb26dad tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 945 time: 0.0777454 Apr 30 01:23:03.078587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ef6d6-8b11-4b9e-8d6e-aeeb31b01ac2 req-7329fafc-861d-43eb-9cfc-cdbcacca2c81 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:03.082345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-310ef6d6-8b11-4b9e-8d6e-aeeb31b01ac2 req-7329fafc-861d-43eb-9cfc-cdbcacca2c81 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 944 time: 0.0802922 Apr 30 01:23:03.112433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02c1d1cf-1722-49b5-ac9c-0b124f311f5b req-e729b1c8-1637-4873-86af-33967c7fe478 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/security-groups?id=902184c4-3888-4163-8e1d-bb97cf9fff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707471 Apr 30 01:23:03.179910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-310ef6d6-8b11-4b9e-8d6e-aeeb31b01ac2 req-4488c99c-6ce7-4291-9a90-3bd98105408e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874245 Apr 30 01:23:03.191287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71c6877b-e250-4a14-8843-444d1f547fa7 req-549bc069-1c3c-4f54-aa09-c7107eb3beca tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0307519 Apr 30 01:23:03.291298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aba93a-0db4-4322-9fc0-b4f349d71355 req-cc328829-9889-4a8b-a77f-2a5ab4eafb9a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:03.312562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2aba93a-0db4-4322-9fc0-b4f349d71355 req-cc328829-9889-4a8b-a77f-2a5ab4eafb9a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.0801246 Apr 30 01:23:03.334392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3ef21e0-e606-4985-bc60-30f170101f3f req-cd29f349-6223-49e6-bb86-d6ee88d8a96f tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0446744 Apr 30 01:23:03.358689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-c404931e-5fc8-4de2-a2f9-c0b284debb0d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:03.359803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2aba93a-0db4-4322-9fc0-b4f349d71355 req-2a12e0d6-83db-4a61-91f5-9b226227e477 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Apr 30 01:23:03.360677 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-c404931e-5fc8-4de2-a2f9-c0b284debb0d tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.23 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 945 time: 0.0810299 Apr 30 01:23:03.483257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Deleting port 28d5b84c-175c-4d76-a978-217f967de7ab {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:03.483641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:03.594210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] For port 28d5b84c-175c-4d76-a978-217f967de7ab, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=28d5b84c-175c-4d76-a978-217f967de7ab,segment=NetworkSegment(e6be1351-6473-4fc3-8578-dddd20d719de),segment_id=e6be1351-6473-4fc3-8578-dddd20d719de)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:03.594654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:03.611053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Calling delete_port for 28d5b84c-175c-4d76-a978-217f967de7ab owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:03.686349 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:03.800439 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:03.887230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:03.925448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Pushing event deleted for resources: {'Port': ['ID=28d5b84c-175c-4d76-a978-217f967de7ab,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:03.985458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] No DVR routers for this DVR port 28d5b84c-175c-4d76-a978-217f967de7ab on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:03.991129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:03.996509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92fbfbae-6aa3-499b-ac8c-dae803bb8fdb req-9f024355-795d-4e82-bb08-6bf64023e5ce tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.23 "DELETE /v2.0/ports/28d5b84c-175c-4d76-a978-217f967de7ab HTTP/1.1" status: 204 len: 173 time: 0.6283443 Apr 30 01:23:03.998135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'name': 'network-vif-deleted', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:04.002024 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9f34fb-5e26-4485-a6dc-4d30ada88c04" -d '{"events": [{"server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "name": "network-vif-deleted", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:04.045088 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8767926-a63c-402a-8bd5-b12eb744570f x-openstack-request-id: req-f8767926-a63c-402a-8bd5-b12eb744570f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:04.045728 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96598eef-3fab-43fa-bd26-95f527ccc7ff", "name": "network-vif-deleted", "tag": "28d5b84c-175c-4d76-a978-217f967de7ab", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:04.045728 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8767926-a63c-402a-8bd5-b12eb744570f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:04.046164 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8767926-a63c-402a-8bd5-b12eb744570f'] response: {'server_uuid': '96598eef-3fab-43fa-bd26-95f527ccc7ff', 'name': 'network-vif-deleted', 'tag': '28d5b84c-175c-4d76-a978-217f967de7ab', 'status': 'completed', 'code': 200} Apr 30 01:23:04.076602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1545d66-0c47-4a3c-9823-2180fdb2195a req-4ad0e08a-7a34-4425-85f8-7cf3989779b6 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:04.078238 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1545d66-0c47-4a3c-9823-2180fdb2195a req-4ad0e08a-7a34-4425-85f8-7cf3989779b6 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0722904 Apr 30 01:23:04.135761 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1545d66-0c47-4a3c-9823-2180fdb2195a req-f6184660-f617-4178-a7f1-7fc8ea5b6677 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462463 Apr 30 01:23:04.257660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:04.259936 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:04.265267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-766353a8-42b9-47ad-975f-971d80ef95d6 req-77ad4911-1526-4b41-badc-4f58354ff2e5 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 210 time: 0.0354912 Apr 30 01:23:04.318299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f294099-b917-4d0d-b07c-25ee933e1f51 req-b9c3c34a-336e-4ccc-a66d-7a4753f1527c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:04.318299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f294099-b917-4d0d-b07c-25ee933e1f51 req-b9c3c34a-336e-4ccc-a66d-7a4753f1527c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 944 time: 0.0619235 Apr 30 01:23:04.396037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f294099-b917-4d0d-b07c-25ee933e1f51 req-f8485598-84e2-4653-86d2-8fd4f9cf3832 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712020 Apr 30 01:23:04.406123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-69ef3a9b-2668-463b-b7e8-5cb04f725158 req-1bdd040e-f70e-49e8-8a5e-41217cfe9f93 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0317087 Apr 30 01:23:04.453889 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae890b5e-b09b-4f32-967d-e8f0dcc407b1 x-openstack-request-id: req-ae890b5e-b09b-4f32-967d-e8f0dcc407b1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:04.457063 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:04.457063 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae890b5e-b09b-4f32-967d-e8f0dcc407b1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:04.457559 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae890b5e-b09b-4f32-967d-e8f0dcc407b1'] response: {'name': 'network-changed', 'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f', 'status': 'completed', 'code': 200} Apr 30 01:23:04.551291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-994713b8-01c5-472d-9de5-8eb68f652e63 req-e5b30762-827b-4936-8f39-ff29ff5b162f tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0511076 Apr 30 01:23:04.603689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-ce0d6f0e-6e83-455f-9dbb-83a59d4835fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:04.605333 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-ce0d6f0e-6e83-455f-9dbb-83a59d4835fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1124 time: 0.1150241 Apr 30 01:23:04.620198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd9bad-191a-4d3a-9367-91408555eb59 req-0fa052ac-11bd-4b13-a7d8-32b24c53187e tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:04.624027 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1cd9bad-191a-4d3a-9367-91408555eb59 req-0fa052ac-11bd-4b13-a7d8-32b24c53187e tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.0859299 Apr 30 01:23:04.732056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1cd9bad-191a-4d3a-9367-91408555eb59 req-5958dc7d-9ce5-49d5-ba97-6380391d9516 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899320 Apr 30 01:23:04.772251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:04.786516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-7a60635d-4fe4-4065-b688-84a0eca835c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:04.788947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-7a60635d-4fe4-4065-b688-84a0eca835c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.1598248 Apr 30 01:23:04.850357 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-8b54d7ef-a5ce-46d4-af36-3ab451527f22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b2b153-e5f8-4872-810e-d82937eea10f HTTP/1.1" status: 200 len: 217 time: 0.0469916 Apr 30 01:23:04.908218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-36d6b605-6e12-4f0a-9b49-07dc923aae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:04.910108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-36d6b605-6e12-4f0a-9b49-07dc923aae29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0520198 Apr 30 01:23:04.950991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-56b8aa92-72c6-4c49-bc66-ca929b3d8f08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333867 Apr 30 01:23:05.063630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:23:05.068888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:05.070175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:05.083402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-d9a1df7f-3806-44a1-8d71-1c6047c15877 service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228137 Apr 30 01:23:05.169809 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:05.216663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af068515-2afe-4e6a-9f15-f4aef3f64bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:05.221306 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b96c722-b341-44aa-b8f6-2b8947c41cb2" -d '{"events": [{"server_uuid": "af068515-2afe-4e6a-9f15-f4aef3f64bf5", "name": "network-vif-plugged", "status": "completed", "tag": "3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:05.254202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:05.274000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a283bfc3-ed92-4e02-86c5-707d9ea02f1f req-daddea00-c22f-44d8-b5f0-f15a6414a1cc service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813891 Apr 30 01:23:05.294675 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82765e61-d405-4f67-bb4b-c7a890d3bac5 x-openstack-request-id: req-82765e61-d405-4f67-bb4b-c7a890d3bac5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:05.295073 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af068515-2afe-4e6a-9f15-f4aef3f64bf5", "name": "network-vif-plugged", "status": "completed", "tag": "3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:05.295658 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82765e61-d405-4f67-bb4b-c7a890d3bac5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:05.296788 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82765e61-d405-4f67-bb4b-c7a890d3bac5'] response: {'server_uuid': 'af068515-2afe-4e6a-9f15-f4aef3f64bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4', 'code': 200} Apr 30 01:23:05.331768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc646e09-a19e-4166-b5e8-ffba5ed4197f req-edf2d8e1-f2c2-425d-acc8-866a579f5489 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:05.346402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc646e09-a19e-4166-b5e8-ffba5ed4197f req-edf2d8e1-f2c2-425d-acc8-866a579f5489 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0940571 Apr 30 01:23:05.354870 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:05.431889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc646e09-a19e-4166-b5e8-ffba5ed4197f req-1b86b9df-23dc-48e6-95bd-f9c1ff53cfe8 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765948 Apr 30 01:23:05.457909 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6827795b-9569-438e-a8e6-f9c386376109 req-3d4a6e53-da84-4570-ae78-a2b3ca2eadc4 tempest-LiveAutoBlockMigrationV225Test-1277021212 tempest-LiveAutoBlockMigrationV225Test-1277021212-project] 10.222.0.15 "GET /v2.0/ports?device_id=96598eef-3fab-43fa-bd26-95f527ccc7ff HTTP/1.1" status: 200 len: 210 time: 0.0556457 Apr 30 01:23:05.464728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fadf5e-d1e1-4409-a6ae-79cce2e2eb30 req-6a9045a6-9998-4eca-8d8a-2d2e8d47dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:05.587607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3fadf5e-d1e1-4409-a6ae-79cce2e2eb30 req-6a9045a6-9998-4eca-8d8a-2d2e8d47dc54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0867431 Apr 30 01:23:05.587607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3fadf5e-d1e1-4409-a6ae-79cce2e2eb30 req-95f086ae-af8a-4264-96fc-bb79e774eb89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Apr 30 01:23:05.618586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d6f8a-4e5f-489d-a5e6-439c02ecd9b1 req-b054ec9e-291b-436f-8b86-169168f749e2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:05.620533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd8d6f8a-4e5f-489d-a5e6-439c02ecd9b1 req-b054ec9e-291b-436f-8b86-169168f749e2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 945 time: 0.0893519 Apr 30 01:23:05.621804 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3cd60b7-32b8-4929-9a52-dfa312640031 req-b81e6f2b-ec02-48d9-a9c1-db8435900764 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0361536 Apr 30 01:23:05.630115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:05.648048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-b5928108-eac4-4976-8920-34ab2e20058b tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:05.648048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-b5928108-eac4-4976-8920-34ab2e20058b tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.21 "GET /v2.0/networks?id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 HTTP/1.1" status: 200 len: 816 time: 0.1730609 Apr 30 01:23:05.685007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd8d6f8a-4e5f-489d-a5e6-439c02ecd9b1 req-abf21bf2-2f7a-43b0-a89c-37f02c425166 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521545 Apr 30 01:23:05.745208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0da4ee70-c8d8-42c4-9df3-8c26b596c38e req-468c3b40-1fd4-4f8c-81e9-36d09605d54d tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0527251 Apr 30 01:23:05.781424 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-8b00820e-d94b-475b-96d2-93028aba1a16 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e64372fbe024f5198dfba73156b0740 HTTP/1.1" status: 200 len: 380 time: 0.0732865 Apr 30 01:23:05.791975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Request body: {'port': {'device_id': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'admin_state_up': True, 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'security_groups': ['82c045db-66d2-470b-a85c-e2a0e875c9c1']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:05.878415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a66c-104b-451c-af1d-5bae4eb57229 req-78acddae-aabf-43cb-be7c-220568c02ef9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:05.880081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9217a66c-104b-451c-af1d-5bae4eb57229 req-78acddae-aabf-43cb-be7c-220568c02ef9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.0656965 Apr 30 01:23:05.927438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9217a66c-104b-451c-af1d-5bae4eb57229 req-bcc495f8-2a94-4834-9a25-e6e357c4d53b tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389555 Apr 30 01:23:06.246478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Made reservation on behalf of 5e64372fbe024f5198dfba73156b0740 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:06.250407 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:06.405130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Allocated IP 172.20.0.14 (4c9c20d4-d018-4d4e-8eda-1baa8ec93e67/a62028bd-f807-443c-b640-114ba6547ab7/bb601169-5efd-4511-94c0-886ba5e24101) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:06.641393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:06.696485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:06.813637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad30ca-f818-4df6-80e2-c4fe7c15bcb0 req-333ca2ad-7b85-4341-aa86-5bf08c28c610 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:06.827134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccad30ca-f818-4df6-80e2-c4fe7c15bcb0 req-333ca2ad-7b85-4341-aa86-5bf08c28c610 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.2546408 Apr 30 01:23:06.866220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:06.871050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-957a1fe6-0e34-4ce3-9fac-eca8819c9a7d req-4226f85d-a6e4-492b-9bef-045f2c676bde tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0539236 Apr 30 01:23:06.962235 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccad30ca-f818-4df6-80e2-c4fe7c15bcb0 req-71e1fae4-1923-4e04-a8ee-db9d129c7688 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285021 Apr 30 01:23:07.019610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:07.021685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:07.035446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event updated for resources: {'Port': ['ID=bb601169-5efd-4511-94c0-886ba5e24101,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:07.048345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:07.088137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 28d5b84c-175c-4d76-a978-217f967de7ab no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:07.124076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 28d5b84c-175c-4d76-a978-217f967de7ab {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:07.124584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 28d5b84c-175c-4d76-a978-217f967de7ab not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:07.158616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce3dc627-3a0e-4ea0-8f02-78ef81ec5409 req-ef2c7f44-aa7c-4ceb-b9f9-1b0812725cd8 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0463388 Apr 30 01:23:07.216085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:07.216753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.254147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7af8e9-bb5d-4ec7-a62c-3c1cb8ba2731 req-2d3a1f72-e5fe-475a-b146-d52e532815e3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:07.260318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac7af8e9-bb5d-4ec7-a62c-3c1cb8ba2731 req-2d3a1f72-e5fe-475a-b146-d52e532815e3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 945 time: 0.1800842 Apr 30 01:23:07.264628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-1561ae81-6623-443d-a8e2-d76014427974 admin admin] Deleting subnet 970e692f-910b-4aa7-ac3d-49f2ceaa26fa {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:23:07.268237 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1561ae81-6623-443d-a8e2-d76014427974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.356814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb503d21-74b8-4cbf-b9a4-bb1bc009d8fe req-87aa6e7c-9ffb-44d1-9484-1da1dc6a05f3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:07.359053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb503d21-74b8-4cbf-b9a4-bb1bc009d8fe req-87aa6e7c-9ffb-44d1-9484-1da1dc6a05f3 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.0724058 Apr 30 01:23:07.386808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac7af8e9-bb5d-4ec7-a62c-3c1cb8ba2731 req-91da01f8-d2ad-40c4-b7ea-9b16a01059a9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873442 Apr 30 01:23:07.400304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1561ae81-6623-443d-a8e2-d76014427974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.409934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-defdee29-1021-4cff-86e0-ed913c46474d tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6221304 Apr 30 01:23:07.436669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Request body: {'port': {'device_id': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:07.492087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-46c44e46-eaf9-4971-a1f0-13269bb53f06 None None] Provisioning complete for port bb601169-5efd-4511-94c0-886ba5e24101 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:07.492458 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46c44e46-eaf9-4971-a1f0-13269bb53f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.505289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb503d21-74b8-4cbf-b9a4-bb1bc009d8fe req-595077d5-524e-4e07-b4c6-11bc062ee634 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400654 Apr 30 01:23:07.515508 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1561ae81-6623-443d-a8e2-d76014427974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.558195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.588005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-46c44e46-eaf9-4971-a1f0-13269bb53f06 None None] Port bb601169-5efd-4511-94c0-886ba5e24101 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:07.632399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39678) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:07.704807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1561ae81-6623-443d-a8e2-d76014427974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.725364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1561ae81-6623-443d-a8e2-d76014427974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.737015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1561ae81-6623-443d-a8e2-d76014427974 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/970e692f-910b-4aa7-ac3d-49f2ceaa26fa HTTP/1.1" status: 204 len: 168 time: 1.0372021 Apr 30 01:23:07.742707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39682) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:07.776791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561ae81-6623-443d-a8e2-d76014427974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970e692f-910b-4aa7-ac3d-49f2ceaa26fa,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:07.792713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8c8a-9818-4357-a280-f6dcf059e702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:07.937244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.024400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2507bd-830e-44ce-a423-0e56b153b510 req-4288d726-a80d-4eaf-8011-3e873e256362 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:08.028666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd2507bd-830e-44ce-a423-0e56b153b510 req-4288d726-a80d-4eaf-8011-3e873e256362 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 932 time: 0.0737355 Apr 30 01:23:08.054502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92150def-048c-44f6-b577-57fc7381b617 req-4eb0c569-a1f4-4be8-9c14-29ce0d5d0674 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:08.062112 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92150def-048c-44f6-b577-57fc7381b617 req-4eb0c569-a1f4-4be8-9c14-29ce0d5d0674 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 945 time: 0.1477313 Apr 30 01:23:08.084364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd2507bd-830e-44ce-a423-0e56b153b510 req-52eadeac-fa22-45c6-bbbd-ca2d0050691e tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487750 Apr 30 01:23:08.145280 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.172456 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8c8a-9818-4357-a280-f6dcf059e702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.211607 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92150def-048c-44f6-b577-57fc7381b617 req-161b731c-2472-49f8-b4fa-294e12eac736 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484845 Apr 30 01:23:08.213447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7229896-42d0-4c0a-9005-9218b8141669']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:08.298721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb601169-5efd-4511-94c0-886ba5e24101 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:08.308011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ec71-8469-44cb-a56a-59ab1c48bc67 req-d5b0da7c-da23-41be-a1eb-593206f8e983 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:08.308167 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.324467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2362ec71-8469-44cb-a56a-59ab1c48bc67 req-d5b0da7c-da23-41be-a1eb-593206f8e983 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1128142 Apr 30 01:23:08.333033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6be1351-6473-4fc3-8578-dddd20d719de') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:08.333419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6be1351-6473-4fc3-8578-dddd20d719de') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:08.335980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8c8a-9818-4357-a280-f6dcf059e702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.346046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Transition to ACTIVE for port object bb601169-5efd-4511-94c0-886ba5e24101 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:23:08.368111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2362ec71-8469-44cb-a56a-59ab1c48bc67 req-9ba95d25-7529-4f84-b3a9-5d477b17934a tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Apr 30 01:23:08.399007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.408186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2be6e98b-6b91-4a69-8de9-958fe0e94a46 req-019af1f3-ee28-434e-b443-76436cb97efb tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0844388 Apr 30 01:23:08.440300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.460688 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.489741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8b6b8c8a-9818-4357-a280-f6dcf059e702 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=896669c39a504118a3a59869f3e0a4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8561733 Apr 30 01:23:08.491154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b8c8a-9818-4357-a280-f6dcf059e702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2517d-ea8f-4ce5-818a-90c334a4750f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:08.495210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39692) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:08.506930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:23:08.506930 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:23:08.509147 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:23:08.621205 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a518852c-967f-4f0a-aed5-b879f97356ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.654773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a518852c-967f-4f0a-aed5-b879f97356ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.665762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-4c9ad532-8250-4f53-a732-d4d13719998b service neutron] 10.222.0.23 "GET /v2.0/ports/14b2b153-e5f8-4872-810e-d82937eea10f/bindings/n-h1-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.3478658 Apr 30 01:23:08.666623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Pushing event updated for resources: {'Port': ['ID=bb601169-5efd-4511-94c0-886ba5e24101,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:08.749188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.794221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.797969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] 10.222.0.15 "DELETE /v2.0/networks/b7229896-42d0-4c0a-9005-9218b8141669 HTTP/1.1" status: 204 len: 168 time: 1.0539718 Apr 30 01:23:08.798146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29d916-1605-431d-b73f-e7c129470024 req-f7266140-5478-477d-ab87-8a2000976729 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:08.806740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f29d916-1605-431d-b73f-e7c129470024 req-f7266140-5478-477d-ab87-8a2000976729 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1313934 Apr 30 01:23:08.810861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39696) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:08.824827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dadec0-e22b-483b-adeb-75c14e06fc3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b7229896-42d0-4c0a-9005-9218b8141669,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:08.873577 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a518852c-967f-4f0a-aed5-b879f97356ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.874359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Attempting to bind port bb601169-5efd-4511-94c0-886ba5e24101 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:08.874808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Attempting to bind port bb601169-5efd-4511-94c0-886ba5e24101 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:08.875267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Attempting to bind port bb601169-5efd-4511-94c0-886ba5e24101 on network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:08.877171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a518852c-967f-4f0a-aed5-b879f97356ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.878306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a518852c-967f-4f0a-aed5-b879f97356ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ec2517d-ea8f-4ce5-818a-90c334a4750f HTTP/1.1" status: 204 len: 168 time: 0.3820071 Apr 30 01:23:08.904240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518852c-967f-4f0a-aed5-b879f97356ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2517d-ea8f-4ce5-818a-90c334a4750f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:08.906180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Port bb601169-5efd-4511-94c0-886ba5e24101 on network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:08.906599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Attempting to bind port bb601169-5efd-4511-94c0-886ba5e24101 on network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:08.920637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:08.921118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Checking segment: {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:08.921510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Bound using segment: {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:08.922138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Bound port: bb601169-5efd-4511-94c0-886ba5e24101, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503765a5-160b-40ab-920b-fcecec30af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:08.922447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:08.926469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-86134b9a-509d-4fb1-93e5-1ac00b02f473 admin admin] Deleting subnet 8981be93-2487-44c3-ad20-e1cd68a94906 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:23:08.972846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f29d916-1605-431d-b73f-e7c129470024 req-87a324f2-a908-48ca-9792-b0ae2425bdda tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632352 Apr 30 01:23:08.974032 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86134b9a-509d-4fb1-93e5-1ac00b02f473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.030641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86134b9a-509d-4fb1-93e5-1ac00b02f473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.086180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 14b2b153-e5f8-4872-810e-d82937eea10f no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:09.092946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86134b9a-509d-4fb1-93e5-1ac00b02f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.302499 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86134b9a-509d-4fb1-93e5-1ac00b02f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.368425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86134b9a-509d-4fb1-93e5-1ac00b02f473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8981be93-2487-44c3-ad20-e1cd68a94906,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:09.392384 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86134b9a-509d-4fb1-93e5-1ac00b02f473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.406779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-86134b9a-509d-4fb1-93e5-1ac00b02f473 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8981be93-2487-44c3-ad20-e1cd68a94906 HTTP/1.1" status: 204 len: 168 time: 0.5920162 Apr 30 01:23:09.430123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39718) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:09.473053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-63fc4f57-fb6e-4ba0-a5ff-425d68e31e9e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:09.474597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-63fc4f57-fb6e-4ba0-a5ff-425d68e31e9e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.21 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 945 time: 0.2593520 Apr 30 01:23:09.507353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcf259-f87a-4e5f-92f4-660f172e2f98 req-f6781ed2-6e9d-4727-aaff-338b5321e620 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:09.513702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80fcf259-f87a-4e5f-92f4-660f172e2f98 req-f6781ed2-6e9d-4727-aaff-338b5321e620 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 945 time: 0.0994561 Apr 30 01:23:09.637641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80fcf259-f87a-4e5f-92f4-660f172e2f98 req-6453a0b3-78bd-41a8-9ac9-7997a8690109 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056402 Apr 30 01:23:09.662485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:09.670303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Deleting port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:09.670649 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.745109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323da03-6ada-4c27-8ff2-1ee47f5fbba0 req-753682e4-bc50-4832-89df-ef0a75b39806 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:09.746581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0323da03-6ada-4c27-8ff2-1ee47f5fbba0 req-753682e4-bc50-4832-89df-ef0a75b39806 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.3864322 Apr 30 01:23:09.748456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] For port bb601169-5efd-4511-94c0-886ba5e24101, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:09.772743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.805485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] For port bb601169-5efd-4511-94c0-886ba5e24101, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=bb601169-5efd-4511-94c0-886ba5e24101,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:09.815892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39722) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:09.819229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:09.835165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] For port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:09.835569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.863567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd260c-4d80-45d8-8d4c-ba25da95dddb req-9b39e6e8-1a8f-44c5-a54f-20b922164fad tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:09.865462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acfd260c-4d80-45d8-8d4c-ba25da95dddb req-9b39e6e8-1a8f-44c5-a54f-20b922164fad tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.1199319 Apr 30 01:23:09.870369 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ac39d45-a4de-4173-8d8f-528aa6f3eb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.873376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Calling delete_port for 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:09.931740 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0323da03-6ada-4c27-8ff2-1ee47f5fbba0 req-ee07e563-ad31-4fcb-87f7-336f79f58579 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648483 Apr 30 01:23:09.941018 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:09.947188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b2b153-e5f8-4872-810e-d82937eea10f {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:10.008193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ac39d45-a4de-4173-8d8f-528aa6f3eb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.056575 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acfd260c-4d80-45d8-8d4c-ba25da95dddb req-5dc90225-707f-4074-ac99-76da5d3a1770 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810169 Apr 30 01:23:10.106604 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ac39d45-a4de-4173-8d8f-528aa6f3eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.125766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:10.151590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ffc0ead8-52f3-4ff7-855f-55fa98230654 req-3966ef71-d358-40b8-943f-3960aab7e5a1 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.1212411 Apr 30 01:23:10.177815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:10.178436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.179833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] 10.222.0.21 "PUT /v2.0/ports/bb601169-5efd-4511-94c0-886ba5e24101 HTTP/1.1" status: 200 len: 1092 time: 2.7576122 Apr 30 01:23:10.192557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac39d45-a4de-4173-8d8f-528aa6f3eb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4370366-656b-4543-94e1-407f4e22595b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:10.198212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'tag': 'bb601169-5efd-4511-94c0-886ba5e24101'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:10.200657 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413" -d '{"events": [{"name": "network-changed", "server_uuid": "83fa1e10-1cf6-4c37-bf5a-62a0817ff449", "tag": "bb601169-5efd-4511-94c0-886ba5e24101"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:10.204605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.217151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4ac39d45-a4de-4173-8d8f-528aa6f3eb14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cab5edfa90f54befae425b5956f60333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941512 Apr 30 01:23:10.223101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39728) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:10.245505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d14f-64a1-47b8-a1ac-78682e16aa47 service neutron] Pushing event updated for resources: {'Port': ['ID=bb601169-5efd-4511-94c0-886ba5e24101,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:10.285320 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8507f5-9548-4c13-a09a-2618a216388e x-openstack-request-id: req-7b8507f5-9548-4c13-a09a-2618a216388e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:10.287555 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fa1e10-1cf6-4c37-bf5a-62a0817ff449", "tag": "bb601169-5efd-4511-94c0-886ba5e24101", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:10.287555 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b8507f5-9548-4c13-a09a-2618a216388e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:10.287555 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8507f5-9548-4c13-a09a-2618a216388e'] response: {'name': 'network-changed', 'server_uuid': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'tag': 'bb601169-5efd-4511-94c0-886ba5e24101', 'status': 'completed', 'code': 200} Apr 30 01:23:10.309120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141cbaf6-1552-411d-979a-7b8202b105c0']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:10.338363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de2d4c4-183d-4267-bfb6-8ea57846ecbd') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:10.338913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de2d4c4-183d-4267-bfb6-8ea57846ecbd') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:10.347240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.361989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.370140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133649c-187c-4934-9afa-cfd4ecc66f3e req-08d526e7-9f73-468b-8f68-b0d8107867b9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:10.371943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0133649c-187c-4934-9afa-cfd4ecc66f3e req-08d526e7-9f73-468b-8f68-b0d8107867b9 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 943 time: 0.1551301 Apr 30 01:23:10.379858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a12adf67-7e73-45f6-8d66-1ef693940aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.433272 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.434779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.442104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-6c10a8fa-c892-4201-a275-bbe59a98fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:10.447023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:10.451680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-6c10a8fa-c892-4201-a275-bbe59a98fb3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e64372fbe024f5198dfba73156b0740&device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 1095 time: 0.1514554 Apr 30 01:23:10.488015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:23:10.492039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.507457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a12adf67-7e73-45f6-8d66-1ef693940aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:23:10.528380 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:23:10.545702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event deleted for resources: {'Port': ['ID=3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:10.551219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0133649c-187c-4934-9afa-cfd4ecc66f3e req-c130c078-e9e3-4c22-8228-030e331b39c1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684716 Apr 30 01:23:10.587783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-f7751de5-d5a1-42b8-a0e3-7b39c6355c8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb601169-5efd-4511-94c0-886ba5e24101 HTTP/1.1" status: 200 len: 217 time: 0.1302359 Apr 30 01:23:10.589314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] No DVR routers for this DVR port 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:10.596710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.601600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228e9619-e4fe-4e7d-a6a3-4389a4115112 req-786e95c9-1440-4431-9928-4dfd236a87d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.21 "DELETE /v2.0/ports/3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 HTTP/1.1" status: 204 len: 173 time: 1.1196444 Apr 30 01:23:10.603656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af068515-2afe-4e6a-9f15-f4aef3f64bf5', 'name': 'network-vif-deleted', 'tag': '3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:10.605446 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15422f23-5d19-4092-ae89-490f2c61f70e" -d '{"events": [{"server_uuid": "af068515-2afe-4e6a-9f15-f4aef3f64bf5", "name": "network-vif-deleted", "tag": "3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:10.657244 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d014bc-a32e-44c3-aed6-4f14d499c749 x-openstack-request-id: req-c9d014bc-a32e-44c3-aed6-4f14d499c749 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:10.657624 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af068515-2afe-4e6a-9f15-f4aef3f64bf5", "name": "network-vif-deleted", "tag": "3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:10.658003 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9d014bc-a32e-44c3-aed6-4f14d499c749 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:10.658531 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d014bc-a32e-44c3-aed6-4f14d499c749'] response: {'server_uuid': 'af068515-2afe-4e6a-9f15-f4aef3f64bf5', 'name': 'network-vif-deleted', 'tag': '3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4', 'status': 'completed', 'code': 200} Apr 30 01:23:10.755526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f683aa5-da23-48bb-a6b3-92a7326b3c04 req-636a0142-b0d9-43a0-8146-7f816405e9d6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 210 time: 0.0291960 Apr 30 01:23:10.756805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a12adf67-7e73-45f6-8d66-1ef693940aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.759925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a12adf67-7e73-45f6-8d66-1ef693940aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.763698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a12adf67-7e73-45f6-8d66-1ef693940aef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4370366-656b-4543-94e1-407f4e22595b HTTP/1.1" status: 204 len: 168 time: 0.5353053 Apr 30 01:23:10.770839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12adf67-7e73-45f6-8d66-1ef693940aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4370366-656b-4543-94e1-407f4e22595b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:10.801347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] Transition to ACTIVE for port object 14b2b153-e5f8-4872-810e-d82937eea10f will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:23:10.804316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-d509a19c-4e9a-4681-b893-37c11156345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:10.806032 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-d509a19c-4e9a-4681-b893-37c11156345c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a62028bd-f807-443c-b640-114ba6547ab7 HTTP/1.1" status: 200 len: 855 time: 0.2049372 Apr 30 01:23:10.868739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-08e6d094-1552-458e-9cbd-fa1723827392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:10.871328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-08e6d094-1552-458e-9cbd-fa1723827392 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548084 Apr 30 01:23:10.908173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.970464 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.991098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:10.993979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] 10.222.0.15 "DELETE /v2.0/networks/141cbaf6-1552-411d-979a-7b8202b105c0 HTTP/1.1" status: 204 len: 168 time: 1.5594499 Apr 30 01:23:11.021620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053ae32-396f-4b2d-acf6-f3f9a0b0008c admin admin] Pushing event deleted for resources: {'Network': ['ID=141cbaf6-1552-411d-979a-7b8202b105c0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:11.066062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] No DVR routers for this DVR port 14b2b153-e5f8-4872-810e-d82937eea10f on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:11.111008 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] Pushing event updated for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:11.176066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-89773c1b-d13c-4991-9711-9569f8d9ae56 service neutron] 10.222.0.21 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955971 Apr 30 01:23:11.181334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-e048f363-09b7-4c3d-862a-f9125ae83d6f service neutron] 10.222.0.23 "PUT /v2.0/ports/14b2b153-e5f8-4872-810e-d82937eea10f/bindings/n-h1-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5068436 Apr 30 01:23:11.261102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc4656-2221-46b4-8f5d-03bac335e706 req-34c16d6e-d017-4dfd-9d67-603bcaed811f tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.262691 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-03bc4656-2221-46b4-8f5d-03bac335e706 req-34c16d6e-d017-4dfd-9d67-603bcaed811f tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.2384350 Apr 30 01:23:11.264983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659be9-58d9-4dc2-8476-c5964fad650d req-edc650ea-b777-4a4b-8a1c-8b394981f881 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.267330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc659be9-58d9-4dc2-8476-c5964fad650d req-edc650ea-b777-4a4b-8a1c-8b394981f881 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0945551 Apr 30 01:23:11.321117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc659be9-58d9-4dc2-8476-c5964fad650d req-e8921070-2a0a-432e-a782-594d796e310b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Apr 30 01:23:11.356888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-03bc4656-2221-46b4-8f5d-03bac335e706 req-ac7cea41-f1f7-435d-96d7-58c44aad79df tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838554 Apr 30 01:23:11.359052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-862ec36d-e4e6-4a95-856a-fa571094a273 req-742b5705-3482-492b-91f8-15f5b763c853 service neutron] 10.222.0.21 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752248 Apr 30 01:23:11.432504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-dd8e7068-3223-41b9-a674-8d1fc74dfa4b tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.437060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-dd8e7068-3223-41b9-a674-8d1fc74dfa4b tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.0996690 Apr 30 01:23:11.523880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39750) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:11.535011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4bfaf28a-7da1-45e4-8582-209d6276ab9a req-95644052-52ff-47ef-a121-c15d4fa0cd5a tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0797071 Apr 30 01:23:11.603796 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3420104c-ab76-41ff-8b3b-9c3d7970fba0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f297342a7d6142d5b70058c1e50be395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739460 Apr 30 01:23:11.604468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39756) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:11.618991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-813949a3-e564-41c7-aa5b-0d70e90e0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.623838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-813949a3-e564-41c7-aa5b-0d70e90e0059 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206&tenant_id=0ae2eb915422456a9a1791d75e06384d HTTP/1.1" status: 200 len: 1095 time: 0.1757171 Apr 30 01:23:11.711202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-a78692d3-14bb-4a63-a8f4-4825450466bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.721222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-a78692d3-14bb-4a63-a8f4-4825450466bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e64372fbe024f5198dfba73156b0740&device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 1095 time: 0.2329097 Apr 30 01:23:11.731966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-eb56445c-0d4b-41ee-9051-47355a337b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.735682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-eb56445c-0d4b-41ee-9051-47355a337b5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1095 time: 0.0875444 Apr 30 01:23:11.861875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-38b1aba9-393e-4b23-a5c8-54a2f86df2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.863838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-38b1aba9-393e-4b23-a5c8-54a2f86df2f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 HTTP/1.1" status: 200 len: 916 time: 0.1329477 Apr 30 01:23:11.888568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a784a9a-b04f-4cbc-a6f8-ddf97b60f0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:11.899383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-faa4287f-944b-488e-9112-ed2125f29d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.899383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-faa4287f-944b-488e-9112-ed2125f29d96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.1508677 Apr 30 01:23:11.959935 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-0ae66861-18d2-4069-ab5f-8b853790ca93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb601169-5efd-4511-94c0-886ba5e24101 HTTP/1.1" status: 200 len: 217 time: 0.0690315 Apr 30 01:23:11.970981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84a75e-dbde-4a5c-b572-a2ad5f32a0eb req-dc0011a1-c9ac-4cae-806e-34b55c58b051 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:11.979151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb84a75e-dbde-4a5c-b572-a2ad5f32a0eb req-dc0011a1-c9ac-4cae-806e-34b55c58b051 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 944 time: 0.2507060 Apr 30 01:23:11.989675 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-60a76e5b-1017-405d-a17e-4fd5b01485cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b2b153-e5f8-4872-810e-d82937eea10f HTTP/1.1" status: 200 len: 217 time: 0.0838780 Apr 30 01:23:11.991623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e267bb9-a890-44eb-ac2d-a922c2c8120d req-01c1742b-347f-451c-b6e5-0bf0ee3327e4 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=af068515-2afe-4e6a-9f15-f4aef3f64bf5 HTTP/1.1" status: 200 len: 210 time: 0.0759599 Apr 30 01:23:12.027540 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a784a9a-b04f-4cbc-a6f8-ddf97b60f0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:12.043862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-3f59b012-99bf-4377-b13a-22db30529a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:12.045230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-3f59b012-99bf-4377-b13a-22db30529a60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.0490458 Apr 30 01:23:12.078296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-51262b78-25e0-40f2-bee8-26d46393b3a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261400 Apr 30 01:23:12.097868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-3b68b0b5-69ed-4a77-8d67-94ba23b2a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:12.100533 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-3b68b0b5-69ed-4a77-8d67-94ba23b2a4d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a62028bd-f807-443c-b640-114ba6547ab7 HTTP/1.1" status: 200 len: 855 time: 0.1182871 Apr 30 01:23:12.107989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb84a75e-dbde-4a5c-b572-a2ad5f32a0eb req-5dda795b-2a7c-4373-ba22-6ee57fafecd5 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278872 Apr 30 01:23:12.181226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-a3c7f28c-6bb9-4537-801c-f1b4b896a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:12.184248 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-a3c7f28c-6bb9-4537-801c-f1b4b896a5de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740254 Apr 30 01:23:12.186349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-6aaa8403-bfd7-4f00-91a7-60c30ea5da5f service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016223 Apr 30 01:23:12.268978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a784a9a-b04f-4cbc-a6f8-ddf97b60f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:12.275031 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a784a9a-b04f-4cbc-a6f8-ddf97b60f0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:12.278058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4a784a9a-b04f-4cbc-a6f8-ddf97b60f0ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/902184c4-3888-4163-8e1d-bb97cf9fff94 HTTP/1.1" status: 204 len: 168 time: 0.6683538 Apr 30 01:23:12.296717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a784a9a-b04f-4cbc-a6f8-ddf97b60f0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902184c4-3888-4163-8e1d-bb97cf9fff94,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:12.342819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-3b4151ec-2b9c-4824-ac4d-3135ec792173 service neutron] 10.222.0.21 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451757 Apr 30 01:23:12.346003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-d919b468-b7ab-4756-b5e6-16f324b0bae0 service neutron] 10.222.0.21 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494071 Apr 30 01:23:12.467515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab27d126-c9ee-426b-9e0e-9cbbf8dcc413 req-5cb0b07a-a621-4c50-a989-08313b480c30 service neutron] 10.222.0.21 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135838 Apr 30 01:23:12.484423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b6d2-4c48-4418-83d1-836a2e88a525 req-408fcded-6282-4c1d-844e-122a17e1b33d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:12.486117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a753b6d2-4c48-4418-83d1-836a2e88a525 req-408fcded-6282-4c1d-844e-122a17e1b33d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0754106 Apr 30 01:23:12.531163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae7776-bb54-4c39-8f7e-29d80adf66fd req-3b641a02-3ee9-4001-b205-30dbd2a4c6b6 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:12.532746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73ae7776-bb54-4c39-8f7e-29d80adf66fd req-3b641a02-3ee9-4001-b205-30dbd2a4c6b6 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.0835454 Apr 30 01:23:12.584306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a753b6d2-4c48-4418-83d1-836a2e88a525 req-611262d8-5246-4f97-b95b-c073fe58a5e6 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848229 Apr 30 01:23:12.591475 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73ae7776-bb54-4c39-8f7e-29d80adf66fd req-85366ee8-facb-470f-bfc2-32e142133c03 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390856 Apr 30 01:23:12.710859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe762fe7-7220-45f2-9d0f-759e8b07e9d0 req-185684f9-a350-4b1f-89db-3565f882f6d4 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0430152 Apr 30 01:23:12.831296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:23:12.838576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:12.866379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:12.866819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3e417f7c-6a80-41c6-a2ea-5b1c50cabaa4 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:12.867299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:12.996061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-2eb0011a-2a81-4af2-93b4-d0166ef95c71 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:12.997650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-2eb0011a-2a81-4af2-93b4-d0166ef95c71 tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206&tenant_id=0ae2eb915422456a9a1791d75e06384d&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.0477083 Apr 30 01:23:13.022119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.094926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:13.101192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:13.104547 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c096a-8ba3-459c-85bc-babb1d7b08b1" -d '{"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-unplugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:13.123283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:13.124760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'mac_address': 'fa:16:3e:61:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:23:13.183839 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.187916 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7174d7ce-616f-4c3d-b8eb-bd475f266cc9 x-openstack-request-id: req-7174d7ce-616f-4c3d-b8eb-bd475f266cc9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:13.188462 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-unplugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:13.188958 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7174d7ce-616f-4c3d-b8eb-bd475f266cc9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:13.189566 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7174d7ce-616f-4c3d-b8eb-bd475f266cc9'] response: {'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'code': 200} Apr 30 01:23:13.204575 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.217799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39800) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:13.245543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-5e68761a-08e9-4af8-a39d-20cd61fe453a service neutron] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:13.253526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-5e68761a-08e9-4af8-a39d-20cd61fe453a service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.254768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-5e68761a-08e9-4af8-a39d-20cd61fe453a service neutron] 10.222.0.21 "DELETE /v2.0/ports/14b2b153-e5f8-4872-810e-d82937eea10f/bindings/n-h2-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.2499719 Apr 30 01:23:13.263554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:13.267387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec495190-ebd3-471a-930f-95ed1f1e59b7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:13.301685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5186-57ab-4c83-86f6-8b2269896902 req-c24b610b-2248-4c99-9d8e-fb34bf8e8a05 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:13.305152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9ea5186-57ab-4c83-86f6-8b2269896902 req-c24b610b-2248-4c99-9d8e-fb34bf8e8a05 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 944 time: 0.1118634 Apr 30 01:23:13.328018 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:23:13.328462 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:23:13.331902 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-68b60e0d-a32f-48fd-bb97-4b14000b2e34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3dc059d8887422fb831d180b9cc9825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128440 Apr 30 01:23:13.335579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39802) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:13.358242 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9ea5186-57ab-4c83-86f6-8b2269896902 req-c671219b-6e3f-4798-a57f-ac83227e5508 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Apr 30 01:23:13.432802 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f19de80e-98d1-478e-aa3c-21a142ca50d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.499885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f19de80e-98d1-478e-aa3c-21a142ca50d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.526177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcfcda-aca7-4c13-a897-5355763b81f6 req-d04ef00b-d66a-47d9-be69-cf4d2a4053cb tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:13.536243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afbcfcda-aca7-4c13-a897-5355763b81f6 req-d04ef00b-d66a-47d9-be69-cf4d2a4053cb tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 1095 time: 0.0530231 Apr 30 01:23:13.580998 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afbcfcda-aca7-4c13-a897-5355763b81f6 req-2f05659c-a4da-45e2-8f38-8ce1e065225e tempest-LiveMigrationTest-1681112988 tempest-LiveMigrationTest-1681112988-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Apr 30 01:23:13.608958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-6bf95315-abd7-4360-bb87-833665019042 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:13.611888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-6bf95315-abd7-4360-bb87-833665019042 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.1533375 Apr 30 01:23:13.639026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-cb161347-d8a2-4013-86e1-5ff2ef22f10c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/quotas/a52d06b7d5e84f03b1dde872684d45e6 HTTP/1.1" status: 200 len: 375 time: 0.0196264 Apr 30 01:23:13.672016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-11913545-5b31-41cf-8421-a9b82670b551 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320184 Apr 30 01:23:13.702917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f19de80e-98d1-478e-aa3c-21a142ca50d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.706509 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f19de80e-98d1-478e-aa3c-21a142ca50d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.707865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f19de80e-98d1-478e-aa3c-21a142ca50d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ad37f0c-fa4f-4178-8785-4ab77d91800b HTTP/1.1" status: 204 len: 168 time: 0.3711958 Apr 30 01:23:13.718039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19de80e-98d1-478e-aa3c-21a142ca50d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad37f0c-fa4f-4178-8785-4ab77d91800b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:13.789312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51c4d0-d6ed-4758-a6c1-c69e261ae809 req-1d8d43af-e014-458b-b278-a266e08b9c67 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:13.790981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a51c4d0-d6ed-4758-a6c1-c69e261ae809 req-1d8d43af-e014-458b-b278-a266e08b9c67 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 948 time: 0.1094844 Apr 30 01:23:13.872324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a51c4d0-d6ed-4758-a6c1-c69e261ae809 req-5fe4d42e-8c56-4b5b-81e5-c4a96fec4207 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741458 Apr 30 01:23:13.931723 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:13.955889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec495190-ebd3-471a-930f-95ed1f1e59b7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:13.986715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:14.036865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-636c10cb-a729-4b8d-ac3b-fbb24e5db0cd service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575346 Apr 30 01:23:14.100413 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:14.150835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-72f8462d-4789-48c7-a81e-fffd06b46773 service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057408 Apr 30 01:23:14.159694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:14.167619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.167963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.168496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.168832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.169183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.169511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.169820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.170142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.170463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.170959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.171274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.171622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:14.327531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ec495190-ebd3-471a-930f-95ed1f1e59b7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:14.496394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-422b625a-a102-4044-840c-49aa89051f02 req-2ff5377a-f7f2-4fca-b416-db8462048b0a tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0447998 Apr 30 01:23:14.520529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ae679-83fa-4ce7-a3d1-50c419881de6 req-897c858e-142a-4b85-aaf6-2652955c99fd tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:14.539706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-277ae679-83fa-4ce7-a3d1-50c419881de6 req-897c858e-142a-4b85-aaf6-2652955c99fd tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.1073346 Apr 30 01:23:14.605498 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-277ae679-83fa-4ce7-a3d1-50c419881de6 req-3a1578c0-11fb-447e-a0b8-822bb39440d0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690446 Apr 30 01:23:14.710480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de8768c2-0fad-49b3-a625-69c0ffc96a46 req-b0b02df1-6b95-4ea7-a296-dbfab8e91695 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0462005 Apr 30 01:23:14.758476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620d927-f5bf-491c-bb8a-ad5de73bd705 req-0b02e0ff-7577-4813-9132-52e4d6b1c271 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:14.758476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0620d927-f5bf-491c-bb8a-ad5de73bd705 req-0b02e0ff-7577-4813-9132-52e4d6b1c271 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 944 time: 0.0909557 Apr 30 01:23:14.796242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0620d927-f5bf-491c-bb8a-ad5de73bd705 req-4826a475-bf63-4352-a7f4-81af4c720257 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345879 Apr 30 01:23:15.040389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436c01c-c387-434a-a3cd-8a298d96095f req-af616d15-f816-4346-98aa-c5d978c0e316 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:15.041975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5436c01c-c387-434a-a3cd-8a298d96095f req-af616d15-f816-4346-98aa-c5d978c0e316 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0714231 Apr 30 01:23:15.087301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5436c01c-c387-434a-a3cd-8a298d96095f req-00734f2b-ad5f-4886-a784-d1d7d355b202 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Apr 30 01:23:15.180815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-4214201a-82cb-423c-ba2f-1bf38ac9b947 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:15.182661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-4214201a-82cb-423c-ba2f-1bf38ac9b947 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 944 time: 0.0553329 Apr 30 01:23:15.289441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Deleting port 14b2b153-e5f8-4872-810e-d82937eea10f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:15.289916 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:15.386141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] For port 14b2b153-e5f8-4872-810e-d82937eea10f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=14b2b153-e5f8-4872-810e-d82937eea10f,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:15.386505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:15.399439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Calling delete_port for 14b2b153-e5f8-4872-810e-d82937eea10f owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:15.503007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39894) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:15.634989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:15.651499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['5b9d7d78-beb0-4d9a-8b87-083d9b789639'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:15.653246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['14b2b153-e5f8-4872-810e-d82937eea10f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:15.710564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8155241-fb3a-4c6e-83b8-d844971fc5ef req-3abe742e-85af-46df-bc81-e50e0ba65b8c tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0962126 Apr 30 01:23:15.714828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1220414721-network', 'tenant_id': 'cd2ccca61a1949e5bdb84776364bf7fc'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:15.777191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Pushing event deleted for resources: {'Port': ['ID=14b2b153-e5f8-4872-810e-d82937eea10f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:15.798685 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4c34e8d-196d-445d-969f-73a3cac1c86d req-a11c478f-164b-43f0-833e-05bf2ccdccbf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0508885 Apr 30 01:23:15.832718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] No DVR routers for this DVR port 14b2b153-e5f8-4872-810e-d82937eea10f on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:15.835867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:15.839101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b8fe56b-4b14-4996-8e1d-5c7044eba833 req-954b57f1-88b5-4286-a2ee-a3e3095ae334 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.21 "DELETE /v2.0/ports/14b2b153-e5f8-4872-810e-d82937eea10f HTTP/1.1" status: 204 len: 173 time: 0.6505086 Apr 30 01:23:15.839572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'name': 'network-vif-deleted', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:15.841853 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f02f11-7854-4b04-8fd6-4cc44af010d5" -d '{"events": [{"server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "name": "network-vif-deleted", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:15.852359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Made reservation on behalf of cd2ccca61a1949e5bdb84776364bf7fc for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:15.859965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:15.866390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a982bc-e7f2-4569-a67f-395b2d6f2135 req-01c86e44-3700-46c8-bcbf-b7ef984d16b6 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:15.872081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eeee88bb-24ec-4b0d-a4d6-162f0cd07487 req-d80aace1-cfc8-4634-900f-cfc5f4777f88 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0549588 Apr 30 01:23:15.874602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41a982bc-e7f2-4569-a67f-395b2d6f2135 req-01c86e44-3700-46c8-bcbf-b7ef984d16b6 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.1289923 Apr 30 01:23:15.904144 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:15.929067 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41a982bc-e7f2-4569-a67f-395b2d6f2135 req-b1349b70-2c5d-4648-8466-8bf8cafd4abc tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531125 Apr 30 01:23:15.971191 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc4c892-92e0-41a2-8e51-183202013c51 x-openstack-request-id: req-0cc4c892-92e0-41a2-8e51-183202013c51 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:15.971886 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8206250-3426-4f0a-a023-23d820175206", "name": "network-vif-deleted", "tag": "14b2b153-e5f8-4872-810e-d82937eea10f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:15.972307 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cc4c892-92e0-41a2-8e51-183202013c51 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:15.972888 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc4c892-92e0-41a2-8e51-183202013c51'] response: {'server_uuid': 'd8206250-3426-4f0a-a023-23d820175206', 'name': 'network-vif-deleted', 'tag': '14b2b153-e5f8-4872-810e-d82937eea10f', 'status': 'completed', 'code': 200} Apr 30 01:23:15.993288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33a022e6-9045-4561-b6c8-09a2f9020e81 req-b94cf8bb-b17f-467c-b100-4e0de3e83b4f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0384243 Apr 30 01:23:16.045751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:16.184415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:16.220781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e541d-4a87-4e8f-a147-cc510275d556 req-9b9ef918-42be-4e8e-adab-c3ba18235062 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:16.222449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be5e541d-4a87-4e8f-a147-cc510275d556 req-9b9ef918-42be-4e8e-adab-c3ba18235062 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 950 time: 0.0584879 Apr 30 01:23:16.239079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:23:16.259923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a740ed-c5ba-4807-9097-9f793cd98edd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:16.270119 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be5e541d-4a87-4e8f-a147-cc510275d556 req-07be464f-1cb8-4aec-a125-7ce6fe01ef99 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Apr 30 01:23:16.272679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:16.273197 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Added segment 66ed226f-fef5-41bd-bbac-dd8c5ec9aba8 of type vlan for network d4ccad9a-507e-4674-b350-401e079a0f54 Apr 30 01:23:16.283630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.284020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.284365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.284767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.285102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.285432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.285757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.286076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.286672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.287002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.287655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.287993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:16.347518 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:16.463548 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:16.464566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:16.465240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:16.530367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] Pushing event updated for resources: {'Network': ['ID=d4ccad9a-507e-4674-b350-401e079a0f54,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:16.543158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d4ccad9a-507e-4674-b350-401e079a0f54 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:23:16.574946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-081d9a16-f2ba-44a0-acb6-f99077c4d29c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0706971 Apr 30 01:23:16.577933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39920) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:16.584101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Request body: {'subnet': {'network_id': 'd4ccad9a-507e-4674-b350-401e079a0f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1220414721-subnet', 'tenant_id': 'cd2ccca61a1949e5bdb84776364bf7fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:16.668794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Made reservation on behalf of cd2ccca61a1949e5bdb84776364bf7fc for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:16.671236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:16.864337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:16.916158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04c53594-41bd-4010-9a3e-29d831a13319 req-6672f092-bd50-4ece-8b48-b5cbc2af2e7b tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0410473 Apr 30 01:23:16.944783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port ec495190-ebd3-471a-930f-95ed1f1e59b7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:16.945156 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:16.961091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:17.018977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da302192-b827-427d-81dc-2e06b8f558c9 req-1203f5a4-685e-4f02-8cff-df6238c30e10 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0312557 Apr 30 01:23:17.093756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e429d924-d9df-4f59-a3a5-0f6f64dafbd9,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:17.098611 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:17.142825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bfcfdd1-a392-461e-b3a0-c58c4e85e02e req-cb2268af-9fd4-4416-ae2f-073c23797d9c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0405233 Apr 30 01:23:17.144712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c599d9-3112-4d5f-a98b-f5d5c5ff0569 req-48d2c695-7cb9-495c-8b39-e72c68b5cce3 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:17.144903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:17.149591 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b66982-589c-4c1e-863a-0fccc43d89d2" -d '{"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-plugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:17.150596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8c599d9-3112-4d5f-a98b-f5d5c5ff0569 req-48d2c695-7cb9-495c-8b39-e72c68b5cce3 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.1273687 Apr 30 01:23:17.162449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Checking segment: {'id': '66ed226f-fef5-41bd-bbac-dd8c5ec9aba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd4ccad9a-507e-4674-b350-401e079a0f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:17.162930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Network hostable DHCP agents. Network: d4ccad9a-507e-4674-b350-401e079a0f54, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:23:17.180745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:17.235452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8c599d9-3112-4d5f-a98b-f5d5c5ff0569 req-7a27a90e-d6c8-4d6b-b4b4-8184467e753b tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750692 Apr 30 01:23:17.239197 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2199a5bf-32f1-4347-a553-ef7b8c8f3397 x-openstack-request-id: req-2199a5bf-32f1-4347-a553-ef7b8c8f3397 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:17.239950 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-plugged", "status": "completed", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:17.240327 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2199a5bf-32f1-4347-a553-ef7b8c8f3397 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:17.240937 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2199a5bf-32f1-4347-a553-ef7b8c8f3397'] response: {'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'code': 200} Apr 30 01:23:17.291563 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:17.292872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 14b2b153-e5f8-4872-810e-d82937eea10f no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:17.334192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Network d4ccad9a-507e-4674-b350-401e079a0f54 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:23:17.349418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 14b2b153-e5f8-4872-810e-d82937eea10f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:17.349658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 14b2b153-e5f8-4872-810e-d82937eea10f not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:17.374544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-77d3d87c-e373-4fae-802e-2aa8026dda0a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:17.376395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-77d3d87c-e373-4fae-802e-2aa8026dda0a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.2182987 Apr 30 01:23:17.379087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:17.394751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Request body: {'port': {'device_id': '137628ce-d5c1-4e24-9773-fe6f2675b6f3', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'admin_state_up': True, 'tenant_id': 'a52d06b7d5e84f03b1dde872684d45e6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:17.445815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d4ccad9a-507e-4674-b350-401e079a0f54) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:17.463029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:17.463625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:17.464942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e35321-30d1-48f3-b2b9-02a64b769e33 None None] Network d4ccad9a-507e-4674-b350-401e079a0f54 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:23:17.559636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39940) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:17.572144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3a5d5-11f4-45aa-b2d3-d6596ba980cb req-6a3f6631-12a8-4938-9944-00d59f1e8e0d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:17.575077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-518f3b9f-1aab-4e20-8a0f-65be224c145c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9938283 Apr 30 01:23:17.575207 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-daa3a5d5-11f4-45aa-b2d3-d6596ba980cb req-6a3f6631-12a8-4938-9944-00d59f1e8e0d tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 951 time: 0.1721578 Apr 30 01:23:17.593063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01689f8d-668d-46b7-8598-e98234299a66 req-0db8d69b-121b-4114-a4dd-9c078a7230a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:17.594943 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01689f8d-668d-46b7-8598-e98234299a66 req-0db8d69b-121b-4114-a4dd-9c078a7230a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1102 time: 0.1923807 Apr 30 01:23:17.669570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616dd454-b8b8-4d34-a865-7fed317cd909 None None] Network d4ccad9a-507e-4674-b350-401e079a0f54 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:23:17.699061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-daa3a5d5-11f4-45aa-b2d3-d6596ba980cb req-f5846ac6-647c-4c7b-af19-74dc55483aa9 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057851 Apr 30 01:23:17.702013 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01689f8d-668d-46b7-8598-e98234299a66 req-d26c5d4c-aa2f-4c91-8434-c5e47ccf9005 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982556 Apr 30 01:23:17.754564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Made reservation on behalf of a52d06b7d5e84f03b1dde872684d45e6 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:17.758470 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:17.776525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a715-6b04-4e14-a8f6-4b9ba6179338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:17.915313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Allocated IP 172.20.0.12 (076d232c-8a4e-49fd-b5f7-77fa00518483/53fb0ab4-af80-4f70-a732-87688021c8fa/d2957849-a18c-401d-810d-f45f8dcfa7bc) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:17.918386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a715-6b04-4e14-a8f6-4b9ba6179338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.034951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b83bf55-f48a-469f-95fe-6d470248f656 req-3b8b54dc-d973-4846-9b73-ba37c6dde45f tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0312600 Apr 30 01:23:18.040811 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a715-6b04-4e14-a8f6-4b9ba6179338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.117313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7fe4a715-6b04-4e14-a8f6-4b9ba6179338 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c1be1630c9d475cbb9aac9b188a9460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562792 Apr 30 01:23:18.119135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4a715-6b04-4e14-a8f6-4b9ba6179338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10da4251-46f0-4634-9abf-51ed069be348,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:18.122835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39958) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:18.177174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.197783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4084ff50-d935-4fa5-8efb-cbb01e1a5bfa req-1d09c23f-6cc1-4bd0-8b8a-a38bf2248883 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0423186 Apr 30 01:23:18.214342 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd770-e08e-49d5-9f0f-0bf81037f0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.257351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd770-e08e-49d5-9f0f-0bf81037f0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.332011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30ecdce3-8571-4cd7-80fe-4983fda5cff9 req-f055f886-de50-4ac1-a996-369c4de0f6e7 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0537517 Apr 30 01:23:18.358482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.440046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd770-e08e-49d5-9f0f-0bf81037f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.440864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:18.444135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd770-e08e-49d5-9f0f-0bf81037f0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.445890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b4bcd770-e08e-49d5-9f0f-0bf81037f0ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10da4251-46f0-4634-9abf-51ed069be348 HTTP/1.1" status: 204 len: 168 time: 0.3215661 Apr 30 01:23:18.447691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:18.454396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:18.461380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcd770-e08e-49d5-9f0f-0bf81037f0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10da4251-46f0-4634-9abf-51ed069be348,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:18.521622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.602558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event updated for resources: {'Port': ['ID=d2957849-a18c-401d-810d-f45f8dcfa7bc,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:18.708983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:18.710852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:18.732456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bde59-a013-49fe-9022-a4d922519196 req-ccdf937c-5ec9-458a-8bf5-45ba19a432d8 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:18.761271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c2bde59-a013-49fe-9022-a4d922519196 req-ccdf937c-5ec9-458a-8bf5-45ba19a432d8 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.2518802 Apr 30 01:23:18.820246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c2bde59-a013-49fe-9022-a4d922519196 req-6d5591b6-c910-46dc-a324-e856751f930a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577512 Apr 30 01:23:18.873427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7dfb9a84-51ad-4978-a302-6f2eca8d9e79 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4838641 Apr 30 01:23:18.891807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Request body: {'port': {'device_id': '137628ce-d5c1-4e24-9773-fe6f2675b6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:18.965292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39988) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:18.972797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2024297902-network', 'tenant_id': 'd3353940457148d38c25de9758808b12'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:19.060073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.134583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59379a51-70b2-431e-9388-fbe0de037563 req-8a279cfb-3052-4683-bca1-d5b3a788118e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:19.142428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59379a51-70b2-431e-9388-fbe0de037563 req-8a279cfb-3052-4683-bca1-d5b3a788118e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 951 time: 0.1918738 Apr 30 01:23:19.152909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Made reservation on behalf of d3353940457148d38c25de9758808b12 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:19.157065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.206838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29a41ced-4412-4888-865c-620f798a9f85 req-e8e7fa34-4692-494f-a235-c9f38a9928ae tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.1094024 Apr 30 01:23:19.208928 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.299985 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59379a51-70b2-431e-9388-fbe0de037563 req-48de1b10-8944-4498-b697-46a18320a3f4 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566546 Apr 30 01:23:19.401085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40000) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:19.459601 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b07a335-5d97-49f9-a8e1-9e1394f13808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.487256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.513920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d2ef7-756d-412b-8cd7-d3d9644dd000 req-353d3374-023d-4e60-a6de-8f4b956ed1bc tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:19.515854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf5d2ef7-756d-412b-8cd7-d3d9644dd000 req-353d3374-023d-4e60-a6de-8f4b956ed1bc tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 932 time: 0.1436286 Apr 30 01:23:19.539816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8807611b-1bfd-4e82-a159-83e2deb672ce req-028c0d03-ccfe-48f2-88ab-37d7326e2fe6 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0455146 Apr 30 01:23:19.607042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.631139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf5d2ef7-756d-412b-8cd7-d3d9644dd000 req-3014d1f8-1c62-4c7a-a2c2-baef1c727f90 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912800 Apr 30 01:23:19.656923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:23:19.667554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688e756a-55ff-4e4a-bb52-fa6786e3bef4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:19.681394 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b07a335-5d97-49f9-a8e1-9e1394f13808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.683771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.684152 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Added segment 4820336e-dffb-45af-b52a-0589510eab2b of type vlan for network 4559a095-1bce-49d0-ac3f-3884ae30ded2 Apr 30 01:23:19.710708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2957849-a18c-401d-810d-f45f8dcfa7bc {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:19.729381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.730974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.752198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b07a335-5d97-49f9-a8e1-9e1394f13808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.770499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb54fe24-0062-462a-a079-60b187d1b80b req-8c3c2c72-4228-43b9-8507-a90dac344831 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0660300 Apr 30 01:23:19.784196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Transition to ACTIVE for port object d2957849-a18c-401d-810d-f45f8dcfa7bc will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:23:19.790071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07a335-5d97-49f9-a8e1-9e1394f13808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f29ad-901c-44ca-895a-9090399f0068,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:19.811674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2b07a335-5d97-49f9-a8e1-9e1394f13808 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17d9b36d36df4a2a9c76cd9b5a09e14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067643 Apr 30 01:23:19.814435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40004) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:19.857565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.871245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24c5b247-4068-43be-9e10-9888942fc5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.897435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24c5b247-4068-43be-9e10-9888942fc5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.916394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Pushing event updated for resources: {'Port': ['ID=d2957849-a18c-401d-810d-f45f8dcfa7bc,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:19.941025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:19.942341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:19.942535 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:20.007970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Attempting to bind port d2957849-a18c-401d-810d-f45f8dcfa7bc on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:20.008480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Attempting to bind port d2957849-a18c-401d-810d-f45f8dcfa7bc by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:20.008907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Attempting to bind port d2957849-a18c-401d-810d-f45f8dcfa7bc on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:20.013473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Port d2957849-a18c-401d-810d-f45f8dcfa7bc on network 076d232c-8a4e-49fd-b5f7-77fa00518483 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:20.013899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Attempting to bind port d2957849-a18c-401d-810d-f45f8dcfa7bc on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:20.018939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:20.019376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Checking segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:20.019850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Bound using segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:20.023039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Bound port: d2957849-a18c-401d-810d-f45f8dcfa7bc, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:20.023039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:20.042740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643c6f3-c1a3-437a-9f69-6699c398e5b3 req-5c2e3d1a-54e4-4cd3-9047-2c8026d6efb2 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:20.050032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3643c6f3-c1a3-437a-9f69-6699c398e5b3 req-5c2e3d1a-54e4-4cd3-9047-2c8026d6efb2 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.1432528 Apr 30 01:23:20.054403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] Pushing event updated for resources: {'Network': ['ID=4559a095-1bce-49d0-ac3f-3884ae30ded2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:20.070420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4559a095-1bce-49d0-ac3f-3884ae30ded2 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:23:20.104621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3643c6f3-c1a3-437a-9f69-6699c398e5b3 req-64e4e36c-2dd2-4075-bcae-b2bee76170d7 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536695 Apr 30 01:23:20.115748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] For port d2957849-a18c-401d-810d-f45f8dcfa7bc, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:20.120623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] For port d2957849-a18c-401d-810d-f45f8dcfa7bc, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d2957849-a18c-401d-810d-f45f8dcfa7bc,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:20.143724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24c5b247-4068-43be-9e10-9888942fc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:20.149089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24c5b247-4068-43be-9e10-9888942fc5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:20.150290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-24c5b247-4068-43be-9e10-9888942fc5f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a3f29ad-901c-44ca-895a-9090399f0068 HTTP/1.1" status: 204 len: 168 time: 0.3349617 Apr 30 01:23:20.153961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4af5c7da-fba6-4297-b818-0a97f20ab1fd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1868026 Apr 30 01:23:20.157479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40010) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:20.164389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Request body: {'subnet': {'network_id': '4559a095-1bce-49d0-ac3f-3884ae30ded2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2024297902-subnet', 'tenant_id': 'd3353940457148d38c25de9758808b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:20.165525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5b247-4068-43be-9e10-9888942fc5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f29ad-901c-44ca-895a-9090399f0068,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:20.201568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:20.239524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:20.240561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:20.242120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] 10.222.0.23 "PUT /v2.0/ports/d2957849-a18c-401d-810d-f45f8dcfa7bc HTTP/1.1" status: 200 len: 1092 time: 1.3584311 Apr 30 01:23:20.242550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137628ce-d5c1-4e24-9773-fe6f2675b6f3', 'tag': 'd2957849-a18c-401d-810d-f45f8dcfa7bc'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:20.244914 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c0e7d8-5e92-447d-aa08-a981fc73ad69" -d '{"events": [{"name": "network-changed", "server_uuid": "137628ce-d5c1-4e24-9773-fe6f2675b6f3", "tag": "d2957849-a18c-401d-810d-f45f8dcfa7bc"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:20.275505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Made reservation on behalf of d3353940457148d38c25de9758808b12 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:20.277886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:20.280859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea77276-65d3-46d7-8c51-449b92f54573 service neutron] Pushing event updated for resources: {'Port': ['ID=d2957849-a18c-401d-810d-f45f8dcfa7bc,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:20.293790 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef749b1-1ff6-4569-9493-d21904a2c5d6 x-openstack-request-id: req-4ef749b1-1ff6-4569-9493-d21904a2c5d6 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:20.294076 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137628ce-d5c1-4e24-9773-fe6f2675b6f3", "tag": "d2957849-a18c-401d-810d-f45f8dcfa7bc", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:20.294768 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ef749b1-1ff6-4569-9493-d21904a2c5d6 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:20.294768 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef749b1-1ff6-4569-9493-d21904a2c5d6'] response: {'name': 'network-changed', 'server_uuid': '137628ce-d5c1-4e24-9773-fe6f2675b6f3', 'tag': 'd2957849-a18c-401d-810d-f45f8dcfa7bc', 'status': 'completed', 'code': 200} Apr 30 01:23:20.399731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e7d8-5e92-447d-aa08-a981fc73ad69 req-3c995d55-edbd-4099-9929-414f4b269606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:20.401450 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e5c0e7d8-5e92-447d-aa08-a981fc73ad69 req-3c995d55-edbd-4099-9929-414f4b269606 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 1095 time: 0.0756326 Apr 30 01:23:20.406543 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:20.474900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513f88d-39ea-44bb-8f50-0fcf55055b1c req-046e2373-87e3-4446-a497-cc8f8b6dafcb tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:20.474900 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9513f88d-39ea-44bb-8f50-0fcf55055b1c req-046e2373-87e3-4446-a497-cc8f8b6dafcb tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 951 time: 0.0781212 Apr 30 01:23:20.535381 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9513f88d-39ea-44bb-8f50-0fcf55055b1c req-4216dcef-3d55-4bc2-bd0c-ac0793ae1fca tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491107 Apr 30 01:23:20.752308 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c23b6d01-5f3f-4598-9257-3676b2a5b63a req-0b9fd88d-d846-48bd-9d3c-a3f5e9c17e6c tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0399373 Apr 30 01:23:20.887195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device bb601169-5efd-4511-94c0-886ba5e24101 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:23:20.945799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e7d8-5e92-447d-aa08-a981fc73ad69 req-faa02e04-8e92-41e0-b872-ede289c7cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:20.946635 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e5c0e7d8-5e92-447d-aa08-a981fc73ad69 req-faa02e04-8e92-41e0-b872-ede289c7cb7f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5372982 Apr 30 01:23:20.954147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd57c8c-df07-419c-8033-cb5c75ff5b13 req-4054d145-7ad9-40b7-962f-c081f381f2c6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:20.956349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8cd57c8c-df07-419c-8033-cb5c75ff5b13 req-4054d145-7ad9-40b7-962f-c081f381f2c6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 944 time: 0.0843146 Apr 30 01:23:21.044806 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8cd57c8c-df07-419c-8033-cb5c75ff5b13 req-61698f82-02ba-49c6-9be9-05f1bd5d15ad tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799837 Apr 30 01:23:21.101515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab79aff0-eed8-40a8-a522-a14c8ab24858 req-f901b857-669e-4623-9529-3609f1163a35 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0786781 Apr 30 01:23:21.104057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port bb601169-5efd-4511-94c0-886ba5e24101, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=bb601169-5efd-4511-94c0-886ba5e24101,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:21.145327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'bb601169-5efd-4511-94c0-886ba5e24101', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'port_id': 'bb601169-5efd-4511-94c0-886ba5e24101', 'mac_address': 'fa:16:3e:da:eb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:23:21.157506 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:21.226893 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:21.255019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e7d8-5e92-447d-aa08-a981fc73ad69 req-129f9828-e369-4e74-9900-38edbf8995ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:21.261169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e5c0e7d8-5e92-447d-aa08-a981fc73ad69 req-129f9828-e369-4e74-9900-38edbf8995ad service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3067768 Apr 30 01:23:21.263124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb601169-5efd-4511-94c0-886ba5e24101 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:21.270572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d07355-29f8-4ec9-9edc-024947eb2eba req-f39368ea-28f6-4503-9b21-d5883a03906c tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:21.272261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-49d07355-29f8-4ec9-9edc-024947eb2eba req-f39368ea-28f6-4503-9b21-d5883a03906c tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1102 time: 0.1237633 Apr 30 01:23:21.305800 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port bb601169-5efd-4511-94c0-886ba5e24101, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=bb601169-5efd-4511-94c0-886ba5e24101,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:21.326906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-49d07355-29f8-4ec9-9edc-024947eb2eba req-03aa12b9-f57d-462a-972f-ab91071bcb1b tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Apr 30 01:23:21.335572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=595a137a-3b5a-487e-94fb-5ee8bffd44b6,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:21.385558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Checking segment: {'id': '4820336e-dffb-45af-b52a-0589510eab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4559a095-1bce-49d0-ac3f-3884ae30ded2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:21.385924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Network hostable DHCP agents. Network: 4559a095-1bce-49d0-ac3f-3884ae30ded2, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:23:21.405050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b102ef-dc87-401b-b554-37fa5eeb0309 req-8d80b5a8-4226-4cfb-a4db-c8b73f91b024 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:21.406585 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5b102ef-dc87-401b-b554-37fa5eeb0309 req-8d80b5a8-4226-4cfb-a4db-c8b73f91b024 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 944 time: 0.1420107 Apr 30 01:23:21.423262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:21.423673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-3b29ffc8-d56f-4521-9b97-b7349a43a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:21.428041 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-3b29ffc8-d56f-4521-9b97-b7349a43a53a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 1095 time: 0.1054211 Apr 30 01:23:21.475977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-13bf58e0-a1e4-470f-828b-84d7efa36ffe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2957849-a18c-401d-810d-f45f8dcfa7bc HTTP/1.1" status: 200 len: 217 time: 0.0414281 Apr 30 01:23:21.478141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=bb601169-5efd-4511-94c0-886ba5e24101,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:21.515222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Network 4559a095-1bce-49d0-ac3f-3884ae30ded2 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:23:21.537602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5b102ef-dc87-401b-b554-37fa5eeb0309 req-df94f7fb-9d05-47a6-9d62-5468b9f824d4 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234336 Apr 30 01:23:21.571736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-a06048c6-09f2-4056-9e01-1b2ce85763aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:21.573383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-a06048c6-09f2-4056-9e01-1b2ce85763aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.0902350 Apr 30 01:23:21.609772 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-098c3d42-80d3-41e7-9fec-3b2c6bb9f977 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299008 Apr 30 01:23:21.641259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4559a095-1bce-49d0-ac3f-3884ae30ded2) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:21.647474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:21.647590 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:21.652610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['bb601169-5efd-4511-94c0-886ba5e24101'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:21.657131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e26e1e-4366-4bb2-978b-b00b2f872f68 None None] Network 4559a095-1bce-49d0-ac3f-3884ae30ded2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:23:21.736249 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-7cbf54bd-f021-4325-a6a4-55088ef7ca2b service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195858 Apr 30 01:23:21.829443 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4442de00-99ac-41d2-a057-34feca5c7e95 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6615825 Apr 30 01:23:21.936466 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47a14e3-bbbd-4f9f-b3b7-1095fbc7915f None None] Network 4559a095-1bce-49d0-ac3f-3884ae30ded2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:23:21.988839 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5a4a8f6-3fa8-406b-9dc4-e6b91cad9dd7 req-315a93f2-375b-43cf-8e39-44337486a428 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0543294 Apr 30 01:23:22.127619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c41895-5763-4362-9a91-b17b86a8611b req-69956c5a-3d89-4253-8e03-83f33949f144 tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:22.154626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c41895-5763-4362-9a91-b17b86a8611b req-69956c5a-3d89-4253-8e03-83f33949f144 tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 1102 time: 0.1963351 Apr 30 01:23:22.154626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cfa5338-2134-41b6-a54c-97312f9286ef req-6590bb13-16a6-488f-9404-8df051a8c713 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062057 Apr 30 01:23:22.159993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40070) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:22.228440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c41895-5763-4362-9a91-b17b86a8611b req-928cdf4d-d0cb-4e42-a099-d3c236a7cfad tempest-ServersAdminTestJSON-600173904 tempest-ServersAdminTestJSON-600173904-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885620 Apr 30 01:23:22.264826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf533-f63f-4db6-ba18-953f463d8ce4 req-98bed0a3-b6fd-4ff6-99f9-ed992d863e97 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:22.270548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d78ee3-4934-43b6-ae8d-b7d6f95530d7 admin admin] Deleting subnet e429d924-d9df-4f59-a3a5-0f6f64dafbd9 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:23:22.280148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78d78ee3-4934-43b6-ae8d-b7d6f95530d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.281448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-002bf533-f63f-4db6-ba18-953f463d8ce4 req-98bed0a3-b6fd-4ff6-99f9-ed992d863e97 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 944 time: 0.1231267 Apr 30 01:23:22.372123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-002bf533-f63f-4db6-ba18-953f463d8ce4 req-1e3abc5f-8a1b-45ca-84f3-a1cf88632d81 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860527 Apr 30 01:23:22.392233 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78d78ee3-4934-43b6-ae8d-b7d6f95530d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.463002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78d78ee3-4934-43b6-ae8d-b7d6f95530d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.516764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f01d2533-326c-4280-b866-1933ba3d4ed1 req-79232275-3072-47ae-bd07-989913835243 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8206250-3426-4f0a-a023-23d820175206 HTTP/1.1" status: 200 len: 210 time: 0.0318329 Apr 30 01:23:22.654786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78d78ee3-4934-43b6-ae8d-b7d6f95530d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.689173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d78ee3-4934-43b6-ae8d-b7d6f95530d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e429d924-d9df-4f59-a3a5-0f6f64dafbd9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:22.697892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78d78ee3-4934-43b6-ae8d-b7d6f95530d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.703719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40084) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:22.703883 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-78d78ee3-4934-43b6-ae8d-b7d6f95530d7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e429d924-d9df-4f59-a3a5-0f6f64dafbd9 HTTP/1.1" status: 204 len: 168 time: 0.5428119 Apr 30 01:23:22.726272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4445aa8-e9ce-455c-86dd-fab509406f27 req-f2f3fb10-36d7-4413-8904-347c02bc5697 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:22.728019 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4445aa8-e9ce-455c-86dd-fab509406f27 req-f2f3fb10-36d7-4413-8904-347c02bc5697 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 945 time: 0.1120822 Apr 30 01:23:22.771806 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4445aa8-e9ce-455c-86dd-fab509406f27 req-6f6b8d96-6d7b-4023-90d9-df91b1c6949f tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361412 Apr 30 01:23:22.807601 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.898749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.922528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device bb601169-5efd-4511-94c0-886ba5e24101 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:22.924719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ccad9a-507e-4674-b350-401e079a0f54']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:22.929143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f2316-d7da-4c92-b4e3-cd08f1319020 req-778d8114-49da-47df-85a3-1616dc89b06f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:22.936364 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d6f2316-d7da-4c92-b4e3-cd08f1319020 req-778d8114-49da-47df-85a3-1616dc89b06f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 950 time: 0.0659726 Apr 30 01:23:22.943197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ed226f-fef5-41bd-bbac-dd8c5ec9aba8') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:22.944706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ed226f-fef5-41bd-bbac-dd8c5ec9aba8') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:22.967239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.986840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.987656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d6f2316-d7da-4c92-b4e3-cd08f1319020 req-26a2e925-3bdc-44ab-8bb3-8046f3a2d1fe tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501881 Apr 30 01:23:22.993953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:23:22.994622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:23:22.996852 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:23:23.120075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port bb601169-5efd-4511-94c0-886ba5e24101 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:23:23.124810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port bb601169-5efd-4511-94c0-886ba5e24101 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:23.125171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.129330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4be88d2-cd0d-4142-b886-546ae36550b8 req-bdd29395-b6b2-4a93-bda8-7809c29791d5 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0270305 Apr 30 01:23:23.149079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.155572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.160981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] 10.222.0.15 "DELETE /v2.0/networks/d4ccad9a-507e-4674-b350-401e079a0f54 HTTP/1.1" status: 204 len: 168 time: 0.4559836 Apr 30 01:23:23.163944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40096) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:23.195189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7270773-8b96-45de-aaaf-3b9ecdfb0f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4ccad9a-507e-4674-b350-401e079a0f54,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:23.228556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-8015218f-2397-41da-bd6d-a1eed2634bd7 admin admin] Deleting subnet 595a137a-3b5a-487e-94fb-5ee8bffd44b6 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:23:23.231754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8015218f-2397-41da-bd6d-a1eed2634bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.238119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.262681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb601169-5efd-4511-94c0-886ba5e24101'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:23.265153 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe13ffa-1270-484c-9469-bd63130bac6f" -d '{"events": [{"server_uuid": "83fa1e10-1cf6-4c37-bf5a-62a0817ff449", "name": "network-vif-plugged", "status": "completed", "tag": "bb601169-5efd-4511-94c0-886ba5e24101"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:23.279196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port bb601169-5efd-4511-94c0-886ba5e24101, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=bb601169-5efd-4511-94c0-886ba5e24101,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:23.279795 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8015218f-2397-41da-bd6d-a1eed2634bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.307808 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa107b0-7e3e-4ba5-83b2-9a2ed95d4e4d x-openstack-request-id: req-dfa107b0-7e3e-4ba5-83b2-9a2ed95d4e4d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:23.308092 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fa1e10-1cf6-4c37-bf5a-62a0817ff449", "name": "network-vif-plugged", "status": "completed", "tag": "bb601169-5efd-4511-94c0-886ba5e24101", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:23.308333 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfa107b0-7e3e-4ba5-83b2-9a2ed95d4e4d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:23.308853 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa107b0-7e3e-4ba5-83b2-9a2ed95d4e4d'] response: {'server_uuid': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb601169-5efd-4511-94c0-886ba5e24101', 'code': 200} Apr 30 01:23:23.330317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8015218f-2397-41da-bd6d-a1eed2634bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.360707 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.436873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b721f9-d071-4f4e-80c5-5bd28b635948 req-dd8c1e5c-9d8a-4f50-809c-773ce0d599c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:23.438692 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90b721f9-d071-4f4e-80c5-5bd28b635948 req-dd8c1e5c-9d8a-4f50-809c-773ce0d599c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 1097 time: 0.0628028 Apr 30 01:23:23.480598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=bb601169-5efd-4511-94c0-886ba5e24101,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:23.494896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90b721f9-d071-4f4e-80c5-5bd28b635948 req-c88591cc-4d7a-42a8-a1f6-15efe536e8b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Apr 30 01:23:23.563636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793fdc9-b6c1-4382-8c05-19b1b3c27664 req-39d1acc7-006c-43c0-8920-29d8c3b70db0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:23.576540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6793fdc9-b6c1-4382-8c05-19b1b3c27664 req-39d1acc7-006c-43c0-8920-29d8c3b70db0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 944 time: 0.0797949 Apr 30 01:23:23.606551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8015218f-2397-41da-bd6d-a1eed2634bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.658301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6793fdc9-b6c1-4382-8c05-19b1b3c27664 req-78875760-2eb6-4fe0-8ba2-412243cd5734 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759294 Apr 30 01:23:23.670631 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8015218f-2397-41da-bd6d-a1eed2634bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.676536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8015218f-2397-41da-bd6d-a1eed2634bd7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/595a137a-3b5a-487e-94fb-5ee8bffd44b6 HTTP/1.1" status: 204 len: 168 time: 0.5089564 Apr 30 01:23:23.676536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40116) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:23.685947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015218f-2397-41da-bd6d-a1eed2634bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595a137a-3b5a-487e-94fb-5ee8bffd44b6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:23.753668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.853401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.891082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4559a095-1bce-49d0-ac3f-3884ae30ded2']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:23.925414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4820336e-dffb-45af-b52a-0589510eab2b') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:23.925691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4820336e-dffb-45af-b52a-0589510eab2b') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:23.950593 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.968632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.977708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:23:23.978092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:23:23.979776 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:23:23.996848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b4c0-32b2-4c62-a328-939cd1a5083f req-0605e8d4-cdfc-46de-8f6f-21794a079f68 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:23.998401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be22b4c0-32b2-4c62-a328-939cd1a5083f req-0605e8d4-cdfc-46de-8f6f-21794a079f68 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 946 time: 0.0971060 Apr 30 01:23:24.078719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be22b4c0-32b2-4c62-a328-939cd1a5083f req-7fa8d777-fb81-47d8-b887-5ecd1c96b459 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499797 Apr 30 01:23:24.143653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:24.150333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:24.153125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64accf6-bb91-491d-9669-fc968a5286a8 req-1fc85229-c659-4ab4-9e6b-ccd35eb85f8f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:24.153491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4559a095-1bce-49d0-ac3f-3884ae30ded2 HTTP/1.1" status: 204 len: 168 time: 0.4753704 Apr 30 01:23:24.174951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a64accf6-bb91-491d-9669-fc968a5286a8 req-1fc85229-c659-4ab4-9e6b-ccd35eb85f8f tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 950 time: 0.0859830 Apr 30 01:23:24.176536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c4464-0564-4bc9-a81b-1b9c5addbcd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4559a095-1bce-49d0-ac3f-3884ae30ded2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:24.277884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a64accf6-bb91-491d-9669-fc968a5286a8 req-5993ede6-f80e-4acb-b404-4ec2ba91d38b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008923 Apr 30 01:23:24.384192 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-477fe8fc-007f-4296-a089-7b3be5692b56 req-e8e3b940-ae7b-465b-9a59-fa50e3944794 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0526333 Apr 30 01:23:24.439632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-80ead3e3-33c3-4bb9-b4d1-b0cec4bb96cf tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:24.441375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-80ead3e3-33c3-4bb9-b4d1-b0cec4bb96cf tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 950 time: 0.0542412 Apr 30 01:23:24.553274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Deleting port be467e1f-d73e-4b50-a797-6d736081c4e0 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:24.553881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:24.710410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40144) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:24.740678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] For port be467e1f-d73e-4b50-a797-6d736081c4e0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=be467e1f-d73e-4b50-a797-6d736081c4e0,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:24.741168 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:24.759293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Calling delete_port for be467e1f-d73e-4b50-a797-6d736081c4e0 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:24.878281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-18b14c35-9029-49ee-bdd9-5f44c5095061 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd2ccca61a1949e5bdb84776364bf7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660419 Apr 30 01:23:24.882127 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40148) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:24.961912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da57ed-c61c-4dd0-ba30-878598285318 req-4b660c52-0f8f-4243-b5d5-65086917dac7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:24.970566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4da57ed-c61c-4dd0-ba30-878598285318 req-4b660c52-0f8f-4243-b5d5-65086917dac7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 944 time: 0.2191579 Apr 30 01:23:24.978166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-99931ef5-5854-41ee-81ba-90f67fb97e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:25.026079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-99931ef5-5854-41ee-81ba-90f67fb97e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:25.051726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4da57ed-c61c-4dd0-ba30-878598285318 req-f0b2b2fb-669d-4909-8a59-1ad4560af3b6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805662 Apr 30 01:23:25.188993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-99931ef5-5854-41ee-81ba-90f67fb97e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:25.192287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-99931ef5-5854-41ee-81ba-90f67fb97e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:25.194378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-99931ef5-5854-41ee-81ba-90f67fb97e37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9a740ed-c5ba-4807-9097-9f793cd98edd HTTP/1.1" status: 204 len: 168 time: 0.3018689 Apr 30 01:23:25.214553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99931ef5-5854-41ee-81ba-90f67fb97e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a740ed-c5ba-4807-9097-9f793cd98edd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:25.241118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d2957849-a18c-401d-810d-f45f8dcfa7bc details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:23:25.316634 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:25.356294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['54fab788-d645-46fc-ade6-764a4977d66c', 'ec495190-ebd3-471a-930f-95ed1f1e59b7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:25.434526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Pushing event deleted for resources: {'Port': ['ID=be467e1f-d73e-4b50-a797-6d736081c4e0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:25.526191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15bb6df7-582a-4658-9f59-409d9eb24344 req-44d95c81-a7cd-44ab-ab74-bc6cd506ddb1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 210 time: 0.0725884 Apr 30 01:23:25.593721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] No DVR routers for this DVR port be467e1f-d73e-4b50-a797-6d736081c4e0 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:25.618812 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:25.622707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-03e1b101-4c85-4663-9b1b-4061204b46b2 req-a2f46592-82bd-4ad3-99aa-52b0c00225e5 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "DELETE /v2.0/ports/be467e1f-d73e-4b50-a797-6d736081c4e0 HTTP/1.1" status: 204 len: 173 time: 1.1725259 Apr 30 01:23:25.622851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d2957849-a18c-401d-810d-f45f8dcfa7bc, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d2957849-a18c-401d-810d-f45f8dcfa7bc,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:25.623559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d6191b-0a76-4af0-a2cc-617089143438', 'name': 'network-vif-deleted', 'tag': 'be467e1f-d73e-4b50-a797-6d736081c4e0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:25.626689 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8a161c-a008-4c39-9ce4-96f7cc7bf53b" -d '{"events": [{"server_uuid": "73d6191b-0a76-4af0-a2cc-617089143438", "name": "network-vif-deleted", "tag": "be467e1f-d73e-4b50-a797-6d736081c4e0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:25.639562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da82ac-ac29-40f4-af77-3df67af88282 req-dedb4e2f-39f1-4f89-b5c1-bebd5387169c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:25.649053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85da82ac-ac29-40f4-af77-3df67af88282 req-dedb4e2f-39f1-4f89-b5c1-bebd5387169c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 946 time: 0.4286244 Apr 30 01:23:25.655135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'd2957849-a18c-401d-810d-f45f8dcfa7bc', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'port_id': 'd2957849-a18c-401d-810d-f45f8dcfa7bc', 'mac_address': 'fa:16:3e:2e:8c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fb0ab4-af80-4f70-a732-87688021c8fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:23:25.702723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85da82ac-ac29-40f4-af77-3df67af88282 req-3f73b325-8eff-43a7-b778-5f872d10886f tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473535 Apr 30 01:23:25.703588 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:25.731984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2957849-a18c-401d-810d-f45f8dcfa7bc {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:25.776931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d2957849-a18c-401d-810d-f45f8dcfa7bc, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d2957849-a18c-401d-810d-f45f8dcfa7bc,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:25.845333 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c5dab5-6a59-4f98-a104-fd84b4d8991c x-openstack-request-id: req-f8c5dab5-6a59-4f98-a104-fd84b4d8991c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:25.845762 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d6191b-0a76-4af0-a2cc-617089143438", "name": "network-vif-deleted", "tag": "be467e1f-d73e-4b50-a797-6d736081c4e0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:25.846134 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8c5dab5-6a59-4f98-a104-fd84b4d8991c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:25.846718 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c5dab5-6a59-4f98-a104-fd84b4d8991c'] response: {'server_uuid': '73d6191b-0a76-4af0-a2cc-617089143438', 'name': 'network-vif-deleted', 'tag': 'be467e1f-d73e-4b50-a797-6d736081c4e0', 'status': 'completed', 'code': 200} Apr 30 01:23:25.882733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63869107-6f34-41a8-93a1-8ed284855eb3 req-1453db80-53dc-4c3f-b23c-a8a006b2ace5 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.1235869 Apr 30 01:23:25.907289 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:26.058863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d2957849-a18c-401d-810d-f45f8dcfa7bc,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:26.141973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbbd20-50ad-40bb-8f3f-6435aebad6e3 req-fd0cbbb9-4a7d-4c8b-a5b3-13e8ffd9c96c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:26.143877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8dbbd20-50ad-40bb-8f3f-6435aebad6e3 req-fd0cbbb9-4a7d-4c8b-a5b3-13e8ffd9c96c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 946 time: 0.1985438 Apr 30 01:23:26.155906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:26.160029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Request body: {'floatingip': {'port_id': 'bb601169-5efd-4511-94c0-886ba5e24101'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:26.183814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['d2957849-a18c-401d-810d-f45f8dcfa7bc'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:26.259771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:26.346919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ae1b-1d47-4e16-a1ed-ac8471939cde req-6b656254-510b-451b-bb8c-39e508b59836 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:26.355150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd32ae1b-1d47-4e16-a1ed-ac8471939cde req-6b656254-510b-451b-bb8c-39e508b59836 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1531608 Apr 30 01:23:26.428039 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd32ae1b-1d47-4e16-a1ed-ac8471939cde req-57f03d5f-b992-4fa2-829d-44fa53800b6d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717201 Apr 30 01:23:26.434578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40180) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:26.443292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-835000653'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:26.588975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:26.592655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:26.644130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:23:26.670402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:26.670755 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Added segment 60d88789-0344-46dd-8f8b-8323df4e3a72 of type vlan for network 3bb9ea1c-8985-4087-ab33-7982949d0a49 Apr 30 01:23:26.723317 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50ade5c0-2515-4a5b-bf39-1b1e7961aac0 req-49f54537-ee01-4cda-b6c6-31756a7ff769 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=73d6191b-0a76-4af0-a2cc-617089143438 HTTP/1.1" status: 200 len: 210 time: 0.0717950 Apr 30 01:23:26.781969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:26.874812 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:26.889048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:26.889048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:26.924582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device be467e1f-d73e-4b50-a797-6d736081c4e0 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:26.977827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: be467e1f-d73e-4b50-a797-6d736081c4e0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:26.981058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device be467e1f-d73e-4b50-a797-6d736081c4e0 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:27.005808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40188) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:27.101569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6649661 Apr 30 01:23:27.125071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40190) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:27.127767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6fb149ba-5316-417a-a1d1-902104f80dfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3353940457148d38c25de9758808b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1205034 Apr 30 01:23:27.127899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e352c91-06de-4b5e-86f9-0e30c24b12f9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Network': ['ID=3bb9ea1c-8985-4087-ab33-7982949d0a49,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:27.141932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:23:27.151925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-587064564'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:27.154921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40192) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:27.218941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f473d62d-aa8b-45b0-a710-ed5225c31f6e req-69f4c12e-3452-4897-9eea-c8cdd09cc823 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0294681 Apr 30 01:23:27.231901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:23:27.257701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d2957849-a18c-401d-810d-f45f8dcfa7bc up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:27.267925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff75779e-dbe6-4cf0-86a2-df61c3192475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.307893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.314705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:27.320219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.326162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff75779e-dbe6-4cf0-86a2-df61c3192475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.371946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.384763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:23:27.399022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.399377 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Added segment a7b8f1d0-388f-491a-abd2-88f05a9a8402 of type vlan for network 811c6416-3faf-4022-af7d-a01b5297b65e Apr 30 01:23:27.423418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port d2957849-a18c-401d-810d-f45f8dcfa7bc completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:23:27.435331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port d2957849-a18c-401d-810d-f45f8dcfa7bc triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:27.435331 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.456153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.526084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff75779e-dbe6-4cf0-86a2-df61c3192475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.529254 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff75779e-dbe6-4cf0-86a2-df61c3192475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.530750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ff75779e-dbe6-4cf0-86a2-df61c3192475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/688e756a-55ff-4e4a-bb52-fa6786e3bef4 HTTP/1.1" status: 204 len: 168 time: 0.3744988 Apr 30 01:23:27.532845 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Floating IP 542bfdea-a3c6-4452-94b2-d216559e961f associated. External IP: 172.25.0.49, port: bb601169-5efd-4511-94c0-886ba5e24101. Apr 30 01:23:27.567619 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.568316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75779e-dbe6-4cf0-86a2-df61c3192475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e756a-55ff-4e4a-bb52-fa6786e3bef4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:27.592216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.599734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:27.600603 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.613481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137628ce-d5c1-4e24-9773-fe6f2675b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2957849-a18c-401d-810d-f45f8dcfa7bc'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:27.616439 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a759428-760d-47f6-8099-84dadadb149a" -d '{"events": [{"server_uuid": "137628ce-d5c1-4e24-9773-fe6f2675b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "d2957849-a18c-401d-810d-f45f8dcfa7bc"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:27.645128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d2957849-a18c-401d-810d-f45f8dcfa7bc, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d2957849-a18c-401d-810d-f45f8dcfa7bc,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:27.692287 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9563c467-fdf8-40d2-9846-410763350639 x-openstack-request-id: req-9563c467-fdf8-40d2-9846-410763350639 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:27.701877 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137628ce-d5c1-4e24-9773-fe6f2675b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "d2957849-a18c-401d-810d-f45f8dcfa7bc", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:27.701877 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9563c467-fdf8-40d2-9846-410763350639 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:27.701877 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9563c467-fdf8-40d2-9846-410763350639'] response: {'server_uuid': '137628ce-d5c1-4e24-9773-fe6f2675b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2957849-a18c-401d-810d-f45f8dcfa7bc', 'code': 200} Apr 30 01:23:27.702355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Network': ['ID=811c6416-3faf-4022-af7d-a01b5297b65e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:27.711716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 811c6416-3faf-4022-af7d-a01b5297b65e details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:23:27.724651 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963bf0e-84eb-42fd-a5f7-eeea68c10dbb req-1d11d3e5-7913-4388-83e3-797ab124c859 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:27.737336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1963bf0e-84eb-42fd-a5f7-eeea68c10dbb req-1d11d3e5-7913-4388-83e3-797ab124c859 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1989872 Apr 30 01:23:27.779195 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:27.793285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cd4f1dd1-de51-4671-b8a2-f19ef0eaa37f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6624029 Apr 30 01:23:27.795322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40210) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:27.803275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'subnet': {'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:27.921648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Router 4a264151-67a7-4811-8948-d2fc34a2c379 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:23:27.938699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1963bf0e-84eb-42fd-a5f7-eeea68c10dbb req-6a07f713-b220-46a7-addc-95b960fbd7e7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855171 Apr 30 01:23:27.968317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a7224-6b61-4759-8278-380350c43695 req-ff0fe6df-9333-46b9-8104-553197c81bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:27.969943 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c61a7224-6b61-4759-8278-380350c43695 req-ff0fe6df-9333-46b9-8104-553197c81bf4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 1097 time: 0.1735010 Apr 30 01:23:28.005706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d2957849-a18c-401d-810d-f45f8dcfa7bc,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:28.032321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c61a7224-6b61-4759-8278-380350c43695 req-9e546bc4-887f-4f9e-bd92-eeb3231e2e4e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519960 Apr 30 01:23:28.071509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:23:28.074473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:28.076780 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:28.080299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:28.083513 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] Sync routers for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:23:28.095933 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:23:28.096713 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:23:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:28.111738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7adee6b8-5c69-4818-914a-0aa77017c28a tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "PUT /v2.0/floatingips/542bfdea-a3c6-4452-94b2-d216559e961f HTTP/1.1" status: 200 len: 991 time: 1.9529197 Apr 30 01:23:28.111738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'tag': 'bb601169-5efd-4511-94c0-886ba5e24101'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:28.112766 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda" -d '{"events": [{"name": "network-changed", "server_uuid": "83fa1e10-1cf6-4c37-bf5a-62a0817ff449", "tag": "bb601169-5efd-4511-94c0-886ba5e24101"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:28.254572 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:23:28.283335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baba8e0-d97f-4859-8635-93217be61d16 req-f5cee18a-aacf-4a09-a270-d225a9df77fa tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:28.284859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7baba8e0-d97f-4859-8635-93217be61d16 req-f5cee18a-aacf-4a09-a270-d225a9df77fa tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 946 time: 0.1054735 Apr 30 01:23:28.353979 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7100dade-a40d-450f-9152-de7a0f6085a4 x-openstack-request-id: req-7100dade-a40d-450f-9152-de7a0f6085a4 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:28.353979 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fa1e10-1cf6-4c37-bf5a-62a0817ff449", "tag": "bb601169-5efd-4511-94c0-886ba5e24101", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:28.353979 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7100dade-a40d-450f-9152-de7a0f6085a4 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:28.355008 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7100dade-a40d-450f-9152-de7a0f6085a4'] response: {'name': 'network-changed', 'server_uuid': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'tag': 'bb601169-5efd-4511-94c0-886ba5e24101', 'status': 'completed', 'code': 200} Apr 30 01:23:28.414217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7baba8e0-d97f-4859-8635-93217be61d16 req-458bcc27-a9da-468b-982e-f113fb3194bf tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210525 Apr 30 01:23:28.519655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-40616a04-b5fa-4b3a-8698-d2bef64c7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:28.522743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-40616a04-b5fa-4b3a-8698-d2bef64c7af1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e64372fbe024f5198dfba73156b0740&device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 1097 time: 0.1189811 Apr 30 01:23:28.609532 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a14cf5e8-88c6-44a0-bfff-56950f349fb1 req-3af09df3-df51-4386-b17b-bf760af91cdf tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0462196 Apr 30 01:23:28.694116 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:28.697146 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '542bfdea-a3c6-4452-94b2-d216559e961f', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'port_id': 'bb601169-5efd-4511-94c0-886ba5e24101', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'mac_address': 'fa:16:3e:da:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:22:18Z', 'updated_at': '2022-04-30T01:23:26Z', 'revision_number': 1, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:18Z', 'revision_number': 5, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:28.711172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-646f29f6-1dc0-45fc-9158-dfb15ce3dec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:28.767899 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] Checking router: 4a264151-67a7-4811-8948-d2fc34a2c379 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:23:28.783921 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:23:28.785499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:23:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:28.841823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-d4f520fa-9829-4fa8-aff7-1eee345dff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:28.843305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-d4f520fa-9829-4fa8-aff7-1eee345dff37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 HTTP/1.1" status: 200 len: 916 time: 0.3122745 Apr 30 01:23:28.863744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Subnet': ['ID=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:28.976969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-3eadcbaf-b294-4c08-8f6c-5527f9f62dc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb601169-5efd-4511-94c0-886ba5e24101 HTTP/1.1" status: 200 len: 999 time: 0.1158721 Apr 30 01:23:28.979498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Checking segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:28.979984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network hostable DHCP agents. Network: 3bb9ea1c-8985-4087-ab33-7982949d0a49, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:23:29.001375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6bc01-fb0d-4a6b-8b69-ff5f02495de2 req-4bf97568-2885-413b-8df0-90716416e53a tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:29.004158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73f6bc01-fb0d-4a6b-8b69-ff5f02495de2 req-4bf97568-2885-413b-8df0-90716416e53a tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 950 time: 0.2034421 Apr 30 01:23:29.043249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfaf69-aab7-41e6-8ae5-a209cdf20acc req-aa600923-9560-4637-9eb7-168b5ef14807 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:29.049960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57dfaf69-aab7-41e6-8ae5-a209cdf20acc req-aa600923-9560-4637-9eb7-168b5ef14807 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 944 time: 0.1338224 Apr 30 01:23:29.131791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-280ca6c3-1cb3-4e25-b1ab-665c88b4ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:29.133515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-280ca6c3-1cb3-4e25-b1ab-665c88b4ea53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a62028bd-f807-443c-b640-114ba6547ab7 HTTP/1.1" status: 200 len: 855 time: 0.1431098 Apr 30 01:23:29.155578 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:23:29.186602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57dfaf69-aab7-41e6-8ae5-a209cdf20acc req-46d967f5-4b96-461a-ab2d-962b402bfede tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257331 Apr 30 01:23:29.309035 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73f6bc01-fb0d-4a6b-8b69-ff5f02495de2 req-a32c7b7c-2be1-46d5-9ef0-09e6be3b3a99 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587026 Apr 30 01:23:29.311874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-8e7f784e-e0c0-4e20-8fed-d6adebafc676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:29.315636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-8e7f784e-e0c0-4e20-8fed-d6adebafc676 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619928 Apr 30 01:23:29.380953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:23:29.420427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364214a4-d564-44ba-a3e7-aface808c626 req-a31bb25d-c5ec-456b-9bac-b249e11ffe98 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:29.429707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-364214a4-d564-44ba-a3e7-aface808c626 req-a31bb25d-c5ec-456b-9bac-b249e11ffe98 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0850580 Apr 30 01:23:29.460998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 3bb9ea1c-8985-4087-ab33-7982949d0a49) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:29.469731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b840aec1-f0cf-4575-b847-6cf1c7fd8ea8 None None] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:23:29.481877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:29.485701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:29.530952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-afc217dd-efe8-4ad7-9890-20e77384ba8d service neutron] 10.222.0.21 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081084 Apr 30 01:23:29.554755 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-364214a4-d564-44ba-a3e7-aface808c626 req-b32b9fb1-8d74-4b10-9b39-fd8a9fc0e1a9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241114 Apr 30 01:23:29.570545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-4b0a28aa-4ed0-4f1a-a504-80a90144ad8f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:29.572121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-4b0a28aa-4ed0-4f1a-a504-80a90144ad8f tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.23 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 944 time: 0.1697659 Apr 30 01:23:29.652556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9b5584d6-51c2-457d-a10e-b785e6139691 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8542707 Apr 30 01:23:29.655789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40264) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:29.664047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'subnet': {'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:29.713129 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '542bfdea-a3c6-4452-94b2-d216559e961f', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'port_id': 'bb601169-5efd-4511-94c0-886ba5e24101', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'mac_address': 'fa:16:3e:da:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:22:18Z', 'updated_at': '2022-04-30T01:23:26Z', 'revision_number': 1, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:18Z', 'revision_number': 5, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:29.742887 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9cc0cb-f4a1-43d1-b02c-5d0aa834af33 None None] The sync data for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 is: [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '542bfdea-a3c6-4452-94b2-d216559e961f', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'port_id': 'bb601169-5efd-4511-94c0-886ba5e24101', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'mac_address': 'fa:16:3e:da:eb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:22:18Z', 'updated_at': '2022-04-30T01:23:26Z', 'revision_number': 1, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:18Z', 'revision_number': 5, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:23:29.759817 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14cb602d-ea8a-4d60-a8fa-9a11f6ba2eda req-635d7e3a-8737-4864-ba3f-01d9e590e5e5 service neutron] 10.222.0.21 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178602 Apr 30 01:23:29.788861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Deleting port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:29.789208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:29.790364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-3bb9ea1c-8985-4087-ab33-7982949d0a49', 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'fixed_ips': [{'subnet_id': '7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:23:29.791233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:29.901715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32bc8886-4b43-4081-843c-f2ae3bd8b295 req-fb6f09cb-cbfb-415d-8443-2771bd2e864d tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0933785 Apr 30 01:23:29.902946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-cfcfea01-9bc2-420e-98ff-3e8124b42d6c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:29.904585 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-cfcfea01-9bc2-420e-98ff-3e8124b42d6c tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 950 time: 0.0864127 Apr 30 01:23:29.965878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] For port 5b9d7d78-beb0-4d9a-8b87-083d9b789639, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5b9d7d78-beb0-4d9a-8b87-083d9b789639,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:29.966188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.000207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Calling delete_port for 5b9d7d78-beb0-4d9a-8b87-083d9b789639 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:30.045641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:30.051087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Allocated IP 10.1.1.2 (3bb9ea1c-8985-4087-ab33-7982949d0a49/7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e/c3d00db9-b26d-4c96-974c-1bfc1d8b8438) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:30.052618 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.167822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f99dd14-0ebe-4198-bf60-74bccd529e3f None None] New status for floating IP 542bfdea-a3c6-4452-94b2-d216559e961f: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:23:30.212583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Deleting port 54fab788-d645-46fc-ade6-764a4977d66c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:30.212831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.252743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.274386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['5b9d7d78-beb0-4d9a-8b87-083d9b789639'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:30.298088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Pushing event deleted for resources: {'Port': ['ID=5b9d7d78-beb0-4d9a-8b87-083d9b789639,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:30.367837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] No DVR routers for this DVR port 5b9d7d78-beb0-4d9a-8b87-083d9b789639 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:30.371034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.375327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366eeb9c-e9fb-4b35-a8fc-bab35d5f5008 req-fc1e5674-94db-4064-929b-7104546deb5c tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.23 "DELETE /v2.0/ports/5b9d7d78-beb0-4d9a-8b87-083d9b789639 HTTP/1.1" status: 204 len: 173 time: 0.7924132 Apr 30 01:23:30.377304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'name': 'network-vif-deleted', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:30.382221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] For port 54fab788-d645-46fc-ade6-764a4977d66c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=54fab788-d645-46fc-ade6-764a4977d66c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:30.382588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.388969 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.400879 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa5f394-c004-417f-a3cb-54cc4c7493a8" -d '{"events": [{"server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "name": "network-vif-deleted", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:30.405415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Calling delete_port for 54fab788-d645-46fc-ade6-764a4977d66c owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:30.486687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.503038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3703a358-0c30-430b-a145-56be0755c3bc req-f076a46e-802c-4fb8-a026-f2ac20cb62b7 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 210 time: 0.0560999 Apr 30 01:23:30.525243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbecae1-ede6-4ce0-9ff3-5cc95737cffa req-2d50d360-8b6b-4caa-8ef9-049bd68e20bc tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:30.527487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7fbecae1-ede6-4ce0-9ff3-5cc95737cffa req-2d50d360-8b6b-4caa-8ef9-049bd68e20bc tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 950 time: 0.0868919 Apr 30 01:23:30.557492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:30.560768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:30.564047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:30.578960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Pushing event updated for resources: {'Port': ['ID=c3d00db9-b26d-4c96-974c-1bfc1d8b8438,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:30.639356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.649053 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b6a1d-550f-45c8-9bc9-98da6bc057d4 x-openstack-request-id: req-245b6a1d-550f-45c8-9bc9-98da6bc057d4 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:30.650092 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928d532f-17b7-41c5-a54f-3d02f3b231cd", "name": "network-vif-deleted", "tag": "5b9d7d78-beb0-4d9a-8b87-083d9b789639", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:30.650378 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-245b6a1d-550f-45c8-9bc9-98da6bc057d4 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:30.650772 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245b6a1d-550f-45c8-9bc9-98da6bc057d4'] response: {'server_uuid': '928d532f-17b7-41c5-a54f-3d02f3b231cd', 'name': 'network-vif-deleted', 'tag': '5b9d7d78-beb0-4d9a-8b87-083d9b789639', 'status': 'completed', 'code': 200} Apr 30 01:23:30.673259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7fbecae1-ede6-4ce0-9ff3-5cc95737cffa req-d6d92712-1880-4160-85d0-31a9950d6072 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259012 Apr 30 01:23:30.701559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Attempting to bind port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:30.703174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Attempting to bind port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:30.703174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Attempting to bind port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:30.710340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:30.710819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Checking segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:30.713203 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.713203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Bound using segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:30.713203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Bound port: c3d00db9-b26d-4c96-974c-1bfc1d8b8438, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:30.713203 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.794154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-1f485b43-6448-4dd3-8673-b8a3858e09f8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950334 Apr 30 01:23:30.841478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] For port c3d00db9-b26d-4c96-974c-1bfc1d8b8438, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:30.872099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Subnet': ['ID=cb807107-af8e-42db-85a5-15144c311b8f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:30.884846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] For port c3d00db9-b26d-4c96-974c-1bfc1d8b8438, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c3d00db9-b26d-4c96-974c-1bfc1d8b8438,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:30.895278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Checking segment: {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:30.897328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network hostable DHCP agents. Network: 811c6416-3faf-4022-af7d-a01b5297b65e, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:23:30.909490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017ee7e-f68c-465d-ab88-d07f67a621aa req-614a4c9a-68aa-4a6b-b6b5-6b2009867b51 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:30.909671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-482cd398-43b6-478e-b6fe-ba36d43cb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:30.911520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d017ee7e-f68c-465d-ab88-d07f67a621aa req-614a4c9a-68aa-4a6b-b6b5-6b2009867b51 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 946 time: 0.1961710 Apr 30 01:23:30.911870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-482cd398-43b6-478e-b6fe-ba36d43cb366 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ae2eb915422456a9a1791d75e06384d&device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 1096 time: 0.0530825 Apr 30 01:23:30.963764 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d017ee7e-f68c-465d-ab88-d07f67a621aa req-76c75ec2-e254-458b-b7b2-2d6616b29f98 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Apr 30 01:23:30.976036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:30.979845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87a06cbd-4c70-4acc-944c-10f59eb7e100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:31.029090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network 811c6416-3faf-4022-af7d-a01b5297b65e is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:23:31.039116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:31.055164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ec495190-ebd3-471a-930f-95ed1f1e59b7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:31.122316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-725c5d71-d67f-4aa3-b6dd-3cb0af454919 req-6364adf4-e4bc-4990-a034-cc4f3da11681 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0745568 Apr 30 01:23:31.149945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Pushing event deleted for resources: {'Port': ['ID=54fab788-d645-46fc-ade6-764a4977d66c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:31.154552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-62a09bcb-1585-49e7-934c-fb232d4ba72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:31.156040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-62a09bcb-1585-49e7-934c-fb232d4ba72b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 200 len: 908 time: 0.2232797 Apr 30 01:23:31.156184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 811c6416-3faf-4022-af7d-a01b5297b65e) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:31.167140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:31.168103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:31.262533 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-910944f7-09fe-4744-8e17-116c50f50675 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 200 len: 217 time: 0.0953958 Apr 30 01:23:31.319626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ae7b061-aba5-4ac6-aa05-eea723d07aaf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6589990 Apr 30 01:23:31.320882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] No DVR routers for this DVR port 54fab788-d645-46fc-ade6-764a4977d66c on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:31.328776 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:31.332727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec52c3a9-df14-4cea-98d4-202b4c5e4d92 req-926ab113-f1a3-4e51-923c-042fda88bc04 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "DELETE /v2.0/ports/54fab788-d645-46fc-ade6-764a4977d66c HTTP/1.1" status: 204 len: 173 time: 1.4201007 Apr 30 01:23:31.333327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40306) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:31.333824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0cd54a-6aee-4389-b300-51df9e07144b', 'name': 'network-vif-deleted', 'tag': '54fab788-d645-46fc-ade6-764a4977d66c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:31.366249 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bfa9e2-1af9-4146-99db-798f9bed8df9" -d '{"events": [{"server_uuid": "8b0cd54a-6aee-4389-b300-51df9e07144b", "name": "network-vif-deleted", "tag": "54fab788-d645-46fc-ade6-764a4977d66c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:31.370852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a68488-f5b6-4d93-ad50-1e0c67c3d4a9 None None] Network 811c6416-3faf-4022-af7d-a01b5297b65e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:23:31.373554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'port': {'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'name': 'tempest-TaggedBootDevicesTest_v242-140904219', 'fixed_ips': [{'subnet_id': '7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:31.409570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-1a614400-7337-4b9d-82a7-8cc8417944e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:31.410383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53adef1-9ae0-4c41-8ef0-536715a06791 None None] Pushing event updated for resources: {'Port': ['ID=c3d00db9-b26d-4c96-974c-1bfc1d8b8438,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:31.415877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-1a614400-7337-4b9d-82a7-8cc8417944e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 200 len: 848 time: 0.1453993 Apr 30 01:23:31.503480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-24b852dc-28ea-4ec9-8b61-60bf3571e343 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b434aa75-0d3e-48c1-942a-f1401fcbf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777950 Apr 30 01:23:31.515506 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346b6e59-ef8c-4521-810e-af341f54f822 x-openstack-request-id: req-346b6e59-ef8c-4521-810e-af341f54f822 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:31.519118 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0cd54a-6aee-4389-b300-51df9e07144b", "name": "network-vif-deleted", "tag": "54fab788-d645-46fc-ade6-764a4977d66c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:31.519118 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-346b6e59-ef8c-4521-810e-af341f54f822 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:31.519118 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346b6e59-ef8c-4521-810e-af341f54f822'] response: {'server_uuid': '8b0cd54a-6aee-4389-b300-51df9e07144b', 'name': 'network-vif-deleted', 'tag': '54fab788-d645-46fc-ade6-764a4977d66c', 'status': 'completed', 'code': 200} Apr 30 01:23:31.778195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:31.800599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d28093fc-f13c-426d-b662-aed4b4fa2192 req-3ba2a782-930f-4be8-9c4a-8b320b0607c8 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=928d532f-17b7-41c5-a54f-3d02f3b231cd HTTP/1.1" status: 200 len: 210 time: 0.0519702 Apr 30 01:23:31.907749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-90fa039e-60a9-4222-b586-51e24d00e5fb service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954313 Apr 30 01:23:31.919668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-811c6416-3faf-4022-af7d-a01b5297b65e', 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'fixed_ips': [{'subnet_id': 'cb807107-af8e-42db-85a5-15144c311b8f'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:23:31.919668 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:31.986053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46a909f5-7b4a-4160-a80e-1ed688218856 req-37eb0e1f-ddf4-4aa1-9348-4fd8d304810a tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0cd54a-6aee-4389-b300-51df9e07144b HTTP/1.1" status: 200 len: 210 time: 0.0538266 Apr 30 01:23:32.069172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.105243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.115396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] device_id is not set on port 76b8d36e-a0e7-4987-ba3b-e75afce219da yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:23:32.203065 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c9f2f0a-ecd4-408c-aeac-e04662027bd6 req-b87e6818-9e62-4cba-b77d-e704b68d7d4f service neutron] 10.222.0.23 "GET /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877083 Apr 30 01:23:32.295313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Allocated IP 10.2.2.2 (811c6416-3faf-4022-af7d-a01b5297b65e/cb807107-af8e-42db-85a5-15144c311b8f/800eea58-2565-4c10-86a0-afc98ef095e8) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:32.366562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4fae9624-5eb2-472f-9ed0-448d46600319 req-a9da4179-ad54-42da-9df6-db041d0f59a4 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0726042 Apr 30 01:23:32.465284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Allocated IP 10.1.1.250 (3bb9ea1c-8985-4087-ab33-7982949d0a49/7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e/76b8d36e-a0e7-4987-ba3b-e75afce219da) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:32.607686 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.705211 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.715265 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.760407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Network 811c6416-3faf-4022-af7d-a01b5297b65e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:32.777596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:32.782327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:32.813962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Pushing event updated for resources: {'Port': ['ID=800eea58-2565-4c10-86a0-afc98ef095e8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:32.823071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fcf65-0458-4347-8726-6a5154f8afc0 None None] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:23:32.823862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.881711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:32.885558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:32.913105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Attempting to bind port 800eea58-2565-4c10-86a0-afc98ef095e8 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:32.914119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Attempting to bind port 800eea58-2565-4c10-86a0-afc98ef095e8 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:32.914119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Attempting to bind port 800eea58-2565-4c10-86a0-afc98ef095e8 on network 811c6416-3faf-4022-af7d-a01b5297b65e {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:32.920280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:32.941840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 54fab788-d645-46fc-ade6-764a4977d66c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:32.946005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:32.946005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Checking segment: {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:32.946005 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.946005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Bound using segment: {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:32.946389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Bound port: 800eea58-2565-4c10-86a0-afc98ef095e8, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:32.946836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.981817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=76b8d36e-a0e7-4987-ba3b-e75afce219da,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:32.984248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-565f4569-82e4-4035-8df6-093523a2e3e9 None None] Provisioning complete for port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:32.985785 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-565f4569-82e4-4035-8df6-093523a2e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:32.994537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 54fab788-d645-46fc-ade6-764a4977d66c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:32.994537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 54fab788-d645-46fc-ade6-764a4977d66c not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:33.035131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:33.035821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:33.123891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] For port 800eea58-2565-4c10-86a0-afc98ef095e8, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:33.130213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] For port 800eea58-2565-4c10-86a0-afc98ef095e8, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=800eea58-2565-4c10-86a0-afc98ef095e8,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:33.211057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0a398480-6faf-4bd9-8e9d-0fdc4ea6761b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8419144 Apr 30 01:23:33.213735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40352) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:33.218640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'port': {'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'name': 'tempest-TaggedBootDevicesTest_v242-732501375', 'fixed_ips': [{'subnet_id': '7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:33.246443 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-565f4569-82e4-4035-8df6-093523a2e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:33.300947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-565f4569-82e4-4035-8df6-093523a2e3e9 None None] For port c3d00db9-b26d-4c96-974c-1bfc1d8b8438, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c3d00db9-b26d-4c96-974c-1bfc1d8b8438,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:33.303663 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:33.311983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5b9d7d78-beb0-4d9a-8b87-083d9b789639 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:33.355530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c3d00db9-b26d-4c96-974c-1bfc1d8b8438 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:33.416499 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-565f4569-82e4-4035-8df6-093523a2e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:33.436067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 5b9d7d78-beb0-4d9a-8b87-083d9b789639 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:33.436067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5b9d7d78-beb0-4d9a-8b87-083d9b789639 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:33.475991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:33.476239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:33.479185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7781afc-1c0d-49f1-87df-44b81a314daf None None] Pushing event updated for resources: {'Port': ['ID=800eea58-2565-4c10-86a0-afc98ef095e8,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:33.540323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:33.547092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:33.569397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] device_id is not set on port 6b676cc5-8d0b-4812-adff-5f37e29c73cd yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:23:33.672946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3672d26-e929-448a-9e1b-195f3f372aef req-d11eb258-d25d-4e4d-89ae-3b7c23e26fda tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0426733 Apr 30 01:23:33.680635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f4569-82e4-4035-8df6-093523a2e3e9 None None] Pushing event updated for resources: {'Port': ['ID=c3d00db9-b26d-4c96-974c-1bfc1d8b8438,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:33.845741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:33.888725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f7429c5f-1b27-4150-9fe2-bf82575eccd6 None None] Provisioning complete for port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:33.891000 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7429c5f-1b27-4150-9fe2-bf82575eccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:33.914753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Allocated IP 10.1.1.83 (3bb9ea1c-8985-4087-ab33-7982949d0a49/7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e/6b676cc5-8d0b-4812-adff-5f37e29c73cd) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:33.944444 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.038465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0d605-3ae9-4949-8801-54a57eda80c9 req-26b81ee1-a80f-47c8-96f3-c7f6a82739f1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:34.056268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bef0d605-3ae9-4949-8801-54a57eda80c9 req-26b81ee1-a80f-47c8-96f3-c7f6a82739f1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 945 time: 0.2162325 Apr 30 01:23:34.079822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-c8e00aec-6add-4dcf-bb12-cb9070f83099 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:34.081914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-c8e00aec-6add-4dcf-bb12-cb9070f83099 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.23 "GET /v2.0/ports?device_id=7810af70-d03a-4cb5-afb3-c4fab1763f3c HTTP/1.1" status: 200 len: 945 time: 0.1686764 Apr 30 01:23:34.107131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f7429c5f-1b27-4150-9fe2-bf82575eccd6 None None] Provisioning complete for port 76b8d36e-a0e7-4987-ba3b-e75afce219da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:34.107892 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7429c5f-1b27-4150-9fe2-bf82575eccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.177182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f7429c5f-1b27-4150-9fe2-bf82575eccd6 None None] Port 76b8d36e-a0e7-4987-ba3b-e75afce219da cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:34.188368 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.276169 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.310405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ee3bff0c-39a3-4a0c-9ee6-d77eb7748bb5 None None] Provisioning complete for port 76b8d36e-a0e7-4987-ba3b-e75afce219da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:34.310791 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee3bff0c-39a3-4a0c-9ee6-d77eb7748bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.345141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:34.349652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:34.354823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:34.388134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=6b676cc5-8d0b-4812-adff-5f37e29c73cd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:34.390179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ee3bff0c-39a3-4a0c-9ee6-d77eb7748bb5 None None] Port 76b8d36e-a0e7-4987-ba3b-e75afce219da cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:34.431980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:34.432638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.507218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5f5843fb-375d-4a18-b568-785ba17c7825 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2923889 Apr 30 01:23:34.547494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bef0d605-3ae9-4949-8801-54a57eda80c9 req-f291a4be-00e4-49b6-bfaf-d2152dcfeb47 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900234 Apr 30 01:23:34.629952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Deleting port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:34.639896 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.775744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] For port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:34.776111 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.785077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9f1f-4e1b-4f8f-8629-7e77d33a695c req-90d1c43a-7806-494e-8d3b-b7c89f9252b1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:34.787407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-805d9f1f-4e1b-4f8f-8629-7e77d33a695c req-90d1c43a-7806-494e-8d3b-b7c89f9252b1 tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 951 time: 0.0973456 Apr 30 01:23:34.805583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Calling delete_port for 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:34.828396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0853eba2-5ed1-4105-a596-02f1d06c30a6 None None] Provisioning complete for port 6b676cc5-8d0b-4812-adff-5f37e29c73cd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:34.829073 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0853eba2-5ed1-4105-a596-02f1d06c30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:34.871562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-805d9f1f-4e1b-4f8f-8629-7e77d33a695c req-6fca28f4-17e2-48d3-abe2-81036742227e tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e0639ec-5354-424e-a5d5-c9a7fc329b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764220 Apr 30 01:23:34.874923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cbc629-a67a-4749-a0d9-ef05fc329b82 None None] Network 811c6416-3faf-4022-af7d-a01b5297b65e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:23:34.878295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0853eba2-5ed1-4105-a596-02f1d06c30a6 None None] Port 6b676cc5-8d0b-4812-adff-5f37e29c73cd cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:35.017340 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40388) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:35.031838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f4d9b745-2780-41b3-89a6-1078b6f8bbe0 None None] Provisioning complete for port 800eea58-2565-4c10-86a0-afc98ef095e8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:35.032376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b745-2780-41b3-89a6-1078b6f8bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.057597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.092247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Pushing event deleted for resources: {'Port': ['ID=37c131d1-0c72-4e1e-a56a-21bcb28cedc2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:35.138305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] No DVR routers for this DVR port 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:35.138305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.141365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b716573f-1a40-48d4-83bc-053f14a07be6 req-e794930a-f79c-41e1-a558-018bc3880c02 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.23 "DELETE /v2.0/ports/37c131d1-0c72-4e1e-a56a-21bcb28cedc2 HTTP/1.1" status: 204 len: 173 time: 1.0514956 Apr 30 01:23:35.141897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'name': 'network-vif-deleted', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:35.144146 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec64fd58-9cf7-44ca-95de-e9b6dd9ca1c5" -d '{"events": [{"server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "name": "network-vif-deleted", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:35.150374 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2bef08d2-fd15-4bf8-a9e4-b5454a281ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.164079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b745-2780-41b3-89a6-1078b6f8bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.217144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f4d9b745-2780-41b3-89a6-1078b6f8bbe0 None None] For port 800eea58-2565-4c10-86a0-afc98ef095e8, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=800eea58-2565-4c10-86a0-afc98ef095e8,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:35.252221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2bef08d2-fd15-4bf8-a9e4-b5454a281ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.314125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b745-2780-41b3-89a6-1078b6f8bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.337004 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2bef08d2-fd15-4bf8-a9e4-b5454a281ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.418711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9b745-2780-41b3-89a6-1078b6f8bbe0 None None] Pushing event updated for resources: {'Port': ['ID=800eea58-2565-4c10-86a0-afc98ef095e8,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:35.444694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40396) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:35.449934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2f06a049-31a5-4344-86f9-1649d58befc5 None None] Provisioning complete for port 800eea58-2565-4c10-86a0-afc98ef095e8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:35.450621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f06a049-31a5-4344-86f9-1649d58befc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.452480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2bef08d2-fd15-4bf8-a9e4-b5454a281ac3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=870c28e2b2c74ae4b0246bd6cce3f8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339316 Apr 30 01:23:35.455063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef08d2-fd15-4bf8-a9e4-b5454a281ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881678f-cccf-4b28-af6c-9240127922e1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:35.502264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 800eea58-2565-4c10-86a0-afc98ef095e8 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:35.542982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e422b-4f38-49c9-8df8-0f8459d270af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.591224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e422b-4f38-49c9-8df8-0f8459d270af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.618213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 800eea58-2565-4c10-86a0-afc98ef095e8 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:35.618213 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.710524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c3d00db9-b26d-4c96-974c-1bfc1d8b8438 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:35.716277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-c6740a78-488f-40dc-8c72-ae63bea052eb tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:35.718408 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-c6740a78-488f-40dc-8c72-ae63bea052eb tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 951 time: 0.0592289 Apr 30 01:23:35.750698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e422b-4f38-49c9-8df8-0f8459d270af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.756668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e422b-4f38-49c9-8df8-0f8459d270af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.762032 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eb4e422b-4f38-49c9-8df8-0f8459d270af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2881678f-cccf-4b28-af6c-9240127922e1 HTTP/1.1" status: 204 len: 168 time: 0.3151960 Apr 30 01:23:35.773602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:35.774079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.776711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e422b-4f38-49c9-8df8-0f8459d270af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881678f-cccf-4b28-af6c-9240127922e1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:35.891188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Deleting port ec495190-ebd3-471a-930f-95ed1f1e59b7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:35.891740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:35.998614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] For port ec495190-ebd3-471a-930f-95ed1f1e59b7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=ec495190-ebd3-471a-930f-95ed1f1e59b7,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:35.998977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.014072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Calling delete_port for ec495190-ebd3-471a-930f-95ed1f1e59b7 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:36.150482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40406) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:36.155146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-572a0669-676e-44eb-b37c-ff551bca5c1b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415224036', 'description': 'tempest-description--768120099'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:36.211723 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d61f64-677a-414b-9727-1aa0b2642197 x-openstack-request-id: req-07d61f64-677a-414b-9727-1aa0b2642197 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:36.212180 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810af70-d03a-4cb5-afb3-c4fab1763f3c", "name": "network-vif-deleted", "tag": "37c131d1-0c72-4e1e-a56a-21bcb28cedc2", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:36.212696 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07d61f64-677a-414b-9727-1aa0b2642197 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:36.213319 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d61f64-677a-414b-9727-1aa0b2642197'] response: {'server_uuid': '7810af70-d03a-4cb5-afb3-c4fab1763f3c', 'name': 'network-vif-deleted', 'tag': '37c131d1-0c72-4e1e-a56a-21bcb28cedc2', 'status': 'completed', 'code': 200} Apr 30 01:23:36.243013 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e821c32c-99b8-4424-83fe-3b492ae34d96 req-be3ebffd-8604-494c-b803-f19efa8de71d tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0283363 Apr 30 01:23:36.243608 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.256109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['ec495190-ebd3-471a-930f-95ed1f1e59b7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:36.272040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Pushing event deleted for resources: {'Port': ['ID=ec495190-ebd3-471a-930f-95ed1f1e59b7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:36.295088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-572a0669-676e-44eb-b37c-ff551bca5c1b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.367228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] No DVR routers for this DVR port ec495190-ebd3-471a-930f-95ed1f1e59b7 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:36.370361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.374607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7491f83d-e730-4c9e-ae20-962cf86fabdb req-3ccd6e19-42ae-4123-8cdb-c91efe8a442b tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.21 "DELETE /v2.0/ports/ec495190-ebd3-471a-930f-95ed1f1e59b7 HTTP/1.1" status: 204 len: 173 time: 0.6493859 Apr 30 01:23:36.375536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-deleted', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:36.378773 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606f7b0a-c386-4525-bfdf-ce62bed32907" -d '{"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-deleted", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:36.503554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-572a0669-676e-44eb-b37c-ff551bca5c1b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.562842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-79bc38c4-ecaf-476b-ac38-d82a15fef48d req-065c5aaa-68f7-4442-b51f-079f0a83f5cd tempest-ServersAdminTestJSON-1747278735 tempest-ServersAdminTestJSON-1747278735-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf9311c-fe37-4da0-95d7-11a01d949739 HTTP/1.1" status: 200 len: 210 time: 0.0479391 Apr 30 01:23:36.577892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-572a0669-676e-44eb-b37c-ff551bca5c1b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.652356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a0669-676e-44eb-b37c-ff551bca5c1b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5765053-307f-4096-8f5a-21e21b6f302a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:36.669697 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e7db3-8083-4ce9-8ab9-808b5b6b0192 x-openstack-request-id: req-a61e7db3-8083-4ce9-8ab9-808b5b6b0192 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:36.670266 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9311c-fe37-4da0-95d7-11a01d949739", "name": "network-vif-deleted", "tag": "ec495190-ebd3-471a-930f-95ed1f1e59b7", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:36.675633 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a61e7db3-8083-4ce9-8ab9-808b5b6b0192 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:36.675633 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61e7db3-8083-4ce9-8ab9-808b5b6b0192'] response: {'server_uuid': '9cf9311c-fe37-4da0-95d7-11a01d949739', 'name': 'network-vif-deleted', 'tag': 'ec495190-ebd3-471a-930f-95ed1f1e59b7', 'status': 'completed', 'code': 200} Apr 30 01:23:36.700684 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-572a0669-676e-44eb-b37c-ff551bca5c1b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.702034 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-572a0669-676e-44eb-b37c-ff551bca5c1b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5539989 Apr 30 01:23:36.705462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40420) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:36.711143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-499e8a3b-6303-40bb-a7a4-2a58235484d4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'security_group_rule': {'security_group_id': 'a5765053-307f-4096-8f5a-21e21b6f302a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:36.790109 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-499e8a3b-6303-40bb-a7a4-2a58235484d4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.860655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-499e8a3b-6303-40bb-a7a4-2a58235484d4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.864480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40424) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:36.944816 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:23:36.948623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-499e8a3b-6303-40bb-a7a4-2a58235484d4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:36.982917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e8a3b-6303-40bb-a7a4-2a58235484d4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3bade6-800b-455e-b5e0-91ce847d63f8,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:37.006687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d7f06f2-40c5-48aa-b5da-ba788f35b372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.087576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40428) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:37.102908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d7f06f2-40c5-48aa-b5da-ba788f35b372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.105224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8f4d464-f6c1-4e28-93c1-2638410a4741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.135343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-499e8a3b-6303-40bb-a7a4-2a58235484d4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.138933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-499e8a3b-6303-40bb-a7a4-2a58235484d4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4312019 Apr 30 01:23:37.140338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40430) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:37.146583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-017e869f-5c95-4896-806c-97fedfbc44cd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'security_group_rule': {'security_group_id': 'a5765053-307f-4096-8f5a-21e21b6f302a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:37.190925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8f4d464-f6c1-4e28-93c1-2638410a4741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.200707 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d7f06f2-40c5-48aa-b5da-ba788f35b372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.243956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-017e869f-5c95-4896-806c-97fedfbc44cd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.246037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8f4d464-f6c1-4e28-93c1-2638410a4741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.273100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f06f2-40c5-48aa-b5da-ba788f35b372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eb5522-e7c1-4ac7-b624-40c8ea6b2590,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:37.274120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 800eea58-2565-4c10-86a0-afc98ef095e8 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:37.293568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4d464-f6c1-4e28-93c1-2638410a4741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a203caad-13ff-4dac-9ba7-bc514affb8b2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:37.304710 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2d7f06f2-40c5-48aa-b5da-ba788f35b372 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=280189dddfc5451da30378895225b6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346304 Apr 30 01:23:37.304821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40432) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:37.346570 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-017e869f-5c95-4896-806c-97fedfbc44cd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.358737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:37.396528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:37.397285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 37c131d1-0c72-4e1e-a56a-21bcb28cedc2 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:37.437949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-017e869f-5c95-4896-806c-97fedfbc44cd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.461630 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8f4d464-f6c1-4e28-93c1-2638410a4741 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75935cb702af420d8dce1fe1d2748915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725889 Apr 30 01:23:37.463134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40440) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:37.467770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 800eea58-2565-4c10-86a0-afc98ef095e8 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:37.470404 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.484461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e869f-5c95-4896-806c-97fedfbc44cd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77833791-9372-435c-93ba-965a3494c3c4,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:37.497173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1b97671-1dac-41b0-bd48-9a8a08300280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.507603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce46c2-a821-4402-9294-18b8933a2644 req-186e3b79-bdd5-43d6-b6ec-7fc3ec11ac71 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:37.516160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0cce46c2-a821-4402-9294-18b8933a2644 req-186e3b79-bdd5-43d6-b6ec-7fc3ec11ac71 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 945 time: 0.1283894 Apr 30 01:23:37.540989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-017e869f-5c95-4896-806c-97fedfbc44cd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.546982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-017e869f-5c95-4896-806c-97fedfbc44cd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4052746 Apr 30 01:23:37.547896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:37.557794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:37.597498 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0cce46c2-a821-4402-9294-18b8933a2644 req-d36fbdeb-cedf-43f4-abe4-09e9656312db tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/security-groups?id=4496a4c8-6621-41e5-a716-bfc9431e8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802884 Apr 30 01:23:37.623828 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1b97671-1dac-41b0-bd48-9a8a08300280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.627516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8ae5ff8-dfab-4d0e-8478-305188df6b96 req-a30e66ed-21a5-4543-a6cb-b7491bb54774 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0404694 Apr 30 01:23:37.642252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.664674 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea52a9f7-7ede-410e-9654-69530841b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.727822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea52a9f7-7ede-410e-9654-69530841b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.861442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1b97671-1dac-41b0-bd48-9a8a08300280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.864761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1b97671-1dac-41b0-bd48-9a8a08300280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.866096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a1b97671-1dac-41b0-bd48-9a8a08300280 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21eb5522-e7c1-4ac7-b624-40c8ea6b2590 HTTP/1.1" status: 204 len: 168 time: 0.5441408 Apr 30 01:23:37.882250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b97671-1dac-41b0-bd48-9a8a08300280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eb5522-e7c1-4ac7-b624-40c8ea6b2590,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:37.890548 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.905905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea52a9f7-7ede-410e-9654-69530841b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.908746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea52a9f7-7ede-410e-9654-69530841b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:37.913896 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ea52a9f7-7ede-410e-9654-69530841b694 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a203caad-13ff-4dac-9ba7-bc514affb8b2 HTTP/1.1" status: 204 len: 168 time: 0.4403849 Apr 30 01:23:37.948583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52a9f7-7ede-410e-9654-69530841b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203caad-13ff-4dac-9ba7-bc514affb8b2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:38.037781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Allocated IP 172.25.0.201 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/de9398ee-691e-4cea-91bd-d8d9033c7dbd) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:38.066677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-bd2be302-914f-41e1-88ae-816592a6c1c1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:38.069798 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-bd2be302-914f-41e1-88ae-816592a6c1c1 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 945 time: 0.0680299 Apr 30 01:23:38.217598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Deleting port 75a0fbd9-236c-4b02-b9a2-32feff026225 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:38.218211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.242492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.283475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40456) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:38.346377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] For port 75a0fbd9-236c-4b02-b9a2-32feff026225, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=75a0fbd9-236c-4b02-b9a2-32feff026225,segment=NetworkSegment(eb8e7485-02a0-4a59-a56f-7b02544cb6b7),segment_id=eb8e7485-02a0-4a59-a56f-7b02544cb6b7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:38.347015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.362026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Calling delete_port for 75a0fbd9-236c-4b02-b9a2-32feff026225 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:38.456266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.505635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:38.512747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:38.514901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=de9398ee-691e-4cea-91bd-d8d9033c7dbd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:38.517855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:38.589474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.624789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Pushing event deleted for resources: {'Port': ['ID=75a0fbd9-236c-4b02-b9a2-32feff026225,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:38.666800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.677038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] No DVR routers for this DVR port 75a0fbd9-236c-4b02-b9a2-32feff026225 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:38.680289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.684012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40466) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:38.687206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-852c9a16-988d-4a3d-8bbe-cf072e2f77f3 req-32288cab-32ac-4dcf-a19c-b1ad6c367525 tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.23 "DELETE /v2.0/ports/75a0fbd9-236c-4b02-b9a2-32feff026225 HTTP/1.1" status: 204 len: 173 time: 0.6111650 Apr 30 01:23:38.688213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'name': 'network-vif-deleted', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:38.692891 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40760c68-ad8d-441b-8fa4-feaef5c9df84" -d '{"events": [{"server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "name": "network-vif-deleted", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:38.716585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e02ac26-8d8b-4934-b57b-5da8e145aad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.778501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3def652-d45e-4284-b571-c7357b43a79b req-7a0ac79f-0ba0-4132-9727-8018001ad85a tempest-LiveMigrationTest-1653052006 tempest-LiveMigrationTest-1653052006-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b91c900-afdf-4bed-b190-9848def6130d HTTP/1.1" status: 200 len: 210 time: 0.0649362 Apr 30 01:23:38.835310 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3561d632-43d5-4b25-8c89-b66ca8472148 x-openstack-request-id: req-3561d632-43d5-4b25-8c89-b66ca8472148 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:38.835628 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b91c900-afdf-4bed-b190-9848def6130d", "name": "network-vif-deleted", "tag": "75a0fbd9-236c-4b02-b9a2-32feff026225", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:38.835879 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3561d632-43d5-4b25-8c89-b66ca8472148 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:38.836291 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3561d632-43d5-4b25-8c89-b66ca8472148'] response: {'server_uuid': '0b91c900-afdf-4bed-b190-9848def6130d', 'name': 'network-vif-deleted', 'tag': '75a0fbd9-236c-4b02-b9a2-32feff026225', 'status': 'completed', 'code': 200} Apr 30 01:23:38.901362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18737ea3-38aa-47a8-b69d-da0dba594d3c req-73e251fe-db58-473e-a7c6-3cc5259dd392 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0561686 Apr 30 01:23:38.903466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:38.959513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:39.001856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: ec495190-ebd3-471a-930f-95ed1f1e59b7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:39.002205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device ec495190-ebd3-471a-930f-95ed1f1e59b7 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:39.023084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e02ac26-8d8b-4934-b57b-5da8e145aad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.059490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-878e59ee-f177-4fff-a10a-3fba119f46c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83da2a91075e44bc9565c3a91f5d9622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675188 Apr 30 01:23:39.059694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40478) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:39.121628 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-224e06e8-b43f-4d82-ac06-b3e9aa91d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.128428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e02ac26-8d8b-4934-b57b-5da8e145aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.152118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-224e06e8-b43f-4d82-ac06-b3e9aa91d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.184425 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3e02ac26-8d8b-4934-b57b-5da8e145aad8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46a99d017f3740b98be4de55b1a04f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998293 Apr 30 01:23:39.185284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:39.192655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02ac26-8d8b-4934-b57b-5da8e145aad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd5cd7-7002-46e2-8711-5e276ce98311,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:39.227416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.262352 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a1b93a8-0a7b-40a1-a803-4079173c049e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.280060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-224e06e8-b43f-4d82-ac06-b3e9aa91d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.283469 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-224e06e8-b43f-4d82-ac06-b3e9aa91d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.289884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-224e06e8-b43f-4d82-ac06-b3e9aa91d5f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e0639ec-5354-424e-a5d5-c9a7fc329b98 HTTP/1.1" status: 204 len: 168 time: 0.2280238 Apr 30 01:23:39.290350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a1b93a8-0a7b-40a1-a803-4079173c049e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.295152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e06e8-b43f-4d82-ac06-b3e9aa91d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0639ec-5354-424e-a5d5-c9a7fc329b98,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:39.315579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.411410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=de9398ee-691e-4cea-91bd-d8d9033c7dbd,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:39.429615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.475647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a1b93a8-0a7b-40a1-a803-4079173c049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.478774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a1b93a8-0a7b-40a1-a803-4079173c049e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.483665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4a1b93a8-0a7b-40a1-a803-4079173c049e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ccd5cd7-7002-46e2-8711-5e276ce98311 HTTP/1.1" status: 204 len: 168 time: 0.2938147 Apr 30 01:23:39.494344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b93a8-0a7b-40a1-a803-4079173c049e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccd5cd7-7002-46e2-8711-5e276ce98311,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:39.507987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:39.507987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-80e349c6-619a-4370-ad61-bd9c9cbca8ae tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9495516 Apr 30 01:23:39.846140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:40.042159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4f0fbfd-ab2c-407a-8f88-46e093fbf4ea req-11739749-a290-487f-9410-38b5e3da45eb tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0298305 Apr 30 01:23:40.228098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-91d0fb2f-37d2-4747-9548-9ff4b660fb67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--415224036&fields=id&tenant_id=139ef8a4b2034700acd4ea500bb52be4 HTTP/1.1" status: 200 len: 267 time: 0.0595696 Apr 30 01:23:40.242740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78cc509-7971-408f-8d72-b1bc57c2a202 admin admin] Deleting subnet a01c2a0b-dd3f-49fd-9728-055577d09a86 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:23:40.247679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a78cc509-7971-408f-8d72-b1bc57c2a202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.285388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-244519ae-2754-4403-ad62-304647bd3f9a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:40.287160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-244519ae-2754-4403-ad62-304647bd3f9a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports/76b8d36e-a0e7-4987-ba3b-e75afce219da HTTP/1.1" status: 200 len: 936 time: 0.0581083 Apr 30 01:23:40.288377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a78cc509-7971-408f-8d72-b1bc57c2a202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.319203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40528) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:40.346804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a40fbb2f-2ef4-432c-b8f1-0dc3022e147c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:40.360534 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a40fbb2f-2ef4-432c-b8f1-0dc3022e147c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports/6b676cc5-8d0b-4812-adff-5f37e29c73cd HTTP/1.1" status: 200 len: 935 time: 0.0671315 Apr 30 01:23:40.363281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a78cc509-7971-408f-8d72-b1bc57c2a202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.400756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-664cd1ba-8cc3-424d-ba97-36583cb98097 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83bc81b85dcb4df1b4c58ea17ecf8ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796177 Apr 30 01:23:40.403464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40532) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:40.436753 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a6060e42-3f04-412d-a4ad-cfd206322685 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?network_id=811c6416-3faf-4022-af7d-a01b5297b65e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0749500 Apr 30 01:23:40.499839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0e4f944a-3373-4787-ab1a-53607b537189 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?network_id=811c6416-3faf-4022-af7d-a01b5297b65e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0618920 Apr 30 01:23:40.509287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a78cc509-7971-408f-8d72-b1bc57c2a202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.550999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cc509-7971-408f-8d72-b1bc57c2a202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01c2a0b-dd3f-49fd-9728-055577d09a86,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:40.559701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a78cc509-7971-408f-8d72-b1bc57c2a202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.562886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a78cc509-7971-408f-8d72-b1bc57c2a202 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a01c2a0b-dd3f-49fd-9728-055577d09a86 HTTP/1.1" status: 204 len: 168 time: 0.7155490 Apr 30 01:23:40.567969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:40.630188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06b0342a-a44c-4f3e-a48d-21854ac5f3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.676095 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06b0342a-a44c-4f3e-a48d-21854ac5f3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.696795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-22d096f8-b537-4614-8289-c7b6e5153c67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:40.702557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-22d096f8-b537-4614-8289-c7b6e5153c67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:40.706537 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.709473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-22d096f8-b537-4614-8289-c7b6e5153c67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:40.711929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-22d096f8-b537-4614-8289-c7b6e5153c67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/networks?id=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=811c6416-3faf-4022-af7d-a01b5297b65e&id=811c6416-3faf-4022-af7d-a01b5297b65e HTTP/1.1" status: 200 len: 1993 time: 0.2108459 Apr 30 01:23:40.748449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-39400b4f-db90-4c40-b4a1-4fff1dcbb648 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/quotas/139ef8a4b2034700acd4ea500bb52be4 HTTP/1.1" status: 200 len: 375 time: 0.0288730 Apr 30 01:23:40.842099 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.849724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5890554e-3c8e-4e97-8cd0-7ed97cfba023 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0821304 Apr 30 01:23:40.861788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b434aa75-0d3e-48c1-942a-f1401fcbf3f1']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:40.881750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:40.882325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8e7485-02a0-4a59-a56f-7b02544cb6b7') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:40.896334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.911935 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.918315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:23:40.918794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:23:40.920520 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:23:40.934812 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06b0342a-a44c-4f3e-a48d-21854ac5f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.937839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06b0342a-a44c-4f3e-a48d-21854ac5f3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:40.939057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-06b0342a-a44c-4f3e-a48d-21854ac5f3fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70a9899e-3579-4584-9f92-153578ef30bf HTTP/1.1" status: 204 len: 168 time: 0.5344405 Apr 30 01:23:40.977900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0342a-a44c-4f3e-a48d-21854ac5f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a9899e-3579-4584-9f92-153578ef30bf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:40.977900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-63bff673-e456-414c-abd7-d07efa3c9b23 service neutron] 10.222.0.15 "GET /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175883 Apr 30 01:23:41.057907 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:41.065924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:41.071845 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b434aa75-0d3e-48c1-942a-f1401fcbf3f1 HTTP/1.1" status: 204 len: 168 time: 0.5027373 Apr 30 01:23:41.075979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-887e5fde-3dcd-4cb7-b36c-a430ce16aaf3 service neutron] 10.222.0.15 "GET /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027462 Apr 30 01:23:41.077715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40560) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:41.085132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb1b7e-213b-4673-89fe-0a2ac0c6da3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b434aa75-0d3e-48c1-942a-f1401fcbf3f1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:41.146080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6de45744-11f0-40ad-88be-ef013e6a7547 service neutron] 10.222.0.15 "GET /v2.0/ports/76b8d36e-a0e7-4987-ba3b-e75afce219da?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0690262 Apr 30 01:23:41.213083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c2c92e-c173-4637-b780-7ab452f75452 admin admin] Deleting subnet dc96f1df-14ed-43ea-9c3c-58c8d5edec56 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:23:41.214364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d89ab1c-0f25-4874-a702-38b2704f7089 req-4a6251c9-65b5-4047-8860-ef9246a0d945 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0330210 Apr 30 01:23:41.219668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c92e-c173-4637-b780-7ab452f75452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:41.279781 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c92e-c173-4637-b780-7ab452f75452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:41.283930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4019b149-f592-468f-b885-32b16ef867f6 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370041 Apr 30 01:23:41.318864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 75a0fbd9-236c-4b02-b9a2-32feff026225 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:41.363483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 75a0fbd9-236c-4b02-b9a2-32feff026225 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:41.366308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 75a0fbd9-236c-4b02-b9a2-32feff026225 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:41.403500 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-1fcf6202-c24e-4efd-ba67-002c17edac55 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944469 Apr 30 01:23:41.462921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-579c0af5-2264-4c46-a739-1fd79cfd0020 service neutron] 10.222.0.15 "GET /v2.0/ports/6b676cc5-8d0b-4812-adff-5f37e29c73cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0509446 Apr 30 01:23:41.464007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c92e-c173-4637-b780-7ab452f75452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:41.603478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-e7e2a068-d0ce-4239-94d6-f9fa3a214d0e service neutron] 10.222.0.15 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192207 Apr 30 01:23:41.669321 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c92e-c173-4637-b780-7ab452f75452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:41.706074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2c92e-c173-4637-b780-7ab452f75452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc96f1df-14ed-43ea-9c3c-58c8d5edec56,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:41.718585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9c2c92e-c173-4637-b780-7ab452f75452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:41.723537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e9c2c92e-c173-4637-b780-7ab452f75452 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dc96f1df-14ed-43ea-9c3c-58c8d5edec56 HTTP/1.1" status: 204 len: 168 time: 0.6153953 Apr 30 01:23:41.724572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40586) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:41.760934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-7ee13b6c-8bd0-4d06-a02d-87c7b37cf0a8 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515348 Apr 30 01:23:41.872486 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:41.990682 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-80b02850-0b13-497f-a15f-f5e32b28d13e service neutron] 10.222.0.15 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028606 Apr 30 01:23:42.010556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:42.072590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7f75bd-1744-427d-9356-c5ec25e23288']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:42.088715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006db321-60bc-4288-b017-86af8a4a98c0') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:42.088934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006db321-60bc-4288-b017-86af8a4a98c0') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:23:42.102949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:42.130209 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:42.143605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:23:42.144012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:23:42.146420 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:23:42.164861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-f4e69b71-ff8a-48bf-a895-ceb5382987f5 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732385 Apr 30 01:23:42.302078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-15507a52-f757-46d4-8d9a-fd8afaba8f49 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357627 Apr 30 01:23:42.368891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:42.389254 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:42.393214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] 10.222.0.15 "DELETE /v2.0/networks/ad7f75bd-1744-427d-9356-c5ec25e23288 HTTP/1.1" status: 204 len: 168 time: 0.6669683 Apr 30 01:23:42.399155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c3a88a7-7767-4867-a0af-d94e56870d3f req-e9fd3b54-1098-4827-951d-4feb545edaa1 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0468864 Apr 30 01:23:42.400152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267ebab-58a4-4b9a-836d-497b5bd2639c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7f75bd-1744-427d-9356-c5ec25e23288,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:42.447480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-40b4155a-6e16-422c-8739-40be0165edb3 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361203 Apr 30 01:23:42.544354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-2c053933-f056-4b8d-9c58-2e4243b4d385 service neutron] 10.222.0.15 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907934 Apr 30 01:23:42.643554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-b7dae97e-b611-4691-9e58-d08439611ecc service neutron] 10.222.0.15 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910099 Apr 30 01:23:42.747247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-c29993bb-681d-46b5-b8cd-423fc47b108b service neutron] 10.222.0.15 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961511 Apr 30 01:23:42.846228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-2298c999-73a0-4dfe-85ac-dd019b64301b service neutron] 10.222.0.15 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922697 Apr 30 01:23:42.985491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40630) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:43.042000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0136ee9d-7d24-41dc-bc81-d76489a78992 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ae2eb915422456a9a1791d75e06384d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524731 Apr 30 01:23:43.042221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40634) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:43.092666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c215b95-2678-4114-aca5-004543b2b85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:43.115854 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c215b95-2678-4114-aca5-004543b2b85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:43.257067 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c215b95-2678-4114-aca5-004543b2b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:43.259862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c215b95-2678-4114-aca5-004543b2b85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:43.261008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8c215b95-2678-4114-aca5-004543b2b85d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4496a4c8-6621-41e5-a716-bfc9431e8eb7 HTTP/1.1" status: 204 len: 168 time: 0.2178309 Apr 30 01:23:43.276331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c215b95-2678-4114-aca5-004543b2b85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4496a4c8-6621-41e5-a716-bfc9431e8eb7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:44.117630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d4ad53a-beaa-4a96-a5db-ac5ea2f1c0a1 req-5e709bb6-9a5e-4179-9d2d-e1d6ecfe149d tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0353255 Apr 30 01:23:44.154922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc11a4f5-2acb-4f6d-a1b6-ec77ac8588f4 req-66fccffe-cf29-4576-aec7-39f38808dfe0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0314312 Apr 30 01:23:44.320173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40694) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:44.370008 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ccaa913c-7115-4dfb-a3c1-a1d6c6396d2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3470120344ff467e84fb1b29bd1343f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486102 Apr 30 01:23:44.372571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40698) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:44.421779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a40639b-12a4-43d4-b89d-12f7b206444c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:44.444289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a40639b-12a4-43d4-b89d-12f7b206444c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:44.594019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a40639b-12a4-43d4-b89d-12f7b206444c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:44.603053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a40639b-12a4-43d4-b89d-12f7b206444c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:44.603053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7a40639b-12a4-43d4-b89d-12f7b206444c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8514ca27-8ce7-4543-bb47-00b1e22b7096 HTTP/1.1" status: 204 len: 168 time: 0.2243154 Apr 30 01:23:44.606380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40639b-12a4-43d4-b89d-12f7b206444c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8514ca27-8ce7-4543-bb47-00b1e22b7096,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:45.488874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40754) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:45.528570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-318893b2-0100-4f6f-8896-301de43b38b0 req-ed8ac9af-8755-4e96-8d5e-da8803f656da tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2c43cd3c30f74f7da4d7c1effa74f3ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419812 Apr 30 01:23:45.543031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-ddb70301-e2ed-4b85-948e-263e47020d85 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393722 Apr 30 01:23:45.640716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171ea824-4730-44b5-b03b-192889a74308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:45.671855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318893b2-0100-4f6f-8896-301de43b38b0 req-ade87a42-eb27-4d2e-ad94-ac21bfee78d5 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:45.673343 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-318893b2-0100-4f6f-8896-301de43b38b0 req-ade87a42-eb27-4d2e-ad94-ac21bfee78d5 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434412 Apr 30 01:23:45.692349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-318893b2-0100-4f6f-8896-301de43b38b0 req-1fc79dd5-dc15-4663-8913-4796ff235d27 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/quotas/2c43cd3c30f74f7da4d7c1effa74f3ac HTTP/1.1" status: 200 len: 375 time: 0.0116422 Apr 30 01:23:45.724891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-027dcde1-4efe-46cd-99af-7c2f8f385dc5 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:45.726714 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-027dcde1-4efe-46cd-99af-7c2f8f385dc5 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828909 Apr 30 01:23:45.735977 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-318893b2-0100-4f6f-8896-301de43b38b0 req-f11bd2a4-be52-4aba-8cca-4f2c4bd08461 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c43cd3c30f74f7da4d7c1effa74f3ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374651 Apr 30 01:23:45.759994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-585285f6-1541-4bb4-9c12-c2707a248fe8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/quotas/cbcb295e0462422581cee135f4d15721 HTTP/1.1" status: 200 len: 375 time: 0.0222285 Apr 30 01:23:45.803502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bebf4fac-8099-4fbe-8fef-e29272bf742f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423725 Apr 30 01:23:45.818532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171ea824-4730-44b5-b03b-192889a74308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:45.891342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171ea824-4730-44b5-b03b-192889a74308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:45.898751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bbc91e65-b7c0-4473-90a8-b3410867c03e req-adceb990-c9b1-499f-8e38-bbac8b585b75 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0527422 Apr 30 01:23:45.930495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-171ea824-4730-44b5-b03b-192889a74308 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2cd1d72334445f4969823f25b231e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405446 Apr 30 01:23:45.933557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40770) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:45.943199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ea824-4730-44b5-b03b-192889a74308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238bdeaf-1b95-4d95-b100-22de1934a630,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:46.075607 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9def8021-2e78-4b34-886b-322d54dafb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:46.102743 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0fa69407-7fed-4e45-9e70-ca53a3f9f6ad req-de82e8c7-6bcd-4fb4-89e8-457f8f79de48 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Apr 30 01:23:46.140860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9def8021-2e78-4b34-886b-322d54dafb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:46.214865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9876d5b-87ae-4039-a96c-bd4a1759651f req-153f8c9a-84b6-47c8-bd9f-405d4f12f5d2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 210 time: 0.0322189 Apr 30 01:23:46.325434 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9def8021-2e78-4b34-886b-322d54dafb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:46.327965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9def8021-2e78-4b34-886b-322d54dafb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:46.334093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9def8021-2e78-4b34-886b-322d54dafb87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/238bdeaf-1b95-4d95-b100-22de1934a630 HTTP/1.1" status: 204 len: 168 time: 0.3945522 Apr 30 01:23:46.337951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def8021-2e78-4b34-886b-322d54dafb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238bdeaf-1b95-4d95-b100-22de1934a630,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:46.456068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-081dcbe3-6468-4270-9f45-a5595c75857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:46.457938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-081dcbe3-6468-4270-9f45-a5595c75857b service neutron] 10.222.0.21 "GET /v2.0/ports/76b8d36e-a0e7-4987-ba3b-e75afce219da HTTP/1.1" status: 200 len: 1032 time: 0.0404618 Apr 30 01:23:46.502532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-55604ea9-2df7-43a9-82c3-7271bc04f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:46.503873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-55604ea9-2df7-43a9-82c3-7271bc04f5b2 service neutron] 10.222.0.21 "GET /v2.0/ports/6b676cc5-8d0b-4812-adff-5f37e29c73cd HTTP/1.1" status: 200 len: 1031 time: 0.0361469 Apr 30 01:23:46.649000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-1db18848-770e-4720-8d77-a91eafcdc96f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:46.654843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-1db18848-770e-4720-8d77-a91eafcdc96f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:46.661158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-1db18848-770e-4720-8d77-a91eafcdc96f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:46.662811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-1db18848-770e-4720-8d77-a91eafcdc96f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "GET /v2.0/networks?id=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=811c6416-3faf-4022-af7d-a01b5297b65e&id=811c6416-3faf-4022-af7d-a01b5297b65e HTTP/1.1" status: 200 len: 1993 time: 0.1512125 Apr 30 01:23:46.725406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-d5177f77-543b-4b84-9797-b9e368d7f6cd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=139ef8a4b2034700acd4ea500bb52be4 HTTP/1.1" status: 200 len: 379 time: 0.0520961 Apr 30 01:23:46.741447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'admin_state_up': True, 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'security_groups': ['a5765053-307f-4096-8f5a-21e21b6f302a']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:46.923239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:46.931386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.140351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40822) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:47.172435 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea27de11-3440-4013-861a-7f212a1df2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.400908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea27de11-3440-4013-861a-7f212a1df2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.463441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea27de11-3440-4013-861a-7f212a1df2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.467364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1bc6f60-658c-464f-99d7-9ba39d8bd572 req-25e5b336-6164-408d-83d0-d1a215d7ad71 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.4464648 Apr 30 01:23:47.514198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Allocated IP 172.20.0.3 (aa1583fc-cf4f-4750-adba-6a58e6e2b0d1/c50f5a2f-2616-4a96-8b89-d0f1fa124037/f887667a-ed76-4c2e-9f50-5cd985f7b7db) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:47.556828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ea27de11-3440-4013-861a-7f212a1df2ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c267a018da2340dca0cc2194e8e47576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124045 Apr 30 01:23:47.568821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:47.599716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27de11-3440-4013-861a-7f212a1df2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865c8c3-3da3-4811-8820-e535c11fffe5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:47.704931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae6173e0-e925-475f-9ef3-42325c261a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.760346 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae6173e0-e925-475f-9ef3-42325c261a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.800675 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8de0029-526a-4225-9839-8be702b38988 req-6bb0f6bf-7655-4969-951b-474b0fdc953f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0487373 Apr 30 01:23:47.901867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.933327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e9e648b-fc22-47e7-b697-5d1147a63e5a req-0923ccb2-0ada-4f7e-89a0-d370beef1be7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 210 time: 0.0390065 Apr 30 01:23:47.954089 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae6173e0-e925-475f-9ef3-42325c261a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.962759 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae6173e0-e925-475f-9ef3-42325c261a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:47.962759 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ae6173e0-e925-475f-9ef3-42325c261a6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2865c8c3-3da3-4811-8820-e535c11fffe5 HTTP/1.1" status: 204 len: 168 time: 0.3882160 Apr 30 01:23:47.978547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6173e0-e925-475f-9ef3-42325c261a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865c8c3-3da3-4811-8820-e535c11fffe5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:48.057859 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:48.115036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:48.120830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:48.126446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:48.132645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=f887667a-ed76-4c2e-9f50-5cd985f7b7db,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:48.206087 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-8a178d57-c636-4f94-acbc-77df3424971c tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372186 Apr 30 01:23:48.222855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:48.224334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:48.350314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540961-fbd1-407f-83c5-71166fb8a414 req-7bc6a221-d019-44a2-a0de-5ef9bb4e643b tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:48.352075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-7bc6a221-d019-44a2-a0de-5ef9bb4e643b tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362848 Apr 30 01:23:48.373044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-0f54d67c-9418-4695-bb05-bb50c33e439c tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/quotas/1a37505d2f2649b590a2555b27b7cc8d HTTP/1.1" status: 200 len: 375 time: 0.0134635 Apr 30 01:23:48.391000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ad664c71-418b-4438-8eec-069d8d62b958 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6531849 Apr 30 01:23:48.402216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'admin_state_up': True, 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'security_groups': ['a5765053-307f-4096-8f5a-21e21b6f302a']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:48.452125 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-6031d783-eb5f-4212-8fc0-9a9d80f7de45 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704882 Apr 30 01:23:48.457312 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:48.506417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-02aab869-3351-4846-9117-82dccc343bd9 None None] Provisioning complete for port f887667a-ed76-4c2e-9f50-5cd985f7b7db triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:48.508214 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02aab869-3351-4846-9117-82dccc343bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:48.601517 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-00c82241-91fa-48fd-b2bc-b4c484d43ee2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468838 Apr 30 01:23:48.608651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-02aab869-3351-4846-9117-82dccc343bd9 None None] Port f887667a-ed76-4c2e-9f50-5cd985f7b7db cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:48.615239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d99aca22-088e-4e3a-a97f-adf82c8b4aec req-df99b474-77f4-46bc-8a50-a950c95a5705 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2c43cd3c30f74f7da4d7c1effa74f3ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902708 Apr 30 01:23:48.788006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-19b88896-4619-4c16-98a3-4960b3350781 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:48.789520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-19b88896-4619-4c16-98a3-4960b3350781 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787224 Apr 30 01:23:48.807324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Request body: {'port': {'device_id': 'edd708b6-6b02-49ae-a2b5-9928362a2833', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'cbcb295e0462422581cee135f4d15721'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:48.853075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99aca22-088e-4e3a-a97f-adf82c8b4aec req-b8db90bd-0166-4fd9-bbe8-ee8d3d051d30 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:48.856924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d99aca22-088e-4e3a-a97f-adf82c8b4aec req-b8db90bd-0166-4fd9-bbe8-ee8d3d051d30 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385192 Apr 30 01:23:48.858077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:48.870006 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:48.949548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8c56-ef7c-49f2-9c8f-ad699809e243 req-7a12b656-c98e-4bfd-86c9-dee7b4472d34 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:48.958495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db9a8c56-ef7c-49f2-9c8f-ad699809e243 req-7a12b656-c98e-4bfd-86c9-dee7b4472d34 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 946 time: 0.1607928 Apr 30 01:23:49.027678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db9a8c56-ef7c-49f2-9c8f-ad699809e243 req-2156ab97-be75-43e0-b522-151ed97a1ea6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658154 Apr 30 01:23:49.113257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Allocated IP 10.1.1.117 (3bb9ea1c-8985-4087-ab33-7982949d0a49/7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e/8347f042-f881-476a-a1a0-9873999dbaa6) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:49.137538 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-117c5154-612e-426e-a6e6-d07bcbe907bb req-bf0d26a1-eaad-4c1c-8524-afc4cc2cf76e tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0398118 Apr 30 01:23:49.138189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Made reservation on behalf of cbcb295e0462422581cee135f4d15721 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:49.147183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:49.157188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:49.205942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d99aca22-088e-4e3a-a97f-adf82c8b4aec req-9a1528e7-c82d-4b35-ae4f-6c4ea6a1cf9c tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/quotas/2c43cd3c30f74f7da4d7c1effa74f3ac HTTP/1.1" status: 200 len: 375 time: 0.3118770 Apr 30 01:23:49.264100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8429bf9c-8599-43b1-a3fc-3b7ee6dc93eb req-4459bc2f-037d-4126-86c3-74e311993507 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 210 time: 0.0353844 Apr 30 01:23:49.373463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:49.375561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:49.410097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d99aca22-088e-4e3a-a97f-adf82c8b4aec req-7c00e798-f4e2-4157-ab31-6633faeff3fd tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c43cd3c30f74f7da4d7c1effa74f3ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1952884 Apr 30 01:23:49.475629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:49.502935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1747f-5e42-43c5-9fed-acdbcab9303c req-4eb50313-e5ab-42eb-93e8-a590c2c1de5b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:49.505556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ed1747f-5e42-43c5-9fed-acdbcab9303c req-4eb50313-e5ab-42eb-93e8-a590c2c1de5b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 931 time: 0.1085854 Apr 30 01:23:49.510032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:49.556369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718d9b1e-3346-4697-ab79-f43dcb9a1c79,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:49.557279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:49.564224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:49.569955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:49.651386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=8347f042-f881-476a-a1a0-9873999dbaa6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:49.680355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:49.681052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:49.742534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da2c0ae8-a223-48fb-82ef-05a1e9b1f15e req-4cafaa4f-deb2-437b-954c-d87c4648eb73 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 210 time: 0.0581117 Apr 30 01:23:49.747621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ed1747f-5e42-43c5-9fed-acdbcab9303c req-f0de4756-9129-427a-af77-caf8cf171b61 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998549 Apr 30 01:23:49.821937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4e4af7db-c3d4-424b-bba7-8de1ca3c4339 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4248815 Apr 30 01:23:49.836052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'admin_state_up': True, 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'security_groups': ['a5765053-307f-4096-8f5a-21e21b6f302a']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:49.862821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Allocated IP 192.168.233.70 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/1b941a1d-e29a-4a53-8008-afa6ba352a16) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:49.948980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-007c0342-03b1-470d-aef6-3525e61e22a0 None None] Provisioning complete for port 8347f042-f881-476a-a1a0-9873999dbaa6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:49.948980 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-007c0342-03b1-470d-aef6-3525e61e22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:50.039378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-007c0342-03b1-470d-aef6-3525e61e22a0 None None] Port 8347f042-f881-476a-a1a0-9873999dbaa6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:50.104748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:50.165629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:50.171024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:50.230174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04150a9-f2f6-41ef-8b4f-5f5331ac6096 req-e8bc0be6-80ed-4fe7-a22f-02f09b0c71af tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:50.235281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c04150a9-f2f6-41ef-8b4f-5f5331ac6096 req-e8bc0be6-80ed-4fe7-a22f-02f09b0c71af tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 946 time: 0.1075504 Apr 30 01:23:50.272009 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:50.351523 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c04150a9-f2f6-41ef-8b4f-5f5331ac6096 req-d1811409-eead-4361-9e3f-30c5a9df7bff tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994952 Apr 30 01:23:50.365059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-5c9ebe36-595b-4fe0-915e-723363dffa69 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:50.367739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-5c9ebe36-595b-4fe0-915e-723363dffa69 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 946 time: 0.1588244 Apr 30 01:23:50.369523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Allocated IP 10.1.1.48 (3bb9ea1c-8985-4087-ab33-7982949d0a49/7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e/8f0b82de-ed57-4695-91b1-bc21b40b3689) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:50.371302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:50.375766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:50.389206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:50.392190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:50.610676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7f7de0a-74b0-484d-a661-c57d24a4b1dd req-4fa1fe9c-fee0-4ec6-888d-7f27ed84bd09 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 210 time: 0.0611305 Apr 30 01:23:50.689609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:50.777390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3b353b59-fd90-4388-98de-14fb6664cdda None None] Provisioning complete for port 1b941a1d-e29a-4a53-8008-afa6ba352a16 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:50.779790 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b353b59-fd90-4388-98de-14fb6664cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:50.794722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:50.836287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:50.846650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:50.869359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3b353b59-fd90-4388-98de-14fb6664cdda None None] Port 1b941a1d-e29a-4a53-8008-afa6ba352a16 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:50.893272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:51.033079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=8f0b82de-ed57-4695-91b1-bc21b40b3689,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:51.054952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:51.055786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:51.066550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'Port': ['ID=1b941a1d-e29a-4a53-8008-afa6ba352a16,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:51.087733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d76afc8-db55-4c5b-80c4-860a434bd4ce req-ae71cbfd-6dc2-4984-b9e0-853d4a425740 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0936370 Apr 30 01:23:51.166602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:51.167011 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:51.188937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5af6f44c-bbd6-45b8-bf67-bbc85b667fe9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3580835 Apr 30 01:23:51.201033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e', 'admin_state_up': True, 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'security_groups': ['a5765053-307f-4096-8f5a-21e21b6f302a']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:51.216673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d3f06399-b69b-44f8-ab5b-fdcd768fbced None None] Provisioning complete for port 8f0b82de-ed57-4695-91b1-bc21b40b3689 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:51.217161 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3f06399-b69b-44f8-ab5b-fdcd768fbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:51.242238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Deleting port d2957849-a18c-401d-810d-f45f8dcfa7bc {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:23:51.242575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:51.261922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5181b1b2-011e-4b19-a5cb-45a0b91878d7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4603050 Apr 30 01:23:51.282423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Request body: {'port': {'device_id': 'edd708b6-6b02-49ae-a2b5-9928362a2833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:51.310148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d3f06399-b69b-44f8-ab5b-fdcd768fbced None None] Port 8f0b82de-ed57-4695-91b1-bc21b40b3689 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:51.397136 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f890-edc9-4ea3-8b86-e300090e340f req-381b9479-d14e-4c41-90b2-351c1486a813 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:51.398821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ba8f890-edc9-4ea3-8b86-e300090e340f req-381b9479-d14e-4c41-90b2-351c1486a813 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 935 time: 0.0892568 Apr 30 01:23:51.407772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:51.471559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:51.516199 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ba8f890-edc9-4ea3-8b86-e300090e340f req-debcb436-edfd-4164-adb9-714919900a6e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100788 Apr 30 01:23:51.561953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647227f0-0032-47b3-9afc-61e605f18222 req-5b5759fb-aa3c-48f4-8c39-d5bbc715cbdc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:51.569268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647227f0-0032-47b3-9afc-61e605f18222 req-5b5759fb-aa3c-48f4-8c39-d5bbc715cbdc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:51.576116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647227f0-0032-47b3-9afc-61e605f18222 req-5b5759fb-aa3c-48f4-8c39-d5bbc715cbdc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:51.586411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-647227f0-0032-47b3-9afc-61e605f18222 req-5b5759fb-aa3c-48f4-8c39-d5bbc715cbdc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 2373 time: 0.2706952 Apr 30 01:23:51.597616 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:51.628339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] For port d2957849-a18c-401d-810d-f45f8dcfa7bc, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d2957849-a18c-401d-810d-f45f8dcfa7bc,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:51.628829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:51.662495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Calling delete_port for d2957849-a18c-401d-810d-f45f8dcfa7bc owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:23:51.677806 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-647227f0-0032-47b3-9afc-61e605f18222 req-dd0db2f1-723b-40ae-b654-145c3fbb6f81 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882404 Apr 30 01:23:51.969652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-2c9c7b7e-5c50-4d73-8215-79024dc11cdc tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552819 Apr 30 01:23:52.024121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Allocated IP 10.2.2.100 (811c6416-3faf-4022-af7d-a01b5297b65e/cb807107-af8e-42db-85a5-15144c311b8f/2397af35-9b05-408f-8d81-8e3b105c0040) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:52.051861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b456cb-5b92-4d9f-afc7-d4e46912ed64 req-c27a1b1e-a3e6-46ba-9f8d-52bc3212410e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:52.053363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32b456cb-5b92-4d9f-afc7-d4e46912ed64 req-c27a1b1e-a3e6-46ba-9f8d-52bc3212410e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 946 time: 0.2585216 Apr 30 01:23:52.248268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-535aec56-0e37-4eb6-89cb-570dfd515010 req-5e2da397-594e-4ddb-985e-bc331908a325 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 210 time: 0.0692601 Apr 30 01:23:52.312215 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32b456cb-5b92-4d9f-afc7-d4e46912ed64 req-58488fe8-3d73-40dc-a996-a99f71e598af tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278786 Apr 30 01:23:52.374989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:52.405429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540961-fbd1-407f-83c5-71166fb8a414 req-6b8b7786-48a6-4080-ad9a-4966fd2ee3c3 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:52.407504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-6b8b7786-48a6-4080-ad9a-4966fd2ee3c3 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3903437 Apr 30 01:23:52.431334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Request body: {'port': {'device_id': '5644a3c5-8651-42fc-bdbf-373208c67857', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '1a37505d2f2649b590a2555b27b7cc8d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:52.466955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e404940d-43de-4f8f-b6a0-f667c2d123f0 req-2a7e879b-1539-41a7-9a6f-0411eccbd56d tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0359848 Apr 30 01:23:52.513132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fccbebdf-708a-45e5-9df7-c7f9c3649d67 req-831d89c1-8eb9-438e-97ab-1de957e826c0 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2c43cd3c30f74f7da4d7c1effa74f3ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783124 Apr 30 01:23:52.555493 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:52.623229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:52.634644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b941a1d-e29a-4a53-8008-afa6ba352a16 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:52.642518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network 811c6416-3faf-4022-af7d-a01b5297b65e is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:52.648763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=2397af35-9b05-408f-8d81-8e3b105c0040,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:52.651384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:52.661564 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:52.687600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:52.720265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event deleted for resources: {'Port': ['ID=d2957849-a18c-401d-810d-f45f8dcfa7bc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:52.769639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] No DVR routers for this DVR port d2957849-a18c-401d-810d-f45f8dcfa7bc on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:23:52.790535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:52.799238 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1b8e616-b45e-41d1-b64d-4d6dde8f1de6 req-dce936ad-9391-4b4a-b0ca-4d572c6bf22a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "DELETE /v2.0/ports/d2957849-a18c-401d-810d-f45f8dcfa7bc HTTP/1.1" status: 204 len: 173 time: 2.4217896 Apr 30 01:23:52.800439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Transition to ACTIVE for port object 1b941a1d-e29a-4a53-8008-afa6ba352a16 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:23:52.818733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:52.820001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:52.822577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137628ce-d5c1-4e24-9773-fe6f2675b6f3', 'name': 'network-vif-deleted', 'tag': 'd2957849-a18c-401d-810d-f45f8dcfa7bc'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:52.824877 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a1f8d-55a3-4933-9d6f-d9cd1a755de7" -d '{"events": [{"server_uuid": "137628ce-d5c1-4e24-9773-fe6f2675b6f3", "name": "network-vif-deleted", "tag": "d2957849-a18c-401d-810d-f45f8dcfa7bc"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:52.841149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebdf-708a-45e5-9df7-c7f9c3649d67 req-78589773-fe99-44ba-9d10-ee6e70212dec tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:52.849360 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fccbebdf-708a-45e5-9df7-c7f9c3649d67 req-78589773-fe99-44ba-9d10-ee6e70212dec tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064563 Apr 30 01:23:52.854509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ec7d1-8cf8-4c1d-a59c-5446111b5ab4 req-9d2d78c1-ee70-4652-ba41-16d86c5aa3f4 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:52.866573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-208ec7d1-8cf8-4c1d-a59c-5446111b5ab4 req-9d2d78c1-ee70-4652-ba41-16d86c5aa3f4 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 935 time: 0.1868260 Apr 30 01:23:52.879611 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:52.892062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fccbebdf-708a-45e5-9df7-c7f9c3649d67 req-51cc1918-fa7c-4850-8b1f-8c7d0904bdaa tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/quotas/2c43cd3c30f74f7da4d7c1effa74f3ac HTTP/1.1" status: 200 len: 375 time: 0.0417101 Apr 30 01:23:52.919084 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-208ec7d1-8cf8-4c1d-a59c-5446111b5ab4 req-c28c4a5e-aead-4a76-aa9e-8f9a7e44bc48 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513082 Apr 30 01:23:52.957823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fccbebdf-708a-45e5-9df7-c7f9c3649d67 req-edaa3138-8183-4d27-9b92-bd4474d40922 tempest-QuotasAdminNegativeTest-253720520 tempest-QuotasAdminNegativeTest-253720520-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c43cd3c30f74f7da4d7c1effa74f3ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642757 Apr 30 01:23:52.967839 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a39ff54f-e642-4895-af1a-ac0eb4bd1231 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7711067 Apr 30 01:23:52.982490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e', 'admin_state_up': True, 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'security_groups': ['a5765053-307f-4096-8f5a-21e21b6f302a']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:52.986291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Pushing event updated for resources: {'Port': ['ID=1b941a1d-e29a-4a53-8008-afa6ba352a16,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:53.147858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Made reservation on behalf of 1a37505d2f2649b590a2555b27b7cc8d for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:53.157845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.171336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3f6e4bdc-c937-4acf-bc8c-05f44c602309 None None] Provisioning complete for port 2397af35-9b05-408f-8d81-8e3b105c0040 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:53.172964 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4bdc-c937-4acf-bc8c-05f44c602309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.189658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.221982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e15a-420c-48eb-919c-39aa19dc5169 req-fe4c74b6-f184-4155-829b-abfbb57f86f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:53.239754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e15a-420c-48eb-919c-39aa19dc5169 req-fe4c74b6-f184-4155-829b-abfbb57f86f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:53.252783 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce67aa6-50eb-4e0a-aa60-ef3d56e94341 x-openstack-request-id: req-dce67aa6-50eb-4e0a-aa60-ef3d56e94341 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:53.254914 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137628ce-d5c1-4e24-9773-fe6f2675b6f3", "name": "network-vif-deleted", "tag": "d2957849-a18c-401d-810d-f45f8dcfa7bc", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:53.255987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e15a-420c-48eb-919c-39aa19dc5169 req-fe4c74b6-f184-4155-829b-abfbb57f86f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:53.263226 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dce67aa6-50eb-4e0a-aa60-ef3d56e94341 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:53.263226 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce67aa6-50eb-4e0a-aa60-ef3d56e94341'] response: {'server_uuid': '137628ce-d5c1-4e24-9773-fe6f2675b6f3', 'name': 'network-vif-deleted', 'tag': 'd2957849-a18c-401d-810d-f45f8dcfa7bc', 'status': 'completed', 'code': 200} Apr 30 01:23:53.265417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e15a-420c-48eb-919c-39aa19dc5169 req-fe4c74b6-f184-4155-829b-abfbb57f86f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:53.279999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e336e15a-420c-48eb-919c-39aa19dc5169 req-fe4c74b6-f184-4155-829b-abfbb57f86f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 3094 time: 0.2143667 Apr 30 01:23:53.318681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e4bdc-c937-4acf-bc8c-05f44c602309 None None] Port 2397af35-9b05-408f-8d81-8e3b105c0040 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:53.321539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02d84c59-1bbf-4f7e-9699-0f1910db351f req-597a38e5-9675-4309-ae38-869de58ea51a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0838745 Apr 30 01:23:53.349925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d2957849-a18c-401d-810d-f45f8dcfa7bc no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:23:53.367374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Attempting to bind port 1b941a1d-e29a-4a53-8008-afa6ba352a16 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:53.367729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Attempting to bind port 1b941a1d-e29a-4a53-8008-afa6ba352a16 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:53.368055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Attempting to bind port 1b941a1d-e29a-4a53-8008-afa6ba352a16 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:53.380248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: d2957849-a18c-401d-810d-f45f8dcfa7bc {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:23:53.381493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d2957849-a18c-401d-810d-f45f8dcfa7bc not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:23:53.386709 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e336e15a-420c-48eb-919c-39aa19dc5169 req-75c70628-7015-40f7-bc86-af48db74c5d3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024897 Apr 30 01:23:53.394908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Port 1b941a1d-e29a-4a53-8008-afa6ba352a16 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:53.394908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Attempting to bind port 1b941a1d-e29a-4a53-8008-afa6ba352a16 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:53.407112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:53.407112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:53.407112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:53.409083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Bound port: 1b941a1d-e29a-4a53-8008-afa6ba352a16, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:53.409450 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.491563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Made reservation on behalf of 139ef8a4b2034700acd4ea500bb52be4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:23:53.497587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.567678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-608a3d82-b298-4db2-aa2d-8687ca47443d req-ab709cef-6e80-4385-8ad9-bae8a496aab1 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 210 time: 0.0432818 Apr 30 01:23:53.579022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.668020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.722686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] For port 1b941a1d-e29a-4a53-8008-afa6ba352a16, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:53.773719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b34e0e92-9e12-4868-b545-4200a516f4db req-d409872f-1f8d-41f9-8ec7-e64d59086b93 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0639451 Apr 30 01:23:53.774875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] For port 1b941a1d-e29a-4a53-8008-afa6ba352a16, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1b941a1d-e29a-4a53-8008-afa6ba352a16,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:53.805813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d51d3b-1733-4a69-a909-df0995c1eeb4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:53.813443 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86a883b9-0257-4b08-a178-19497880eb9e req-3f88a88a-1cf1-424e-9d2c-77266d2df03d tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0500517 Apr 30 01:23:53.819266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Allocated IP 10.2.2.200 (811c6416-3faf-4022-af7d-a01b5297b65e/cb807107-af8e-42db-85a5-15144c311b8f/a80a361a-7aed-412c-bcee-047bddd05bff) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:53.870989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.947822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:53.949858 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:53.953969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] 10.222.0.21 "PUT /v2.0/ports/1b941a1d-e29a-4a53-8008-afa6ba352a16 HTTP/1.1" status: 200 len: 1095 time: 2.6761174 Apr 30 01:23:53.984782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Allocated IP 192.168.233.160 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/a3045a8c-5338-414f-bbaf-4da4c64f4f40) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:23:54.091648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8db4e-d147-4a45-9b9b-d6cda02bed93 service neutron] Pushing event updated for resources: {'Port': ['ID=1b941a1d-e29a-4a53-8008-afa6ba352a16,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:54.199383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc585-a2a2-49d3-90a5-ba302184026f req-98a64846-444b-4bb5-98d8-3b065ad3ba63 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.210725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c46dc585-a2a2-49d3-90a5-ba302184026f req-98a64846-444b-4bb5-98d8-3b065ad3ba63 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 947 time: 0.1326234 Apr 30 01:23:54.219996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41020) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:54.298422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c46dc585-a2a2-49d3-90a5-ba302184026f req-dedb969d-d686-4734-a364-6571fbe6af11 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868440 Apr 30 01:23:54.301901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:54.359613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-7102f792-9965-4094-90c0-133a14b98cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.361975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-7102f792-9965-4094-90c0-133a14b98cf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 1098 time: 0.2751195 Apr 30 01:23:54.422316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-eb68a764-0256-41e5-aca7-81329d07764b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1b941a1d-e29a-4a53-8008-afa6ba352a16 HTTP/1.1" status: 200 len: 217 time: 0.0514007 Apr 30 01:23:54.486232 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:54.517654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:54.570341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3ad5-d659-4ac9-ab74-8cba09ee0b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:54.588449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-d035547b-aef0-4bea-92c7-433419061874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.590003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-d035547b-aef0-4bea-92c7-433419061874 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1608922 Apr 30 01:23:54.591731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event updated for resources: {'Port': ['ID=a80a361a-7aed-412c-bcee-047bddd05bff,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:54.647987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Network 811c6416-3faf-4022-af7d-a01b5297b65e is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:54.665023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:54.684044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:54.694897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce349-fb1e-4cc5-a1e9-56ea040b8a79 req-8c38ca82-63ab-4ac7-9f9d-b2e4406df263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.699833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41030) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:54.700924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce349-fb1e-4cc5-a1e9-56ea040b8a79 req-8c38ca82-63ab-4ac7-9f9d-b2e4406df263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.707019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce349-fb1e-4cc5-a1e9-56ea040b8a79 req-8c38ca82-63ab-4ac7-9f9d-b2e4406df263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.713107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce349-fb1e-4cc5-a1e9-56ea040b8a79 req-8c38ca82-63ab-4ac7-9f9d-b2e4406df263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.718837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce349-fb1e-4cc5-a1e9-56ea040b8a79 req-8c38ca82-63ab-4ac7-9f9d-b2e4406df263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.727189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a50ce349-fb1e-4cc5-a1e9-56ea040b8a79 req-8c38ca82-63ab-4ac7-9f9d-b2e4406df263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 3815 time: 0.2464366 Apr 30 01:23:54.769670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-b25cc44c-d565-4054-af2d-2ab417c45228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.771192 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-b25cc44c-d565-4054-af2d-2ab417c45228 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720459 Apr 30 01:23:54.836958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8384c18-f8ff-4a4c-88bc-0929c5f37495 req-7f3f2747-9d86-4dd0-a0d0-ce19ed29f48c tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 210 time: 0.1374500 Apr 30 01:23:54.882064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a50ce349-fb1e-4cc5-a1e9-56ea040b8a79 req-1c914eef-e009-4b3d-927e-88db6a9df6c3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446979 Apr 30 01:23:54.889588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:54.918836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:54.919555 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:54.960020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3ad5-d659-4ac9-ab74-8cba09ee0b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.030715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6ca7740-59c4-40c5-a203-731589e3ff87 req-e819a8e9-f8fb-4716-a385-4d891776588a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0474615 Apr 30 01:23:55.030715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0d2e714a-1cba-4e05-bcb8-773b8cbc9d5a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0491531 Apr 30 01:23:55.031148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:23:55.036508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:55.048017 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3ad5-d659-4ac9-ab74-8cba09ee0b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.090315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Pushing event updated for resources: {'Port': ['ID=a3045a8c-5338-414f-bbaf-4da4c64f4f40,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:55.095981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:23:55.103969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:23:55.128274 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1d1def6-ea40-40a9-a0be-5754a4bbe19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.132186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5c4002b9-0121-4750-aba0-0d9d379d3b11 None None] Provisioning complete for port a80a361a-7aed-412c-bcee-047bddd05bff triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:55.132743 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c4002b9-0121-4750-aba0-0d9d379d3b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.148322 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-5fcb4b08-115c-43d7-be81-b7cebd4dfb47 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693078 Apr 30 01:23:55.205995 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.220078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c4002b9-0121-4750-aba0-0d9d379d3b11 None None] Port a80a361a-7aed-412c-bcee-047bddd05bff cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:55.275548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd708b6-6b02-49ae-a2b5-9928362a2833', 'tag': '1b941a1d-e29a-4a53-8008-afa6ba352a16'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:55.278231 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894facdb-a16d-4ebf-9ea1-f3935d55968c" -d '{"events": [{"name": "network-changed", "server_uuid": "edd708b6-6b02-49ae-a2b5-9928362a2833", "tag": "1b941a1d-e29a-4a53-8008-afa6ba352a16"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:55.286407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:55.287311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.366481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59bd07b6-c163-4276-843b-05c925a38852 req-6795a60d-3202-4395-a4aa-ae79d207d6a1 tempest-ServersAdmin275Test-1324300353 tempest-ServersAdmin275Test-1324300353-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.2396510 Apr 30 01:23:55.383861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1d1def6-ea40-40a9-a0be-5754a4bbe19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.385640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c9fd3ad5-d659-4ac9-ab74-8cba09ee0b24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=775dd4e1918a4c58a358c62a84d7f893&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1644959 Apr 30 01:23:55.387405 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f23fc35-4641-46c2-98b3-fb71e78bfba5 x-openstack-request-id: req-7f23fc35-4641-46c2-98b3-fb71e78bfba5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:55.387641 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd708b6-6b02-49ae-a2b5-9928362a2833", "tag": "1b941a1d-e29a-4a53-8008-afa6ba352a16", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:55.387828 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f23fc35-4641-46c2-98b3-fb71e78bfba5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:55.388205 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f23fc35-4641-46c2-98b3-fb71e78bfba5'] response: {'name': 'network-changed', 'server_uuid': 'edd708b6-6b02-49ae-a2b5-9928362a2833', 'tag': '1b941a1d-e29a-4a53-8008-afa6ba352a16', 'status': 'completed', 'code': 200} Apr 30 01:23:55.388716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41042) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:55.398227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd3ad5-d659-4ac9-ab74-8cba09ee0b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3591774e-d3cd-4b73-9d54-c31fc63ad8dc,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:55.451145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ff7dfb-8ec4-49d2-8864-889e94daa47e req-61e4940e-486a-4c08-84ef-5d89282cb44d service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815242 Apr 30 01:23:55.462954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a8cc8a57-f9f8-4c0b-9646-a910a84597a1 None None] Provisioning complete for port a3045a8c-5338-414f-bbaf-4da4c64f4f40 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:55.463329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8a57-f9f8-4c0b-9646-a910a84597a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.477521 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-d3375ce6-d46c-4912-9eed-45937e8e3617 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0500066 Apr 30 01:23:55.490242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Request body: {'port': {'device_id': '5644a3c5-8651-42fc-bdbf-373208c67857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:55.517508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc8a57-f9f8-4c0b-9646-a910a84597a1 None None] Port a3045a8c-5338-414f-bbaf-4da4c64f4f40 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:23:55.518026 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1d1def6-ea40-40a9-a0be-5754a4bbe19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.584826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.603261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f1d1def6-ea40-40a9-a0be-5754a4bbe19b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c43cd3c30f74f7da4d7c1effa74f3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8824115 Apr 30 01:23:55.605786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-489a6e6d-7836-4248-acfa-c2859481072e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.609125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41046) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:55.649948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1def6-ea40-40a9-a0be-5754a4bbe19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13067c27-44af-4229-bce1-7c6075e481c9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:55.679256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f7b8c-09f0-4f8a-9ec9-497130ca768a req-e6b93306-0cf3-487c-9add-badb4ce8bb7b tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:55.680791 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe2f7b8c-09f0-4f8a-9ec9-497130ca768a req-e6b93306-0cf3-487c-9add-badb4ce8bb7b tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 947 time: 0.2082703 Apr 30 01:23:55.684308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-489a6e6d-7836-4248-acfa-c2859481072e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.707867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-49d416ad-c41c-4eda-b4d2-54a96bb0c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:55.709406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-49d416ad-c41c-4eda-b4d2-54a96bb0c584 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 1098 time: 0.1134260 Apr 30 01:23:55.796287 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe2f7b8c-09f0-4f8a-9ec9-497130ca768a req-dd14c8dd-10a6-4bf4-a7cf-372ef4834c22 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909672 Apr 30 01:23:55.844684 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-051b600b-b98e-4c1b-8416-f02795d17982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.844938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f887667a-ed76-4c2e-9f50-5cd985f7b7db {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:55.857243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.876312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Transition to ACTIVE for port object f887667a-ed76-4c2e-9f50-5cd985f7b7db will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:23:55.932734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-489a6e6d-7836-4248-acfa-c2859481072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.936100 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-489a6e6d-7836-4248-acfa-c2859481072e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:55.938038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-489a6e6d-7836-4248-acfa-c2859481072e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3591774e-d3cd-4b73-9d54-c31fc63ad8dc HTTP/1.1" status: 204 len: 168 time: 0.5483017 Apr 30 01:23:55.957814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a6e6d-7836-4248-acfa-c2859481072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591774e-d3cd-4b73-9d54-c31fc63ad8dc,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:56.014952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c32a2e11-7337-4d30-a8b5-f78d32a2f290 req-9829a3ee-a6a1-4448-b8d4-9c9956d93f45 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0585744 Apr 30 01:23:56.016412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.051897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-051b600b-b98e-4c1b-8416-f02795d17982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.059441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e0ae9a-d6be-442e-92e6-fec97837e92d req-7271efab-40f7-43d4-b8e5-92d98b83e1e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f599ce70a1aa46b482fc11a4d389e31a&device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.1028461 Apr 30 01:23:56.084320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f887667a-ed76-4c2e-9f50-5cd985f7b7db,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:56.115947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e0ae9a-d6be-442e-92e6-fec97837e92d req-54a2ae26-29c3-40d9-9c58-40ed7c7ba8e4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f599ce70a1aa46b482fc11a4d389e31a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372703 Apr 30 01:23:56.169921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-fa700c4d-02c6-4fd3-9a07-4a05572f9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.171840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-fa700c4d-02c6-4fd3-9a07-4a05572f9148 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.4124143 Apr 30 01:23:56.239938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Attempting to bind port f887667a-ed76-4c2e-9f50-5cd985f7b7db on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:56.240231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Attempting to bind port f887667a-ed76-4c2e-9f50-5cd985f7b7db by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:56.246257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Attempting to bind port f887667a-ed76-4c2e-9f50-5cd985f7b7db on network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:56.250207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac3429-e1da-48b6-963b-bd0b7b44f66d req-3b4f6758-4c6f-400b-be53-0e0cb86bb230 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.251130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Port f887667a-ed76-4c2e-9f50-5cd985f7b7db on network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:56.251488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Attempting to bind port f887667a-ed76-4c2e-9f50-5cd985f7b7db on network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:56.252709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcac3429-e1da-48b6-963b-bd0b7b44f66d req-3b4f6758-4c6f-400b-be53-0e0cb86bb230 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 936 time: 0.2704432 Apr 30 01:23:56.283342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8049a-7dc9-45b0-a278-ac794edfbdfd req-d076a333-c025-4ffa-8b2a-7e506cca6533 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.290973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8049a-7dc9-45b0-a278-ac794edfbdfd req-d076a333-c025-4ffa-8b2a-7e506cca6533 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.298693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8049a-7dc9-45b0-a278-ac794edfbdfd req-d076a333-c025-4ffa-8b2a-7e506cca6533 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.303169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-0d15a2aa-9c50-41be-8748-4cb346db11d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1b941a1d-e29a-4a53-8008-afa6ba352a16 HTTP/1.1" status: 200 len: 217 time: 0.1124277 Apr 30 01:23:56.307607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8049a-7dc9-45b0-a278-ac794edfbdfd req-d076a333-c025-4ffa-8b2a-7e506cca6533 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.314837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8049a-7dc9-45b0-a278-ac794edfbdfd req-d076a333-c025-4ffa-8b2a-7e506cca6533 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.326014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0a8049a-7dc9-45b0-a278-ac794edfbdfd req-d076a333-c025-4ffa-8b2a-7e506cca6533 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 3827 time: 0.1751823 Apr 30 01:23:56.329098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:56.329987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Checking segment: {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:56.330385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Bound using segment: {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:56.330828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Bound port: f887667a-ed76-4c2e-9f50-5cd985f7b7db, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9cc61f2-7944-4407-88b7-497073cacb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:56.331187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.450658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0a8049a-7dc9-45b0-a278-ac794edfbdfd req-605a0537-ec49-424b-a39b-f75d5d28f8db tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229653 Apr 30 01:23:56.460463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] For port f887667a-ed76-4c2e-9f50-5cd985f7b7db, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:56.465820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] For port f887667a-ed76-4c2e-9f50-5cd985f7b7db, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f887667a-ed76-4c2e-9f50-5cd985f7b7db,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:56.562688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-537bcc8a-4ee3-4bc2-8522-6f3f3401448d req-6251e1d8-f9d4-49c3-982a-a6a4b439e3ee tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0315526 Apr 30 01:23:56.588925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.623661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.625284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.626696 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/f887667a-ed76-4c2e-9f50-5cd985f7b7db HTTP/1.1" status: 200 len: 1091 time: 1.5953906 Apr 30 01:23:56.629952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:56.633434 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ee6b7e-5d06-4350-be97-318ab3eec435" -d '{"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "f887667a-ed76-4c2e-9f50-5cd985f7b7db"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:56.697165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1f2d-3f0e-41bb-bb9c-6ced893235c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f887667a-ed76-4c2e-9f50-5cd985f7b7db,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:56.702775 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e54e014-7f50-4ac8-b7ad-f80939c774a8 x-openstack-request-id: req-7e54e014-7f50-4ac8-b7ad-f80939c774a8 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:56.703054 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "f887667a-ed76-4c2e-9f50-5cd985f7b7db", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:56.703300 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e54e014-7f50-4ac8-b7ad-f80939c774a8 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:56.704068 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e54e014-7f50-4ac8-b7ad-f80939c774a8'] response: {'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'status': 'completed', 'code': 200} Apr 30 01:23:56.728593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:56.839278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41064) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:56.876182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcac3429-e1da-48b6-963b-bd0b7b44f66d req-3a1cea36-b852-4f63-a3fd-5c42a0df16f9 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795927 Apr 30 01:23:56.908216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-051b600b-b98e-4c1b-8416-f02795d17982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.908216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-051b600b-b98e-4c1b-8416-f02795d17982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.908216 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-051b600b-b98e-4c1b-8416-f02795d17982 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13067c27-44af-4229-bce1-7c6075e481c9 HTTP/1.1" status: 204 len: 168 time: 1.2955251 Apr 30 01:23:56.912937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d2c840-5b58-4b9b-bafa-b54172bdd1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.918778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3045a8c-5338-414f-bbaf-4da4c64f4f40 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:56.930848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-cdaad8f6-2d4a-43e9-b9ac-5e3ef934a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.931728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-fdd9a9bc-5f45-4f1f-ab11-9ec04769e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.932196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-fdd9a9bc-5f45-4f1f-ab11-9ec04769e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.932658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-fdd9a9bc-5f45-4f1f-ab11-9ec04769e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.933056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-cdaad8f6-2d4a-43e9-b9ac-5e3ef934a0a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1972477 Apr 30 01:23:56.933178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-fdd9a9bc-5f45-4f1f-ab11-9ec04769e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.933548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-fdd9a9bc-5f45-4f1f-ab11-9ec04769e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.940599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:56.942368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-fdd9a9bc-5f45-4f1f-ab11-9ec04769e508 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 4362 time: 0.2110050 Apr 30 01:23:56.949483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0ae9a-d6be-442e-92e6-fec97837e92d req-62379861-43f5-417c-8977-c92c3cc9682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:56.951388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e0ae9a-d6be-442e-92e6-fec97837e92d req-62379861-43f5-417c-8977-c92c3cc9682b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8092849 Apr 30 01:23:56.971930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b600b-b98e-4c1b-8416-f02795d17982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13067c27-44af-4229-bce1-7c6075e481c9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:56.996167 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.036088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1b941a1d-e29a-4a53-8008-afa6ba352a16 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:23:57.049337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Transition to ACTIVE for port object a3045a8c-5338-414f-bbaf-4da4c64f4f40 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:23:57.089893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-5a2fec1f-97f3-49a1-b648-98ffedb88502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.096928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-5a2fec1f-97f3-49a1-b648-98ffedb88502 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531703 Apr 30 01:23:57.140646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.148382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238c7ec-446f-4625-8a07-2ed6800c4ee8 req-e230ec01-19b4-403e-b49e-708ee123f2e6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.156194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7238c7ec-446f-4625-8a07-2ed6800c4ee8 req-e230ec01-19b4-403e-b49e-708ee123f2e6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 947 time: 0.2486188 Apr 30 01:23:57.202507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1b941a1d-e29a-4a53-8008-afa6ba352a16, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1b941a1d-e29a-4a53-8008-afa6ba352a16,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:57.221618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '1b941a1d-e29a-4a53-8008-afa6ba352a16', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '1b941a1d-e29a-4a53-8008-afa6ba352a16', 'mac_address': 'fa:16:3e:13:92:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:23:57.285385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-a86bced8-12d8-4272-bdc8-fc2d6e5c9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.285921 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.286128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-a86bced8-12d8-4272-bdc8-fc2d6e5c9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.286588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-a86bced8-12d8-4272-bdc8-fc2d6e5c9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.288835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-a86bced8-12d8-4272-bdc8-fc2d6e5c9411 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=139ef8a4b2034700acd4ea500bb52be4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3033447 Apr 30 01:23:57.301401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e2ef944-af59-4959-82ac-75e6d430b10f req-c60316e5-2773-40a1-ae19-9e360d11e75f tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.1201289 Apr 30 01:23:57.319079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b941a1d-e29a-4a53-8008-afa6ba352a16 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:57.332317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Pushing event updated for resources: {'Port': ['ID=a3045a8c-5338-414f-bbaf-4da4c64f4f40,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:57.350109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.350625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.351940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.352337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.353023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.353720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.353720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.354069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.354406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.354737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.355062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.355403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:23:57.364992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7238c7ec-446f-4625-8a07-2ed6800c4ee8 req-e573fc8f-3c6a-4a29-b21f-d16c0bac0094 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054219 Apr 30 01:23:57.370549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1b941a1d-e29a-4a53-8008-afa6ba352a16, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1b941a1d-e29a-4a53-8008-afa6ba352a16,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:57.409753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d2c840-5b58-4b9b-bafa-b54172bdd1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.444124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-c800974d-bdf3-4755-abcc-8a27b4a0ab7b service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394403 Apr 30 01:23:57.446514 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.514016 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d2c840-5b58-4b9b-bafa-b54172bdd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.580932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894facdb-a16d-4ebf-9ea1-f3935d55968c req-f37b94f9-d1eb-4268-9e6e-a6e68db25c85 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298280 Apr 30 01:23:57.625586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1b941a1d-e29a-4a53-8008-afa6ba352a16,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:57.634003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Attempting to bind port a3045a8c-5338-414f-bbaf-4da4c64f4f40 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:57.634114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Attempting to bind port a3045a8c-5338-414f-bbaf-4da4c64f4f40 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:57.634633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Attempting to bind port a3045a8c-5338-414f-bbaf-4da4c64f4f40 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:57.641580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Port a3045a8c-5338-414f-bbaf-4da4c64f4f40 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:57.641970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Attempting to bind port a3045a8c-5338-414f-bbaf-4da4c64f4f40 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:57.649861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:57.661399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:57.661399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:57.661399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Bound port: a3045a8c-5338-414f-bbaf-4da4c64f4f40, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:57.661399 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.677471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:23:57.759588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551058af-7d8f-431a-9911-b6c7ddc588bd req-d226a2fc-67ae-4fc0-ae7b-bff37a857a6b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.765912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551058af-7d8f-431a-9911-b6c7ddc588bd req-d226a2fc-67ae-4fc0-ae7b-bff37a857a6b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.772606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551058af-7d8f-431a-9911-b6c7ddc588bd req-d226a2fc-67ae-4fc0-ae7b-bff37a857a6b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.779092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551058af-7d8f-431a-9911-b6c7ddc588bd req-d226a2fc-67ae-4fc0-ae7b-bff37a857a6b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.785966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551058af-7d8f-431a-9911-b6c7ddc588bd req-d226a2fc-67ae-4fc0-ae7b-bff37a857a6b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.788315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-551058af-7d8f-431a-9911-b6c7ddc588bd req-d226a2fc-67ae-4fc0-ae7b-bff37a857a6b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 3827 time: 0.1207321 Apr 30 01:23:57.828148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b8d36e-a0e7-4987-ba3b-e75afce219da {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:57.838975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.841549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] For port a3045a8c-5338-414f-bbaf-4da4c64f4f40, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:57.846942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] For port a3045a8c-5338-414f-bbaf-4da4c64f4f40, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3045a8c-5338-414f-bbaf-4da4c64f4f40,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:57.852065 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-551058af-7d8f-431a-9911-b6c7ddc588bd req-6fc2f0e5-38fe-4bfc-b3e4-13f2683f3b20 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548496 Apr 30 01:23:57.859305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-46d2c840-5b58-4b9b-bafa-b54172bdd1fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59e0e52f4ff7421681f1552633676117&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0164845 Apr 30 01:23:57.859742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41076) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:57.861425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Transition to ACTIVE for port object 76b8d36e-a0e7-4987-ba3b-e75afce219da will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:23:57.873135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2c840-5b58-4b9b-bafa-b54172bdd1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f296d3c-4ddf-4bfb-8a37-ed3db441bd5e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:57.878531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-7878a772-5018-4388-8cc1-dfd3ff097a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:57.881087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0ee6b7e-5d06-4350-be97-318ab3eec435 req-7878a772-5018-4388-8cc1-dfd3ff097a69 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5670006 Apr 30 01:23:57.930890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41080) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:57.933616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.940193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9e9d84b6-2dec-4980-a397-92b51c476ed3 req-35fab86e-2426-4967-a6d7-4984b4526860 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.2245612 Apr 30 01:23:57.950597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98960a73-8a23-4330-84e0-14da8654e36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.960016 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:57.983803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0594f483-d820-40d3-8d8d-61dbfb90ffcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.044323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Pushing event updated for resources: {'Port': ['ID=76b8d36e-a0e7-4987-ba3b-e75afce219da,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:58.047317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:58.047973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.049351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] 10.222.0.23 "PUT /v2.0/ports/a3045a8c-5338-414f-bbaf-4da4c64f4f40 HTTP/1.1" status: 200 len: 1096 time: 2.5639787 Apr 30 01:23:58.049872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5644a3c5-8651-42fc-bdbf-373208c67857', 'tag': 'a3045a8c-5338-414f-bbaf-4da4c64f4f40'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:58.053618 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e88dcde-0ea9-409c-9042-0db5ffdbd2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5644a3c5-8651-42fc-bdbf-373208c67857", "tag": "a3045a8c-5338-414f-bbaf-4da4c64f4f40"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:58.105858 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0594f483-d820-40d3-8d8d-61dbfb90ffcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.166472 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257eb29b-f80e-4c0c-ae3e-a01941aea362 x-openstack-request-id: req-257eb29b-f80e-4c0c-ae3e-a01941aea362 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:58.166901 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5644a3c5-8651-42fc-bdbf-373208c67857", "tag": "a3045a8c-5338-414f-bbaf-4da4c64f4f40", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:58.167219 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-257eb29b-f80e-4c0c-ae3e-a01941aea362 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:58.167700 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257eb29b-f80e-4c0c-ae3e-a01941aea362'] response: {'name': 'network-changed', 'server_uuid': '5644a3c5-8651-42fc-bdbf-373208c67857', 'tag': 'a3045a8c-5338-414f-bbaf-4da4c64f4f40', 'status': 'completed', 'code': 200} Apr 30 01:23:58.168521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a432adf-7c2b-405d-adea-36bce9dbe465 service neutron] Pushing event updated for resources: {'Port': ['ID=a3045a8c-5338-414f-bbaf-4da4c64f4f40,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:58.186493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Attempting to bind port 76b8d36e-a0e7-4987-ba3b-e75afce219da on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:23:58.186884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Attempting to bind port 76b8d36e-a0e7-4987-ba3b-e75afce219da by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:23:58.187326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Attempting to bind port 76b8d36e-a0e7-4987-ba3b-e75afce219da on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:58.192769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Port 76b8d36e-a0e7-4987-ba3b-e75afce219da on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:23:58.193172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Attempting to bind port 76b8d36e-a0e7-4987-ba3b-e75afce219da on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:23:58.202198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:23:58.202676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Checking segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:23:58.203166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Bound using segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:23:58.203737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Bound port: 76b8d36e-a0e7-4987-ba3b-e75afce219da, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:23:58.204102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.260771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833002b-b19b-4420-903c-a10654277684 req-ce26a3e4-1a71-46e0-8479-cee525ad8cef tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:58.267975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2833002b-b19b-4420-903c-a10654277684 req-ce26a3e4-1a71-46e0-8479-cee525ad8cef tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 948 time: 0.2817931 Apr 30 01:23:58.302503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] For port 76b8d36e-a0e7-4987-ba3b-e75afce219da, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:23:58.306063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] For port 76b8d36e-a0e7-4987-ba3b-e75afce219da, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=76b8d36e-a0e7-4987-ba3b-e75afce219da,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:23:58.333814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e0ae9a-d6be-442e-92e6-fec97837e92d req-a5446a4f-ea86-46e5-b1c9-c8fd4852d9c7 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0848165 Apr 30 01:23:58.369284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88dcde-0ea9-409c-9042-0db5ffdbd2ea req-22ca4763-1940-4257-80cd-01b76e6886fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:58.370784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e88dcde-0ea9-409c-9042-0db5ffdbd2ea req-22ca4763-1940-4257-80cd-01b76e6886fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 1099 time: 0.1846843 Apr 30 01:23:58.383286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.434784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2833002b-b19b-4420-903c-a10654277684 req-21ccaba2-ba60-4015-a9f4-f395665fcb53 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414480 Apr 30 01:23:58.451395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e88dcde-0ea9-409c-9042-0db5ffdbd2ea req-94a00edb-f596-43e9-85b0-ed76ee3e86dc service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651355 Apr 30 01:23:58.466147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:58.467633 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.469480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0594f483-d820-40d3-8d8d-61dbfb90ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.470351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] 10.222.0.21 "PUT /v2.0/ports/76b8d36e-a0e7-4987-ba3b-e75afce219da HTTP/1.1" status: 200 len: 1135 time: 1.7460792 Apr 30 01:23:58.472032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0594f483-d820-40d3-8d8d-61dbfb90ffcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.473953 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0594f483-d820-40d3-8d8d-61dbfb90ffcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f296d3c-4ddf-4bfb-8a37-ed3db441bd5e HTTP/1.1" status: 204 len: 168 time: 0.6127861 Apr 30 01:23:58.489270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98960a73-8a23-4330-84e0-14da8654e36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.541109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78261505-0dc2-4584-92c2-2aa596aaf9b5 req-d84137e2-59e8-48b7-bb4d-7a7765984d95 tempest-ServersAdmin275Test-1587292739 tempest-ServersAdmin275Test-1587292739-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57c6494-0f26-4f46-97f4-c703cb8b3302 HTTP/1.1" status: 200 len: 210 time: 0.0466349 Apr 30 01:23:58.543553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b55a5c-52a9-4f3e-90ed-0c1f67e39c13 service neutron] Pushing event updated for resources: {'Port': ['ID=76b8d36e-a0e7-4987-ba3b-e75afce219da,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:58.569120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594f483-d820-40d3-8d8d-61dbfb90ffcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f296d3c-4ddf-4bfb-8a37-ed3db441bd5e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:58.595686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:23:58.722320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '76b8d36e-a0e7-4987-ba3b-e75afce219da'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:58.725141 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "76b8d36e-a0e7-4987-ba3b-e75afce219da"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:58.759007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.768610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88dcde-0ea9-409c-9042-0db5ffdbd2ea req-88b6ceef-c2d8-44ac-a543-8103e6ce240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:58.770447 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e88dcde-0ea9-409c-9042-0db5ffdbd2ea req-88b6ceef-c2d8-44ac-a543-8103e6ce240e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2837155 Apr 30 01:23:58.778979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98960a73-8a23-4330-84e0-14da8654e36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.782362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e7763e8-95c3-422c-ace0-e9cffa54c814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:58.793411 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c4b159-2316-4a04-9c3f-cedcf215e393 x-openstack-request-id: req-47c4b159-2316-4a04-9c3f-cedcf215e393 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:23:58.793703 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "76b8d36e-a0e7-4987-ba3b-e75afce219da", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:23:58.794060 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47c4b159-2316-4a04-9c3f-cedcf215e393 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:23:58.796559 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c4b159-2316-4a04-9c3f-cedcf215e393'] response: {'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '76b8d36e-a0e7-4987-ba3b-e75afce219da', 'status': 'completed', 'code': 200} Apr 30 01:23:58.923552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-98960a73-8a23-4330-84e0-14da8654e36c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e19e602c0d784ed28765fcb88c0c269b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9911940 Apr 30 01:23:58.932074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41096) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:23:58.981633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98960a73-8a23-4330-84e0-14da8654e36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddb715c-ce1d-4542-93c4-7274462adaed,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:58.996844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540961-fbd1-407f-83c5-71166fb8a414 req-8c7a99d9-4026-48c7-a1fb-2532a06bbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:58.998425 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-8c7a99d9-4026-48c7-a1fb-2532a06bbf91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 1099 time: 0.1608508 Apr 30 01:23:59.014628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07968a33-2e2c-4125-bd4f-adb740815e62 req-bf173be0-9a34-4cb8-ba6a-253b24af62b5 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.028056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07968a33-2e2c-4125-bd4f-adb740815e62 req-bf173be0-9a34-4cb8-ba6a-253b24af62b5 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 948 time: 0.2565305 Apr 30 01:23:59.047672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1b941a1d-e29a-4a53-8008-afa6ba352a16 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:23:59.136369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-e48f484b-df74-400f-b35c-dd924285dc5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a3045a8c-5338-414f-bbaf-4da4c64f4f40 HTTP/1.1" status: 200 len: 217 time: 0.1050146 Apr 30 01:23:59.146713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07ed48bc-2bce-450e-bb6d-8b078d987e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.233475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540961-fbd1-407f-83c5-71166fb8a414 req-0ebb928a-a69a-49ca-8856-04f4ee158735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.235179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-0ebb928a-a69a-49ca-8856-04f4ee158735 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0638299 Apr 30 01:23:59.250048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07ed48bc-2bce-450e-bb6d-8b078d987e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.281535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 1b941a1d-e29a-4a53-8008-afa6ba352a16 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:23:59.296494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 1b941a1d-e29a-4a53-8008-afa6ba352a16 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:23:59.296881 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.316015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07968a33-2e2c-4125-bd4f-adb740815e62 req-ba21c08b-3e82-4608-a7e8-59f9c8a98f9a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708554 Apr 30 01:23:59.447848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540961-fbd1-407f-83c5-71166fb8a414 req-c85660de-118d-48e8-8e14-aeaaff50441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.456270 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-c85660de-118d-48e8-8e14-aeaaff50441f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2064266 Apr 30 01:23:59.481280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.509638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd708b6-6b02-49ae-a2b5-9928362a2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b941a1d-e29a-4a53-8008-afa6ba352a16'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:23:59.512579 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0e1936-544f-4998-a753-e98a77757b67" -d '{"events": [{"server_uuid": "edd708b6-6b02-49ae-a2b5-9928362a2833", "name": "network-vif-plugged", "status": "completed", "tag": "1b941a1d-e29a-4a53-8008-afa6ba352a16"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:23:59.547105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1b941a1d-e29a-4a53-8008-afa6ba352a16, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1b941a1d-e29a-4a53-8008-afa6ba352a16,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:23:59.572719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b676cc5-8d0b-4812-adff-5f37e29c73cd {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:23:59.578571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57e44062-0743-4b6e-95d1-38113e39dfcc req-3df78ffa-0d9a-444c-94e5-ab5ff6e62cf9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=137628ce-d5c1-4e24-9773-fe6f2675b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0922399 Apr 30 01:23:59.586798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07ed48bc-2bce-450e-bb6d-8b078d987e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.589799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.592221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07ed48bc-2bce-450e-bb6d-8b078d987e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.600347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-07ed48bc-2bce-450e-bb6d-8b078d987e7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ddb715c-ce1d-4542-93c4-7274462adaed HTTP/1.1" status: 204 len: 168 time: 0.6566813 Apr 30 01:23:59.618862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Transition to ACTIVE for port object 6b676cc5-8d0b-4812-adff-5f37e29c73cd will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:23:59.651362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.655542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90871251-3079-4b57-9843-60bb1e7bb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.655837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90871251-3079-4b57-9843-60bb1e7bb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.656302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90871251-3079-4b57-9843-60bb1e7bb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.656739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90871251-3079-4b57-9843-60bb1e7bb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.658342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90871251-3079-4b57-9843-60bb1e7bb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.658931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90871251-3079-4b57-9843-60bb1e7bb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.662952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90871251-3079-4b57-9843-60bb1e7bb538 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5290 time: 0.7227061 Apr 30 01:23:59.721894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1b941a1d-e29a-4a53-8008-afa6ba352a16,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:59.745715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed48bc-2bce-450e-bb6d-8b078d987e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddb715c-ce1d-4542-93c4-7274462adaed,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:23:59.759913 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:23:59.835852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6546b4-57bb-4a7a-bbfb-0ff938902799 req-7b2fd6f0-b87a-48dc-85b1-1a260e3264d5 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.837410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6c6546b4-57bb-4a7a-bbfb-0ff938902799 req-7b2fd6f0-b87a-48dc-85b1-1a260e3264d5 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 948 time: 0.0945616 Apr 30 01:23:59.852919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-db384ca5-76aa-4ca8-ae1b-a0e7d513b362 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737957 Apr 30 01:23:59.918011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29077db-de05-4913-8fae-214ce153ce72 req-cc64aeb8-4d78-4638-945b-9311f8d4d748 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.928213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29077db-de05-4913-8fae-214ce153ce72 req-cc64aeb8-4d78-4638-945b-9311f8d4d748 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.936106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29077db-de05-4913-8fae-214ce153ce72 req-cc64aeb8-4d78-4638-945b-9311f8d4d748 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.943930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29077db-de05-4913-8fae-214ce153ce72 req-cc64aeb8-4d78-4638-945b-9311f8d4d748 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.951195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29077db-de05-4913-8fae-214ce153ce72 req-cc64aeb8-4d78-4638-945b-9311f8d4d748 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.960282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29077db-de05-4913-8fae-214ce153ce72 req-cc64aeb8-4d78-4638-945b-9311f8d4d748 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:23:59.969942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e29077db-de05-4913-8fae-214ce153ce72 req-cc64aeb8-4d78-4638-945b-9311f8d4d748 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 4604 time: 1.0104976 Apr 30 01:23:59.988713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6c6546b4-57bb-4a7a-bbfb-0ff938902799 req-79f0e1bc-a21d-479f-8a79-ff0a09707f28 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373961 Apr 30 01:24:00.041349 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89540961-fbd1-407f-83c5-71166fb8a414 req-b2459022-1ff1-4b85-8815-8fc6c1fbc2d8 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618795 Apr 30 01:24:00.090658 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223478fe-fa8a-4280-b524-baebb90776f1 x-openstack-request-id: req-223478fe-fa8a-4280-b524-baebb90776f1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:00.091743 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd708b6-6b02-49ae-a2b5-9928362a2833", "name": "network-vif-plugged", "status": "completed", "tag": "1b941a1d-e29a-4a53-8008-afa6ba352a16", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:00.092201 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-223478fe-fa8a-4280-b524-baebb90776f1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:00.092869 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223478fe-fa8a-4280-b524-baebb90776f1'] response: {'server_uuid': 'edd708b6-6b02-49ae-a2b5-9928362a2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b941a1d-e29a-4a53-8008-afa6ba352a16', 'code': 200} Apr 30 01:24:00.186138 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e29077db-de05-4913-8fae-214ce153ce72 req-7da37f36-20e3-4028-b6d3-f2323f97b3dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2152677 Apr 30 01:24:00.281354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Pushing event updated for resources: {'Port': ['ID=6b676cc5-8d0b-4812-adff-5f37e29c73cd,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:00.297631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd38ab-4c23-4558-b946-5b1b86eefd05 req-add7bbd9-321c-453f-821b-aa5cf6d8ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:00.299269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cdd38ab-4c23-4558-b946-5b1b86eefd05 req-add7bbd9-321c-453f-821b-aa5cf6d8ac06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 1100 time: 0.0804737 Apr 30 01:24:00.352542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-e8b3b19a-d908-493c-a580-8daf2edddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:00.353396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-e8b3b19a-d908-493c-a580-8daf2edddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:00.354036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-e8b3b19a-d908-493c-a580-8daf2edddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:00.355905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-e8b3b19a-d908-493c-a580-8daf2edddb67 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=139ef8a4b2034700acd4ea500bb52be4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6734209 Apr 30 01:24:00.381131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cdd38ab-4c23-4558-b946-5b1b86eefd05 req-4a22f861-bf94-4c72-98ac-265acdc91ee5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741477 Apr 30 01:24:00.554115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443f40-c72f-465f-a43a-8f864eb6a168 req-9f191a61-d14b-4c09-820d-79cae425d221 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:00.555765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Attempting to bind port 6b676cc5-8d0b-4812-adff-5f37e29c73cd on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:00.556099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Attempting to bind port 6b676cc5-8d0b-4812-adff-5f37e29c73cd by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:00.556427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Attempting to bind port 6b676cc5-8d0b-4812-adff-5f37e29c73cd on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:00.562849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed443f40-c72f-465f-a43a-8f864eb6a168 req-9f191a61-d14b-4c09-820d-79cae425d221 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 949 time: 0.1022377 Apr 30 01:24:00.572326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Port 6b676cc5-8d0b-4812-adff-5f37e29c73cd on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:00.572666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Attempting to bind port 6b676cc5-8d0b-4812-adff-5f37e29c73cd on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:00.577652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90d10a65-c757-418f-87d7-2a8118c196e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:00.579364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06414abc-aa8f-46ee-a980-b0de8f7d4d7b req-90d10a65-c757-418f-87d7-2a8118c196e2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2074428 Apr 30 01:24:00.582684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:00.583187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Checking segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:00.583597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Bound using segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:00.584029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Bound port: 6b676cc5-8d0b-4812-adff-5f37e29c73cd, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:00.584385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:00.602392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed443f40-c72f-465f-a43a-8f864eb6a168 req-d3f65963-2ca0-4035-94ef-8179b4f988f6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Apr 30 01:24:00.677062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] For port 6b676cc5-8d0b-4812-adff-5f37e29c73cd, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:00.681998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] For port 6b676cc5-8d0b-4812-adff-5f37e29c73cd, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b676cc5-8d0b-4812-adff-5f37e29c73cd,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:00.794259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:00.832867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:00.833536 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:00.834941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] 10.222.0.21 "PUT /v2.0/ports/6b676cc5-8d0b-4812-adff-5f37e29c73cd HTTP/1.1" status: 200 len: 1134 time: 2.2598989 Apr 30 01:24:00.835382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '6b676cc5-8d0b-4812-adff-5f37e29c73cd'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:00.837725 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f901da0a-b733-4d50-9646-0211b9be3474" -d '{"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "6b676cc5-8d0b-4812-adff-5f37e29c73cd"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:00.864035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d4c16-665b-4ce0-9b6e-8b205d197d69 service neutron] Pushing event updated for resources: {'Port': ['ID=6b676cc5-8d0b-4812-adff-5f37e29c73cd,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:00.914556 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5fd19a-23b2-4791-9e4e-daf2c9bd3a47 x-openstack-request-id: req-3d5fd19a-23b2-4791-9e4e-daf2c9bd3a47 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:00.914556 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "6b676cc5-8d0b-4812-adff-5f37e29c73cd", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:00.914556 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d5fd19a-23b2-4791-9e4e-daf2c9bd3a47 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:00.914556 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5fd19a-23b2-4791-9e4e-daf2c9bd3a47'] response: {'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '6b676cc5-8d0b-4812-adff-5f37e29c73cd', 'status': 'completed', 'code': 200} Apr 30 01:24:00.944132 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08ae36df-7c67-4620-abc1-45b1236481d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:00.994392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41158) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:01.009402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:01.047773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-b4595d6f-a563-4e5a-aace-9e3ec438d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.047773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-b4595d6f-a563-4e5a-aace-9e3ec438d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.047773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-b4595d6f-a563-4e5a-aace-9e3ec438d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.047773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-b4595d6f-a563-4e5a-aace-9e3ec438d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.047773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-b4595d6f-a563-4e5a-aace-9e3ec438d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.047773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-b4595d6f-a563-4e5a-aace-9e3ec438d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.047773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-b4595d6f-a563-4e5a-aace-9e3ec438d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.049171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f901da0a-b733-4d50-9646-0211b9be3474 req-b4595d6f-a563-4e5a-aace-9e3ec438d543 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6217 time: 0.1175594 Apr 30 01:24:01.161109 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:01.250135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570feb-9a52-4906-bbf8-f298b2547767 req-2e3a0f1b-acb7-48f2-a7ff-d175139f1652 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.251828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ba570feb-9a52-4906-bbf8-f298b2547767 req-2e3a0f1b-acb7-48f2-a7ff-d175139f1652 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 948 time: 0.1282070 Apr 30 01:24:01.302481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ba570feb-9a52-4906-bbf8-f298b2547767 req-7debeb35-273e-4d23-b126-fa9fb023cbb7 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Apr 30 01:24:01.347038 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ded83f13-c0c2-4e64-a043-bc9f7702be20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:01.510799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ded83f13-c0c2-4e64-a043-bc9f7702be20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:01.529897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-87aab8e4-ef02-436d-91f7-25d1b950ae63 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.537316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-87aab8e4-ef02-436d-91f7-25d1b950ae63 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.554251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-87aab8e4-ef02-436d-91f7-25d1b950ae63 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.554251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-87aab8e4-ef02-436d-91f7-25d1b950ae63 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.557722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-87aab8e4-ef02-436d-91f7-25d1b950ae63 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.564142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-87aab8e4-ef02-436d-91f7-25d1b950ae63 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.572105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-87aab8e4-ef02-436d-91f7-25d1b950ae63 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.572987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-4196bda7-a4e7-4bd4-9cf3-26c20dc521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.573455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-4196bda7-a4e7-4bd4-9cf3-26c20dc521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.574584 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-87aab8e4-ef02-436d-91f7-25d1b950ae63 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5380 time: 0.1500959 Apr 30 01:24:01.580250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-4196bda7-a4e7-4bd4-9cf3-26c20dc521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.582707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f901da0a-b733-4d50-9646-0211b9be3474 req-4196bda7-a4e7-4bd4-9cf3-26c20dc521ba service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=139ef8a4b2034700acd4ea500bb52be4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5209990 Apr 30 01:24:01.599331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84437-b77b-4039-a781-dee7cdba02cc req-f68e02ad-4843-4082-acb2-86ec07429184 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.604080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82e84437-b77b-4039-a781-dee7cdba02cc req-f68e02ad-4843-4082-acb2-86ec07429184 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.3022821 Apr 30 01:24:01.604224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ded83f13-c0c2-4e64-a043-bc9f7702be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:01.674440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-047ae1b2-dd99-4058-a46b-22031282ed4d req-c60812fd-dfc0-4437-83ef-07d5f5254f06 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936818 Apr 30 01:24:01.678795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ded83f13-c0c2-4e64-a043-bc9f7702be20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f599ce70a1aa46b482fc11a4d389e31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823690 Apr 30 01:24:01.678795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded83f13-c0c2-4e64-a043-bc9f7702be20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4001a00a-a093-4c32-b801-e0dc7daea26a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:01.681434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41190) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:01.721047 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82e84437-b77b-4039-a781-dee7cdba02cc req-95cfc1a0-384a-4818-92c5-3ffd2fe83081 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/quotas/a52d06b7d5e84f03b1dde872684d45e6 HTTP/1.1" status: 200 len: 375 time: 0.0892982 Apr 30 01:24:01.787879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5913d4e-4eb1-412b-acce-189d8ab2599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:01.792469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82e84437-b77b-4039-a781-dee7cdba02cc req-d97b6fed-8cd0-4e22-b877-aa9c4812de21 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701156 Apr 30 01:24:01.824931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5913d4e-4eb1-412b-acce-189d8ab2599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:01.909027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da0a-b733-4d50-9646-0211b9be3474 req-cf0978c5-57c4-4a5b-9964-674fb6f88b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.910664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f901da0a-b733-4d50-9646-0211b9be3474 req-cf0978c5-57c4-4a5b-9964-674fb6f88b48 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3088162 Apr 30 01:24:01.919193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdece75-aceb-4785-896e-627a71cd2568 req-3dd321f8-1554-4ec5-854d-4184a9f22b94 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:01.927599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bcdece75-aceb-4785-896e-627a71cd2568 req-3dd321f8-1554-4ec5-854d-4184a9f22b94 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 949 time: 0.0917637 Apr 30 01:24:01.960061 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:01.969385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82e84437-b77b-4039-a781-dee7cdba02cc req-42539e5b-0d10-45a4-93ce-acf9c4fb0aae service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759663 Apr 30 01:24:02.012148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bcdece75-aceb-4785-896e-627a71cd2568 req-00937654-8c30-489f-91bd-06ee19fc7270 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777524 Apr 30 01:24:02.067517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8347f042-f881-476a-a1a0-9873999dbaa6 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:02.080171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.104830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Transition to ACTIVE for port object 8347f042-f881-476a-a1a0-9873999dbaa6 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:02.122218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82e84437-b77b-4039-a781-dee7cdba02cc req-923f3af1-fa4a-4eff-abda-8804d67d7b3d service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519866 Apr 30 01:24:02.131937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5913d4e-4eb1-412b-acce-189d8ab2599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.136248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5913d4e-4eb1-412b-acce-189d8ab2599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.141473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e5913d4e-4eb1-412b-acce-189d8ab2599b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4001a00a-a093-4c32-b801-e0dc7daea26a HTTP/1.1" status: 204 len: 168 time: 0.4428036 Apr 30 01:24:02.152389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5913d4e-4eb1-412b-acce-189d8ab2599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4001a00a-a093-4c32-b801-e0dc7daea26a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:02.194301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.296281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Pushing event updated for resources: {'Port': ['ID=8347f042-f881-476a-a1a0-9873999dbaa6,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:02.384735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Attempting to bind port 8347f042-f881-476a-a1a0-9873999dbaa6 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:02.385077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Attempting to bind port 8347f042-f881-476a-a1a0-9873999dbaa6 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:02.385408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Attempting to bind port 8347f042-f881-476a-a1a0-9873999dbaa6 on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:02.391111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Port 8347f042-f881-476a-a1a0-9873999dbaa6 on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:02.391448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Attempting to bind port 8347f042-f881-476a-a1a0-9873999dbaa6 on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:02.397550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:02.397894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Checking segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:02.398274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Bound using segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:02.398699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Bound port: 8347f042-f881-476a-a1a0-9873999dbaa6, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:02.399057 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.551902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] For port 8347f042-f881-476a-a1a0-9873999dbaa6, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:02.555237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] For port 8347f042-f881-476a-a1a0-9873999dbaa6, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8347f042-f881-476a-a1a0-9873999dbaa6,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:02.602307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74debbe6-ce04-4d95-b17b-b6c292124a5b req-dcb0e0a6-4708-4513-abc0-a106d9604916 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:02.603891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74debbe6-ce04-4d95-b17b-b6c292124a5b req-dcb0e0a6-4708-4513-abc0-a106d9604916 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 1100 time: 0.1010752 Apr 30 01:24:02.628278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d980ce-bf07-4870-855b-ec0d57f7d8f1 req-3a122415-5c3f-4501-b2aa-e0d6244710c5 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:02.630684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0d980ce-bf07-4870-855b-ec0d57f7d8f1 req-3a122415-5c3f-4501-b2aa-e0d6244710c5 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 948 time: 0.0737708 Apr 30 01:24:02.632610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.661164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74debbe6-ce04-4d95-b17b-b6c292124a5b req-2f029b73-2a7b-4c9f-9574-ea742c09d406 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.681850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:02.682768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.684416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] 10.222.0.21 "PUT /v2.0/ports/8347f042-f881-476a-a1a0-9873999dbaa6 HTTP/1.1" status: 200 len: 1091 time: 1.6850967 Apr 30 01:24:02.727596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0d980ce-bf07-4870-855b-ec0d57f7d8f1 req-9b8eda80-5e3d-4b16-8bed-2fbe05965341 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868950 Apr 30 01:24:02.728741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9a398-1c3b-4e93-8373-69587713b2be service neutron] Pushing event updated for resources: {'Port': ['ID=8347f042-f881-476a-a1a0-9873999dbaa6,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:02.798480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:02.856895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74debbe6-ce04-4d95-b17b-b6c292124a5b req-2f029b73-2a7b-4c9f-9574-ea742c09d406 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.874726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41c78121-bb8e-42d6-be80-dcd615bda601 req-da77c488-c99d-45b2-875d-0552d710f88c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e6b5ca0-dda9-44c9-94bc-92b81aa9ac07 HTTP/1.1" status: 200 len: 210 time: 0.0668294 Apr 30 01:24:02.908438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74debbe6-ce04-4d95-b17b-b6c292124a5b req-2f029b73-2a7b-4c9f-9574-ea742c09d406 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.918105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '8347f042-f881-476a-a1a0-9873999dbaa6'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:02.921005 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6605964-2308-46c5-aae1-7d0db93d1e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "8347f042-f881-476a-a1a0-9873999dbaa6"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:02.926649 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:02.959755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74debbe6-ce04-4d95-b17b-b6c292124a5b req-2f029b73-2a7b-4c9f-9574-ea742c09d406 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139722 Apr 30 01:24:02.994995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f029b73-2a7b-4c9f-9574-ea742c09d406 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225aa943-52a2-4907-85f3-7b9a9624b152,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:03.200531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-e96a2dad-b91a-4729-987f-7b1cc5fe501b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.206634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-e96a2dad-b91a-4729-987f-7b1cc5fe501b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.212694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-e96a2dad-b91a-4729-987f-7b1cc5fe501b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.219080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-e96a2dad-b91a-4729-987f-7b1cc5fe501b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.225389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-e96a2dad-b91a-4729-987f-7b1cc5fe501b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.231228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-e96a2dad-b91a-4729-987f-7b1cc5fe501b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.237234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-e96a2dad-b91a-4729-987f-7b1cc5fe501b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.240077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-e96a2dad-b91a-4729-987f-7b1cc5fe501b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5392 time: 0.1892865 Apr 30 01:24:03.343292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4c93df3-ba3b-4f0d-8315-468403bcab29 req-5d071605-29bf-4090-90fe-afeb8dc24d43 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896835 Apr 30 01:24:03.383571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a3045a8c-5338-414f-bbaf-4da4c64f4f40 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:03.459359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0b82de-ed57-4695-91b1-bc21b40b3689 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:03.468699 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:03.482777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Transition to ACTIVE for port object 8f0b82de-ed57-4695-91b1-bc21b40b3689 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:03.486287 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c93e3-a8e3-4617-bb02-1ca7080a5079 x-openstack-request-id: req-606c93e3-a8e3-4617-bb02-1ca7080a5079 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:03.486630 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "8347f042-f881-476a-a1a0-9873999dbaa6", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:03.486876 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-606c93e3-a8e3-4617-bb02-1ca7080a5079 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:03.487264 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606c93e3-a8e3-4617-bb02-1ca7080a5079'] response: {'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '8347f042-f881-476a-a1a0-9873999dbaa6', 'status': 'completed', 'code': 200} Apr 30 01:24:03.515289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a3045a8c-5338-414f-bbaf-4da4c64f4f40, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3045a8c-5338-414f-bbaf-4da4c64f4f40,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:03.538185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'a3045a8c-5338-414f-bbaf-4da4c64f4f40', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'a3045a8c-5338-414f-bbaf-4da4c64f4f40', 'mac_address': 'fa:16:3e:81:08:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:03.538382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41242) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:03.574047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c777f60-a9c8-4a66-8a23-c5222a886bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:03.606635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:03.646998 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:03.679891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3045a8c-5338-414f-bbaf-4da4c64f4f40 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:03.731553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a3045a8c-5338-414f-bbaf-4da4c64f4f40, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3045a8c-5338-414f-bbaf-4da4c64f4f40,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:03.760962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:03.810415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0b82de-ed57-4695-91b1-bc21b40b3689,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:03.819311 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:03.828636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-0194c954-9799-4dde-ba36-df128276fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.829508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-0194c954-9799-4dde-ba36-df128276fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.830047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-0194c954-9799-4dde-ba36-df128276fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.830451 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-0194c954-9799-4dde-ba36-df128276fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.830918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-0194c954-9799-4dde-ba36-df128276fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.831386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-0194c954-9799-4dde-ba36-df128276fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.831969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-0194c954-9799-4dde-ba36-df128276fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:03.834358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-0194c954-9799-4dde-ba36-df128276fc84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6284 time: 0.3502009 Apr 30 01:24:03.851292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c777f60-a9c8-4a66-8a23-c5222a886bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:03.920227 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c777f60-a9c8-4a66-8a23-c5222a886bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:03.934650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a3045a8c-5338-414f-bbaf-4da4c64f4f40,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:03.945944 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.057138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0c777f60-a9c8-4a66-8a23-c5222a886bad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb2d1195cbc745c3b99e125d0fdefd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163040 Apr 30 01:24:04.060265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41254) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:04.071825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c777f60-a9c8-4a66-8a23-c5222a886bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c1fa6-95c8-4bc9-8211-5837106e255f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:04.073434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a3045a8c-5338-414f-bbaf-4da4c64f4f40'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:04.097412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Attempting to bind port 8f0b82de-ed57-4695-91b1-bc21b40b3689 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:04.098276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Attempting to bind port 8f0b82de-ed57-4695-91b1-bc21b40b3689 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:04.101438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Attempting to bind port 8f0b82de-ed57-4695-91b1-bc21b40b3689 on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:04.115966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb022de-fb03-4ce6-8f2f-ab7b96e4c6ad req-0939058d-2442-4505-84ea-71dc971d2f36 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:04.124172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfb022de-fb03-4ce6-8f2f-ab7b96e4c6ad req-0939058d-2442-4505-84ea-71dc971d2f36 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 949 time: 0.2298160 Apr 30 01:24:04.143041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Port 8f0b82de-ed57-4695-91b1-bc21b40b3689 on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:04.143393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Attempting to bind port 8f0b82de-ed57-4695-91b1-bc21b40b3689 on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:04.176846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:04.177197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Checking segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:04.177580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Bound using segment: {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:04.178020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Bound port: 8f0b82de-ed57-4695-91b1-bc21b40b3689, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d88789-0344-46dd-8f8b-8323df4e3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:04.178378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.234273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-cf331a44-6c8f-4ac5-9f8d-dcce4156233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:04.234772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-cf331a44-6c8f-4ac5-9f8d-dcce4156233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:04.235198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-cf331a44-6c8f-4ac5-9f8d-dcce4156233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:04.236820 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-cf331a44-6c8f-4ac5-9f8d-dcce4156233d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=139ef8a4b2034700acd4ea500bb52be4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3602681 Apr 30 01:24:04.292007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2745f711-b5c6-4852-93c3-9a127943688f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.307739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfb022de-fb03-4ce6-8f2f-ab7b96e4c6ad req-15231c7c-b0f6-49e1-8197-91d2bf5f59c0 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826000 Apr 30 01:24:04.479095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2745f711-b5c6-4852-93c3-9a127943688f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.485636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-c79e8c96-6d6d-491e-9bf3-e97b1408a349 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665684 Apr 30 01:24:04.512954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] For port 8f0b82de-ed57-4695-91b1-bc21b40b3689, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:04.552778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] For port 8f0b82de-ed57-4695-91b1-bc21b40b3689, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8f0b82de-ed57-4695-91b1-bc21b40b3689,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:04.574371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-3604aac6-f633-41d7-88d1-d9c80c636785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:04.575843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6605964-2308-46c5-aae1-7d0db93d1e1e req-3604aac6-f633-41d7-88d1-d9c80c636785 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3302553 Apr 30 01:24:04.608845 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.657160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:04.657766 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.659122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] 10.222.0.21 "PUT /v2.0/ports/8f0b82de-ed57-4695-91b1-bc21b40b3689 HTTP/1.1" status: 200 len: 1090 time: 1.8651018 Apr 30 01:24:04.710006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35967a21-880e-492a-bd7f-5d731f80c033 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0b82de-ed57-4695-91b1-bc21b40b3689,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:04.718878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-cd18a987-059d-4df3-a25e-3f37517a10bf tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:04.720421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-cd18a987-059d-4df3-a25e-3f37517a10bf tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103503 Apr 30 01:24:04.757118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-307c281a-b0e8-44a2-a09d-8232854d369a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/quotas/cbcb295e0462422581cee135f4d15721 HTTP/1.1" status: 200 len: 375 time: 0.0287311 Apr 30 01:24:04.792934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:04.823749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2745f711-b5c6-4852-93c3-9a127943688f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.826646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2745f711-b5c6-4852-93c3-9a127943688f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.828071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2745f711-b5c6-4852-93c3-9a127943688f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/730c1fa6-95c8-4bc9-8211-5837106e255f HTTP/1.1" status: 204 len: 168 time: 0.7638416 Apr 30 01:24:04.906518 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:04.962107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745f711-b5c6-4852-93c3-9a127943688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c1fa6-95c8-4bc9-8211-5837106e255f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:04.980300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98244-8573-4df3-8861-ecc1be7041bf req-df118153-d2cb-458d-a233-d6713ca0d16c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:04.993898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98244-8573-4df3-8861-ecc1be7041bf req-df118153-d2cb-458d-a233-d6713ca0d16c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.006648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98244-8573-4df3-8861-ecc1be7041bf req-df118153-d2cb-458d-a233-d6713ca0d16c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.016289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98244-8573-4df3-8861-ecc1be7041bf req-df118153-d2cb-458d-a233-d6713ca0d16c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.023305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98244-8573-4df3-8861-ecc1be7041bf req-df118153-d2cb-458d-a233-d6713ca0d16c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.031291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98244-8573-4df3-8861-ecc1be7041bf req-df118153-d2cb-458d-a233-d6713ca0d16c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.031484 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-ae8d0b45-9a72-442d-b43a-fa61f92a77bf tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2727749 Apr 30 01:24:05.039511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98244-8573-4df3-8861-ecc1be7041bf req-df118153-d2cb-458d-a233-d6713ca0d16c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.042157 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43e98244-8573-4df3-8861-ecc1be7041bf req-df118153-d2cb-458d-a233-d6713ca0d16c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5404 time: 0.1898062 Apr 30 01:24:05.105573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43e98244-8573-4df3-8861-ecc1be7041bf req-b5cae9b9-302c-4c4a-9661-968385921cb9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567219 Apr 30 01:24:05.309608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2397af35-9b05-408f-8d81-8e3b105c0040 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:05.317426 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:05.330941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Transition to ACTIVE for port object 2397af35-9b05-408f-8d81-8e3b105c0040 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:05.398610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a3045a8c-5338-414f-bbaf-4da4c64f4f40 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:05.440278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f919f-c359-405b-bfc1-2ec439d10872 req-5d2cd0f1-79c2-42d4-93d3-c61026a11e5c tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.443382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d8f919f-c359-405b-bfc1-2ec439d10872 req-5d2cd0f1-79c2-42d4-93d3-c61026a11e5c tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 949 time: 0.0660777 Apr 30 01:24:05.480323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:05.489772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '8f0b82de-ed57-4695-91b1-bc21b40b3689'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:05.493890 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f29ba-9074-46e5-a8a8-17183fe878f9" -d '{"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "8f0b82de-ed57-4695-91b1-bc21b40b3689"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:05.504330 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d8f919f-c359-405b-bfc1-2ec439d10872 req-26b3f4b8-f1f9-4f14-a1c4-bd8d2b370431 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537078 Apr 30 01:24:05.577389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Pushing event updated for resources: {'Port': ['ID=2397af35-9b05-408f-8d81-8e3b105c0040,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:05.590042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port a3045a8c-5338-414f-bbaf-4da4c64f4f40 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:05.614561 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cda965-8798-4a6e-97dd-34bb20ef7cb5 x-openstack-request-id: req-d0cda965-8798-4a6e-97dd-34bb20ef7cb5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:05.614561 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "8f0b82de-ed57-4695-91b1-bc21b40b3689", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:05.614561 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0cda965-8798-4a6e-97dd-34bb20ef7cb5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:05.614561 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0cda965-8798-4a6e-97dd-34bb20ef7cb5'] response: {'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '8f0b82de-ed57-4695-91b1-bc21b40b3689', 'status': 'completed', 'code': 200} Apr 30 01:24:05.615027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port a3045a8c-5338-414f-bbaf-4da4c64f4f40 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:05.615027 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:05.762849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-8ae4ed6f-aa61-4073-96c0-a89cebb41d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.763315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-8ae4ed6f-aa61-4073-96c0-a89cebb41d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.763795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-8ae4ed6f-aa61-4073-96c0-a89cebb41d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.766424 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-8ae4ed6f-aa61-4073-96c0-a89cebb41d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.766964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-8ae4ed6f-aa61-4073-96c0-a89cebb41d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.767787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-8ae4ed6f-aa61-4073-96c0-a89cebb41d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.768560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-8ae4ed6f-aa61-4073-96c0-a89cebb41d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.775318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-8ae4ed6f-aa61-4073-96c0-a89cebb41d0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6376 time: 0.1470435 Apr 30 01:24:05.778366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Attempting to bind port 2397af35-9b05-408f-8d81-8e3b105c0040 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:05.778689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Attempting to bind port 2397af35-9b05-408f-8d81-8e3b105c0040 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:05.779016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Attempting to bind port 2397af35-9b05-408f-8d81-8e3b105c0040 on network 811c6416-3faf-4022-af7d-a01b5297b65e {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:05.834802 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:05.854162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Port 2397af35-9b05-408f-8d81-8e3b105c0040 on network 811c6416-3faf-4022-af7d-a01b5297b65e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:05.854737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Attempting to bind port 2397af35-9b05-408f-8d81-8e3b105c0040 on network 811c6416-3faf-4022-af7d-a01b5297b65e {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:05.864574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5644a3c5-8651-42fc-bdbf-373208c67857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3045a8c-5338-414f-bbaf-4da4c64f4f40'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:05.868026 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db5714d-aa91-4ee1-b14b-d31e400bc1aa" -d '{"events": [{"server_uuid": "5644a3c5-8651-42fc-bdbf-373208c67857", "name": "network-vif-plugged", "status": "completed", "tag": "a3045a8c-5338-414f-bbaf-4da4c64f4f40"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:05.897131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a3045a8c-5338-414f-bbaf-4da4c64f4f40, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3045a8c-5338-414f-bbaf-4da4c64f4f40,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:05.902495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:05.902836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Checking segment: {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:05.903230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Bound using segment: {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:05.903669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Bound port: 2397af35-9b05-408f-8d81-8e3b105c0040, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:05.904025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:05.951751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-8fc4642c-7d0f-42c5-9e5c-b1f4cc3dce49 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:05.954770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-8fc4642c-7d0f-42c5-9e5c-b1f4cc3dce49 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.1802044 Apr 30 01:24:05.965397 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:06.000035 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-0511e23b-6c17-4d6e-b8a5-4509014e9db6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/quotas/a52d06b7d5e84f03b1dde872684d45e6 HTTP/1.1" status: 200 len: 375 time: 0.0383105 Apr 30 01:24:06.040641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a3045a8c-5338-414f-bbaf-4da4c64f4f40,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:06.090247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-1b2e558d-ca5a-48e9-8c9a-735789a49c0f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881305 Apr 30 01:24:06.206875 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-b7b06a35-f85b-4bd4-9525-e924e2866b7d service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155086 Apr 30 01:24:06.251165 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49924116-af34-47dc-8f1a-76e6ed781b03 x-openstack-request-id: req-49924116-af34-47dc-8f1a-76e6ed781b03 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:06.251783 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5644a3c5-8651-42fc-bdbf-373208c67857", "name": "network-vif-plugged", "status": "completed", "tag": "a3045a8c-5338-414f-bbaf-4da4c64f4f40", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:06.252304 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49924116-af34-47dc-8f1a-76e6ed781b03 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:06.254310 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49924116-af34-47dc-8f1a-76e6ed781b03'] response: {'server_uuid': '5644a3c5-8651-42fc-bdbf-373208c67857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3045a8c-5338-414f-bbaf-4da4c64f4f40', 'code': 200} Apr 30 01:24:06.451524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b222a2-aa8d-4061-bfa4-e1daf0eb7dbe req-d7a7e2f9-976b-4c20-9c92-b9e954a73357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.453080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a0b222a2-aa8d-4061-bfa4-e1daf0eb7dbe req-d7a7e2f9-976b-4c20-9c92-b9e954a73357 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 1101 time: 0.1180105 Apr 30 01:24:06.458720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-8bf29285-5a3d-4e06-9957-659ea0eaf3f2 service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507591 Apr 30 01:24:06.517062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a0b222a2-aa8d-4061-bfa4-e1daf0eb7dbe req-f7f23bb2-46aa-40a5-aa5f-4ad12640bcdc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547915 Apr 30 01:24:06.522483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41332) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:06.522858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41334) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:06.611834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05e14-5006-4581-b792-a1effb38f318 req-a3f8d0de-0323-4872-8b86-d3236b439263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.617914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05e14-5006-4581-b792-a1effb38f318 req-a3f8d0de-0323-4872-8b86-d3236b439263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.624072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05e14-5006-4581-b792-a1effb38f318 req-a3f8d0de-0323-4872-8b86-d3236b439263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.630151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05e14-5006-4581-b792-a1effb38f318 req-a3f8d0de-0323-4872-8b86-d3236b439263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.635968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05e14-5006-4581-b792-a1effb38f318 req-a3f8d0de-0323-4872-8b86-d3236b439263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.641835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05e14-5006-4581-b792-a1effb38f318 req-a3f8d0de-0323-4872-8b86-d3236b439263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.648768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05e14-5006-4581-b792-a1effb38f318 req-a3f8d0de-0323-4872-8b86-d3236b439263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.657890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ecc05e14-5006-4581-b792-a1effb38f318 req-a3f8d0de-0323-4872-8b86-d3236b439263 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5416 time: 0.2303696 Apr 30 01:24:06.665323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-71a9d01c-4788-46dd-b70b-97ee0bb77626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.665786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-71a9d01c-4788-46dd-b70b-97ee0bb77626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.666241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-71a9d01c-4788-46dd-b70b-97ee0bb77626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.667805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-71a9d01c-4788-46dd-b70b-97ee0bb77626 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=139ef8a4b2034700acd4ea500bb52be4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8699925 Apr 30 01:24:06.747969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] For port 2397af35-9b05-408f-8d81-8e3b105c0040, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:06.766007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f541ca7-3835-49e7-bf1a-d535b27ab4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:06.771774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] For port 2397af35-9b05-408f-8d81-8e3b105c0040, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2397af35-9b05-408f-8d81-8e3b105c0040,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:06.777313 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-69a2033b-0e3a-47d5-95d6-44a42f81cee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:06.832651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ecc05e14-5006-4581-b792-a1effb38f318 req-12ab42e6-06eb-4662-84e5-13f1c24b2607 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732259 Apr 30 01:24:06.902862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-e561dbed-e106-4045-b94a-e31aba6ed766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.904780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac6f29ba-9074-46e5-a8a8-17183fe878f9 req-e561dbed-e106-4045-b94a-e31aba6ed766 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2255273 Apr 30 01:24:06.913308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:06.952937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-69a2033b-0e3a-47d5-95d6-44a42f81cee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:06.973402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:06.973919 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:06.975395 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] 10.222.0.21 "PUT /v2.0/ports/2397af35-9b05-408f-8d81-8e3b105c0040 HTTP/1.1" status: 200 len: 1091 time: 2.1868143 Apr 30 01:24:07.001306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f541ca7-3835-49e7-bf1a-d535b27ab4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.041757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5796c8-842e-4e3e-b185-0d16be7793fe service neutron] Pushing event updated for resources: {'Port': ['ID=2397af35-9b05-408f-8d81-8e3b105c0040,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:07.051958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-69a2033b-0e3a-47d5-95d6-44a42f81cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.099111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Request body: {'port': {'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:07.189684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-69a2033b-0e3a-47d5-95d6-44a42f81cee7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7689bc0207b4af3814be8e274da1ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587791 Apr 30 01:24:07.194448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41362) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:07.195235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f541ca7-3835-49e7-bf1a-d535b27ab4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.264411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3f541ca7-3835-49e7-bf1a-d535b27ab4bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74fd87b31b814e06b32bc48cf7097b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7323303 Apr 30 01:24:07.269709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:07.298342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2033b-0e3a-47d5-95d6-44a42f81cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa227b3a-1d9e-4d49-9b6e-af0cdea86406,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:07.323999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-49ce6271-e43a-4e75-8c02-a9620325abe9 req-8b0fde85-2e2f-4935-961d-3e3d8d319ad5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 210 time: 0.0918090 Apr 30 01:24:07.355810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f541ca7-3835-49e7-bf1a-d535b27ab4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d814e5-6e6f-4204-be39-7694f9d4866b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:07.380311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8307cf2-5adb-4e26-a120-331a9104d045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.405205 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.426814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8307cf2-5adb-4e26-a120-331a9104d045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.478949 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3b989b38-ee19-43e1-9134-e95fb7f4cda7 req-bf8b4740-feed-4094-83bc-c2a683aca28a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 210 time: 0.0380445 Apr 30 01:24:07.479491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b4ae4-b2d8-473d-a9d6-9bfc62dca6f0 req-45240754-6c04-42dc-95d6-f80cc56c027d tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:07.487246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-167b4ae4-b2d8-473d-a9d6-9bfc62dca6f0 req-45240754-6c04-42dc-95d6-f80cc56c027d tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 950 time: 0.3704038 Apr 30 01:24:07.540837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1dddbc46-e44b-4e1c-b19a-e7e481f1082a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.570956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-167b4ae4-b2d8-473d-a9d6-9bfc62dca6f0 req-93048588-79d7-470d-bdfb-48990059d1b4 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810237 Apr 30 01:24:07.598030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '2397af35-9b05-408f-8d81-8e3b105c0040'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:07.603100 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e18836-f7ec-416d-b088-aee06fea6069" -d '{"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "2397af35-9b05-408f-8d81-8e3b105c0040"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:07.608437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1dddbc46-e44b-4e1c-b19a-e7e481f1082a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.720164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8307cf2-5adb-4e26-a120-331a9104d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.724329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8307cf2-5adb-4e26-a120-331a9104d045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:07.725860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f8307cf2-5adb-4e26-a120-331a9104d045 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa227b3a-1d9e-4d49-9b6e-af0cdea86406 HTTP/1.1" status: 204 len: 168 time: 0.4989016 Apr 30 01:24:07.755264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8307cf2-5adb-4e26-a120-331a9104d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa227b3a-1d9e-4d49-9b6e-af0cdea86406,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:07.786382 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251fb025-75bd-4c5b-be91-9f94cf1f0ea8 x-openstack-request-id: req-251fb025-75bd-4c5b-be91-9f94cf1f0ea8 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:07.786657 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "2397af35-9b05-408f-8d81-8e3b105c0040", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:07.794248 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-251fb025-75bd-4c5b-be91-9f94cf1f0ea8 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:07.794248 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251fb025-75bd-4c5b-be91-9f94cf1f0ea8'] response: {'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': '2397af35-9b05-408f-8d81-8e3b105c0040', 'status': 'completed', 'code': 200} Apr 30 01:24:07.989464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-4a24e3ba-b895-46c2-a42d-24d2bad58597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:07.989464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-4a24e3ba-b895-46c2-a42d-24d2bad58597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:07.989464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-4a24e3ba-b895-46c2-a42d-24d2bad58597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:07.989464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-4a24e3ba-b895-46c2-a42d-24d2bad58597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:07.989464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-4a24e3ba-b895-46c2-a42d-24d2bad58597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:07.989464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-4a24e3ba-b895-46c2-a42d-24d2bad58597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:07.990993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-4a24e3ba-b895-46c2-a42d-24d2bad58597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:07.994462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13e18836-f7ec-416d-b088-aee06fea6069 req-4a24e3ba-b895-46c2-a42d-24d2bad58597 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6418 time: 0.2039404 Apr 30 01:24:08.007212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1dddbc46-e44b-4e1c-b19a-e7e481f1082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:08.013265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1dddbc46-e44b-4e1c-b19a-e7e481f1082a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:08.013265 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1dddbc46-e44b-4e1c-b19a-e7e481f1082a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69d814e5-6e6f-4204-be39-7694f9d4866b HTTP/1.1" status: 204 len: 168 time: 0.7364392 Apr 30 01:24:08.036179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-41421b7f-92a9-4873-9bff-17c3aef3745a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.042143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-41421b7f-92a9-4873-9bff-17c3aef3745a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.048156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-41421b7f-92a9-4873-9bff-17c3aef3745a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.048345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddbc46-e44b-4e1c-b19a-e7e481f1082a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d814e5-6e6f-4204-be39-7694f9d4866b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:08.054857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-41421b7f-92a9-4873-9bff-17c3aef3745a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.071737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-41421b7f-92a9-4873-9bff-17c3aef3745a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.088346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-41421b7f-92a9-4873-9bff-17c3aef3745a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.104146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-41421b7f-92a9-4873-9bff-17c3aef3745a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.104146 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-41421b7f-92a9-4873-9bff-17c3aef3745a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5416 time: 0.1598082 Apr 30 01:24:08.161831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c16ff733-eb03-4cc2-9309-40a1d19fa363 req-5b7fc6cb-e610-46e1-8208-d9830e136cb7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546908 Apr 30 01:24:08.216934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80a361a-7aed-412c-bcee-047bddd05bff {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:08.227456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:08.230616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-7b0d6f1c-3c40-42c4-acfb-4c4f8092f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.231451 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-7b0d6f1c-3c40-42c4-acfb-4c4f8092f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.231702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-7b0d6f1c-3c40-42c4-acfb-4c4f8092f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.233470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13e18836-f7ec-416d-b088-aee06fea6069 req-7b0d6f1c-3c40-42c4-acfb-4c4f8092f107 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=139ef8a4b2034700acd4ea500bb52be4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2162800 Apr 30 01:24:08.271948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Transition to ACTIVE for port object a80a361a-7aed-412c-bcee-047bddd05bff will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:08.353090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18836-f7ec-416d-b088-aee06fea6069 req-c766ff3e-87f6-4da3-92d0-fe5eb74ae7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.357181 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13e18836-f7ec-416d-b088-aee06fea6069 req-c766ff3e-87f6-4da3-92d0-fe5eb74ae7a1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1153531 Apr 30 01:24:08.411754 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1e256db-00fe-4b83-bee0-59fba35f3531 req-3e7c0525-be11-4f4f-996c-88d3dd084689 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 210 time: 0.0355620 Apr 30 01:24:08.417053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:08.479196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Pushing event updated for resources: {'Port': ['ID=a80a361a-7aed-412c-bcee-047bddd05bff,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:08.568708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Attempting to bind port a80a361a-7aed-412c-bcee-047bddd05bff on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:08.569237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Attempting to bind port a80a361a-7aed-412c-bcee-047bddd05bff by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:08.569674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Attempting to bind port a80a361a-7aed-412c-bcee-047bddd05bff on network 811c6416-3faf-4022-af7d-a01b5297b65e {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:08.578390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Port a80a361a-7aed-412c-bcee-047bddd05bff on network 811c6416-3faf-4022-af7d-a01b5297b65e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:08.578745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Attempting to bind port a80a361a-7aed-412c-bcee-047bddd05bff on network 811c6416-3faf-4022-af7d-a01b5297b65e {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:08.585823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:08.586160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Checking segment: {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:08.586540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Bound using segment: {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:08.586964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Bound port: a80a361a-7aed-412c-bcee-047bddd05bff, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b8f1d0-388f-491a-abd2-88f05a9a8402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:08.587318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:08.677579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] For port a80a361a-7aed-412c-bcee-047bddd05bff, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:08.682472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] For port a80a361a-7aed-412c-bcee-047bddd05bff, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a80a361a-7aed-412c-bcee-047bddd05bff,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:08.684469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50eb8e76-5278-4f56-b1cc-7e13ffb6bde4 req-0af2bae9-a827-4ee4-97d5-08373e228c5d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 210 time: 0.1242824 Apr 30 01:24:08.784842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d1088-fbbd-4237-8d3c-b434abc5ee55 req-149826cb-6be3-4de0-b95a-df10817d8ec4 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.790672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c22d1088-fbbd-4237-8d3c-b434abc5ee55 req-149826cb-6be3-4de0-b95a-df10817d8ec4 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 950 time: 0.1045704 Apr 30 01:24:08.815190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:08.898339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:08.898950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:08.900421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] 10.222.0.21 "PUT /v2.0/ports/a80a361a-7aed-412c-bcee-047bddd05bff HTTP/1.1" status: 200 len: 1091 time: 1.8058753 Apr 30 01:24:08.908740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7692d4f-e4da-40ce-bc21-4651e0bd6e3b service neutron] Pushing event updated for resources: {'Port': ['ID=a80a361a-7aed-412c-bcee-047bddd05bff,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:08.919132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c22d1088-fbbd-4237-8d3c-b434abc5ee55 req-c0ce129e-a101-4291-868f-4a8ad78c3994 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230927 Apr 30 01:24:09.256845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-028704d9-097c-4e89-b18f-7d7301665aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.257610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-028704d9-097c-4e89-b18f-7d7301665aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.258143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-028704d9-097c-4e89-b18f-7d7301665aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.258856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-028704d9-097c-4e89-b18f-7d7301665aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.259384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-028704d9-097c-4e89-b18f-7d7301665aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.260004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-028704d9-097c-4e89-b18f-7d7301665aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.260599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-028704d9-097c-4e89-b18f-7d7301665aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.262832 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-028704d9-097c-4e89-b18f-7d7301665aa1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6485 time: 0.1282802 Apr 30 01:24:09.323722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b585c-0b33-4f1e-a395-de9807726d0f req-8a188799-1156-46c3-bb6c-2eff853bd5c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.330347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b585c-0b33-4f1e-a395-de9807726d0f req-8a188799-1156-46c3-bb6c-2eff853bd5c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.336893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b585c-0b33-4f1e-a395-de9807726d0f req-8a188799-1156-46c3-bb6c-2eff853bd5c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.343482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b585c-0b33-4f1e-a395-de9807726d0f req-8a188799-1156-46c3-bb6c-2eff853bd5c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.350748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b585c-0b33-4f1e-a395-de9807726d0f req-8a188799-1156-46c3-bb6c-2eff853bd5c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.356696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b585c-0b33-4f1e-a395-de9807726d0f req-8a188799-1156-46c3-bb6c-2eff853bd5c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.362478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b585c-0b33-4f1e-a395-de9807726d0f req-8a188799-1156-46c3-bb6c-2eff853bd5c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.365218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-874b585c-0b33-4f1e-a395-de9807726d0f req-8a188799-1156-46c3-bb6c-2eff853bd5c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1011882 Apr 30 01:24:09.399322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41416) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:09.421223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6de609e1-6222-4aa2-9d6a-0b62621bcd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:09.430439 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4f2f4c25-6de2-442f-92d0-79da3f4d48e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f887667a-ed76-4c2e-9f50-5cd985f7b7db HTTP/1.1" status: 200 len: 217 time: 0.0503573 Apr 30 01:24:09.463093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-874b585c-0b33-4f1e-a395-de9807726d0f req-7e4f0893-e632-4b81-9e8d-2bd49ba4bfbc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911233 Apr 30 01:24:09.507042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-9f2c6cad-b1d2-485a-b9a1-3eb1326b1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.508936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-9f2c6cad-b1d2-485a-b9a1-3eb1326b1f07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c50f5a2f-2616-4a96-8b89-d0f1fa124037 HTTP/1.1" status: 200 len: 855 time: 0.0726178 Apr 30 01:24:09.544559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6de609e1-6222-4aa2-9d6a-0b62621bcd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:09.560589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41420) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:09.592060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d477b531-4ba5-4551-bead-b524962b261e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:09.602531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-12072e18-2002-4d4d-8091-538837c2c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:09.604269 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-12072e18-2002-4d4d-8091-538837c2c529 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875311 Apr 30 01:24:09.634812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d3bdfcc-e79d-4a2a-8b5e-aef13384b52e req-53ca0cac-c64f-4c65-9ba2-9a1e494039fd tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 210 time: 0.0350261 Apr 30 01:24:09.636598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6de609e1-6222-4aa2-9d6a-0b62621bcd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:09.715003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6de609e1-6222-4aa2-9d6a-0b62621bcd4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b13493a6d4c48f3a899b6fd274502ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136959 Apr 30 01:24:09.716533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41424) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:09.729495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de609e1-6222-4aa2-9d6a-0b62621bcd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0453d547-73f4-435f-9a03-570fee25b82d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:09.792034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': 'a80a361a-7aed-412c-bcee-047bddd05bff'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:09.794838 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135259e1-b2b5-4029-87b3-6a8476d209a1" -d '{"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "a80a361a-7aed-412c-bcee-047bddd05bff"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:09.809970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-6548d794-a034-4d70-b941-1e48d4b9b331 service neutron] 10.222.0.21 "GET /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776602 Apr 30 01:24:09.860341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d477b531-4ba5-4551-bead-b524962b261e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:09.871696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-126a46e9-2f68-4379-9040-26f806beac84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:09.923987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-126a46e9-2f68-4379-9040-26f806beac84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:09.936544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-3a93d99f-c3d9-40c4-9197-0c3ee2952377 service neutron] 10.222.0.21 "GET /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199727 Apr 30 01:24:09.977846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0712f5c4-5612-4da0-9683-e6ac75c8141c req-1a0cf37d-1e90-410d-a3a2-ce730de87ff2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 210 time: 0.0400369 Apr 30 01:24:10.004817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d477b531-4ba5-4551-bead-b524962b261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:10.042084 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-8752349e-14ad-454f-bc17-99651dae4a49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=76b8d36e-a0e7-4987-ba3b-e75afce219da HTTP/1.1" status: 200 len: 217 time: 0.0924516 Apr 30 01:24:10.061847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d477b531-4ba5-4551-bead-b524962b261e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0fbf8fd04c0c463abbca20b6b114ff1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990685 Apr 30 01:24:10.076639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41432) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:10.099141 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d441c353-5b3f-4977-b164-859e152657b7 x-openstack-request-id: req-d441c353-5b3f-4977-b164-859e152657b7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:10.100029 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "a80a361a-7aed-412c-bcee-047bddd05bff", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:10.107357 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d441c353-5b3f-4977-b164-859e152657b7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:10.108605 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d441c353-5b3f-4977-b164-859e152657b7'] response: {'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': 'a80a361a-7aed-412c-bcee-047bddd05bff', 'status': 'completed', 'code': 200} Apr 30 01:24:10.135267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-b191d09a-4e83-41a0-9308-9eaaf1f1a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.138473 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-b191d09a-4e83-41a0-9308-9eaaf1f1a537 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 200 len: 797 time: 0.0888035 Apr 30 01:24:10.153211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477b531-4ba5-4551-bead-b524962b261e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7536d3-8880-4dfc-bbaf-e76bd43f64aa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:10.182344 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93874701-9086-410c-83c1-0225ed1cb705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:10.229479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93874701-9086-410c-83c1-0225ed1cb705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:10.238856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-21a4d622-2ed7-445b-b0fc-410abce87ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.240680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-21a4d622-2ed7-445b-b0fc-410abce87ae8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bb9ea1c-8985-4087-ab33-7982949d0a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920076 Apr 30 01:24:10.319053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-126a46e9-2f68-4379-9040-26f806beac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:10.322199 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-126a46e9-2f68-4379-9040-26f806beac84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:10.327645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-126a46e9-2f68-4379-9040-26f806beac84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0453d547-73f4-435f-9a03-570fee25b82d HTTP/1.1" status: 204 len: 168 time: 0.6059699 Apr 30 01:24:10.343104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6ab59044-72c9-49a5-bf6e-37604b56fe87 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361738 Apr 30 01:24:10.349894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a46e9-2f68-4379-9040-26f806beac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0453d547-73f4-435f-9a03-570fee25b82d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:10.415754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6058724-806e-4532-a3b7-c9c1840bbbf2 req-95b59033-cded-49c4-90ad-45bd8ea6d37a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.423418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6058724-806e-4532-a3b7-c9c1840bbbf2 req-95b59033-cded-49c4-90ad-45bd8ea6d37a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 950 time: 0.1449027 Apr 30 01:24:10.454333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-988bc31e-f287-4f1d-a383-d7143aee7dcd service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054553 Apr 30 01:24:10.500439 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6058724-806e-4532-a3b7-c9c1840bbbf2 req-39289f78-e0fc-4099-95c4-64d45b341c9a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746956 Apr 30 01:24:10.536648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-8bf939b0-aa1f-4c71-8315-4b86220fc7b9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.540340 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-8bf939b0-aa1f-4c71-8315-4b86220fc7b9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860478 Apr 30 01:24:10.549310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93874701-9086-410c-83c1-0225ed1cb705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:10.556161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93874701-9086-410c-83c1-0225ed1cb705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:10.561055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-93874701-9086-410c-83c1-0225ed1cb705 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f7536d3-8880-4dfc-bbaf-e76bd43f64aa HTTP/1.1" status: 204 len: 168 time: 0.4796612 Apr 30 01:24:10.567405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Request body: {'port': {'device_id': '144a932e-260e-4f07-ad25-aa030e27da10', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'cbcb295e0462422581cee135f4d15721'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:10.683476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-7c44ce51-b73c-4bd9-b390-5c6abb625784 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223480 Apr 30 01:24:10.717731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-63348cdb-9b08-47e7-b9a5-706b1002a574 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.729220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-63348cdb-9b08-47e7-b9a5-706b1002a574 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.736198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-63348cdb-9b08-47e7-b9a5-706b1002a574 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.744231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-63348cdb-9b08-47e7-b9a5-706b1002a574 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.753829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-63348cdb-9b08-47e7-b9a5-706b1002a574 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.760813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-63348cdb-9b08-47e7-b9a5-706b1002a574 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.768084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-63348cdb-9b08-47e7-b9a5-706b1002a574 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.771295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-63348cdb-9b08-47e7-b9a5-706b1002a574 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1531615 Apr 30 01:24:10.813640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-4aed07a6-36db-4a9d-9743-39571d5ef371 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6b676cc5-8d0b-4812-adff-5f37e29c73cd HTTP/1.1" status: 200 len: 217 time: 0.1222966 Apr 30 01:24:10.858103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93874701-9086-410c-83c1-0225ed1cb705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7536d3-8880-4dfc-bbaf-e76bd43f64aa,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:10.909588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e688706-bd0b-4773-9993-3c21a3f9c8bf req-d7b0ddc2-35f2-475b-9415-64eb76998ce0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 210 time: 0.0646491 Apr 30 01:24:10.914732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6a8fc32-a17e-4262-990b-0cb17d91ad65 req-cc6ac111-bdc5-4849-b455-2f9e5fe265c4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1045737 Apr 30 01:24:10.932592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-207e7308-c31b-4770-a624-5cb1897ca71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:10.932916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-207e7308-c31b-4770-a624-5cb1897ca71b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 200 len: 797 time: 0.1096578 Apr 30 01:24:11.027969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-2224e6cb-7bc0-4622-993c-5a3970ba4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:11.029803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-2224e6cb-7bc0-4622-993c-5a3970ba4d34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bb9ea1c-8985-4087-ab33-7982949d0a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904708 Apr 30 01:24:11.152220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-b3bdfb13-eed2-4a73-a033-16c29e8c50e0 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589468 Apr 30 01:24:11.192611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-660686e1-7c26-4c09-b2fd-5f0a4193b293 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:11.194411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-660686e1-7c26-4c09-b2fd-5f0a4193b293 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.2480900 Apr 30 01:24:11.248191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6a83270-b162-49a9-8d75-bd819d33acfe req-63472a02-5e74-4051-b04a-0c3516bfe549 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 210 time: 0.0480571 Apr 30 01:24:11.257559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Request body: {'port': {'device_id': '9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'admin_state_up': True, 'tenant_id': 'a52d06b7d5e84f03b1dde872684d45e6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:11.272172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5cd0c97c-7ed1-474c-a635-cdc9eb246ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357388 Apr 30 01:24:11.458676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Made reservation on behalf of cbcb295e0462422581cee135f4d15721 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:11.466957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:11.468015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-65191508-475b-4553-a84a-7d71ffc762d1 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895654 Apr 30 01:24:11.477665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-ea003c97-ec00-44a8-8aff-d1520ac0a7f4 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:11.479259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-ea003c97-ec00-44a8-8aff-d1520ac0a7f4 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193903 Apr 30 01:24:11.536893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-483d3275-c40f-4f33-a5de-36e2648c8b42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8347f042-f881-476a-a1a0-9873999dbaa6 HTTP/1.1" status: 200 len: 217 time: 0.0564222 Apr 30 01:24:11.556009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-030e3fba-5901-4bfb-b10c-6a7bbbd62e5c tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/quotas/1a37505d2f2649b590a2555b27b7cc8d HTTP/1.1" status: 200 len: 375 time: 0.0681705 Apr 30 01:24:11.658767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Allocated IP 192.168.233.7 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/c0a30768-e3aa-4219-9783-deb436b16c21) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:11.699178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-a26ca738-1d69-4269-9371-a20413a733f6 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275575 Apr 30 01:24:11.700331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-e0ce8c25-e72e-4b8b-b201-4f1030975a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:11.701922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-e0ce8c25-e72e-4b8b-b201-4f1030975a21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 200 len: 797 time: 0.1517923 Apr 30 01:24:11.803786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-75085951-3683-4765-a3a8-7d6f9f4b6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:11.820392 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-75085951-3683-4765-a3a8-7d6f9f4b6708 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bb9ea1c-8985-4087-ab33-7982949d0a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114483 Apr 30 01:24:11.832748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Made reservation on behalf of a52d06b7d5e84f03b1dde872684d45e6 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:11.836463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:11.875621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-f9bcf4c0-e2a2-41da-adce-52aecad9582a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524476 Apr 30 01:24:11.889901 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:12.037714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Allocated IP 172.20.0.5 (076d232c-8a4e-49fd-b5f7-77fa00518483/53fb0ab4-af80-4f70-a732-87688021c8fa/67eb60de-85f2-4a56-a1bf-9e106688a2e4) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:12.061475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-13e27781-023b-4a1a-99d3-9b7792c6eec4 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212284 Apr 30 01:24:12.107842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-335a2665-4b52-4ddd-a2c8-0644fb936779 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.111153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-335a2665-4b52-4ddd-a2c8-0644fb936779 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301929 Apr 30 01:24:12.137415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:12.143520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Request body: {'port': {'device_id': '19998ee5-6ff2-47eb-8960-fe54ef3dfe7b', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'cbcb295e0462422581cee135f4d15721'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:12.152923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:12.239648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-647e3d88-8c58-4a30-bb7e-99703c10dd0f req-dabc7667-ea30-4763-8d73-977b04b2981d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 210 time: 0.0521281 Apr 30 01:24:12.334544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:12.360044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:12.364721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a92b251c-a8fe-4be6-9161-6e42553bd19e req-20cadfa5-70c9-418b-9540-6a7c5df811eb tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 210 time: 0.0343201 Apr 30 01:24:12.393017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:12.446656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'Port': ['ID=c0a30768-e3aa-4219-9783-deb436b16c21,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:12.536404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-519c3ec0-5453-4ea3-a79e-dc53a53bc478 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646597 Apr 30 01:24:12.575520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2e12121-e6ab-4dd2-b29b-fd7fb98467a4 req-4fbced71-1c9a-4214-b361-bdd4833be78b tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 210 time: 0.0695672 Apr 30 01:24:12.595987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.597250 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:12.635561 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-81fdc398-5dd7-4a5e-bfd2-2528a98faf7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=8f0b82de-ed57-4695-91b1-bc21b40b3689 HTTP/1.1" status: 200 len: 217 time: 0.0912924 Apr 30 01:24:12.649331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883db0f-6925-4085-af8b-79187cf05b42 req-bd54d7aa-504a-450c-9af7-edf588e4a0ea tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.672012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883db0f-6925-4085-af8b-79187cf05b42 req-bd54d7aa-504a-450c-9af7-edf588e4a0ea tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.679914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883db0f-6925-4085-af8b-79187cf05b42 req-bd54d7aa-504a-450c-9af7-edf588e4a0ea tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.686418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883db0f-6925-4085-af8b-79187cf05b42 req-bd54d7aa-504a-450c-9af7-edf588e4a0ea tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.693809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883db0f-6925-4085-af8b-79187cf05b42 req-bd54d7aa-504a-450c-9af7-edf588e4a0ea tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.700535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883db0f-6925-4085-af8b-79187cf05b42 req-bd54d7aa-504a-450c-9af7-edf588e4a0ea tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.700869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-e2e57b20-b89a-48b7-98ac-8ea4195b0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.702337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-e2e57b20-b89a-48b7-98ac-8ea4195b0407 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 200 len: 797 time: 0.0576708 Apr 30 01:24:12.707578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883db0f-6925-4085-af8b-79187cf05b42 req-bd54d7aa-504a-450c-9af7-edf588e4a0ea tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.719679 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5883db0f-6925-4085-af8b-79187cf05b42 req-bd54d7aa-504a-450c-9af7-edf588e4a0ea tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.3501797 Apr 30 01:24:12.760238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Made reservation on behalf of cbcb295e0462422581cee135f4d15721 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:12.778025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:12.786548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:12.809058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-7b1c1dad-f508-4897-90f7-22161f86ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:12.809419 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5883db0f-6925-4085-af8b-79187cf05b42 req-0b8cbe73-a1e5-4d7d-b1af-5a1952185b96 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904279 Apr 30 01:24:12.810745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-7b1c1dad-f508-4897-90f7-22161f86ae32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bb9ea1c-8985-4087-ab33-7982949d0a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946429 Apr 30 01:24:12.845222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2f5b8faf-b277-4814-8a52-c1233c9b7adb None None] Provisioning complete for port c0a30768-e3aa-4219-9783-deb436b16c21 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:12.845594 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8faf-b277-4814-8a52-c1233c9b7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:12.868675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:12.882941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b8faf-b277-4814-8a52-c1233c9b7adb None None] Port c0a30768-e3aa-4219-9783-deb436b16c21 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:24:12.911226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6b02f0ac-fc36-4346-9532-4b5eb1ecdf40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3477566 Apr 30 01:24:12.924527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Request body: {'port': {'device_id': '144a932e-260e-4f07-ad25-aa030e27da10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:12.965022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41554) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:13.006235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.050244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.062954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-network', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:13.095912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:13.111664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:13.120318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:13.128244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-2e4e6b40-0564-4c3d-9353-673e4bc8ce02 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059659 Apr 30 01:24:13.131929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49f80b1f-e05b-4e5f-b9ef-f51f082a068b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.158030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Allocated IP 192.168.233.142 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/03bb71d2-aff8-4bec-ac68-27d28c12792c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:13.164357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event updated for resources: {'Port': ['ID=67eb60de-85f2-4a56-a1bf-9e106688a2e4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:13.208949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:13.210401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.333561 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-8099328f-0a01-4f80-a56c-07c4af321d3a service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921000 Apr 30 01:24:13.477711 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-ed44b1a2-2ccc-4beb-b801-6f241ca49df4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2397af35-9b05-408f-8d81-8e3b105c0040 HTTP/1.1" status: 200 len: 217 time: 0.1340454 Apr 30 01:24:13.562925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49f80b1f-e05b-4e5f-b9ef-f51f082a068b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.590801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a868f-bfd4-499d-97fe-84cb84f19a5b req-d34108e3-c1ff-4d8d-8d19-e4be0cc3d076 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:13.592780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-067a868f-bfd4-499d-97fe-84cb84f19a5b req-d34108e3-c1ff-4d8d-8d19-e4be0cc3d076 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 931 time: 0.2547557 Apr 30 01:24:13.607578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-16c7b3c1-424f-4159-8181-06c87fb27e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:13.609023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-16c7b3c1-424f-4159-8181-06c87fb27e84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb807107-af8e-42db-85a5-15144c311b8f HTTP/1.1" status: 200 len: 797 time: 0.1198494 Apr 30 01:24:13.647163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49f80b1f-e05b-4e5f-b9ef-f51f082a068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.652645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-d782b421-82f0-4697-b008-07b6fa67380c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4026804 Apr 30 01:24:13.653184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Made reservation on behalf of c720a88a476244358927ab72cdf6baa1 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:13.655363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.668447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.684687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Request body: {'port': {'device_id': '9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:13.707391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e8793aa6-7370-4b50-b250-d3aab5001db0 req-9a0bb0bd-ce77-497b-95a3-9dced1cecd1b tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 210 time: 0.0610600 Apr 30 01:24:13.707949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.741351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-49f80b1f-e05b-4e5f-b9ef-f51f082a068b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01167aa3b77342a88e8a409d67adff04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7759030 Apr 30 01:24:13.749857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41578) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:13.753051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-067a868f-bfd4-499d-97fe-84cb84f19a5b req-2a1ce28e-1d3f-4808-b3f3-3a81aa288d5e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504540 Apr 30 01:24:13.755776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f80b1f-e05b-4e5f-b9ef-f51f082a068b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97b528a-7114-4467-8d41-707481e9095a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:13.795305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-e7fc6c0b-ec49-4fa5-b547-571fa4f89ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:13.797239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-e7fc6c0b-ec49-4fa5-b547-571fa4f89ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811c6416-3faf-4022-af7d-a01b5297b65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794488 Apr 30 01:24:13.879855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.918913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-249ab040-0981-4555-99f9-65423d17966c req-c0607138-7ef9-4f70-b5b1-0efa83c3f8ad tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 210 time: 0.0525112 Apr 30 01:24:13.943413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:13.949333 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:24:14.116859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.196201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:24:14.223609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.235160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:14.235765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ef1ec9-6329-4330-8413-85faef65c1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.244679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5fba62-2ae1-4f8b-a395-ce9a24c4a7b2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:14.249765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.253982 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Added segment d15511fc-e5e3-4420-b26d-695d6f45aa02 of type vlan for network f9444a5c-8e01-43a5-8eae-9b20e400e4de Apr 30 01:24:14.337273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.378409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a30768-e3aa-4219-9783-deb436b16c21 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:14.394972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.419689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Transition to ACTIVE for port object c0a30768-e3aa-4219-9783-deb436b16c21 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:14.421821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:14.428427 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ef1ec9-6329-4330-8413-85faef65c1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.440675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:14.447306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-0deb3505-de2f-493f-98a6-662bc06884d2 service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399858 Apr 30 01:24:14.450348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:14.454140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'Port': ['ID=03bb71d2-aff8-4bec-ac68-27d28c12792c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:14.468491 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.509297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-417e28b5-a802-4a2d-968c-6a51f8b8f2dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.515183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-417e28b5-a802-4a2d-968c-6a51f8b8f2dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.521722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-417e28b5-a802-4a2d-968c-6a51f8b8f2dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.527722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-417e28b5-a802-4a2d-968c-6a51f8b8f2dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.533913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-417e28b5-a802-4a2d-968c-6a51f8b8f2dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.540575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-417e28b5-a802-4a2d-968c-6a51f8b8f2dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.547040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-417e28b5-a802-4a2d-968c-6a51f8b8f2dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.549005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-417e28b5-a802-4a2d-968c-6a51f8b8f2dd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.3293595 Apr 30 01:24:14.553268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Pushing event updated for resources: {'Port': ['ID=c0a30768-e3aa-4219-9783-deb436b16c21,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:14.561950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67eb60de-85f2-4a56-a1bf-9e106688a2e4 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:14.571616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.571616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.571616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.591086 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.648600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Transition to ACTIVE for port object 67eb60de-85f2-4a56-a1bf-9e106688a2e4 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:14.677491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:14.678964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.700865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] Pushing event updated for resources: {'Network': ['ID=f9444a5c-8e01-43a5-8eae-9b20e400e4de,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:14.717929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f9444a5c-8e01-43a5-8eae-9b20e400e4de details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:24:14.718457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Attempting to bind port c0a30768-e3aa-4219-9783-deb436b16c21 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:14.718831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Attempting to bind port c0a30768-e3aa-4219-9783-deb436b16c21 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:14.719162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Attempting to bind port c0a30768-e3aa-4219-9783-deb436b16c21 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:14.724641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Port c0a30768-e3aa-4219-9783-deb436b16c21 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:14.724959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Attempting to bind port c0a30768-e3aa-4219-9783-deb436b16c21 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:14.730561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:14.731109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:14.733978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:14.733978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Bound port: c0a30768-e3aa-4219-9783-deb436b16c21, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:14.733978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.736577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.742429 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-05e49a9a-fa21-4f83-b278-6e3478f88fee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8739438 Apr 30 01:24:14.748103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41598) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:14.755440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f0ce57e-7ab4-40b8-9980-87c6c7de3935 req-fd690018-a83b-4973-a04e-9c03e825c681 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752155 Apr 30 01:24:14.768132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Request body: {'subnet': {'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-subnet', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:14.834851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-cce6b27d-d5a2-4f78-9105-a833bf64a6f6 service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762479 Apr 30 01:24:14.858308 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-6e1c8f2d-2360-41ce-b5b7-dbbd661952c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7271066 Apr 30 01:24:14.859316 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ef1ec9-6329-4330-8413-85faef65c1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.861681 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ef1ec9-6329-4330-8413-85faef65c1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.874682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-52ef1ec9-6329-4330-8413-85faef65c1c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a97b528a-7114-4467-8d41-707481e9095a HTTP/1.1" status: 204 len: 168 time: 1.1079032 Apr 30 01:24:14.882313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-44a90ad9-9ebb-4f76-821d-f6ead2879e23 None None] Provisioning complete for port 03bb71d2-aff8-4bec-ac68-27d28c12792c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:14.883268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44a90ad9-9ebb-4f76-821d-f6ead2879e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:14.952579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-44a90ad9-9ebb-4f76-821d-f6ead2879e23 None None] Port 03bb71d2-aff8-4bec-ac68-27d28c12792c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:24:14.955764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Request body: {'port': {'device_id': '19998ee5-6ff2-47eb-8960-fe54ef3dfe7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:14.973043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-5a1a79d6-87c9-46ce-ac35-1912222dd433 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a80a361a-7aed-412c-bcee-047bddd05bff HTTP/1.1" status: 200 len: 217 time: 0.1326067 Apr 30 01:24:14.994209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26223584-7366-4ae4-8d4e-510d17a8be88 req-999f5951-aa0b-48da-847d-429fa7c18940 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 210 time: 0.1292861 Apr 30 01:24:15.051127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=67eb60de-85f2-4a56-a1bf-9e106688a2e4,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:15.067393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef1ec9-6329-4330-8413-85faef65c1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97b528a-7114-4467-8d41-707481e9095a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:15.069192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Made reservation on behalf of c720a88a476244358927ab72cdf6baa1 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:15.073014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:15.132930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] For port c0a30768-e3aa-4219-9783-deb436b16c21, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:15.150254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-cd822fc5-e8a3-4bd7-9018-fa01a6ee9919 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1846755 Apr 30 01:24:15.212217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] For port c0a30768-e3aa-4219-9783-deb436b16c21, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a30768-e3aa-4219-9783-deb436b16c21,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:15.218278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Attempting to bind port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:15.218616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Attempting to bind port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:15.218958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Attempting to bind port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:15.226028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-11b5e3c5-ca50-49a3-b22e-f62ea61bbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.227577 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-11b5e3c5-ca50-49a3-b22e-f62ea61bbc0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb807107-af8e-42db-85a5-15144c311b8f HTTP/1.1" status: 200 len: 797 time: 0.2113607 Apr 30 01:24:15.229725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:15.229914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Attempting to bind port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:15.238236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:15.238871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Checking segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:15.239287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Bound using segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:15.239809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Bound port: 67eb60de-85f2-4a56-a1bf-9e106688a2e4, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:15.240154 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:15.259378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc6f9d-9d43-45e1-bef1-6f8677c8b292 req-306c48f3-4922-4b7f-9f0b-221db97409e3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.261037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72dc6f9d-9d43-45e1-bef1-6f8677c8b292 req-306c48f3-4922-4b7f-9f0b-221db97409e3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 936 time: 0.1356907 Apr 30 01:24:15.264559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:15.358212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3e70d-59e6-475f-b0d4-6e6eee44ab09 req-9ff4ab35-87c7-48d9-b581-a56937a50fef tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.361098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.361744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:15.363646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] 10.222.0.23 "PUT /v2.0/ports/c0a30768-e3aa-4219-9783-deb436b16c21 HTTP/1.1" status: 200 len: 1094 time: 2.4448988 Apr 30 01:24:15.367039 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4bb3e70d-59e6-475f-b0d4-6e6eee44ab09 req-9ff4ab35-87c7-48d9-b581-a56937a50fef tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 943 time: 0.4341373 Apr 30 01:24:15.367794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144a932e-260e-4f07-ad25-aa030e27da10', 'tag': 'c0a30768-e3aa-4219-9783-deb436b16c21'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:15.370384 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "144a932e-260e-4f07-ad25-aa030e27da10", "tag": "c0a30768-e3aa-4219-9783-deb436b16c21"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:15.392462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:15.428806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474a4c5-b853-454f-be6d-98687d7416ec service neutron] Pushing event updated for resources: {'Port': ['ID=c0a30768-e3aa-4219-9783-deb436b16c21,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:15.438125 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72dc6f9d-9d43-45e1-bef1-6f8677c8b292 req-0383edf8-d496-40f6-b2a1-5fe2a374f086 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352646 Apr 30 01:24:15.451953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] For port 67eb60de-85f2-4a56-a1bf-9e106688a2e4, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:15.458527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] For port 67eb60de-85f2-4a56-a1bf-9e106688a2e4, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=67eb60de-85f2-4a56-a1bf-9e106688a2e4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:15.524231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-be383673-98a8-45eb-b527-2e4fa7e6e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.532086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-be383673-98a8-45eb-b527-2e4fa7e6e490 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811c6416-3faf-4022-af7d-a01b5297b65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2746909 Apr 30 01:24:15.539133 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:15.546335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4bb3e70d-59e6-475f-b0d4-6e6eee44ab09 req-205c46ac-0c59-4942-a117-d0cdde00a0c6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750929 Apr 30 01:24:15.593084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.596031 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:15.598397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] 10.222.0.23 "PUT /v2.0/ports/67eb60de-85f2-4a56-a1bf-9e106688a2e4 HTTP/1.1" status: 200 len: 1091 time: 1.9305151 Apr 30 01:24:15.601909 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb51386-0f63-4f48-807f-88156c410e9e x-openstack-request-id: req-ddb51386-0f63-4f48-807f-88156c410e9e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:15.602510 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144a932e-260e-4f07-ad25-aa030e27da10", "tag": "c0a30768-e3aa-4219-9783-deb436b16c21", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:15.603732 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddb51386-0f63-4f48-807f-88156c410e9e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:15.604749 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb51386-0f63-4f48-807f-88156c410e9e'] response: {'name': 'network-changed', 'server_uuid': '144a932e-260e-4f07-ad25-aa030e27da10', 'tag': 'c0a30768-e3aa-4219-9783-deb436b16c21', 'status': 'completed', 'code': 200} Apr 30 01:24:15.632882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-ef144ce8-1658-4096-8c01-c1200fb27b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.636725 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-ef144ce8-1658-4096-8c01-c1200fb27b0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 1097 time: 0.1352203 Apr 30 01:24:15.654183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf568c3-b8a3-417d-92f9-a8e09380eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=67eb60de-85f2-4a56-a1bf-9e106688a2e4,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:15.690647 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-8b6a410f-0a38-44e0-b588-c8829f2b5674 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c0a30768-e3aa-4219-9783-deb436b16c21 HTTP/1.1" status: 200 len: 217 time: 0.0475607 Apr 30 01:24:15.737206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-673d5d34-b80f-4d7e-ac66-8b8d487ae292 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.738728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-673d5d34-b80f-4d7e-ac66-8b8d487ae292 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5306902 Apr 30 01:24:15.772372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-ac9000bd-1658-4f87-acd5-6c846fe7e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.773912 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-ac9000bd-1658-4f87-acd5-6c846fe7e772 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0756404 Apr 30 01:24:15.780137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-503fa4b8-8649-4e2b-b26b-27a40a7b99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.781573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-503fa4b8-8649-4e2b-b26b-27a40a7b99c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 1094 time: 0.0535553 Apr 30 01:24:15.803596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Request body: {'port': {'device_id': 'fdbc9891-be0a-4b2e-8bab-b0cf2523ee59', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '1a37505d2f2649b590a2555b27b7cc8d'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:15.850526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-6ff6223d-616c-4802-b7b3-74454f322f68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67eb60de-85f2-4a56-a1bf-9e106688a2e4 HTTP/1.1" status: 200 len: 217 time: 0.0603027 Apr 30 01:24:15.890769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-652fa582-fb07-484d-a540-e06212313440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.892292 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-652fa582-fb07-484d-a540-e06212313440 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098270 Apr 30 01:24:15.926936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-a006f734-c100-4fef-92d5-3a67be43a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:15.928528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-a006f734-c100-4fef-92d5-3a67be43a030 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.0708168 Apr 30 01:24:15.973349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-432465f3-2876-4ca3-912b-adafbb0c9f0e service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089179 Apr 30 01:24:15.989124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-67be41a6-2af2-4a83-9131-7844b4ff80b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354667 Apr 30 01:24:16.057293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41624) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:16.086526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-0c218145-6aaa-4fa2-9e4f-d2231560f61e service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874807 Apr 30 01:24:16.087237 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e7e56c-3d67-4834-8b77-18c977977311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.119965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.198671 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-17cc075c-18f3-40cc-b360-69b08a5eee0d tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.201779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8233b64c-8d58-44cd-83a2-96449650e9f3 req-bffb2dc9-1abc-4ea1-8691-92993b0303ca tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 210 time: 0.0859010 Apr 30 01:24:16.204797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-17cc075c-18f3-40cc-b360-69b08a5eee0d tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.211122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-17cc075c-18f3-40cc-b360-69b08a5eee0d tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.216775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-9f444144-cc66-4080-8e1f-8afdacf49904 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201524 Apr 30 01:24:16.216984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-17cc075c-18f3-40cc-b360-69b08a5eee0d tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.222850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-17cc075c-18f3-40cc-b360-69b08a5eee0d tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.228771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-17cc075c-18f3-40cc-b360-69b08a5eee0d tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.234548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-17cc075c-18f3-40cc-b360-69b08a5eee0d tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.236449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-17cc075c-18f3-40cc-b360-69b08a5eee0d tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.3485446 Apr 30 01:24:16.320929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-b3230ce0-f5ba-47e2-b575-574480c62b72 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235694 Apr 30 01:24:16.328321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937dc710-2798-4ee1-82eb-74db6fea94da,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:16.362525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77d216b0-ef6a-4fc1-9575-0f49717ffcc7 req-3e456786-9046-4bb7-ada2-06befa787ca4 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362679 Apr 30 01:24:16.372903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066229bf-e575-4d5c-8327-ef9ee98381a9 req-2882c466-392e-4588-9b57-b459c164e23b service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855891 Apr 30 01:24:16.373129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e7e56c-3d67-4834-8b77-18c977977311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.379674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.380015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.380352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.380690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.381016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.381344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.381665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.382063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.382311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.382627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.382949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.383268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:16.395659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Checking segment: {'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:16.396016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Network hostable DHCP agents. Network: f9444a5c-8e01-43a5-8eae-9b20e400e4de, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:24:16.401630 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f15e1a2-9298-4618-bee8-b752913249a6 req-ff254473-e2aa-4df0-92d1-98e2fa8c14e1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482475 Apr 30 01:24:16.462585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bb71d2-aff8-4bec-ac68-27d28c12792c {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:16.470654 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.483744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Transition to ACTIVE for port object 03bb71d2-aff8-4bec-ac68-27d28c12792c will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:16.485836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Made reservation on behalf of 1a37505d2f2649b590a2555b27b7cc8d for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:16.487273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e7e56c-3d67-4834-8b77-18c977977311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.489567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.544981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-98e7e56c-3d67-4834-8b77-18c977977311 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6db69e729f8a45429c299a22430e73c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4819767 Apr 30 01:24:16.546865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41628) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:16.555495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-9ef5690c-f2d4-44bf-9f68-969bb7e7cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.557159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-9ef5690c-f2d4-44bf-9f68-969bb7e7cd63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 1097 time: 0.0967274 Apr 30 01:24:16.557928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7e56c-3d67-4834-8b77-18c977977311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328c773d-2716-405d-8f55-fc9a2f063422,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:16.573669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Network f9444a5c-8e01-43a5-8eae-9b20e400e4de is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:24:16.617330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.676851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41634) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:16.680248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Pushing event updated for resources: {'Port': ['ID=03bb71d2-aff8-4bec-ac68-27d28c12792c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:16.697400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f9444a5c-8e01-43a5-8eae-9b20e400e4de) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:16.710673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f56bc1-2d39-4bcd-9bce-3f33651865f1 None None] Network f9444a5c-8e01-43a5-8eae-9b20e400e4de requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:24:16.734410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.735008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.751168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2be4f9-c340-4415-83e9-a330032bebe0 req-f1eea0c7-8fd7-4afb-b17b-69a8e317113e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.752751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e2be4f9-c340-4415-83e9-a330032bebe0 req-f1eea0c7-8fd7-4afb-b17b-69a8e317113e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 948 time: 0.1584377 Apr 30 01:24:16.753454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef50a83d-1cd6-4146-9b0e-4a68a6b42fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.775738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-18361fd5-aff0-4f9e-822e-b49ad53bb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.777185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-18361fd5-aff0-4f9e-822e-b49ad53bb86b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2086465 Apr 30 01:24:16.801306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-52b70515-9158-4f8e-8027-097a835b66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.802538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-52b70515-9158-4f8e-8027-097a835b66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.803164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-52b70515-9158-4f8e-8027-097a835b66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.803815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-52b70515-9158-4f8e-8027-097a835b66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.804421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-52b70515-9158-4f8e-8027-097a835b66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.805074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-52b70515-9158-4f8e-8027-097a835b66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.805773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-52b70515-9158-4f8e-8027-097a835b66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.808485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-52b70515-9158-4f8e-8027-097a835b66d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6485 time: 0.2496028 Apr 30 01:24:16.826099 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef50a83d-1cd6-4146-9b0e-4a68a6b42fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.883015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-f9da75c7-9972-47f4-b22c-64d36c9ecabf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c0a30768-e3aa-4219-9783-deb436b16c21 HTTP/1.1" status: 200 len: 217 time: 0.0856168 Apr 30 01:24:16.923973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0b7af6a1-3084-4858-9a3f-1ae5dbe15ec3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1571214 Apr 30 01:24:16.923973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Allocated IP 192.168.233.220 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/10a5086c-53be-4ecd-bc91-dbf8893329fa) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:16.948627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-f9444a5c-8e01-43a5-8eae-9b20e400e4de', 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'fixed_ips': [{'subnet_id': '937dc710-2798-4ee1-82eb-74db6fea94da'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:24:16.952598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41638) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:16.952742 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:16.958780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:16.970735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa04e0-2389-4067-91ba-8a654dcafb09 req-a318972a-75e6-433e-bd60-60a89efd52fe tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:16.973015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3aa04e0-2389-4067-91ba-8a654dcafb09 req-a318972a-75e6-433e-bd60-60a89efd52fe tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 943 time: 0.3016472 Apr 30 01:24:16.997035 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e2be4f9-c340-4415-83e9-a330032bebe0 req-ece9de74-8949-4c9e-ba71-864a52d80646 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282944 Apr 30 01:24:17.013192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76f9f760-3233-46dd-8b81-fc7b0eb16a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.030026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-3655dc7b-1cd4-4ed0-88b7-9ff9ec11610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.031788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-3655dc7b-1cd4-4ed0-88b7-9ff9ec11610a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1396596 Apr 30 01:24:17.073827 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef50a83d-1cd6-4146-9b0e-4a68a6b42fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.077720 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef50a83d-1cd6-4146-9b0e-4a68a6b42fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.079558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ef50a83d-1cd6-4146-9b0e-4a68a6b42fb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/328c773d-2716-405d-8f55-fc9a2f063422 HTTP/1.1" status: 204 len: 168 time: 0.5314629 Apr 30 01:24:17.089292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50a83d-1cd6-4146-9b0e-4a68a6b42fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c773d-2716-405d-8f55-fc9a2f063422,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:17.170665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.171731 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.305723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Attempting to bind port 03bb71d2-aff8-4bec-ac68-27d28c12792c on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:17.306156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Attempting to bind port 03bb71d2-aff8-4bec-ac68-27d28c12792c by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:17.306554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Attempting to bind port 03bb71d2-aff8-4bec-ac68-27d28c12792c on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:17.317583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-be2ba53f-f7b8-4c5b-9053-62098665c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.318996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-be2ba53f-f7b8-4c5b-9053-62098665c7ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=811c6416-3faf-4022-af7d-a01b5297b65e HTTP/1.1" status: 200 len: 901 time: 0.4810421 Apr 30 01:24:17.320387 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92313d8d-95f3-4034-b794-7979bd9888a1 req-184192d1-49ef-4f0c-8a0a-e34178d7cbfa tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 210 time: 0.0414884 Apr 30 01:24:17.340237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-c8b99fe1-053c-4e34-8050-9724f55840f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.340628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-c8b99fe1-053c-4e34-8050-9724f55840f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3010712 Apr 30 01:24:17.343377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Allocated IP 172.20.0.2 (f9444a5c-8e01-43a5-8eae-9b20e400e4de/937dc710-2798-4ee1-82eb-74db6fea94da/db770810-2a0a-452f-9473-010d342adc76) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:17.351399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3aa04e0-2389-4067-91ba-8a654dcafb09 req-4aea0a36-687e-428e-ada8-c500d9315b11 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638914 Apr 30 01:24:17.390150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Port 03bb71d2-aff8-4bec-ac68-27d28c12792c on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:17.390477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Attempting to bind port 03bb71d2-aff8-4bec-ac68-27d28c12792c on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:17.428180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.453169 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76f9f760-3233-46dd-8b81-fc7b0eb16a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.459458 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-d18e1a3e-0a35-47f1-bbe0-d58ecf860724 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a80a361a-7aed-412c-bcee-047bddd05bff HTTP/1.1" status: 200 len: 217 time: 0.1215520 Apr 30 01:24:17.462589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:17.462933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:17.463315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:17.463795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Bound port: 03bb71d2-aff8-4bec-ac68-27d28c12792c, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:17.464410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.490413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-b5cf67a0-8674-4f00-a210-b0e17faf3e3a service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411262 Apr 30 01:24:17.594623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76f9f760-3233-46dd-8b81-fc7b0eb16a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.607764 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.618439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1', 'tag': '67eb60de-85f2-4a56-a1bf-9e106688a2e4'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:17.620691 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1", "tag": "67eb60de-85f2-4a56-a1bf-9e106688a2e4"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:17.637335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-8bf8e5d3-5052-40e1-a496-df07c7841bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.638966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-8bf8e5d3-5052-40e1-a496-df07c7841bcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb807107-af8e-42db-85a5-15144c311b8f HTTP/1.1" status: 200 len: 797 time: 0.1654932 Apr 30 01:24:17.682772 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-76f9f760-3233-46dd-8b81-fc7b0eb16a34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4cd90b5548e4b8a8681464ff99519e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0034664 Apr 30 01:24:17.685950 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.695577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-69a2040f-9de6-47ae-bcf9-8d67125006d0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.700817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:17.712693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.720939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-69a2040f-9de6-47ae-bcf9-8d67125006d0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.723409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-69a2040f-9de6-47ae-bcf9-8d67125006d0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.729593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-69a2040f-9de6-47ae-bcf9-8d67125006d0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.735670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-69a2040f-9de6-47ae-bcf9-8d67125006d0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.742412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Network f9444a5c-8e01-43a5-8eae-9b20e400e4de is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:17.753940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-69a2040f-9de6-47ae-bcf9-8d67125006d0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.754138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:17.754138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:17.754324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-69a2040f-9de6-47ae-bcf9-8d67125006d0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.754324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-69a2040f-9de6-47ae-bcf9-8d67125006d0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.2447836 Apr 30 01:24:17.761746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Pushing event updated for resources: {'Port': ['ID=db770810-2a0a-452f-9473-010d342adc76,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:17.762855 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc71577-e9f4-4836-aebc-84d24c684da6 x-openstack-request-id: req-1fc71577-e9f4-4836-aebc-84d24c684da6 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:17.763168 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1", "tag": "67eb60de-85f2-4a56-a1bf-9e106688a2e4", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:17.763623 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fc71577-e9f4-4836-aebc-84d24c684da6 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:17.764022 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc71577-e9f4-4836-aebc-84d24c684da6'] response: {'name': 'network-changed', 'server_uuid': '9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1', 'tag': '67eb60de-85f2-4a56-a1bf-9e106688a2e4', 'status': 'completed', 'code': 200} Apr 30 01:24:17.777467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9f760-3233-46dd-8b81-fc7b0eb16a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa287ce-7757-486e-aaa3-441a60321d01,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:17.805148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.806000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.806247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.806808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.807303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.807818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.808311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.808642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b804ee8-2a72-44c0-871b-d15e6d9bdcf4 req-2c4aac94-8ebb-4ef0-bd15-35ea8f851968 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093073 Apr 30 01:24:17.808991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.809498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.809977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.810477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.810964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:17.823947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Attempting to bind port db770810-2a0a-452f-9473-010d342adc76 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:17.824588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Attempting to bind port db770810-2a0a-452f-9473-010d342adc76 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:17.825719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Attempting to bind port db770810-2a0a-452f-9473-010d342adc76 on network f9444a5c-8e01-43a5-8eae-9b20e400e4de {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:17.832852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:17.833568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Checking segment: {'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:17.834277 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.834836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Bound using segment: {'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:17.836289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Bound port: db770810-2a0a-452f-9473-010d342adc76, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:17.836900 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:17.871122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-d93490c1-8fc9-4d7a-bb7e-1b919e73bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:17.874134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-d93490c1-8fc9-4d7a-bb7e-1b919e73bc8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 1094 time: 0.1092851 Apr 30 01:24:17.889686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1064d76c-b0ea-4138-84ed-1b8c3b31c588 req-336bd5da-1b76-4d71-b010-92b2fa8e3168 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1177161 Apr 30 01:24:17.950160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] For port db770810-2a0a-452f-9473-010d342adc76, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:17.960576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] For port db770810-2a0a-452f-9473-010d342adc76, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=db770810-2a0a-452f-9473-010d342adc76,segment=NetworkSegment(d15511fc-e5e3-4420-b26d-695d6f45aa02),segment_id=d15511fc-e5e3-4420-b26d-695d6f45aa02)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:18.006310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-c7b3d35e-8f76-4450-9d72-2031ed3d4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.008053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-c7b3d35e-8f76-4450-9d72-2031ed3d4654 service neutron] 10.222.0.23 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 911 time: 0.1172915 Apr 30 01:24:18.040696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.063470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-56f5806d-4139-40fd-9485-26382afe0a54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67eb60de-85f2-4a56-a1bf-9e106688a2e4 HTTP/1.1" status: 200 len: 217 time: 0.0394194 Apr 30 01:24:18.126603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-d5db2fc4-4077-4fb8-99c6-83ca6d477a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.128948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-d5db2fc4-4077-4fb8-99c6-83ca6d477a99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.0585463 Apr 30 01:24:18.130476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] For port 03bb71d2-aff8-4bec-ac68-27d28c12792c, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:18.133367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105b692-ab61-4420-907e-8bcce1334135 None None] Pushing event updated for resources: {'Port': ['ID=db770810-2a0a-452f-9473-010d342adc76,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:18.166939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-f6b26024-87da-4553-a550-c00669e8fcd5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273037 Apr 30 01:24:18.224779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.230466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] For port 03bb71d2-aff8-4bec-ac68-27d28c12792c, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=03bb71d2-aff8-4bec-ac68-27d28c12792c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:18.272355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-1c65c09d-8048-400a-9d6a-2eb722acce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.273879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-1c65c09d-8048-400a-9d6a-2eb722acce67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811c6416-3faf-4022-af7d-a01b5297b65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5934415 Apr 30 01:24:18.274094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-4244d62e-ece3-4371-950f-df813f53bce1 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989625 Apr 30 01:24:18.313459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43029-06e1-4675-b7bd-955476d1f3f5 req-ec22e0b6-46b1-4ddc-98e8-c268614cffb5 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.315005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2d43029-06e1-4675-b7bd-955476d1f3f5 req-ec22e0b6-46b1-4ddc-98e8-c268614cffb5 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 948 time: 0.1924326 Apr 30 01:24:18.326118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-450686ab-4626-467e-82b6-702822c67b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.334773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.458361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.473847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a3045a8c-5338-414f-bbaf-4da4c64f4f40'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:18.490672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aad2ec19-6a13-4f3b-af4e-b70cdeb0dfb0 req-7f3c8a8c-fa7f-4f45-b411-0abd295475ee service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958551 Apr 30 01:24:18.501194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.501821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.503229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] 10.222.0.23 "PUT /v2.0/ports/03bb71d2-aff8-4bec-ac68-27d28c12792c HTTP/1.1" status: 200 len: 1096 time: 3.5829089 Apr 30 01:24:18.506248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-450686ab-4626-467e-82b6-702822c67b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.517559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19998ee5-6ff2-47eb-8960-fe54ef3dfe7b', 'tag': '03bb71d2-aff8-4bec-ac68-27d28c12792c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:18.533004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.536064 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcab2ad-51e0-4641-8d73-12668226a2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "19998ee5-6ff2-47eb-8960-fe54ef3dfe7b", "tag": "03bb71d2-aff8-4bec-ac68-27d28c12792c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:18.618335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4354410-56bb-42cb-beeb-1fb8b236c68c req-73f5b64d-c920-4910-bd32-036edf7f407b tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.619866 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a4354410-56bb-42cb-beeb-1fb8b236c68c req-73f5b64d-c920-4910-bd32-036edf7f407b tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 936 time: 0.1282489 Apr 30 01:24:18.636963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:18.676891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a4354410-56bb-42cb-beeb-1fb8b236c68c req-7683b13b-44fc-4725-9ac0-a01213e55d6e tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500062 Apr 30 01:24:18.679105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2d43029-06e1-4675-b7bd-955476d1f3f5 req-85d9d0a2-040e-4af2-ab60-d162da7b2012 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477075 Apr 30 01:24:18.680061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:18.683167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:18.739811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeba04-fb11-4ba7-8bda-7cfb1f7a317c service neutron] Pushing event updated for resources: {'Port': ['ID=03bb71d2-aff8-4bec-ac68-27d28c12792c,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:18.759991 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90919315-a31f-44dc-8428-b210a8e9e9e1 x-openstack-request-id: req-90919315-a31f-44dc-8428-b210a8e9e9e1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:18.760280 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19998ee5-6ff2-47eb-8960-fe54ef3dfe7b", "tag": "03bb71d2-aff8-4bec-ac68-27d28c12792c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:18.760526 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90919315-a31f-44dc-8428-b210a8e9e9e1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:18.760923 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90919315-a31f-44dc-8428-b210a8e9e9e1'] response: {'name': 'network-changed', 'server_uuid': '19998ee5-6ff2-47eb-8960-fe54ef3dfe7b', 'tag': '03bb71d2-aff8-4bec-ac68-27d28c12792c', 'status': 'completed', 'code': 200} Apr 30 01:24:18.842443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-019a9539-3a4c-4fd0-b01a-fcf43792e7e9 service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513937 Apr 30 01:24:18.846911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c239b-169e-4fd6-a353-1f63a04c5198 req-301e650d-4145-4bc4-8696-016f4bbaf3a6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.849304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef0c239b-169e-4fd6-a353-1f63a04c5198 req-301e650d-4145-4bc4-8696-016f4bbaf3a6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 943 time: 0.0847585 Apr 30 01:24:18.930707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef0c239b-169e-4fd6-a353-1f63a04c5198 req-ecf18f24-d2c0-4542-b82f-2b560d5bd41c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737708 Apr 30 01:24:18.950750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Pushing event updated for resources: {'Port': ['ID=10a5086c-53be-4ecd-bc91-dbf8893329fa,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:18.974111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.974799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:18.989312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-c0e4de34-6db7-4a85-aecb-39a846e3d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:18.991394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-c0e4de34-6db7-4a85-aecb-39a846e3d62e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 1099 time: 0.3452129 Apr 30 01:24:19.000833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-450686ab-4626-467e-82b6-702822c67b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.004164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-450686ab-4626-467e-82b6-702822c67b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.008402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-450686ab-4626-467e-82b6-702822c67b94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fa287ce-7757-486e-aaa3-441a60321d01 HTTP/1.1" status: 204 len: 168 time: 1.3060215 Apr 30 01:24:19.092007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-46d0f96c-a77d-49e6-b126-30e1026b2091 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=03bb71d2-aff8-4bec-ac68-27d28c12792c HTTP/1.1" status: 200 len: 217 time: 0.0800445 Apr 30 01:24:19.093960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450686ab-4626-467e-82b6-702822c67b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa287ce-7757-486e-aaa3-441a60321d01,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:19.187090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-1e3cd613-05fd-4481-bb0b-0b60c75b3236 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4383528 Apr 30 01:24:19.194377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-135259e1-b2b5-4029-87b3-6a8476d209a1 req-84f368f8-5a47-4ef6-ae97-b12e2e45064f service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397055 Apr 30 01:24:19.205230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Request body: {'port': {'device_id': 'fdbc9891-be0a-4b2e-8bab-b0cf2523ee59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:19.258653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-4aa16d9c-5b2f-4d56-ab69-b6df69c113e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.260171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-4aa16d9c-5b2f-4d56-ab69-b6df69c113e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1286952 Apr 30 01:24:19.268674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2da43c24-b506-4f52-85ba-3c24cadb482f None None] Provisioning complete for port 10a5086c-53be-4ecd-bc91-dbf8893329fa triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:19.270241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2da43c24-b506-4f52-85ba-3c24cadb482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.275338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-3a8b4c67-0d41-4b69-aa34-53cc8eecb5c5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.281327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-3a8b4c67-0d41-4b69-aa34-53cc8eecb5c5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.288371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-3a8b4c67-0d41-4b69-aa34-53cc8eecb5c5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.296467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-3a8b4c67-0d41-4b69-aa34-53cc8eecb5c5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.309433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-3a8b4c67-0d41-4b69-aa34-53cc8eecb5c5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.317362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-3a8b4c67-0d41-4b69-aa34-53cc8eecb5c5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.326165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-3a8b4c67-0d41-4b69-aa34-53cc8eecb5c5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.328330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2da43c24-b506-4f52-85ba-3c24cadb482f None None] Port 10a5086c-53be-4ecd-bc91-dbf8893329fa cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:24:19.328501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-3a8b4c67-0d41-4b69-aa34-53cc8eecb5c5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.3153679 Apr 30 01:24:19.355745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device db770810-2a0a-452f-9473-010d342adc76 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:19.410559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port db770810-2a0a-452f-9473-010d342adc76 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:19.410931 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.450750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c0a30768-e3aa-4219-9783-deb436b16c21 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:19.553489 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.621480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db7e0ded-f9ec-44b6-87be-b29d5906e619 req-e4d79e23-f558-4fa9-98ca-6706b00de48b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2762551 Apr 30 01:24:19.626979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-7ad40416-c1b3-4cb1-8380-ccb18ab37da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.633346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-7ad40416-c1b3-4cb1-8380-ccb18ab37da4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2986398 Apr 30 01:24:19.685480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.755483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c0a30768-e3aa-4219-9783-deb436b16c21, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a30768-e3aa-4219-9783-deb436b16c21,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:19.767005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b5b7d-3c3d-4155-b208-b01416df5e05 None None] Network f9444a5c-8e01-43a5-8eae-9b20e400e4de requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:24:19.823215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202d2b8-b920-4532-ab11-71a71b4447d2 req-9dcc2c38-a472-4edc-a7cc-297e8cdd4a80 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:19.832638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b202d2b8-b920-4532-ab11-71a71b4447d2 req-9dcc2c38-a472-4edc-a7cc-297e8cdd4a80 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 936 time: 0.0850348 Apr 30 01:24:19.837685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c0a30768-e3aa-4219-9783-deb436b16c21', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'c0a30768-e3aa-4219-9783-deb436b16c21', 'mac_address': 'fa:16:3e:1d:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:19.884425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-118eafe2-d670-4268-96fd-5473e53a21c3 None None] Provisioning complete for port db770810-2a0a-452f-9473-010d342adc76 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:19.884773 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-118eafe2-d670-4268-96fd-5473e53a21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.886286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.889830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41712) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:19.901259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.910625 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73dfe394-33ce-4b27-b901-fe4e982dc4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:19.928520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b202d2b8-b920-4532-ab11-71a71b4447d2 req-4aab063f-8c92-4cc0-91ac-665bdaae0711 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909054 Apr 30 01:24:19.946627 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-4536e0da-75a4-495c-8082-c66b8a39813d service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945855 Apr 30 01:24:20.020866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.024457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73dfe394-33ce-4b27-b901-fe4e982dc4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.028593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port db770810-2a0a-452f-9473-010d342adc76, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=db770810-2a0a-452f-9473-010d342adc76,segment=NetworkSegment(d15511fc-e5e3-4420-b26d-695d6f45aa02),segment_id=d15511fc-e5e3-4420-b26d-695d6f45aa02)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:20.068413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a30768-e3aa-4219-9783-deb436b16c21 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:20.100182 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73dfe394-33ce-4b27-b901-fe4e982dc4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.123205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c0a30768-e3aa-4219-9783-deb436b16c21, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a30768-e3aa-4219-9783-deb436b16c21,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:20.129542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-73dfe394-33ce-4b27-b901-fe4e982dc4d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=155d97d6ff58424897f9c8f42f1b2ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380836 Apr 30 01:24:20.140032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1db355-1770-48db-8e3e-4041a3559f7f req-9b5ae3e1-d406-4c1b-8506-988f5caa1323 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:20.140367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c6704-79be-4b03-8bd0-0bc4b47dc659 req-3ea68dc3-a7ad-4378-a3d9-ad514c349a3d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:20.142137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1d1db355-1770-48db-8e3e-4041a3559f7f req-9b5ae3e1-d406-4c1b-8506-988f5caa1323 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 943 time: 0.0985577 Apr 30 01:24:20.142296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41720) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:20.149851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-893c6704-79be-4b03-8bd0-0bc4b47dc659 req-3ea68dc3-a7ad-4378-a3d9-ad514c349a3d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 948 time: 0.3300829 Apr 30 01:24:20.152448 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-118eafe2-d670-4268-96fd-5473e53a21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.154309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.197637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfe394-33ce-4b27-b901-fe4e982dc4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba918562-72c4-4be6-bbfe-5de95605f789,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:20.249428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1d1db355-1770-48db-8e3e-4041a3559f7f req-b774f215-8638-4f06-bdd3-0f11907328f5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879567 Apr 30 01:24:20.261996 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.272768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 67eb60de-85f2-4a56-a1bf-9e106688a2e4 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:20.273981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d776233-ce04-4d03-8376-2f8294d7abb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.274160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=db770810-2a0a-452f-9473-010d342adc76,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:20.297629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d776233-ce04-4d03-8376-2f8294d7abb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.337918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-118eafe2-d670-4268-96fd-5473e53a21c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:24:20.338338 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-118eafe2-d670-4268-96fd-5473e53a21c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:24:20.361918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ccb07c-1017-41df-8ff7-dac5362886e9 req-2ebb15fd-4cb7-46ae-8c30-d5e5ba6b69a6 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662672 Apr 30 01:24:20.398880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-893c6704-79be-4b03-8bd0-0bc4b47dc659 req-abf3c09d-448a-4a0f-bd8c-fb19b8fb0f0f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147586 Apr 30 01:24:20.410523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Allocated IP 172.25.0.34 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a28ef0c4-d0d8-4555-a419-5df415c77f83) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:20.458271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d776233-ce04-4d03-8376-2f8294d7abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.460940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d776233-ce04-4d03-8376-2f8294d7abb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.470163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c0a30768-e3aa-4219-9783-deb436b16c21,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:20.470525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8d776233-ce04-4d03-8376-2f8294d7abb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba918562-72c4-4be6-bbfe-5de95605f789 HTTP/1.1" status: 204 len: 168 time: 0.3214781 Apr 30 01:24:20.489679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.508403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d776233-ce04-4d03-8376-2f8294d7abb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba918562-72c4-4be6-bbfe-5de95605f789,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:20.582657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 67eb60de-85f2-4a56-a1bf-9e106688a2e4, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=67eb60de-85f2-4a56-a1bf-9e106688a2e4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:20.600825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '67eb60de-85f2-4a56-a1bf-9e106688a2e4', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'port_id': '67eb60de-85f2-4a56-a1bf-9e106688a2e4', 'mac_address': 'fa:16:3e:7e:c7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fb0ab4-af80-4f70-a732-87688021c8fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:20.614613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a5086c-53be-4ecd-bc91-dbf8893329fa {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:20.624124 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.631264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82fcb71b-864a-4205-ad6d-bf9bfd25802b req-99b2dc84-345b-48eb-9f69-527a903ee237 tempest-FlavorsV2NegativeTest-762461089 tempest-FlavorsV2NegativeTest-762461089-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fbe7eb4b109149b68a7bfb86f9c4d591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435474 Apr 30 01:24:20.639030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Transition to ACTIVE for port object 10a5086c-53be-4ecd-bc91-dbf8893329fa will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:20.657574 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.677363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67eb60de-85f2-4a56-a1bf-9e106688a2e4 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:20.704741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 67eb60de-85f2-4a56-a1bf-9e106688a2e4, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=67eb60de-85f2-4a56-a1bf-9e106688a2e4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:20.714142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-0c9cf92e-bcfd-4064-824f-d5aef346e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:20.715956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-0c9cf92e-bcfd-4064-824f-d5aef346e8a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 1099 time: 0.1971874 Apr 30 01:24:20.764139 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.782529 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.787409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:20.869670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=67eb60de-85f2-4a56-a1bf-9e106688a2e4,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:21.008370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Pushing event updated for resources: {'Port': ['ID=10a5086c-53be-4ecd-bc91-dbf8893329fa,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:21.037686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:21.040855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['67eb60de-85f2-4a56-a1bf-9e106688a2e4'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:21.043634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-130e06f8-cb6d-4cad-bcf0-2f4543e59380 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.049703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-130e06f8-cb6d-4cad-bcf0-2f4543e59380 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.065456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-130e06f8-cb6d-4cad-bcf0-2f4543e59380 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.072649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-130e06f8-cb6d-4cad-bcf0-2f4543e59380 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.079038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-130e06f8-cb6d-4cad-bcf0-2f4543e59380 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.086061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-130e06f8-cb6d-4cad-bcf0-2f4543e59380 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.093934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-130e06f8-cb6d-4cad-bcf0-2f4543e59380 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.095858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-130e06f8-cb6d-4cad-bcf0-2f4543e59380 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.3453665 Apr 30 01:24:21.132352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Attempting to bind port 10a5086c-53be-4ecd-bc91-dbf8893329fa on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:21.132679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Attempting to bind port 10a5086c-53be-4ecd-bc91-dbf8893329fa by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:21.133138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Attempting to bind port 10a5086c-53be-4ecd-bc91-dbf8893329fa on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:21.135695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-3f8591c6-c399-459f-b330-5139da6415c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.137997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-3f8591c6-c399-459f-b330-5139da6415c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.4106925 Apr 30 01:24:21.189283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c268c88e-0c5f-49ef-857e-b28e5580bd8f None None] Provisioning complete for port db770810-2a0a-452f-9473-010d342adc76 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:21.190021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c268c88e-0c5f-49ef-857e-b28e5580bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:21.200685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-075f7edd-6c0a-4e2b-b953-1b4cc8506526 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=03bb71d2-aff8-4bec-ac68-27d28c12792c HTTP/1.1" status: 200 len: 217 time: 0.0505857 Apr 30 01:24:21.205196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Port 10a5086c-53be-4ecd-bc91-dbf8893329fa on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:21.205196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Attempting to bind port 10a5086c-53be-4ecd-bc91-dbf8893329fa on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:21.223649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb71b-864a-4205-ad6d-bf9bfd25802b req-b1252798-2270-4310-b088-8c3b7a5fa266 tempest-FlavorsV2NegativeTest-762461089 tempest-FlavorsV2NegativeTest-762461089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.231766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82fcb71b-864a-4205-ad6d-bf9bfd25802b req-b1252798-2270-4310-b088-8c3b7a5fa266 tempest-FlavorsV2NegativeTest-762461089 tempest-FlavorsV2NegativeTest-762461089-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5990140 Apr 30 01:24:21.245756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82fcb71b-864a-4205-ad6d-bf9bfd25802b req-2228e611-119e-40b5-866f-c3b37386fc35 tempest-FlavorsV2NegativeTest-762461089 tempest-FlavorsV2NegativeTest-762461089-project] 10.222.0.15 "GET /v2.0/quotas/fbe7eb4b109149b68a7bfb86f9c4d591 HTTP/1.1" status: 200 len: 375 time: 0.0100977 Apr 30 01:24:21.255383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:21.264882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:21.265771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:21.268510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:21.269141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Bound port: 10a5086c-53be-4ecd-bc91-dbf8893329fa, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:21.269516 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:21.306777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82fcb71b-864a-4205-ad6d-bf9bfd25802b req-e9a88507-31d1-4567-b980-408a775bfb60 tempest-FlavorsV2NegativeTest-762461089 tempest-FlavorsV2NegativeTest-762461089-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fbe7eb4b109149b68a7bfb86f9c4d591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488133 Apr 30 01:24:21.311530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-560988cf-4034-4cef-8bc7-6f75f2ceb931 req-8ad1dbd9-28e3-4100-9abf-5b667cb23592 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1970840 Apr 30 01:24:21.334744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device db770810-2a0a-452f-9473-010d342adc76 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:21.338662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:21.377517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:21.389323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:21.390715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-71a061dc-f88b-40de-8877-d5d88ba03637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.392311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-71a061dc-f88b-40de-8877-d5d88ba03637 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1836066 Apr 30 01:24:21.400874 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a28ef0c4-d0d8-4555-a419-5df415c77f83,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:21.520005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9f16d-add9-4978-a9e4-a5853e3ba7a4 req-8a9bf6ac-77d8-4ce7-aa52-606f2ffc4703 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.521864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] For port 10a5086c-53be-4ecd-bc91-dbf8893329fa, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:21.530929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efc9f16d-add9-4978-a9e4-a5853e3ba7a4 req-8a9bf6ac-77d8-4ce7-aa52-606f2ffc4703 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 948 time: 0.0770969 Apr 30 01:24:21.589348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efc9f16d-add9-4978-a9e4-a5853e3ba7a4 req-778ae0e2-e4f3-477d-8841-ef7c640956e4 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571389 Apr 30 01:24:21.612120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] For port 10a5086c-53be-4ecd-bc91-dbf8893329fa, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=10a5086c-53be-4ecd-bc91-dbf8893329fa,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:21.614922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-8ea555d5-6f6a-493e-9718-3eaf3cfe128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.617195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-8ea555d5-6f6a-493e-9718-3eaf3cfe128b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2130320 Apr 30 01:24:21.639251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port db770810-2a0a-452f-9473-010d342adc76 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:21.639643 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:21.709444 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ab861-8146-4d6a-b47a-11fa257ec83b req-52ec4d3c-9c68-4917-be22-74bd9ab8ccaa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.711112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-700ab861-8146-4d6a-b47a-11fa257ec83b req-52ec4d3c-9c68-4917-be22-74bd9ab8ccaa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 944 time: 0.2213304 Apr 30 01:24:21.716876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dfd4e-6004-4de1-94b5-18f1615a33ac req-459bf16d-e79c-4cc0-bab3-7a85adf4565b tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:21.725790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-382dfd4e-6004-4de1-94b5-18f1615a33ac req-459bf16d-e79c-4cc0-bab3-7a85adf4565b tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 948 time: 0.0664291 Apr 30 01:24:21.780168 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-382dfd4e-6004-4de1-94b5-18f1615a33ac req-aaa975c9-5644-47a1-9278-76f4515d6838 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532529 Apr 30 01:24:22.077297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:22.145212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.145863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:22.147551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] 10.222.0.21 "PUT /v2.0/ports/10a5086c-53be-4ecd-bc91-dbf8893329fa HTTP/1.1" status: 200 len: 1096 time: 2.9505272 Apr 30 01:24:22.153446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbc9891-be0a-4b2e-8bab-b0cf2523ee59', 'tag': '10a5086c-53be-4ecd-bc91-dbf8893329fa'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:22.156574 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d018602-ae38-491f-8960-98f0bc7f4075" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbc9891-be0a-4b2e-8bab-b0cf2523ee59", "tag": "10a5086c-53be-4ecd-bc91-dbf8893329fa"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:22.209884 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b396df-2d53-4eed-96f3-8c7c6913998c x-openstack-request-id: req-79b396df-2d53-4eed-96f3-8c7c6913998c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:22.210162 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbc9891-be0a-4b2e-8bab-b0cf2523ee59", "tag": "10a5086c-53be-4ecd-bc91-dbf8893329fa", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:22.210422 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79b396df-2d53-4eed-96f3-8c7c6913998c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:22.215493 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b396df-2d53-4eed-96f3-8c7c6913998c'] response: {'name': 'network-changed', 'server_uuid': 'fdbc9891-be0a-4b2e-8bab-b0cf2523ee59', 'tag': '10a5086c-53be-4ecd-bc91-dbf8893329fa', 'status': 'completed', 'code': 200} Apr 30 01:24:22.234293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97940fea-67aa-4747-a10f-03b69b43af6c service neutron] Pushing event updated for resources: {'Port': ['ID=10a5086c-53be-4ecd-bc91-dbf8893329fa,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:22.243233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-700ab861-8146-4d6a-b47a-11fa257ec83b req-f17308e5-c065-48c1-a455-2128f07fd8df tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740265 Apr 30 01:24:22.315458 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-fbf6ac8b-fd81-4ee3-b562-c583c263ca68 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683323 Apr 30 01:24:22.419169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d018602-ae38-491f-8960-98f0bc7f4075 req-998d6d5e-a6fe-4df1-8672-c84e1aba55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.420648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d018602-ae38-491f-8960-98f0bc7f4075 req-998d6d5e-a6fe-4df1-8672-c84e1aba55a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 1099 time: 0.2002523 Apr 30 01:24:22.483246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-e9199ed6-f600-43c3-9162-9bee91855bbf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.489167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-e9199ed6-f600-43c3-9162-9bee91855bbf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.495401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-e9199ed6-f600-43c3-9162-9bee91855bbf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.501549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-e9199ed6-f600-43c3-9162-9bee91855bbf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.505430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfcab2ad-51e0-4641-8d73-12668226a2a4 req-b0082246-56b9-49d2-834f-690da78513e8 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804125 Apr 30 01:24:22.505974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:22.510372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-e9199ed6-f600-43c3-9162-9bee91855bbf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.510519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d018602-ae38-491f-8960-98f0bc7f4075 req-bbd6613b-1c67-448b-be57-2ccb49860852 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773046 Apr 30 01:24:22.530952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-e9199ed6-f600-43c3-9162-9bee91855bbf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.539753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-e9199ed6-f600-43c3-9162-9bee91855bbf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.547967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-e9199ed6-f600-43c3-9162-9bee91855bbf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1260471 Apr 30 01:24:22.598859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2c5d32e1-0470-46c5-bf2b-ae953ef6d1c2 req-5aee1cec-3511-4396-a5e5-6b2d1b20d6ac tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495024 Apr 30 01:24:22.714199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41800) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:22.781733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d018602-ae38-491f-8960-98f0bc7f4075 req-5f789046-ae1a-464e-b801-1b524c083d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.783174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d018602-ae38-491f-8960-98f0bc7f4075 req-5f789046-ae1a-464e-b801-1b524c083d45 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2285748 Apr 30 01:24:22.797955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204886d4-da50-45ae-82ea-8347fdc0fa20 req-5b867ccf-799b-4ef0-b907-97eaa9b13dfa tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.799559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-204886d4-da50-45ae-82ea-8347fdc0fa20 req-5b867ccf-799b-4ef0-b907-97eaa9b13dfa tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 948 time: 0.1295209 Apr 30 01:24:22.918725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-204886d4-da50-45ae-82ea-8347fdc0fa20 req-31d4b917-8591-4a1f-a10c-be4c035d5c3d tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066663 Apr 30 01:24:22.927682 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:22.928277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117edc31-6fa9-4614-8d6e-5f821672cb31 req-882d355c-caec-46b0-8d13-f78135906e25 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.938193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-117edc31-6fa9-4614-8d6e-5f821672cb31 req-882d355c-caec-46b0-8d13-f78135906e25 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 948 time: 0.0706306 Apr 30 01:24:22.975762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-3365d0a3-fbbc-44e2-9156-48c76b013be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:22.977245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-3365d0a3-fbbc-44e2-9156-48c76b013be9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 1099 time: 0.1098936 Apr 30 01:24:23.013827 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-117edc31-6fa9-4614-8d6e-5f821672cb31 req-1971bffa-7537-4d8f-9905-ff9c331c01a8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680940 Apr 30 01:24:23.029543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-db5f7590-45bd-4348-ac98-a96b9b6995dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=10a5086c-53be-4ecd-bc91-dbf8893329fa HTTP/1.1" status: 200 len: 217 time: 0.0426807 Apr 30 01:24:23.034744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd435108-3a12-47f5-a608-1e0e50c24968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.117446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd435108-3a12-47f5-a608-1e0e50c24968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.118957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-e02cc35d-233c-46a0-9fc0-e33bb46f3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.120415 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-e02cc35d-233c-46a0-9fc0-e33bb46f3b3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0612762 Apr 30 01:24:23.177384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-d06f260f-1171-4fec-a699-697be0d3751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.178873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-d06f260f-1171-4fec-a699-697be0d3751d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507302 Apr 30 01:24:23.222275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd435108-3a12-47f5-a608-1e0e50c24968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.246023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Router 1f61ea20-cff0-4d01-af42-e556273b24e5 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:24:23.264057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dd435108-3a12-47f5-a608-1e0e50c24968 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbe7eb4b109149b68a7bfb86f9c4d591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487833 Apr 30 01:24:23.264920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd435108-3a12-47f5-a608-1e0e50c24968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cd1449-1290-492e-92cc-898c5301c159,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:23.268486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41816) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:23.318091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-91f3c7a5-4bb7-49be-83b9-961342fb6676 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314173 Apr 30 01:24:23.347753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa28fcc9-b338-4e49-82ff-ebd69d955fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.372182 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa28fcc9-b338-4e49-82ff-ebd69d955fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.460425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 03bb71d2-aff8-4bec-ac68-27d28c12792c details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:23.464302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c0a30768-e3aa-4219-9783-deb436b16c21 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:23.475823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:23.495660 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Sync routers for ids ['1f61ea20-cff0-4d01-af42-e556273b24e5'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:23.500262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d562970-6ebc-4bda-9b69-a3d4514bd4b6 req-a08787d4-98e8-4289-9a86-afd8242d761d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.501757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d562970-6ebc-4bda-9b69-a3d4514bd4b6 req-a08787d4-98e8-4289-9a86-afd8242d761d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 944 time: 0.1482558 Apr 30 01:24:23.502921 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Routers {'1f61ea20-cff0-4d01-af42-e556273b24e5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:23.504058 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f61ea20-cff0-4d01-af42-e556273b24e5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:23.507289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-464e73ca-a04e-43a4-b4c8-03a4847ec1b3 req-febb3c25-2ca9-4164-8ffc-bb525cb48f9c service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815209 Apr 30 01:24:23.547528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d562970-6ebc-4bda-9b69-a3d4514bd4b6 req-a8d54626-85b6-4d59-ab29-d4b9bf0a67e0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Apr 30 01:24:23.569871 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa28fcc9-b338-4e49-82ff-ebd69d955fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.569871 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa28fcc9-b338-4e49-82ff-ebd69d955fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.569871 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa28fcc9-b338-4e49-82ff-ebd69d955fe7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20cd1449-1290-492e-92cc-898c5301c159 HTTP/1.1" status: 204 len: 168 time: 0.2955127 Apr 30 01:24:23.577415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28fcc9-b338-4e49-82ff-ebd69d955fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cd1449-1290-492e-92cc-898c5301c159,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:23.609194 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.613233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41840) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:23.613382 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ce1eb6b4-4a1f-4bff-b222-690b20a153e8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6614244 Apr 30 01:24:23.683573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 03bb71d2-aff8-4bec-ac68-27d28c12792c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=03bb71d2-aff8-4bec-ac68-27d28c12792c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:23.700614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '03bb71d2-aff8-4bec-ac68-27d28c12792c', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '03bb71d2-aff8-4bec-ac68-27d28c12792c', 'mac_address': 'fa:16:3e:e8:eb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:23.709948 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Set router 1f61ea20-cff0-4d01-af42-e556273b24e5 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:23.745416 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.760437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bb71d2-aff8-4bec-ac68-27d28c12792c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:23.783237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 03bb71d2-aff8-4bec-ac68-27d28c12792c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=03bb71d2-aff8-4bec-ac68-27d28c12792c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:23.821391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c0a30768-e3aa-4219-9783-deb436b16c21 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:23.826125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c0a30768-e3aa-4219-9783-deb436b16c21 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:23.826574 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.830167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-a2d837c5-63f2-432c-ba1d-2271305ba0ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.836575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-a2d837c5-63f2-432c-ba1d-2271305ba0ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.841970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-a2d837c5-63f2-432c-ba1d-2271305ba0ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.848260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-a2d837c5-63f2-432c-ba1d-2271305ba0ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.855170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-a2d837c5-63f2-432c-ba1d-2271305ba0ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.861603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-a2d837c5-63f2-432c-ba1d-2271305ba0ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.868508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-a2d837c5-63f2-432c-ba1d-2271305ba0ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:23.876507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-a2d837c5-63f2-432c-ba1d-2271305ba0ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1602747 Apr 30 01:24:23.897562 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.919740 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:22Z', 'revision_number': 3, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port': {'id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:19Z', 'updated_at': '2022-04-30T01:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:23.948011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Checking router: 1f61ea20-cff0-4d01-af42-e556273b24e5 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:24:23.948680 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Updating router 1f61ea20-cff0-4d01-af42-e556273b24e5 port a28ef0c4-d0d8-4555-a419-5df415c77f83 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:24:23.954833 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:23.971530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77053e7b-9a1a-4687-b49e-4d7efe4dd4c0 req-25c42955-e271-438a-9b38-672e91d2c602 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939648 Apr 30 01:24:23.981997 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.010183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144a932e-260e-4f07-ad25-aa030e27da10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a30768-e3aa-4219-9783-deb436b16c21'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:24.012788 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeaf366-da77-43a7-ab7b-721ae033da47" -d '{"events": [{"server_uuid": "144a932e-260e-4f07-ad25-aa030e27da10", "name": "network-vif-plugged", "status": "completed", "tag": "c0a30768-e3aa-4219-9783-deb436b16c21"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:24.018045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=03bb71d2-aff8-4bec-ac68-27d28c12792c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:24.044175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c0a30768-e3aa-4219-9783-deb436b16c21, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a30768-e3aa-4219-9783-deb436b16c21,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:24.084438 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276b1df0-581e-4ef2-a441-b531c4b01904 x-openstack-request-id: req-276b1df0-581e-4ef2-a441-b531c4b01904 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:24.084940 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144a932e-260e-4f07-ad25-aa030e27da10", "name": "network-vif-plugged", "status": "completed", "tag": "c0a30768-e3aa-4219-9783-deb436b16c21", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:24.085390 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-276b1df0-581e-4ef2-a441-b531c4b01904 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:24.086525 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276b1df0-581e-4ef2-a441-b531c4b01904'] response: {'server_uuid': '144a932e-260e-4f07-ad25-aa030e27da10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a30768-e3aa-4219-9783-deb436b16c21', 'code': 200} Apr 30 01:24:24.112917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47d50f-30a3-4935-9f60-daeafef87698 req-40c15080-5611-4555-a1ee-f8770283aa81 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:24.138276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d47d50f-30a3-4935-9f60-daeafef87698 req-40c15080-5611-4555-a1ee-f8770283aa81 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 948 time: 0.0982969 Apr 30 01:24:24.187654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['03bb71d2-aff8-4bec-ac68-27d28c12792c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:24.198741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.202612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 67eb60de-85f2-4a56-a1bf-9e106688a2e4 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:24.214062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d47d50f-30a3-4935-9f60-daeafef87698 req-db8408ab-cda4-42f0-9c8d-7bc603023e69 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748124 Apr 30 01:24:24.236312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5441cdf-3c15-4e28-8d5e-802fdc05f016 req-c104d9af-1752-42bb-8c8a-2345b7713a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:24.238020 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5441cdf-3c15-4e28-8d5e-802fdc05f016 req-c104d9af-1752-42bb-8c8a-2345b7713a52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 1098 time: 0.0908177 Apr 30 01:24:24.293715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a65ab5-ce25-4208-9d58-c240167aa329 req-c4b914af-5565-43bb-a7dd-b007077a908e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:24.295592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5441cdf-3c15-4e28-8d5e-802fdc05f016 req-4a395354-2734-4ee5-b636-94b2de29a76e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490730 Apr 30 01:24:24.301910 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4a65ab5-ce25-4208-9d58-c240167aa329 req-c4b914af-5565-43bb-a7dd-b007077a908e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 949 time: 0.1481178 Apr 30 01:24:24.396578 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4a65ab5-ce25-4208-9d58-c240167aa329 req-c6dc7334-3bf1-466d-b672-e3732ac22858 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897110 Apr 30 01:24:24.467213 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.526000 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.532356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c0a30768-e3aa-4219-9783-deb436b16c21,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:24.599995 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.658615 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Attempting to bind port a28ef0c4-d0d8-4555-a419-5df415c77f83 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:24.659563 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Attempting to bind port a28ef0c4-d0d8-4555-a419-5df415c77f83 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:24.659967 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Attempting to bind port a28ef0c4-d0d8-4555-a419-5df415c77f83 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:24.670174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Pushing event updated for resources: {'Port': ['ID=a28ef0c4-d0d8-4555-a419-5df415c77f83,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:24.673801 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:24.674383 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:24.675575 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.681909 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:24.681909 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Bound port: a28ef0c4-d0d8-4555-a419-5df415c77f83, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:24.681909 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.684282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54bc7b-891e-4604-98b5-5c11498d4630 req-58a18d1d-ca67-4eaa-9b61-a7d43c10ae03 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:24.686148 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.687021 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.687833 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.688235 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.688628 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.689050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.689596 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.689981 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.690652 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.691336 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.692052 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.692320 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c54bc7b-891e-4604-98b5-5c11498d4630 req-58a18d1d-ca67-4eaa-9b61-a7d43c10ae03 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 944 time: 0.0640647 Apr 30 01:24:24.692440 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:24:24.701717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:24.711949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:24.712379 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.791739 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] For port a28ef0c4-d0d8-4555-a419-5df415c77f83, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:24.795681 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] For port a28ef0c4-d0d8-4555-a419-5df415c77f83, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a28ef0c4-d0d8-4555-a419-5df415c77f83,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:24.799007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c54bc7b-891e-4604-98b5-5c11498d4630 req-5d466016-8cea-48af-b2b7-b9b330457c67 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983820 Apr 30 01:24:24.811856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Allocated IP 172.20.0.1 (f9444a5c-8e01-43a5-8eae-9b20e400e4de/937dc710-2798-4ee1-82eb-74db6fea94da/1ec8f12d-cf95-45d2-ba7d-a6ca625db694) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:24.874139 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.903974 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:24.947700 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Routers {'1f61ea20-cff0-4d01-af42-e556273b24e5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:24.949009 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f61ea20-cff0-4d01-af42-e556273b24e5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:24.950417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 67eb60de-85f2-4a56-a1bf-9e106688a2e4, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=67eb60de-85f2-4a56-a1bf-9e106688a2e4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:24.972430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.001716 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3784-2e66-40e2-a0d8-f3fb9f6ef293 None None] Pushing event updated for resources: {'Port': ['ID=a28ef0c4-d0d8-4555-a419-5df415c77f83,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:25.051046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.103872 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] Set router 1f61ea20-cff0-4d01-af42-e556273b24e5 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:25.119501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.152857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 10a5086c-53be-4ecd-bc91-dbf8893329fa details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:25.157841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=67eb60de-85f2-4a56-a1bf-9e106688a2e4,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:25.173773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:25.200444 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Network f9444a5c-8e01-43a5-8eae-9b20e400e4de is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:25.218600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-3c8fe360-5692-47cb-a366-c309ef04b167 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.227100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-3c8fe360-5692-47cb-a366-c309ef04b167 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.230880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-3c8fe360-5692-47cb-a366-c309ef04b167 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.236709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-3c8fe360-5692-47cb-a366-c309ef04b167 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.244215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-3c8fe360-5692-47cb-a366-c309ef04b167 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.250435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-3c8fe360-5692-47cb-a366-c309ef04b167 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.256990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-3c8fe360-5692-47cb-a366-c309ef04b167 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.266485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-3c8fe360-5692-47cb-a366-c309ef04b167 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1874495 Apr 30 01:24:25.269199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:25.293258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:25.313236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 10a5086c-53be-4ecd-bc91-dbf8893329fa, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=10a5086c-53be-4ecd-bc91-dbf8893329fa,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:25.360946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '10a5086c-53be-4ecd-bc91-dbf8893329fa', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '10a5086c-53be-4ecd-bc91-dbf8893329fa', 'mac_address': 'fa:16:3e:17:d2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:25.364142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.440347 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.458370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3908-7267-4622-92ed-12d80960c5c9 req-49cc0ce7-1f34-4042-816d-a2e581148191 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.467312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a5086c-53be-4ecd-bc91-dbf8893329fa {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:25.468929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87fb3908-7267-4622-92ed-12d80960c5c9 req-49cc0ce7-1f34-4042-816d-a2e581148191 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 948 time: 0.1344240 Apr 30 01:24:25.482178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 03bb71d2-aff8-4bec-ac68-27d28c12792c up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:25.505719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50a8e6b0-ae86-4937-b2bc-b105f6f71d85 req-9df3c0aa-78fd-4df3-a6cf-988c56e808bb tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2389956 Apr 30 01:24:25.512928 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:22Z', 'revision_number': 3, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port': {'id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:19Z', 'updated_at': '2022-04-30T01:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:25.521525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87fb3908-7267-4622-92ed-12d80960c5c9 req-741d186a-cdb8-405a-841d-3e9ff309b2b2 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474501 Apr 30 01:24:25.589219 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db937b98-2ef1-464a-8cc8-b7afd2bbcbd1 None None] The sync data for ids ['1f61ea20-cff0-4d01-af42-e556273b24e5'] in n-d-821348-1 is: [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:22Z', 'revision_number': 3, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port': {'id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:19Z', 'updated_at': '2022-04-30T01:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:25.599456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 10a5086c-53be-4ecd-bc91-dbf8893329fa, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=10a5086c-53be-4ecd-bc91-dbf8893329fa,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:25.676534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e5176-016d-4f3b-a00e-3561832dba9a req-2da85b71-35f2-43f1-83c9-1e7a39c1a790 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:25.684449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c96e5176-016d-4f3b-a00e-3561832dba9a req-2da85b71-35f2-43f1-83c9-1e7a39c1a790 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 949 time: 0.0889301 Apr 30 01:24:25.698477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.732030 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c96e5176-016d-4f3b-a00e-3561832dba9a req-802b8f73-46b9-4b76-82fb-63fbbf83a1f7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 Apr 30 01:24:25.745635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 03bb71d2-aff8-4bec-ac68-27d28c12792c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:25.749943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-11d0c03b-f3db-4b82-b877-d659cecfbed2 None None] Provisioning complete for port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:25.750357 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11d0c03b-f3db-4b82-b877-d659cecfbed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.754655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 03bb71d2-aff8-4bec-ac68-27d28c12792c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:25.755147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.802185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.849520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=10a5086c-53be-4ecd-bc91-dbf8893329fa,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:25.853530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-11d0c03b-f3db-4b82-b877-d659cecfbed2 None None] Port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:24:25.931659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:25.992060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['10a5086c-53be-4ecd-bc91-dbf8893329fa'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:26.043725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574136-ed72-4370-af05-3c620b84ae01 req-a147367c-0f2d-41cb-b287-271fe64b9d75 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.045279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac574136-ed72-4370-af05-3c620b84ae01 req-a147367c-0f2d-41cb-b287-271fe64b9d75 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 945 time: 0.1300561 Apr 30 01:24:26.082655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 03bb71d2-aff8-4bec-ac68-27d28c12792c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=03bb71d2-aff8-4bec-ac68-27d28c12792c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:26.102003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eb60de-85f2-4a56-a1bf-9e106688a2e4'}, {'server_uuid': '19998ee5-6ff2-47eb-8960-fe54ef3dfe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb71d2-aff8-4bec-ac68-27d28c12792c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:26.104382 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef04950-b1f2-401e-9f19-4ccd8b3b439b" -d '{"events": [{"server_uuid": "9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1", "name": "network-vif-plugged", "status": "completed", "tag": "67eb60de-85f2-4a56-a1bf-9e106688a2e4"}, {"server_uuid": "19998ee5-6ff2-47eb-8960-fe54ef3dfe7b", "name": "network-vif-plugged", "status": "completed", "tag": "03bb71d2-aff8-4bec-ac68-27d28c12792c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:26.108274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:26.116164 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac574136-ed72-4370-af05-3c620b84ae01 req-593cfb86-6a14-4347-a12f-e3f528281df1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594246 Apr 30 01:24:26.164900 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a7684c-2a07-4555-af3c-e18d79e5f45d x-openstack-request-id: req-84a7684c-2a07-4555-af3c-e18d79e5f45d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:26.165194 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1", "name": "network-vif-plugged", "status": "completed", "tag": "67eb60de-85f2-4a56-a1bf-9e106688a2e4", "code": 200}, {"server_uuid": "19998ee5-6ff2-47eb-8960-fe54ef3dfe7b", "name": "network-vif-plugged", "status": "completed", "tag": "03bb71d2-aff8-4bec-ac68-27d28c12792c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:26.171308 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84a7684c-2a07-4555-af3c-e18d79e5f45d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:26.171308 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a7684c-2a07-4555-af3c-e18d79e5f45d'] response: {'server_uuid': '9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eb60de-85f2-4a56-a1bf-9e106688a2e4', 'code': 200} Apr 30 01:24:26.171308 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a7684c-2a07-4555-af3c-e18d79e5f45d'] response: {'server_uuid': '19998ee5-6ff2-47eb-8960-fe54ef3dfe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb71d2-aff8-4bec-ac68-27d28c12792c', 'code': 200} Apr 30 01:24:26.199949 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:26.239079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:26.299700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329fe3-eafa-4916-a3be-8f25b52aeeb2 req-b3c83e8f-d293-4865-acc4-5642c0a4009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.301311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84329fe3-eafa-4916-a3be-8f25b52aeeb2 req-b3c83e8f-d293-4865-acc4-5642c0a4009a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 1096 time: 0.0443981 Apr 30 01:24:26.308544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=03bb71d2-aff8-4bec-ac68-27d28c12792c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:26.321256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:26.370049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:26.384665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e48bc-1c24-4cd0-bd98-54ca365b888e req-b5a6c85c-dd42-4f7f-b080-e87fc42fd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.386371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658e48bc-1c24-4cd0-bd98-54ca365b888e req-b5a6c85c-dd42-4f7f-b080-e87fc42fd9eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 1101 time: 0.1020815 Apr 30 01:24:26.388952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84329fe3-eafa-4916-a3be-8f25b52aeeb2 req-7753f66b-b2c4-4994-8553-1177318d128f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761902 Apr 30 01:24:26.493491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Network f9444a5c-8e01-43a5-8eae-9b20e400e4de is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:26.496067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:26.771930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-c58de175-76d6-4d1c-a680-6f96feaf8497 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.775528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-c58de175-76d6-4d1c-a680-6f96feaf8497 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.781558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-c58de175-76d6-4d1c-a680-6f96feaf8497 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.788245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-c58de175-76d6-4d1c-a680-6f96feaf8497 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.800961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-c58de175-76d6-4d1c-a680-6f96feaf8497 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.805559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-c58de175-76d6-4d1c-a680-6f96feaf8497 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.811853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-c58de175-76d6-4d1c-a680-6f96feaf8497 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.819795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658e48bc-1c24-4cd0-bd98-54ca365b888e req-268e7423-9468-471c-8595-053de0a3c8b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361739 Apr 30 01:24:26.820841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-c58de175-76d6-4d1c-a680-6f96feaf8497 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1412406 Apr 30 01:24:26.827412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Router 1f61ea20-cff0-4d01-af42-e556273b24e5 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:24:26.864900 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f331f0a8-06c9-4f14-a6d6-e234d375f604 req-b9e75a0e-8b0c-4e94-abf3-15df67f8ff68 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431957 Apr 30 01:24:26.926595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2daf5745-4c02-46b1-bfb0-fbe1b0ede8e5 None None] Provisioning complete for port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:26.927594 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2daf5745-4c02-46b1-bfb0-fbe1b0ede8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:26.949447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f280590-6401-449b-997d-6a3e30e03b72 req-1d69dd1e-f515-43e5-8824-e22bb9311174 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:26.951525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f280590-6401-449b-997d-6a3e30e03b72 req-1d69dd1e-f515-43e5-8824-e22bb9311174 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 949 time: 0.1474931 Apr 30 01:24:26.991884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2daf5745-4c02-46b1-bfb0-fbe1b0ede8e5 None None] Port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:24:27.064263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f280590-6401-449b-997d-6a3e30e03b72 req-bc3d2c5b-a1dd-4d4c-81a6-140adf0f2fc1 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011481 Apr 30 01:24:27.065605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:27.082106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3216efc2-34f6-47e8-93fb-8636f0b4f249 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f61ea20-cff0-4d01-af42-e556273b24e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4667854 Apr 30 01:24:27.123811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75d96-2338-4363-a2ab-0545fe9d5959 req-918aefcd-a7cc-4e56-9719-2ca73c337fc5 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:27.125288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbb75d96-2338-4363-a2ab-0545fe9d5959 req-918aefcd-a7cc-4e56-9719-2ca73c337fc5 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 950 time: 0.0553617 Apr 30 01:24:27.145444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 10a5086c-53be-4ecd-bc91-dbf8893329fa up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:27.225390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbb75d96-2338-4363-a2ab-0545fe9d5959 req-295b5e41-db18-4514-b362-d534fe281d66 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935712 Apr 30 01:24:27.320265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a28ef0c4-d0d8-4555-a419-5df415c77f83 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:27.376313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a28ef0c4-d0d8-4555-a419-5df415c77f83 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:27.376799 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:27.379059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776926ab-dbf4-45f8-b762-bcbf03fd6798 req-528931de-ba24-49b7-ab65-990bb1cad526 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:27.380063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 10a5086c-53be-4ecd-bc91-dbf8893329fa completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:27.381172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-776926ab-dbf4-45f8-b762-bcbf03fd6798 req-528931de-ba24-49b7-ab65-990bb1cad526 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 945 time: 0.0676901 Apr 30 01:24:27.414373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 10a5086c-53be-4ecd-bc91-dbf8893329fa triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:27.414656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:27.457827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-776926ab-dbf4-45f8-b762-bcbf03fd6798 req-ca30b5be-84d5-4b2f-aa7b-5e91c2b0fb14 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585620 Apr 30 01:24:27.615668 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:27.643243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:27.648546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a28ef0c4-d0d8-4555-a419-5df415c77f83, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a28ef0c4-d0d8-4555-a419-5df415c77f83,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:27.681140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 10a5086c-53be-4ecd-bc91-dbf8893329fa, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=10a5086c-53be-4ecd-bc91-dbf8893329fa,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:27.737103 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:27.783599 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:27.820547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-075c16a8-5cb9-4515-9bbd-0eb6b9f5f1ed tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1506872 Apr 30 01:24:27.823859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a28ef0c4-d0d8-4555-a419-5df415c77f83,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:27.826084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:27.890233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=10a5086c-53be-4ecd-bc91-dbf8893329fa,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:27.925738 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:27.943672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Sync routers for ids ['1f61ea20-cff0-4d01-af42-e556273b24e5'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:27.955186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Routers {'1f61ea20-cff0-4d01-af42-e556273b24e5'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:27.955949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f61ea20-cff0-4d01-af42-e556273b24e5'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:28.082090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:28.083125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Set router 1f61ea20-cff0-4d01-af42-e556273b24e5 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:28.121460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.174535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbc9891-be0a-4b2e-8bab-b0cf2523ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a5086c-53be-4ecd-bc91-dbf8893329fa'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:28.177654 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c627f33-ec08-496e-bfa6-cde549e529de" -d '{"events": [{"server_uuid": "fdbc9891-be0a-4b2e-8bab-b0cf2523ee59", "name": "network-vif-plugged", "status": "completed", "tag": "10a5086c-53be-4ecd-bc91-dbf8893329fa"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:28.209606 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de0a268a-b68b-4bad-960a-9cde5f72b682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.271932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Allocated IP 172.25.0.131 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/f28e2302-9b47-4a86-a575-3286510d253d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:28.338168 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de0a268a-b68b-4bad-960a-9cde5f72b682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.377808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:25Z', 'revision_number': 4, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port': {'id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:19Z', 'updated_at': '2022-04-30T01:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1ec8f12d-cf95-45d2-ba7d-a6ca625db694', 'name': '', 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'mac_address': 'fa:16:3e:2a:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '937dc710-2798-4ee1-82eb-74db6fea94da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:24Z', 'updated_at': '2022-04-30T01:24:25Z', 'revision_number': 2, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'subnets': [{'id': '937dc710-2798-4ee1-82eb-74db6fea94da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:28.388714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.397472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-5b65fac7-4d69-4bfa-89dd-786a603ffb3a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.403147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-5b65fac7-4d69-4bfa-89dd-786a603ffb3a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.409272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-5b65fac7-4d69-4bfa-89dd-786a603ffb3a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.412676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Checking router: 1f61ea20-cff0-4d01-af42-e556273b24e5 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:24:28.413036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Updating router 1f61ea20-cff0-4d01-af42-e556273b24e5 port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:24:28.415210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-5b65fac7-4d69-4bfa-89dd-786a603ffb3a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.420894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-5b65fac7-4d69-4bfa-89dd-786a603ffb3a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.427381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-5b65fac7-4d69-4bfa-89dd-786a603ffb3a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.433065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-5b65fac7-4d69-4bfa-89dd-786a603ffb3a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.434966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-5b65fac7-4d69-4bfa-89dd-786a603ffb3a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.0955522 Apr 30 01:24:28.438756 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.454634 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de0a268a-b68b-4bad-960a-9cde5f72b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.515374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a268a-b68b-4bad-960a-9cde5f72b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02242a5-7b0b-4f83-b843-ca4a54d80326,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:28.524311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42130) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:28.524421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-de0a268a-b68b-4bad-960a-9cde5f72b682 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da31b12ba1ec48d49aaef42bcd35c271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405544 Apr 30 01:24:28.528101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80f552b4-b227-4fd3-b5f9-bda3a8addbe7 req-02102994-4f62-4fc9-acd6-cb1e18379cb7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855310 Apr 30 01:24:28.547836 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.632488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-973771a7-8a37-4409-890c-2d9e37aec424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.635520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:28.637634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event updated for resources: {'Port': ['ID=f28e2302-9b47-4a86-a575-3286510d253d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:28.642000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:28.652049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:28.667952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128dafb-6cd8-44e7-82ae-f40843ea1552 req-dcb1dc72-8fed-4d0e-b5ef-234f3a20f606 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.669489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7128dafb-6cd8-44e7-82ae-f40843ea1552 req-dcb1dc72-8fed-4d0e-b5ef-234f3a20f606 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 950 time: 0.0739257 Apr 30 01:24:28.683673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-973771a7-8a37-4409-890c-2d9e37aec424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.683901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9751697e-d16a-43ec-a7be-dd6eb510bd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.716786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7128dafb-6cd8-44e7-82ae-f40843ea1552 req-8b180a9e-e0cd-4008-a141-677ae6e53c8c tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Apr 30 01:24:28.763211 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.774041 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.776543 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198612e-ece5-42c1-a699-64e940b58b77 x-openstack-request-id: req-3198612e-ece5-42c1-a699-64e940b58b77 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:28.776835 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbc9891-be0a-4b2e-8bab-b0cf2523ee59", "name": "network-vif-plugged", "status": "completed", "tag": "10a5086c-53be-4ecd-bc91-dbf8893329fa", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:28.777083 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3198612e-ece5-42c1-a699-64e940b58b77 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:28.777501 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3198612e-ece5-42c1-a699-64e940b58b77'] response: {'server_uuid': 'fdbc9891-be0a-4b2e-8bab-b0cf2523ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a5086c-53be-4ecd-bc91-dbf8893329fa', 'code': 200} Apr 30 01:24:28.833718 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.874089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440376e-3744-40df-b04b-ec8f1298d98d req-f25adff6-0eb7-43e5-b451-9f0e84713dd2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.876123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6440376e-3744-40df-b04b-ec8f1298d98d req-f25adff6-0eb7-43e5-b451-9f0e84713dd2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 950 time: 0.0540214 Apr 30 01:24:28.879733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-973771a7-8a37-4409-890c-2d9e37aec424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.883460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-973771a7-8a37-4409-890c-2d9e37aec424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.885633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-973771a7-8a37-4409-890c-2d9e37aec424 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a02242a5-7b0b-4f83-b843-ca4a54d80326 HTTP/1.1" status: 204 len: 168 time: 0.3601325 Apr 30 01:24:28.914957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b464a38-2dcd-46f6-8e98-66d961288cb8 None None] Pushing event updated for resources: {'Port': ['ID=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:28.923086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973771a7-8a37-4409-890c-2d9e37aec424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02242a5-7b0b-4f83-b843-ca4a54d80326,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:28.938512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:28.938659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6440376e-3744-40df-b04b-ec8f1298d98d req-796c6504-3424-45e3-9c16-d6619954b523 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Apr 30 01:24:28.977970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43049f31-6802-4ddf-a575-52b67d6d1554 req-c3f2a531-f582-48cf-b279-f2451a36cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:28.979415 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43049f31-6802-4ddf-a575-52b67d6d1554 req-c3f2a531-f582-48cf-b279-f2451a36cb4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 1101 time: 0.1412628 Apr 30 01:24:29.021428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Attempting to bind port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:29.021914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Attempting to bind port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:29.022175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Attempting to bind port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 on network f9444a5c-8e01-43a5-8eae-9b20e400e4de {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:29.030327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:29.031195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Checking segment: {'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:29.031987 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.032559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Bound using segment: {'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:29.033340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Bound port: 1ec8f12d-cf95-45d2-ba7d-a6ca625db694, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15511fc-e5e3-4420-b26d-695d6f45aa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:29.033905 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.083205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43049f31-6802-4ddf-a575-52b67d6d1554 req-6b4b8ad8-1aa5-48c1-8020-073e2df9e199 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903454 Apr 30 01:24:29.111457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] For port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:29.115477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] For port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,segment=NetworkSegment(d15511fc-e5e3-4420-b26d-695d6f45aa02),segment_id=d15511fc-e5e3-4420-b26d-695d6f45aa02)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:29.134954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20158a3d-6128-4b29-8e32-b96f0b5e20ee req-d390005b-e237-4ee7-963c-203cdbb08130 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:29.136613 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20158a3d-6128-4b29-8e32-b96f0b5e20ee req-d390005b-e237-4ee7-963c-203cdbb08130 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 945 time: 0.0796349 Apr 30 01:24:29.182591 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.186056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20158a3d-6128-4b29-8e32-b96f0b5e20ee req-a914e3de-418d-45d3-9f4b-e66a9e6b16db tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Apr 30 01:24:29.287708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b9357a70-c8dc-4594-9ec2-3319bcc365c9 None None] Provisioning complete for port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:29.288085 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9357a70-c8dc-4594-9ec2-3319bcc365c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.289898 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Routers {'1f61ea20-cff0-4d01-af42-e556273b24e5'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:29.290545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f61ea20-cff0-4d01-af42-e556273b24e5'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:29.293610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b464a38-2dcd-46f6-8e98-66d961288cb8 None None] Pushing event updated for resources: {'Port': ['ID=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:29.293783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.367331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481dedf-efe8-4e52-a763-c7dd337f7122 req-04f381fd-af1f-4ea5-b39c-3d9a5aa520c1 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:29.370636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d481dedf-efe8-4e52-a763-c7dd337f7122 req-04f381fd-af1f-4ea5-b39c-3d9a5aa520c1 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 948 time: 0.0971487 Apr 30 01:24:29.377298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a28ef0c4-d0d8-4555-a419-5df415c77f83 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:29.418511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.457074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d481dedf-efe8-4e52-a763-c7dd337f7122 req-ac4548e0-ce11-44b2-bf63-a01c733bc78c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737050 Apr 30 01:24:29.545758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event updated for resources: {'Port': ['ID=f28e2302-9b47-4a86-a575-3286510d253d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:29.561602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.648904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.651324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-f0d79398-952d-4ab3-90f2-2b3c98c7d33c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8286338 Apr 30 01:24:29.698367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] Set router 1f61ea20-cff0-4d01-af42-e556273b24e5 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:29.719790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-a712b6f6-0c8e-474a-9f9b-9ca06fc2ac04 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0584607 Apr 30 01:24:29.739267 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9357a70-c8dc-4594-9ec2-3319bcc365c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.748052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42186) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:29.769608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-120073c1-5f2c-4653-af5d-38061f6aa327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.822666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a28ef0c4-d0d8-4555-a419-5df415c77f83 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:29.828362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.868597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-044a38a5-b8dd-4257-b1bc-e22843a7b2bf tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:29.884942 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-120073c1-5f2c-4653-af5d-38061f6aa327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.885933 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-881767f8-9fc3-478a-99c4-aca0af8cf888 req-044a38a5-b8dd-4257-b1bc-e22843a7b2bf tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1577680 Apr 30 01:24:29.948048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-120073c1-5f2c-4653-af5d-38061f6aa327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:29.967373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b9357a70-c8dc-4594-9ec2-3319bcc365c9 None None] For port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,segment=NetworkSegment(d15511fc-e5e3-4420-b26d-695d6f45aa02),segment_id=d15511fc-e5e3-4420-b26d-695d6f45aa02)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:29.985173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120073c1-5f2c-4653-af5d-38061f6aa327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707dfd2a-b7c8-4f6e-a4f4-09a560f1b150,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:29.990278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-120073c1-5f2c-4653-af5d-38061f6aa327 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d3273d90ae34411b86254cfb9a5faf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405467 Apr 30 01:24:29.993054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42194) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:30.048030 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9357a70-c8dc-4594-9ec2-3319bcc365c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:30.066714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0236bd56-3eb4-4be8-987a-040598f20c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:30.089449 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0236bd56-3eb4-4be8-987a-040598f20c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:30.134762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9357a70-c8dc-4594-9ec2-3319bcc365c9 None None] Pushing event updated for resources: {'Port': ['ID=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:30.158520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:25Z', 'revision_number': 4, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port': {'id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:19Z', 'updated_at': '2022-04-30T01:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1ec8f12d-cf95-45d2-ba7d-a6ca625db694', 'name': '', 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'mac_address': 'fa:16:3e:2a:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '937dc710-2798-4ee1-82eb-74db6fea94da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:24Z', 'updated_at': '2022-04-30T01:24:29Z', 'revision_number': 4, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'subnets': [{'id': '937dc710-2798-4ee1-82eb-74db6fea94da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:30.194487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c46c5-75f4-43ac-9d1b-0bd909db2d7f None None] The sync data for ids ['1f61ea20-cff0-4d01-af42-e556273b24e5'] in n-d-821348-1 is: [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:25Z', 'revision_number': 4, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port': {'id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:19Z', 'updated_at': '2022-04-30T01:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1ec8f12d-cf95-45d2-ba7d-a6ca625db694', 'name': '', 'network_id': 'f9444a5c-8e01-43a5-8eae-9b20e400e4de', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'mac_address': 'fa:16:3e:2a:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '937dc710-2798-4ee1-82eb-74db6fea94da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:24Z', 'updated_at': '2022-04-30T01:24:29Z', 'revision_number': 4, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'subnets': [{'id': '937dc710-2798-4ee1-82eb-74db6fea94da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:30.202529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a7d98d02-a9dc-4673-937e-7cba9dc342dc None None] Provisioning complete for port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:30.202933 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7d98d02-a9dc-4673-937e-7cba9dc342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:30.274905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0236bd56-3eb4-4be8-987a-040598f20c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:30.278247 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0236bd56-3eb4-4be8-987a-040598f20c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:30.283345 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0236bd56-3eb4-4be8-987a-040598f20c1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/707dfd2a-b7c8-4f6e-a4f4-09a560f1b150 HTTP/1.1" status: 204 len: 168 time: 0.2892749 Apr 30 01:24:30.293316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236bd56-3eb4-4be8-987a-040598f20c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707dfd2a-b7c8-4f6e-a4f4-09a560f1b150,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:30.350078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-70e827ed-1611-494d-b5e9-1c57cb11dbcf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.356598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-70e827ed-1611-494d-b5e9-1c57cb11dbcf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.362646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-70e827ed-1611-494d-b5e9-1c57cb11dbcf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.368600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-70e827ed-1611-494d-b5e9-1c57cb11dbcf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.374418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-70e827ed-1611-494d-b5e9-1c57cb11dbcf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.384968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-70e827ed-1611-494d-b5e9-1c57cb11dbcf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.403216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-70e827ed-1611-494d-b5e9-1c57cb11dbcf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.408817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-70e827ed-1611-494d-b5e9-1c57cb11dbcf tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1828849 Apr 30 01:24:30.471152 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f077299-5fe6-4bc3-ac5b-8f5a05fe473a req-4b80b2c6-79a2-48bb-ae8b-83203334be6f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548131 Apr 30 01:24:30.569809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b49b40-71ff-4d2a-8a43-a668d70d1220 req-71a4f913-b29f-4110-8cf9-f51f6e93fb99 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.576840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b49b40-71ff-4d2a-8a43-a668d70d1220 req-71a4f913-b29f-4110-8cf9-f51f6e93fb99 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.579296 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43b49b40-71ff-4d2a-8a43-a668d70d1220 req-71a4f913-b29f-4110-8cf9-f51f6e93fb99 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10&device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 1689 time: 0.1121523 Apr 30 01:24:30.591359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f01f6-2a20-4da3-8925-8435a855d7f2 req-75464d57-b7f4-42fe-b20f-078b01e9ffe3 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.592945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-502f01f6-2a20-4da3-8925-8435a855d7f2 req-75464d57-b7f4-42fe-b20f-078b01e9ffe3 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 950 time: 0.0597384 Apr 30 01:24:30.626035 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43b49b40-71ff-4d2a-8a43-a668d70d1220 req-c459f4d5-bb28-4d0e-b75b-284fce99f0fa tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Apr 30 01:24:30.673580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-502f01f6-2a20-4da3-8925-8435a855d7f2 req-06513d92-c4f6-4f82-8b9e-ffffce0150bb tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719044 Apr 30 01:24:30.809640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-6a282b75-8a1e-4023-bee3-d30fd8444f65 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1481009 Apr 30 01:24:30.822285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:30.885195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a37aa2-8064-48f5-be6e-96214bbda13f req-17bde8a9-dfe8-4750-81d0-3d9678942526 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:30.887207 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87a37aa2-8064-48f5-be6e-96214bbda13f req-17bde8a9-dfe8-4750-81d0-3d9678942526 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 945 time: 0.0742264 Apr 30 01:24:30.908278 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a631508f-f453-46b7-873a-571d33f7eef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:30.944333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87a37aa2-8064-48f5-be6e-96214bbda13f req-26c8484f-db2d-4566-b36f-499b77305460 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467942 Apr 30 01:24:30.976859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:31.100335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:31.244759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Allocated IP 172.25.0.243 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/cc88b80e-0c33-4f85-a2f0-45bc2904ee76) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:31.340996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-8ec2feb6-858c-4d27-8f55-10e3d4c2305b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819602 Apr 30 01:24:31.342830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:31.430877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:31.431571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:31.449176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:31.492832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-09827991-301d-41a7-8845-dbe025f2c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:31.494381 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-09827991-301d-41a7-8845-dbe025f2c08f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e64372fbe024f5198dfba73156b0740&device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 1097 time: 0.0997746 Apr 30 01:24:31.560303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:31.622826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:31.626489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:31.632283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:31.649718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-c50323cb-76da-4e08-b268-ed21a1e7b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:31.652638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-c50323cb-76da-4e08-b268-ed21a1e7b477 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 HTTP/1.1" status: 200 len: 916 time: 0.1287816 Apr 30 01:24:31.722068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42274) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:31.729879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:31.735552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event updated for resources: {'Port': ['ID=cc88b80e-0c33-4f85-a2f0-45bc2904ee76,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:31.770732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-fb1f6b64-a85b-4a9d-ad01-3dfb9f06b2fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb601169-5efd-4511-94c0-886ba5e24101 HTTP/1.1" status: 200 len: 1001 time: 0.1012330 Apr 30 01:24:31.853848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-56ae92bc-82a5-4150-9ba6-0838e092a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:31.856129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-56ae92bc-82a5-4150-9ba6-0838e092a8ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a62028bd-f807-443c-b640-114ba6547ab7 HTTP/1.1" status: 200 len: 855 time: 0.0740829 Apr 30 01:24:31.859903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:31.862350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1665391358'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:31.908638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:31.925065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-a27d7817-07ff-4301-aaef-07f6a629620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:31.926790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-a27d7817-07ff-4301-aaef-07f6a629620f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583823 Apr 30 01:24:31.995569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:31.999027 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.011991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.031275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.056587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-b503bc19-eec8-4463-baa4-7749da331ad5 service neutron] 10.222.0.21 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199939 Apr 30 01:24:32.142788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.158065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34b816e5-7ed5-42a0-8937-d1b247e8a8ea req-1617e2e5-4523-4bf0-b1d7-944229d80cbd service neutron] 10.222.0.21 "GET /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896783 Apr 30 01:24:32.228679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event updated for resources: {'Port': ['ID=cc88b80e-0c33-4f85-a2f0-45bc2904ee76,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:32.248354 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.355750 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.357085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-7c523bdf-8b8f-4db2-a246-12415dd7da52 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5466392 Apr 30 01:24:32.414347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-b2fd4ec2-d461-400c-9716-bacc20c68c54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.243 HTTP/1.1" status: 200 len: 696 time: 0.0502894 Apr 30 01:24:32.529984 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.538926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-b0d7a717-84a0-46fd-b9ba-d6c190a18b0e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.543944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d9a37de-195c-4d56-bf9b-8342e06342c1 req-b0d7a717-84a0-46fd-b9ba-d6c190a18b0e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1189227 Apr 30 01:24:32.572102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060b73-5d5c-4feb-8313-551342b81bb8 req-01056db4-fc5c-4cd0-be4f-52f2b4af1afd tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.573629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc060b73-5d5c-4feb-8313-551342b81bb8 req-01056db4-fc5c-4cd0-be4f-52f2b4af1afd tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 1099 time: 0.0417821 Apr 30 01:24:32.600361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.631527 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc060b73-5d5c-4feb-8313-551342b81bb8 req-88de0113-2da3-4d2e-b4a2-d13888094bde tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Apr 30 01:24:32.634804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:24:32.662514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.662916 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Added segment e509d610-4f6e-4fe7-89f0-388e0c25b99d of type vlan for network 4ea4323f-f209-4602-b0d3-b716558e9112 Apr 30 01:24:32.664333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90600769-1036-4029-8183-6f486932ddd3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:32.667250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dc922-d052-40d6-a49e-fb327cf80319 req-61b54700-b319-4dcf-a3ef-65f168a28263 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.668843 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-367dc922-d052-40d6-a49e-fb327cf80319 req-61b54700-b319-4dcf-a3ef-65f168a28263 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 950 time: 0.0742610 Apr 30 01:24:32.715293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-367dc922-d052-40d6-a49e-fb327cf80319 req-85d69499-bbf6-452d-80bc-6eabb15b871d tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Apr 30 01:24:32.718675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.788938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8372-6563-4fc1-9e59-d08750ca054d req-7114a3f1-d48d-4517-9b49-814d4398c14b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.794632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8372-6563-4fc1-9e59-d08750ca054d req-7114a3f1-d48d-4517-9b49-814d4398c14b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.801049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8372-6563-4fc1-9e59-d08750ca054d req-7114a3f1-d48d-4517-9b49-814d4398c14b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.806726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8372-6563-4fc1-9e59-d08750ca054d req-7114a3f1-d48d-4517-9b49-814d4398c14b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.812525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8372-6563-4fc1-9e59-d08750ca054d req-7114a3f1-d48d-4517-9b49-814d4398c14b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.818907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8372-6563-4fc1-9e59-d08750ca054d req-7114a3f1-d48d-4517-9b49-814d4398c14b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.824654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b8372-6563-4fc1-9e59-d08750ca054d req-7114a3f1-d48d-4517-9b49-814d4398c14b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.826568 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-577b8372-6563-4fc1-9e59-d08750ca054d req-7114a3f1-d48d-4517-9b49-814d4398c14b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1276822 Apr 30 01:24:32.827793 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.833435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.834038 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:32.880162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf164-931e-468b-abd7-5ef88cecc749 req-64076f0d-4584-48ed-abce-381eb612b557 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:32.887487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81bbf164-931e-468b-abd7-5ef88cecc749 req-64076f0d-4584-48ed-abce-381eb612b557 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 945 time: 0.0579009 Apr 30 01:24:32.922145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81bbf164-931e-468b-abd7-5ef88cecc749 req-65730158-7f29-4d0b-bb8e-e8d673c127f1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Apr 30 01:24:32.964344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Network': ['ID=4ea4323f-f209-4602-b0d3-b716558e9112,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:32.975285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-577b8372-6563-4fc1-9e59-d08750ca054d req-903e73b2-33a7-465d-8bd7-12e96921de80 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385760 Apr 30 01:24:32.985795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4ea4323f-f209-4602-b0d3-b716558e9112 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:24:33.003060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e40fb3f0-025c-4299-a805-75ce80a5e0c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2789154 Apr 30 01:24:33.008219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42306) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:33.013594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'subnet': {'network_id': '4ea4323f-f209-4602-b0d3-b716558e9112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:33.087910 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-4300b755-b2d3-4bdf-95dc-af08d9619ac4 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1408646 Apr 30 01:24:33.099609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:33.138445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36127ab-5a4c-41d2-8f3e-d0ca8cad0207 req-0d8b496b-1351-4885-93cc-40409605b411 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:33.139888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a36127ab-5a4c-41d2-8f3e-d0ca8cad0207 req-0d8b496b-1351-4885-93cc-40409605b411 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 1101 time: 0.0719867 Apr 30 01:24:33.173712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a36127ab-5a4c-41d2-8f3e-d0ca8cad0207 req-6ea74f79-b4c5-41cb-ba6a-12696d50334f tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276599 Apr 30 01:24:33.210568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.238929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:33.242762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.312581 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.327668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632dbee-b182-4768-ba9e-e5788a128d56 req-6d26fde6-e405-42a6-974f-8dc1eba3d837 tempest-LiveMigrationNegativeTest-1796442882 tempest-LiveMigrationNegativeTest-1796442882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:33.329453 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3632dbee-b182-4768-ba9e-e5788a128d56 req-6d26fde6-e405-42a6-974f-8dc1eba3d837 tempest-LiveMigrationNegativeTest-1796442882 tempest-LiveMigrationNegativeTest-1796442882-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 1101 time: 0.1008110 Apr 30 01:24:33.365112 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3632dbee-b182-4768-ba9e-e5788a128d56 req-6dce5e42-7021-4a3e-9a7d-fb2204faa66b tempest-LiveMigrationNegativeTest-1796442882 tempest-LiveMigrationNegativeTest-1796442882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.422933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Allocated IP 172.25.0.186 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/3e59149c-b6b9-4774-a8fb-7a4d1920d998) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:33.529434 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3632dbee-b182-4768-ba9e-e5788a128d56 req-6dce5e42-7021-4a3e-9a7d-fb2204faa66b tempest-LiveMigrationNegativeTest-1796442882 tempest-LiveMigrationNegativeTest-1796442882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.533673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.553865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.591447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3632dbee-b182-4768-ba9e-e5788a128d56 req-6dce5e42-7021-4a3e-9a7d-fb2204faa66b tempest-LiveMigrationNegativeTest-1796442882 tempest-LiveMigrationNegativeTest-1796442882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.605547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.647692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3632dbee-b182-4768-ba9e-e5788a128d56 req-6dce5e42-7021-4a3e-9a7d-fb2204faa66b tempest-LiveMigrationNegativeTest-1796442882 tempest-LiveMigrationNegativeTest-1796442882-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974298 Apr 30 01:24:33.656518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:33.659621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:33.663369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:33.663552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Subnet': ['ID=020f2aff-0513-4fcf-b1b8-2ac6b9c7defd,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:33.667417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce5e42-7021-4a3e-9a7d-fb2204faa66b tempest-LiveMigrationNegativeTest-1796442882 tempest-LiveMigrationNegativeTest-1796442882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e273fd33-653c-456a-861a-c00ba5ef3992,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:33.677253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Checking segment: {'id': 'e509d610-4f6e-4fe7-89f0-388e0c25b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ea4323f-f209-4602-b0d3-b716558e9112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:33.677608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network hostable DHCP agents. Network: 4ea4323f-f209-4602-b0d3-b716558e9112, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:24:33.710801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event updated for resources: {'Port': ['ID=3e59149c-b6b9-4774-a8fb-7a4d1920d998,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:33.749109 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.779263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.798810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network 4ea4323f-f209-4602-b0d3-b716558e9112 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:24:33.844870 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.901377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:33.901662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4ea4323f-f209-4602-b0d3-b716558e9112) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:33.914081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:33.914374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c674501-62d4-43b5-9cd5-9ddb9f293d83 None None] Network 4ea4323f-f209-4602-b0d3-b716558e9112 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:24:33.914717 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.044231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-09e8d438-2fa6-4abb-b6d2-c74fd8d1345a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0346546 Apr 30 01:24:34.044615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-c65a9c1f-bbc8-43a6-8928-fa36417f5af3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.046115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-c65a9c1f-bbc8-43a6-8928-fa36417f5af3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 945 time: 0.1003377 Apr 30 01:24:34.046677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42356) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:34.053176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-768784525', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:34.079172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3215a-6cdc-4ecd-b5d0-cabdb80b2c36 None None] Network 4ea4323f-f209-4602-b0d3-b716558e9112 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:24:34.148732 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.149842 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.184189 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.193353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Deleting port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:34.193681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.210825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.298373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.337023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] For port 67eb60de-85f2-4a56-a1bf-9e106688a2e4, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=67eb60de-85f2-4a56-a1bf-9e106688a2e4,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:34.337555 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.365495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Calling delete_port for 67eb60de-85f2-4a56-a1bf-9e106688a2e4 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:34.395263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event updated for resources: {'Port': ['ID=3e59149c-b6b9-4774-a8fb-7a4d1920d998,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:34.549416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cee57-60ce-487c-9840-67329afc8366 req-c5c530ff-594f-4444-8594-1c07c84d3cd8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.552080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-604cee57-60ce-487c-9840-67329afc8366 req-c5c530ff-594f-4444-8594-1c07c84d3cd8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1 HTTP/1.1" status: 200 len: 945 time: 0.2106249 Apr 30 01:24:34.587714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.624911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-604cee57-60ce-487c-9840-67329afc8366 req-ce9c9c18-3482-424d-80c8-dd94c5bc24d0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Apr 30 01:24:34.761220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.769993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-5ec1650f-a146-4b19-932c-5e7f21c9aed6 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.775654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-5ec1650f-a146-4b19-932c-5e7f21c9aed6 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.781299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-5ec1650f-a146-4b19-932c-5e7f21c9aed6 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.787511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-5ec1650f-a146-4b19-932c-5e7f21c9aed6 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.793097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-5ec1650f-a146-4b19-932c-5e7f21c9aed6 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.798738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-5ec1650f-a146-4b19-932c-5e7f21c9aed6 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.807506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-5ec1650f-a146-4b19-932c-5e7f21c9aed6 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:34.807506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-5ec1650f-a146-4b19-932c-5e7f21c9aed6 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5428 time: 0.1100519 Apr 30 01:24:34.857512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.858750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-7eff8bb6-3867-4ede-95b9-1ab73250f96e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7643735 Apr 30 01:24:34.890706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23aaa63c-5155-406c-8f45-a2dfaef65885 req-b78dfa65-cfb9-438e-92fc-efa4bd07696c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757399 Apr 30 01:24:34.922527 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-c0f97db1-2b35-4115-b75b-23a264de7701 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.0565937 Apr 30 01:24:34.923913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.937889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['67eb60de-85f2-4a56-a1bf-9e106688a2e4'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:34.961722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.982126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:34.996886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event deleted for resources: {'Port': ['ID=67eb60de-85f2-4a56-a1bf-9e106688a2e4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:35.032818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] No DVR routers for this DVR port 67eb60de-85f2-4a56-a1bf-9e106688a2e4 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:24:35.061556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.064955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3fee7ec-bfc5-4537-8529-ddf4c2b289fe req-d6214329-e8f9-4c91-8543-fdf3b365e384 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "DELETE /v2.0/ports/67eb60de-85f2-4a56-a1bf-9e106688a2e4 HTTP/1.1" status: 204 len: 173 time: 1.0100181 Apr 30 01:24:35.065704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1', 'name': 'network-vif-deleted', 'tag': '67eb60de-85f2-4a56-a1bf-9e106688a2e4'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:35.068251 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccad714-c616-4748-80d8-557affbc21d4" -d '{"events": [{"server_uuid": "9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1", "name": "network-vif-deleted", "tag": "67eb60de-85f2-4a56-a1bf-9e106688a2e4"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:35.101742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.25.0.14 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/68785209-8137-464b-a7ed-2dd232aebc8a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:35.125929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-213d8cb4-8367-43e9-8652-a250080b45b6 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:35.127402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fd073a1-f7c7-4df0-a9e8-cf4c0f965b53 req-213d8cb4-8367-43e9-8652-a250080b45b6 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1640491 Apr 30 01:24:35.181714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8347f042-f881-476a-a1a0-9873999dbaa6 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:35.228088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.320743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-c68075ad-1971-4fd5-a315-6e287939d06f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272522 Apr 30 01:24:35.334119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8347f042-f881-476a-a1a0-9873999dbaa6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8347f042-f881-476a-a1a0-9873999dbaa6,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:35.345439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '8347f042-f881-476a-a1a0-9873999dbaa6', 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'port_id': '8347f042-f881-476a-a1a0-9873999dbaa6', 'mac_address': 'fa:16:3e:a8:1a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:35.353176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.386843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:35.387912 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.389060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:35.393881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:35.403852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8347f042-f881-476a-a1a0-9873999dbaa6 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:35.429399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8347f042-f881-476a-a1a0-9873999dbaa6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8347f042-f881-476a-a1a0-9873999dbaa6,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:35.438589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-dcd54ff7-975f-448b-8ea4-03f94261dda9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:35.440830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-dcd54ff7-975f-448b-8ea4-03f94261dda9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121838 Apr 30 01:24:35.474506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-9a59d9e8-7c05-4dfd-aeda-89d5db704770 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/quotas/cbcb295e0462422581cee135f4d15721 HTTP/1.1" status: 200 len: 375 time: 0.0232146 Apr 30 01:24:35.483248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=68785209-8137-464b-a7ed-2dd232aebc8a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:35.492207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.492967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6b676cc5-8d0b-4812-adff-5f37e29c73cd details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:35.542520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-20a8e502-a6de-4815-85ca-2d4201bbd6d3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671656 Apr 30 01:24:35.558753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8347f042-f881-476a-a1a0-9873999dbaa6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:35.585779 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfee401-18a9-4973-a99d-430c8ee899e8 x-openstack-request-id: req-fdfee401-18a9-4973-a99d-430c8ee899e8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:35.586660 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1", "name": "network-vif-deleted", "tag": "67eb60de-85f2-4a56-a1bf-9e106688a2e4", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:35.586891 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdfee401-18a9-4973-a99d-430c8ee899e8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:35.587264 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfee401-18a9-4973-a99d-430c8ee899e8'] response: {'server_uuid': '9d2d5b7d-6a3c-4b74-b72f-bc7063e703b1', 'name': 'network-vif-deleted', 'tag': '67eb60de-85f2-4a56-a1bf-9e106688a2e4', 'status': 'completed', 'code': 200} Apr 30 01:24:35.591911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6b676cc5-8d0b-4812-adff-5f37e29c73cd, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b676cc5-8d0b-4812-adff-5f37e29c73cd,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:35.604566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '6b676cc5-8d0b-4812-adff-5f37e29c73cd', 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'port_id': '6b676cc5-8d0b-4812-adff-5f37e29c73cd', 'mac_address': 'fa:16:3e:37:b9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:35.642934 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.656816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b676cc5-8d0b-4812-adff-5f37e29c73cd {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:35.677462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6b676cc5-8d0b-4812-adff-5f37e29c73cd, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b676cc5-8d0b-4812-adff-5f37e29c73cd,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:35.758257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-4bb2a83f-63bf-4f3f-8d7c-e46585bc7120 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1455035 Apr 30 01:24:35.758901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.759650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2397af35-9b05-408f-8d81-8e3b105c0040 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:35.782599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:35.835836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6b676cc5-8d0b-4812-adff-5f37e29c73cd,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:35.906739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2397af35-9b05-408f-8d81-8e3b105c0040, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2397af35-9b05-408f-8d81-8e3b105c0040,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:35.907103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.921511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '2397af35-9b05-408f-8d81-8e3b105c0040', 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e', 'port_id': '2397af35-9b05-408f-8d81-8e3b105c0040', 'mac_address': 'fa:16:3e:89:36:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb807107-af8e-42db-85a5-15144c311b8f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:35.942813 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.964733 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:35.983022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2397af35-9b05-408f-8d81-8e3b105c0040 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:36.018066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2397af35-9b05-408f-8d81-8e3b105c0040, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2397af35-9b05-408f-8d81-8e3b105c0040,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:36.119124 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.120071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8f0b82de-ed57-4695-91b1-bc21b40b3689 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:36.204944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8f0b82de-ed57-4695-91b1-bc21b40b3689, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8f0b82de-ed57-4695-91b1-bc21b40b3689,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:36.208804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2397af35-9b05-408f-8d81-8e3b105c0040,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:36.220793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '8f0b82de-ed57-4695-91b1-bc21b40b3689', 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'port_id': '8f0b82de-ed57-4695-91b1-bc21b40b3689', 'mac_address': 'fa:16:3e:87:a0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:36.262968 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.278230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0b82de-ed57-4695-91b1-bc21b40b3689 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:36.312322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8f0b82de-ed57-4695-91b1-bc21b40b3689, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8f0b82de-ed57-4695-91b1-bc21b40b3689,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:36.382114 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.382813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a80a361a-7aed-412c-bcee-047bddd05bff details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:36.462855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8f0b82de-ed57-4695-91b1-bc21b40b3689,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:36.476173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a80a361a-7aed-412c-bcee-047bddd05bff, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a80a361a-7aed-412c-bcee-047bddd05bff,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:36.487694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'a80a361a-7aed-412c-bcee-047bddd05bff', 'network_id': '811c6416-3faf-4022-af7d-a01b5297b65e', 'port_id': 'a80a361a-7aed-412c-bcee-047bddd05bff', 'mac_address': 'fa:16:3e:48:e4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb807107-af8e-42db-85a5-15144c311b8f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:36.525308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.528607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.532656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.545921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80a361a-7aed-412c-bcee-047bddd05bff {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:36.566210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a80a361a-7aed-412c-bcee-047bddd05bff, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a80a361a-7aed-412c-bcee-047bddd05bff,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:36.673067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.674041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 76b8d36e-a0e7-4987-ba3b-e75afce219da details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:36.768460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Allocated IP 172.25.0.134 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/45c5aed0-b346-4117-984f-c6c5e3ba662e) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:36.769167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 76b8d36e-a0e7-4987-ba3b-e75afce219da, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=76b8d36e-a0e7-4987-ba3b-e75afce219da,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:36.778238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a80a361a-7aed-412c-bcee-047bddd05bff,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:36.782153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '76b8d36e-a0e7-4987-ba3b-e75afce219da', 'network_id': '3bb9ea1c-8985-4087-ab33-7982949d0a49', 'port_id': '76b8d36e-a0e7-4987-ba3b-e75afce219da', 'mac_address': 'fa:16:3e:66:bd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:36.856105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.871257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b8d36e-a0e7-4987-ba3b-e75afce219da {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:36.892641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.894301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 76b8d36e-a0e7-4987-ba3b-e75afce219da, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=76b8d36e-a0e7-4987-ba3b-e75afce219da,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:36.894894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-57a916f7-bf2c-4fb8-8424-a619fac7ef44 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:36.900869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-57a916f7-bf2c-4fb8-8424-a619fac7ef44 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:36.906542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-57a916f7-bf2c-4fb8-8424-a619fac7ef44 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:36.912744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-57a916f7-bf2c-4fb8-8424-a619fac7ef44 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:36.918376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-57a916f7-bf2c-4fb8-8424-a619fac7ef44 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:36.924259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-57a916f7-bf2c-4fb8-8424-a619fac7ef44 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:36.930585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-57a916f7-bf2c-4fb8-8424-a619fac7ef44 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:36.933224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-57a916f7-bf2c-4fb8-8424-a619fac7ef44 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5433 time: 0.1137240 Apr 30 01:24:36.941984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:24:36.942565 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:36.943253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f887667a-ed76-4c2e-9f50-5cd985f7b7db details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:36.979554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f3af472-1e5e-4781-ae1d-9aefa26ad8b7 req-3ee403e2-0244-4c90-876a-c244d2fef73b tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404437 Apr 30 01:24:37.011673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=76b8d36e-a0e7-4987-ba3b-e75afce219da,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:37.015773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.100716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f887667a-ed76-4c2e-9f50-5cd985f7b7db, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f887667a-ed76-4c2e-9f50-5cd985f7b7db,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:37.108239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:37.111628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'port_id': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'mac_address': 'fa:16:3e:e9:8f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:37.112335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:37.127925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:37.128146 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77275b-1550-460c-ae06-4b862a287cb0 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:37.128611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:37.146940 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77275b-1550-460c-ae06-4b862a287cb0 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:37.147873 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0a77275b-1550-460c-ae06-4b862a287cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:37.163890 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.182033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f887667a-ed76-4c2e-9f50-5cd985f7b7db {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:37.186434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event updated for resources: {'Port': ['ID=45c5aed0-b346-4117-984f-c6c5e3ba662e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:37.192286 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0a77275b-1550-460c-ae06-4b862a287cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:37.201997 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77275b-1550-460c-ae06-4b862a287cb0 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:37.202611 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0a77275b-1550-460c-ae06-4b862a287cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:37.214163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f887667a-ed76-4c2e-9f50-5cd985f7b7db, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f887667a-ed76-4c2e-9f50-5cd985f7b7db,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:37.229862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.231104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fa436e17-e635-423d-a389-e180650d9587 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1831946 Apr 30 01:24:37.234957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42454) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:37.247153 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0a77275b-1550-460c-ae06-4b862a287cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:37.247930 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77275b-1550-460c-ae06-4b862a287cb0 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:37.262975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.313608 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.337515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379a98a-0d12-4166-971c-0c3e097ff6d2 req-e2bfee0c-7c3c-4b74-a3e4-85caf92ee35b tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:37.338871 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b379a98a-0d12-4166-971c-0c3e097ff6d2 req-e2bfee0c-7c3c-4b74-a3e4-85caf92ee35b tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 950 time: 0.1371782 Apr 30 01:24:37.364960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=f887667a-ed76-4c2e-9f50-5cd985f7b7db,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:37.391762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.496260 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b379a98a-0d12-4166-971c-0c3e097ff6d2 req-ce1c4266-9c60-43f4-9cc6-488c844ab464 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494117 Apr 30 01:24:37.567203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.600925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 67eb60de-85f2-4a56-a1bf-9e106688a2e4 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:24:37.624624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 67eb60de-85f2-4a56-a1bf-9e106688a2e4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:24:37.624964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 67eb60de-85f2-4a56-a1bf-9e106688a2e4 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:24:37.793853 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.870267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.872503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event updated for resources: {'Port': ['ID=45c5aed0-b346-4117-984f-c6c5e3ba662e,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:37.887314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.973635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:37.975525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-0939bb05-46e5-4ba0-a648-80abe34c35f1 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2106671 Apr 30 01:24:38.041717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-203539b5-e98f-473d-a8c0-d690e5f79e7b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.0589788 Apr 30 01:24:38.080660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2397af35-9b05-408f-8d81-8e3b105c0040'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:38.123785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['8347f042-f881-476a-a1a0-9873999dbaa6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:38.170672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6b676cc5-8d0b-4812-adff-5f37e29c73cd'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:38.182427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-c6013bcc-583e-49cc-99f6-b2b4ff00912a tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.183837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d779076-32b9-42a9-ab00-4360fc7ec8dc req-c6013bcc-583e-49cc-99f6-b2b4ff00912a tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1356716 Apr 30 01:24:38.195586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['8f0b82de-ed57-4695-91b1-bc21b40b3689'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:38.206824 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['76b8d36e-a0e7-4987-ba3b-e75afce219da'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:38.208949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['f887667a-ed76-4c2e-9f50-5cd985f7b7db'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:38.254848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92ef2a74-5208-4741-82f5-2f2a18a808e3 req-cf9f0a57-c3c8-465b-aa77-89886b24d6d4 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Apr 30 01:24:38.365846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-432c6e12-5663-4e6d-b1de-1a3d3b5c2ca2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.370418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-2f6fad12-b890-4adc-8f88-b0e276a5b986 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.372049 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-2f6fad12-b890-4adc-8f88-b0e276a5b986 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 950 time: 0.0883849 Apr 30 01:24:38.373549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-432c6e12-5663-4e6d-b1de-1a3d3b5c2ca2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.2318554 Apr 30 01:24:38.376804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.20.0.1 (4ea4323f-f209-4602-b0d3-b716558e9112/020f2aff-0513-4fcf-b1b8-2ac6b9c7defd/80b8c1fd-9148-4c31-a265-15cac92291e8) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:38.396045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-34a5e753-6a25-4804-8e9d-6e85cca74190 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/quotas/a52d06b7d5e84f03b1dde872684d45e6 HTTP/1.1" status: 200 len: 375 time: 0.0214119 Apr 30 01:24:38.453765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-780c02d5-5b50-4bef-b18c-02e523db82e9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.460723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-780c02d5-5b50-4bef-b18c-02e523db82e9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.466866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-780c02d5-5b50-4bef-b18c-02e523db82e9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.473059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-780c02d5-5b50-4bef-b18c-02e523db82e9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.473813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-896b380c-58bd-4420-a84f-1e6e0017bbd5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486641 Apr 30 01:24:38.479322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-780c02d5-5b50-4bef-b18c-02e523db82e9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.485326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-780c02d5-5b50-4bef-b18c-02e523db82e9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.491457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-780c02d5-5b50-4bef-b18c-02e523db82e9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:38.493502 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-780c02d5-5b50-4bef-b18c-02e523db82e9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5435 time: 0.1495755 Apr 30 01:24:38.586097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b3765c9-d0cc-4c7a-af19-cdd65afc1c6a req-dba61f3f-260b-4868-bdcd-ee2c8e174f73 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622320 Apr 30 01:24:38.603324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Deleting port 10a5086c-53be-4ecd-bc91-dbf8893329fa {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:38.603835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:38.680912 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c328304a-ee85-483f-96b6-45ea4b367658 service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712763 Apr 30 01:24:38.684048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:38.759936 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] For port 10a5086c-53be-4ecd-bc91-dbf8893329fa, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=10a5086c-53be-4ecd-bc91-dbf8893329fa,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:38.760528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:38.781207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Calling delete_port for 10a5086c-53be-4ecd-bc91-dbf8893329fa owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:38.829987 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-f43c4b2b-60d0-4318-81d0-4d4112e7a785 service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362000 Apr 30 01:24:38.835642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:38.961386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network 4ea4323f-f209-4602-b0d3-b716558e9112 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:38.984718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:38.990917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:39.022343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=80b8c1fd-9148-4c31-a265-15cac92291e8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:39.048241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:39.111193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:39.151520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['a80a361a-7aed-412c-bcee-047bddd05bff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:39.154475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a3045a8c-5338-414f-bbaf-4da4c64f4f40'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:39.224692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Pushing event deleted for resources: {'Port': ['ID=10a5086c-53be-4ecd-bc91-dbf8893329fa,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:39.311994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-abcaded9-4fa6-4838-95d5-00c0bffb7041 req-934bb08e-9edb-4ff2-81cc-6823256c1280 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips/60e5a0f7-6194-4368-8f68-5ef04406a13e HTTP/1.1" status: 200 len: 693 time: 0.1346240 Apr 30 01:24:39.342431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] No DVR routers for this DVR port 10a5086c-53be-4ecd-bc91-dbf8893329fa on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:24:39.348293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:39.352703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-084be1f3-9d02-4a15-a751-294fa0a25abd req-54a23e08-d5af-4cf2-a338-8d2c45656f2a tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.21 "DELETE /v2.0/ports/10a5086c-53be-4ecd-bc91-dbf8893329fa HTTP/1.1" status: 204 len: 173 time: 0.9640415 Apr 30 01:24:39.353147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbc9891-be0a-4b2e-8bab-b0cf2523ee59', 'name': 'network-vif-deleted', 'tag': '10a5086c-53be-4ecd-bc91-dbf8893329fa'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:39.358040 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c961da63-f42e-4bf5-b47b-88348450ea14" -d '{"events": [{"server_uuid": "fdbc9891-be0a-4b2e-8bab-b0cf2523ee59", "name": "network-vif-deleted", "tag": "10a5086c-53be-4ecd-bc91-dbf8893329fa"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:39.474663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:39.569598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85419b82-e03d-4df8-b43c-d70a706d9ffc req-727345f4-6f04-4c60-b42c-796fac6a14d3 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 210 time: 0.0901177 Apr 30 01:24:39.691009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-277d541a-dbc9-4ef0-b0e3-35e1c0396d41 req-cb5e9c9a-f5d5-4fe1-ade0-3a70eeeb83bb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 210 time: 0.0622935 Apr 30 01:24:39.692045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaded9-4fa6-4838-95d5-00c0bffb7041 req-4429a7d9-8d57-419b-bd94-8ffd439742e2 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:39.700179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-abcaded9-4fa6-4838-95d5-00c0bffb7041 req-4429a7d9-8d57-419b-bd94-8ffd439742e2 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.3782165 Apr 30 01:24:39.789093 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf095b80-1ee1-4a88-8d3b-8e5af9553bc3 x-openstack-request-id: req-cf095b80-1ee1-4a88-8d3b-8e5af9553bc3 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:39.789389 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbc9891-be0a-4b2e-8bab-b0cf2523ee59", "name": "network-vif-deleted", "tag": "10a5086c-53be-4ecd-bc91-dbf8893329fa", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:39.789637 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf095b80-1ee1-4a88-8d3b-8e5af9553bc3 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:39.790093 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf095b80-1ee1-4a88-8d3b-8e5af9553bc3'] response: {'server_uuid': 'fdbc9891-be0a-4b2e-8bab-b0cf2523ee59', 'name': 'network-vif-deleted', 'tag': '10a5086c-53be-4ecd-bc91-dbf8893329fa', 'status': 'completed', 'code': 200} Apr 30 01:24:39.946929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-62fb7234-dc82-44bc-843d-813c656e6b4e req-684ba9e6-d4b2-466e-9e0c-297c5bb9eb49 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 210 time: 0.0546441 Apr 30 01:24:39.950856 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-c74f961d-f81f-4515-a2ea-537cb8a69692 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575469 Apr 30 01:24:40.045428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-e929bd34-306a-4f4d-b567-fac98caff622 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.051598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-e929bd34-306a-4f4d-b567-fac98caff622 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.057551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-e929bd34-306a-4f4d-b567-fac98caff622 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.065549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-e929bd34-306a-4f4d-b567-fac98caff622 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.072078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-e929bd34-306a-4f4d-b567-fac98caff622 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.078735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-e929bd34-306a-4f4d-b567-fac98caff622 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.088349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-e929bd34-306a-4f4d-b567-fac98caff622 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.096428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-e929bd34-306a-4f4d-b567-fac98caff622 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5435 time: 0.1804357 Apr 30 01:24:40.123348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-62999ee7-8bb5-4532-8018-9a7e2b6ac53d tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips/60e5a0f7-6194-4368-8f68-5ef04406a13e HTTP/1.1" status: 200 len: 693 time: 0.0861506 Apr 30 01:24:40.140460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77bc35c6-a25b-4c72-83d5-3f216955b0cf req-97955431-5abf-4999-9554-08d94fb452f4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430586 Apr 30 01:24:40.144271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:40.184870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-c5bca70f-0039-434c-9d7e-18e4ec5bba1a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.186297 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-c5bca70f-0039-434c-9d7e-18e4ec5bba1a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252524 Apr 30 01:24:40.219672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Request body: {'port': {'device_id': 'ba808f30-e27f-48b4-8cf7-da3a52f25ca6', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'cbcb295e0462422581cee135f4d15721'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:40.278449 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:40.457110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-35004e11-654e-4ddc-be8f-2f7c6472b88f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399227 Apr 30 01:24:40.610647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-186a3fd3-32a7-45a2-9044-ad9e91d89e50 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.612889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-186a3fd3-32a7-45a2-9044-ad9e91d89e50 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487939 Apr 30 01:24:40.627450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Request body: {'port': {'device_id': '48c0b5ae-c6c4-4d2f-acd4-64e29557d866', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'cbcb295e0462422581cee135f4d15721'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:40.726528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-2e19fc44-5042-4bb1-bac2-29415a1d81e6 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:40.733970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-2e19fc44-5042-4bb1-bac2-29415a1d81e6 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.5978107 Apr 30 01:24:40.742079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:40.751379 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eaccf441-0d18-43f6-9fb7-040d9be7d86f req-2e66f5ae-00bd-47ef-b095-8d9556e9fe5b tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbc9891-be0a-4b2e-8bab-b0cf2523ee59 HTTP/1.1" status: 200 len: 210 time: 0.0372546 Apr 30 01:24:40.763774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=80b8c1fd-9148-4c31-a265-15cac92291e8,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:40.827691 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-f35c4f7a-a5b3-4775-97be-94e233a9c524 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.0928280 Apr 30 01:24:40.862940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Made reservation on behalf of cbcb295e0462422581cee135f4d15721 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:40.869043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:40.932611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-81fc553b-a888-4773-b342-0c64f82a7e4e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.0721509 Apr 30 01:24:41.003333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Made reservation on behalf of cbcb295e0462422581cee135f4d15721 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:41.006821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.030564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Allocated IP 192.168.233.108 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:41.030828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network 4ea4323f-f209-4602-b0d3-b716558e9112 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:41.061877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:41.227643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.263455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Deleting port 45c5aed0-b346-4117-984f-c6c5e3ba662e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:41.264561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.319707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:24:41.336917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.344858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f887667a-ed76-4c2e-9f50-5cd985f7b7db up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:41.356945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:41.431594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.431594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.468902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:41.469122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Calling delete_port for 45c5aed0-b346-4117-984f-c6c5e3ba662e owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:41.476680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:41.480897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Allocated IP 192.168.233.181 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/8e5abd43-3c90-4428-9975-0ca7cc5e9753) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:41.506274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:41.599641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:41.611451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port f887667a-ed76-4c2e-9f50-5cd985f7b7db completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:41.623531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f82f150-06b3-4c32-a80a-2fd23938804c req-6aa7e95d-16ce-40b7-abcb-803684772520 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 210 time: 0.0715313 Apr 30 01:24:41.652046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port f887667a-ed76-4c2e-9f50-5cd985f7b7db triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:41.652046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.670469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'Port': ['ID=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:41.674026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:41.692589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a0426c98-8e64-439e-ae11-f7bce0113489 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/routers/9a28fb92-52e9-4fb1-8f16-e3e75206e279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4545887 Apr 30 01:24:41.695165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42662) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:41.710602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'port': {'network_id': '4ea4323f-f209-4602-b0d3-b716558e9112', 'name': 'tempest-FloatingIPTestJSON-1949370487'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:41.715489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4de397-a2e7-4c83-82a7-2f743c59e3f2 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:41.757777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:41.758447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.773581 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4de397-a2e7-4c83-82a7-2f743c59e3f2 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:41.774655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf4de397-a2e7-4c83-82a7-2f743c59e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:41.881027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf4de397-a2e7-4c83-82a7-2f743c59e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:41.890041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afe9e7-8537-42f4-8b66-2527e9a47dca req-bd6ae6ad-9f84-4c8f-afd6-aa7b29af7304 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:41.890326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.899068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5afe9e7-8537-42f4-8b66-2527e9a47dca req-bd6ae6ad-9f84-4c8f-afd6-aa7b29af7304 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 936 time: 0.1709061 Apr 30 01:24:41.951029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4de397-a2e7-4c83-82a7-2f743c59e3f2 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:41.951922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf4de397-a2e7-4c83-82a7-2f743c59e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:41.954824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-e60ec897-8238-46f5-88bd-9ba8aabfea10 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3315139 Apr 30 01:24:41.960135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-eebff6cc-72ad-46c7-af5c-5b4891804f46 None None] Provisioning complete for port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:41.960774 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eebff6cc-72ad-46c7-af5c-5b4891804f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:41.965041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5afe9e7-8537-42f4-8b66-2527e9a47dca req-1caeac29-7f84-42ce-b507-d232d2a30425 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649705 Apr 30 01:24:41.981192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Request body: {'port': {'device_id': '48c0b5ae-c6c4-4d2f-acd4-64e29557d866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:41.994412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.025137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event deleted for resources: {'Port': ['ID=45c5aed0-b346-4117-984f-c6c5e3ba662e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:42.039572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.041165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf4de397-a2e7-4c83-82a7-2f743c59e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:42.041786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4de397-a2e7-4c83-82a7-2f743c59e3f2 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:42.114827 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.116661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-eebff6cc-72ad-46c7-af5c-5b4891804f46 None None] Port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:24:42.131337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.185933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:42.188912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:42.192413 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b5f25f-cc17-41ae-a9c5-736ae18b5147" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "f887667a-ed76-4c2e-9f50-5cd985f7b7db"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:42.201054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:42.211668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:42.214500 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.218398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:42.224532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'Port': ['ID=8e5abd43-3c90-4428-9975-0ca7cc5e9753,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:42.250369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f887667a-ed76-4c2e-9f50-5cd985f7b7db, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f887667a-ed76-4c2e-9f50-5cd985f7b7db,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:42.264287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.267137 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.268893 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9d126b1-52cb-47a7-b9df-b655590489a1 req-d042e290-cf93-4607-8e98-01970a045a2b tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "DELETE /v2.0/floatingips/60e5a0f7-6194-4368-8f68-5ef04406a13e HTTP/1.1" status: 204 len: 173 time: 1.3213565 Apr 30 01:24:42.294425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.296478 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.367193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] device_id is not set on port 1da83368-7ec0-40db-838c-91eacecc082c yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:24:42.378024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.379289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8347f042-f881-476a-a1a0-9873999dbaa6 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:42.466395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-91eedf5f-6ba7-43ca-991a-ac6041992c12 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2547436 Apr 30 01:24:42.479628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Request body: {'port': {'device_id': 'ba808f30-e27f-48b4-8cf7-da3a52f25ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:42.506238 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a41fee-e6b9-49c6-98d2-03fc6da20f21 x-openstack-request-id: req-13a41fee-e6b9-49c6-98d2-03fc6da20f21 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:42.520701 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "f887667a-ed76-4c2e-9f50-5cd985f7b7db", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:42.520701 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13a41fee-e6b9-49c6-98d2-03fc6da20f21 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:42.520701 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a41fee-e6b9-49c6-98d2-03fc6da20f21'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'code': 200} Apr 30 01:24:42.565608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=f887667a-ed76-4c2e-9f50-5cd985f7b7db,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:42.576201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:42.609550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-99fad25a-9a7c-443d-ac44-d4c9f3f42b75 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.617155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-99fad25a-9a7c-443d-ac44-d4c9f3f42b75 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.623371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-99fad25a-9a7c-443d-ac44-d4c9f3f42b75 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.640105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-99fad25a-9a7c-443d-ac44-d4c9f3f42b75 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.640105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-99fad25a-9a7c-443d-ac44-d4c9f3f42b75 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.644536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-99fad25a-9a7c-443d-ac44-d4c9f3f42b75 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.651060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-99fad25a-9a7c-443d-ac44-d4c9f3f42b75 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.659051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-99fad25a-9a7c-443d-ac44-d4c9f3f42b75 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5435 time: 0.4955413 Apr 30 01:24:42.681764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:42.687336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0303216c-a7c2-4120-9b5c-825dbaf23213 None None] Provisioning complete for port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:42.687704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0303216c-a7c2-4120-9b5c-825dbaf23213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.770295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.799660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0303216c-a7c2-4120-9b5c-825dbaf23213 None None] Port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:24:42.805703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 8347f042-f881-476a-a1a0-9873999dbaa6 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:42.815950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 8347f042-f881-476a-a1a0-9873999dbaa6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:42.820076 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:42.820274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-82e91013-c8b5-476f-98d5-cbe409240126 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:42.820506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-82e91013-c8b5-476f-98d5-cbe409240126 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.5089605 Apr 30 01:24:42.835381 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88c21240-7d92-4489-ac8a-cab03f91e3cd req-302f9617-e8ce-4b3e-a7a0-62a36e65942a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754532 Apr 30 01:24:42.846758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Request body: {'port': {'device_id': '95307e8f-f16d-4879-a052-2411886357e3', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'admin_state_up': True, 'tenant_id': 'a52d06b7d5e84f03b1dde872684d45e6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:42.882499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.20.0.6 (4ea4323f-f209-4602-b0d3-b716558e9112/020f2aff-0513-4fcf-b1b8-2ac6b9c7defd/1da83368-7ec0-40db-838c-91eacecc082c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:43.037650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.039771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed01f7b-e6c6-4dad-ae3f-47fb21632633 req-85150778-cab1-4879-bad4-0607abdd8154 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:43.042174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ed01f7b-e6c6-4dad-ae3f-47fb21632633 req-85150778-cab1-4879-bad4-0607abdd8154 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5003428 Apr 30 01:24:43.142525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8347f042-f881-476a-a1a0-9873999dbaa6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8347f042-f881-476a-a1a0-9873999dbaa6,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:43.156883 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b9c9bab-b99e-4ba1-9ea6-e5d873c56ddf req-b5417abf-9e70-41cc-85ac-8edec295d7d5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 210 time: 0.0289843 Apr 30 01:24:43.263860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.264650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 10a5086c-53be-4ecd-bc91-dbf8893329fa no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:24:43.305451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949806c-9789-46fd-a655-ea8be636c145 req-12617786-6f8e-4f57-9c9f-88ccd6edd862 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:43.308723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0949806c-9789-46fd-a655-ea8be636c145 req-12617786-6f8e-4f57-9c9f-88ccd6edd862 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 936 time: 0.0858495 Apr 30 01:24:43.310035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 10a5086c-53be-4ecd-bc91-dbf8893329fa {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:24:43.310379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 10a5086c-53be-4ecd-bc91-dbf8893329fa not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:24:43.335131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8347f042-f881-476a-a1a0-9873999dbaa6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:43.341845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a80a361a-7aed-412c-bcee-047bddd05bff up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:43.398787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:43.405453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0949806c-9789-46fd-a655-ea8be636c145 req-092904a8-8055-4430-90c6-5348297956de tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646174 Apr 30 01:24:43.419350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.502008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.508713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Transition to ACTIVE for port object 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:43.509592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Made reservation on behalf of a52d06b7d5e84f03b1dde872684d45e6 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:43.513105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.519744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c763e-1728-4442-bd8a-6938649fe9cc req-8bf14f9d-50e4-4010-b71c-fb5e84768415 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:43.521818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port a80a361a-7aed-412c-bcee-047bddd05bff completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:43.522471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-680c763e-1728-4442-bd8a-6938649fe9cc req-8bf14f9d-50e4-4010-b71c-fb5e84768415 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 950 time: 0.0610788 Apr 30 01:24:43.525377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port a80a361a-7aed-412c-bcee-047bddd05bff triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:43.525913 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.535407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-260dc5b7-bb2c-4735-a18d-b9301371c82d req-6be751a2-7435-4652-abaa-fc28404387a4 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=c720a88a476244358927ab72cdf6baa1 HTTP/1.1" status: 200 len: 1657 time: 0.1112864 Apr 30 01:24:43.586451 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-680c763e-1728-4442-bd8a-6938649fe9cc req-8566526f-7185-4053-b69c-e466a7d864a9 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Apr 30 01:24:43.619458 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.653448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a80a361a-7aed-412c-bcee-047bddd05bff, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a80a361a-7aed-412c-bcee-047bddd05bff,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:43.661753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.748436 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.750127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 76b8d36e-a0e7-4987-ba3b-e75afce219da up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:43.794164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Allocated IP 172.20.0.10 (076d232c-8a4e-49fd-b5f7-77fa00518483/53fb0ab4-af80-4f70-a732-87688021c8fa/e7a26880-10fd-4a90-8c41-e90f06758b59) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:43.809104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5abd43-3c90-4428-9975-0ca7cc5e9753 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:43.813904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.820175 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.834926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Transition to ACTIVE for port object 8e5abd43-3c90-4428-9975-0ca7cc5e9753 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:43.848310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:43.896139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a80a361a-7aed-412c-bcee-047bddd05bff,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:43.910115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dc5b7-bb2c-4735-a18d-b9301371c82d req-2284fa3f-8e5c-4ff8-b95a-be353b354755 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:43.911682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-260dc5b7-bb2c-4735-a18d-b9301371c82d req-2284fa3f-8e5c-4ff8-b95a-be353b354755 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks?id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 787 time: 0.3677955 Apr 30 01:24:43.921922 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:43.961865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network 4ea4323f-f209-4602-b0d3-b716558e9112 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:44.000475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Pushing event updated for resources: {'Port': ['ID=8e5abd43-3c90-4428-9975-0ca7cc5e9753,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:44.033533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 76b8d36e-a0e7-4987-ba3b-e75afce219da completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:44.039489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 76b8d36e-a0e7-4987-ba3b-e75afce219da triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:44.039919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.125122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Attempting to bind port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:44.125861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Attempting to bind port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:44.125861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Attempting to bind port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:44.148286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-21dc4646-efc9-4431-8d39-97f51d7522ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.154656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-21dc4646-efc9-4431-8d39-97f51d7522ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.160889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-21dc4646-efc9-4431-8d39-97f51d7522ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.167533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-21dc4646-efc9-4431-8d39-97f51d7522ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.173900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-21dc4646-efc9-4431-8d39-97f51d7522ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.176144 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.180474 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.181542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-21dc4646-efc9-4431-8d39-97f51d7522ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.190675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-21dc4646-efc9-4431-8d39-97f51d7522ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.199610 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-21dc4646-efc9-4431-8d39-97f51d7522ff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5438 time: 0.2209327 Apr 30 01:24:44.214852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:44.215822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 76b8d36e-a0e7-4987-ba3b-e75afce219da, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=76b8d36e-a0e7-4987-ba3b-e75afce219da,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:44.217184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=1da83368-7ec0-40db-838c-91eacecc082c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:44.219832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:44.231316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42712) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:44.241708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:44.242037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Attempting to bind port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:44.262373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:44.262373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:44.262373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:44.262785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Bound port: 8e5abd43-3c90-4428-9975-0ca7cc5e9753, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:44.263080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.288627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cf66bf2-4119-4cf0-a1b5-187f58dea23f req-2fec4aac-fbe8-40a3-a412-25d6a35f5cac tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874510 Apr 30 01:24:44.302233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.303040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6b676cc5-8d0b-4812-adff-5f37e29c73cd up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:44.338213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Attempting to bind port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:44.338558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Attempting to bind port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:44.338824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Attempting to bind port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:44.341343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.368060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] For port 8e5abd43-3c90-4428-9975-0ca7cc5e9753, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:44.370250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-a5d61a03-3a7c-4a92-842a-d8f6b3b8192e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips/b55d9e5a-4d5c-45dc-a84e-497379a7a586 HTTP/1.1" status: 200 len: 693 time: 0.3933170 Apr 30 01:24:44.371931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] For port 8e5abd43-3c90-4428-9975-0ca7cc5e9753, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8e5abd43-3c90-4428-9975-0ca7cc5e9753,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:44.398058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:44.398058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Attempting to bind port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:44.417162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:44.417840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:44.420935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:44.420935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Bound port: 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:44.420935 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.425589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=76b8d36e-a0e7-4987-ba3b-e75afce219da,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:44.448625 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a708539-6cbb-400f-ad23-fc2f5f393669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.465022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.469169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.469849 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.474061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:44.509293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29620e67-cfd7-44b4-89b6-9fcfd65a7022 req-b814ca49-0054-47cd-84e0-95c806001611 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.510900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-29620e67-cfd7-44b4-89b6-9fcfd65a7022 req-b814ca49-0054-47cd-84e0-95c806001611 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 932 time: 0.1238859 Apr 30 01:24:44.512084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8347f042-f881-476a-a1a0-9873999dbaa6'}, {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a361a-7aed-412c-bcee-047bddd05bff'}, {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b8d36e-a0e7-4987-ba3b-e75afce219da'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:44.517668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:44.518483 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38abab5c-a87f-40f8-9b25-ef8a93f68581" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "8347f042-f881-476a-a1a0-9873999dbaa6"}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "a80a361a-7aed-412c-bcee-047bddd05bff"}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "76b8d36e-a0e7-4987-ba3b-e75afce219da"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:44.527077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:44.540401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.541029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.542433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] 10.222.0.23 "PUT /v2.0/ports/8e5abd43-3c90-4428-9975-0ca7cc5e9753 HTTP/1.1" status: 200 len: 1096 time: 2.0673602 Apr 30 01:24:44.544072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba808f30-e27f-48b4-8cf7-da3a52f25ca6', 'tag': '8e5abd43-3c90-4428-9975-0ca7cc5e9753'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:44.546311 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba808f30-e27f-48b4-8cf7-da3a52f25ca6", "tag": "8e5abd43-3c90-4428-9975-0ca7cc5e9753"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:44.548421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event updated for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:44.563541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 6b676cc5-8d0b-4812-adff-5f37e29c73cd completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:44.570087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 6b676cc5-8d0b-4812-adff-5f37e29c73cd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:44.570520 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.628445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c1ea7-684b-45c1-be98-1801faf6b75a service neutron] Pushing event updated for resources: {'Port': ['ID=8e5abd43-3c90-4428-9975-0ca7cc5e9753,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:44.633555 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.634452 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.643789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-29620e67-cfd7-44b4-89b6-9fcfd65a7022 req-366bb538-bac5-41ea-840a-8b85caa5c65f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191862 Apr 30 01:24:44.660423 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3fcb6646-6fbd-496a-a185-2151482819e0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9609385 Apr 30 01:24:44.665909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42728) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:44.670837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'port': {'network_id': '4ea4323f-f209-4602-b0d3-b716558e9112', 'name': 'tempest-FloatingIPTestJSON-41284924'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:44.682173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-77f11fa2-6fef-46de-b5b8-c4f78d05a4ac tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.696818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-77f11fa2-6fef-46de-b5b8-c4f78d05a4ac tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.3231287 Apr 30 01:24:44.706680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] For port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:44.712352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] For port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:44.723346 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.772314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-fbcb243a-3457-420f-bdb3-8445b3df1be8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.0770392 Apr 30 01:24:44.781830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6b676cc5-8d0b-4812-adff-5f37e29c73cd, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b676cc5-8d0b-4812-adff-5f37e29c73cd,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:44.832329 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.855970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.856789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2397af35-9b05-408f-8d81-8e3b105c0040 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:44.913100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:44.914350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:44.915918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 HTTP/1.1" status: 200 len: 1096 time: 2.9497097 Apr 30 01:24:44.917190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c62d-fbcd-48e3-9abd-d43dc9b4d8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:44.938910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c0b5ae-c6c4-4d2f-acd4-64e29557d866', 'tag': '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:44.942975 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fc7e35-724f-4456-8f5f-34631e7c73f1" -d '{"events": [{"name": "network-changed", "server_uuid": "48c0b5ae-c6c4-4d2f-acd4-64e29557d866", "tag": "7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:44.950112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c0959879-975c-4ecd-a8e6-1db34fb8826d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1079881 Apr 30 01:24:44.957030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-5592c7b0-82a0-4e74-a577-33c2828f5ab7 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.1833742 Apr 30 01:24:44.970442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Request body: {'port': {'device_id': '95307e8f-f16d-4879-a052-2411886357e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:45.069724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6b676cc5-8d0b-4812-adff-5f37e29c73cd,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:45.101949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.148161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a708539-6cbb-400f-ad23-fc2f5f393669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.176773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 2397af35-9b05-408f-8d81-8e3b105c0040 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:45.182296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 2397af35-9b05-408f-8d81-8e3b105c0040 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:45.182818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.241240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095c29f-6910-4325-b6d7-fffaa3460293 req-2a43197a-7a1f-4cec-9982-0b1db7394485 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:45.246707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a095c29f-6910-4325-b6d7-fffaa3460293 req-2a43197a-7a1f-4cec-9982-0b1db7394485 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 948 time: 0.4616241 Apr 30 01:24:45.257296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-067d1c2d-c235-4993-b5c0-39e43aa4eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:45.259063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-067d1c2d-c235-4993-b5c0-39e43aa4eee0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 1099 time: 0.4851658 Apr 30 01:24:45.262166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a708539-6cbb-400f-ad23-fc2f5f393669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.306560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.331437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-377e2b30-7e49-4754-a352-8b86a0315fd3 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:45.332961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-377e2b30-7e49-4754-a352-8b86a0315fd3 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 950 time: 0.1871939 Apr 30 01:24:45.339605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a8248103-f5cd-4f61-bd10-91f34ff6f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:45.341188 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-a8248103-f5cd-4f61-bd10-91f34ff6f760 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 1099 time: 0.2584660 Apr 30 01:24:45.344678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2397af35-9b05-408f-8d81-8e3b105c0040, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2397af35-9b05-408f-8d81-8e3b105c0040,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:45.401084 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-4fdf2d7c-f3fc-4200-9c73-3c84568ac780 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=8e5abd43-3c90-4428-9975-0ca7cc5e9753 HTTP/1.1" status: 200 len: 217 time: 0.1151123 Apr 30 01:24:45.406963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6a708539-6cbb-400f-ad23-fc2f5f393669 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0af87b776a8a4ae089f53cff836949ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1719832 Apr 30 01:24:45.442289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42734) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:45.443093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a708539-6cbb-400f-ad23-fc2f5f393669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0187468-d741-4136-ac27-34a27ded5802,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:45.496711 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.497599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8f0b82de-ed57-4695-91b1-bc21b40b3689 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:45.501701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a095c29f-6910-4325-b6d7-fffaa3460293 req-4b979231-99b6-42ee-a752-0916d7a901d2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501516 Apr 30 01:24:45.580456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:24:45.584086 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.596185 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1785f5-0fd2-4cf9-a75a-633d03533597 x-openstack-request-id: req-6f1785f5-0fd2-4cf9-a75a-633d03533597 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:45.597576 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "8347f042-f881-476a-a1a0-9873999dbaa6", "code": 200}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "a80a361a-7aed-412c-bcee-047bddd05bff", "code": 200}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "76b8d36e-a0e7-4987-ba3b-e75afce219da", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:45.597576 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f1785f5-0fd2-4cf9-a75a-633d03533597 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:45.597576 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1785f5-0fd2-4cf9-a75a-633d03533597'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8347f042-f881-476a-a1a0-9873999dbaa6', 'code': 200} Apr 30 01:24:45.597922 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1785f5-0fd2-4cf9-a75a-633d03533597'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a361a-7aed-412c-bcee-047bddd05bff', 'code': 200} Apr 30 01:24:45.598181 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1785f5-0fd2-4cf9-a75a-633d03533597'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b8d36e-a0e7-4987-ba3b-e75afce219da', 'code': 200} Apr 30 01:24:45.608980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2397af35-9b05-408f-8d81-8e3b105c0040,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:45.615255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-48539e1f-5eff-458b-b066-64f70d190e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:45.617382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-48539e1f-5eff-458b-b066-64f70d190e61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1760225 Apr 30 01:24:45.647161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] device_id is not set on port fde434ea-5ae9-4295-9285-c647145ab5ba yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:24:45.660307 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-979f3503-d1fc-48fa-b4a0-878f96496869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 HTTP/1.1" status: 200 len: 217 time: 0.2896762 Apr 30 01:24:45.668883 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a4ebbc-5fdb-48d2-b5ce-2570ed3c5b98 x-openstack-request-id: req-e7a4ebbc-5fdb-48d2-b5ce-2570ed3c5b98 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:45.669168 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba808f30-e27f-48b4-8cf7-da3a52f25ca6", "tag": "8e5abd43-3c90-4428-9975-0ca7cc5e9753", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:45.669411 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7a4ebbc-5fdb-48d2-b5ce-2570ed3c5b98 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:45.669900 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a4ebbc-5fdb-48d2-b5ce-2570ed3c5b98'] response: {'name': 'network-changed', 'server_uuid': 'ba808f30-e27f-48b4-8cf7-da3a52f25ca6', 'tag': '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'status': 'completed', 'code': 200} Apr 30 01:24:45.697358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 8f0b82de-ed57-4695-91b1-bc21b40b3689 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:45.702209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 8f0b82de-ed57-4695-91b1-bc21b40b3689 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:45.703212 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.720074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Deleting port 3e59149c-b6b9-4774-a8fb-7a4d1920d998 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:45.720414 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.732374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b926e091-ab87-455e-a3e5-1504ce1a84ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.785063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-27537871-9790-4e9c-9e81-5f8b3a5eac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:45.786520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-27537871-9790-4e9c-9e81-5f8b3a5eac74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1156011 Apr 30 01:24:45.793324 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.807342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b926e091-ab87-455e-a3e5-1504ce1a84ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.828960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8f0b82de-ed57-4695-91b1-bc21b40b3689, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8f0b82de-ed57-4695-91b1-bc21b40b3689,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:45.853489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-68a1cb3c-723b-4823-b99e-1c01a94c787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:45.855363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-68a1cb3c-723b-4823-b99e-1c01a94c787b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2250414 Apr 30 01:24:45.890635 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.895588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Deleting port a3045a8c-5338-414f-bbaf-4da4c64f4f40 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:45.895588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.896111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.896111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:45.908789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a26880-10fd-4a90-8c41-e90f06758b59 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:45.921472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-c27f3a47-c4b8-4cae-8a2a-13d522f08797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:45.922971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-c27f3a47-c4b8-4cae-8a2a-13d522f08797 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263013 Apr 30 01:24:45.923864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Calling delete_port for 3e59149c-b6b9-4774-a8fb-7a4d1920d998 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:45.926941 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.028493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75861f69-e8dd-48c7-b339-b70663885154 req-b500894f-0cbd-4191-a1ca-e2be0cb86f14 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.030101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75861f69-e8dd-48c7-b339-b70663885154 req-b500894f-0cbd-4191-a1ca-e2be0cb86f14 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 950 time: 0.3016753 Apr 30 01:24:46.038855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Transition to ACTIVE for port object e7a26880-10fd-4a90-8c41-e90f06758b59 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:24:46.047918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.20.0.7 (4ea4323f-f209-4602-b0d3-b716558e9112/020f2aff-0513-4fcf-b1b8-2ac6b9c7defd/fde434ea-5ae9-4295-9285-c647145ab5ba) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:46.088828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8f0b82de-ed57-4695-91b1-bc21b40b3689,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:46.099745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-871653b9-47a7-4b03-9faa-10a6c3bdd1d3 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683745 Apr 30 01:24:46.161568 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.162990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-d1efcb51-d049-4405-b31b-dbef8cf6a3bd service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909338 Apr 30 01:24:46.221716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b926e091-ab87-455e-a3e5-1504ce1a84ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.224493 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b926e091-ab87-455e-a3e5-1504ce1a84ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.225645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b926e091-ab87-455e-a3e5-1504ce1a84ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0187468-d741-4136-ac27-34a27ded5802 HTTP/1.1" status: 204 len: 168 time: 0.7797258 Apr 30 01:24:46.229154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75861f69-e8dd-48c7-b339-b70663885154 req-a0a970eb-adf0-410f-aca9-e405d1509959 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6d51d3b-1733-4a69-a909-df0995c1eeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602569 Apr 30 01:24:46.280244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:46.288279 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bbcb48-0a27-4d64-851a-6d2cb4941df0 x-openstack-request-id: req-d8bbcb48-0a27-4d64-851a-6d2cb4941df0 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:46.288560 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c0b5ae-c6c4-4d2f-acd4-64e29557d866", "tag": "7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:46.288808 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8bbcb48-0a27-4d64-851a-6d2cb4941df0 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:46.289258 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bbcb48-0a27-4d64-851a-6d2cb4941df0'] response: {'name': 'network-changed', 'server_uuid': '48c0b5ae-c6c4-4d2f-acd4-64e29557d866', 'tag': '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404', 'status': 'completed', 'code': 200} Apr 30 01:24:46.294586 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-0575798f-6101-4ef4-a776-d8dc12fa67c6 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866298 Apr 30 01:24:46.304005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] For port a3045a8c-5338-414f-bbaf-4da4c64f4f40, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3045a8c-5338-414f-bbaf-4da4c64f4f40,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:46.304385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.318504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926e091-ab87-455e-a3e5-1504ce1a84ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0187468-d741-4136-ac27-34a27ded5802,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:46.358569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.367766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Calling delete_port for a3045a8c-5338-414f-bbaf-4da4c64f4f40 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:46.400650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event deleted for resources: {'Port': ['ID=3e59149c-b6b9-4774-a8fb-7a4d1920d998,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:46.482344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Attempting to bind port e7a26880-10fd-4a90-8c41-e90f06758b59 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:24:46.482770 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Attempting to bind port e7a26880-10fd-4a90-8c41-e90f06758b59 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:24:46.483204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Attempting to bind port e7a26880-10fd-4a90-8c41-e90f06758b59 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:46.501011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Port e7a26880-10fd-4a90-8c41-e90f06758b59 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:24:46.501329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Attempting to bind port e7a26880-10fd-4a90-8c41-e90f06758b59 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:24:46.513912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:24:46.515328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Checking segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:24:46.515328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Bound using segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:24:46.515328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Bound port: e7a26880-10fd-4a90-8c41-e90f06758b59, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:24:46.515789 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.517594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.519938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-459b39e2-7d2a-43a4-ad2e-fb174c10382d req-88826e64-0ec8-42f1-9b97-85ab00a855af service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381619 Apr 30 01:24:46.520866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.522062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d868304c-86f2-42b5-9b9b-ffe8bcceaa2e req-89b57b14-e455-42ad-a6f9-e8409bbe8a1c tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "DELETE /v2.0/floatingips/b55d9e5a-4d5c-45dc-a84e-497379a7a586 HTTP/1.1" status: 204 len: 173 time: 1.4951799 Apr 30 01:24:46.537513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-b7b1794c-856f-4d1a-8d64-567bd50c1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.539385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-b7b1794c-856f-4d1a-8d64-567bd50c1455 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 1099 time: 0.1161635 Apr 30 01:24:46.659260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:24:46.662227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-c74115ed-e0a3-44a1-90ee-0ecc16702c59 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.664481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:24:46.669397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-c74115ed-e0a3-44a1-90ee-0ecc16702c59 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.688040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-c74115ed-e0a3-44a1-90ee-0ecc16702c59 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.688040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-c74115ed-e0a3-44a1-90ee-0ecc16702c59 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.696217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-c74115ed-e0a3-44a1-90ee-0ecc16702c59 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.705309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-c74115ed-e0a3-44a1-90ee-0ecc16702c59 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.710011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-349d61ef-bc86-4ad2-958f-065ce8f9028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.713455 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-349d61ef-bc86-4ad2-958f-065ce8f9028a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1524739 Apr 30 01:24:46.714708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-c74115ed-e0a3-44a1-90ee-0ecc16702c59 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.717473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-c74115ed-e0a3-44a1-90ee-0ecc16702c59 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.3505042 Apr 30 01:24:46.740365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.750640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.795139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-36bc69d9-fcd5-4b17-b059-0e3207f7c216 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 HTTP/1.1" status: 200 len: 217 time: 0.0672009 Apr 30 01:24:46.829490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9677190c-d028-4d72-97e7-650e15bb45e5 req-0769ebbd-8679-415e-b001-b8784c0105e4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857337 Apr 30 01:24:46.832115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-c55fd350-6a68-46f1-939a-7222dbb6ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.833537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-c55fd350-6a68-46f1-939a-7222dbb6ae9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 1099 time: 0.1051540 Apr 30 01:24:46.841582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.855960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.856655 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:46.857935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] 10.222.0.23 "PUT /v2.0/ports/e7a26880-10fd-4a90-8c41-e90f06758b59 HTTP/1.1" status: 200 len: 1092 time: 1.8998232 Apr 30 01:24:46.916073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8893be-6848-456d-bb42-c7e1c4ad3f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:46.929629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-fc3f009e-776b-46aa-8bee-5c9a94d00eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.931117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-fc3f009e-776b-46aa-8bee-5c9a94d00eb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0948105 Apr 30 01:24:46.939508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100995-fb3d-4550-9f01-143eb36b703c req-acd3de01-3f98-4e88-b377-336848a18ce4 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:46.941571 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a100995-fb3d-4550-9f01-143eb36b703c req-acd3de01-3f98-4e88-b377-336848a18ce4 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 944 time: 0.2034638 Apr 30 01:24:46.948606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Pushing event deleted for resources: {'Port': ['ID=a3045a8c-5338-414f-bbaf-4da4c64f4f40,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:46.993267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] No DVR routers for this DVR port a3045a8c-5338-414f-bbaf-4da4c64f4f40 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:24:46.996869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:47.001260 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-262c2b6c-a38b-4b59-aec1-88c7a3fa7442 req-072aaaf5-62af-4762-8594-443ad6802ccd tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.23 "DELETE /v2.0/ports/a3045a8c-5338-414f-bbaf-4da4c64f4f40 HTTP/1.1" status: 204 len: 173 time: 1.6234412 Apr 30 01:24:47.010394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-ef0a0d1d-9b39-4872-a74f-e77e61160604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.012081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-ef0a0d1d-9b39-4872-a74f-e77e61160604 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696433 Apr 30 01:24:47.015005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a100995-fb3d-4550-9f01-143eb36b703c req-27021393-f1da-47b3-b715-75f1b493c321 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651975 Apr 30 01:24:47.054618 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:47.092993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-0dc2923d-7195-4666-9094-baad7a6686d6 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips/3eeaeb3c-a850-4943-99c2-387f305eba88 HTTP/1.1" status: 200 len: 693 time: 0.1750243 Apr 30 01:24:47.165034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-94be57f0-d352-456d-8e5d-b6de7937a02f service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447544 Apr 30 01:24:47.192975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07488-3a4b-4916-abd1-7507994ae94c req-bef46f30-9688-41f0-95dc-8f74bf381208 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.192975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cb07488-3a4b-4916-abd1-7507994ae94c req-bef46f30-9688-41f0-95dc-8f74bf381208 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 948 time: 0.0722077 Apr 30 01:24:47.193333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network 4ea4323f-f209-4602-b0d3-b716558e9112 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:47.209281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:47.251375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:47.260047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=fde434ea-5ae9-4295-9285-c647145ab5ba,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:47.279343 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cb07488-3a4b-4916-abd1-7507994ae94c req-35d4e942-c8fd-482a-8f12-b8d7bc798a63 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783989 Apr 30 01:24:47.303572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-2f764982-09e6-45ed-aa4c-d05ca5acc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.305741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-2f764982-09e6-45ed-aa4c-d05ca5acc9b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.4603250 Apr 30 01:24:47.319588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c560a23f-5480-427f-a0f1-09a2bbe4f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.321106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c560a23f-5480-427f-a0f1-09a2bbe4f3fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 1095 time: 0.2590933 Apr 30 01:24:47.322917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25fc7e35-724f-4456-8f5f-34631e7c73f1 req-3b9ebc61-fe5a-4b5d-b7ec-0fc4a04e644f service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497097 Apr 30 01:24:47.360548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:47.436059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-9c05201f-a895-4e09-a8d9-9e432f30fe3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=8e5abd43-3c90-4428-9975-0ca7cc5e9753 HTTP/1.1" status: 200 len: 217 time: 0.1076317 Apr 30 01:24:47.437258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-206dddb0-e1d2-4e76-a01b-daefba784d2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7a26880-10fd-4a90-8c41-e90f06758b59 HTTP/1.1" status: 200 len: 217 time: 0.1075759 Apr 30 01:24:47.448530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.449366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:47.508946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:47.527702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404', 'mac_address': 'fa:16:3e:9e:da:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:47.546845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-3f34cadf-6ad5-4892-b230-651deeabaa61 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.548638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-3f34cadf-6ad5-4892-b230-651deeabaa61 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.4141214 Apr 30 01:24:47.577856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:47.585733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b653ec-6597-478e-b119-2737c0c41c61 req-a2674193-25e1-4417-9b93-857a163dd8eb tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.588093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84b653ec-6597-478e-b119-2737c0c41c61 req-a2674193-25e1-4417-9b93-857a163dd8eb tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 946 time: 0.0706620 Apr 30 01:24:47.599035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:47.599867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b676cc5-8d0b-4812-adff-5f37e29c73cd'}, {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397af35-9b05-408f-8d81-8e3b105c0040'}, {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0b82de-ed57-4695-91b1-bc21b40b3689'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:47.602486 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4e68f3-d600-4cbe-ae03-ac215011600d" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "6b676cc5-8d0b-4812-adff-5f37e29c73cd"}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "2397af35-9b05-408f-8d81-8e3b105c0040"}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "8f0b82de-ed57-4695-91b1-bc21b40b3689"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:47.624173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:47.644815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84b653ec-6597-478e-b119-2737c0c41c61 req-bc8fcade-eb6d-4b32-97e0-1744b10e88ae tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460227 Apr 30 01:24:47.670382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a3045a8c-5338-414f-bbaf-4da4c64f4f40 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:24:47.700297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: a3045a8c-5338-414f-bbaf-4da4c64f4f40 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:24:47.701012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a3045a8c-5338-414f-bbaf-4da4c64f4f40 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:24:47.714136 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:47.743283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8d21988-9919-4adf-bbfc-c06dee8affc9 req-d5d9829b-197b-4fd5-9d1f-85abad3f6ea9 tempest-LiveMigrationNegativeTest-960470185 tempest-LiveMigrationNegativeTest-960470185-project] 10.222.0.15 "GET /v2.0/ports?device_id=5644a3c5-8651-42fc-bdbf-373208c67857 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Apr 30 01:24:47.789974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:47.812242 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423acdbf-82df-445b-bb53-10fb17ef491e x-openstack-request-id: req-423acdbf-82df-445b-bb53-10fb17ef491e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:47.812810 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "6b676cc5-8d0b-4812-adff-5f37e29c73cd", "code": 200}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "2397af35-9b05-408f-8d81-8e3b105c0040", "code": 200}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-plugged", "status": "completed", "tag": "8f0b82de-ed57-4695-91b1-bc21b40b3689", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:47.813265 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-423acdbf-82df-445b-bb53-10fb17ef491e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:47.814033 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423acdbf-82df-445b-bb53-10fb17ef491e'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b676cc5-8d0b-4812-adff-5f37e29c73cd', 'code': 200} Apr 30 01:24:47.814522 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423acdbf-82df-445b-bb53-10fb17ef491e'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397af35-9b05-408f-8d81-8e3b105c0040', 'code': 200} Apr 30 01:24:47.815958 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423acdbf-82df-445b-bb53-10fb17ef491e'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0b82de-ed57-4695-91b1-bc21b40b3689', 'code': 200} Apr 30 01:24:47.903304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5644a3c5-8651-42fc-bdbf-373208c67857', 'name': 'network-vif-deleted', 'tag': 'a3045a8c-5338-414f-bbaf-4da4c64f4f40'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:47.905842 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd325f-d8a0-4056-a3f9-0b2057860738" -d '{"events": [{"server_uuid": "5644a3c5-8651-42fc-bdbf-373208c67857", "name": "network-vif-deleted", "tag": "a3045a8c-5338-414f-bbaf-4da4c64f4f40"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:47.922715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6d0bef1d-141e-4692-b63d-5223e1f7bb01 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.2557163 Apr 30 01:24:47.927302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:47.932495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-ef136dd1-e0c9-4562-aaa3-25a8608af2e7 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.243 HTTP/1.1" status: 200 len: 696 time: 0.3694916 Apr 30 01:24:47.936993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'fde434ea-5ae9-4295-9285-c647145ab5ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:47.942451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-d30fd8d8-64ea-48cf-8a7b-00fc1b81c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.952738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-d30fd8d8-64ea-48cf-8a7b-00fc1b81c678 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.4767377 Apr 30 01:24:47.952738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-74fcc1ee-6411-472f-965b-f45116f60e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.952738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-74fcc1ee-6411-472f-965b-f45116f60e68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.4944208 Apr 30 01:24:47.963087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-1c17f0b4-8c9a-4dee-96f5-827809daf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.963347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-1c17f0b4-8c9a-4dee-96f5-827809daf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.964027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-1c17f0b4-8c9a-4dee-96f5-827809daf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.964492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-1c17f0b4-8c9a-4dee-96f5-827809daf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.964956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-1c17f0b4-8c9a-4dee-96f5-827809daf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.965465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-1c17f0b4-8c9a-4dee-96f5-827809daf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.965955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-1c17f0b4-8c9a-4dee-96f5-827809daf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:47.967904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-1c17f0b4-8c9a-4dee-96f5-827809daf757 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6499 time: 0.0642271 Apr 30 01:24:48.036680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c273569-e3ae-4984-9459-d8f5daab0e4b req-f660e8ff-334a-46cc-ac1c-e7eb47710093 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592256 Apr 30 01:24:48.037918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:48.063934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-722dc1c0-a119-41e5-8327-f8e6e5f11a6e tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.243 HTTP/1.1" status: 200 len: 696 time: 0.1155167 Apr 30 01:24:48.069923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-c990e3a2-48d9-4bba-aef9-2875f45bc9ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796311 Apr 30 01:24:48.140249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.186947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-e2e24437-0006-4a07-8379-29d0170c9b3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.196160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-e2e24437-0006-4a07-8379-29d0170c9b3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.201976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-e2e24437-0006-4a07-8379-29d0170c9b3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.213929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-e2e24437-0006-4a07-8379-29d0170c9b3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.216236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-050458bc-8f97-4bca-a91b-1cb3b4f45627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.216773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-e2e24437-0006-4a07-8379-29d0170c9b3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.217718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-050458bc-8f97-4bca-a91b-1cb3b4f45627 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554736 Apr 30 01:24:48.223233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-e2e24437-0006-4a07-8379-29d0170c9b3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.229129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-e2e24437-0006-4a07-8379-29d0170c9b3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.231087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-e2e24437-0006-4a07-8379-29d0170c9b3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.1262357 Apr 30 01:24:48.276399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b7e1fbe-09bb-4624-b5b2-1c2c1ef49997 req-1836a030-e49d-4b6e-900d-05ce1c6fb846 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379040 Apr 30 01:24:48.290388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:48.301850 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd477184-1d2f-4cd1-b530-a228401484a0" -d '{"events": [{"name": "network-changed", "server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:48.355176 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8410fc66-119f-43b7-8756-8adf726b78ae x-openstack-request-id: req-8410fc66-119f-43b7-8756-8adf726b78ae {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:48.355494 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5644a3c5-8651-42fc-bdbf-373208c67857", "name": "network-vif-deleted", "tag": "a3045a8c-5338-414f-bbaf-4da4c64f4f40", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:48.355738 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8410fc66-119f-43b7-8756-8adf726b78ae {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:48.356127 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8410fc66-119f-43b7-8756-8adf726b78ae'] response: {'server_uuid': '5644a3c5-8651-42fc-bdbf-373208c67857', 'name': 'network-vif-deleted', 'tag': 'a3045a8c-5338-414f-bbaf-4da4c64f4f40', 'status': 'completed', 'code': 200} Apr 30 01:24:48.381469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-e62068b5-2947-4119-8d29-cededc53ac60 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019230 Apr 30 01:24:48.427960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4659df7-5470-4414-a250-701bdc34ea8e req-7470d4ef-e3c7-4ac4-a368-8163e80bbae9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.429427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4659df7-5470-4414-a250-701bdc34ea8e req-7470d4ef-e3c7-4ac4-a368-8163e80bbae9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 944 time: 0.0534983 Apr 30 01:24:48.461887 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.473043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4659df7-5470-4414-a250-701bdc34ea8e req-9a66b1f5-bd13-4236-a2f5-5aafb7d01d20 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Apr 30 01:24:48.494689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-27abf7d7-d738-4afe-a412-f5602687babc service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542796 Apr 30 01:24:48.494689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Deleting port cc88b80e-0c33-4f85-a2f0-45bc2904ee76 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:48.494689 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.571173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42800) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:48.653859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1b7bffa-1d6f-40fc-a3d3-7832cb60401d req-a55efa4f-d4f7-4156-98e9-cad0bf518b74 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602251 Apr 30 01:24:48.683062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.687237 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.687587 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.691748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67499f49-b64e-4acc-a84e-f51effb4f2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.716307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Calling delete_port for cc88b80e-0c33-4f85-a2f0-45bc2904ee76 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:48.751781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-469ca5e2-186f-4f40-acac-0a8f90f7b3a8 req-6ee6dea6-7d82-4bca-a7e9-90289db62d2e service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470920 Apr 30 01:24:48.781675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67499f49-b64e-4acc-a84e-f51effb4f2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.833066 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd49519-eeab-4d3f-8309-fec125b014e2 x-openstack-request-id: req-efd49519-eeab-4d3f-8309-fec125b014e2 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:48.833357 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:48.834262 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efd49519-eeab-4d3f-8309-fec125b014e2 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:48.834672 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd49519-eeab-4d3f-8309-fec125b014e2'] response: {'name': 'network-changed', 'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'status': 'completed', 'code': 200} Apr 30 01:24:48.867803 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67499f49-b64e-4acc-a84e-f51effb4f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:48.898249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.25.0.193 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/29d7da52-d25e-4e51-a14b-16a5e293acad) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:48.932093 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67499f49-b64e-4acc-a84e-f51effb4f2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101bef62-4232-414e-8c12-be5c3def8ebb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:48.940926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-67499f49-b64e-4acc-a84e-f51effb4f2d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24fa296d48be4363b74c7d6cfced7285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657773 Apr 30 01:24:48.942101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42808) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:48.959575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aef68-ae0c-498e-aa9a-0256dc6060c3 req-15766024-b091-4ce9-9dbf-c48c14be4a04 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.970003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-943aef68-ae0c-498e-aa9a-0256dc6060c3 req-15766024-b091-4ce9-9dbf-c48c14be4a04 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 949 time: 0.0760229 Apr 30 01:24:48.989250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-8de6fc6d-831e-4439-ad46-f4256af7bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:48.990745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-8de6fc6d-831e-4439-ad46-f4256af7bd0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 1095 time: 0.1294990 Apr 30 01:24:49.001956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-943aef68-ae0c-498e-aa9a-0256dc6060c3 req-74b3bda0-cd68-4891-8117-716c6aa6f59d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344467 Apr 30 01:24:49.139970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a5a80-c4f5-45b5-8f80-c6e32dbd3521 req-166175f2-f7ca-40ff-9fe8-eda779182d51 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.141802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc0a5a80-c4f5-45b5-8f80-c6e32dbd3521 req-166175f2-f7ca-40ff-9fe8-eda779182d51 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 946 time: 0.0507448 Apr 30 01:24:49.172500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.180521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67e642fc-5811-4fa4-8a6f-4e779f9c5d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.184674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc0a5a80-c4f5-45b5-8f80-c6e32dbd3521 req-f58fa169-417c-4979-9ebc-a34404326553 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359349 Apr 30 01:24:49.216076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-4e3c1a62-7f59-40bb-b7e0-8c32c6f69154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.217537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-4e3c1a62-7f59-40bb-b7e0-8c32c6f69154 service neutron] 10.222.0.23 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 911 time: 0.2006085 Apr 30 01:24:49.225210 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67e642fc-5811-4fa4-8a6f-4e779f9c5d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.279945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-2cc34cb2-6a9d-454c-bfb2-7c454252fd4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7a26880-10fd-4a90-8c41-e90f06758b59 HTTP/1.1" status: 200 len: 217 time: 0.0526724 Apr 30 01:24:49.302112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.360084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event deleted for resources: {'Port': ['ID=cc88b80e-0c33-4f85-a2f0-45bc2904ee76,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:49.383184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:49.414786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-7c925660-edee-4e8c-a141-4fd338dd8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.416383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-7c925660-edee-4e8c-a141-4fd338dd8f70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.1207066 Apr 30 01:24:49.436491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-6db05163-973c-486b-b4e4-aa83ea40a625 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.442701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-6db05163-973c-486b-b4e4-aa83ea40a625 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.449719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-6db05163-973c-486b-b4e4-aa83ea40a625 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.457920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-4358e761-1cbe-42db-ab1f-ab00d5da6146 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322247 Apr 30 01:24:49.461542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.464641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-6db05163-973c-486b-b4e4-aa83ea40a625 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.472772 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.474218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-6db05163-973c-486b-b4e4-aa83ea40a625 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.475263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.476413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb6bed4d-d188-410d-b10b-b8ef92dc7658 req-d4f7b56d-ad96-4efb-bf5e-44d12c7d2e54 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "DELETE /v2.0/floatingips/3eeaeb3c-a850-4943-99c2-387f305eba88 HTTP/1.1" status: 204 len: 173 time: 1.4117060 Apr 30 01:24:49.483059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-6db05163-973c-486b-b4e4-aa83ea40a625 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.489966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-6db05163-973c-486b-b4e4-aa83ea40a625 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.496661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-6db05163-973c-486b-b4e4-aa83ea40a625 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.1186273 Apr 30 01:24:49.529725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:49.533040 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67e642fc-5811-4fa4-8a6f-4e779f9c5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.535672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67e642fc-5811-4fa4-8a6f-4e779f9c5d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.539123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-67e642fc-5811-4fa4-8a6f-4e779f9c5d61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/101bef62-4232-414e-8c12-be5c3def8ebb HTTP/1.1" status: 204 len: 168 time: 0.5939403 Apr 30 01:24:49.570901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:49.575417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:49.582935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:49.582935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.588288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:49.609028 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3b5692bd-3d20-4c74-8c5c-d70036d1b6ae req-e00c9108-da92-4f52-b30c-39dfa55f3353 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031122 Apr 30 01:24:49.615872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42822) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:49.689289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8e5abd43-3c90-4428-9975-0ca7cc5e9753 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:49.808806 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:49.822735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27791819-1e58-4eea-91c1-0cd9bd629636 req-8387c31e-a856-42d1-8512-1bfbfce84820 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:49.826440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27791819-1e58-4eea-91c1-0cd9bd629636 req-8387c31e-a856-42d1-8512-1bfbfce84820 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 944 time: 0.0829716 Apr 30 01:24:49.873432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=29d7da52-d25e-4e51-a14b-16a5e293acad,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:49.874478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6502259c-78c2-4a57-90a0-862889d4e592 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a37505d2f2649b590a2555b27b7cc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540267 Apr 30 01:24:49.879446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c0b5ae-c6c4-4d2f-acd4-64e29557d866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:49.881723 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2e0b6d-6f65-4d50-8862-203667ad5006" -d '{"events": [{"server_uuid": "48c0b5ae-c6c4-4d2f-acd4-64e29557d866", "name": "network-vif-plugged", "status": "completed", "tag": "7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:49.883855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42826) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:49.902600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e642fc-5811-4fa4-8a6f-4e779f9c5d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101bef62-4232-414e-8c12-be5c3def8ebb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:49.903938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:49.915446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-677d4157-09ad-40e7-8070-842810b5f09f req-905ec5b4-00e8-4e6f-bf6a-c932390c5ef3 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips/19f4bfc1-04bb-4b58-9e43-18ee316fa4d6 HTTP/1.1" status: 200 len: 693 time: 0.3826871 Apr 30 01:24:49.938721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8e5abd43-3c90-4428-9975-0ca7cc5e9753, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8e5abd43-3c90-4428-9975-0ca7cc5e9753,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:49.940714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27791819-1e58-4eea-91c1-0cd9bd629636 req-7b4ea2d4-0a3b-4573-8ff6-20f386fd8da2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803707 Apr 30 01:24:49.964893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'mac_address': 'fa:16:3e:a3:2d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:50.016936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-3a4f270c-1e7d-40e5-8686-945a8fd50695 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458009 Apr 30 01:24:50.025106 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.026508 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b956af26-714d-4955-8aeb-71b24a86ecb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.028736 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.036969 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471dbd49-6d0b-4a38-9d24-368598cc627e x-openstack-request-id: req-471dbd49-6d0b-4a38-9d24-368598cc627e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:50.037705 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c0b5ae-c6c4-4d2f-acd4-64e29557d866", "name": "network-vif-plugged", "status": "completed", "tag": "7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:50.038437 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-471dbd49-6d0b-4a38-9d24-368598cc627e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:50.039037 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471dbd49-6d0b-4a38-9d24-368598cc627e'] response: {'server_uuid': '48c0b5ae-c6c4-4d2f-acd4-64e29557d866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404', 'code': 200} Apr 30 01:24:50.098338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b956af26-714d-4955-8aeb-71b24a86ecb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.146367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:50.152790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5abd43-3c90-4428-9975-0ca7cc5e9753 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:50.178027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8e5abd43-3c90-4428-9975-0ca7cc5e9753, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8e5abd43-3c90-4428-9975-0ca7cc5e9753,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:50.215214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cf5c7-17a0-49e3-85a4-436ca438290e req-96713006-dca4-42aa-b354-15bc28ca3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.216789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-269cf5c7-17a0-49e3-85a4-436ca438290e req-96713006-dca4-42aa-b354-15bc28ca3694 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 1101 time: 0.1056340 Apr 30 01:24:50.244922 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.251539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfebcd-24e1-4561-923e-53a36519a360 req-162080ca-43e5-4a2e-9752-d44e55672961 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.261864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d4157-09ad-40e7-8070-842810b5f09f req-9da09778-55f6-4d14-a424-b73af2ef30ff tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.262371 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50bfebcd-24e1-4561-923e-53a36519a360 req-162080ca-43e5-4a2e-9752-d44e55672961 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 950 time: 0.0947516 Apr 30 01:24:50.269415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-677d4157-09ad-40e7-8070-842810b5f09f req-9da09778-55f6-4d14-a424-b73af2ef30ff tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.3257265 Apr 30 01:24:50.318557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=8e5abd43-3c90-4428-9975-0ca7cc5e9753,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:50.330997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-269cf5c7-17a0-49e3-85a4-436ca438290e req-234d6885-9b88-41c8-8632-fdf0f425f32d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981591 Apr 30 01:24:50.342211 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50bfebcd-24e1-4561-923e-53a36519a360 req-0d15e010-7b73-4439-bae4-3c96d1046d69 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789490 Apr 30 01:24:50.350808 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-677d4157-09ad-40e7-8070-842810b5f09f req-a1d3e52a-684c-4e26-b495-6c4048f10d44 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0807304 Apr 30 01:24:50.372069 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b956af26-714d-4955-8aeb-71b24a86ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.374926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b956af26-714d-4955-8aeb-71b24a86ecb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.376615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b956af26-714d-4955-8aeb-71b24a86ecb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6d51d3b-1733-4a69-a909-df0995c1eeb4 HTTP/1.1" status: 204 len: 168 time: 0.4917083 Apr 30 01:24:50.382767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd477184-1d2f-4cd1-b530-a228401484a0 req-2d7c17d0-638f-422f-b58f-d9ac015e893e service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255165 Apr 30 01:24:50.390370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956af26-714d-4955-8aeb-71b24a86ecb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d51d3b-1733-4a69-a909-df0995c1eeb4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:50.437643 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.458863 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-677d4157-09ad-40e7-8070-842810b5f09f req-fe18d1e4-1922-4888-9f08-0579f8088a48 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0799825 Apr 30 01:24:50.490453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d8702-f214-4f73-bd55-e23a5c8b09cc req-fe8a03b9-9500-4444-bcb8-0b41bf8579a0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.496616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d8702-f214-4f73-bd55-e23a5c8b09cc req-fe8a03b9-9500-4444-bcb8-0b41bf8579a0 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 946 time: 0.0750771 Apr 30 01:24:50.517797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['8e5abd43-3c90-4428-9975-0ca7cc5e9753'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:50.540183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d8702-f214-4f73-bd55-e23a5c8b09cc req-0f4bb71f-e5ab-4c50-85e7-26b539f81f0f tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Apr 30 01:24:50.618773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-53c424bc-9c19-4afb-921f-fb1a70af06e3 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.622026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-53c424bc-9c19-4afb-921f-fb1a70af06e3 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 946 time: 0.0701621 Apr 30 01:24:50.744916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Deleting port bb601169-5efd-4511-94c0-886ba5e24101 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:50.745443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.830951 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.850832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Deleting port f28e2302-9b47-4a86-a575-3286510d253d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:50.851183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.866474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-d7b440ce-2b00-419d-8adf-9c9e27d94bff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.874205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-d7b440ce-2b00-419d-8adf-9c9e27d94bff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.881413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-d7b440ce-2b00-419d-8adf-9c9e27d94bff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.888764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-d7b440ce-2b00-419d-8adf-9c9e27d94bff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.895794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-d7b440ce-2b00-419d-8adf-9c9e27d94bff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.901622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-d7b440ce-2b00-419d-8adf-9c9e27d94bff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.907738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-d7b440ce-2b00-419d-8adf-9c9e27d94bff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:50.910108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-d7b440ce-2b00-419d-8adf-9c9e27d94bff tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.1604855 Apr 30 01:24:50.949852 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:24:50.962634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] For port bb601169-5efd-4511-94c0-886ba5e24101, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=bb601169-5efd-4511-94c0-886ba5e24101,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:50.963000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.986193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.987240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:50.989715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a572eb5-83f7-42d1-83da-bb5c44b386a6 req-f647ee74-00e5-4d45-b359-864b2bb49cf3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713172 Apr 30 01:24:51.001299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Calling delete_port for f28e2302-9b47-4a86-a575-3286510d253d owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:51.096798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.206097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218be4e-62ed-4859-9a0d-d8d65f038a91 req-69c0c94c-dee3-4cde-8d07-082efb78d94e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:51.207937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7218be4e-62ed-4859-9a0d-d8d65f038a91 req-69c0c94c-dee3-4cde-8d07-082efb78d94e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 944 time: 0.1078355 Apr 30 01:24:51.212540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42864) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:51.313982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.336441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.352597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7218be4e-62ed-4859-9a0d-d8d65f038a91 req-07120e5f-b032-4dda-982e-f09b2dadb63f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996435 Apr 30 01:24:51.363669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-95c600c3-0f23-4730-8057-e1aff90e0376 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29fccf19f08e481a88232e3968e4b181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490550 Apr 30 01:24:51.366318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.366687 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.366825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42868) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:51.383232 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Floating IP 542bfdea-a3c6-4452-94b2-d216559e961f disassociated. External IP: 172.25.0.49, port: bb601169-5efd-4511-94c0-886ba5e24101. Apr 30 01:24:51.383232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Calling delete_port for bb601169-5efd-4511-94c0-886ba5e24101 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:51.384548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Pushing event deleted for resources: {'Port': ['ID=f28e2302-9b47-4a86-a575-3286510d253d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:51.416384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.548243 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.552088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.553098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-677d4157-09ad-40e7-8070-842810b5f09f req-9388862e-f5c4-4050-9142-29a7582e44c8 tempest-FloatingIPDetailsTestJSON-1652810646 tempest-FloatingIPDetailsTestJSON-1652810646-project] 10.222.0.15 "DELETE /v2.0/floatingips/19f4bfc1-04bb-4b58-9e43-18ee316fa4d6 HTTP/1.1" status: 204 len: 173 time: 1.0773892 Apr 30 01:24:51.553759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=29d7da52-d25e-4e51-a14b-16a5e293acad,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:51.563810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42870) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:51.579940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfe52-48f9-4593-bd28-86c09c05411e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.612434 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.697257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e7a26880-10fd-4a90-8c41-e90f06758b59 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:24:51.730869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da27fd-1323-4f13-9607-afe789e5cb28 req-afcef86a-12ba-45ae-8cc0-5684f1b738c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:51.737132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da27fd-1323-4f13-9607-afe789e5cb28 req-afcef86a-12ba-45ae-8cc0-5684f1b738c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:51.743029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da27fd-1323-4f13-9607-afe789e5cb28 req-afcef86a-12ba-45ae-8cc0-5684f1b738c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:51.748952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da27fd-1323-4f13-9607-afe789e5cb28 req-afcef86a-12ba-45ae-8cc0-5684f1b738c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:51.755364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da27fd-1323-4f13-9607-afe789e5cb28 req-afcef86a-12ba-45ae-8cc0-5684f1b738c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:51.761584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da27fd-1323-4f13-9607-afe789e5cb28 req-afcef86a-12ba-45ae-8cc0-5684f1b738c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:51.767612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da27fd-1323-4f13-9607-afe789e5cb28 req-afcef86a-12ba-45ae-8cc0-5684f1b738c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:51.779540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-49da27fd-1323-4f13-9607-afe789e5cb28 req-afcef86a-12ba-45ae-8cc0-5684f1b738c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.1218557 Apr 30 01:24:51.788840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42876) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:51.794582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8e5abd43-3c90-4428-9975-0ca7cc5e9753 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:51.802685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Request body: {'floatingip': {'port_id': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:51.909011 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.915142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:51.936119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'port_id': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'mac_address': 'fa:16:3e:fc:bc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fb0ab4-af80-4f70-a732-87688021c8fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:24:51.938008 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfe52-48f9-4593-bd28-86c09c05411e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:51.988749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:52.006692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a26880-10fd-4a90-8c41-e90f06758b59 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:24:52.011291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:52.016838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:52.018539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:52.053254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:52.076559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e5dc2-4ca0-4995-b532-beaa8e8e21a6 req-63ad284f-17d2-4b18-b616-ee16c5c49648 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:52.078113 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d01e5dc2-4ca0-4995-b532-beaa8e8e21a6 req-63ad284f-17d2-4b18-b616-ee16c5c49648 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 950 time: 0.1927776 Apr 30 01:24:52.116676 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:52.149748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:52.153859 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 004f5773-bcde-45fc-9a96-18337d6133e2 associated. External IP: 172.25.0.193, port: fde434ea-5ae9-4295-9285-c647145ab5ba. Apr 30 01:24:52.163539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:52.179600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d01e5dc2-4ca0-4995-b532-beaa8e8e21a6 req-dd726795-d6d1-4cab-ba80-e9f366280514 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933692 Apr 30 01:24:52.192761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba808f30-e27f-48b4-8cf7-da3a52f25ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5abd43-3c90-4428-9975-0ca7cc5e9753'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:52.195252 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910521e9-12c9-4784-a3b2-f4daaf705386" -d '{"events": [{"server_uuid": "ba808f30-e27f-48b4-8cf7-da3a52f25ca6", "name": "network-vif-plugged", "status": "completed", "tag": "8e5abd43-3c90-4428-9975-0ca7cc5e9753"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:52.209452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event deleted for resources: {'Port': ['ID=bb601169-5efd-4511-94c0-886ba5e24101,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:52.212391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:52.233587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52481733-1771-4f48-abd9-82ae736f4dd7 req-056e0b59-ad59-438a-a7ca-7ea11e3e2aea tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:52.233969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8e5abd43-3c90-4428-9975-0ca7cc5e9753, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8e5abd43-3c90-4428-9975-0ca7cc5e9753,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:52.234064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52481733-1771-4f48-abd9-82ae736f4dd7 req-056e0b59-ad59-438a-a7ca-7ea11e3e2aea tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 867 time: 0.1865551 Apr 30 01:24:52.294212 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfe52-48f9-4593-bd28-86c09c05411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:52.307319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfe52-48f9-4593-bd28-86c09c05411e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:52.307319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b7ebfe52-48f9-4593-bd28-86c09c05411e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e273fd33-653c-456a-861a-c00ba5ef3992 HTTP/1.1" status: 204 len: 168 time: 0.9349880 Apr 30 01:24:52.319610 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:52.357790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebfe52-48f9-4593-bd28-86c09c05411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e273fd33-653c-456a-861a-c00ba5ef3992,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:52.401343 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f9873-1ff2-40ce-9814-411d914cdee1 x-openstack-request-id: req-b73f9873-1ff2-40ce-9814-411d914cdee1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:52.401561 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba808f30-e27f-48b4-8cf7-da3a52f25ca6", "name": "network-vif-plugged", "status": "completed", "tag": "8e5abd43-3c90-4428-9975-0ca7cc5e9753", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:52.402612 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b73f9873-1ff2-40ce-9814-411d914cdee1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:52.402612 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73f9873-1ff2-40ce-9814-411d914cdee1'] response: {'server_uuid': 'ba808f30-e27f-48b4-8cf7-da3a52f25ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'code': 200} Apr 30 01:24:52.402845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=8e5abd43-3c90-4428-9975-0ca7cc5e9753,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:52.420329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['e7a26880-10fd-4a90-8c41-e90f06758b59'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:24:52.437530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52481733-1771-4f48-abd9-82ae736f4dd7 req-24757862-0241-4770-95e4-ea244205a6e8 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups?id=82c045db-66d2-470b-a85c-e2a0e875c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049017 Apr 30 01:24:52.534871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Router 4a264151-67a7-4811-8948-d2fc34a2c379 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:24:52.688501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f869e0-a1c4-430d-a45c-5fb739d63bbc req-df626bc8-69db-4a57-8779-33ba700a1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:52.690924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51f869e0-a1c4-430d-a45c-5fb739d63bbc req-df626bc8-69db-4a57-8779-33ba700a1835 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 1101 time: 0.2464159 Apr 30 01:24:52.868051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51f869e0-a1c4-430d-a45c-5fb739d63bbc req-40bbffa6-f57a-4933-880e-76e87cf4d601 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572304 Apr 30 01:24:52.888928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec09e0-d2f3-4b38-b00d-a9944b0a304e req-51b224f5-a688-4c99-a2c0-4e64b5f9db51 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:52.890468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ebec09e0-d2f3-4b38-b00d-a9944b0a304e req-51b224f5-a688-4c99-a2c0-4e64b5f9db51 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 945 time: 0.1848090 Apr 30 01:24:52.899621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee547a-b099-4755-a487-5065a6947beb req-3d627ca5-3e59-4b52-80ad-715a19bab6f7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:52.906836 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86ee547a-b099-4755-a487-5065a6947beb req-3d627ca5-3e59-4b52-80ad-715a19bab6f7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 950 time: 0.2613647 Apr 30 01:24:52.912839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:24:52.953921 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:24:52.958623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:52.977412 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] Sync routers for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:52.994844 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:53.001253 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:53.043613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] No DVR routers for this DVR port bb601169-5efd-4511-94c0-886ba5e24101 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:24:53.048240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:53.052167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51180c30-8ba1-4776-a854-fd33a4cbb207 req-ee388cb3-e1f6-4009-90af-470ae9b3411c tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.21 "DELETE /v2.0/ports/bb601169-5efd-4511-94c0-886ba5e24101 HTTP/1.1" status: 204 len: 173 time: 2.4235625 Apr 30 01:24:53.067118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86ee547a-b099-4755-a487-5065a6947beb req-761d2f9e-0c99-4d06-9be3-11c6605f630f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541631 Apr 30 01:24:53.067696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'name': 'network-vif-deleted', 'tag': 'bb601169-5efd-4511-94c0-886ba5e24101'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:53.080629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ebec09e0-d2f3-4b38-b00d-a9944b0a304e req-8f502a52-9491-4783-97c7-6c97d0b11029 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773729 Apr 30 01:24:53.082187 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96663051-ce6c-4c5d-9315-21364a657353" -d '{"events": [{"server_uuid": "83fa1e10-1cf6-4c37-bf5a-62a0817ff449", "name": "network-vif-deleted", "tag": "bb601169-5efd-4511-94c0-886ba5e24101"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:53.116080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:53.130362 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:53.147658 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4ca145-0804-47c6-b84b-4d71dad0a804 x-openstack-request-id: req-9c4ca145-0804-47c6-b84b-4d71dad0a804 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:53.148183 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fa1e10-1cf6-4c37-bf5a-62a0817ff449", "name": "network-vif-deleted", "tag": "bb601169-5efd-4511-94c0-886ba5e24101", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:53.148592 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c4ca145-0804-47c6-b84b-4d71dad0a804 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:53.149134 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4ca145-0804-47c6-b84b-4d71dad0a804'] response: {'server_uuid': '83fa1e10-1cf6-4c37-bf5a-62a0817ff449', 'name': 'network-vif-deleted', 'tag': 'bb601169-5efd-4511-94c0-886ba5e24101', 'status': 'completed', 'code': 200} Apr 30 01:24:53.164943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42924) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:53.210275 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:53.210538 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:53.360024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:53.370944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40aaf13-ad95-4880-80f2-9ad8721bc036 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:53.380167 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Floating IP d98a6eed-b047-4522-a6f6-aceb7d6f6bd2 associated. External IP: 172.25.0.201, port: f887667a-ed76-4c2e-9f50-5cd985f7b7db. Apr 30 01:24:53.391454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40aaf13-ad95-4880-80f2-9ad8721bc036 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:53.392113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e40aaf13-ad95-4880-80f2-9ad8721bc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:53.454132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e40aaf13-ad95-4880-80f2-9ad8721bc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:53.460822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device bb601169-5efd-4511-94c0-886ba5e24101 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:24:53.485077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3addcc4a-11b5-41fb-a3c6-4954e44fd014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:53.507172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: bb601169-5efd-4511-94c0-886ba5e24101 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:24:53.512350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device bb601169-5efd-4511-94c0-886ba5e24101 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:24:53.512350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40aaf13-ad95-4880-80f2-9ad8721bc036 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:53.512350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e40aaf13-ad95-4880-80f2-9ad8721bc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:53.515614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:53.553327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e40aaf13-ad95-4880-80f2-9ad8721bc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:53.554553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40aaf13-ad95-4880-80f2-9ad8721bc036 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:53.619724 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:18Z', 'revision_number': 5, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:53.647585 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bc59607-bdc1-49fc-80ff-a74d4757c10d req-f3b174a4-d9a8-4495-819a-ff8bfb220bf7 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0505230 Apr 30 01:24:53.661128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9fad5150-e210-4414-b333-99a828d230ea tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.7275062 Apr 30 01:24:53.665192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42938) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:53.673308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:53.696817 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] Checking router: 4a264151-67a7-4811-8948-d2fc34a2c379 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:24:53.697764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e7a26880-10fd-4a90-8c41-e90f06758b59 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:24:53.709440 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:53.710304 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:53.821930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port e7a26880-10fd-4a90-8c41-e90f06758b59 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:24:53.826292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port e7a26880-10fd-4a90-8c41-e90f06758b59 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:24:53.826669 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:53.918152 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:53.995084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.043159 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:54.108279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.192347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3addcc4a-11b5-41fb-a3c6-4954e44fd014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.222351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:54.264416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3addcc4a-11b5-41fb-a3c6-4954e44fd014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.293939 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:18Z', 'revision_number': 5, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:54.328946 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23933e-41cb-4b52-850a-ca8903fc7c6d None None] The sync data for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 is: [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:22:12Z', 'revision_number': 4, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9206f584-b532-43aa-81e0-34a189af8ab1', 'name': '', 'network_id': '4c9c20d4-d018-4d4e-8eda-1baa8ec93e67', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'mac_address': 'fa:16:3e:60:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:11Z', 'updated_at': '2022-04-30T01:22:18Z', 'revision_number': 5, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'subnets': [{'id': 'a62028bd-f807-443c-b640-114ba6547ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:54.331120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.404048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:54.406831 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cced2a87-8970-4446-97ac-131bfcc082ca" -d '{"events": [{"server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:54.436518 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3addcc4a-11b5-41fb-a3c6-4954e44fd014 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1125da6748f249deaac8e6980b0ab42e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2722383 Apr 30 01:24:54.441813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Deleting port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:54.442358 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.445873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42954) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:54.446797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488993e-245c-47fb-8c5d-3ecbe9c43d81 req-2dbc9b98-603b-4c6e-9af0-53d7973751c9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:54.448310 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3488993e-245c-47fb-8c5d-3ecbe9c43d81 req-2dbc9b98-603b-4c6e-9af0-53d7973751c9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 950 time: 0.2610900 Apr 30 01:24:54.451029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addcc4a-11b5-41fb-a3c6-4954e44fd014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535be8fe-efcc-4cbd-bae1-42dd332728cf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:54.470485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:24:54.591958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17b2b3-c0eb-400d-8b91-3a72a02fc61b req-728de114-628e-49e4-b2da-0f864abccbdc tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:54.594840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd17b2b3-c0eb-400d-8b91-3a72a02fc61b req-728de114-628e-49e4-b2da-0f864abccbdc tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2929883 Apr 30 01:24:54.629273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3488993e-245c-47fb-8c5d-3ecbe9c43d81 req-cb465bbc-dda7-4cc9-96e7-8ebc7b65b6fc tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728408 Apr 30 01:24:54.705728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:54.721119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.724474 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] Sync routers for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:54.739291 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b5eea-d6ee-4c3b-8a32-883617506fb3 x-openstack-request-id: req-523b5eea-d6ee-4c3b-8a32-883617506fb3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:54.739771 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:54.739945 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-523b5eea-d6ee-4c3b-8a32-883617506fb3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:54.740275 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523b5eea-d6ee-4c3b-8a32-883617506fb3'] response: {'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'code': 200} Apr 30 01:24:54.747378 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:54.753531 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:54.788307 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-082396c9-40ca-4b03-b859-78cd5d9f4ad2 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "PUT /v2.0/floatingips/d98a6eed-b047-4522-a6f6-aceb7d6f6bd2 HTTP/1.1" status: 200 len: 991 time: 2.9982393 Apr 30 01:24:54.798380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.822972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd17b2b3-c0eb-400d-8b91-3a72a02fc61b req-c466d177-6516-4ee4-8f80-2d996bbf3619 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075186 Apr 30 01:24:54.828513 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8c659aee-1a44-4efc-abdd-02d21392a153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.838842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] For port 1ec8f12d-cf95-45d2-ba7d-a6ca625db694, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,segment=NetworkSegment(d15511fc-e5e3-4420-b26d-695d6f45aa02),segment_id=d15511fc-e5e3-4420-b26d-695d6f45aa02)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:54.842016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.880179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81256c29-a3df-4f55-a1de-332dfd30a1a2 None None] New status for floating IP 542bfdea-a3c6-4452-94b2-d216559e961f: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:24:54.887391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.887784 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 004f5773-bcde-45fc-9a96-18337d6133e2 disassociated. External IP: 172.25.0.193, port: fde434ea-5ae9-4295-9285-c647145ab5ba. Apr 30 01:24:54.899416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Calling delete_port for 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:54.954558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8c659aee-1a44-4efc-abdd-02d21392a153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:54.957760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0fda860-0c9b-4f48-8787-3871e822989e req-831eb599-4747-4be7-9397-240c26996c25 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0910325 Apr 30 01:24:55.048934 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:55.049184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5c5b1-3096-4609-890c-f2f79a7c7adb req-702355f1-543b-4bc5-89b8-fcfb33c70801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.050901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bdb5c5b1-3096-4609-890c-f2f79a7c7adb req-702355f1-543b-4bc5-89b8-fcfb33c70801 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 1097 time: 0.2269492 Apr 30 01:24:55.150098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:24:55.152740 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1272aa3-221f-4134-a801-8536b33c480f" -d '{"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "f887667a-ed76-4c2e-9f50-5cd985f7b7db"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:24:55.203528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bdb5c5b1-3096-4609-890c-f2f79a7c7adb req-6dadeaf3-8e43-4bf3-9a81-6c0e5099b648 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414804 Apr 30 01:24:55.230483 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcc4350-5f98-428b-9922-db78b8925871 x-openstack-request-id: req-0fcc4350-5f98-428b-9922-db78b8925871 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:24:55.231057 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "tag": "f887667a-ed76-4c2e-9f50-5cd985f7b7db", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:24:55.231374 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fcc4350-5f98-428b-9922-db78b8925871 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:24:55.231881 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fcc4350-5f98-428b-9922-db78b8925871'] response: {'name': 'network-changed', 'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'tag': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'status': 'completed', 'code': 200} Apr 30 01:24:55.299801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8c659aee-1a44-4efc-abdd-02d21392a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:55.302221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8c659aee-1a44-4efc-abdd-02d21392a153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:55.314203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8c659aee-1a44-4efc-abdd-02d21392a153 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/535be8fe-efcc-4cbd-bae1-42dd332728cf HTTP/1.1" status: 204 len: 168 time: 0.8584213 Apr 30 01:24:55.338643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-6d8a715b-3ba8-44d0-b057-569a05208625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.339229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-6d8a715b-3ba8-44d0-b057-569a05208625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.339879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-6d8a715b-3ba8-44d0-b057-569a05208625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.340557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-6d8a715b-3ba8-44d0-b057-569a05208625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.341051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-6d8a715b-3ba8-44d0-b057-569a05208625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.341579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-6d8a715b-3ba8-44d0-b057-569a05208625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.342165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-6d8a715b-3ba8-44d0-b057-569a05208625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.344404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1272aa3-221f-4134-a801-8536b33c480f req-6d8a715b-3ba8-44d0-b057-569a05208625 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6499 time: 0.0779955 Apr 30 01:24:55.346224 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c659aee-1a44-4efc-abdd-02d21392a153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535be8fe-efcc-4cbd-bae1-42dd332728cf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:55.427356 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'd98a6eed-b047-4522-a6f6-aceb7d6f6bd2', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'port_id': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'mac_address': 'fa:16:3e:e9:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:23:38Z', 'updated_at': '2022-04-30T01:24:52Z', 'revision_number': 1, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:26Z', 'revision_number': 5, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:55.478506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-68f5acc2-d45a-44df-bf3d-0ad6eb9d322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.480209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1272aa3-221f-4134-a801-8536b33c480f req-68f5acc2-d45a-44df-bf3d-0ad6eb9d322e service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 HTTP/1.1" status: 200 len: 916 time: 0.1259634 Apr 30 01:24:55.491597 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] Checking router: 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:24:55.514464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:24:55.518724 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:55.524482 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:55.581019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:55.589310 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1272aa3-221f-4134-a801-8536b33c480f req-dbb42ba3-e9e6-4e35-bde3-9f4dd50ee4e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f887667a-ed76-4c2e-9f50-5cd985f7b7db HTTP/1.1" status: 200 len: 999 time: 0.0975103 Apr 30 01:24:55.694729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec8f12d-cf95-45d2-ba7d-a6ca625db694,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:55.703574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-95e6d702-a4d4-406e-845b-d9706e02b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.706664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1272aa3-221f-4134-a801-8536b33c480f req-95e6d702-a4d4-406e-845b-d9706e02b717 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c50f5a2f-2616-4a96-8b89-d0f1fa124037 HTTP/1.1" status: 200 len: 855 time: 0.1128490 Apr 30 01:24:55.813407 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:55.903982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272aa3-221f-4134-a801-8536b33c480f req-73f93a4b-bc22-42f7-9d7a-105271465c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:55.905184 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1272aa3-221f-4134-a801-8536b33c480f req-73f93a4b-bc22-42f7-9d7a-105271465c9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917629 Apr 30 01:24:55.915549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:55.991876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:56.001626 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2031b7a3-ebfa-47b8-b46d-298bf299bb76 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:56.047345 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031b7a3-ebfa-47b8-b46d-298bf299bb76 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:56.054915 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2031b7a3-ebfa-47b8-b46d-298bf299bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:56.080966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f331f95-79d5-4a0a-9fa0-5f228b4965e8 req-06043166-1113-40f8-8cd8-3a59679201b2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:56.082400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f331f95-79d5-4a0a-9fa0-5f228b4965e8 req-06043166-1113-40f8-8cd8-3a59679201b2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 950 time: 0.2670290 Apr 30 01:24:56.130812 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2031b7a3-ebfa-47b8-b46d-298bf299bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:56.134048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0c24141f-da92-4d1c-8b12-c5e3ead1ddef tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/floatingips/004f5773-bcde-45fc-9a96-18337d6133e2 HTTP/1.1" status: 200 len: 688 time: 2.4642162 Apr 30 01:24:56.149003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42996) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:56.155187 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031b7a3-ebfa-47b8-b46d-298bf299bb76 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:56.156061 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2031b7a3-ebfa-47b8-b46d-298bf299bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:56.208357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50263a5f-5350-4212-b906-706947a5939b req-e124694d-6fc4-4fbf-9949-17b22b0efdc1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:56.217264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50263a5f-5350-4212-b906-706947a5939b req-e124694d-6fc4-4fbf-9949-17b22b0efdc1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1681471 Apr 30 01:24:56.242656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1272aa3-221f-4134-a801-8536b33c480f req-28726354-f09c-40f6-bd03-54d37ba9cb22 service neutron] 10.222.0.21 "GET /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287175 Apr 30 01:24:56.266529 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:56.302719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50263a5f-5350-4212-b906-706947a5939b req-8309f328-9725-4a24-8701-7a99dd1b24aa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830631 Apr 30 01:24:56.355381 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f331f95-79d5-4a0a-9fa0-5f228b4965e8 req-221ab969-b760-4f7f-97ea-d065aeeab815 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518609 Apr 30 01:24:56.384578 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2031b7a3-ebfa-47b8-b46d-298bf299bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:56.385363 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2031b7a3-ebfa-47b8-b46d-298bf299bb76 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:56.520572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d51f2f7-1bb9-414c-b1c3-caecbec61171 req-4dd5eaae-6d84-476e-b384-b7bc61df4e54 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0468466 Apr 30 01:24:56.523813 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'd98a6eed-b047-4522-a6f6-aceb7d6f6bd2', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'port_id': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'mac_address': 'fa:16:3e:e9:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:23:38Z', 'updated_at': '2022-04-30T01:24:52Z', 'revision_number': 1, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:26Z', 'revision_number': 5, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:56.587089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1272aa3-221f-4134-a801-8536b33c480f req-1934d7dc-41ca-495d-96f0-5cb622bc8777 service neutron] 10.222.0.21 "GET /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727067 Apr 30 01:24:56.593411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 29d7da52-d25e-4e51-a14b-16a5e293acad {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:56.593750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:56.605193 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d38d5a-fa1b-4f1b-a9dd-c2cb8301dd2d None None] The sync data for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 is: [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'd98a6eed-b047-4522-a6f6-aceb7d6f6bd2', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'port_id': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'mac_address': 'fa:16:3e:e9:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a9691f-2654-449d-906d-a90c0023f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:23:38Z', 'updated_at': '2022-04-30T01:24:52Z', 'revision_number': 1, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:26Z', 'revision_number': 5, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:56.787870 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:56.788269 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:56.805045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 29d7da52-d25e-4e51-a14b-16a5e293acad owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:56.805965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Router 1f61ea20-cff0-4d01-af42-e556273b24e5 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:24:56.999321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90e439-547d-46b6-8ab6-7614d4a123f4 None None] New status for floating IP d98a6eed-b047-4522-a6f6-aceb7d6f6bd2: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:24:57.032695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:24:57.039896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cc31f8f0-bb0d-439b-8fb2-8a7ce11e8a52 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f61ea20-cff0-4d01-af42-e556273b24e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4729705 Apr 30 01:24:57.042192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43020) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:57.048393 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] Sync routers for ids ['1f61ea20-cff0-4d01-af42-e556273b24e5'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:24:57.062313 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] Routers {'1f61ea20-cff0-4d01-af42-e556273b24e5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:57.065525 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f61ea20-cff0-4d01-af42-e556273b24e5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:57.088265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aab6a-95b0-4b55-9525-7bea29fee054 req-c54beaa9-c1c8-4782-85a8-57bd7ca869c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:57.114752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aab6a-95b0-4b55-9525-7bea29fee054 req-c54beaa9-c1c8-4782-85a8-57bd7ca869c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:57.131049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb0aab6a-95b0-4b55-9525-7bea29fee054 req-c54beaa9-c1c8-4782-85a8-57bd7ca869c6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866&device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 1691 time: 0.2109575 Apr 30 01:24:57.164521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:57.195645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb0aab6a-95b0-4b55-9525-7bea29fee054 req-4a68a884-2d67-48d2-8639-b33d107dd6db tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635908 Apr 30 01:24:57.246402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=29d7da52-d25e-4e51-a14b-16a5e293acad,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:57.283341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:57.322565 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] Set router 1f61ea20-cff0-4d01-af42-e556273b24e5 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:57.459340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:57.480238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:57.497023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:57.497023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-75c825d8-aa5c-4815-a5d6-c039d6fcde11 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/floatingips/004f5773-bcde-45fc-9a96-18337d6133e2 HTTP/1.1" status: 204 len: 168 time: 1.3322916 Apr 30 01:24:57.497023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43032) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:57.510465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '1da83368-7ec0-40db-838c-91eacecc082c'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:24:57.545788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4365-5649-4c5f-a53a-4e7ed7082ffb req-60c26705-ae58-4ff3-8faf-7b1b1ad97546 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:57.555003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31bf4365-5649-4c5f-a53a-4e7ed7082ffb req-60c26705-ae58-4ff3-8faf-7b1b1ad97546 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1185658 Apr 30 01:24:57.612937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31bf4365-5649-4c5f-a53a-4e7ed7082ffb req-dcc8a20e-8fb8-4841-ae3c-4ba2d19142a2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566773 Apr 30 01:24:57.632034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Deleting port a28ef0c4-d0d8-4555-a419-5df415c77f83 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:24:57.632373 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:57.638966 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:55Z', 'revision_number': 5, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port': {'id': 'a28ef0c4-d0d8-4555-a419-5df415c77f83', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:24:19Z', 'updated_at': '2022-04-30T01:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:57.650951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcdd1d-5cf1-4702-a118-1a09e97ba4da req-c8d5f1a5-2a58-43db-a832-ba8e4072377b tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:57.652235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20bcdd1d-5cf1-4702-a118-1a09e97ba4da req-c8d5f1a5-2a58-43db-a832-ba8e4072377b tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 1101 time: 0.0792360 Apr 30 01:24:57.655307 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:57.687168 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] Checking router: 1f61ea20-cff0-4d01-af42-e556273b24e5 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:24:57.696950 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] Routers {'1f61ea20-cff0-4d01-af42-e556273b24e5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:24:57.697636 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f61ea20-cff0-4d01-af42-e556273b24e5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:57.715069 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e09141d7-ea5f-4a33-93e5-90d9b2dab330 req-4adf8e26-f2d7-468b-b5b0-335c1da95ded tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0447416 Apr 30 01:24:57.805471 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] Set router 1f61ea20-cff0-4d01-af42-e556273b24e5 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:24:57.838378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] For port a28ef0c4-d0d8-4555-a419-5df415c77f83, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a28ef0c4-d0d8-4555-a419-5df415c77f83,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:24:57.838773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:57.849241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20bcdd1d-5cf1-4702-a118-1a09e97ba4da req-385ebdea-344a-4839-bd81-d40de2dbfd77 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462018 Apr 30 01:24:57.859621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Calling delete_port for a28ef0c4-d0d8-4555-a419-5df415c77f83 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:24:57.863689 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:57Z', 'revision_number': 6, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:24:57.913233 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cd8b0-1eb5-414b-a4f7-fe61036e9ba1 None None] The sync data for ids ['1f61ea20-cff0-4d01-af42-e556273b24e5'] in n-d-821348-1 is: [{'id': '1f61ea20-cff0-4d01-af42-e556273b24e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1534981600-router', 'tenant_id': 'c720a88a476244358927ab72cdf6baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:24:17Z', 'updated_at': '2022-04-30T01:24:57Z', 'revision_number': 6, 'project_id': 'c720a88a476244358927ab72cdf6baa1', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:24:58.054509 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:58.230362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.25.0.136 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/0b219d69-9089-4b1f-85b1-8ff548a06b15) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:24:58.317858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa464c7-a159-4792-b796-7b3e1dcc885c req-0105bdd1-2e8d-414f-ae3c-c32cde9d04d8 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:58.319383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-faa464c7-a159-4792-b796-7b3e1dcc885c req-0105bdd1-2e8d-414f-ae3c-c32cde9d04d8 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 1101 time: 0.0904825 Apr 30 01:24:58.322064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:58.359011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28ef0c4-d0d8-4555-a419-5df415c77f83,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:58.462790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-faa464c7-a159-4792-b796-7b3e1dcc885c req-50acd384-8037-40e3-8508-643dc32f9b3e tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089873 Apr 30 01:24:58.504723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:58.509334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:58.683615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c309bd-110a-40be-af0a-333b3f2b1989 req-5d93223d-9338-47fd-89f4-95048d4a0b4e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:58.696422 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3c309bd-110a-40be-af0a-333b3f2b1989 req-5d93223d-9338-47fd-89f4-95048d4a0b4e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.0814281 Apr 30 01:24:58.713387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-daa4b20c-54d0-4c61-a8d6-9d10ba4e909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:58.791093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3c309bd-110a-40be-af0a-333b3f2b1989 req-e2bde396-156e-419f-a37f-1c49411bcdd3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936568 Apr 30 01:24:58.912667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-523d3e11-29c1-460d-97fe-a6e6cff67ae1 req-ac28f1a6-d243-43e2-8d81-9e432eba3a77 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/ports?device_id=83fa1e10-1cf6-4c37-bf5a-62a0817ff449 HTTP/1.1" status: 200 len: 210 time: 0.0421572 Apr 30 01:24:59.003845 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-fa0ff1dd-8054-495a-ab78-7f00ba76fef2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868049 Apr 30 01:24:59.005941 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.008242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.041090 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.154641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:24:59.162589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:24:59.170705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:24:59.196655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=0b219d69-9089-4b1f-85b1-8ff548a06b15,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:24:59.205309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.205828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f61ea20-cff0-4d01-af42-e556273b24e5 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:24:59.221188 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.231112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b15f7043-7b28-4827-9890-9e1829946b90 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1f61ea20-cff0-4d01-af42-e556273b24e5 HTTP/1.1" status: 204 len: 168 time: 2.1806538 Apr 30 01:24:59.231466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43086) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:24:59.264761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a28c-8725-4aa3-8911-543af499a15d req-424ecda3-92cc-4c8d-a6e7-95aed274a57d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:24:59.274799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-424ecda3-92cc-4c8d-a6e7-95aed274a57d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647381 Apr 30 01:24:59.315219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Deleting subnet 937dc710-2798-4ee1-82eb-74db6fea94da {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:24:59.327315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.374389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-a4d53919-3faf-413d-a6f0-8f7c2dc954b4 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/quotas/cbcb295e0462422581cee135f4d15721 HTTP/1.1" status: 200 len: 375 time: 0.0983009 Apr 30 01:24:59.381372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:24:59.416780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.442694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:24:59.447813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1ec8f12d-cf95-45d2-ba7d-a6ca625db694 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:24:59.448654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a28ef0c4-d0d8-4555-a419-5df415c77f83 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:24:59.499023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a28ef0c4-d0d8-4555-a419-5df415c77f83 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:24:59.499675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a28ef0c4-d0d8-4555-a419-5df415c77f83 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:24:59.499927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-c2950428-fa59-46c2-890e-3a2c42b932e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1244402 Apr 30 01:24:59.630148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.810765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:24:59.851115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea718019-6a6d-4388-bb51-49f9abe4e7f2 req-aa87da11-7250-4e4f-99fd-c96fd6fcd20c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 210 time: 0.0426140 Apr 30 01:24:59.865003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937dc710-2798-4ee1-82eb-74db6fea94da,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:00.161780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d48d9e-5436-4b4e-b90a-e02c78a5fa7d req-3ce1e1f1-8d30-405a-89be-255e48066cf2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:00.169698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97d48d9e-5436-4b4e-b90a-e02c78a5fa7d req-3ce1e1f1-8d30-405a-89be-255e48066cf2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1693754 Apr 30 01:25:00.173128 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.211860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6988d7-36f7-4f5a-a8a5-81b33953cf27 None None] Network f9444a5c-8e01-43a5-8eae-9b20e400e4de requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:00.255418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.270657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/937dc710-2798-4ee1-82eb-74db6fea94da HTTP/1.1" status: 204 len: 168 time: 1.0413818 Apr 30 01:25:00.272436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.272776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.273113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.273440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.273765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.274091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.278515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.278804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.279139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.279564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.279815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.280138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78083276-def9-4107-adcb-47dee35984ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:00.282865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43120) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:00.300944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb3f0641-1338-4995-a17a-1580173b7b89 req-eaaeb8cc-006c-4aa7-974a-dc93c5599f0d tempest-AbsoluteLimitsNegativeTestJSON-498985237 tempest-AbsoluteLimitsNegativeTestJSON-498985237-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a779eb4582044c48846d7587c341f992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4496853 Apr 30 01:25:00.344301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97d48d9e-5436-4b4e-b90a-e02c78a5fa7d req-82f5e08b-7e93-4e17-b118-cdc3356ccde8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732054 Apr 30 01:25:00.463942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43122) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:00.518724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.591532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43128) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:00.801463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.806193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45776fe5-2356-473f-be8c-9b04914d60ea tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.829804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] DHCP port deletion for f9444a5c-8e01-43a5-8eae-9b20e400e4de request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:25:00.830608 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ea562a9-558b-41a9-b4b9-e263202bcca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.884312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45776fe5-2356-473f-be8c-9b04914d60ea tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.902227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] Deleting port db770810-2a0a-452f-9473-010d342adc76 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:00.902938 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.943831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.953713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f0641-1338-4995-a17a-1580173b7b89 req-0fcb329e-ec9c-4b54-bcac-970182d83cec tempest-AbsoluteLimitsNegativeTestJSON-498985237 tempest-AbsoluteLimitsNegativeTestJSON-498985237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:00.957380 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0c73640-a410-404e-97ef-9626fcde34ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.963747 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb3f0641-1338-4995-a17a-1580173b7b89 req-0fcb329e-ec9c-4b54-bcac-970182d83cec tempest-AbsoluteLimitsNegativeTestJSON-498985237 tempest-AbsoluteLimitsNegativeTestJSON-498985237-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6602821 Apr 30 01:25:00.987852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] For port db770810-2a0a-452f-9473-010d342adc76, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=db770810-2a0a-452f-9473-010d342adc76,segment=NetworkSegment(d15511fc-e5e3-4420-b26d-695d6f45aa02),segment_id=d15511fc-e5e3-4420-b26d-695d6f45aa02)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:00.988564 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:00.999178 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ea562a9-558b-41a9-b4b9-e263202bcca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.005748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] Calling delete_port for db770810-2a0a-452f-9473-010d342adc76 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:01.018426 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb3f0641-1338-4995-a17a-1580173b7b89 req-1c003dad-1a81-4d9e-9764-d338ffc555fb tempest-AbsoluteLimitsNegativeTestJSON-498985237 tempest-AbsoluteLimitsNegativeTestJSON-498985237-project] 10.222.0.15 "GET /v2.0/quotas/a779eb4582044c48846d7587c341f992 HTTP/1.1" status: 200 len: 375 time: 0.0383754 Apr 30 01:25:01.034939 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.041504 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-632e8d40-0354-4e27-a4ac-05154ee40427 req-07f94957-9895-4497-bbda-bc27af563b08 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 210 time: 0.0399241 Apr 30 01:25:01.080418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb3f0641-1338-4995-a17a-1580173b7b89 req-568ca50f-9f53-49ca-898f-804b5cd6e981 tempest-AbsoluteLimitsNegativeTestJSON-498985237 tempest-AbsoluteLimitsNegativeTestJSON-498985237-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a779eb4582044c48846d7587c341f992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555532 Apr 30 01:25:01.136031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ea562a9-558b-41a9-b4b9-e263202bcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.153797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Deleting port db770810-2a0a-452f-9473-010d342adc76 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:01.161878 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.176558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=0b219d69-9089-4b1f-85b1-8ff548a06b15,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:01.207927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ea562a9-558b-41a9-b4b9-e263202bcca9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e5f5ed3840441f9b934f82e1f76e650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416072 Apr 30 01:25:01.209103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.210838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43136) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:01.212849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea562a9-558b-41a9-b4b9-e263202bcca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ecf67d-df7f-48f5-b798-41bb0c738b60,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:01.230632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45776fe5-2356-473f-be8c-9b04914d60ea tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.236556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45776fe5-2356-473f-be8c-9b04914d60ea tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.236556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-45776fe5-2356-473f-be8c-9b04914d60ea tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "DELETE /v2.0/security-groups/82c045db-66d2-470b-a85c-e2a0e875c9c1 HTTP/1.1" status: 204 len: 168 time: 0.6413403 Apr 30 01:25:01.241375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43138) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:01.256255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.265856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] For port db770810-2a0a-452f-9473-010d342adc76, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=db770810-2a0a-452f-9473-010d342adc76,segment=NetworkSegment(d15511fc-e5e3-4420-b26d-695d6f45aa02),segment_id=d15511fc-e5e3-4420-b26d-695d6f45aa02)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:01.266723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.299628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] No DVR routers for this DVR port db770810-2a0a-452f-9473-010d342adc76 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:25:01.299904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45776fe5-2356-473f-be8c-9b04914d60ea tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c045db-66d2-470b-a85c-e2a0e875c9c1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:01.302256 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-fb334ed1-5923-4e2f-882a-27c4bc5aea9e tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] show failed (client error): The resource could not be found. Apr 30 01:25:01.307256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fb334ed1-5923-4e2f-882a-27c4bc5aea9e tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "GET /v2.0/security-groups/82c045db-66d2-470b-a85c-e2a0e875c9c1 HTTP/1.1" status: 404 len: 347 time: 0.0610969 Apr 30 01:25:01.308048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43140) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:01.322577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Calling delete_port for db770810-2a0a-452f-9473-010d342adc76 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:01.368997 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a0198-6eb6-4de8-8261-57c223e7920f None None] Pushing event deleted for resources: {'Port': ['ID=db770810-2a0a-452f-9473-010d342adc76,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:01.386297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device db770810-2a0a-452f-9473-010d342adc76 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:25:01.424682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: db770810-2a0a-452f-9473-010d342adc76 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:25:01.425567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device db770810-2a0a-452f-9473-010d342adc76 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:25:01.499931 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 7fab8ac4-60d4-4921-8d11-9d8d02594941 associated. External IP: 172.25.0.136, port: 1da83368-7ec0-40db-838c-91eacecc082c. Apr 30 01:25:01.562874 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.613804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Deleting port 3ae3d839-a0fc-4f65-8e84-2ee20169aad1 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:01.617844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.619572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Pushing event deleted for resources: {'Port': ['ID=db770810-2a0a-452f-9473-010d342adc76,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:01.638631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] No DVR routers for this DVR port db770810-2a0a-452f-9473-010d342adc76 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:25:01.646298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805b716-0397-4123-8ff0-353d129a9e94 req-baeae909-f060-43a5-b624-5496d4c822c6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:01.648722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4805b716-0397-4123-8ff0-353d129a9e94 req-baeae909-f060-43a5-b624-5496d4c822c6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.0944829 Apr 30 01:25:01.649879 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1431c964-8153-40b3-8bf4-174e3a0d5132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.678500 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1431c964-8153-40b3-8bf4-174e3a0d5132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.765024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43146) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:01.786283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.823707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9444a5c-8e01-43a5-8eae-9b20e400e4de']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:01.851864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15511fc-e5e3-4420-b26d-695d6f45aa02') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:01.852158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15511fc-e5e3-4420-b26d-695d6f45aa02') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:01.855941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4805b716-0397-4123-8ff0-353d129a9e94 req-949f1f33-1561-47eb-90d2-a217b8ed30a0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308694 Apr 30 01:25:01.858806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1431c964-8153-40b3-8bf4-174e3a0d5132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.867683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1431c964-8153-40b3-8bf4-174e3a0d5132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.869475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1431c964-8153-40b3-8bf4-174e3a0d5132 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63ecf67d-df7f-48f5-b798-41bb0c738b60 HTTP/1.1" status: 204 len: 168 time: 0.6569655 Apr 30 01:25:01.899214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.902363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.902810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.926228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Calling delete_port for 3ae3d839-a0fc-4f65-8e84-2ee20169aad1 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:01.928265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.931475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.941452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:25:01.941642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:25:01.943446 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:25:01.993423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431c964-8153-40b3-8bf4-174e3a0d5132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ecf67d-df7f-48f5-b798-41bb0c738b60,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:02.023569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:02.055343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b317144-acab-48b6-84a7-80a79503aaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.184715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4387e7b8-c3be-4d28-854f-a9f281f4cdd5 req-845fd850-9cd7-4368-8366-c8c3d6a64d7f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 210 time: 0.0393860 Apr 30 01:25:02.198264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:02.211801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.216800 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a4a81-8f8f-41f7-a139-60516aee4797 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:02.228592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a4a81-8f8f-41f7-a139-60516aee4797 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:02.240019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7f4a4a81-8f8f-41f7-a139-60516aee4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:02.310876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.319685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.339568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] 10.222.0.15 "DELETE /v2.0/networks/f9444a5c-8e01-43a5-8eae-9b20e400e4de HTTP/1.1" status: 204 len: 168 time: 2.0329323 Apr 30 01:25:02.381878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02bba-1efe-4971-95bb-0d128152c86b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9444a5c-8e01-43a5-8eae-9b20e400e4de,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:02.398040 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.420887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-790a9de3-9995-4971-8c31-03faeadd95a6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9315703 Apr 30 01:25:02.424724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43158) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:02.464681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7f4a4a81-8f8f-41f7-a139-60516aee4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:02.472373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b317144-acab-48b6-84a7-80a79503aaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.496184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a4a81-8f8f-41f7-a139-60516aee4797 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:02.497293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7f4a4a81-8f8f-41f7-a139-60516aee4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:02.506000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Pushing event deleted for resources: {'Port': ['ID=3ae3d839-a0fc-4f65-8e84-2ee20169aad1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:02.540145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7f4a4a81-8f8f-41f7-a139-60516aee4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:02.541171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a4a81-8f8f-41f7-a139-60516aee4797 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:02.555467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4e409b48-9dd9-47b4-af4a-dee2ae07f19f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "GET /v2.0/floatingips/7fab8ac4-60d4-4921-8d11-9d8d02594941 HTTP/1.1" status: 200 len: 978 time: 0.1275921 Apr 30 01:25:02.556515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43160) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:02.582895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b317144-acab-48b6-84a7-80a79503aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.650715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7b317144-acab-48b6-84a7-80a79503aaaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a779eb4582044c48846d7587c341f992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8780572 Apr 30 01:25:02.655381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43164) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:02.656076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-2a3098e0-43e3-4a67-afbf-9c0987e64fb3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559578 Apr 30 01:25:02.702235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b317144-acab-48b6-84a7-80a79503aaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e059c45c-9232-4b97-a44c-5640a39f819e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:02.705563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.708345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.719114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5719c84e-5125-4550-bbb0-255e0a321724 tempest-ServersTestBootFromVolume-2063003249 tempest-ServersTestBootFromVolume-2063003249-project] 10.222.0.15 "DELETE /v2.0/floatingips/542bfdea-a3c6-4452-94b2-d216559e961f HTTP/1.1" status: 204 len: 168 time: 1.3933837 Apr 30 01:25:02.719712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-996b69c9-52fc-484e-9a67-594bf08e722c tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1520960 Apr 30 01:25:02.720029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43166) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:02.720131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43168) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:02.749548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'port_id': 'fde434ea-5ae9-4295-9285-c647145ab5ba'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:02.797276 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8950c379-ba4f-4850-be29-fe9ef151884a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.797541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43170) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:02.822457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8950c379-ba4f-4850-be29-fe9ef151884a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.838678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48edbd18-540d-402e-829e-4c477b008335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.858265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:02.904363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43172) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:02.932356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a28c-8725-4aa3-8911-543af499a15d req-055d9928-4185-4102-93ce-d9be32c8cc53 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:02.933893 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-055d9928-4185-4102-93ce-d9be32c8cc53 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2688196 Apr 30 01:25:02.976456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Request body: {'port': {'device_id': 'd28c85d3-a928-4eb7-9913-bc6f338fab84', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'cbcb295e0462422581cee135f4d15721'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:03.137610 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-06d21ce8-0986-41ab-95f2-02079c88316c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c720a88a476244358927ab72cdf6baa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320461 Apr 30 01:25:03.140499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43176) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:03.292438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bd2b-3698-483e-b644-4928ed72ba3b req-0e6a1ff2-5601-4add-ba98-a55e27f279a8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:03.293936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d41bd2b-3698-483e-b644-4928ed72ba3b req-0e6a1ff2-5601-4add-ba98-a55e27f279a8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1686206 Apr 30 01:25:03.313868 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48edbd18-540d-402e-829e-4c477b008335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.340297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ef90a4d-6e72-4219-8074-5d941720f1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.390942 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ef90a4d-6e72-4219-8074-5d941720f1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.393918 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd607d50-b176-4f7b-85b0-2b8e6f2ab2df req-2b9720f6-879d-458d-a07e-83d3b6211bbd tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 210 time: 0.0652845 Apr 30 01:25:03.401345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48edbd18-540d-402e-829e-4c477b008335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.432603 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-48edbd18-540d-402e-829e-4c477b008335 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2111ca6e3c04475aa50bd4e156aef6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317589 Apr 30 01:25:03.434322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43180) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:03.434973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d41bd2b-3698-483e-b644-4928ed72ba3b req-fdf7bde6-7568-4b89-9463-84c093b439a5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054752 Apr 30 01:25:03.446260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8950c379-ba4f-4850-be29-fe9ef151884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.446435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Made reservation on behalf of cbcb295e0462422581cee135f4d15721 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:03.447409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8950c379-ba4f-4850-be29-fe9ef151884a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.449533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.451183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8950c379-ba4f-4850-be29-fe9ef151884a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e059c45c-9232-4b97-a44c-5640a39f819e HTTP/1.1" status: 204 len: 168 time: 0.7951438 Apr 30 01:25:03.488728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950c379-ba4f-4850-be29-fe9ef151884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e059c45c-9232-4b97-a44c-5640a39f819e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:03.580962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edbd18-540d-402e-829e-4c477b008335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e222f8-4650-4c4c-bedf-0aa554139dff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:03.646560 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ef90a4d-6e72-4219-8074-5d941720f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.650724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ef90a4d-6e72-4219-8074-5d941720f1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.656955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0ef90a4d-6e72-4219-8074-5d941720f1e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa5fba62-2ae1-4f8b-a395-ce9a24c4a7b2 HTTP/1.1" status: 204 len: 168 time: 0.5102930 Apr 30 01:25:03.697638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef90a4d-6e72-4219-8074-5d941720f1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5fba62-2ae1-4f8b-a395-ce9a24c4a7b2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:03.757266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.794678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-224c30ea-c994-4e4d-bc4e-3b95e2c24570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.800009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.839108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.884790 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-224c30ea-c994-4e4d-bc4e-3b95e2c24570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:03.913380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.resource_extend [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:25:03.984861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Allocated IP 192.168.233.169 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/fd027f20-d5ce-440f-9b42-bef705fa75e5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:04.000391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.082474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.149061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-224c30ea-c994-4e4d-bc4e-3b95e2c24570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.151873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-224c30ea-c994-4e4d-bc4e-3b95e2c24570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.153323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-224c30ea-c994-4e4d-bc4e-3b95e2c24570 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79e222f8-4650-4c4c-bedf-0aa554139dff HTTP/1.1" status: 204 len: 168 time: 0.7185745 Apr 30 01:25:04.172336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Deleting port 9206f584-b532-43aa-81e0-34a189af8ab1 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:04.172336 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.275375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] For port 9206f584-b532-43aa-81e0-34a189af8ab1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9206f584-b532-43aa-81e0-34a189af8ab1,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:04.275778 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.295144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Calling delete_port for 9206f584-b532-43aa-81e0-34a189af8ab1 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:04.487397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c30ea-c994-4e4d-bc4e-3b95e2c24570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e222f8-4650-4c4c-bedf-0aa554139dff,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:04.600979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5ee55fe-5591-4719-aad6-86b1183acd0c req-ef9fb05b-bac8-4a23-ada7-45d56f70276a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 210 time: 0.0394640 Apr 30 01:25:04.632030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f68dc-b50a-43c3-ba36-04b4d1e05a77 req-55e6fcb1-5e6e-431e-a8fd-f9a91048a078 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:04.634006 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 7fab8ac4-60d4-4921-8d11-9d8d02594941 associated. External IP: 172.25.0.136, port: 1da83368-7ec0-40db-838c-91eacecc082c. Apr 30 01:25:04.634932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c3f68dc-b50a-43c3-ba36-04b4d1e05a77 req-55e6fcb1-5e6e-431e-a8fd-f9a91048a078 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.0715976 Apr 30 01:25:04.689969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.690222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.719285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c3f68dc-b50a-43c3-ba36-04b4d1e05a77 req-beff14cd-2cc6-44ab-b3bf-0dc1cfb2bd6b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687058 Apr 30 01:25:04.761890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Pushing event deleted for resources: {'Port': ['ID=9206f584-b532-43aa-81e0-34a189af8ab1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:04.876495 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:04.891614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c', '8e5abd43-3c90-4428-9975-0ca7cc5e9753'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:04.895376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16', '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:04.998949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:04.999776 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:05.005032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:05.015709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:05.019632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'Port': ['ID=fd027f20-d5ce-440f-9b42-bef705fa75e5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:05.092144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:05.109863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:05.110799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:05.389476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Router 4a264151-67a7-4811-8948-d2fc34a2c379 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:05.397683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-16174a04-da52-4643-9a00-cc1310d8cba2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4189646 Apr 30 01:25:05.402399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:05.405495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-60df06ab-4730-4546-b06e-ffe452788169 None None] Provisioning complete for port fd027f20-d5ce-440f-9b42-bef705fa75e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:05.406893 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60df06ab-4730-4546-b06e-ffe452788169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:05.417775 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5094a-a4a2-492f-8b23-fec44b09dd57 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:05.433803 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5094a-a4a2-492f-8b23-fec44b09dd57 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:05.435944 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-77c5094a-a4a2-492f-8b23-fec44b09dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:05.454861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-60df06ab-4730-4546-b06e-ffe452788169 None None] Port fd027f20-d5ce-440f-9b42-bef705fa75e5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:05.468517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Request body: {'port': {'device_id': 'd28c85d3-a928-4eb7-9913-bc6f338fab84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:05.508459 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-77c5094a-a4a2-492f-8b23-fec44b09dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:05.517773 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5094a-a4a2-492f-8b23-fec44b09dd57 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:05.518675 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-77c5094a-a4a2-492f-8b23-fec44b09dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:05.531033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:05.549629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d89ad075-108c-4d2b-9095-1923991fa39f admin admin] 10.222.0.15 "PUT /v2.0/routers/4a264151-67a7-4811-8948-d2fc34a2c379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8262424 Apr 30 01:25:05.549629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43238) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:05.550243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] Sync routers for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:05.579329 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-77c5094a-a4a2-492f-8b23-fec44b09dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:05.580502 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5094a-a4a2-492f-8b23-fec44b09dd57 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:05.611734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:05.612639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:05.658792 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:05.739042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:05.755175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43244) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:05.819041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43252) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:05.873661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:05.924287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:05.945163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-821975498-network', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:05.949207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbf245-fb84-4406-9830-c8d803f0e37f req-900a3e52-de63-4e0f-8096-c84a642a2edf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:05.965422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edbbf245-fb84-4406-9830-c8d803f0e37f req-900a3e52-de63-4e0f-8096-c84a642a2edf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.0780931 Apr 30 01:25:06.004681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edbbf245-fb84-4406-9830-c8d803f0e37f req-0f2b748b-7bad-432c-8024-87829d3bdc3a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Apr 30 01:25:06.075817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Deleting port c4734367-3042-4ef8-a5e4-90b504ead22b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:06.076442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.106212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896aa1-8095-4ea5-9ec8-79570c84154d req-7e8ae569-bc71-49f5-b7e9-4dbda3bf487f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:06.113615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d896aa1-8095-4ea5-9ec8-79570c84154d req-7e8ae569-bc71-49f5-b7e9-4dbda3bf487f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 936 time: 0.3573797 Apr 30 01:25:06.129045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:06.139375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:25:04Z', 'revision_number': 5, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port': {'id': 'c4734367-3042-4ef8-a5e4-90b504ead22b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:06Z', 'updated_at': '2022-04-30T01:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:06.172428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] Checking router: 4a264151-67a7-4811-8948-d2fc34a2c379 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:06.180839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Made reservation on behalf of 3cef20abdce04a07aa842543e6cb83b5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:06.185784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] Routers {'4a264151-67a7-4811-8948-d2fc34a2c379'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:06.185940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.186409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4a264151-67a7-4811-8948-d2fc34a2c379'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:06.211600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] For port c4734367-3042-4ef8-a5e4-90b504ead22b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c4734367-3042-4ef8-a5e4-90b504ead22b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:06.212483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.214556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d896aa1-8095-4ea5-9ec8-79570c84154d req-d8360885-7af7-4b59-a206-091f12e0fc6c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960157 Apr 30 01:25:06.230224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Calling delete_port for c4734367-3042-4ef8-a5e4-90b504ead22b owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:06.238110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-630510410-network', 'tenant_id': '630f9b03473348fba84db5d5fe0f647a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:06.249131 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.281917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] Set router 4a264151-67a7-4811-8948-d2fc34a2c379 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:06.336604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:25:05Z', 'revision_number': 6, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:06.399326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb377bc1-b590-45ad-a2e0-6b306a55b8da None None] The sync data for ids ['4a264151-67a7-4811-8948-d2fc34a2c379'] in n-d-821348-1 is: [{'id': '4a264151-67a7-4811-8948-d2fc34a2c379', 'name': 'tempest-ServersTestBootFromVolume-1443952546-router', 'tenant_id': '5e64372fbe024f5198dfba73156b0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:05Z', 'updated_at': '2022-04-30T01:25:05Z', 'revision_number': 6, 'project_id': '5e64372fbe024f5198dfba73156b0740', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:06.413797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd027f20-d5ce-440f-9b42-bef705fa75e5 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:06.422525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Made reservation on behalf of 630f9b03473348fba84db5d5fe0f647a for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:06.425527 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.442314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.462520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.493992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:06.498554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.502000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.503800 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582ae20-2327-4066-88f0-1cb1c0252f4a None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:06.516133 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582ae20-2327-4066-88f0-1cb1c0252f4a None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:06.517045 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8582ae20-2327-4066-88f0-1cb1c0252f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:06.528087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Transition to ACTIVE for port object fd027f20-d5ce-440f-9b42-bef705fa75e5 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:25:06.529787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4734367-3042-4ef8-a5e4-90b504ead22b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:06.557760 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8582ae20-2327-4066-88f0-1cb1c0252f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:06.570744 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582ae20-2327-4066-88f0-1cb1c0252f4a None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:06.572032 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8582ae20-2327-4066-88f0-1cb1c0252f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:06.605823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.609112 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8582ae20-2327-4066-88f0-1cb1c0252f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:06.609965 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582ae20-2327-4066-88f0-1cb1c0252f4a None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:06.619674 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-caa5fd5a-7cab-4c66-a28b-171f69519dcb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/floatingips/7fab8ac4-60d4-4921-8d11-9d8d02594941 HTTP/1.1" status: 200 len: 976 time: 3.9028728 Apr 30 01:25:06.619674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43266) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:06.627960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:06.633856 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.708672 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.711092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.723181 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.779504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Pushing event updated for resources: {'Port': ['ID=fd027f20-d5ce-440f-9b42-bef705fa75e5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:06.792671 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.797574 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.846624 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.847328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a264151-67a7-4811-8948-d2fc34a2c379 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:25:06.853645 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.853645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8f00da9b-f280-441a-826d-8856e8914722 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4a264151-67a7-4811-8948-d2fc34a2c379 HTTP/1.1" status: 204 len: 168 time: 1.3099244 Apr 30 01:25:06.855503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43274) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:06.885105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.901432 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.931263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:25:06.940160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-27462f1e-18b1-45f8-9938-a4acbf40caaf admin admin] Deleting subnet a62028bd-f807-443c-b640-114ba6547ab7 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:25:06.944243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27462f1e-18b1-45f8-9938-a4acbf40caaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.997062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:06.997454 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Added segment 227a341a-ff9a-41b8-9ca4-85be7fb489da of type vlan for network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b Apr 30 01:25:07.019636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df774d-302b-4052-abb0-a95d25f3cbab,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:07.065845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Attempting to bind port fd027f20-d5ce-440f-9b42-bef705fa75e5 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:07.066179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Attempting to bind port fd027f20-d5ce-440f-9b42-bef705fa75e5 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:07.066555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Attempting to bind port fd027f20-d5ce-440f-9b42-bef705fa75e5 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:07.094358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Port fd027f20-d5ce-440f-9b42-bef705fa75e5 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:25:07.094856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Attempting to bind port fd027f20-d5ce-440f-9b42-bef705fa75e5 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:07.334046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27462f1e-18b1-45f8-9938-a4acbf40caaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.361398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9206f584-b532-43aa-81e0-34a189af8ab1 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:25:07.364765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfed740-a74e-4d05-8c83-aeae17ad9fa6 req-47bcd6ac-64af-4748-b10b-61db5b9d4e08 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:07.367729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3dfed740-a74e-4d05-8c83-aeae17ad9fa6 req-47bcd6ac-64af-4748-b10b-61db5b9d4e08 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.0932686 Apr 30 01:25:07.394440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9206f584-b532-43aa-81e0-34a189af8ab1 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:25:07.395707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9206f584-b532-43aa-81e0-34a189af8ab1 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:25:07.396392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c4734367-3042-4ef8-a5e4-90b504ead22b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:25:07.420502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c4734367-3042-4ef8-a5e4-90b504ead22b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:25:07.421999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c4734367-3042-4ef8-a5e4-90b504ead22b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:25:07.434041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:25:07.444854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:07.445195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:07.445578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:07.446020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Bound port: fd027f20-d5ce-440f-9b42-bef705fa75e5, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:07.446381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.449811 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.457096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1462230443', 'description': 'tempest-description-1119496367'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:07.464730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.465646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497b5ffa-7be1-44ac-9cf6-51016baced62,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:07.473216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3dfed740-a74e-4d05-8c83-aeae17ad9fa6 req-aaa976ab-351b-496c-8f5a-5c4a058cf396 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896113 Apr 30 01:25:07.483746 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.484096 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Added segment 4cf9b096-d9fc-4751-ad55-85882390c981 of type vlan for network b13b6f01-a75f-4257-99be-c1bfa83432d0 Apr 30 01:25:07.513024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27462f1e-18b1-45f8-9938-a4acbf40caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.583903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.588640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.588984 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 7fab8ac4-60d4-4921-8d11-9d8d02594941 disassociated. External IP: 172.25.0.136, port: fde434ea-5ae9-4295-9285-c647145ab5ba. Apr 30 01:25:07.627375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e16cd-41da-4178-8c22-016784874e10 req-ed996bc3-2ee3-4d98-8687-a8eb282e83d0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:07.629000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-283e16cd-41da-4178-8c22-016784874e10 req-ed996bc3-2ee3-4d98-8687-a8eb282e83d0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 948 time: 0.0608845 Apr 30 01:25:07.660611 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.672232 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-283e16cd-41da-4178-8c22-016784874e10 req-8a178492-cc35-4ae8-851a-1e92c36d6e34 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Apr 30 01:25:07.675513 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.679138 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27462f1e-18b1-45f8-9938-a4acbf40caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.697676 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.698691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:07.699295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.701752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] For port fd027f20-d5ce-440f-9b42-bef705fa75e5, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:07.711033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27462f1e-18b1-45f8-9938-a4acbf40caaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62028bd-f807-443c-b640-114ba6547ab7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:07.716409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27462f1e-18b1-45f8-9938-a4acbf40caaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.720900 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-27462f1e-18b1-45f8-9938-a4acbf40caaf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a62028bd-f807-443c-b640-114ba6547ab7 HTTP/1.1" status: 204 len: 168 time: 0.8634825 Apr 30 01:25:07.724390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a600049-1e8a-4363-8cf1-d18c162a1223 None None] Network 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:07.727030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43288) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:07.755685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] For port fd027f20-d5ce-440f-9b42-bef705fa75e5, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=fd027f20-d5ce-440f-9b42-bef705fa75e5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:07.809421 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.826683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.827662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:07.828502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.854296 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0950706 Apr 30 01:25:07.857709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43290) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:07.864087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Request body: {'subnet': {'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-821975498-subnet', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:07.864385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f95823-69fa-4119-9c6c-a6a833840ffe admin admin] Pushing event updated for resources: {'Network': ['ID=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:07.870831 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.882480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:25:07.896413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Deleting port 327d989d-6441-4806-b528-3f8dc0032dc5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:07.896779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.952815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] DHCP port deletion for 4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:25:07.954242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Made reservation on behalf of 3cef20abdce04a07aa842543e6cb83b5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:07.957123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.970981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1497681 Apr 30 01:25:07.978985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43292) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:07.988932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Request body: {'subnet': {'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-630510410-subnet', 'tenant_id': '630f9b03473348fba84db5d5fe0f647a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:07.993060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] For port 327d989d-6441-4806-b528-3f8dc0032dc5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=327d989d-6441-4806-b528-3f8dc0032dc5,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:07.993418 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:07.999942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:08.000561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.002052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-1162da21-191b-418c-99fd-e87c90067974 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd027f20-d5ce-440f-9b42-bef705fa75e5 HTTP/1.1" status: 200 len: 1096 time: 2.5916286 Apr 30 01:25:08.024048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] Deleting port 327d989d-6441-4806-b528-3f8dc0032dc5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:08.024765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.043211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28c85d3-a928-4eb7-9913-bc6f338fab84', 'tag': 'fd027f20-d5ce-440f-9b42-bef705fa75e5'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:08.049368 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d60b621-7e73-4ac8-8674-8df3142de8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d28c85d3-a928-4eb7-9913-bc6f338fab84", "tag": "fd027f20-d5ce-440f-9b42-bef705fa75e5"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:08.058180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe958c-d28f-416c-b6d7-065d787d6884 admin admin] Pushing event updated for resources: {'Network': ['ID=b13b6f01-a75f-4257-99be-c1bfa83432d0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:08.076047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b13b6f01-a75f-4257-99be-c1bfa83432d0 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:25:08.078631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Calling delete_port for 327d989d-6441-4806-b528-3f8dc0032dc5 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:08.098638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162da21-191b-418c-99fd-e87c90067974 service neutron] Pushing event updated for resources: {'Port': ['ID=fd027f20-d5ce-440f-9b42-bef705fa75e5,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:08.113171 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.165511 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90154eb-6848-4007-9b82-cdf329f2401e x-openstack-request-id: req-e90154eb-6848-4007-9b82-cdf329f2401e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:08.167265 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28c85d3-a928-4eb7-9913-bc6f338fab84", "tag": "fd027f20-d5ce-440f-9b42-bef705fa75e5", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:08.167702 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e90154eb-6848-4007-9b82-cdf329f2401e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:08.168255 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90154eb-6848-4007-9b82-cdf329f2401e'] response: {'name': 'network-changed', 'server_uuid': 'd28c85d3-a928-4eb7-9913-bc6f338fab84', 'tag': 'fd027f20-d5ce-440f-9b42-bef705fa75e5', 'status': 'completed', 'code': 200} Apr 30 01:25:08.202642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] For port 327d989d-6441-4806-b528-3f8dc0032dc5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=327d989d-6441-4806-b528-3f8dc0032dc5,segment=NetworkSegment(503765a5-160b-40ab-920b-fcecec30af6b),segment_id=503765a5-160b-40ab-920b-fcecec30af6b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:08.203832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.208202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Made reservation on behalf of 630f9b03473348fba84db5d5fe0f647a for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:08.210797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.226366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.226957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] Calling delete_port for 327d989d-6441-4806-b528-3f8dc0032dc5 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:08.338591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d0e8e2-dd8d-458c-84b4-4f33a926675b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:08.342667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a28c-8725-4aa3-8911-543af499a15d req-7e3de33d-f7da-48f5-a7bf-7b526b94052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:08.345530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-7e3de33d-f7da-48f5-a7bf-7b526b94052e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 1099 time: 0.1849687 Apr 30 01:25:08.347036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:08.375996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.393549 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.406121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-1f6f7bba-2275-4b25-ad11-88bb1ae0a427 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=fd027f20-d5ce-440f-9b42-bef705fa75e5 HTTP/1.1" status: 200 len: 217 time: 0.0492480 Apr 30 01:25:08.426596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] Pushing event deleted for resources: {'Port': ['ID=327d989d-6441-4806-b528-3f8dc0032dc5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:08.430721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04afe16-dc56-42a7-8cf1-d71cbf159003 None None] No DVR routers for this DVR port 327d989d-6441-4806-b528-3f8dc0032dc5 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:25:08.431702 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.466138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Pushing event deleted for resources: {'Port': ['ID=327d989d-6441-4806-b528-3f8dc0032dc5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:08.479286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.481593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] No DVR routers for this DVR port 327d989d-6441-4806-b528-3f8dc0032dc5 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:25:08.486678 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.581048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5130c41-2bcf-4fb8-bfd9-eb4e96c20362,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:08.587772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a28c-8725-4aa3-8911-543af499a15d req-660194ab-6f47-430d-9173-22cc51b8528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:08.589146 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-660194ab-6f47-430d-9173-22cc51b8528b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1754563 Apr 30 01:25:08.639774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:08.646211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.653407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aa207-625d-4afb-966a-3427c7c9ad6b None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:08.667199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aa207-625d-4afb-966a-3427c7c9ad6b None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:08.668409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a55aa207-625d-4afb-966a-3427c7c9ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:08.676793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a28c-8725-4aa3-8911-543af499a15d req-68434a37-ceb6-4c34-bf63-a820f2548302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:08.678649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-68434a37-ceb6-4c34-bf63-a820f2548302 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798194 Apr 30 01:25:08.684681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d4aed5d-a11b-451b-8037-eb8f3fecd558 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/floatingips/7fab8ac4-60d4-4921-8d11-9d8d02594941 HTTP/1.1" status: 200 len: 688 time: 2.0580645 Apr 30 01:25:08.685098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43298) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:08.707385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a55aa207-625d-4afb-966a-3427c7c9ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:08.719588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.724517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aa207-625d-4afb-966a-3427c7c9ad6b None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:08.725434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a55aa207-625d-4afb-966a-3427c7c9ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:08.738987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca69dad-821f-45c3-9d1b-e55873ac7a19,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:08.744620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.745565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35904c7b-e375-43e9-aa66-90c2d9eacfe8 req-5248cbe5-610f-4d8a-ad9f-85fa3783c3da tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.3083405 Apr 30 01:25:08.772953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9c20d4-d018-4d4e-8eda-1baa8ec93e67']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:08.778789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a55aa207-625d-4afb-966a-3427c7c9ad6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:08.779451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aa207-625d-4afb-966a-3427c7c9ad6b None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:08.785548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503765a5-160b-40ab-920b-fcecec30af6b') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:08.785947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503765a5-160b-40ab-920b-fcecec30af6b') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:08.790110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Checking segment: {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:08.790110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Network hostable DHCP agents. Network: 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:25:08.804927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299f6a8-46dd-4e85-98c2-cb8677ac9989 req-66e7ab4d-5f19-4253-8d8e-2fbc3e7f704a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:08.806756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d299f6a8-46dd-4e85-98c2-cb8677ac9989 req-66e7ab4d-5f19-4253-8d8e-2fbc3e7f704a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2442207 Apr 30 01:25:08.810592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.814820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.877496 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.898061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:25:08.898466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:25:08.900421 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:25:08.911798 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-bfd34b0d-02b9-4d87-bfaa-e4fedbce56c2 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193797 Apr 30 01:25:08.972443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:25:08.981279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d299f6a8-46dd-4e85-98c2-cb8677ac9989 req-9f56e083-9aa4-4778-82ef-6e8e9cc8085d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553311 Apr 30 01:25:08.988264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc77d4c6-468b-448e-8a13-c9a06a8aeeeb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:08.988430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02b9b-e8b2-499b-94b9-8ea9adf755d6 req-83003595-906b-4793-969b-a0002056b5f4 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:08.988430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fac02b9b-e8b2-499b-94b9-8ea9adf755d6 req-83003595-906b-4793-969b-a0002056b5f4 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 948 time: 0.1503017 Apr 30 01:25:08.993723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Checking segment: {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:08.994078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Network hostable DHCP agents. Network: b13b6f01-a75f-4257-99be-c1bfa83432d0, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:25:09.028809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 0b219d69-9089-4b1f-85b1-8ff548a06b15 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:09.029072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-28d79fe1-d85f-4731-b547-0e024e905747 req-f69d1422-e06f-4884-98b1-14c9edfe2c7c tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Request body: {'security_group': {'name': 'tempest-securitygroup-67520869', 'description': 'tempest-description-1795352003'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:09.029234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.048018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:09.052603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:09.057303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.058048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e12a11-c7eb-4937-9c14-28af21921203 None None] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:09.079301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.085447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.090779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4c9c20d4-d018-4d4e-8eda-1baa8ec93e67 HTTP/1.1" status: 204 len: 168 time: 1.3602695 Apr 30 01:25:09.100679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e195a4-9bba-4c9f-bc94-656a8726b024 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9c20d4-d018-4d4e-8eda-1baa8ec93e67,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:09.110363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b586a28c-8725-4aa3-8911-543af499a15d req-5b93637f-83a1-4c46-9d73-8c509f747130 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870990 Apr 30 01:25:09.144707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fac02b9b-e8b2-499b-94b9-8ea9adf755d6 req-ea28670a-5b61-4e4c-bb4e-8b9d0a8dac6e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341531 Apr 30 01:25:09.168238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-28d79fe1-d85f-4731-b547-0e024e905747 req-f69d1422-e06f-4884-98b1-14c9edfe2c7c tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.172940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.173426 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.188774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 0b219d69-9089-4b1f-85b1-8ff548a06b15 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:09.216831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e9c9364a-63c6-4007-a7cd-d45851b929cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3579276 Apr 30 01:25:09.219462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43306) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:09.227392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:09.246377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:25:09.248325 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.272396 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-28d79fe1-d85f-4731-b547-0e024e905747 req-f69d1422-e06f-4884-98b1-14c9edfe2c7c tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.331918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Network b13b6f01-a75f-4257-99be-c1bfa83432d0 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:25:09.334313 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.336163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.343922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-ca2b7c2a-fae0-4d8b-8e35-ef29482477f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:09.345667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-ca2b7c2a-fae0-4d8b-8e35-ef29482477f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 1099 time: 0.0651217 Apr 30 01:25:09.349055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b13b6f01-a75f-4257-99be-c1bfa83432d0) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:09.357767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:09.358395 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.374589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 327d989d-6441-4806-b528-3f8dc0032dc5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:25:09.376410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19fb31-9abf-4754-a656-b480617cde73 None None] Network b13b6f01-a75f-4257-99be-c1bfa83432d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:09.404781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-28d79fe1-d85f-4731-b547-0e024e905747 req-f69d1422-e06f-4884-98b1-14c9edfe2c7c tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.431006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 327d989d-6441-4806-b528-3f8dc0032dc5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:25:09.431817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 327d989d-6441-4806-b528-3f8dc0032dc5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:25:09.436657 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1422-e06f-4884-98b1-14c9edfe2c7c tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8bf274-2163-4013-98a9-b48345d41c84,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:09.492166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-770bf6bf-41f3-4f35-8287-bc4466971498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:09.493215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d1b4d7ad-52f1-4c68-bc21-70e9fd0442e1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5131254 Apr 30 01:25:09.494000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-770bf6bf-41f3-4f35-8287-bc4466971498 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1217387 Apr 30 01:25:09.522502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-28d79fe1-d85f-4731-b547-0e024e905747 req-f69d1422-e06f-4884-98b1-14c9edfe2c7c tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.523805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28d79fe1-d85f-4731-b547-0e024e905747 req-f69d1422-e06f-4884-98b1-14c9edfe2c7c tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4991488 Apr 30 01:25:09.566416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.582046 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-7c87e277-0a85-43d9-a785-3680bd5ca641 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=fd027f20-d5ce-440f-9b42-bef705fa75e5 HTTP/1.1" status: 200 len: 217 time: 0.0739639 Apr 30 01:25:09.605097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43314) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:09.608749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.627348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=0b219d69-9089-4b1f-85b1-8ff548a06b15,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:09.679991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Allocated IP 172.20.0.2 (5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b/4ca69dad-821f-45c3-9d1b-e55873ac7a19/71d9a16b-4dbb-46a8-8555-b05c4e63121c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:09.738928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-29fc9018-8719-4461-8158-dc762a61dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:09.740480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-29fc9018-8719-4461-8158-dc762a61dfb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1348603 Apr 30 01:25:09.741597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.744115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.747695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-85efc162-cfd7-485d-87ce-c27480dc2d72 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/floatingips/7fab8ac4-60d4-4921-8d11-9d8d02594941 HTTP/1.1" status: 204 len: 168 time: 1.0591397 Apr 30 01:25:09.748495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43318) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:09.748632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1c49d0cb-25a4-4851-89fe-11ea80d3ba5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e64372fbe024f5198dfba73156b0740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289866 Apr 30 01:25:09.751074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43320) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:09.790094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a52dd86-7ea6-4b46-a70e-335d821fa9c6 None None] Network b13b6f01-a75f-4257-99be-c1bfa83432d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:09.835888 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-f97c7aa1-bffc-47e1-8b07-7a157a651cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:09.837416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-f97c7aa1-bffc-47e1-8b07-7a157a651cb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877364 Apr 30 01:25:09.840431 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4a6-1706-4855-9911-3a2cc690d979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.888695 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-ab972353-ff3c-4fc7-9d99-9d9e12c37acf tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] delete failed (client error): The resource could not be found. Apr 30 01:25:09.895053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4a6-1706-4855-9911-3a2cc690d979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:09.896515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ab972353-ff3c-4fc7-9d99-9d9e12c37acf tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/floatingips/7fab8ac4-60d4-4921-8d11-9d8d02594941 HTTP/1.1" status: 404 len: 345 time: 0.1438448 Apr 30 01:25:09.901566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43322) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:09.989114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-8e458d7c-ac2c-49bb-b9ff-fed93b6d7ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353285 Apr 30 01:25:10.041804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.044389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1355601407', 'description': 'tempest-description-900747788'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:10.086661 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4a6-1706-4855-9911-3a2cc690d979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.086957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.090258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4a6-1706-4855-9911-3a2cc690d979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.091038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ba42b4a6-1706-4855-9911-3a2cc690d979 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ef3d3ff-18f6-4644-981a-15e79d251156 HTTP/1.1" status: 204 len: 168 time: 0.3385446 Apr 30 01:25:10.116769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42b4a6-1706-4855-9911-3a2cc690d979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef3d3ff-18f6-4644-981a-15e79d251156,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:10.142684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.147744 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d60b621-7e73-4ac8-8674-8df3142de8f7 req-bef6ce28-6b44-4976-bc13-2f7ac66e73c8 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501410 Apr 30 01:25:10.148070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae104b2-7090-410a-afc7-30c340535544 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:10.154195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae104b2-7090-410a-afc7-30c340535544 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:10.161002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae104b2-7090-410a-afc7-30c340535544 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:10.165721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9ae104b2-7090-410a-afc7-30c340535544 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "GET /v2.0/ports?network_id=4ea4323f-f209-4602-b0d3-b716558e9112 HTTP/1.1" status: 200 len: 2356 time: 0.2561307 Apr 30 01:25:10.171762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43340) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:10.199696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:10.205631 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:10.211888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:10.217764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.245362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.258768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Pushing event updated for resources: {'Port': ['ID=71d9a16b-4dbb-46a8-8555-b05c4e63121c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:10.274396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93170d-2a12-4974-b319-da8a6e094441 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:10.281057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ad93170d-2a12-4974-b319-da8a6e094441 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "GET /v2.0/subnets/020f2aff-0513-4fcf-b1b8-2ac6b9c7defd HTTP/1.1" status: 200 len: 797 time: 0.1091642 Apr 30 01:25:10.281268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:10.290064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'port': {'network_id': '4ea4323f-f209-4602-b0d3-b716558e9112', 'name': 'tempest-FloatingIPTestJSON-1454193499', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:10.300098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-3ca8a454-9ece-48a9-9516-8f707bfae893 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:10.300736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Attempting to bind port 71d9a16b-4dbb-46a8-8555-b05c4e63121c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:10.301236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Attempting to bind port 71d9a16b-4dbb-46a8-8555-b05c4e63121c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:10.301639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-3ca8a454-9ece-48a9-9516-8f707bfae893 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 821 time: 0.1942582 Apr 30 01:25:10.301817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Attempting to bind port 71d9a16b-4dbb-46a8-8555-b05c4e63121c on network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:10.310249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:10.310690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Checking segment: {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:10.311147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.311941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Bound using segment: {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:10.314640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Bound port: 71d9a16b-4dbb-46a8-8555-b05c4e63121c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:10.315255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.326363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-8f9953a1-5f16-4d97-8057-992a62a40049 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/quotas/630f9b03473348fba84db5d5fe0f647a HTTP/1.1" status: 200 len: 375 time: 0.0146806 Apr 30 01:25:10.375220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-77df8cea-18dd-4d5f-ada3-cf0f5c80b9ec tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387962 Apr 30 01:25:10.399568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] For port 71d9a16b-4dbb-46a8-8555-b05c4e63121c, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:10.403598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] For port 71d9a16b-4dbb-46a8-8555-b05c4e63121c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=71d9a16b-4dbb-46a8-8555-b05c4e63121c,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:10.455741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.468234 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.549741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.559035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:10.559924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a1138-d5a3-4a81-95f4-0427bb0f071f None None] Pushing event updated for resources: {'Port': ['ID=71d9a16b-4dbb-46a8-8555-b05c4e63121c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:10.572014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.611450 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.635559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-4bebdbb6-aa60-4191-807b-728dbc4d2049 service neutron] 10.222.0.15 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139826 Apr 30 01:25:10.654097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528a4ff1-099e-4351-9048-e9e0e28f735c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:10.726472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.735176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.756127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] device_id is not set on port 36eb79d7-89b3-4cbd-af9a-3cc83715ede3 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:25:10.816401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:10.858201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-547be6e4-82c6-4082-be93-77762d390944 service neutron] 10.222.0.15 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872265 Apr 30 01:25:10.880091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Allocated IP 172.25.0.246 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/55f65785-2ea5-48dc-a395-f5bf296f9ed5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:10.964604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82726e63-bdb2-4a5d-aea9-1725bf6c264f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:11.013685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.015555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d037ab9-2ae2-4489-b0cf-f9c7768969bc req-3269e651-f686-4c78-9073-be0a81e20ed9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.0030313 Apr 30 01:25:11.055148 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.176521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.258243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Pushing event updated for resources: {'Port': ['ID=55f65785-2ea5-48dc-a395-f5bf296f9ed5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:11.278674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:11.330757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:11.340279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:11.407131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799e89c-5d95-44a5-8e66-fa91b07df53a req-78c1add5-781d-440f-ba2f-46867b54bb18 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:11.410472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f799e89c-5d95-44a5-8e66-fa91b07df53a req-78c1add5-781d-440f-ba2f-46867b54bb18 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 948 time: 0.1406906 Apr 30 01:25:11.441846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 71d9a16b-4dbb-46a8-8555-b05c4e63121c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:11.498593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114034ed-8a0b-4132-a8db-df7f4d9c2622 req-bb6b9a22-cc72-4120-8181-0df68c32ea68 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:11.503878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-114034ed-8a0b-4132-a8db-df7f4d9c2622 req-bb6b9a22-cc72-4120-8181-0df68c32ea68 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.4139421 Apr 30 01:25:11.521578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 71d9a16b-4dbb-46a8-8555-b05c4e63121c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:11.522110 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.556428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f799e89c-5d95-44a5-8e66-fa91b07df53a req-4370d951-1317-468b-8d62-a6336f6d3618 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363642 Apr 30 01:25:11.611214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-114034ed-8a0b-4132-a8db-df7f4d9c2622 req-380aa9ed-dae6-4c70-aeaf-7a0512a6e316 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985446 Apr 30 01:25:11.628786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.20.0.14 (4ea4323f-f209-4602-b0d3-b716558e9112/020f2aff-0513-4fcf-b1b8-2ac6b9c7defd/36eb79d7-89b3-4cbd-af9a-3cc83715ede3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:11.653515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.20.0.13 (4ea4323f-f209-4602-b0d3-b716558e9112/020f2aff-0513-4fcf-b1b8-2ac6b9c7defd/36eb79d7-89b3-4cbd-af9a-3cc83715ede3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:11.666455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-8294ef16-c6d1-4b82-b788-71f2f4ee9956 req-9d5ee107-f9e8-4d13-a5d0-9b1cc054d004 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-637273720', 'description': 'tempest-description-955985199'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:11.666734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.737080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 71d9a16b-4dbb-46a8-8555-b05c4e63121c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=71d9a16b-4dbb-46a8-8555-b05c4e63121c,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:11.764295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43374) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:11.768695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7a83a39c-169d-443b-b963-9c59fbbfbd7e req-08b8e0ec-286f-48c3-abd2-f98acffc5e42 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 210 time: 0.0547853 Apr 30 01:25:11.770927 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8294ef16-c6d1-4b82-b788-71f2f4ee9956 req-9d5ee107-f9e8-4d13-a5d0-9b1cc054d004 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.784949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device fd027f20-d5ce-440f-9b42-bef705fa75e5 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:25:11.883725 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8294ef16-c6d1-4b82-b788-71f2f4ee9956 req-9d5ee107-f9e8-4d13-a5d0-9b1cc054d004 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.898434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.910932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port fd027f20-d5ce-440f-9b42-bef705fa75e5, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=fd027f20-d5ce-440f-9b42-bef705fa75e5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:11.947829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'fd027f20-d5ce-440f-9b42-bef705fa75e5', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'fd027f20-d5ce-440f-9b42-bef705fa75e5', 'mac_address': 'fa:16:3e:53:bd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:25:11.959376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.991967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=71d9a16b-4dbb-46a8-8555-b05c4e63121c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:11.996086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8294ef16-c6d1-4b82-b788-71f2f4ee9956 req-9d5ee107-f9e8-4d13-a5d0-9b1cc054d004 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:11.999129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-275436995-network', 'tenant_id': '19684d2cb385403ba1589d6c5b150341'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:12.023610 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.033258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.041767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd027f20-d5ce-440f-9b42-bef705fa75e5 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:12.050819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ee107-f9e8-4d13-a5d0-9b1cc054d004 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d99aa66-2926-4332-af5a-2910353f4279,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:12.055937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2a2ae-ee93-48fc-a5c8-c2b9ba799d55 None None] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:12.078822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port fd027f20-d5ce-440f-9b42-bef705fa75e5, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=fd027f20-d5ce-440f-9b42-bef705fa75e5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:12.130560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Made reservation on behalf of 19684d2cb385403ba1589d6c5b150341 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:12.133726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.146756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-89c8243c-5fa6-4978-9c59-56ef6c102dab None None] Provisioning complete for port 71d9a16b-4dbb-46a8-8555-b05c4e63121c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:12.147204 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89c8243c-5fa6-4978-9c59-56ef6c102dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.149788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.191524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.210824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.264574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network 4ea4323f-f209-4602-b0d3-b716558e9112 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:12.284393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:12.289459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:12.312660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=fd027f20-d5ce-440f-9b42-bef705fa75e5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:12.316948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=36eb79d7-89b3-4cbd-af9a-3cc83715ede3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:12.372460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:12.373311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.395474 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8294ef16-c6d1-4b82-b788-71f2f4ee9956 req-9d5ee107-f9e8-4d13-a5d0-9b1cc054d004 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.396714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8294ef16-c6d1-4b82-b788-71f2f4ee9956 req-9d5ee107-f9e8-4d13-a5d0-9b1cc054d004 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7505283 Apr 30 01:25:12.408523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.474065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['fd027f20-d5ce-440f-9b42-bef705fa75e5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:12.493803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.507268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9f1b7861-52c6-4c02-872f-6be573b5940f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2248621 Apr 30 01:25:12.511381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:12.517218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '36eb79d7-89b3-4cbd-af9a-3cc83715ede3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:12.554693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.569750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:25:12.605452 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.606210 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Added segment f53bb4e2-a389-43c5-ab14-73c71237224d of type vlan for network 96eabac2-c592-40b0-8e17-6135c06b7433 Apr 30 01:25:12.618141 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.640914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441b9ea-bc6a-40ed-900b-e381b464ed27,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:12.707529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-eced2dad-d454-4107-8bfe-551d64b5c067 None None] Provisioning complete for port 71d9a16b-4dbb-46a8-8555-b05c4e63121c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:12.708137 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eced2dad-d454-4107-8bfe-551d64b5c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.729214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.823149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd493e-f76b-4be4-b233-19c50c6ed161 req-deac1a71-80c2-44b2-bf69-835a061b4124 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:12.824871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fbd493e-f76b-4be4-b233-19c50c6ed161 req-deac1a71-80c2-44b2-bf69-835a061b4124 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 949 time: 0.1258116 Apr 30 01:25:12.838148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.839197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:12.839877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.884067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fbd493e-f76b-4be4-b233-19c50c6ed161 req-40c46c26-e6b4-4e5b-87dc-455d20514955 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 Apr 30 01:25:12.886780 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-e9c71dce-66ad-4ba5-9e0b-d96fd659e848 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45103 time: 0.4656165 Apr 30 01:25:12.890207 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:12.931073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:25:12.948119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] Pushing event updated for resources: {'Network': ['ID=96eabac2-c592-40b0-8e17-6135c06b7433,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:12.966879 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fc24480b-0360-486f-b248-97e584faca08 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2011101 Apr 30 01:25:12.971664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 96eabac2-c592-40b0-8e17-6135c06b7433 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:25:12.972397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43390) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:12.979314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Request body: {'subnet': {'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-275436995-subnet', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:12.989057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-a7d1c74f-33f6-4daa-9989-9ba1a99f6255 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/08a60534-8fb9-4c4a-8e4b-1bef77231a8a HTTP/1.1" status: 200 len: 2973 time: 0.0683219 Apr 30 01:25:13.051247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-7aae40f9-c563-4b06-a712-1f5861c47b90 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/08a60534-8fb9-4c4a-8e4b-1bef77231a8a HTTP/1.1" status: 200 len: 2973 time: 0.0544078 Apr 30 01:25:13.100715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-57354c13-5f1c-4cf1-abaf-980eb4ef7fd4 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0cf945ca-e231-4bf6-8fd4-8cdd6b2927de HTTP/1.1" status: 200 len: 2981 time: 0.0431082 Apr 30 01:25:13.128823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Made reservation on behalf of 19684d2cb385403ba1589d6c5b150341 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:13.131149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:13.141949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.25.0.132 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/35351d3d-a655-4ca4-9de3-158d3b8c8bba) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:13.161432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08555f-4069-4da3-a59a-b4f88cae0469 req-758b2005-a81a-40b5-bef5-98d527734d0f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:13.162926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba08555f-4069-4da3-a59a-b4f88cae0469 req-758b2005-a81a-40b5-bef5-98d527734d0f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1594009 Apr 30 01:25:13.167414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:13.179079 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Sync routers for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:13.196113 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-c4452f05-0730-40ee-8412-f6582ea79c8d tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0cf945ca-e231-4bf6-8fd4-8cdd6b2927de HTTP/1.1" status: 200 len: 2981 time: 0.0885546 Apr 30 01:25:13.204131 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:13.205648 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:13.265405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-bd4c1422-4017-46c3-b989-97498267ca0c tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/172eda3b-e720-47de-b233-12b820fa958f HTTP/1.1" status: 200 len: 2981 time: 0.0627255 Apr 30 01:25:13.269344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba08555f-4069-4da3-a59a-b4f88cae0469 req-4d4b5849-8161-4c03-ad8f-9c845c208a86 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975556 Apr 30 01:25:13.312497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:13.320117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a4295434-ae1b-45c9-8107-477d1bd5ce4c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.0944357 Apr 30 01:25:13.320919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43392) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:13.337069 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:13.415474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 71d9a16b-4dbb-46a8-8555-b05c4e63121c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:13.427506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9144383-5322-4fd5-8b5f-855405e4f26a req-235314eb-dcf1-4510-8e34-26bf82ff2a88 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 210 time: 0.0649519 Apr 30 01:25:13.458335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:13.471637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-efb554f5-982b-4850-887c-d3b4ccb5c09a tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/172eda3b-e720-47de-b233-12b820fa958f HTTP/1.1" status: 200 len: 2981 time: 0.1976779 Apr 30 01:25:13.509622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 71d9a16b-4dbb-46a8-8555-b05c4e63121c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:13.510357 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:13.587182 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:11Z', 'revision_number': 3, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:13.601206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-23259b66-18f9-4f12-94b5-fbfd9166a4a5 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1b9aff77-f083-4293-a27f-59da0bfb9596 HTTP/1.1" status: 200 len: 2981 time: 0.0969307 Apr 30 01:25:13.609888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:13.615873 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Checking router: 2d51cf63-aadd-4254-b6a8-0799f41b8c8f for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:13.616215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Updating router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f port 55f65785-2ea5-48dc-a395-f5bf296f9ed5 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:25:13.643456 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:13.673323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:13.723263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e8a330-97e9-4526-87c7-b8e7b7e06039,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:13.732609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:13.733543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=35351d3d-a655-4ca4-9de3-158d3b8c8bba,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:13.737746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:13.740099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:13.804581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-9f4770de-2f96-43b2-8a21-e05b6e2bdf37 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1b9aff77-f083-4293-a27f-59da0bfb9596 HTTP/1.1" status: 200 len: 2981 time: 0.1330953 Apr 30 01:25:13.805197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Checking segment: {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:13.805486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Network hostable DHCP agents. Network: 96eabac2-c592-40b0-8e17-6135c06b7433, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:25:13.811664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device fd027f20-d5ce-440f-9b42-bef705fa75e5 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:13.934319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-d8df4ed3-9e57-4e6b-8d43-0b634a6d4840 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/225aa943-52a2-4907-85f3-7b9a9624b152 HTTP/1.1" status: 200 len: 2981 time: 0.0769374 Apr 30 01:25:13.986343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Network 96eabac2-c592-40b0-8e17-6135c06b7433 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:25:14.038493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port fd027f20-d5ce-440f-9b42-bef705fa75e5 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:25:14.042866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port fd027f20-d5ce-440f-9b42-bef705fa75e5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:14.043453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.053931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-960ed67b-6844-4a19-874b-7a87fc58bd5f tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/225aa943-52a2-4907-85f3-7b9a9624b152 HTTP/1.1" status: 200 len: 2981 time: 0.0997860 Apr 30 01:25:14.074761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-2ee429e6-6a8c-4884-aa03-4cf1b0095f99 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:14.076376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-2ee429e6-6a8c-4884-aa03-4cf1b0095f99 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.21 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 821 time: 0.2673643 Apr 30 01:25:14.118840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.123788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 96eabac2-c592-40b0-8e17-6135c06b7433) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:14.132234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64035788-21f6-4209-9920-7d9708aaa8d4 None None] Network 96eabac2-c592-40b0-8e17-6135c06b7433 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:14.141515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Request body: {'port': {'device_id': 'f104aeb7-3185-475b-a9b0-d9912f2eda5e', 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'admin_state_up': True, 'tenant_id': '630f9b03473348fba84db5d5fe0f647a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:14.143061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:14.143782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.184545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-fab5c31e-afe2-4593-b329-b927aeb8546d tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/497b5ffa-7be1-44ac-9cf6-51016baced62 HTTP/1.1" status: 200 len: 2981 time: 0.1082749 Apr 30 01:25:14.242567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8e0ae-b7c9-4631-bae7-9f6002b964e4 req-5770c09f-c0c8-43b5-8965-c3e8f9bbf72b tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:14.250069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eff8e0ae-b7c9-4631-bae7-9f6002b964e4 req-5770c09f-c0c8-43b5-8965-c3e8f9bbf72b tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 949 time: 0.2296829 Apr 30 01:25:14.265979 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.276883 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c1c0825f-c23e-43c4-8a7b-93b1eff9db70 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3034072 Apr 30 01:25:14.287008 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43398) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:14.294547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:14.338647 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.346120 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.368802 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-8914b92c-fe44-4877-af80-e9cd0af7f1de tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/497b5ffa-7be1-44ac-9cf6-51016baced62 HTTP/1.1" status: 200 len: 2981 time: 0.1781824 Apr 30 01:25:14.393285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28c85d3-a928-4eb7-9913-bc6f338fab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd027f20-d5ce-440f-9b42-bef705fa75e5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:14.395782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eff8e0ae-b7c9-4631-bae7-9f6002b964e4 req-ac5789d4-0b23-465a-b437-5759d5542bba tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391790 Apr 30 01:25:14.396761 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100f77f1-9fc6-4ef3-909c-26203d436c50" -d '{"events": [{"server_uuid": "d28c85d3-a928-4eb7-9913-bc6f338fab84", "name": "network-vif-plugged", "status": "completed", "tag": "fd027f20-d5ce-440f-9b42-bef705fa75e5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:14.415477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-96eabac2-c592-40b0-8e17-6135c06b7433', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:25:14.416692 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.437712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port fd027f20-d5ce-440f-9b42-bef705fa75e5, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=fd027f20-d5ce-440f-9b42-bef705fa75e5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:14.476123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-a46aa758-55e5-4416-bbe3-22878f13b821 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/528a4ff1-099e-4351-9048-e9e0e28f735c HTTP/1.1" status: 200 len: 2985 time: 0.1007900 Apr 30 01:25:14.479717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.481690 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.487873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Allocated IP 172.20.0.1 (5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b/4ca69dad-821f-45c3-9d1b-e55873ac7a19/1d179dc9-202c-465b-9132-cfea73a2bafd) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:14.532499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfd115-bd4e-4130-a95d-38abb974488d None None] Pushing event updated for resources: {'Port': ['ID=55f65785-2ea5-48dc-a395-f5bf296f9ed5,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:14.542945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Made reservation on behalf of 630f9b03473348fba84db5d5fe0f647a for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:14.546473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.572336 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.580940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.595135 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Attempting to bind port 55f65785-2ea5-48dc-a395-f5bf296f9ed5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:14.596050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Attempting to bind port 55f65785-2ea5-48dc-a395-f5bf296f9ed5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:14.596522 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Attempting to bind port 55f65785-2ea5-48dc-a395-f5bf296f9ed5 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:14.608687 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:14.609170 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:14.609713 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.610404 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:14.612714 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Bound port: 55f65785-2ea5-48dc-a395-f5bf296f9ed5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:14.613377 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.627689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013cc27-fc37-4bfe-9f10-135092abf242 req-e1de6fab-a138-4aab-8d90-e3d4177fa92d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:14.635290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1013cc27-fc37-4bfe-9f10-135092abf242 req-e1de6fab-a138-4aab-8d90-e3d4177fa92d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1296120 Apr 30 01:25:14.670602 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.672563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Allocated IP 172.20.0.2 (96eabac2-c592-40b0-8e17-6135c06b7433/14e8a330-97e9-4526-87c7-b8e7b7e06039/1471a4e9-8a04-4b14-b815-5403a0d81dac) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:14.683803 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-c592bad9-ccbc-4211-8212-2a4ef77e10ee tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/528a4ff1-099e-4351-9048-e9e0e28f735c HTTP/1.1" status: 200 len: 2985 time: 0.1977029 Apr 30 01:25:14.689663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=fd027f20-d5ce-440f-9b42-bef705fa75e5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:14.724833 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] For port 55f65785-2ea5-48dc-a395-f5bf296f9ed5, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:14.728900 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] For port 55f65785-2ea5-48dc-a395-f5bf296f9ed5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=55f65785-2ea5-48dc-a395-f5bf296f9ed5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:14.752490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1013cc27-fc37-4bfe-9f10-135092abf242 req-88a76b7d-cae8-4c6d-94ff-4dfa54caaa36 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119165 Apr 30 01:25:14.812458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.830310 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.849643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:14.851985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Allocated IP 172.20.0.12 (b13b6f01-a75f-4257-99be-c1bfa83432d0/bc77d4c6-468b-448e-8a13-c9a06a8aeeeb/70d29850-b36f-4f40-a493-f47604000e99) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:14.863601 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f855e9-8ed7-47bc-a218-ffe99dcee254 x-openstack-request-id: req-56f855e9-8ed7-47bc-a218-ffe99dcee254 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:14.867562 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28c85d3-a928-4eb7-9913-bc6f338fab84", "name": "network-vif-plugged", "status": "completed", "tag": "fd027f20-d5ce-440f-9b42-bef705fa75e5", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:14.867562 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56f855e9-8ed7-47bc-a218-ffe99dcee254 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:14.867562 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f855e9-8ed7-47bc-a218-ffe99dcee254'] response: {'server_uuid': 'd28c85d3-a928-4eb7-9913-bc6f338fab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd027f20-d5ce-440f-9b42-bef705fa75e5', 'code': 200} Apr 30 01:25:14.867937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-432e48cc-02b8-4e41-85d3-32f4e8c3d527 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/718d9b1e-3346-4697-ab79-f43dcb9a1c79 HTTP/1.1" status: 200 len: 2981 time: 0.1679351 Apr 30 01:25:14.961017 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.007266 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:15.007949 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:15.010156 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.016704 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfd115-bd4e-4130-a95d-38abb974488d None None] Pushing event updated for resources: {'Port': ['ID=55f65785-2ea5-48dc-a395-f5bf296f9ed5,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:15.024132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-39beca52-c7da-4b5f-a361-40e42cde6ca9 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/718d9b1e-3346-4697-ab79-f43dcb9a1c79 HTTP/1.1" status: 200 len: 2981 time: 0.1208649 Apr 30 01:25:15.041495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732dc7f-04d5-401f-a9ba-9c89c510ffa2 req-38551caa-99e1-42c9-bb5f-047b20ad129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:15.042969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3732dc7f-04d5-401f-a9ba-9c89c510ffa2 req-38551caa-99e1-42c9-bb5f-047b20ad129f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 1101 time: 0.0916831 Apr 30 01:25:15.091996 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.096616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b92ad970-e5e0-4d50-abea-be102268368c req-521207db-b512-4195-8e92-c9feabaec4de tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 210 time: 0.0453844 Apr 30 01:25:15.117259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-5cf64d91-baf0-47c9-a905-7dab67fb158a tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/90600769-1036-4029-8183-6f486932ddd3 HTTP/1.1" status: 200 len: 2981 time: 0.0849545 Apr 30 01:25:15.132376 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3732dc7f-04d5-401f-a9ba-9c89c510ffa2 req-c273195a-114f-4d78-bb6a-bbfbefbabd10 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687141 Apr 30 01:25:15.156536 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.166235 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Network 96eabac2-c592-40b0-8e17-6135c06b7433 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:15.175178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:15.178055 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:15.187325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:15.205293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.207924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Pushing event updated for resources: {'Port': ['ID=1471a4e9-8a04-4b14-b815-5403a0d81dac,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:15.211822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.297065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Attempting to bind port 1471a4e9-8a04-4b14-b815-5403a0d81dac on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:15.297548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Attempting to bind port 1471a4e9-8a04-4b14-b815-5403a0d81dac by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:15.298028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Attempting to bind port 1471a4e9-8a04-4b14-b815-5403a0d81dac on network 96eabac2-c592-40b0-8e17-6135c06b7433 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:15.301009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.304024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:15.304834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Checking segment: {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:15.304834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.305233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Bound using segment: {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:15.305711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Bound port: 1471a4e9-8a04-4b14-b815-5403a0d81dac, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:15.306288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.371453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.389010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=35351d3d-a655-4ca4-9de3-158d3b8c8bba,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:15.412928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] For port 1471a4e9-8a04-4b14-b815-5403a0d81dac, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:15.419813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] For port 1471a4e9-8a04-4b14-b815-5403a0d81dac, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1471a4e9-8a04-4b14-b815-5403a0d81dac,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:15.447212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.459393 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:11Z', 'revision_number': 3, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:15.463141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Network b13b6f01-a75f-4257-99be-c1bfa83432d0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:15.492578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.505747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:15.515897 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444467b3-704c-4a0e-a4f0-19266547ba78 None None] The sync data for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 is: [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:11Z', 'revision_number': 3, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:15.517224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:15.521140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event updated for resources: {'Port': ['ID=70d29850-b36f-4f40-a493-f47604000e99,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:15.535842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:15.556883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Pushing event updated for resources: {'Port': ['ID=1d179dc9-202c-465b-9132-cfea73a2bafd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:15.567222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:15.575216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:15.582899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-2cc6db48-c0a0-4992-a9bb-f18076189b4a tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/90600769-1036-4029-8183-6f486932ddd3 HTTP/1.1" status: 200 len: 2981 time: 0.4335330 Apr 30 01:25:15.635764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146fb3-8fbd-4489-9f63-14caf2a11be9 req-20ed2b0c-50fe-45f1-8773-cfe6a006cc48 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:15.637330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30146fb3-8fbd-4489-9f63-14caf2a11be9 req-20ed2b0c-50fe-45f1-8773-cfe6a006cc48 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 950 time: 0.1401343 Apr 30 01:25:15.660805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb4367-e358-4e4b-99b8-7c092fd28720 None None] Pushing event updated for resources: {'Port': ['ID=1471a4e9-8a04-4b14-b815-5403a0d81dac,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:15.673565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.701690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:15.702322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:15.747110 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP abe3ba03-6fe9-48bd-9319-cfb6efa3d686 associated. External IP: 172.25.0.132, port: 36eb79d7-89b3-4cbd-af9a-3cc83715ede3. Apr 30 01:25:15.775582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-9074ed77-4426-4ebb-9dfc-d857831b8214 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a2d0e8e2-dd8d-458c-84b4-4f33a926675b HTTP/1.1" status: 200 len: 2985 time: 0.1731930 Apr 30 01:25:16.006906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-ff368979-048c-4be3-9faa-541e5829d948 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a2d0e8e2-dd8d-458c-84b4-4f33a926675b HTTP/1.1" status: 200 len: 2985 time: 0.1389153 Apr 30 01:25:16.010192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:16.060662 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:16.098948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1d990748-dd87-486e-80ee-bcf0c498126d None None] Provisioning complete for port 1d179dc9-202c-465b-9132-cfea73a2bafd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:16.099587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d990748-dd87-486e-80ee-bcf0c498126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:16.162658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1d990748-dd87-486e-80ee-bcf0c498126d None None] Port 1d179dc9-202c-465b-9132-cfea73a2bafd cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:16.180009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-4c543065-4784-4893-8180-dad178471b0b tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b9df774d-302b-4052-abb0-a95d25f3cbab HTTP/1.1" status: 200 len: 2981 time: 0.1721129 Apr 30 01:25:16.265232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-4439477e-a98e-433a-983e-76edadb05acb tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b9df774d-302b-4052-abb0-a95d25f3cbab HTTP/1.1" status: 200 len: 2981 time: 0.0729990 Apr 30 01:25:16.271552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30146fb3-8fbd-4489-9f63-14caf2a11be9 req-692b3bbb-2a56-4dc0-9de8-a903201acd56 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848966 Apr 30 01:25:16.296813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-ff407a5a-174b-4960-a1ac-6b6d88bd08c2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1636028 Apr 30 01:25:16.317303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Request body: {'port': {'device_id': 'f104aeb7-3185-475b-a9b0-d9912f2eda5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:16.339180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Allocated IP 172.25.0.230 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:16.417363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:16.420025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:16.453133 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-feccc03a-a51d-4242-8888-2f96a81b8999 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cd6b3697-50dd-4e56-b7c8-e4e153ceced6 HTTP/1.1" status: 200 len: 2981 time: 0.1761446 Apr 30 01:25:16.633146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1427f70-0677-40b9-a5b7-2045831f0d84 req-9090acf5-be91-4cba-a047-d8b96af0361d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:16.634734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1427f70-0677-40b9-a5b7-2045831f0d84 req-9090acf5-be91-4cba-a047-d8b96af0361d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2784960 Apr 30 01:25:16.688181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-a6120ae9-5283-485f-b98d-c6fa24a0ebc4 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cd6b3697-50dd-4e56-b7c8-e4e153ceced6 HTTP/1.1" status: 200 len: 2981 time: 0.2100081 Apr 30 01:25:16.701314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:16.806427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1427f70-0677-40b9-a5b7-2045831f0d84 req-9062a411-8436-4ddd-8c43-9427dc56beae tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560526 Apr 30 01:25:16.821009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-aa9fe7d1-f80e-44c7-86a7-9fff04e4823f tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/fadaa73a-0112-402d-a24c-12d4bef68298 HTTP/1.1" status: 200 len: 2977 time: 0.1148179 Apr 30 01:25:16.850341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:16.878825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:16.905485 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:16.913226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8d87130-8fb7-4dca-b343-75100cd12299 req-108efac9-1957-4125-a194-09b5ba621005 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/fadaa73a-0112-402d-a24c-12d4bef68298 HTTP/1.1" status: 200 len: 2977 time: 0.0760550 Apr 30 01:25:16.940317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.003044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:17.018562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:17.021472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:17.045764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d29850-b36f-4f40-a493-f47604000e99 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:17.066360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.071941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:17.093266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144e62b-e7e0-4c0e-a21c-a333edf63418 req-7299ecae-aa90-4828-bdb9-0524120a24c8 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:17.101016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d144e62b-e7e0-4c0e-a21c-a333edf63418 req-7299ecae-aa90-4828-bdb9-0524120a24c8 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 932 time: 0.1717026 Apr 30 01:25:17.105388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:17.115084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Transition to ACTIVE for port object 70d29850-b36f-4f40-a493-f47604000e99 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:25:17.133467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93560f1-3aca-4e6b-a1a7-89754bbc0edc None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:17.147371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da6e93-4d27-4913-b9d1-4c1f1c896cc1 None None] Network 96eabac2-c592-40b0-8e17-6135c06b7433 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:17.154527 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d144e62b-e7e0-4c0e-a21c-a333edf63418 req-bc71ca33-ac84-4244-a9d8-1aee73b4d229 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528746 Apr 30 01:25:17.166027 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e20e0595-dcfe-4bea-b90a-7bd57e2db80f req-db2040ee-d1a8-40a6-ac68-e3f707004965 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ec902be16414bbbb5c0a02e89bed4ca HTTP/1.1" status: 200 len: 6110 time: 0.2017884 Apr 30 01:25:17.169033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.203842 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.209077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93560f1-3aca-4e6b-a1a7-89754bbc0edc None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:17.209712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e93560f1-3aca-4e6b-a1a7-89754bbc0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:17.260794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.270014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Pushing event updated for resources: {'Port': ['ID=70d29850-b36f-4f40-a493-f47604000e99,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:17.332354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.332699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.333067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.341347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.341749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.342091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.346223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.346223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.346223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.346223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.346223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.346223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:17.352230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e9fb3cc0-213a-41e3-b3ed-a7b591db2806 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8396604 Apr 30 01:25:17.387119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43416) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:17.398633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'port_id': '36eb79d7-89b3-4cbd-af9a-3cc83715ede3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:17.454825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e93560f1-3aca-4e6b-a1a7-89754bbc0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:17.471772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Provisioning complete for port 1471a4e9-8a04-4b14-b815-5403a0d81dac triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:17.472175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.509523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Pushing event updated for resources: {'Port': ['ID=1d179dc9-202c-465b-9132-cfea73a2bafd,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:17.516571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 55f65785-2ea5-48dc-a395-f5bf296f9ed5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:17.526661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Attempting to bind port 70d29850-b36f-4f40-a493-f47604000e99 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:17.526893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Attempting to bind port 70d29850-b36f-4f40-a493-f47604000e99 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:17.527769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Attempting to bind port 70d29850-b36f-4f40-a493-f47604000e99 on network b13b6f01-a75f-4257-99be-c1bfa83432d0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:17.545284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Port 70d29850-b36f-4f40-a493-f47604000e99 on network b13b6f01-a75f-4257-99be-c1bfa83432d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:25:17.545649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Attempting to bind port 70d29850-b36f-4f40-a493-f47604000e99 on network b13b6f01-a75f-4257-99be-c1bfa83432d0 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:17.548656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:17.551305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:17.555844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93560f1-3aca-4e6b-a1a7-89754bbc0edc None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:17.556479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e93560f1-3aca-4e6b-a1a7-89754bbc0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:17.575072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:17.575418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Checking segment: {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:17.575827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Bound using segment: {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:17.576609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e20e0595-dcfe-4bea-b90a-7bd57e2db80f req-3b5a63da-6e60-4cee-9975-b28c326dafb7 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "GET /v2.0/security-groups/a2d0e8e2-dd8d-458c-84b4-4f33a926675b HTTP/1.1" status: 200 len: 2985 time: 0.3983474 Apr 30 01:25:17.583469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Bound port: 70d29850-b36f-4f40-a493-f47604000e99, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:17.585033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.591887 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.637349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e93560f1-3aca-4e6b-a1a7-89754bbc0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:17.638762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93560f1-3aca-4e6b-a1a7-89754bbc0edc None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:17.655172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923f048-b6f5-4446-b6b8-d1e2229dbaf4 req-9e719fb3-03a6-420e-84c5-c81ae4388853 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:17.664614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6923f048-b6f5-4446-b6b8-d1e2229dbaf4 req-9e719fb3-03a6-420e-84c5-c81ae4388853 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 950 time: 0.2311819 Apr 30 01:25:17.741501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 55f65785-2ea5-48dc-a395-f5bf296f9ed5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:17.741883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.770002 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.845270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6923f048-b6f5-4446-b6b8-d1e2229dbaf4 req-c3ea00c7-9681-4b61-8265-1d14c55e0606 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695249 Apr 30 01:25:17.862624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] For port 1471a4e9-8a04-4b14-b815-5403a0d81dac, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1471a4e9-8a04-4b14-b815-5403a0d81dac,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:17.866796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e20e0595-dcfe-4bea-b90a-7bd57e2db80f req-c392a2ae-3157-4847-b063-69e92a65edf6 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "GET /v2.0/security-groups/a2d0e8e2-dd8d-458c-84b4-4f33a926675b HTTP/1.1" status: 200 len: 2985 time: 0.2385859 Apr 30 01:25:17.903921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:17.965881 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:17.970271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=70d29850-b36f-4f40-a493-f47604000e99,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:17.979766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:18.011710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.029584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.039346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.088772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Pushing event updated for resources: {'Port': ['ID=1471a4e9-8a04-4b14-b815-5403a0d81dac,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:18.101137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 55f65785-2ea5-48dc-a395-f5bf296f9ed5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=55f65785-2ea5-48dc-a395-f5bf296f9ed5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:18.112687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:18.113303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.114685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] 10.222.0.21 "PUT /v2.0/ports/70d29850-b36f-4f40-a493-f47604000e99 HTTP/1.1" status: 200 len: 1092 time: 1.8029978 Apr 30 01:25:18.116889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f104aeb7-3185-475b-a9b0-d9912f2eda5e', 'tag': '70d29850-b36f-4f40-a493-f47604000e99'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:18.117732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.118083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.118914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.119183 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f" -d '{"events": [{"name": "network-changed", "server_uuid": "f104aeb7-3185-475b-a9b0-d9912f2eda5e", "tag": "70d29850-b36f-4f40-a493-f47604000e99"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:18.119333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.119656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.122604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.122990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.124373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.124725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.125107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.125496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.127398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eeaf43-1055-4709-aa51-a204b2c25400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:18.130341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee51b8-71c2-43e9-8ea0-9fe4a58d2a9c req-be32d569-c1ca-4b59-a3ff-01f260e95709 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:18.132164 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2ee51b8-71c2-43e9-8ea0-9fe4a58d2a9c req-be32d569-c1ca-4b59-a3ff-01f260e95709 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 1101 time: 0.1730216 Apr 30 01:25:18.148283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d705ebc4-b6ed-47d6-b9b7-816174aaf7c8 None None] Provisioning complete for port 1d179dc9-202c-465b-9132-cfea73a2bafd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:18.149842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d705ebc4-b6ed-47d6-b9b7-816174aaf7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.196297 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.197419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1471a4e9-8a04-4b14-b815-5403a0d81dac up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:18.200435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f17e0-bf47-4746-8bb1-964a7c944029 service neutron] Pushing event updated for resources: {'Port': ['ID=70d29850-b36f-4f40-a493-f47604000e99,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:18.216876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a5951-38ea-49c4-8403-8a138cfa15ff req-ab5e4a24-7752-45c0-a703-4a5ec02b9d78 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:18.218549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e26a5951-38ea-49c4-8403-8a138cfa15ff req-ab5e4a24-7752-45c0-a703-4a5ec02b9d78 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2559881 Apr 30 01:25:18.271275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2ee51b8-71c2-43e9-8ea0-9fe4a58d2a9c req-e2eb16e9-4c5f-47bc-a4c9-e297cf934d6b tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308169 Apr 30 01:25:18.292412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d705ebc4-b6ed-47d6-b9b7-816174aaf7c8 None None] Port 1d179dc9-202c-465b-9132-cfea73a2bafd cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:18.304154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:18.321256 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Sync routers for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:18.324823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=55f65785-2ea5-48dc-a395-f5bf296f9ed5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:18.335409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1471a4e9-8a04-4b14-b815-5403a0d81dac triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:18.336528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.349101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e26a5951-38ea-49c4-8403-8a138cfa15ff req-42188cde-af37-4bc3-8788-d4aa15958f2f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215575 Apr 30 01:25:18.357288 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:18.361499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:18.405171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-22cac340-3b51-4eac-ba3f-aacdec546cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:18.406747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-22cac340-3b51-4eac-ba3f-aacdec546cf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 1095 time: 0.1782167 Apr 30 01:25:18.416572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-796826a7-fe3f-4a8e-8480-a8aed1b4e091 admin admin] 10.222.0.15 "PUT /v2.0/routers/2d51cf63-aadd-4254-b6a8-0799f41b8c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0957265 Apr 30 01:25:18.456468 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-95d3c5fa-4143-40e7-8415-080ea63efdbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70d29850-b36f-4f40-a493-f47604000e99 HTTP/1.1" status: 200 len: 217 time: 0.0416994 Apr 30 01:25:18.457897 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca8baf5-2d27-48f3-98ae-e64f5194d3dd x-openstack-request-id: req-6ca8baf5-2d27-48f3-98ae-e64f5194d3dd {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:18.458180 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f104aeb7-3185-475b-a9b0-d9912f2eda5e", "tag": "70d29850-b36f-4f40-a493-f47604000e99", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:18.458425 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ca8baf5-2d27-48f3-98ae-e64f5194d3dd {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:18.458811 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca8baf5-2d27-48f3-98ae-e64f5194d3dd'] response: {'name': 'network-changed', 'server_uuid': 'f104aeb7-3185-475b-a9b0-d9912f2eda5e', 'tag': '70d29850-b36f-4f40-a493-f47604000e99', 'status': 'completed', 'code': 200} Apr 30 01:25:18.506142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9c4e6640-a331-44b7-b95e-da25000883dd None None] Provisioning complete for port 1471a4e9-8a04-4b14-b815-5403a0d81dac triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:18.507089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6640-a331-44b7-b95e-da25000883dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.526126 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:18.560980 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.586689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-b4f0bc6e-ca79-4211-b7cb-2359ac5ed0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:18.588183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-b4f0bc6e-ca79-4211-b7cb-2359ac5ed0f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc77d4c6-468b-448e-8a13-c9a06a8aeeeb HTTP/1.1" status: 200 len: 861 time: 0.0882263 Apr 30 01:25:18.589891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7de230d-e51a-4886-84c5-4335af5ae477 req-1d895b15-789d-43e4-b637-7ab783065a6a tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4d99aa66-2926-4332-af5a-2910353f4279 HTTP/1.1" status: 200 len: 1778 time: 0.1921155 Apr 30 01:25:18.629902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.656757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-4b112529-f5ac-42b1-8b42-9bc07e0caf18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b13b6f01-a75f-4257-99be-c1bfa83432d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529406 Apr 30 01:25:18.758724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c7de230d-e51a-4886-84c5-4335af5ae477 req-72b41f94-01ce-4eca-9ae5-578bec2d8758 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.770475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:25:18.793301 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c7de230d-e51a-4886-84c5-4335af5ae477 req-72b41f94-01ce-4eca-9ae5-578bec2d8758 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.834876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa896-c3ae-43f8-bdb7-590a3a915a13 req-5295342e-c134-4465-9577-9452637ee8be tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:18.836416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c19fa896-c3ae-43f8-bdb7-590a3a915a13 req-5295342e-c134-4465-9577-9452637ee8be tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 944 time: 0.2516825 Apr 30 01:25:18.859826 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 2, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:18.865522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.872750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-09f1ade1-e082-49b5-8496-0200c4913f3d service neutron] 10.222.0.21 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931052 Apr 30 01:25:18.887332 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Checking router: 2d51cf63-aadd-4254-b6a8-0799f41b8c8f for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:18.887857 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Updating router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f port 1d179dc9-202c-465b-9132-cfea73a2bafd binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:25:18.908604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c7de230d-e51a-4886-84c5-4335af5ae477 req-72b41f94-01ce-4eca-9ae5-578bec2d8758 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.911573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c7de230d-e51a-4886-84c5-4335af5ae477 req-72b41f94-01ce-4eca-9ae5-578bec2d8758 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.919506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7de230d-e51a-4886-84c5-4335af5ae477 req-72b41f94-01ce-4eca-9ae5-578bec2d8758 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d99aa66-2926-4332-af5a-2910353f4279 HTTP/1.1" status: 204 len: 173 time: 0.3135002 Apr 30 01:25:18.919883 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:18.920210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c19fa896-c3ae-43f8-bdb7-590a3a915a13 req-b3f5b910-ad22-4bbf-8cd7-c3edb1936fb9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634887 Apr 30 01:25:18.924994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b41f94-01ce-4eca-9ae5-578bec2d8758 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d99aa66-2926-4332-af5a-2910353f4279,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:18.941707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Router 8fc6c176-4362-4293-92c8-e0017596c16e is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:25:18.982123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:19.247763 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:19.302357 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:19.381929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 55f65785-2ea5-48dc-a395-f5bf296f9ed5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:19.383268 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3be6b-f457-485a-852c-1504b10276ce None None] Pushing event updated for resources: {'Port': ['ID=1d179dc9-202c-465b-9132-cfea73a2bafd,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:19.401349 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-d92b14b8-3ab0-46ad-bad8-6fb00243b738 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832360 Apr 30 01:25:19.475516 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Attempting to bind port 1d179dc9-202c-465b-9132-cfea73a2bafd on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:19.476290 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Attempting to bind port 1d179dc9-202c-465b-9132-cfea73a2bafd by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:19.476953 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Attempting to bind port 1d179dc9-202c-465b-9132-cfea73a2bafd on network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:19.483292 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:19.493497 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Checking segment: {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:19.493497 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:19.493497 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Bound using segment: {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:19.493497 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Bound port: 1d179dc9-202c-465b-9132-cfea73a2bafd, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:19.493497 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:19.494078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 55f65785-2ea5-48dc-a395-f5bf296f9ed5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:19.494078 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:19.539960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae7261d-4de3-4a28-8c7c-acc0ae37d907 req-20fffb73-40f1-4dd5-9b33-d2bc87fc4220 service neutron] 10.222.0.21 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555648 Apr 30 01:25:19.632927 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] For port 1d179dc9-202c-465b-9132-cfea73a2bafd, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:19.636678 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] For port 1d179dc9-202c-465b-9132-cfea73a2bafd, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1d179dc9-202c-465b-9132-cfea73a2bafd,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:19.658446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1471a4e9-8a04-4b14-b815-5403a0d81dac up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:19.671595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:19.695243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Sync routers for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:19.696724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-510a86c6-7e53-4ecf-a86f-097b86195e9d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:19.698493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-510a86c6-7e53-4ecf-a86f-097b86195e9d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963581 Apr 30 01:25:19.721174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-7fbd2c63-b523-4fbd-a907-42d69a9bdb03 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/quotas/cbcb295e0462422581cee135f4d15721 HTTP/1.1" status: 200 len: 375 time: 0.0137293 Apr 30 01:25:19.727572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-e8af8060-821d-4a98-befd-bbceff0c8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:19.729187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-e8af8060-821d-4a98-befd-bbceff0c8de3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 1095 time: 0.0639849 Apr 30 01:25:19.730957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:19.739547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:19.739547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:19.744160 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:19.811896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-d977365c-1f22-4f39-b8e4-614e1c8822ea tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0840611 Apr 30 01:25:19.820589 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:19.824776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d26f96ef-c5f9-4532-b162-0d9f648ad546 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5364285 Apr 30 01:25:19.828016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43450) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:19.871070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:19.878846 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3be6b-f457-485a-852c-1504b10276ce None None] Pushing event updated for resources: {'Port': ['ID=1d179dc9-202c-465b-9132-cfea73a2bafd,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:19.884976 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:19.886948 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:19.918131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-cdae92ef-3641-415b-9a93-9ae14b4e83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:19.919649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-cdae92ef-3641-415b-9a93-9ae14b4e83a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 921 time: 0.1830311 Apr 30 01:25:19.995419 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-58a25a27-a1c2-4201-9505-0d9c5cdc1226 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70d29850-b36f-4f40-a493-f47604000e99 HTTP/1.1" status: 200 len: 217 time: 0.0654440 Apr 30 01:25:19.998745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:20.014658 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.029294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43454) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:20.033718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-31996a0d-ab42-4e31-8b3d-150e86ff83ed tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977187929', 'description': 'tempest-description--561541019'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:20.115529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-030f25b7-72d5-45d2-9a03-2f2af46826a1 None None] Provisioning complete for port 1d179dc9-202c-465b-9132-cfea73a2bafd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:20.115913 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030f25b7-72d5-45d2-9a03-2f2af46826a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.123735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1471a4e9-8a04-4b14-b815-5403a0d81dac triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:20.124119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.242500 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:20.284378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31996a0d-ab42-4e31-8b3d-150e86ff83ed tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.332058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15b4ff5c-ffdb-43ae-a494-97e4fbdc9054 req-cb5e16ca-fccf-4e0e-bbc7-41901bfcdf7f tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "GET /v2.0/security-groups/82726e63-bdb2-4a5d-aea9-1725bf6c264f HTTP/1.1" status: 200 len: 1779 time: 0.2713306 Apr 30 01:25:20.382153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030f25b7-72d5-45d2-9a03-2f2af46826a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.402114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:17Z', 'revision_number': 3, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:20.407460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bca307b3-fad2-481a-b2fa-fbf3fa2ff85e tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/floatingips/abe3ba03-6fe9-48bd-9319-cfb6efa3d686 HTTP/1.1" status: 200 len: 979 time: 3.0188234 Apr 30 01:25:20.410848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43460) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:20.443093 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.444423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Checking router: 8fc6c176-4362-4293-92c8-e0017596c16e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:20.444423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Updating router 8fc6c176-4362-4293-92c8-e0017596c16e port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:25:20.483105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-030f25b7-72d5-45d2-9a03-2f2af46826a1 None None] For port 1d179dc9-202c-465b-9132-cfea73a2bafd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1d179dc9-202c-465b-9132-cfea73a2bafd,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:20.486820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.556601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c184b7b-8a07-4bb7-a051-8a6822e5ff71 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:20.560872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226d0ec-d5b6-4a60-bc8e-4b25b2d5a2f4 req-e55686d4-5d17-4a59-b1c5-2cde481fac76 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:20.562893 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7226d0ec-d5b6-4a60-bc8e-4b25b2d5a2f4 req-e55686d4-5d17-4a59-b1c5-2cde481fac76 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1796212 Apr 30 01:25:20.573932 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c184b7b-8a07-4bb7-a051-8a6822e5ff71 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:20.574949 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1c184b7b-8a07-4bb7-a051-8a6822e5ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:20.589191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-d35858ba-dc2b-4fd0-80d3-f8252caa6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:20.590660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-d35858ba-dc2b-4fd0-80d3-f8252caa6054 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc77d4c6-468b-448e-8a13-c9a06a8aeeeb HTTP/1.1" status: 200 len: 861 time: 0.5623255 Apr 30 01:25:20.597034 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030f25b7-72d5-45d2-9a03-2f2af46826a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.634891 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1c184b7b-8a07-4bb7-a051-8a6822e5ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:20.648731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-56811ec0-ecf1-4fd7-b2ea-c2cb1c3c282e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b13b6f01-a75f-4257-99be-c1bfa83432d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388453 Apr 30 01:25:20.654409 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c184b7b-8a07-4bb7-a051-8a6822e5ff71 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:20.655066 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1c184b7b-8a07-4bb7-a051-8a6822e5ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:20.686954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7226d0ec-d5b6-4a60-bc8e-4b25b2d5a2f4 req-4c33eec4-cfed-483f-9606-4af6d682d73c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146145 Apr 30 01:25:20.695857 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1c184b7b-8a07-4bb7-a051-8a6822e5ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:20.696520 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c184b7b-8a07-4bb7-a051-8a6822e5ff71 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:20.711945 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:19Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:20.742038 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.764446 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a9538-a365-4fbe-99ed-f2e3ebf43af8 None None] The sync data for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 is: [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:19Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:20.919751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f25b7-72d5-45d2-9a03-2f2af46826a1 None None] Pushing event updated for resources: {'Port': ['ID=1d179dc9-202c-465b-9132-cfea73a2bafd,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:20.921969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-15b4ff5c-ffdb-43ae-a494-97e4fbdc9054 req-5d7f5f6d-3786-4f68-bb9e-9b9c512eb965 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.951866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-15b4ff5c-ffdb-43ae-a494-97e4fbdc9054 req-5d7f5f6d-3786-4f68-bb9e-9b9c512eb965 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.960554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d66af5b1-c6c3-4a07-9be1-6f709d881a81 None None] Provisioning complete for port 1d179dc9-202c-465b-9132-cfea73a2bafd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:20.961008 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d66af5b1-c6c3-4a07-9be1-6f709d881a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.970494 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31996a0d-ab42-4e31-8b3d-150e86ff83ed tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:20.976535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-47addb5e-6cfe-453c-a7d1-dbf33bef9858 service neutron] 10.222.0.21 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227627 Apr 30 01:25:21.055547 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31996a0d-ab42-4e31-8b3d-150e86ff83ed tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.090644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Allocated IP 172.20.0.1 (96eabac2-c592-40b0-8e17-6135c06b7433/14e8a330-97e9-4526-87c7-b8e7b7e06039/d923133e-ba89-4fab-8604-f963e9d8844c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:21.153506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-15b4ff5c-ffdb-43ae-a494-97e4fbdc9054 req-5d7f5f6d-3786-4f68-bb9e-9b9c512eb965 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.157082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-15b4ff5c-ffdb-43ae-a494-97e4fbdc9054 req-5d7f5f6d-3786-4f68-bb9e-9b9c512eb965 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.169610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15b4ff5c-ffdb-43ae-a494-97e4fbdc9054 req-5d7f5f6d-3786-4f68-bb9e-9b9c512eb965 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/82726e63-bdb2-4a5d-aea9-1725bf6c264f HTTP/1.1" status: 204 len: 173 time: 0.8347867 Apr 30 01:25:21.188974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31996a0d-ab42-4e31-8b3d-150e86ff83ed tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fd11f3-f7f4-4bea-8b22-09a787d4477f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:21.212790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f5f6d-3786-4f68-bb9e-9b9c512eb965 tempest-SecurityGroupsTestAdminJSON-1691146132 tempest-SecurityGroupsTestAdminJSON-1691146132-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82726e63-bdb2-4a5d-aea9-1725bf6c264f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:21.218247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31996a0d-ab42-4e31-8b3d-150e86ff83ed tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.218579 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-31996a0d-ab42-4e31-8b3d-150e86ff83ed tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1883228 Apr 30 01:25:21.223971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:21.228753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398215-740f-43ce-9b10-5872f6797aa3 req-0c72c0c6-a3fb-472d-aae7-fe7afbb1e8ee tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:21.230209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 35351d3d-a655-4ca4-9de3-158d3b8c8bba {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:21.230651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.238660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86398215-740f-43ce-9b10-5872f6797aa3 req-0c72c0c6-a3fb-472d-aae7-fe7afbb1e8ee tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 944 time: 0.3673291 Apr 30 01:25:21.261314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c3d105f9-78b3-49e4-ae87-82b250d56f81 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Request body: {'security_group_rule': {'security_group_id': '36fd11f3-f7f4-4bea-8b22-09a787d4477f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:21.276460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27147802-c813-44f3-9689-1f6fcd861ac9 req-b50e8cf3-9372-44fa-9560-814900b33ea9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 210 time: 0.0539062 Apr 30 01:25:21.306877 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.337121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86398215-740f-43ce-9b10-5872f6797aa3 req-02f4119a-0b59-41cf-b8ee-d2937a3deda2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974307 Apr 30 01:25:21.359200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.375892 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.420907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde1c2ec-6f76-4a1c-97cb-e441c012f12f req-8072971f-5dcc-4c19-b5ce-6d06573ef59b service neutron] 10.222.0.21 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306507 Apr 30 01:25:21.459910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1d179dc9-202c-465b-9132-cfea73a2bafd up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:21.467836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.505749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3d105f9-78b3-49e4-ae87-82b250d56f81 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.506647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Network 96eabac2-c592-40b0-8e17-6135c06b7433 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:21.508876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896414c8-a312-484c-aedd-4be82052e3fc None None] Pushing event updated for resources: {'Port': ['ID=c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:21.510439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.510871 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.513417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:21.515979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:21.530310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Attempting to bind port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:21.530704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Attempting to bind port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:21.531069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Attempting to bind port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:21.554730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:21.554730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:21.555216 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.556039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:21.556262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Bound port: c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:21.556517 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.557337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ba6826d-913e-48ab-87ea-7a0c9529b0f5 req-14f6daad-2d61-4154-9715-13be14033752 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "GET /v2.0/security-groups/dd8bf274-2163-4013-98a9-b48345d41c84 HTTP/1.1" status: 200 len: 1778 time: 0.1671324 Apr 30 01:25:21.562742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Pushing event updated for resources: {'Port': ['ID=d923133e-ba89-4fab-8604-f963e9d8844c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:21.609144 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.620126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 70d29850-b36f-4f40-a493-f47604000e99 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:25:21.644178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 35351d3d-a655-4ca4-9de3-158d3b8c8bba owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:21.799134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=70d29850-b36f-4f40-a493-f47604000e99,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:21.833071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '70d29850-b36f-4f40-a493-f47604000e99', 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'port_id': '70d29850-b36f-4f40-a493-f47604000e99', 'mac_address': 'fa:16:3e:af:6d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc77d4c6-468b-448e-8a13-c9a06a8aeeeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:25:21.869625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3d105f9-78b3-49e4-ae87-82b250d56f81 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.874243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] For port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:21.879634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] For port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:21.885274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f5f8-0d79-4b3d-b903-6c95e1f7b3d9 req-67e49ef2-d701-42fe-81ac-5e0c79346710 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:21.888314 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-99e3f5f8-0d79-4b3d-b903-6c95e1f7b3d9 req-67e49ef2-d701-42fe-81ac-5e0c79346710 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.0855458 Apr 30 01:25:21.929206 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1ba6826d-913e-48ab-87ea-7a0c9529b0f5 req-90770d2a-57a9-4910-bb16-752b76e89b90 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.929798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1d179dc9-202c-465b-9132-cfea73a2bafd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:21.929917 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.960574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-92c6b46d-95fa-498c-acee-b15f39accb0e None None] Provisioning complete for port d923133e-ba89-4fab-8604-f963e9d8844c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:21.961024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-92c6b46d-95fa-498c-acee-b15f39accb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.967518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.977988 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1ba6826d-913e-48ab-87ea-7a0c9529b0f5 req-90770d2a-57a9-4910-bb16-752b76e89b90 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:21.988424 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-99e3f5f8-0d79-4b3d-b903-6c95e1f7b3d9 req-8db24b51-a87c-4a3e-b602-5b5e797a8d22 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937047 Apr 30 01:25:22.005595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.041147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d29850-b36f-4f40-a493-f47604000e99 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:22.052185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.054071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-92c6b46d-95fa-498c-acee-b15f39accb0e None None] Port d923133e-ba89-4fab-8604-f963e9d8844c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:22.073951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3d105f9-78b3-49e4-ae87-82b250d56f81 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.116831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d105f9-78b3-49e4-ae87-82b250d56f81 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813bf1cb-1319-4f9b-99f2-a0010dd507d0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:22.120047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=70d29850-b36f-4f40-a493-f47604000e99,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:22.189074 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1ba6826d-913e-48ab-87ea-7a0c9529b0f5 req-90770d2a-57a9-4910-bb16-752b76e89b90 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.192143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1ba6826d-913e-48ab-87ea-7a0c9529b0f5 req-90770d2a-57a9-4910-bb16-752b76e89b90 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.195268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ba6826d-913e-48ab-87ea-7a0c9529b0f5 req-90770d2a-57a9-4910-bb16-752b76e89b90 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "DELETE /v2.0/security-groups/dd8bf274-2163-4013-98a9-b48345d41c84 HTTP/1.1" status: 204 len: 173 time: 0.6346781 Apr 30 01:25:22.195406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:22.195406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:22.196657 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.203375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896414c8-a312-484c-aedd-4be82052e3fc None None] Pushing event updated for resources: {'Port': ['ID=c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:22.228497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90770d2a-57a9-4910-bb16-752b76e89b90 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8bf274-2163-4013-98a9-b48345d41c84,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:22.244015 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3d105f9-78b3-49e4-ae87-82b250d56f81 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.245240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c3d105f9-78b3-49e4-ae87-82b250d56f81 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0169930 Apr 30 01:25:22.246923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.251290 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43476) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:22.255925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-eecfebbf-b44a-4af0-82ac-f1f289c055c4 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Request body: {'security_group_rule': {'security_group_id': '36fd11f3-f7f4-4bea-8b22-09a787d4477f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:22.277354 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.336707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.359744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=70d29850-b36f-4f40-a493-f47604000e99,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:22.385234 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2576dc2-fa5b-4609-ad40-f496b38e2996 req-1589f0ea-89d5-434e-9bb1-738a4c300730 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "GET /v2.0/security-groups/a5130c41-2bcf-4fb8-bfd9-eb4e96c20362 HTTP/1.1" status: 200 len: 1780 time: 0.1647491 Apr 30 01:25:22.387275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:22.397695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=35351d3d-a655-4ca4-9de3-158d3b8c8bba,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:22.418305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eecfebbf-b44a-4af0-82ac-f1f289c055c4 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.446276 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.448060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dae66fba-075f-4e28-bb47-a720e11be3eb req-3b8fe79f-7dd4-42bb-8f89-6c80b586f0ae tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 210 time: 0.0528705 Apr 30 01:25:22.453541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Pushing event updated for resources: {'Port': ['ID=d923133e-ba89-4fab-8604-f963e9d8844c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:22.620403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['70d29850-b36f-4f40-a493-f47604000e99'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:22.638523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.638750 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2576dc2-fa5b-4609-ad40-f496b38e2996 req-e738430f-74f0-4eb1-8e43-b2ca9c64d847 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.639470 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP abe3ba03-6fe9-48bd-9319-cfb6efa3d686 disassociated (deleted). External IP: 172.25.0.132, port: 36eb79d7-89b3-4cbd-af9a-3cc83715ede3. Apr 30 01:25:22.669928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Network 96eabac2-c592-40b0-8e17-6135c06b7433 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:22.674545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2576dc2-fa5b-4609-ad40-f496b38e2996 req-e738430f-74f0-4eb1-8e43-b2ca9c64d847 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.677740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:22.698375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2db77-3429-46cb-8df9-4d914a30a5a5 req-d3ba920e-7b48-4b6e-a840-d3fa65865a33 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:22.700190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9b2db77-3429-46cb-8df9-4d914a30a5a5 req-d3ba920e-7b48-4b6e-a840-d3fa65865a33 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 945 time: 0.1403368 Apr 30 01:25:22.710868 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eecfebbf-b44a-4af0-82ac-f1f289c055c4 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.712175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 1, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:22.755795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c5acd-b4fb-4260-8d39-9cf97778e457 None None] The sync data for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 is: [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 1, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:22.835574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9b2db77-3429-46cb-8df9-4d914a30a5a5 req-309df8ef-3599-4a8d-a7d7-31d2881c5fbd tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048901 Apr 30 01:25:22.838198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eecfebbf-b44a-4af0-82ac-f1f289c055c4 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.887712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Router 8fc6c176-4362-4293-92c8-e0017596c16e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:22.946607 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eecfebbf-b44a-4af0-82ac-f1f289c055c4 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.950454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eecfebbf-b44a-4af0-82ac-f1f289c055c4 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6958144 Apr 30 01:25:22.951155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43484) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:22.953766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfebbf-b44a-4af0-82ac-f1f289c055c4 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb7f524-ea1e-4458-83c0-d5b169cfb89f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:22.960239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:22.975663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2576dc2-fa5b-4609-ad40-f496b38e2996 req-e738430f-74f0-4eb1-8e43-b2ca9c64d847 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.979415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2576dc2-fa5b-4609-ad40-f496b38e2996 req-e738430f-74f0-4eb1-8e43-b2ca9c64d847 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:22.991979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2576dc2-fa5b-4609-ad40-f496b38e2996 req-e738430f-74f0-4eb1-8e43-b2ca9c64d847 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] 10.222.0.15 "DELETE /v2.0/security-groups/a5130c41-2bcf-4fb8-bfd9-eb4e96c20362 HTTP/1.1" status: 204 len: 173 time: 0.5976777 Apr 30 01:25:23.001698 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-716e1872-f7a3-489d-9599-e22e32098944 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971053 Apr 30 01:25:23.004255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738430f-74f0-4eb1-8e43-b2ca9c64d847 tempest-SecurityGroupsTestAdminJSON-1672613110 tempest-SecurityGroupsTestAdminJSON-1672613110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5130c41-2bcf-4fb8-bfd9-eb4e96c20362,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:23.092760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:23.114743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:23.130236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-50fbff41-4d3d-4156-8b6d-1900bc2469cb None None] Provisioning complete for port d923133e-ba89-4fab-8604-f963e9d8844c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:23.130793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50fbff41-4d3d-4156-8b6d-1900bc2469cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:23.164561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:23.180955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9831e74d-d1a0-4d9f-8bd1-f09275716101 admin admin] 10.222.0.15 "PUT /v2.0/routers/8fc6c176-4362-4293-92c8-e0017596c16e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3497078 Apr 30 01:25:23.197951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-50fbff41-4d3d-4156-8b6d-1900bc2469cb None None] Port d923133e-ba89-4fab-8604-f963e9d8844c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:23.319344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-58b51540-09d4-4db7-a5ba-d0e8927f03d0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:23.321178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-58b51540-09d4-4db7-a5ba-d0e8927f03d0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126931 Apr 30 01:25:23.353157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Request body: {'port': {'device_id': '6cab4101-9438-4ec5-b786-52fd24642791', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'cbcb295e0462422581cee135f4d15721'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:23.622584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43500) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:23.649389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Made reservation on behalf of cbcb295e0462422581cee135f4d15721 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:23.658922 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:23.701559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7f27-d231-471c-a2e3-7440d77a60a6 req-a2d03fd9-adc2-466b-8804-aa55c0ee1ed6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:23.710782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeac7f27-d231-471c-a2e3-7440d77a60a6 req-a2d03fd9-adc2-466b-8804-aa55c0ee1ed6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.5656052 Apr 30 01:25:23.792117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeac7f27-d231-471c-a2e3-7440d77a60a6 req-0f4b143f-5aa8-4815-b3f6-90873fb2f31e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803454 Apr 30 01:25:23.794758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:23.813996 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:23.814127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30a42e-07e4-4026-be68-68ea1743c743 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:23.831691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30a42e-07e4-4026-be68-68ea1743c743 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:23.832333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8f30a42e-07e4-4026-be68-68ea1743c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:23.866967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dce61de2-02b9-488d-b476-ea5e13216cbb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/floatingips/abe3ba03-6fe9-48bd-9319-cfb6efa3d686 HTTP/1.1" status: 204 len: 168 time: 3.4416521 Apr 30 01:25:23.869383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:23.945604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ab877289-0386-4f91-9c84-e283cbebeac8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ec902be16414bbbb5c0a02e89bed4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217573 Apr 30 01:25:23.955655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43508) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:23.956250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Allocated IP 192.168.233.190 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/a23cf205-0bab-490b-9631-a8bb0820acb1) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:23.974273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8f30a42e-07e4-4026-be68-68ea1743c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:23.991636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30a42e-07e4-4026-be68-68ea1743c743 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:23.992802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8f30a42e-07e4-4026-be68-68ea1743c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:24.035015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8f30a42e-07e4-4026-be68-68ea1743c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:24.035736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30a42e-07e4-4026-be68-68ea1743c743 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:24.059637 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-811d01d9-5f30-4979-90d9-8a68f3233a22 req-e9a77a50-3c5c-4234-a27a-1d616e16366d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 210 time: 0.0504797 Apr 30 01:25:24.146682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43510) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:24.154017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-bc3e0ff9-86dc-43d4-8e0b-0952a79722d8 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322622570', 'description': 'tempest-description--426904695'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:24.196966 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.200919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.231726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa97a5f8-8fb3-4e0d-befd-8b944fbcc1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.285061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0ff9-86dc-43d4-8e0b-0952a79722d8 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.316068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7404b21-cfea-4446-bbdc-5cee3501d1b9 req-080e7dde-11a1-40dc-af54-a4c953e6c049 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:24.317639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7404b21-cfea-4446-bbdc-5cee3501d1b9 req-080e7dde-11a1-40dc-af54-a4c953e6c049 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 945 time: 0.1616876 Apr 30 01:25:24.337104 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa97a5f8-8fb3-4e0d-befd-8b944fbcc1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.349521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.366062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c', '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'fd027f20-d5ce-440f-9b42-bef705fa75e5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:24.371489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16', '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:24.376607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:24.381916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:24.385667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:24.396575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-23a8bfd3-6709-444a-8bf8-23e680e2fb98 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 36eb79d7-89b3-4cbd-af9a-3cc83715ede3 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:24.396940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23a8bfd3-6709-444a-8bf8-23e680e2fb98 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.435089 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0ff9-86dc-43d4-8e0b-0952a79722d8 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.471822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'Port': ['ID=a23cf205-0bab-490b-9631-a8bb0820acb1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:24.481952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:24.482794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.521637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0ff9-86dc-43d4-8e0b-0952a79722d8 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.574881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0ff9-86dc-43d4-8e0b-0952a79722d8 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:24.584907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7404b21-cfea-4446-bbdc-5cee3501d1b9 req-5be663cd-8cf6-41db-90ec-991f5e984485 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503855 Apr 30 01:25:24.613425 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-f4229740-9c1d-4f11-9a4e-3fcd4b76c6e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2663119 Apr 30 01:25:24.613749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Allocated IP 172.25.0.174 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/0f30279c-53e3-4271-bae4-22dbba57f921) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:24.631763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Request body: {'port': {'device_id': '6cab4101-9438-4ec5-b786-52fd24642791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:24.674087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0ff9-86dc-43d4-8e0b-0952a79722d8 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.679634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bc3e0ff9-86dc-43d4-8e0b-0952a79722d8 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5298281 Apr 30 01:25:24.687487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43512) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:24.692166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9f2e7ee7-23f5-4412-8ef9-d5724eb5a89f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Request body: {'security_group_rule': {'security_group_id': '0a7cdba4-dfdb-4cfe-bfcf-822490ae9796', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:24.714210 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23a8bfd3-6709-444a-8bf8-23e680e2fb98 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.756948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.765106 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa97a5f8-8fb3-4e0d-befd-8b944fbcc1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.768396 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa97a5f8-8fb3-4e0d-befd-8b944fbcc1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.772501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fa97a5f8-8fb3-4e0d-befd-8b944fbcc1f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2d0e8e2-dd8d-458c-84b4-4f33a926675b HTTP/1.1" status: 204 len: 168 time: 0.8099842 Apr 30 01:25:24.775455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-23a8bfd3-6709-444a-8bf8-23e680e2fb98 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 36eb79d7-89b3-4cbd-af9a-3cc83715ede3 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:24.807143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a5f8-8fb3-4e0d-befd-8b944fbcc1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d0e8e2-dd8d-458c-84b4-4f33a926675b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:24.885523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7ee7-23f5-4412-8ef9-d5724eb5a89f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.945690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:24.963326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b018ae26-aef8-4bff-ba78-2dc5920a07a9 None None] Provisioning complete for port a23cf205-0bab-490b-9631-a8bb0820acb1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:24.963968 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b018ae26-aef8-4bff-ba78-2dc5920a07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.064600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b018ae26-aef8-4bff-ba78-2dc5920a07a9 None None] Port a23cf205-0bab-490b-9631-a8bb0820acb1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:25.087173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7ee7-23f5-4412-8ef9-d5724eb5a89f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.103568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376e003-6547-4ec3-b248-3c6cfc7d77e6 req-87a474e1-8d94-4996-9ce9-1d7dc0b8ab16 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:25.105421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f376e003-6547-4ec3-b248-3c6cfc7d77e6 req-87a474e1-8d94-4996-9ce9-1d7dc0b8ab16 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1959791 Apr 30 01:25:25.107874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.176171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:25.180911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:25.193674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:25.222662 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7ee7-23f5-4412-8ef9-d5724eb5a89f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.241920 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23a8bfd3-6709-444a-8bf8-23e680e2fb98 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.253305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event updated for resources: {'Port': ['ID=0f30279c-53e3-4271-bae4-22dbba57f921,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:25.259215 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f376e003-6547-4ec3-b248-3c6cfc7d77e6 req-01195943-59d0-4b29-b8cd-c876211745be tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410885 Apr 30 01:25:25.269097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e7ee7-23f5-4412-8ef9-d5724eb5a89f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6423c907-bb86-4025-81b3-5a50fe983e16,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:25.347777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8bfd3-6709-444a-8bf8-23e680e2fb98 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=36eb79d7-89b3-4cbd-af9a-3cc83715ede3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:25.351077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7ee7-23f5-4412-8ef9-d5724eb5a89f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.352779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9f2e7ee7-23f5-4412-8ef9-d5724eb5a89f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6686532 Apr 30 01:25:25.355710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43522) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:25.398692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23cf205-0bab-490b-9631-a8bb0820acb1 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:25.408387 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.424744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Transition to ACTIVE for port object a23cf205-0bab-490b-9631-a8bb0820acb1 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:25:25.462610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:25.474534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-895b6ab5-5705-4e7f-8922-96e9d97e0abc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Request body: {'security_group_rule': {'security_group_id': '0a7cdba4-dfdb-4cfe-bfcf-822490ae9796', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:25.498276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca3a8a-0486-4f4c-8ced-5a451cfff5a0 req-814204a8-10d9-45cf-a715-8cc24708381c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:25.500317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bbca3a8a-0486-4f4c-8ced-5a451cfff5a0 req-814204a8-10d9-45cf-a715-8cc24708381c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 936 time: 0.3204057 Apr 30 01:25:25.502557 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.594693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053530fd-0532-460e-bede-905fba284fff service neutron] Pushing event updated for resources: {'Port': ['ID=a23cf205-0bab-490b-9631-a8bb0820acb1,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:25.614340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:25.615909 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.685994 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.701225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bbca3a8a-0486-4f4c-8ced-5a451cfff5a0 req-086df54c-d08f-4ed1-a0d3-baa7f0b1edff tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389053 Apr 30 01:25:25.707798 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23a8bfd3-6709-444a-8bf8-23e680e2fb98 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.711849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-23a8bfd3-6709-444a-8bf8-23e680e2fb98 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/ports/36eb79d7-89b3-4cbd-af9a-3cc83715ede3 HTTP/1.1" status: 204 len: 168 time: 1.8393853 Apr 30 01:25:25.715684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43526) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:25.721664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Attempting to bind port a23cf205-0bab-490b-9631-a8bb0820acb1 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:25.722222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Attempting to bind port a23cf205-0bab-490b-9631-a8bb0820acb1 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:25.722341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Attempting to bind port a23cf205-0bab-490b-9631-a8bb0820acb1 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:25.726119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:25.728009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Port a23cf205-0bab-490b-9631-a8bb0820acb1 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:25:25.728522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Attempting to bind port a23cf205-0bab-490b-9631-a8bb0820acb1 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:25.734535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 70d29850-b36f-4f40-a493-f47604000e99 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:25.757016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:25.757380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:25.757748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:25.758198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Bound port: a23cf205-0bab-490b-9631-a8bb0820acb1, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:25.758558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.778563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-895b6ab5-5705-4e7f-8922-96e9d97e0abc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.830613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43528) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:25.847647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.850383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d4e4c-8d26-4b78-974b-040a0715adca req-e1806d1f-8398-4110-b4b3-53a24e0d62a5 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:25.852127 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a57d4e4c-8d26-4b78-974b-040a0715adca req-e1806d1f-8398-4110-b4b3-53a24e0d62a5 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 945 time: 0.1084619 Apr 30 01:25:25.886440 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.889250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.917648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:25.940140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7059e396-2cab-47d7-a002-50b4d4793e78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27acdaff6c094de08d62ad76b74029b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061516 Apr 30 01:25:25.944806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] For port a23cf205-0bab-490b-9631-a8bb0820acb1, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:25.946843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43530) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:25.963612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-895b6ab5-5705-4e7f-8922-96e9d97e0abc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:25.970377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a57d4e4c-8d26-4b78-974b-040a0715adca req-ed43edc2-2360-4be7-90a9-8c921ab1dfb7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035345 Apr 30 01:25:25.980991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] For port a23cf205-0bab-490b-9631-a8bb0820acb1, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a23cf205-0bab-490b-9631-a8bb0820acb1,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:25.981410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 70d29850-b36f-4f40-a493-f47604000e99 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:25:25.986579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 70d29850-b36f-4f40-a493-f47604000e99 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:25.987092 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.017010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.029021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3c7864c-1e41-4503-909d-0bd85f24cf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.056520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3c7864c-1e41-4503-909d-0bd85f24cf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.086583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-895b6ab5-5705-4e7f-8922-96e9d97e0abc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.101240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:26.102164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.129684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b6ab5-5705-4e7f-8922-96e9d97e0abc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dbab97-45f1-4d1a-8912-6887a8047329,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:26.150558 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.157977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.159053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.160960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-053530fd-0532-460e-bede-905fba284fff service neutron] 10.222.0.23 "PUT /v2.0/ports/a23cf205-0bab-490b-9631-a8bb0820acb1 HTTP/1.1" status: 200 len: 1096 time: 1.5375960 Apr 30 01:25:26.161855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cab4101-9438-4ec5-b786-52fd24642791', 'tag': 'a23cf205-0bab-490b-9631-a8bb0820acb1'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:26.164541 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd244a58-3312-4c34-985c-1668ad8ceac4" -d '{"events": [{"name": "network-changed", "server_uuid": "6cab4101-9438-4ec5-b786-52fd24642791", "tag": "a23cf205-0bab-490b-9631-a8bb0820acb1"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:26.174801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.182439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.197569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104aeb7-3185-475b-a9b0-d9912f2eda5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d29850-b36f-4f40-a493-f47604000e99'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:26.205118 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0933f39-00a4-4f41-9976-71bca36f063f" -d '{"events": [{"server_uuid": "f104aeb7-3185-475b-a9b0-d9912f2eda5e", "name": "network-vif-plugged", "status": "completed", "tag": "70d29850-b36f-4f40-a493-f47604000e99"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:26.221804 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430507d9-7bee-40fe-b978-689b3ab54de2 x-openstack-request-id: req-430507d9-7bee-40fe-b978-689b3ab54de2 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:26.222560 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cab4101-9438-4ec5-b786-52fd24642791", "tag": "a23cf205-0bab-490b-9631-a8bb0820acb1", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:26.222972 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-430507d9-7bee-40fe-b978-689b3ab54de2 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:26.223697 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430507d9-7bee-40fe-b978-689b3ab54de2'] response: {'name': 'network-changed', 'server_uuid': '6cab4101-9438-4ec5-b786-52fd24642791', 'tag': 'a23cf205-0bab-490b-9631-a8bb0820acb1', 'status': 'completed', 'code': 200} Apr 30 01:25:26.229126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053530fd-0532-460e-bede-905fba284fff service neutron] Pushing event updated for resources: {'Port': ['ID=a23cf205-0bab-490b-9631-a8bb0820acb1,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:26.243490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=70d29850-b36f-4f40-a493-f47604000e99,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:26.247929 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Sync routers for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:26.262015 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1399453-b191-4d55-9f93-c80006b69925 x-openstack-request-id: req-a1399453-b191-4d55-9f93-c80006b69925 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:26.262366 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104aeb7-3185-475b-a9b0-d9912f2eda5e", "name": "network-vif-plugged", "status": "completed", "tag": "70d29850-b36f-4f40-a493-f47604000e99", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:26.264671 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1399453-b191-4d55-9f93-c80006b69925 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:26.265137 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1399453-b191-4d55-9f93-c80006b69925'] response: {'server_uuid': 'f104aeb7-3185-475b-a9b0-d9912f2eda5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d29850-b36f-4f40-a493-f47604000e99', 'code': 200} Apr 30 01:25:26.267134 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:26.267853 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:26.273783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-895b6ab5-5705-4e7f-8922-96e9d97e0abc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.274984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-895b6ab5-5705-4e7f-8922-96e9d97e0abc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8755395 Apr 30 01:25:26.290242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:26.296014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:26.303592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.327355 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3c7864c-1e41-4503-909d-0bd85f24cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.338274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3c7864c-1e41-4503-909d-0bd85f24cf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.338274 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d3c7864c-1e41-4503-909d-0bd85f24cf60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/528a4ff1-099e-4351-9048-e9e0e28f735c HTTP/1.1" status: 204 len: 168 time: 0.3890033 Apr 30 01:25:26.348697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244a58-3312-4c34-985c-1668ad8ceac4 req-309111e0-cf9f-4fc9-ba34-fc9587f0b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.350349 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd244a58-3312-4c34-985c-1668ad8ceac4 req-309111e0-cf9f-4fc9-ba34-fc9587f0b3c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 1099 time: 0.0969160 Apr 30 01:25:26.351184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7864c-1e41-4503-909d-0bd85f24cf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528a4ff1-099e-4351-9048-e9e0e28f735c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:26.364688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.409210 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd244a58-3312-4c34-985c-1668ad8ceac4 req-77fcea13-b22b-4649-8c91-6eaf0008df21 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483565 Apr 30 01:25:26.471588 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:26.488096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=70d29850-b36f-4f40-a493-f47604000e99,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:26.569029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244a58-3312-4c34-985c-1668ad8ceac4 req-3a14e318-803f-4282-bf13-88c6ee8c881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.570888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd244a58-3312-4c34-985c-1668ad8ceac4 req-3a14e318-803f-4282-bf13-88c6ee8c881a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1530027 Apr 30 01:25:26.645751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.660054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event updated for resources: {'Port': ['ID=0f30279c-53e3-4271-bae4-22dbba57f921,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:26.670648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e7ac0-ea75-4e78-a9ee-402ca5210a3c req-41d8c607-7439-4ccd-a680-019c729b9da9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.672733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-256e7ac0-ea75-4e78-a9ee-402ca5210a3c req-41d8c607-7439-4ccd-a680-019c729b9da9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2624865 Apr 30 01:25:26.689379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-4fb40a99-c35b-463b-903b-bad7f81f969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.691064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-4fb40a99-c35b-463b-903b-bad7f81f969f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 1099 time: 0.0673726 Apr 30 01:25:26.728499 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.737235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d3dfd-7358-47ff-9490-088d3ea754a4 req-90785eb4-3a6a-4ad5-9a9e-a74ec6fee6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.737235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-106d3dfd-7358-47ff-9490-088d3ea754a4 req-90785eb4-3a6a-4ad5-9a9e-a74ec6fee6ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 1097 time: 0.3284006 Apr 30 01:25:26.760129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-aaaa2f8a-355d-4711-80c9-d20855a67704 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=a23cf205-0bab-490b-9631-a8bb0820acb1 HTTP/1.1" status: 200 len: 217 time: 0.0600290 Apr 30 01:25:26.774560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:22Z', 'revision_number': 2, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:26.811774 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Checking router: 8fc6c176-4362-4293-92c8-e0017596c16e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:26.812399 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Updating router 8fc6c176-4362-4293-92c8-e0017596c16e port d923133e-ba89-4fab-8604-f963e9d8844c binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:25:26.840740 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.848885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-aa8e58dc-16ca-43ed-a6ab-bc53a0b770fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.850353 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-aa8e58dc-16ca-43ed-a6ab-bc53a0b770fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0815518 Apr 30 01:25:26.851683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.25.0.38 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ad9eb5e9-d0fd-40a1-b3e7-60f9a5b35caf) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:26.872061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657e0ec-ab02-40f5-8cae-7776e355d079 req-a35f7b3f-f81a-4b20-81fa-9eac540f91f3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.874391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2657e0ec-ab02-40f5-8cae-7776e355d079 req-a35f7b3f-f81a-4b20-81fa-9eac540f91f3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 948 time: 0.0594873 Apr 30 01:25:26.921376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-256e7ac0-ea75-4e78-a9ee-402ca5210a3c req-4c33b017-a7a3-40ee-9d26-7cff2a94feb5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305555 Apr 30 01:25:26.934487 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:26.944886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a408278a-052c-4d75-8a7c-80163fb684ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9835820 Apr 30 01:25:26.983870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2657e0ec-ab02-40f5-8cae-7776e355d079 req-0153388b-35be-4c7e-b648-53146acaffc2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981441 Apr 30 01:25:26.986540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-b7f22a1d-4210-4817-a348-47b875f82986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:26.995467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-b7f22a1d-4210-4817-a348-47b875f82986 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187911 Apr 30 01:25:27.000318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-106d3dfd-7358-47ff-9490-088d3ea754a4 req-ef0c0000-b04b-4c38-8a5f-4ea4c7e62b29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531033 Apr 30 01:25:27.086013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.171799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-cfe44790-7efb-44de-a7f4-271233d6decb service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682396 Apr 30 01:25:27.192737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.224896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afd10c-6807-4162-be6e-a3fc3d13ae08 req-8dc67ba5-a282-45a3-81b7-1ea4a6ad9315 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:27.226932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40afd10c-6807-4162-be6e-a3fc3d13ae08 req-8dc67ba5-a282-45a3-81b7-1ea4a6ad9315 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.1128597 Apr 30 01:25:27.255334 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.285432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.326196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-804fb346-2033-4a36-85bf-be6d1d7ff527 req-77c06a34-dd47-4d71-96b3-2d2542f46eab service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453145 Apr 30 01:25:27.335709 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.363799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-bba61852-3093-4444-a7a8-1d2d5ed3217e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1977187929&fields=id&tenant_id=3cef20abdce04a07aa842543e6cb83b5 HTTP/1.1" status: 200 len: 267 time: 0.1489067 Apr 30 01:25:27.364599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:27.408676 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Pushing event updated for resources: {'Port': ['ID=d923133e-ba89-4fab-8604-f963e9d8844c,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:27.416123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=ad9eb5e9-d0fd-40a1-b3e7-60f9a5b35caf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:27.424464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:27.425374 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.428929 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.429279 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.429618 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.429955 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.430286 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.430611 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.430939 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.431262 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.431608 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.435794 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.435794 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.435794 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:25:27.441389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40afd10c-6807-4162-be6e-a3fc3d13ae08 req-4d01c928-75e3-4d83-ae73-7883c134a5ea tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874673 Apr 30 01:25:27.445937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:27.457714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:27.467460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:27.522434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Allocated IP 172.25.0.185 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a842972c-736d-4242-8bd4-db776daa8c15) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:27.556865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-95f7a5f1-8646-483f-bcf5-75cffbb6fd5f tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:27.564762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-95f7a5f1-8646-483f-bcf5-75cffbb6fd5f tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/networks?id=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b HTTP/1.1" status: 200 len: 805 time: 0.1864650 Apr 30 01:25:27.571703 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Attempting to bind port d923133e-ba89-4fab-8604-f963e9d8844c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:27.573099 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Attempting to bind port d923133e-ba89-4fab-8604-f963e9d8844c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:27.573099 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Attempting to bind port d923133e-ba89-4fab-8604-f963e9d8844c on network 96eabac2-c592-40b0-8e17-6135c06b7433 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:27.579762 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:27.580212 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Checking segment: {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:27.580559 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.580953 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Bound using segment: {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:27.581431 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Bound port: d923133e-ba89-4fab-8604-f963e9d8844c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:27.581810 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.603659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-44a4bc9d-c054-4271-9772-0730e1db9a93 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/quotas/3cef20abdce04a07aa842543e6cb83b5 HTTP/1.1" status: 200 len: 375 time: 0.0378671 Apr 30 01:25:27.661247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.690924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-4de52d24-1c55-452b-9f5f-d1a83622b796 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cef20abdce04a07aa842543e6cb83b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861628 Apr 30 01:25:27.691808 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] For port d923133e-ba89-4fab-8604-f963e9d8844c, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:27.696451 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] For port d923133e-ba89-4fab-8604-f963e9d8844c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d923133e-ba89-4fab-8604-f963e9d8844c,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:27.705826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9813edec-6651-412d-adcc-96ef27153253 None None] Provisioning complete for port d923133e-ba89-4fab-8604-f963e9d8844c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:27.706323 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9813edec-6651-412d-adcc-96ef27153253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.744285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9813edec-6651-412d-adcc-96ef27153253 None None] Port d923133e-ba89-4fab-8604-f963e9d8844c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:27.766306 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.786896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-e69d866f-5bc5-4b27-94a5-0c04b5cf50c1 service neutron] 10.222.0.15 "GET /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842638 Apr 30 01:25:27.839121 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.884914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.902676 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:27.903307 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:27.904867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:27.942335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:27.993504 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e3e77-c62b-4791-8a69-21862541bdd2 None None] Pushing event updated for resources: {'Port': ['ID=d923133e-ba89-4fab-8604-f963e9d8844c,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:28.001940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:28.007195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:28.013837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:28.053700 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:25:28.134949 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:28.170296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-aea87333-82b6-4b84-bde9-8f859eaa1d80 None None] Provisioning complete for port d923133e-ba89-4fab-8604-f963e9d8844c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:28.171327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aea87333-82b6-4b84-bde9-8f859eaa1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.182038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event updated for resources: {'Port': ['ID=a842972c-736d-4242-8bd4-db776daa8c15,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:28.278424 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aea87333-82b6-4b84-bde9-8f859eaa1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.321316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-aea87333-82b6-4b84-bde9-8f859eaa1d80 None None] For port d923133e-ba89-4fab-8604-f963e9d8844c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d923133e-ba89-4fab-8604-f963e9d8844c,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:28.347000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-b2080926-ea23-4858-b38d-f694c7a68bf8 service neutron] 10.222.0.15 "GET /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533671 Apr 30 01:25:28.404729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aea87333-82b6-4b84-bde9-8f859eaa1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.450661 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:27Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:28.479882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-network', 'tenant_id': 'e340b302c99d4085af351928200814d1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:28.481742 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d3581d-4906-4e4d-9d9a-725ea95fe689 None None] The sync data for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 is: [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:27Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:28.511200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea87333-82b6-4b84-bde9-8f859eaa1d80 None None] Pushing event updated for resources: {'Port': ['ID=d923133e-ba89-4fab-8604-f963e9d8844c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:28.643666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754e83-9664-4bfb-ba74-460ae4377a40 req-8ec9649d-f401-4fc5-99a1-83154fd83841 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:28.645307 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66754e83-9664-4bfb-ba74-460ae4377a40 req-8ec9649d-f401-4fc5-99a1-83154fd83841 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.6072831 Apr 30 01:25:28.666089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Made reservation on behalf of e340b302c99d4085af351928200814d1 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:28.668498 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.678834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.689403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-898e9f2a-b287-47cd-b15e-47c7364028de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.694805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.727997 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.732753 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66754e83-9664-4bfb-ba74-460ae4377a40 req-e7ed4417-104b-4df2-8c43-bc6030dcfe16 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768459 Apr 30 01:25:28.804773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.827783 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.840614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.848615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e9a5-172f-4cce-9530-2f2b012e4e55 req-45b7a23d-b2a8-4a7d-8251-7084138efeb9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:28.851010 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d32e9a5-172f-4cce-9530-2f2b012e4e55 req-45b7a23d-b2a8-4a7d-8251-7084138efeb9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 948 time: 0.0881689 Apr 30 01:25:28.941904 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d32e9a5-172f-4cce-9530-2f2b012e4e55 req-7e677b15-818e-4d81-9ff5-a4b1dc8d3b07 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787528 Apr 30 01:25:28.941904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:28.974235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:25:29.017562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.020632 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Added segment 75ec175e-f125-4cc6-84d5-c1e868a3f531 of type vlan for network d67c204c-c809-45ae-ac81-4f2d261d7752 Apr 30 01:25:29.027974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=ad9eb5e9-d0fd-40a1-b3e7-60f9a5b35caf,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:29.064846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.123193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49574520-19d2-4368-bfe6-52ae92c50aeb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:29.140709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a413067-afa4-4d92-ad17-f067414d310c req-e7134f19-d004-4e04-a471-4376b4f8fd47 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 210 time: 0.0934219 Apr 30 01:25:29.167147 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.168171 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.195195 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.196754 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6fc6dbaa-480f-4f40-8960-4a3df6775c36 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4797151 Apr 30 01:25:29.199359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43596) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:29.205485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'port': {'network_id': '4ea4323f-f209-4602-b0d3-b716558e9112', 'name': 'tempest-FloatingIPTestJSON-901224638'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:29.246165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.322121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.323937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:29.324099 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.384087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event updated for resources: {'Port': ['ID=a842972c-736d-4242-8bd4-db776daa8c15,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:29.405379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d057d8-7b15-4854-b3b4-760ee8cb9c11 req-819fa25b-7e3a-429b-9a39-778bf5637a2b tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:29.406040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d67c204c-c809-45ae-ac81-4f2d261d7752,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:29.406334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d923133e-ba89-4fab-8604-f963e9d8844c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:29.410073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7d057d8-7b15-4854-b3b4-760ee8cb9c11 req-819fa25b-7e3a-429b-9a39-778bf5637a2b tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.1728103 Apr 30 01:25:29.412191 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.449838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d67c204c-c809-45ae-ac81-4f2d261d7752 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:25:29.462495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7d057d8-7b15-4854-b3b4-760ee8cb9c11 req-0a2a98a2-eb11-4d64-9079-2716290b8412 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Apr 30 01:25:29.491304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-acdfdb9d-6608-4ad0-8a15-c9561084c9e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5813582 Apr 30 01:25:29.494531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43600) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:29.499544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Request body: {'subnet': {'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-subnet', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:29.515286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.517459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ccfe5c02-2fdc-4a73-9841-2a5c997ffa23 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2254491 Apr 30 01:25:29.550611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d923133e-ba89-4fab-8604-f963e9d8844c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:29.551569 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.639271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b48bb0-2efe-4893-a119-2dc2dd30ef5b req-40a4a790-e027-429f-aeb3-7951bb6805a4 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:29.642174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7b48bb0-2efe-4893-a119-2dc2dd30ef5b req-40a4a790-e027-429f-aeb3-7951bb6805a4 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.0568495 Apr 30 01:25:29.649597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:29.653511 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.679574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Made reservation on behalf of e340b302c99d4085af351928200814d1 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:29.681852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:29.706584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] device_id is not set on port fab2ca99-ccb8-45e2-b465-f40783462327 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:25:29.762374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-12a9049f-e28f-46af-ab39-4302725a37b6 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--322622570&fields=id&tenant_id=19684d2cb385403ba1589d6c5b150341 HTTP/1.1" status: 200 len: 267 time: 0.0486400 Apr 30 01:25:29.788448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7b48bb0-2efe-4893-a119-2dc2dd30ef5b req-58c51006-3894-48a8-b383-bb560c0aef2b tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322875 Apr 30 01:25:29.822357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a23cf205-0bab-490b-9631-a8bb0820acb1 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:25:29.904601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402adc-aeff-4529-bc9c-86819f57245f req-e90fd257-5170-467d-8e48-f29a18d41dbb tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:29.913658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-e90fd257-5170-467d-8e48-f29a18d41dbb tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/networks?id=96eabac2-c592-40b0-8e17-6135c06b7433 HTTP/1.1" status: 200 len: 814 time: 0.1431437 Apr 30 01:25:29.924904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-22fc43cf-02f6-4486-9a98-24e75f8b62c1 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/quotas/19684d2cb385403ba1589d6c5b150341 HTTP/1.1" status: 200 len: 375 time: 0.0103207 Apr 30 01:25:29.942544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.20.0.12 (4ea4323f-f209-4602-b0d3-b716558e9112/020f2aff-0513-4fcf-b1b8-2ac6b9c7defd/fab2ca99-ccb8-45e2-b465-f40783462327) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:29.945815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a23cf205-0bab-490b-9631-a8bb0820acb1, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a23cf205-0bab-490b-9631-a8bb0820acb1,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:29.960876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'a23cf205-0bab-490b-9631-a8bb0820acb1', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'a23cf205-0bab-490b-9631-a8bb0820acb1', 'mac_address': 'fa:16:3e:bb:54:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:25:29.998090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-d360d4d6-8eda-46cd-8db9-08f4d7decf46 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=19684d2cb385403ba1589d6c5b150341&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589657 Apr 30 01:25:30.012567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.015139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0c551-774a-4bc7-a928-3e6a31dde92d req-b5502d33-302a-4a20-9117-95a5cefc8da6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:30.016944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83b0c551-774a-4bc7-a928-3e6a31dde92d req-b5502d33-302a-4a20-9117-95a5cefc8da6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1465433 Apr 30 01:25:30.028864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23cf205-0bab-490b-9631-a8bb0820acb1 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:30.050378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a23cf205-0bab-490b-9631-a8bb0820acb1, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a23cf205-0bab-490b-9631-a8bb0820acb1,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:30.092485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-9e4e18f3-6198-40fc-9fbc-15a2f773beeb service neutron] 10.222.0.15 "GET /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921080 Apr 30 01:25:30.111609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83b0c551-774a-4bc7-a928-3e6a31dde92d req-c8953bfd-5c30-4edc-87ce-40c7f93a10cc tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Apr 30 01:25:30.164627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.169067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e7a26880-10fd-4a90-8c41-e90f06758b59 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:25:30.208690 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-aedb81c2-cdea-44c1-ba2f-0983b1fbbd21 service neutron] 10.222.0.15 "GET /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095092 Apr 30 01:25:30.236147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a23cf205-0bab-490b-9631-a8bb0820acb1,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:30.240354 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.286645 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.327653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:30.340182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'port_id': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'mac_address': 'fa:16:3e:fc:bc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fb0ab4-af80-4f70-a732-87688021c8fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:25:30.346293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120021f8-02fa-4d29-b279-3164fe2cf9f2,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:30.365476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cc7e4-7ae1-4f39-b43c-0de43cb2ff81 req-b4e958f4-41a4-428e-84a1-c8900723f431 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:30.367103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf5cc7e4-7ae1-4f39-b43c-0de43cb2ff81 req-b4e958f4-41a4-428e-84a1-c8900723f431 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 949 time: 0.1750944 Apr 30 01:25:30.379375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.392475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7a26880-10fd-4a90-8c41-e90f06758b59 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:30.404784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Checking segment: {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:30.405357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Network hostable DHCP agents. Network: d67c204c-c809-45ae-ac81-4f2d261d7752, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:25:30.414457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:30.440069 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf5cc7e4-7ae1-4f39-b43c-0de43cb2ff81 req-101b05c3-e7b2-40e0-b4b4-e59e3f9a53b2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641434 Apr 30 01:25:30.486341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.508333 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.563019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Network d67c204c-c809-45ae-ac81-4f2d261d7752 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:25:30.578305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:30.590289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88d7e4-b0db-4a9c-a1f5-20b2d3ef3fbe req-6178aaff-9ed0-4326-9d43-6305b0b8f46f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:30.590289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b88d7e4-b0db-4a9c-a1f5-20b2d3ef3fbe req-6178aaff-9ed0-4326-9d43-6305b0b8f46f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.0934367 Apr 30 01:25:30.616814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ade6a82-7be4-48cc-af4d-4b7a496ac330 req-199f0b12-29e8-4003-b00e-f402d7360daf tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 210 time: 0.1113851 Apr 30 01:25:30.628805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network 4ea4323f-f209-4602-b0d3-b716558e9112 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:30.632428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:30.636911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:30.655688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['e7a26880-10fd-4a90-8c41-e90f06758b59'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:30.664471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b88d7e4-b0db-4a9c-a1f5-20b2d3ef3fbe req-7b9dddc7-a746-4a83-bcca-8cb9dda03b3c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639102 Apr 30 01:25:30.692575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=fab2ca99-ccb8-45e2-b465-f40783462327,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:30.727610 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b9ef9a0-66d2-4cdb-a34c-f3dfeace28f4 req-2ecc00a8-9bf1-4f4b-b0fe-81e82e8299a6 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 210 time: 0.0409303 Apr 30 01:25:30.738766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:30.739551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.743804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d67c204c-c809-45ae-ac81-4f2d261d7752) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:30.753043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:30.753787 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.761782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe71b9e-9265-40f9-8e5a-7a6388598852 None None] Network d67c204c-c809-45ae-ac81-4f2d261d7752 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:30.838964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9864cd-077d-456e-afe9-a5fffaaddc64 req-ee80f0b9-2b28-4489-b619-6d263daede4d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:30.840593 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf9864cd-077d-456e-afe9-a5fffaaddc64 req-ee80f0b9-2b28-4489-b619-6d263daede4d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.0573187 Apr 30 01:25:30.849013 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-44dda53c-6253-4872-9158-3008d3c3d18f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6465342 Apr 30 01:25:30.849763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43638) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:30.854371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'port_id': 'fab2ca99-ccb8-45e2-b465-f40783462327'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:30.899236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-096109a9-11d3-4da7-9c45-54446008ea57 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4010215 Apr 30 01:25:30.900231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43640) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:30.903846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:30.906910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:30.915765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf9864cd-077d-456e-afe9-a5fffaaddc64 req-19af1a2d-9756-4a9d-9174-d8a1113fef84 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668993 Apr 30 01:25:30.942472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a23cf205-0bab-490b-9631-a8bb0820acb1'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:30.946523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b699-85a6-4bd5-9814-e603898284e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.040039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d67c204c-c809-45ae-ac81-4f2d261d7752', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:25:31.040883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.074933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0700924-bc7a-49b0-ba29-10a7bd9ef081 req-9319f029-1be0-4ac5-a92b-ebaa56a6a8f9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:31.076596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0700924-bc7a-49b0-ba29-10a7bd9ef081 req-9319f029-1be0-4ac5-a92b-ebaa56a6a8f9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.0613894 Apr 30 01:25:31.077756 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.079339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.221735 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.228465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0700924-bc7a-49b0-ba29-10a7bd9ef081 req-b52c4158-ee4a-4f86-91e9-6389843648b3 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422901 Apr 30 01:25:31.246583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Allocated IP 172.20.0.2 (d67c204c-c809-45ae-ac81-4f2d261d7752/120021f8-02fa-4d29-b279-3164fe2cf9f2/f83b109a-e3b4-40c5-9082-56cbd4766ac5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:31.385040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647654e-524f-442c-8075-0d355937c6fb req-6f46e61e-4133-416e-9dd5-c3dfd775c755 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:31.386670 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e647654e-524f-442c-8075-0d355937c6fb req-6f46e61e-4133-416e-9dd5-c3dfd775c755 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 945 time: 0.1314995 Apr 30 01:25:31.498977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.536623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e647654e-524f-442c-8075-0d355937c6fb req-3bbbdd76-9bdf-4f72-9af4-a2e4a5fda8cb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097519 Apr 30 01:25:31.585678 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.595287 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-8f495203-fff7-4a6b-9ed6-af0c570b7e24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2778199 Apr 30 01:25:31.609583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc73364-eb94-42ec-aa04-4ab9de7c93be req-62177196-bfb0-4844-b3c9-ef0bc82c66cc tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:31.618615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2fc73364-eb94-42ec-aa04-4ab9de7c93be req-62177196-bfb0-4844-b3c9-ef0bc82c66cc tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.2964261 Apr 30 01:25:31.639154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.691157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Network d67c204c-c809-45ae-ac81-4f2d261d7752 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:31.694708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:31.701873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.702119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:31.709779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Pushing event updated for resources: {'Port': ['ID=f83b109a-e3b4-40c5-9082-56cbd4766ac5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:31.736953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a9e9f-fe1e-4ae0-98db-2ad579e231fa req-0763c9ac-d033-4850-9157-07c34e8cabf8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:31.738995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc5a9e9f-fe1e-4ae0-98db-2ad579e231fa req-0763c9ac-d033-4850-9157-07c34e8cabf8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 949 time: 0.1406643 Apr 30 01:25:31.780195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2fc73364-eb94-42ec-aa04-4ab9de7c93be req-377c81bf-97bf-453d-bfce-d94d6f94a1c0 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522391 Apr 30 01:25:31.825315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.882549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc5a9e9f-fe1e-4ae0-98db-2ad579e231fa req-04083c8e-8fcf-4c7d-ab25-1bf1020b79fe tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339052 Apr 30 01:25:31.915418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e7a26880-10fd-4a90-8c41-e90f06758b59 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:31.916366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-938c5eaa-5c9b-40e7-8007-a6981edc35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:31.921170 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-938c5eaa-5c9b-40e7-8007-a6981edc35a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 1100 time: 0.2854896 Apr 30 01:25:31.977319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9db513e8-92be-472b-bb5b-cd82d4e71ebd req-2db3c55c-0f53-4979-bd89-917fc59ff900 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 210 time: 0.0664902 Apr 30 01:25:31.979148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Attempting to bind port f83b109a-e3b4-40c5-9082-56cbd4766ac5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:31.979619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Attempting to bind port f83b109a-e3b4-40c5-9082-56cbd4766ac5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:31.980050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Attempting to bind port f83b109a-e3b4-40c5-9082-56cbd4766ac5 on network d67c204c-c809-45ae-ac81-4f2d261d7752 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:31.991975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:31.992442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Checking segment: {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:31.993032 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.993501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Bound using segment: {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:31.994062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Bound port: f83b109a-e3b4-40c5-9082-56cbd4766ac5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:31.994581 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:31.995821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-10d99cb2-3925-4967-a1f2-6ac8fffecbb5 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:31.997290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-10d99cb2-3925-4967-a1f2-6ac8fffecbb5 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.21 "GET /v2.0/networks?id=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b HTTP/1.1" status: 200 len: 805 time: 0.3846622 Apr 30 01:25:32.000878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be850903-a061-4195-8570-cbfb5eb7175f req-29becadb-7d55-4fdc-897a-d825a0fcff9f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 210 time: 0.0316627 Apr 30 01:25:32.023798 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 06d05dfd-9184-4bcb-a61f-ed6677236f9e associated. External IP: 172.25.0.38, port: fab2ca99-ccb8-45e2-b465-f40783462327. Apr 30 01:25:32.124614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-65ac3b17-ef5f-452b-9b05-981751ad972f tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cef20abdce04a07aa842543e6cb83b5 HTTP/1.1" status: 200 len: 380 time: 0.1176074 Apr 30 01:25:32.150000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Request body: {'port': {'device_id': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'admin_state_up': True, 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'security_groups': ['36fd11f3-f7f4-4bea-8b22-09a787d4477f']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:32.157868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-26981440-e67e-41d3-989f-4db714cab519 None None] For port f83b109a-e3b4-40c5-9082-56cbd4766ac5, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:32.161594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-26981440-e67e-41d3-989f-4db714cab519 None None] For port f83b109a-e3b4-40c5-9082-56cbd4766ac5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f83b109a-e3b4-40c5-9082-56cbd4766ac5,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:32.165613 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.180119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port e7a26880-10fd-4a90-8c41-e90f06758b59 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:32.180684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.277884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-d63f99d3-2e00-4ea3-b518-7289da7a7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:32.279347 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-d63f99d3-2e00-4ea3-b518-7289da7a7133 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3204992 Apr 30 01:25:32.289316 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.316492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:32.319011 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3067a1-b9cd-435e-a64b-bfd3fed38f28" -d '{"events": [{"server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:32.330693 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.338243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:32.379687 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-de02aa29-9e9c-4643-a93d-a93196ad033b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1b941a1d-e29a-4a53-8008-afa6ba352a16 HTTP/1.1" status: 200 len: 217 time: 0.0840411 Apr 30 01:25:32.405065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26981440-e67e-41d3-989f-4db714cab519 None None] Pushing event updated for resources: {'Port': ['ID=f83b109a-e3b4-40c5-9082-56cbd4766ac5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:32.420928 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a460c-c95a-4231-99d9-97629a831130 x-openstack-request-id: req-a28a460c-c95a-4231-99d9-97629a831130 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:32.421215 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:32.421469 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a28a460c-c95a-4231-99d9-97629a831130 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:32.422020 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28a460c-c95a-4231-99d9-97629a831130'] response: {'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'code': 200} Apr 30 01:25:32.424812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.444270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:32.450275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b16db7-cab5-4508-a38a-546ccc4aec6d req-708f5f55-f498-4a24-aabb-0529752409f7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:32.451848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b16db7-cab5-4508-a38a-546ccc4aec6d req-708f5f55-f498-4a24-aabb-0529752409f7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.3056693 Apr 30 01:25:32.522697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:32.595125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-44380e1f-5d1b-4f9e-8ed9-e5f6467098ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:32.596681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-44380e1f-5d1b-4f9e-8ed9-e5f6467098ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2112248 Apr 30 01:25:32.611357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37b16db7-cab5-4508-a38a-546ccc4aec6d req-d78d649e-0f69-440e-95cd-4797365d0c60 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206343 Apr 30 01:25:32.626481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Made reservation on behalf of 3cef20abdce04a07aa842543e6cb83b5 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:32.631035 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.635757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.720782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.876867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:32.889037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca68346-949b-4e8d-99e7-b6c3d667e4be None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:32.894912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:32.901272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-ce90e958-9492-4a60-b9fd-8bdd654cfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:32.902588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-b293400c-d0e9-4c1b-ba83-3406d78f6e45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2239530 Apr 30 01:25:32.903055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-ce90e958-9492-4a60-b9fd-8bdd654cfd59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2886925 Apr 30 01:25:32.912586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca68346-949b-4e8d-99e7-b6c3d667e4be None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:32.913387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fca68346-949b-4e8d-99e7-b6c3d667e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:33.002208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1b7f-ac6a-4321-a624-47fe5a7fb83b req-eaebecf3-1dc9-4af5-ad8d-01182c7c1c4d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:33.006352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fca68346-949b-4e8d-99e7-b6c3d667e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:33.009911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-256d1b7f-ac6a-4321-a624-47fe5a7fb83b req-eaebecf3-1dc9-4af5-ad8d-01182c7c1c4d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2383473 Apr 30 01:25:33.018193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca68346-949b-4e8d-99e7-b6c3d667e4be None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:33.019134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fca68346-949b-4e8d-99e7-b6c3d667e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:33.072222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34b9a3-9fb3-4630-b211-998b78096a25 req-6df48513-e93a-4335-9174-411957c0af9f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:33.076513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-49821e8f-0ac6-47af-b919-83284bab2db4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/floatingips/06d05dfd-9184-4bcb-a61f-ed6677236f9e HTTP/1.1" status: 200 len: 977 time: 2.2256536 Apr 30 01:25:33.082565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fca68346-949b-4e8d-99e7-b6c3d667e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:33.083691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca68346-949b-4e8d-99e7-b6c3d667e4be None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:33.085535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b34b9a3-9fb3-4630-b211-998b78096a25 req-6df48513-e93a-4335-9174-411957c0af9f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.3141160 Apr 30 01:25:33.088688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43704) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:33.101924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-256d1b7f-ac6a-4321-a624-47fe5a7fb83b req-03ef6f00-784a-4b99-a274-ffdcab50ca8a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910916 Apr 30 01:25:33.118337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-e5ca5fde-18d4-4796-a147-6aa8d8791edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:33.119875 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-e5ca5fde-18d4-4796-a147-6aa8d8791edc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 1099 time: 0.0984213 Apr 30 01:25:33.178095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-0a92db53-e4ee-4a2a-b05b-24e44d7b6407 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439196 Apr 30 01:25:33.216864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Allocated IP 172.20.0.6 (5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b/4ca69dad-821f-45c3-9d1b-e55873ac7a19/7c960b67-7d09-47b9-b792-3509e3573393) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:33.310320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-b0b831d9-8557-4710-81f4-65252bab3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:33.310320 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-b0b831d9-8557-4710-81f4-65252bab3684 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1649399 Apr 30 01:25:33.390259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-58592aa0-2880-4023-894b-98f6f6ee6480 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c0a30768-e3aa-4219-9783-deb436b16c21 HTTP/1.1" status: 200 len: 217 time: 0.0699069 Apr 30 01:25:33.478394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f83b109a-e3b4-40c5-9082-56cbd4766ac5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:33.555771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-a9a99298-d904-4fc5-9778-15a68f702d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:33.557432 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-a9a99298-d904-4fc5-9778-15a68f702d14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1623564 Apr 30 01:25:33.698930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107d3c-2d72-4cb0-aa76-60aa3328c257 req-b573f4a5-2e5e-4248-b3c6-65f7f0746917 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:33.708418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd107d3c-2d72-4cb0-aa76-60aa3328c257 req-b573f4a5-2e5e-4248-b3c6-65f7f0746917 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 949 time: 0.0866408 Apr 30 01:25:33.712360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-f09f1468-d9e1-4fef-acf2-f1bafc513aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:33.713974 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-f09f1468-d9e1-4fef-acf2-f1bafc513aef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478336 Apr 30 01:25:33.768946 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:33.769806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f83b109a-e3b4-40c5-9082-56cbd4766ac5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:33.772672 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:33.835562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a23cf205-0bab-490b-9631-a8bb0820acb1 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:33.874038 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.053615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33add31-27cd-4fba-93d3-9cf7f27cbb8e None None] Network d67c204c-c809-45ae-ac81-4f2d261d7752 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:34.091947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Allocated IP 172.25.0.227 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/88343b01-f967-47e8-b3fd-ec65f131c7ea) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:34.148674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b34b9a3-9fb3-4630-b211-998b78096a25 req-cde6e969-f102-439c-880b-5bf6cbc6c691 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0620553 Apr 30 01:25:34.165477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.177108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port a23cf205-0bab-490b-9631-a8bb0820acb1 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:25:34.184169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port a23cf205-0bab-490b-9631-a8bb0820acb1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:34.184548 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.231463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8c6ffbd3-64ca-4a79-acd1-b7391d2d81ae None None] Provisioning complete for port f83b109a-e3b4-40c5-9082-56cbd4766ac5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:34.231853 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffbd3-64ca-4a79-acd1-b7391d2d81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.300165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port f83b109a-e3b4-40c5-9082-56cbd4766ac5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f83b109a-e3b4-40c5-9082-56cbd4766ac5,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:34.348278 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.357342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa0fcec0-cc7f-42ca-b079-ecb72a1035c5 req-cc0bfa8e-5897-4960-9006-5f9ac0732398 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0596766 Apr 30 01:25:34.367119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.395496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9a072f7-8d8c-4e5a-91bb-719b7d31a016 req-cd3b8b54-9f14-4191-959f-2606dc50dd96 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 210 time: 0.0603776 Apr 30 01:25:34.412465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port fab2ca99-ccb8-45e2-b465-f40783462327 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:34.412857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.509410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402adc-aeff-4529-bc9c-86819f57245f req-fb0fb739-191b-44cb-9349-697e78c683fe tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:34.511371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-fb0fb739-191b-44cb-9349-697e78c683fe tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.21 "GET /v2.0/networks?id=96eabac2-c592-40b0-8e17-6135c06b7433 HTTP/1.1" status: 200 len: 814 time: 0.7950745 Apr 30 01:25:34.538786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd107d3c-2d72-4cb0-aa76-60aa3328c257 req-560c5aed-1c44-452f-b0df-13e286d2cd73 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8290579 Apr 30 01:25:34.547035 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.563782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=f83b109a-e3b4-40c5-9082-56cbd4766ac5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:34.580512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.591231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cab4101-9438-4ec5-b786-52fd24642791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23cf205-0bab-490b-9631-a8bb0820acb1'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:34.593750 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9546e578-7fac-4210-94c2-29684ad5ae2b" -d '{"events": [{"server_uuid": "6cab4101-9438-4ec5-b786-52fd24642791", "name": "network-vif-plugged", "status": "completed", "tag": "a23cf205-0bab-490b-9631-a8bb0820acb1"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:34.598669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c16193d0-a4d1-45db-aed7-58cc4468e8bc req-bef6586f-6878-4ffc-88a3-b48a365e7d25 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 210 time: 0.0657816 Apr 30 01:25:34.607829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a23cf205-0bab-490b-9631-a8bb0820acb1, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a23cf205-0bab-490b-9631-a8bb0820acb1,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:34.623143 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-050ab7a2-9344-4221-849a-a8c5e5c85117 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19684d2cb385403ba1589d6c5b150341 HTTP/1.1" status: 200 len: 379 time: 0.0829329 Apr 30 01:25:34.625549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-83902443-095e-4aab-aa8b-07533172f943 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613751 Apr 30 01:25:34.633942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Request body: {'port': {'device_id': '1752a42e-0015-44ef-a203-05e6e38b0037', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'admin_state_up': True, 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'security_groups': ['0a7cdba4-dfdb-4cfe-bfcf-822490ae9796']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:34.687388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.691746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.691916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:34.840967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a23cf205-0bab-490b-9631-a8bb0820acb1,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:34.847723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b055e1e-d82d-4051-9a1d-e5aae64124fa req-a9fafc94-08ec-477a-b6eb-2c5ad8db08ab service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021793 Apr 30 01:25:34.900933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:34.940798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:34.943729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event updated for resources: {'Port': ['ID=7c960b67-7d09-47b9-b792-3509e3573393,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:34.947453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:35.075656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695009-bf9a-421b-86dd-bc37deeae6f5 req-c6e408f3-f59f-4632-8ec9-c915ea20d5b9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:35.083736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bbe06e8c-d6a0-4a4e-bd25-e35dd6250c75 None None] Provisioning complete for port f83b109a-e3b4-40c5-9082-56cbd4766ac5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:35.084462 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bbe06e8c-d6a0-4a4e-bd25-e35dd6250c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.088815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee695009-bf9a-421b-86dd-bc37deeae6f5 req-c6e408f3-f59f-4632-8ec9-c915ea20d5b9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.3701875 Apr 30 01:25:35.093350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Made reservation on behalf of 19684d2cb385403ba1589d6c5b150341 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:35.096530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.123063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.184221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee695009-bf9a-421b-86dd-bc37deeae6f5 req-6a4db7a8-42d5-4098-b12c-cd7d2d2b47d0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849133 Apr 30 01:25:35.268294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:35.270254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.314489 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ffc937-72aa-41e9-97db-cd9abfca3ab6 x-openstack-request-id: req-91ffc937-72aa-41e9-97db-cd9abfca3ab6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:35.314788 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cab4101-9438-4ec5-b786-52fd24642791", "name": "network-vif-plugged", "status": "completed", "tag": "a23cf205-0bab-490b-9631-a8bb0820acb1", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:35.315040 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91ffc937-72aa-41e9-97db-cd9abfca3ab6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:35.315460 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ffc937-72aa-41e9-97db-cd9abfca3ab6'] response: {'server_uuid': '6cab4101-9438-4ec5-b786-52fd24642791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23cf205-0bab-490b-9631-a8bb0820acb1', 'code': 200} Apr 30 01:25:35.324709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:35.343470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:35.380895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:35.406304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f83b109a-e3b4-40c5-9082-56cbd4766ac5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:35.430718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Allocated IP 172.20.0.4 (96eabac2-c592-40b0-8e17-6135c06b7433/14e8a330-97e9-4526-87c7-b8e7b7e06039/95194859-5fdf-488d-8fa1-438e21d9e135) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:35.443064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c51c3-cdd5-4c25-9e89-ce9ddea073a5 req-3520294f-7161-4f86-a53d-192414d81a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:35.445488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a6c51c3-cdd5-4c25-9e89-ce9ddea073a5 req-3520294f-7161-4f86-a53d-192414d81a62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 1101 time: 0.0900624 Apr 30 01:25:35.529026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-552c93f8-647d-4b67-beb4-d29e744d61e7 None None] Provisioning complete for port 7c960b67-7d09-47b9-b792-3509e3573393 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:35.529398 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-552c93f8-647d-4b67-beb4-d29e744d61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.555663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a6c51c3-cdd5-4c25-9e89-ce9ddea073a5 req-eeb7e165-b47d-4237-bd09-e8dc87b51b71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983481 Apr 30 01:25:35.569189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f83b109a-e3b4-40c5-9082-56cbd4766ac5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:35.569986 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.621929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-3786cfd6-c1bf-4606-b204-78a8cc18bf6e tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4774981 Apr 30 01:25:35.636501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-552c93f8-647d-4b67-beb4-d29e744d61e7 None None] Port 7c960b67-7d09-47b9-b792-3509e3573393 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:35.673957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Request body: {'port': {'device_id': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:35.712188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.724236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Pushing event updated for resources: {'Port': ['ID=88343b01-f967-47e8-b3fd-ec65f131c7ea,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:35.810799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2f629bb-b47c-43a2-a864-e85b1e4b01fc req-3829f036-af48-4628-8bff-70016171bb36 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 210 time: 0.0481346 Apr 30 01:25:35.894193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.894675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.895085 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 06d05dfd-9184-4bcb-a61f-ed6677236f9e disassociated. External IP: 172.25.0.38, port: fab2ca99-ccb8-45e2-b465-f40783462327. Apr 30 01:25:35.895559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for fab2ca99-ccb8-45e2-b465-f40783462327 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:35.927366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:35.986560 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:36.004167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Network 96eabac2-c592-40b0-8e17-6135c06b7433 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:36.017215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:36.026668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5a69b-de22-4ef8-b44d-09778127ca96 req-121b4902-a572-4a62-b4ff-4ee9107c99ad tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:36.027268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event updated for resources: {'Port': ['ID=95194859-5fdf-488d-8fa1-438e21d9e135,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:36.027380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ec5a69b-de22-4ef8-b44d-09778127ca96 req-121b4902-a572-4a62-b4ff-4ee9107c99ad tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 931 time: 0.4191523 Apr 30 01:25:36.027380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:36.031533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:36.075343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b267d9f-1880-47cb-ace2-464c59f9ee33 req-0a35f866-761f-4b59-8897-e049157d2a40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:36.077513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b267d9f-1880-47cb-ace2-464c59f9ee33 req-0a35f866-761f-4b59-8897-e049157d2a40 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 950 time: 0.1612384 Apr 30 01:25:36.138387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:36.139192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:36.159971 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b267d9f-1880-47cb-ace2-464c59f9ee33 req-54a929a7-bf8a-4e67-b34c-a3f328ffb42c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702825 Apr 30 01:25:36.254223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-0db4e553-50ba-4966-a3ee-266b642d9176 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6251240 Apr 30 01:25:36.271774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Request body: {'port': {'device_id': '1752a42e-0015-44ef-a203-05e6e38b0037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:36.293556 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ec5a69b-de22-4ef8-b44d-09778127ca96 req-78617525-777e-487b-95cc-35c41741fea7 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594709 Apr 30 01:25:36.377818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f2dad904-daf3-4dd7-8112-2212d467660a None None] Provisioning complete for port 95194859-5fdf-488d-8fa1-438e21d9e135 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:36.377818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2dad904-daf3-4dd7-8112-2212d467660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:36.410018 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:36.440072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f2dad904-daf3-4dd7-8112-2212d467660a None None] Port 95194859-5fdf-488d-8fa1-438e21d9e135 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:36.604373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d3414-aa8e-4b03-a726-5b6081ce3bab req-2ba7017d-0c11-43e1-994b-578508e42da6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:36.606173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-714d3414-aa8e-4b03-a726-5b6081ce3bab req-2ba7017d-0c11-43e1-994b-578508e42da6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1935320 Apr 30 01:25:36.661897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:36.842200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119069bf-45a4-4c09-8457-ae243d331fde req-f8ab8ac3-0f57-4e5b-b4e3-852fa9517800 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:36.851018 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-119069bf-45a4-4c09-8457-ae243d331fde req-f8ab8ac3-0f57-4e5b-b4e3-852fa9517800 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 946 time: 0.1402826 Apr 30 01:25:36.927263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-119069bf-45a4-4c09-8457-ae243d331fde req-e0fb43cf-9ea0-48b6-bbdc-c32d14e905ee tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751824 Apr 30 01:25:37.016638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95194859-5fdf-488d-8fa1-438e21d9e135 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:37.034678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.091109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=fab2ca99-ccb8-45e2-b465-f40783462327,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:37.098981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Transition to ACTIVE for port object 95194859-5fdf-488d-8fa1-438e21d9e135 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:25:37.103308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.108679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c960b67-7d09-47b9-b792-3509e3573393 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:37.122148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f97ab-86c5-4b04-893f-11f159d89e22 req-11e4e661-b995-485c-89f6-e6d591166614 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:37.130571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d2f97ab-86c5-4b04-893f-11f159d89e22 req-11e4e661-b995-485c-89f6-e6d591166614 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 931 time: 0.0715706 Apr 30 01:25:37.162638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.177129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d2f97ab-86c5-4b04-893f-11f159d89e22 req-b13a1218-d523-4fc0-bfbc-210bf986a7d3 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 Apr 30 01:25:37.183631 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.234514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-714d3414-aa8e-4b03-a726-5b6081ce3bab req-cc6bfe3b-d0d0-4abc-85c5-9cdb99c96e19 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078374 Apr 30 01:25:37.270631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Transition to ACTIVE for port object 7c960b67-7d09-47b9-b792-3509e3573393 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:25:37.411215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.443731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Attempting to bind port 95194859-5fdf-488d-8fa1-438e21d9e135 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:37.444402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Attempting to bind port 95194859-5fdf-488d-8fa1-438e21d9e135 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:37.444918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Attempting to bind port 95194859-5fdf-488d-8fa1-438e21d9e135 on network 96eabac2-c592-40b0-8e17-6135c06b7433 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:37.460164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Pushing event updated for resources: {'Port': ['ID=95194859-5fdf-488d-8fa1-438e21d9e135,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:37.463191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Port 95194859-5fdf-488d-8fa1-438e21d9e135 on network 96eabac2-c592-40b0-8e17-6135c06b7433 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:25:37.463802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Attempting to bind port 95194859-5fdf-488d-8fa1-438e21d9e135 on network 96eabac2-c592-40b0-8e17-6135c06b7433 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:37.471219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:37.471862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Checking segment: {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:37.472458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Bound using segment: {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:37.473072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Bound port: 95194859-5fdf-488d-8fa1-438e21d9e135, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53bb4e2-a389-43c5-ab14-73c71237224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:37.473613 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.551557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221df56-181d-4d1f-8be4-dfafe1d700fc req-aa697e39-5e18-4325-9134-f2532f1a15fc tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:37.559409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8221df56-181d-4d1f-8be4-dfafe1d700fc req-aa697e39-5e18-4325-9134-f2532f1a15fc tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 950 time: 0.2595582 Apr 30 01:25:37.574410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:37.606565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Pushing event updated for resources: {'Port': ['ID=7c960b67-7d09-47b9-b792-3509e3573393,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:37.659570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8221df56-181d-4d1f-8be4-dfafe1d700fc req-6495473e-78bb-4900-bb44-88e878da52cc tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988111 Apr 30 01:25:37.679471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] For port 95194859-5fdf-488d-8fa1-438e21d9e135, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:37.684784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 70d29850-b36f-4f40-a493-f47604000e99 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:25:37.694711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] For port 95194859-5fdf-488d-8fa1-438e21d9e135, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=95194859-5fdf-488d-8fa1-438e21d9e135,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:37.770694 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.815800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:37.817611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Attempting to bind port 7c960b67-7d09-47b9-b792-3509e3573393 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:37.818078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Attempting to bind port 7c960b67-7d09-47b9-b792-3509e3573393 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:37.818564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Attempting to bind port 7c960b67-7d09-47b9-b792-3509e3573393 on network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:37.828268 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56f7d7-95cc-485b-a029-868114128628 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:37.845940 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56f7d7-95cc-485b-a029-868114128628 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:37.849395 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bf56f7d7-95cc-485b-a029-868114128628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:37.849591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Port 7c960b67-7d09-47b9-b792-3509e3573393 on network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:25:37.849591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Attempting to bind port 7c960b67-7d09-47b9-b792-3509e3573393 on network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:37.864539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:37.865223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.868246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=70d29850-b36f-4f40-a493-f47604000e99,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:37.872883 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/95194859-5fdf-488d-8fa1-438e21d9e135 HTTP/1.1" status: 200 len: 1091 time: 1.6030157 Apr 30 01:25:37.878901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1752a42e-0015-44ef-a203-05e6e38b0037', 'tag': '95194859-5fdf-488d-8fa1-438e21d9e135'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:37.883628 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7e898d-888f-4072-8b46-5bd35026452c" -d '{"events": [{"name": "network-changed", "server_uuid": "1752a42e-0015-44ef-a203-05e6e38b0037", "tag": "95194859-5fdf-488d-8fa1-438e21d9e135"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:37.899455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '70d29850-b36f-4f40-a493-f47604000e99', 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'port_id': '70d29850-b36f-4f40-a493-f47604000e99', 'mac_address': 'fa:16:3e:af:6d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc77d4c6-468b-448e-8a13-c9a06a8aeeeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:25:37.918025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a00b48-972f-40f1-9cfc-a67491ccd49b req-26403dc1-922d-46d8-a9d2-7e6dad4c2589 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:37.919794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2a00b48-972f-40f1-9cfc-a67491ccd49b req-26403dc1-922d-46d8-a9d2-7e6dad4c2589 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 943 time: 0.4833670 Apr 30 01:25:37.924064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:37.926790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ccd81ebc-1330-4108-b4cc-8c75640877d1 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/ports/fab2ca99-ccb8-45e2-b465-f40783462327 HTTP/1.1" status: 204 len: 168 time: 4.8259590 Apr 30 01:25:37.931919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43748) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:37.934981 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bf56f7d7-95cc-485b-a029-868114128628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:37.957734 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56f7d7-95cc-485b-a029-868114128628 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:37.960460 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bf56f7d7-95cc-485b-a029-868114128628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:38.021353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.035352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:38.035904 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Checking segment: {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:38.036403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Bound using segment: {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:38.037210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Bound port: 7c960b67-7d09-47b9-b792-3509e3573393, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227a341a-ff9a-41b8-9ca4-85be7fb489da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:38.037683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.044117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-df96440f-8c76-4ea9-bb68-a8fe168eb2a4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "GET /v2.0/floatingips/06d05dfd-9184-4bcb-a61f-ed6677236f9e HTTP/1.1" status: 200 len: 687 time: 0.1049230 Apr 30 01:25:38.053208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43752) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:38.064478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:25:38.066499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70d29850-b36f-4f40-a493-f47604000e99 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:38.087857 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bf56f7d7-95cc-485b-a029-868114128628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:38.090122 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56f7d7-95cc-485b-a029-868114128628 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:38.096983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15ddef-9963-4845-8a82-6650b26987a4 service neutron] Pushing event updated for resources: {'Port': ['ID=95194859-5fdf-488d-8fa1-438e21d9e135,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:38.120890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=70d29850-b36f-4f40-a493-f47604000e99,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:38.157636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e425-3dde-4da1-8e07-25abb0a32200 req-0fedbc90-0988-43db-9dd2-432c323e25d6 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:38.165253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a87e425-3dde-4da1-8e07-25abb0a32200 req-0fedbc90-0988-43db-9dd2-432c323e25d6 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 1101 time: 0.2948101 Apr 30 01:25:38.181335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.222533 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a87e425-3dde-4da1-8e07-25abb0a32200 req-c601c0ed-502f-4d8d-9a60-676db3676c6b tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561955 Apr 30 01:25:38.230847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402adc-aeff-4529-bc9c-86819f57245f req-166ec753-2d13-4a31-8d19-a4ece9aa6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:38.238995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-166ec753-2d13-4a31-8d19-a4ece9aa6890 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19684d2cb385403ba1589d6c5b150341&device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 1094 time: 0.2153270 Apr 30 01:25:38.331307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=70d29850-b36f-4f40-a493-f47604000e99,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:38.380789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-4ad27b36-77f8-421c-88ae-26ee88fba775 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95194859-5fdf-488d-8fa1-438e21d9e135 HTTP/1.1" status: 200 len: 217 time: 0.1286988 Apr 30 01:25:38.383349 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d4ad2f-554a-4db8-8764-3cfa06dd8a0b x-openstack-request-id: req-41d4ad2f-554a-4db8-8764-3cfa06dd8a0b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:38.383729 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1752a42e-0015-44ef-a203-05e6e38b0037", "tag": "95194859-5fdf-488d-8fa1-438e21d9e135", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:38.383972 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41d4ad2f-554a-4db8-8764-3cfa06dd8a0b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:38.384364 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d4ad2f-554a-4db8-8764-3cfa06dd8a0b'] response: {'name': 'network-changed', 'server_uuid': '1752a42e-0015-44ef-a203-05e6e38b0037', 'tag': '95194859-5fdf-488d-8fa1-438e21d9e135', 'status': 'completed', 'code': 200} Apr 30 01:25:38.409311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['70d29850-b36f-4f40-a493-f47604000e99'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:38.415098 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2a00b48-972f-40f1-9cfc-a67491ccd49b req-16acc889-a4b8-4b74-b264-21442ddc8b75 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4818041 Apr 30 01:25:38.492147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] For port 7c960b67-7d09-47b9-b792-3509e3573393, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:38.514010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:38.517592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] For port 7c960b67-7d09-47b9-b792-3509e3573393, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7c960b67-7d09-47b9-b792-3509e3573393,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:38.529946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port ad9eb5e9-d0fd-40a1-b3e7-60f9a5b35caf {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:38.530402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.532810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Sync routers for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:38.561284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:38.562553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:38.568828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a2242-8bf4-4598-866b-eaf2d57ef117 req-be1c2e55-0eee-4142-925d-31e1e491f734 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:38.577541 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-117a2242-8bf4-4598-866b-eaf2d57ef117 req-be1c2e55-0eee-4142-925d-31e1e491f734 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 945 time: 0.1954548 Apr 30 01:25:38.600361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402adc-aeff-4529-bc9c-86819f57245f req-09c4ab44-2961-481a-a77a-2e51c3b044d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:38.601957 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-09c4ab44-2961-481a-a77a-2e51c3b044d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14e8a330-97e9-4526-87c7-b8e7b7e06039 HTTP/1.1" status: 200 len: 853 time: 0.1555073 Apr 30 01:25:38.645847 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.646216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.672956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for ad9eb5e9-d0fd-40a1-b3e7-60f9a5b35caf owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:38.675627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-117a2242-8bf4-4598-866b-eaf2d57ef117 req-37a1d68a-3fe3-4a19-9c06-e2d6b6359a2e tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917752 Apr 30 01:25:38.695855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:38.718849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402adc-aeff-4529-bc9c-86819f57245f req-d178d7cb-bae5-410f-8c3e-fbaccc5e77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:38.718849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-d178d7cb-bae5-410f-8c3e-fbaccc5e77a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96eabac2-c592-40b0-8e17-6135c06b7433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949550 Apr 30 01:25:38.791815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.895930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:38.896577 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.897911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] 10.222.0.21 "PUT /v2.0/ports/7c960b67-7d09-47b9-b792-3509e3573393 HTTP/1.1" status: 200 len: 1091 time: 3.2371061 Apr 30 01:25:38.903693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'tag': '7c960b67-7d09-47b9-b792-3509e3573393'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:38.906457 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17edc3ed-4ea3-444b-9431-46481b2cd078" -d '{"events": [{"name": "network-changed", "server_uuid": "7591e8d2-bc5b-41ca-ae8c-04e1024bea0d", "tag": "7c960b67-7d09-47b9-b792-3509e3573393"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:38.942697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:38.946517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e9b13a2a-4056-4d78-a02f-5948ce47813d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0426731 Apr 30 01:25:38.961161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43766) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:38.996987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1bd04-594a-492b-915e-0aab86afa82b req-f29a5edf-f996-4f99-99d4-9dca062c9170 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.007440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56e1bd04-594a-492b-915e-0aab86afa82b req-f29a5edf-f996-4f99-99d4-9dca062c9170 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1710150 Apr 30 01:25:39.022146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72834a-58c7-4f55-9a34-8fb12d2802fb service neutron] Pushing event updated for resources: {'Port': ['ID=7c960b67-7d09-47b9-b792-3509e3573393,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:39.041190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77e184-e041-44a2-bc40-947661cd13ad req-1b749116-fdd6-484e-8f2f-b3bf0d28fbc6 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.045531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba77e184-e041-44a2-bc40-947661cd13ad req-1b749116-fdd6-484e-8f2f-b3bf0d28fbc6 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 943 time: 0.2617078 Apr 30 01:25:39.055644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-a07d13c9-aaa4-48d1-af5a-d975ea91e6e4 service neutron] 10.222.0.21 "GET /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281875 Apr 30 01:25:39.109654 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:39.189193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=ad9eb5e9-d0fd-40a1-b3e7-60f9a5b35caf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:39.231584 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7402adc-aeff-4529-bc9c-86819f57245f req-3e9a8cf5-6e30-437c-98cc-5c55c8075a72 service neutron] 10.222.0.21 "GET /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656280 Apr 30 01:25:39.246575 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba77e184-e041-44a2-bc40-947661cd13ad req-74b7c970-2a1a-4f80-aad6-8a123994ad84 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716745 Apr 30 01:25:39.259665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56e1bd04-594a-492b-915e-0aab86afa82b req-b71f1a03-cc63-4fb1-b3a3-4ad4f21bb76a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477853 Apr 30 01:25:39.302502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:35Z', 'revision_number': 3, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:39.383968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Checking router: fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:39.384381 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc08ea-7e70-4701-9844-642e1eabc3a2 x-openstack-request-id: req-33dc08ea-7e70-4701-9844-642e1eabc3a2 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:39.384716 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591e8d2-bc5b-41ca-ae8c-04e1024bea0d", "tag": "7c960b67-7d09-47b9-b792-3509e3573393", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:39.384870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Updating router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 port 88343b01-f967-47e8-b3fd-ec65f131c7ea binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:25:39.384975 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33dc08ea-7e70-4701-9844-642e1eabc3a2 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:39.385342 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33dc08ea-7e70-4701-9844-642e1eabc3a2'] response: {'name': 'network-changed', 'server_uuid': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'tag': '7c960b67-7d09-47b9-b792-3509e3573393', 'status': 'completed', 'code': 200} Apr 30 01:25:39.428236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-f2e4a96e-f223-432b-89c9-4f9cb5fcc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.430565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-f2e4a96e-f223-432b-89c9-4f9cb5fcc47f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cef20abdce04a07aa842543e6cb83b5&device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 1094 time: 0.3840950 Apr 30 01:25:39.433252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:39.469073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-5df5c1fd-44cb-4dde-ad92-744088351ec0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762274 Apr 30 01:25:39.538561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e898d-888f-4072-8b46-5bd35026452c req-03c9cda3-92c5-4039-a275-21a43674dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.541660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed7e898d-888f-4072-8b46-5bd35026452c req-03c9cda3-92c5-4039-a275-21a43674dfcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19684d2cb385403ba1589d6c5b150341&device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 1094 time: 0.1141372 Apr 30 01:25:39.586300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-1acfa0f7-5ad9-401b-991c-4e8854fea245 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c960b67-7d09-47b9-b792-3509e3573393 HTTP/1.1" status: 200 len: 217 time: 0.1315720 Apr 30 01:25:39.645504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:39.646661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:39.656548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e0a7a750-d675-43bc-b972-9ff350e130cd tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/floatingips/06d05dfd-9184-4bcb-a61f-ed6677236f9e HTTP/1.1" status: 204 len: 168 time: 1.5851948 Apr 30 01:25:39.657343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43778) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:39.664218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'fde434ea-5ae9-4295-9285-c647145ab5ba'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:39.868423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 70d29850-b36f-4f40-a493-f47604000e99 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:25:39.869617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e898d-888f-4072-8b46-5bd35026452c req-86f74df1-5a13-4f9f-9d69-a8be22140fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.869617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed7e898d-888f-4072-8b46-5bd35026452c req-86f74df1-5a13-4f9f-9d69-a8be22140fff service neutron] 10.222.0.21 "GET /v2.0/networks?id=96eabac2-c592-40b0-8e17-6135c06b7433 HTTP/1.1" status: 200 len: 914 time: 0.1763346 Apr 30 01:25:39.869617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f090c5-d12e-4190-b017-3263b2fb7714 req-7e224497-c56f-40bf-bdf1-830172bd0527 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.869617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7f090c5-d12e-4190-b017-3263b2fb7714 req-7e224497-c56f-40bf-bdf1-830172bd0527 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 943 time: 0.1520865 Apr 30 01:25:39.870039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-7d4f6d29-3a88-4f04-8f8e-c703372f133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.870039 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-7d4f6d29-3a88-4f04-8f8e-c703372f133b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4ca69dad-821f-45c3-9d1b-e55873ac7a19 HTTP/1.1" status: 200 len: 844 time: 0.1578176 Apr 30 01:25:39.870239 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed7e898d-888f-4072-8b46-5bd35026452c req-0fc8f2cc-d6e9-4fa1-81ee-00388ed17b8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95194859-5fdf-488d-8fa1-438e21d9e135 HTTP/1.1" status: 200 len: 217 time: 0.0556555 Apr 30 01:25:39.870340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:39.870452 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7f090c5-d12e-4190-b017-3263b2fb7714 req-3a77e3e7-39ff-4492-a203-5502a4598bc4 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072097 Apr 30 01:25:39.870554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-f6a3b657-2585-488d-843b-977be093f3e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.870554 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-f6a3b657-2585-488d-843b-977be093f3e9 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999244 Apr 30 01:25:39.899469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e898d-888f-4072-8b46-5bd35026452c req-aaf658c4-e5b2-4961-9e2a-435ece1f7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.901212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed7e898d-888f-4072-8b46-5bd35026452c req-aaf658c4-e5b2-4961-9e2a-435ece1f7b3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14e8a330-97e9-4526-87c7-b8e7b7e06039 HTTP/1.1" status: 200 len: 853 time: 0.0925293 Apr 30 01:25:39.916801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-51ef5945-ed07-4844-8854-30257fde7820 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/quotas/cbcb295e0462422581cee135f4d15721 HTTP/1.1" status: 200 len: 375 time: 0.0383251 Apr 30 01:25:39.918378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 70d29850-b36f-4f40-a493-f47604000e99 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:39.928834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-7bdee2b8-23e3-4a23-a107-a33bfc8cec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.930945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-7bdee2b8-23e3-4a23-a107-a33bfc8cec5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587124 Apr 30 01:25:39.940160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:39.956723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=70d29850-b36f-4f40-a493-f47604000e99,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:39.974676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e898d-888f-4072-8b46-5bd35026452c req-f53412eb-7fdb-4a47-b1d4-2b3a3518feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:39.976641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed7e898d-888f-4072-8b46-5bd35026452c req-f53412eb-7fdb-4a47-b1d4-2b3a3518feac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96eabac2-c592-40b0-8e17-6135c06b7433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680163 Apr 30 01:25:40.088151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade73d8a-d2dc-4c20-8a4e-b29e7d700d39 req-d6e92917-4819-4348-aa89-3ce476c45395 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:40.089754 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ade73d8a-d2dc-4c20-8a4e-b29e7d700d39 req-d6e92917-4819-4348-aa89-3ce476c45395 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 945 time: 0.1103444 Apr 30 01:25:40.127295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:40.178621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed7e898d-888f-4072-8b46-5bd35026452c req-413dfada-8e73-432f-9138-b4ceb989fc95 service neutron] 10.222.0.21 "GET /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870632 Apr 30 01:25:40.180693 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:40.229194 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ade73d8a-d2dc-4c20-8a4e-b29e7d700d39 req-077200cd-2e56-4365-88e4-4fa9eff2c608 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311889 Apr 30 01:25:40.293690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345f158-4b3f-4826-8256-892178948e48 None None] Pushing event updated for resources: {'Port': ['ID=88343b01-f967-47e8-b3fd-ec65f131c7ea,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:40.308892 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:40.370690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=70d29850-b36f-4f40-a493-f47604000e99,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:40.428312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Attempting to bind port 88343b01-f967-47e8-b3fd-ec65f131c7ea on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:40.435503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Attempting to bind port 88343b01-f967-47e8-b3fd-ec65f131c7ea by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:40.435503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Attempting to bind port 88343b01-f967-47e8-b3fd-ec65f131c7ea on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:40.443971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:40.444363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:40.444747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:40.445311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:40.445840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Bound port: 88343b01-f967-47e8-b3fd-ec65f131c7ea, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:40.446175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:40.450310 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed7e898d-888f-4072-8b46-5bd35026452c req-637ded22-a7d6-4b9b-be96-26498973d646 service neutron] 10.222.0.21 "GET /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626789 Apr 30 01:25:40.517527 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:40.536236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] For port 88343b01-f967-47e8-b3fd-ec65f131c7ea, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:40.548335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] For port 88343b01-f967-47e8-b3fd-ec65f131c7ea, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=88343b01-f967-47e8-b3fd-ec65f131c7ea,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:40.552774 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-f07a5ee5-4382-45e0-9853-e206c6404129 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6263330 Apr 30 01:25:40.574425 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-0936d2da-b948-4f1c-b644-93d269f68611 service neutron] 10.222.0.21 "GET /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973198 Apr 30 01:25:40.646802 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:40.735034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:40.736247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:40.775935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.25.0.22 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/d76cddec-3948-4d2a-80d3-d1f40d574b85) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:40.784340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345f158-4b3f-4826-8256-892178948e48 None None] Pushing event updated for resources: {'Port': ['ID=88343b01-f967-47e8-b3fd-ec65f131c7ea,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:40.929403 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:40.941602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:41.045793 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3954a6f8-c908-4e99-a4b9-c3c9a9fc4bc1 req-17d46b40-71ad-4f00-9284-c0813f6c2194 service neutron] 10.222.0.21 "GET /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593484 Apr 30 01:25:41.082844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beba88-8483-4854-9907-772d287e2e47 req-9585e1b8-2a79-4ca0-bb96-32c550db033d tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:41.084787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7beba88-8483-4854-9907-772d287e2e47 req-9585e1b8-2a79-4ca0-bb96-32c550db033d tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 943 time: 0.1245098 Apr 30 01:25:41.117543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:41.161615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7beba88-8483-4854-9907-772d287e2e47 req-17781cec-1fad-4c2e-a506-267032b05249 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645359 Apr 30 01:25:41.258494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54694d07-6e35-46c9-acee-7a3c2c4ed835 req-5181e84c-a154-41d5-b2c6-826aad86abaa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:41.272378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54694d07-6e35-46c9-acee-7a3c2c4ed835 req-5181e84c-a154-41d5-b2c6-826aad86abaa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.3149867 Apr 30 01:25:41.294213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:41.340170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=d76cddec-3948-4d2a-80d3-d1f40d574b85,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:41.355553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8366eb-8f03-4b11-92d1-c7b3bad6213a req-a93105d8-ecda-457a-9b33-5a735bff4c9d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:41.364266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d8366eb-8f03-4b11-92d1-c7b3bad6213a req-a93105d8-ecda-457a-9b33-5a735bff4c9d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 944 time: 0.1192174 Apr 30 01:25:41.383327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:41.398220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:41.399738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:35Z', 'revision_number': 3, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:41.408667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:41.436748 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54694d07-6e35-46c9-acee-7a3c2c4ed835 req-48d2f30a-8421-4342-9943-1a61c43dce2c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503251 Apr 30 01:25:41.451705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-ec0b4c19-b07e-497e-86a5-f31cea543560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:41.458371 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-ec0b4c19-b07e-497e-86a5-f31cea543560 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cef20abdce04a07aa842543e6cb83b5&device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 1094 time: 0.2162437 Apr 30 01:25:41.487304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ab14f-4280-452a-bc92-ab3190549134 None None] The sync data for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 is: [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:35Z', 'revision_number': 3, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:41.586482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d8366eb-8f03-4b11-92d1-c7b3bad6213a req-20546e5d-ec5d-4d45-a4fa-e58c51c405b2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212284 Apr 30 01:25:41.589157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c893eeaa-2128-45e2-ac46-983f1a543ddd req-5b6e7b38-923e-43b7-8954-89950443f9b8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 210 time: 0.0674782 Apr 30 01:25:41.694724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 95194859-5fdf-488d-8fa1-438e21d9e135 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:25:41.776282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Allocated IP 172.20.0.1 (d67c204c-c809-45ae-ac81-4f2d261d7752/120021f8-02fa-4d29-b279-3164fe2cf9f2/2d452b12-98af-45cf-b9aa-dc7d293b6df3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:41.814098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-179d3bd8-343f-4e9e-bd88-73ae6bb4b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:41.819307 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-179d3bd8-343f-4e9e-bd88-73ae6bb4b477 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b HTTP/1.1" status: 200 len: 905 time: 0.3441567 Apr 30 01:25:41.898059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 95194859-5fdf-488d-8fa1-438e21d9e135, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=95194859-5fdf-488d-8fa1-438e21d9e135,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:41.923338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '95194859-5fdf-488d-8fa1-438e21d9e135', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'port_id': '95194859-5fdf-488d-8fa1-438e21d9e135', 'mac_address': 'fa:16:3e:2b:4f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:25:42.003788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f64-c779-41b2-bf8b-e2431cec008c req-b0a0a3c9-769a-4a65-a714-d33e8da8b2c3 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:42.013025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85416f64-c779-41b2-bf8b-e2431cec008c req-b0a0a3c9-769a-4a65-a714-d33e8da8b2c3 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 943 time: 0.2476277 Apr 30 01:25:42.019326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-bd894b78-f009-4ce7-8ebc-696a1c3e561d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c960b67-7d09-47b9-b792-3509e3573393 HTTP/1.1" status: 200 len: 217 time: 0.1779227 Apr 30 01:25:42.037801 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:42.084915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95194859-5fdf-488d-8fa1-438e21d9e135 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:42.136064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-d40e3e53-9961-4f09-b859-66740a5a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:42.140540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-d40e3e53-9961-4f09-b859-66740a5a1d7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4ca69dad-821f-45c3-9d1b-e55873ac7a19 HTTP/1.1" status: 200 len: 844 time: 0.0918906 Apr 30 01:25:42.176517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 95194859-5fdf-488d-8fa1-438e21d9e135, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=95194859-5fdf-488d-8fa1-438e21d9e135,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:42.249719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:42.390319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=95194859-5fdf-488d-8fa1-438e21d9e135,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:42.394706 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:42.401476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-66eeb0e2-3e18-4949-a8af-77aa783e119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:42.402984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-66eeb0e2-3e18-4949-a8af-77aa783e119d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571743 Apr 30 01:25:42.434701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:42.484405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85416f64-c779-41b2-bf8b-e2431cec008c req-a133e342-f23d-4a32-8969-40b2a3e47137 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526708 Apr 30 01:25:42.576967 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:42.601505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-5a013206-ec58-4dc9-96f0-c69f36fc6e77 service neutron] 10.222.0.21 "GET /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668446 Apr 30 01:25:42.637621 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['95194859-5fdf-488d-8fa1-438e21d9e135'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:42.696371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e13e6-4a87-435e-938d-c6d691bdfce2 req-210e28e7-03d1-4f11-8128-e475ee95cb32 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:42.712541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-862e13e6-4a87-435e-938d-c6d691bdfce2 req-210e28e7-03d1-4f11-8128-e475ee95cb32 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 944 time: 0.3588181 Apr 30 01:25:42.813751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:42.906015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:42.968133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-862e13e6-4a87-435e-938d-c6d691bdfce2 req-1e899dab-bf25-4992-97a6-b96af681d7ae tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505867 Apr 30 01:25:43.072523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17edc3ed-4ea3-444b-9431-46481b2cd078 req-20f4ddcb-e06f-464e-9655-063e419636f8 service neutron] 10.222.0.21 "GET /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125237 Apr 30 01:25:43.104253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:43.188380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Network d67c204c-c809-45ae-ac81-4f2d261d7752 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:43.192560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:43.204249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:43.251754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:43.345911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46029b63-52bd-4fc9-bb01-a526153b0d9a req-23c98f55-565c-4f03-a037-d03a1af56131 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:43.358140 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46029b63-52bd-4fc9-bb01-a526153b0d9a req-23c98f55-565c-4f03-a037-d03a1af56131 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 944 time: 0.2624588 Apr 30 01:25:43.365854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Pushing event updated for resources: {'Port': ['ID=2d452b12-98af-45cf-b9aa-dc7d293b6df3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:43.436377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46029b63-52bd-4fc9-bb01-a526153b0d9a req-c984acdf-ddf6-4a51-a06b-0f87cb98e52e tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771084 Apr 30 01:25:43.442087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 88343b01-f967-47e8-b3fd-ec65f131c7ea up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:43.539916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-16fc0a73-620a-4e77-9041-25082182c333 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbcb295e0462422581cee135f4d15721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335350 Apr 30 01:25:43.601530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 88343b01-f967-47e8-b3fd-ec65f131c7ea triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:43.602659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:43.642433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651d6f6-93b7-4441-956f-388b300ff1c1 req-6dd8d267-a7de-4661-8f6b-0e92dd780b7c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:43.650637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b651d6f6-93b7-4441-956f-388b300ff1c1 req-6dd8d267-a7de-4661-8f6b-0e92dd780b7c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.8340936 Apr 30 01:25:43.660226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b962e05-3895-4ab3-be0e-99e9c0961c0c req-37ed5140-c990-453b-8b12-0c27f8590bb7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 210 time: 0.0421748 Apr 30 01:25:43.714144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd969d-3485-404f-997a-c95b014b4827 req-a39bbceb-77ee-4f4a-8023-4041d99905b2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:43.718790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49cd969d-3485-404f-997a-c95b014b4827 req-a39bbceb-77ee-4f4a-8023-4041d99905b2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.21 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 944 time: 0.8542509 Apr 30 01:25:43.726520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=d76cddec-3948-4d2a-80d3-d1f40d574b85,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:43.779986 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:43.790387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-6a07c38f-15de-4ac4-afb5-78824cd4a786 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:43.791037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7c960b67-7d09-47b9-b792-3509e3573393 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:25:43.791910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-6a07c38f-15de-4ac4-afb5-78824cd4a786 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267709 Apr 30 01:25:43.834246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:43.840823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 88343b01-f967-47e8-b3fd-ec65f131c7ea, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=88343b01-f967-47e8-b3fd-ec65f131c7ea,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:43.844813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-60026d61-676e-4cd6-a2fc-18593f6db0b3 None None] Provisioning complete for port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:43.845358 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60026d61-676e-4cd6-a2fc-18593f6db0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:43.868971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Request body: {'port': {'device_id': '98956117-3cce-430e-8c0e-c8885d88034e', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'cbcb295e0462422581cee135f4d15721'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:43.940296 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:43.956591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b651d6f6-93b7-4441-956f-388b300ff1c1 req-cb147a6f-67d1-4ad7-b1b7-8fa0b4963f48 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048327 Apr 30 01:25:44.067438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=88343b01-f967-47e8-b3fd-ec65f131c7ea,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:44.082917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-60026d61-676e-4cd6-a2fc-18593f6db0b3 None None] Port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:44.127072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Deleting port 70d29850-b36f-4f40-a493-f47604000e99 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:25:44.127532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.151987 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 3a935c45-5e58-4687-8304-0ea6cf312ad5 associated. External IP: 172.25.0.22, port: fde434ea-5ae9-4295-9285-c647145ab5ba. Apr 30 01:25:44.167132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7c960b67-7d09-47b9-b792-3509e3573393, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7c960b67-7d09-47b9-b792-3509e3573393,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:44.182353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9153ee-ca01-4000-b01a-140ab5a5bb6f req-18f24836-708c-48b9-b559-a5421342eb4c tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:44.183870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c9153ee-ca01-4000-b01a-140ab5a5bb6f req-18f24836-708c-48b9-b559-a5421342eb4c tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 943 time: 0.4126625 Apr 30 01:25:44.184456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.188175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Made reservation on behalf of cbcb295e0462422581cee135f4d15721 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:44.192034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.201629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '7c960b67-7d09-47b9-b792-3509e3573393', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'port_id': '7c960b67-7d09-47b9-b792-3509e3573393', 'mac_address': 'fa:16:3e:75:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:25:44.260994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a1606-2a8e-4787-adba-39da2ad1ec44 req-a43d066a-e931-43e6-9e6c-0d1bfaf6ec68 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:44.270595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-482a1606-2a8e-4787-adba-39da2ad1ec44 req-a43d066a-e931-43e6-9e6c-0d1bfaf6ec68 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 944 time: 0.1945391 Apr 30 01:25:44.273438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c9153ee-ca01-4000-b01a-140ab5a5bb6f req-90214637-be80-4f4a-b55a-5e345eea7f30 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563290 Apr 30 01:25:44.275364 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.321817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c960b67-7d09-47b9-b792-3509e3573393 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:44.354670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7c960b67-7d09-47b9-b792-3509e3573393, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7c960b67-7d09-47b9-b792-3509e3573393,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:44.420941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] For port 70d29850-b36f-4f40-a493-f47604000e99, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=70d29850-b36f-4f40-a493-f47604000e99,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:44.422719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.428500 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.440410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-482a1606-2a8e-4787-adba-39da2ad1ec44 req-b9f91d6f-6b92-4004-88f0-f309c131707d tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688020 Apr 30 01:25:44.451244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Calling delete_port for 70d29850-b36f-4f40-a493-f47604000e99 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:25:44.538213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Allocated IP 192.168.233.220 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/4c01fd4d-c536-4c51-ad34-a3e2452a4264) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:44.539355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=7c960b67-7d09-47b9-b792-3509e3573393,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:44.679307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:44.725826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c532a9-a89e-4389-a253-0afc215a46ff req-c1ccb108-9673-4136-9d6e-afccfdbffe6f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:44.727345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48c532a9-a89e-4389-a253-0afc215a46ff req-c1ccb108-9673-4136-9d6e-afccfdbffe6f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 944 time: 0.1415899 Apr 30 01:25:44.746873 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.748736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7c960b67-7d09-47b9-b792-3509e3573393'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:44.829244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48c532a9-a89e-4389-a253-0afc215a46ff req-9eec4ffd-3743-4ed8-b15e-ba217d085bce tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801640 Apr 30 01:25:44.834550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.878559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ef8591a-9bf3-4179-b74d-dd451d9bc110 req-02c8701c-7ced-4353-a3ce-a23859fcf050 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 210 time: 0.0616567 Apr 30 01:25:44.933981 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:44.939778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Pushing event updated for resources: {'Port': ['ID=2d452b12-98af-45cf-b9aa-dc7d293b6df3,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:44.944174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.011276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event deleted for resources: {'Port': ['ID=70d29850-b36f-4f40-a493-f47604000e99,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:45.040251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] No DVR routers for this DVR port 70d29850-b36f-4f40-a493-f47604000e99 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:25:45.042450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:45.044577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.048824 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49cd969d-3485-404f-997a-c95b014b4827 req-c94330ce-e5d9-48f2-9809-18889fb33bd7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.21 "DELETE /v2.0/ports/70d29850-b36f-4f40-a493-f47604000e99 HTTP/1.1" status: 204 len: 173 time: 1.3190458 Apr 30 01:25:45.049393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104aeb7-3185-475b-a9b0-d9912f2eda5e', 'name': 'network-vif-deleted', 'tag': '70d29850-b36f-4f40-a493-f47604000e99'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:45.052354 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa6548d-c9a4-496c-aab4-101bb34e71c9" -d '{"events": [{"server_uuid": "f104aeb7-3185-475b-a9b0-d9912f2eda5e", "name": "network-vif-deleted", "tag": "70d29850-b36f-4f40-a493-f47604000e99"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:45.068681 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c646a-65b6-4aaa-bb03-8b6dcd14a225 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:45.090800 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c646a-65b6-4aaa-bb03-8b6dcd14a225 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:45.091126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.091956 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-298c646a-65b6-4aaa-bb03-8b6dcd14a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:45.144758 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4011bb-3061-4fa5-902f-d019c187419e x-openstack-request-id: req-8d4011bb-3061-4fa5-902f-d019c187419e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:45.145338 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104aeb7-3185-475b-a9b0-d9912f2eda5e", "name": "network-vif-deleted", "tag": "70d29850-b36f-4f40-a493-f47604000e99", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:45.145862 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d4011bb-3061-4fa5-902f-d019c187419e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:45.146509 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4011bb-3061-4fa5-902f-d019c187419e'] response: {'server_uuid': 'f104aeb7-3185-475b-a9b0-d9912f2eda5e', 'name': 'network-vif-deleted', 'tag': '70d29850-b36f-4f40-a493-f47604000e99', 'status': 'completed', 'code': 200} Apr 30 01:25:45.177857 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-298c646a-65b6-4aaa-bb03-8b6dcd14a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:45.187288 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c646a-65b6-4aaa-bb03-8b6dcd14a225 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:45.189074 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-298c646a-65b6-4aaa-bb03-8b6dcd14a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:45.221426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Network d67c204c-c809-45ae-ac81-4f2d261d7752 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:45.234752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.239658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:45.309794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.375462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d94a4-6306-44fd-8c11-fbde8b0e4d19 req-70fc11e8-68e9-4d1e-bdf6-3f5b4276c16b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:45.377576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c9d170c8-67ac-4f70-a1fb-3fb478135b96 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.7209599 Apr 30 01:25:45.378411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43832) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:45.380317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae2d94a4-6306-44fd-8c11-fbde8b0e4d19 req-70fc11e8-68e9-4d1e-bdf6-3f5b4276c16b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1815674 Apr 30 01:25:45.394707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c', '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'fd027f20-d5ce-440f-9b42-bef705fa75e5', 'a23cf205-0bab-490b-9631-a8bb0820acb1'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:45.406367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-592245721'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:45.481558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 88343b01-f967-47e8-b3fd-ec65f131c7ea up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:45.494736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:45.503639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:45.520452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:45.550770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:45.563527 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.604559 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-298c646a-65b6-4aaa-bb03-8b6dcd14a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:45.604559 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c646a-65b6-4aaa-bb03-8b6dcd14a225 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:45.669304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event updated for resources: {'Port': ['ID=4c01fd4d-c536-4c51-ad34-a3e2452a4264,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:45.706175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:25:45.715143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae2d94a4-6306-44fd-8c11-fbde8b0e4d19 req-4363550a-5f6c-40f5-a3f0-88d20aaf6b84 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316905 Apr 30 01:25:45.735679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea6cc9-b3b2-4c82-a2f7-465bededaf72 req-bf1cff1d-8e85-40c4-b3b0-9dd5c2440fe3 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:45.746645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4cea6cc9-b3b2-4c82-a2f7-465bededaf72 req-bf1cff1d-8e85-40c4-b3b0-9dd5c2440fe3 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 944 time: 0.2726352 Apr 30 01:25:45.754764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 95194859-5fdf-488d-8fa1-438e21d9e135 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:45.772115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:45.773451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.774813 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.775188 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Added segment a75fee12-18d5-494a-927b-1ef8e28cc274 of type vlan for network baa1e2d5-daac-4ce4-a92e-73151b31ea13 Apr 30 01:25:45.830572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:45.830781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4cea6cc9-b3b2-4c82-a2f7-465bededaf72 req-f68b2e7e-1ac7-442d-8670-a10af95f8098 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833087 Apr 30 01:25:45.896986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6ea71556-f5be-4125-b47c-e004eebe515c None None] Provisioning complete for port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:45.897803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ea71556-f5be-4125-b47c-e004eebe515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.953866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.954275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 88343b01-f967-47e8-b3fd-ec65f131c7ea triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:45.954927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:45.973910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-c264b5f9-fcb8-497a-8448-acd8f3eb9650 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1525145 Apr 30 01:25:45.990551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Request body: {'port': {'device_id': '98956117-3cce-430e-8c0e-c8885d88034e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:46.022560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 95194859-5fdf-488d-8fa1-438e21d9e135 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:25:46.028088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6ea71556-f5be-4125-b47c-e004eebe515c None None] Port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:46.044390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66b04a-3c14-4d87-b2a8-fc17075266aa req-a69642f2-c959-468a-b1dc-0f2ed3018955 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:46.046456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 95194859-5fdf-488d-8fa1-438e21d9e135 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:46.047376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:46.053894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc66b04a-3c14-4d87-b2a8-fc17075266aa req-a69642f2-c959-468a-b1dc-0f2ed3018955 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 944 time: 0.1904573 Apr 30 01:25:46.073283 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3797dd7-166f-403a-833b-e3a1e6aaf9b8 req-ca24f4ad-85b2-426a-8192-f1b14a47b804 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=f104aeb7-3185-475b-a9b0-d9912f2eda5e HTTP/1.1" status: 200 len: 210 time: 0.0475094 Apr 30 01:25:46.148235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:46.155475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:46.156382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:46.182858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc66b04a-3c14-4d87-b2a8-fc17075266aa req-03804637-4b0f-47d6-935e-94272ae3c725 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226954 Apr 30 01:25:46.204872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:46.234942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:46.257596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dafe6cfc-339f-45c9-81d1-b4d2f1958c22 None None] Provisioning complete for port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:46.257596 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dafe6cfc-339f-45c9-81d1-b4d2f1958c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:46.272051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-af7c6d3e-4a3c-4c8f-bf75-b24d4e75fd97 admin admin] 10.222.0.15 "PUT /v2.0/routers/fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2901566 Apr 30 01:25:46.272596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Sync routers for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:46.328006 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9465108 Apr 30 01:25:46.333953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43842) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:46.339289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'subnet': {'network_id': 'baa1e2d5-daac-4ce4-a92e-73151b31ea13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:46.364947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1edb8c-c835-4894-b697-dd2d4e189c2f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Network': ['ID=baa1e2d5-daac-4ce4-a92e-73151b31ea13,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:46.423079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:25:46.452605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e27c-dde6-49ad-83c8-9f9c8d8e3ae7 req-b587dee1-0af5-4fd3-a516-b77842884ea3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:46.456637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b67e27c-dde6-49ad-83c8-9f9c8d8e3ae7 req-b587dee1-0af5-4fd3-a516-b77842884ea3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 936 time: 0.2326348 Apr 30 01:25:46.586396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dafe6cfc-339f-45c9-81d1-b4d2f1958c22 None None] Port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:46.588884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:46.589490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:46.599776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16', '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:46.600504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b67e27c-dde6-49ad-83c8-9f9c8d8e3ae7 req-deeac091-9b8b-4040-a773-658cca0b1831 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342413 Apr 30 01:25:46.673025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:46.678012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:46.737071 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:46.809759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c01fd4d-c536-4c51-ad34-a3e2452a4264 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:46.826691 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:46.870609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Transition to ACTIVE for port object 4c01fd4d-c536-4c51-ad34-a3e2452a4264 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:25:46.898517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e4e8c-7f98-4efa-916f-60bdcaa7b21d req-ec0ac1c0-541a-4f83-982b-a3061f947069 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:46.907677 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-128e4e8c-7f98-4efa-916f-60bdcaa7b21d req-ec0ac1c0-541a-4f83-982b-a3061f947069 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.0773101 Apr 30 01:25:46.954562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.014459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1752a42e-0015-44ef-a203-05e6e38b0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95194859-5fdf-488d-8fa1-438e21d9e135'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:47.016877 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcebc9a6-c973-4c62-8528-38b0e73dfda5" -d '{"events": [{"server_uuid": "1752a42e-0015-44ef-a203-05e6e38b0037", "name": "network-vif-plugged", "status": "completed", "tag": "95194859-5fdf-488d-8fa1-438e21d9e135"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:47.036876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Pushing event updated for resources: {'Port': ['ID=4c01fd4d-c536-4c51-ad34-a3e2452a4264,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:47.047865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 95194859-5fdf-488d-8fa1-438e21d9e135, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=95194859-5fdf-488d-8fa1-438e21d9e135,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:47.057037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-128e4e8c-7f98-4efa-916f-60bdcaa7b21d req-c21f44ec-2d97-4eb5-8254-9007263398b0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484594 Apr 30 01:25:47.071389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:47.153111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.153111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 70d29850-b36f-4f40-a493-f47604000e99 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:25:47.161749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955785c-3241-4629-a80a-372a40692174 req-6ba7fefd-db7f-4f45-bddb-599a8de50cc9 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:47.183702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c955785c-3241-4629-a80a-372a40692174 req-6ba7fefd-db7f-4f45-bddb-599a8de50cc9 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 944 time: 0.2305605 Apr 30 01:25:47.265457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.318954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c955785c-3241-4629-a80a-372a40692174 req-a8b8c5d9-3da9-4f27-8089-d398ff3f1e10 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289699 Apr 30 01:25:47.370022 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c160e6d-5f39-4de4-ab4e-7ea0fa2634c2 x-openstack-request-id: req-1c160e6d-5f39-4de4-ab4e-7ea0fa2634c2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:47.377429 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1752a42e-0015-44ef-a203-05e6e38b0037", "name": "network-vif-plugged", "status": "completed", "tag": "95194859-5fdf-488d-8fa1-438e21d9e135", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:47.378437 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c160e6d-5f39-4de4-ab4e-7ea0fa2634c2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:47.379371 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c160e6d-5f39-4de4-ab4e-7ea0fa2634c2'] response: {'server_uuid': '1752a42e-0015-44ef-a203-05e6e38b0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95194859-5fdf-488d-8fa1-438e21d9e135', 'code': 200} Apr 30 01:25:47.383590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 70d29850-b36f-4f40-a493-f47604000e99 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:25:47.386528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Attempting to bind port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:47.386890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Attempting to bind port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:47.387238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Attempting to bind port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:47.389528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 70d29850-b36f-4f40-a493-f47604000e99 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:25:47.411925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:25:47.412750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Attempting to bind port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:47.425085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:47.425665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:47.426139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:47.426464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Bound port: 4c01fd4d-c536-4c51-ad34-a3e2452a4264, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:47.426848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.456308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=95194859-5fdf-488d-8fa1-438e21d9e135,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:47.465186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Subnet': ['ID=7cccc20e-31d7-4e5a-8028-bc93866ca2dc,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:47.466498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbf37-7ca5-41b4-a13c-9211aa6da0e0 req-048a7854-d83b-41fe-9045-bf6215c01ae9 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:47.468207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb50ecd-df23-471a-9c00-6e3ccc0d87d9 req-32903b6b-3ed7-4d2f-8659-fd6fa6125461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:47.470792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cbb50ecd-df23-471a-9c00-6e3ccc0d87d9 req-32903b6b-3ed7-4d2f-8659-fd6fa6125461 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 1096 time: 0.1249070 Apr 30 01:25:47.475336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d32bbf37-7ca5-41b4-a13c-9211aa6da0e0 req-048a7854-d83b-41fe-9045-bf6215c01ae9 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 945 time: 0.0975680 Apr 30 01:25:47.499559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Checking segment: {'id': 'a75fee12-18d5-494a-927b-1ef8e28cc274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'baa1e2d5-daac-4ce4-a92e-73151b31ea13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:47.499802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network hostable DHCP agents. Network: baa1e2d5-daac-4ce4-a92e-73151b31ea13, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:25:47.554841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cbb50ecd-df23-471a-9c00-6e3ccc0d87d9 req-ba6023fd-adb2-4d1f-a294-6da30a747a49 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775740 Apr 30 01:25:47.574686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d32bbf37-7ca5-41b4-a13c-9211aa6da0e0 req-8fca513d-892c-4178-8606-b9712698887d tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969572 Apr 30 01:25:47.588509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] For port 4c01fd4d-c536-4c51-ad34-a3e2452a4264, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:47.594691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] For port 4c01fd4d-c536-4c51-ad34-a3e2452a4264, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4c01fd4d-c536-4c51-ad34-a3e2452a4264,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:47.622371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:25:47.679636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.714159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, baa1e2d5-daac-4ce4-a92e-73151b31ea13) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:47.724882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:47.724882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.758189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d70dd-ff50-4073-8a62-e9de8a4f6e8a None None] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:47.760458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7c960b67-7d09-47b9-b792-3509e3573393 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:47.763965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43874) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:47.770498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-network', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:47.835687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-77ddac6d-7640-4380-9274-69b685f3d658 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5002253 Apr 30 01:25:47.838484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43876) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:47.847169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-846824685', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:47.904666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Made reservation on behalf of a1cc92800f10462a99fb6f3fa5173b7c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:47.908752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.929766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43878) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:47.931009 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.945562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-722f0915-6c53-42c2-b0e7-d6ae9a6440b9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531445081', 'description': 'tempest-description--1651582914'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:47.976520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:47.978440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.070340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 7c960b67-7d09-47b9-b792-3509e3573393 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:25:48.076779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.099158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 7c960b67-7d09-47b9-b792-3509e3573393 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:48.108470 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.187258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:48.189301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.190984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] 10.222.0.21 "PUT /v2.0/ports/4c01fd4d-c536-4c51-ad34-a3e2452a4264 HTTP/1.1" status: 200 len: 1096 time: 2.2069743 Apr 30 01:25:48.193737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98956117-3cce-430e-8c0e-c8885d88034e', 'tag': '4c01fd4d-c536-4c51-ad34-a3e2452a4264'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:48.197201 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf20789-4126-4f01-9934-264829edc4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "98956117-3cce-430e-8c0e-c8885d88034e", "tag": "4c01fd4d-c536-4c51-ad34-a3e2452a4264"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:48.223479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de10b2-d4df-492f-ac91-7f849230721b service neutron] Pushing event updated for resources: {'Port': ['ID=4c01fd4d-c536-4c51-ad34-a3e2452a4264,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:48.257596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dda42-10b5-4e28-b120-8d808fb3ef18 req-549a759b-6b9b-411a-a840-e09ff6b1c67d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:48.260907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-838dda42-10b5-4e28-b120-8d808fb3ef18 req-549a759b-6b9b-411a-a840-e09ff6b1c67d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 948 time: 0.1417339 Apr 30 01:25:48.267585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.268145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:44Z', 'revision_number': 2, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:48.336478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-838dda42-10b5-4e28-b120-8d808fb3ef18 req-921e143d-466e-4d42-83ab-4bafd9145deb tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590935 Apr 30 01:25:48.337963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Checking router: fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:48.338613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Updating router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:25:48.382824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-722f0915-6c53-42c2-b0e7-d6ae9a6440b9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.428096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5638a-7973-4ca3-8346-5e1d80e8e246 req-b1e44f6b-0137-45da-9fb1-4692a7bb755e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:48.440247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acc5638a-7973-4ca3-8346-5e1d80e8e246 req-b1e44f6b-0137-45da-9fb1-4692a7bb755e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2543087 Apr 30 01:25:48.442073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.452985 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fd8211-9169-44ef-b78b-6888dce6d2e1 x-openstack-request-id: req-e4fd8211-9169-44ef-b78b-6888dce6d2e1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:48.454157 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98956117-3cce-430e-8c0e-c8885d88034e", "tag": "4c01fd4d-c536-4c51-ad34-a3e2452a4264", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:48.454577 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4fd8211-9169-44ef-b78b-6888dce6d2e1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:48.455148 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fd8211-9169-44ef-b78b-6888dce6d2e1'] response: {'name': 'network-changed', 'server_uuid': '98956117-3cce-430e-8c0e-c8885d88034e', 'tag': '4c01fd4d-c536-4c51-ad34-a3e2452a4264', 'status': 'completed', 'code': 200} Apr 30 01:25:48.464755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-dcae6211-2bd0-4f6f-97cf-06b708fc0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:48.473166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-dcae6211-2bd0-4f6f-97cf-06b708fc0a21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 1099 time: 0.1177840 Apr 30 01:25:48.481758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-baa1e2d5-daac-4ce4-a92e-73151b31ea13', 'network_id': 'baa1e2d5-daac-4ce4-a92e-73151b31ea13', 'tenant_id': 'f06ed057e8e441638562903f1958faa4', 'fixed_ips': [{'subnet_id': '7cccc20e-31d7-4e5a-8028-bc93866ca2dc'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:25:48.482668 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.580108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-30f25f39-124f-4494-aaf8-82f75ad2b05b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4c01fd4d-c536-4c51-ad34-a3e2452a4264 HTTP/1.1" status: 200 len: 217 time: 0.1004150 Apr 30 01:25:48.611253 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.618866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:25:48.643564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c35d98-a267-413d-aff0-3d00ecadf13a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:48.660733 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.660733 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Added segment 792e5822-af5b-47e2-94dd-19f8a2c54307 of type vlan for network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 Apr 30 01:25:48.662043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acc5638a-7973-4ca3-8346-5e1d80e8e246 req-d016f14b-7424-4e0b-a1e5-b873e92c7677 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209759 Apr 30 01:25:48.723953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.727409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044365b-6c30-40b9-8d43-3bd0b6203707 req-c0534f86-85b3-4690-864c-001e50209651 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:48.736027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7044365b-6c30-40b9-8d43-3bd0b6203707 req-c0534f86-85b3-4690-864c-001e50209651 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 944 time: 0.1544983 Apr 30 01:25:48.756544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-722f0915-6c53-42c2-b0e7-d6ae9a6440b9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:48.763091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-26d74768-e3cb-42f9-b3a0-9ad95c2f3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:48.763791 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-26d74768-e3cb-42f9-b3a0-9ad95c2f3dd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1709118 Apr 30 01:25:48.838441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7044365b-6c30-40b9-8d43-3bd0b6203707 req-f756e01c-daa7-4ab3-ad01-0793d686fe23 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902078 Apr 30 01:25:48.874978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-791a90fc-32d3-4cae-b19c-883f0820efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:48.883916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-791a90fc-32d3-4cae-b19c-883f0820efe2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107094 Apr 30 01:25:48.957373 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.075750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-1d84e3b2-ed06-4a85-95cf-ceb425a8a928 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835306 Apr 30 01:25:49.102520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Allocated IP 172.20.0.2 (baa1e2d5-daac-4ce4-a92e-73151b31ea13/7cccc20e-31d7-4e5a-8028-bc93866ca2dc/4be2438c-e8ae-4a9b-971f-ded24cd4479f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:49.178880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.179573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:49.180141 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.182289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-722f0915-6c53-42c2-b0e7-d6ae9a6440b9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.197035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbdbf5b1-05a0-4687-968e-9eeb5b6d8160 req-146a9f31-9e1f-4d6c-8b03-b07a95747125 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143470 Apr 30 01:25:49.299462 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.312907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f0915-6c53-42c2-b0e7-d6ae9a6440b9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a22dbca-5e55-44e2-9724-fc40a2470546,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:49.327697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] Pushing event updated for resources: {'Network': ['ID=5cb20e6c-dd06-411d-aefe-d571ad93cb89,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:49.344818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb9ea2-3757-433f-b56c-43673ca15ae4 req-65b80140-09a5-423e-b852-ae1e642562dc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:49.346549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a4fb9ea2-3757-433f-b56c-43673ca15ae4 req-65b80140-09a5-423e-b852-ae1e642562dc tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 945 time: 0.1730361 Apr 30 01:25:49.414741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-722f0915-6c53-42c2-b0e7-d6ae9a6440b9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.420416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-722f0915-6c53-42c2-b0e7-d6ae9a6440b9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4789097 Apr 30 01:25:49.440753 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7db76584-d275-427b-8dfd-cf0a609c098b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6724894 Apr 30 01:25:49.440753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43890) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:49.441049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43892) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:49.457058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5d5a7f27-7b55-46b9-bcd6-affc22592d80 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Request body: {'security_group_rule': {'security_group_id': '4a22dbca-5e55-44e2-9724-fc40a2470546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:49.464426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Request body: {'subnet': {'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-subnet', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:49.519632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf20789-4126-4f01-9934-264829edc4b0 req-1479db8f-3ff2-4320-abb0-78d2df676ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:49.521704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbf20789-4126-4f01-9934-264829edc4b0 req-1479db8f-3ff2-4320-abb0-78d2df676ffc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbcb295e0462422581cee135f4d15721&device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 1099 time: 0.1288061 Apr 30 01:25:49.527849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a4fb9ea2-3757-433f-b56c-43673ca15ae4 req-756e4310-883e-40ad-b1db-6fe8275659d0 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694839 Apr 30 01:25:49.572597 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.597850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:25:49.606095 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.629807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Made reservation on behalf of a1cc92800f10462a99fb6f3fa5173b7c for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:25:49.633688 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.640083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c960b67-7d09-47b9-b792-3509e3573393'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:49.643308 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26e692a-4368-4e4c-9bb2-e69da2d4edd6" -d '{"events": [{"server_uuid": "7591e8d2-bc5b-41ca-ae8c-04e1024bea0d", "name": "network-vif-plugged", "status": "completed", "tag": "7c960b67-7d09-47b9-b792-3509e3573393"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:49.658963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf20789-4126-4f01-9934-264829edc4b0 req-abb17ae4-e203-4829-8893-ab0d2e296ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:49.659418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.662383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbf20789-4126-4f01-9934-264829edc4b0 req-abb17ae4-e203-4829-8893-ab0d2e296ad6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1313343 Apr 30 01:25:49.670028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03abff0-c3c7-43e5-bed6-bc406373d48c req-e14749d2-832c-4011-a11f-4c98feb71205 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:49.671717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a03abff0-c3c7-43e5-bed6-bc406373d48c req-e14749d2-832c-4011-a11f-4c98feb71205 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 948 time: 0.2158051 Apr 30 01:25:49.710285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.736355 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7f27-7b55-46b9-bcd6-affc22592d80 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.755951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbf20789-4126-4f01-9934-264829edc4b0 req-e453fb9b-3472-4334-97bd-f8640ca24aa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4c01fd4d-c536-4c51-ad34-a3e2452a4264 HTTP/1.1" status: 200 len: 217 time: 0.0830793 Apr 30 01:25:49.774420 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.818647 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51bf05-943a-49e1-b5a2-f92df9e8652c x-openstack-request-id: req-ab51bf05-943a-49e1-b5a2-f92df9e8652c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:49.818885 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591e8d2-bc5b-41ca-ae8c-04e1024bea0d", "name": "network-vif-plugged", "status": "completed", "tag": "7c960b67-7d09-47b9-b792-3509e3573393", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:49.819169 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab51bf05-943a-49e1-b5a2-f92df9e8652c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:49.819686 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab51bf05-943a-49e1-b5a2-f92df9e8652c'] response: {'server_uuid': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c960b67-7d09-47b9-b792-3509e3573393', 'code': 200} Apr 30 01:25:49.822859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7c960b67-7d09-47b9-b792-3509e3573393, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7c960b67-7d09-47b9-b792-3509e3573393,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:49.853596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:49.865558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf20789-4126-4f01-9934-264829edc4b0 req-9639088e-e189-46f4-9809-67d78c6ee4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:49.868665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbf20789-4126-4f01-9934-264829edc4b0 req-9639088e-e189-46f4-9809-67d78c6ee4c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0988264 Apr 30 01:25:49.868936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:49.872941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:49.942513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a03abff0-c3c7-43e5-bed6-bc406373d48c req-2195315c-0db0-4a13-8063-5f3f59624b64 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838560 Apr 30 01:25:49.943539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:49.976574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf20789-4126-4f01-9934-264829edc4b0 req-72be435c-79ee-43ef-a189-b769a11a290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:49.978089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbf20789-4126-4f01-9934-264829edc4b0 req-72be435c-79ee-43ef-a189-b769a11a290a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014345 Apr 30 01:25:49.994160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Pushing event updated for resources: {'Port': ['ID=4be2438c-e8ae-4a9b-971f-ded24cd4479f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:50.064845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Attempting to bind port 4be2438c-e8ae-4a9b-971f-ded24cd4479f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:50.065247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Attempting to bind port 4be2438c-e8ae-4a9b-971f-ded24cd4479f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'a75fee12-18d5-494a-927b-1ef8e28cc274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'baa1e2d5-daac-4ce4-a92e-73151b31ea13'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:50.065562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Attempting to bind port 4be2438c-e8ae-4a9b-971f-ded24cd4479f on network baa1e2d5-daac-4ce4-a92e-73151b31ea13 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:50.096144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:50.096537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Checking segment: {'id': 'a75fee12-18d5-494a-927b-1ef8e28cc274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'baa1e2d5-daac-4ce4-a92e-73151b31ea13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:50.098054 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.098493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Bound using segment: {'id': 'a75fee12-18d5-494a-927b-1ef8e28cc274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'baa1e2d5-daac-4ce4-a92e-73151b31ea13'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:50.103168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Bound port: 4be2438c-e8ae-4a9b-971f-ded24cd4479f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75fee12-18d5-494a-927b-1ef8e28cc274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'baa1e2d5-daac-4ce4-a92e-73151b31ea13'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:50.103907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.138890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7f27-7b55-46b9-bcd6-affc22592d80 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.167924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda87a8-ebb4-49ee-b3c3-080638437a23 req-aaddfc2e-2c98-4f21-9cdf-86d0d71b8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:50.169881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0eda87a8-ebb4-49ee-b3c3-080638437a23 req-aaddfc2e-2c98-4f21-9cdf-86d0d71b8ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 1095 time: 0.3558810 Apr 30 01:25:50.185952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbea45-f4d5-4fb2-90fa-16da47d6ce33 req-24aad94e-500a-485d-aa23-d0ee591a5282 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:50.194933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72fbea45-f4d5-4fb2-90fa-16da47d6ce33 req-24aad94e-500a-485d-aa23-d0ee591a5282 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2945771 Apr 30 01:25:50.235566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc52f-b883-459e-b737-cb985948c12a req-bc27c572-fbaa-4ead-aab0-c369772157dc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:50.237130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbccc52f-b883-459e-b737-cb985948c12a req-bc27c572-fbaa-4ead-aab0-c369772157dc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.1280246 Apr 30 01:25:50.263581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.25.0.189 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/e9041d15-3e40-4042-9243-e9309680a791) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:50.268579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7f27-7b55-46b9-bcd6-affc22592d80 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.281946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] For port 4be2438c-e8ae-4a9b-971f-ded24cd4479f, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:50.288701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] For port 4be2438c-e8ae-4a9b-971f-ded24cd4479f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4be2438c-e8ae-4a9b-971f-ded24cd4479f,segment=NetworkSegment(a75fee12-18d5-494a-927b-1ef8e28cc274),segment_id=a75fee12-18d5-494a-927b-1ef8e28cc274)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:50.294279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbf20789-4126-4f01-9934-264829edc4b0 req-0ad05829-8682-4173-8da2-0e840b7bd194 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023052 Apr 30 01:25:50.297616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbccc52f-b883-459e-b737-cb985948c12a req-39917039-48b4-48a3-8d3e-65835f68dbbe tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 Apr 30 01:25:50.331925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=7c960b67-7d09-47b9-b792-3509e3573393,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:50.347344 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72fbea45-f4d5-4fb2-90fa-16da47d6ce33 req-0f3e5481-616e-495d-b1c2-3869eaa552e4 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507833 Apr 30 01:25:50.390067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a7f27-7b55-46b9-bcd6-affc22592d80 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1fa0f5-c2ce-4acd-8692-25e0de2a0871,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:50.412141 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.419299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.440391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0eda87a8-ebb4-49ee-b3c3-080638437a23 req-131993d6-6b56-446e-ac32-1c0d7fbf359e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372866 Apr 30 01:25:50.450550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbf20789-4126-4f01-9934-264829edc4b0 req-4afef1d0-eb75-487d-8d99-6bda169671ef service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394651 Apr 30 01:25:50.496238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.521620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7607c-be65-4eed-bf76-007d9e8da00b None None] Pushing event updated for resources: {'Port': ['ID=4be2438c-e8ae-4a9b-971f-ded24cd4479f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:50.550473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7f27-7b55-46b9-bcd6-affc22592d80 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.562052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43902) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:50.570911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fcadd1c6-c9b1-49ed-8554-9d333ac6f27c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Request body: {'security_group_rule': {'security_group_id': '4a22dbca-5e55-44e2-9724-fc40a2470546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:50.574725 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d5a7f27-7b55-46b9-bcd6-affc22592d80 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1276109 Apr 30 01:25:50.629091 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.642370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.649864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40127dde-333d-4d41-b8d2-98ffe228674a None None] Pushing event updated for resources: {'Port': ['ID=2d452b12-98af-45cf-b9aa-dc7d293b6df3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:50.660872 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.731615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcadd1c6-c9b1-49ed-8554-9d333ac6f27c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.788557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e7969f-82f6-4011-b793-626d1265e4de,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:50.798969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Checking segment: {'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:50.799382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Network hostable DHCP agents. Network: 5cb20e6c-dd06-411d-aefe-d571ad93cb89, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:25:50.844189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Attempting to bind port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:50.844688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Attempting to bind port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:50.846063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Attempting to bind port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 on network d67c204c-c809-45ae-ac81-4f2d261d7752 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:50.850903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:50.851261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Checking segment: {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:50.851773 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.852219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Bound using segment: {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:50.854163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Bound port: 2d452b12-98af-45cf-b9aa-dc7d293b6df3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:50.854163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.865131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d8d4b-2515-47ee-9b73-9eeb9fc074f3 req-5d766379-ec71-4265-8143-18ff91a12500 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:50.866280 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.881478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c04d8d4b-2515-47ee-9b73-9eeb9fc074f3 req-5d766379-ec71-4265-8143-18ff91a12500 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 945 time: 0.2374351 Apr 30 01:25:50.939827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:25:50.977724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] For port 2d452b12-98af-45cf-b9aa-dc7d293b6df3, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:50.978484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:50.978596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcadd1c6-c9b1-49ed-8554-9d333ac6f27c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:50.981374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:50.990878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c04d8d4b-2515-47ee-9b73-9eeb9fc074f3 req-f02dd887-12f7-494d-9c94-96bd9107517f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079378 Apr 30 01:25:50.992957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] For port 2d452b12-98af-45cf-b9aa-dc7d293b6df3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2d452b12-98af-45cf-b9aa-dc7d293b6df3,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:50.996899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:51.046413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=e9041d15-3e40-4042-9243-e9309680a791,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:51.060516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 5cb20e6c-dd06-411d-aefe-d571ad93cb89) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:51.085221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4dcd1-9c69-4471-b604-154f2b7af801 None None] Network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:51.110176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcadd1c6-c9b1-49ed-8554-9d333ac6f27c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.111745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:51.112542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.135104 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.176995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadd1c6-c9b1-49ed-8554-9d333ac6f27c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbafcef-6b75-4462-83ed-8a0cc138ca04,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:51.204456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43433a-583a-45dd-af42-16d24ff52726 req-4302cc3d-3a1b-4e1b-8af7-aa87795292d4 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:51.206979 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb43433a-583a-45dd-af42-16d24ff52726 req-4302cc3d-3a1b-4e1b-8af7-aa87795292d4 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 945 time: 0.1095057 Apr 30 01:25:51.218097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:51.223841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Request body: {'floatingip': {'port_id': '95194859-5fdf-488d-8fa1-438e21d9e135'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:51.238300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40127dde-333d-4d41-b8d2-98ffe228674a None None] Pushing event updated for resources: {'Port': ['ID=2d452b12-98af-45cf-b9aa-dc7d293b6df3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:51.269971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:51.270628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:51.306077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d3991413-f92a-42f6-9d82-773595a65955 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8542426 Apr 30 01:25:51.317744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43910) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:51.322632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:51.374936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.377045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcadd1c6-c9b1-49ed-8554-9d333ac6f27c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.378543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fcadd1c6-c9b1-49ed-8554-9d333ac6f27c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8137627 Apr 30 01:25:51.385737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43916) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:51.402512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:51.471765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:51.599030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.602287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.647853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534c90-1dc7-4aa1-bedd-94da68c64a1c req-73041728-aebb-46ca-929c-9cdad79f2010 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:51.655178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e534c90-1dc7-4aa1-bedd-94da68c64a1c req-73041728-aebb-46ca-929c-9cdad79f2010 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.2133298 Apr 30 01:25:51.666286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4be2438c-e8ae-4a9b-971f-ded24cd4479f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:51.716504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1edb60f5-c1de-4c12-8ed0-96957b8b4a74 None None] Provisioning complete for port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:51.717639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1edb60f5-c1de-4c12-8ed0-96957b8b4a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.726226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.732446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:51.747988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcfa82-1e8f-443c-ae50-94a03c671779 req-b7b521ba-d1f2-4395-a203-06fbdfbbd13a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:51.750795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a0bcfa82-1e8f-443c-ae50-94a03c671779 req-b7b521ba-d1f2-4395-a203-06fbdfbbd13a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 948 time: 0.6710212 Apr 30 01:25:51.764062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e534c90-1dc7-4aa1-bedd-94da68c64a1c req-e2fbb9ef-496c-4aa5-8ec7-562f1e32f750 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078713 Apr 30 01:25:51.914437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4c01fd4d-c536-4c51-ad34-a3e2452a4264 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:25:51.991409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a0bcfa82-1e8f-443c-ae50-94a03c671779 req-b104a130-30e5-4910-b822-14024e2b136f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255700 Apr 30 01:25:52.115586 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:25:52.133468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.160222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a0f0e-5581-496c-b108-b21eb6101bfd req-2e25456d-fe1c-4225-81d3-b04a9e834927 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:52.160381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.170751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e81a0f0e-5581-496c-b108-b21eb6101bfd req-2e25456d-fe1c-4225-81d3-b04a9e834927 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2478735 Apr 30 01:25:52.277426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7548c-f59f-456e-be48-457c67058bad None None] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:52.303735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.327939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e81a0f0e-5581-496c-b108-b21eb6101bfd req-4b60b99c-d3c9-49d2-87b2-c59972df3d59 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522143 Apr 30 01:25:52.441231 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.535676 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.563182 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.576059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4be2438c-e8ae-4a9b-971f-ded24cd4479f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:52.576783 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.652378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-5cb20e6c-dd06-411d-aefe-d571ad93cb89', 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'fixed_ips': [{'subnet_id': 'b0e7969f-82f6-4011-b793-626d1265e4de'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:25:52.653618 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.677536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Allocated IP 172.25.0.222 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/fe05a13d-c0ab-49dd-9c41-a4f2dd40757f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:52.715060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4c01fd4d-c536-4c51-ad34-a3e2452a4264, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4c01fd4d-c536-4c51-ad34-a3e2452a4264,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:52.733178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1edb60f5-c1de-4c12-8ed0-96957b8b4a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:52.763375 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Floating IP c413e863-efb4-48d6-913d-fea32edae52d associated. External IP: 172.25.0.185, port: 95194859-5fdf-488d-8fa1-438e21d9e135. Apr 30 01:25:52.769335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:50Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:52.778133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '4c01fd4d-c536-4c51-ad34-a3e2452a4264', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '4c01fd4d-c536-4c51-ad34-a3e2452a4264', 'mac_address': 'fa:16:3e:e4:17:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:25:52.878783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd955ee-db5b-4c94-bb52-5b565763f649 None None] The sync data for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 is: [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:50Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:53.069316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1edb60f5-c1de-4c12-8ed0-96957b8b4a74 None None] For port 2d452b12-98af-45cf-b9aa-dc7d293b6df3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2d452b12-98af-45cf-b9aa-dc7d293b6df3,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:53.185136 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1edb60f5-c1de-4c12-8ed0-96957b8b4a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:53.194795 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:53.248527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dfe33-035b-43e3-aee4-d3098065ad62 req-5f07dce8-d13d-4bcf-9554-b61b80ea9731 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:53.250811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-681dfe33-035b-43e3-aee4-d3098065ad62 req-5f07dce8-d13d-4bcf-9554-b61b80ea9731 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 948 time: 0.1290216 Apr 30 01:25:53.322764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c01fd4d-c536-4c51-ad34-a3e2452a4264 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:25:53.335645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Router 8fc6c176-4362-4293-92c8-e0017596c16e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:53.348722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:53.409855 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-681dfe33-035b-43e3-aee4-d3098065ad62 req-67f96f38-547b-42b6-ae08-8cb215bc6b5d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326058 Apr 30 01:25:53.496970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Allocated IP 172.20.0.2 (5cb20e6c-dd06-411d-aefe-d571ad93cb89/b0e7969f-82f6-4011-b793-626d1265e4de/a5803188-ca48-4c03-a3e1-8a2039ad4a76) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:53.558059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4c01fd4d-c536-4c51-ad34-a3e2452a4264, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4c01fd4d-c536-4c51-ad34-a3e2452a4264,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:53.572491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-68feef44-ab9c-4492-9a27-e048b687bef4 None None] Provisioning complete for port 4be2438c-e8ae-4a9b-971f-ded24cd4479f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:53.572951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68feef44-ab9c-4492-9a27-e048b687bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:53.630492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 4be2438c-e8ae-4a9b-971f-ded24cd4479f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4be2438c-e8ae-4a9b-971f-ded24cd4479f,segment=NetworkSegment(a75fee12-18d5-494a-927b-1ef8e28cc274),segment_id=a75fee12-18d5-494a-927b-1ef8e28cc274)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:53.631603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb60f5-c1de-4c12-8ed0-96957b8b4a74 None None] Pushing event updated for resources: {'Port': ['ID=2d452b12-98af-45cf-b9aa-dc7d293b6df3,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:53.751512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:53.763590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673716b-680d-4c66-a377-b302e8169415 req-ba1afb8c-0c61-46b3-a8da-b2a252752542 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:53.779506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938343d-ef4f-4a9d-8a1f-83794d7da13f req-2d90d0bf-e003-46c6-97ca-2ef5d13fbbf1 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:53.779506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9938343d-ef4f-4a9d-8a1f-83794d7da13f req-2d90d0bf-e003-46c6-97ca-2ef5d13fbbf1 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.4593363 Apr 30 01:25:53.780062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e673716b-680d-4c66-a377-b302e8169415 req-ba1afb8c-0c61-46b3-a8da-b2a252752542 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2316287 Apr 30 01:25:53.842504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:53.854103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:53.854311 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] Sync routers for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:53.874862 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:53.881217 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:53.896641 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:53.909798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=4be2438c-e8ae-4a9b-971f-ded24cd4479f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:53.945200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:53.972502 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e673716b-680d-4c66-a377-b302e8169415 req-9b1e6b5d-7c15-4e73-8588-e7053d5a6171 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958568 Apr 30 01:25:53.996377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3d1c4753-e5a9-4e67-9fbe-0477859d76be tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "PUT /v2.0/floatingips/c413e863-efb4-48d6-913d-fea32edae52d HTTP/1.1" status: 200 len: 991 time: 2.7761989 Apr 30 01:25:53.997033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1752a42e-0015-44ef-a203-05e6e38b0037', 'tag': '95194859-5fdf-488d-8fa1-438e21d9e135'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:53.999362 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7d9121-07de-4779-af9f-156e2c546ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "1752a42e-0015-44ef-a203-05e6e38b0037", "tag": "95194859-5fdf-488d-8fa1-438e21d9e135"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:54.075661 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:54.080945 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c9927-80fc-4deb-a09f-0a42b59f9c29 x-openstack-request-id: req-557c9927-80fc-4deb-a09f-0a42b59f9c29 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:54.081240 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1752a42e-0015-44ef-a203-05e6e38b0037", "tag": "95194859-5fdf-488d-8fa1-438e21d9e135", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:54.081926 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-557c9927-80fc-4deb-a09f-0a42b59f9c29 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:54.081926 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557c9927-80fc-4deb-a09f-0a42b59f9c29'] response: {'name': 'network-changed', 'server_uuid': '1752a42e-0015-44ef-a203-05e6e38b0037', 'tag': '95194859-5fdf-488d-8fa1-438e21d9e135', 'status': 'completed', 'code': 200} Apr 30 01:25:54.103014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=4c01fd4d-c536-4c51-ad34-a3e2452a4264,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:54.106327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2d452b12-98af-45cf-b9aa-dc7d293b6df3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:54.178351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9938343d-ef4f-4a9d-8a1f-83794d7da13f req-af903a04-787a-4a78-b0f1-2765003fccac tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874183 Apr 30 01:25:54.182607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:54.186675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router d08599ff-f259-4490-b62d-2f00a4a74571 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:25:54.256757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-f1e087e1-6c24-4828-8722-30e740faeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:54.257688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-f1e087e1-6c24-4828-8722-30e740faeb48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=19684d2cb385403ba1589d6c5b150341&device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 1096 time: 0.1317861 Apr 30 01:25:54.268094 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:54.297486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['4c01fd4d-c536-4c51-ad34-a3e2452a4264'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:25:54.435596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05452959-43d2-41c6-b134-8b3929bc4005 req-44cca0c5-e2a4-4f03-9c8b-355903989eb3 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:54.450194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05452959-43d2-41c6-b134-8b3929bc4005 req-44cca0c5-e2a4-4f03-9c8b-355903989eb3 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.1602197 Apr 30 01:25:54.450922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43934) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:54.472408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-68feef44-ab9c-4492-9a27-e048b687bef4 None None] Provisioning complete for port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:54.473642 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68feef44-ab9c-4492-9a27-e048b687bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:54.477719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Request body: {'floatingip': {'port_id': '7c960b67-7d09-47b9-b792-3509e3573393'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:25:54.509401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:54.585947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:54.592656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:54.687857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:54.754812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:54.782452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:54.795363 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-0fa6b30d-8f39-4f19-a44a-d478b66df05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:54.796400 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c413e863-efb4-48d6-913d-fea32edae52d', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'port_id': '95194859-5fdf-488d-8fa1-438e21d9e135', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'mac_address': 'fa:16:3e:2b:4f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a42e-0015-44ef-a203-05e6e38b0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:25:28Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 1, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:28Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:54.798076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-0fa6b30d-8f39-4f19-a44a-d478b66df05b service neutron] 10.222.0.21 "GET /v2.0/networks?id=96eabac2-c592-40b0-8e17-6135c06b7433 HTTP/1.1" status: 200 len: 914 time: 0.5331833 Apr 30 01:25:54.802776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:54.810474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:54.818789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:54.826596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event updated for resources: {'Port': ['ID=fe05a13d-c0ab-49dd-9c41-a4f2dd40757f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:54.836922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c9158-5544-407e-ac52-d5e82156f95e None None] Sync routers for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:54.854295 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] Checking router: 8fc6c176-4362-4293-92c8-e0017596c16e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:54.865124 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:54.866639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:54.887976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c9158-5544-407e-ac52-d5e82156f95e None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:54.888658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fa1c9158-5544-407e-ac52-d5e82156f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:54.904253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Allocated IP 172.25.0.172 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/89556c63-9ab8-4e9c-9e39-9af96fe80c8f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:54.940473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee1b4-63bf-48f8-9cf5-a36596879219 req-54a4db0e-079b-46d3-b9cb-12e2ffeb9a61 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:54.952568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fdee1b4-63bf-48f8-9cf5-a36596879219 req-54a4db0e-079b-46d3-b9cb-12e2ffeb9a61 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 949 time: 0.2888494 Apr 30 01:25:55.036749 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:55.038977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fa1c9158-5544-407e-ac52-d5e82156f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:55.106643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.117054 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.170480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c9158-5544-407e-ac52-d5e82156f95e None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:55.171119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fa1c9158-5544-407e-ac52-d5e82156f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:55.257733 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.260593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fa1c9158-5544-407e-ac52-d5e82156f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:55.261434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1c9158-5544-407e-ac52-d5e82156f95e None None] The sync data for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:55.271587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cff027d3-ee82-4b6d-8ba5-096af35c67b6 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4315133 Apr 30 01:25:55.275352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43942) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:55.291764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:55.293553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:55.302207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:55.310174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Pushing event updated for resources: {'Port': ['ID=a5803188-ca48-4c03-a3e1-8a2039ad4a76,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:55.346606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c3f325f5-cf77-4a34-b36a-6d8d436e15ba None None] Provisioning complete for port 4be2438c-e8ae-4a9b-971f-ded24cd4479f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:55.347262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3f325f5-cf77-4a34-b36a-6d8d436e15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.358156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fdee1b4-63bf-48f8-9cf5-a36596879219 req-9fd39ab1-4dcf-44dc-9b08-2d389c7864e8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858807 Apr 30 01:25:55.385022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.408458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Attempting to bind port a5803188-ca48-4c03-a3e1-8a2039ad4a76 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:25:55.409151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Attempting to bind port a5803188-ca48-4c03-a3e1-8a2039ad4a76 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:25:55.409693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Attempting to bind port a5803188-ca48-4c03-a3e1-8a2039ad4a76 on network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:25:55.425193 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c413e863-efb4-48d6-913d-fea32edae52d', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'port_id': '95194859-5fdf-488d-8fa1-438e21d9e135', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'mac_address': 'fa:16:3e:2b:4f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a42e-0015-44ef-a203-05e6e38b0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:25:28Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 1, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:28Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:55.426105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:25:55.426717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Checking segment: {'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:25:55.427303 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.427905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Bound using segment: {'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:25:55.428567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Bound port: a5803188-ca48-4c03-a3e1-8a2039ad4a76, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:25:55.429128 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.473122 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12d4a9-22cb-4fdb-b7b3-fc97f794c32e None None] The sync data for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 is: [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c413e863-efb4-48d6-913d-fea32edae52d', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'port_id': '95194859-5fdf-488d-8fa1-438e21d9e135', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'mac_address': 'fa:16:3e:2b:4f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a42e-0015-44ef-a203-05e6e38b0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:25:28Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 1, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:28Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:55.492386 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.617904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] For port a5803188-ca48-4c03-a3e1-8a2039ad4a76, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:25:55.634112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] For port a5803188-ca48-4c03-a3e1-8a2039ad4a76, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a5803188-ca48-4c03-a3e1-8a2039ad4a76,segment=NetworkSegment(792e5822-af5b-47e2-94dd-19f8a2c54307),segment_id=792e5822-af5b-47e2-94dd-19f8a2c54307)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:25:55.670546 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-15e50893-f6f1-4557-92a1-0417dbc3b908 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95194859-5fdf-488d-8fa1-438e21d9e135 HTTP/1.1" status: 200 len: 999 time: 0.8618221 Apr 30 01:25:55.690118 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:55.764573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a5c61-08ed-4b23-95c0-03ff34273a59 req-f63ef9d8-87d2-4086-b964-0d4d9a3f3675 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:55.771578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f62a5c61-08ed-4b23-95c0-03ff34273a59 req-f63ef9d8-87d2-4086-b964-0d4d9a3f3675 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.3201749 Apr 30 01:25:55.780761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8756f-de47-4597-bb47-7f53b7c4a7ad None None] Pushing event updated for resources: {'Port': ['ID=a5803188-ca48-4c03-a3e1-8a2039ad4a76,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:55.856524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-8ba7bd3f-0724-4050-86ef-602765bfd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:55.858009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-8ba7bd3f-0724-4050-86ef-602765bfd656 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14e8a330-97e9-4526-87c7-b8e7b7e06039 HTTP/1.1" status: 200 len: 853 time: 0.1810942 Apr 30 01:25:55.895981 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11799a88-4b74-4e85-aa05-55af22eb7fae None None] New status for floating IP c413e863-efb4-48d6-913d-fea32edae52d: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:25:55.948096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4be2438c-e8ae-4a9b-971f-ded24cd4479f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:55.993504 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f62a5c61-08ed-4b23-95c0-03ff34273a59 req-89620312-14f7-430a-9455-660c38ab8a19 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105603 Apr 30 01:25:56.039675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4be2438c-e8ae-4a9b-971f-ded24cd4479f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:56.040172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.102530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-5502536c-c847-4a7e-8236-22f99ce1fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:56.106319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-5502536c-c847-4a7e-8236-22f99ce1fee2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96eabac2-c592-40b0-8e17-6135c06b7433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320194 Apr 30 01:25:56.174245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.292121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.355305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.420874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-e4c0ac04-3834-4b5d-a594-5c255ee1e004 service neutron] 10.222.0.21 "GET /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388058 Apr 30 01:25:56.459481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:56.480980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:56.509495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:56.578719 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.579902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Pushing event updated for resources: {'Port': ['ID=89556c63-9ab8-4e9c-9e39-9af96fe80c8f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:56.596085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7d9121-07de-4779-af9f-156e2c546ff2 req-1cb7fec4-940a-4dfa-8186-9125c955d900 service neutron] 10.222.0.21 "GET /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508920 Apr 30 01:25:56.632742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.648807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.681433 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.744257 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Floating IP 24164953-0c6b-49da-b6fa-6a251440305f associated. External IP: 172.25.0.174, port: 7c960b67-7d09-47b9-b792-3509e3573393. Apr 30 01:25:56.769875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event updated for resources: {'Port': ['ID=fe05a13d-c0ab-49dd-9c41-a4f2dd40757f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:56.784523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccbb61-a3a8-48b8-82fb-1d436c801919 req-d3988771-55e8-4a09-8f58-e0642ed43295 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:56.786101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6fccbb61-a3a8-48b8-82fb-1d436c801919 req-d3988771-55e8-4a09-8f58-e0642ed43295 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 949 time: 0.2722583 Apr 30 01:25:56.789197 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:56.798272 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b5224829-8f5e-4896-8963-22b139247ad9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4004295 Apr 30 01:25:57.008198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6fccbb61-a3a8-48b8-82fb-1d436c801919 req-1df97fc6-e6e5-4483-91dc-b96f358f6c14 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578867 Apr 30 01:25:57.109128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:25:57.170462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a0041-d1e6-48de-96cf-d4f67218b478 None None] Network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:25:57.200489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-3e5564e3-3c8c-4fb7-871b-e52529373da2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:57.202228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-3e5564e3-3c8c-4fb7-871b-e52529373da2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 821 time: 0.2059987 Apr 30 01:25:57.227966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-c0d6d781-e69e-4cc5-aafe-bf965dc6cda5 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/quotas/630f9b03473348fba84db5d5fe0f647a HTTP/1.1" status: 200 len: 375 time: 0.0159240 Apr 30 01:25:57.285581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef842a78-42c4-4a3c-9167-0b54fcd718a9 req-fc9a2701-7deb-432f-b711-e36fb6b20b0b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:57.287163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef842a78-42c4-4a3c-9167-0b54fcd718a9 req-fc9a2701-7deb-432f-b711-e36fb6b20b0b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.1874588 Apr 30 01:25:57.298196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2a41e1f5-99cc-42b4-9ddd-33b6ed0796a8 None None] Provisioning complete for port a5803188-ca48-4c03-a3e1-8a2039ad4a76 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:57.298567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a41e1f5-99cc-42b4-9ddd-33b6ed0796a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:57.312926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:57.317253 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:57.319121 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:57.335584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] Sync routers for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:57.355971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-b6c338a5-4e3d-4b7c-a380-91d2c1e5fc8c tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967565 Apr 30 01:25:57.362759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:57.363516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:57.367717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-32df282f-99a1-47b0-81e8-7bc699de15ae tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "PUT /v2.0/floatingips/24164953-0c6b-49da-b6fa-6a251440305f HTTP/1.1" status: 200 len: 991 time: 2.9067855 Apr 30 01:25:57.367717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'tag': '7c960b67-7d09-47b9-b792-3509e3573393'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:57.368445 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7591e8d2-bc5b-41ca-ae8c-04e1024bea0d", "tag": "7c960b67-7d09-47b9-b792-3509e3573393"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:57.470278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-cef80b7e-60ad-41e0-ab9e-b82546c5841f service neutron] 10.222.0.15 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986791 Apr 30 01:25:57.529694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:57.566752 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a41e1f5-99cc-42b4-9ddd-33b6ed0796a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:57.602557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-89bb8e59-3209-4944-b175-aa916195f8d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233549 Apr 30 01:25:57.654566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2a41e1f5-99cc-42b4-9ddd-33b6ed0796a8 None None] For port a5803188-ca48-4c03-a3e1-8a2039ad4a76, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a5803188-ca48-4c03-a3e1-8a2039ad4a76,segment=NetworkSegment(792e5822-af5b-47e2-94dd-19f8a2c54307),segment_id=792e5822-af5b-47e2-94dd-19f8a2c54307)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:57.766502 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a41e1f5-99cc-42b4-9ddd-33b6ed0796a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:57.779811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.20.0.1 (baa1e2d5-daac-4ce4-a92e-73151b31ea13/7cccc20e-31d7-4e5a-8028-bc93866ca2dc/3e47d10b-d02c-43a5-8d8a-99eeb0fcd989) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:25:57.803814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef842a78-42c4-4a3c-9167-0b54fcd718a9 req-7020f504-ec36-4a92-857f-5bbed420696c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098679 Apr 30 01:25:57.921155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4c01fd4d-c536-4c51-ad34-a3e2452a4264 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:57.925464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7dadfb79-5f58-4541-9501-fa98f19ef58c None None] Provisioning complete for port a5803188-ca48-4c03-a3e1-8a2039ad4a76 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:57.925831 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7dadfb79-5f58-4541-9501-fa98f19ef58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:57.956990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-206b61c5-6903-45b7-952a-defbee639c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:57.958524 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-206b61c5-6903-45b7-952a-defbee639c5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 1097 time: 0.2604387 Apr 30 01:25:57.981888 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7e1388-ebef-4417-b3f2-286d046585dc x-openstack-request-id: req-dc7e1388-ebef-4417-b3f2-286d046585dc {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:57.981888 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591e8d2-bc5b-41ca-ae8c-04e1024bea0d", "tag": "7c960b67-7d09-47b9-b792-3509e3573393", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:57.981888 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc7e1388-ebef-4417-b3f2-286d046585dc {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:57.981888 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7e1388-ebef-4417-b3f2-286d046585dc'] response: {'name': 'network-changed', 'server_uuid': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'tag': '7c960b67-7d09-47b9-b792-3509e3573393', 'status': 'completed', 'code': 200} Apr 30 01:25:58.036496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a5803188-ca48-4c03-a3e1-8a2039ad4a76 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:58.058192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-45d3653a-67f5-48bd-8993-178338d9ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.059920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-45d3653a-67f5-48bd-8993-178338d9ca70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cef20abdce04a07aa842543e6cb83b5&device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 1096 time: 0.0845685 Apr 30 01:25:58.068795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3061d-ff0d-4198-b3bd-7df20eb47681 req-80b75b9a-cc58-4e18-aa87-5737d3f33c3f tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.070606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7cd3061d-ff0d-4198-b3bd-7df20eb47681 req-80b75b9a-cc58-4e18-aa87-5737d3f33c3f tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.1648796 Apr 30 01:25:58.079265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf8c0a0c-adba-4c68-97b9-36cf0c51adb4 req-ca7b1c97-cf1c-4a5d-9d71-67f49076fd8f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 210 time: 0.0752947 Apr 30 01:25:58.101960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41e1f5-99cc-42b4-9ddd-33b6ed0796a8 None None] Pushing event updated for resources: {'Port': ['ID=a5803188-ca48-4c03-a3e1-8a2039ad4a76,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:58.148375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '24164953-0c6b-49da-b6fa-6a251440305f', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'port_id': '7c960b67-7d09-47b9-b792-3509e3573393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'mac_address': 'fa:16:3e:75:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:25:25Z', 'updated_at': '2022-04-30T01:25:56Z', 'revision_number': 1, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:20Z', 'revision_number': 5, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:58.181058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-74fc959f-e3de-457d-9e01-0f43e00de22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.182720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-74fc959f-e3de-457d-9e01-0f43e00de22b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b HTTP/1.1" status: 200 len: 905 time: 0.1111901 Apr 30 01:25:58.192088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] Checking router: 2d51cf63-aadd-4254-b6a8-0799f41b8c8f for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:58.205064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a5803188-ca48-4c03-a3e1-8a2039ad4a76 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:58.205432 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.226573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7cd3061d-ff0d-4198-b3bd-7df20eb47681 req-fd208f66-8dba-44bd-8c34-fe6d8d3f1db7 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Apr 30 01:25:58.253670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:58.254305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:58.312298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:25:58.322684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-6554166b-5fee-43f2-933a-096df793c375 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c960b67-7d09-47b9-b792-3509e3573393 HTTP/1.1" status: 200 len: 999 time: 0.0997694 Apr 30 01:25:58.324511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:58.324888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.338443 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.352295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.371400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e498d-7162-4bab-89bb-a123b6f77de7 req-68796f52-a58b-4c69-b086-1834b6ec02c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.375287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f01e498d-7162-4bab-89bb-a123b6f77de7 req-68796f52-a58b-4c69-b086-1834b6ec02c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 949 time: 0.2045712 Apr 30 01:25:58.395047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-69f8ceaa-7403-4370-94e0-32f8378cac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.396811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-69f8ceaa-7403-4370-94e0-32f8378cac7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4ca69dad-821f-45c3-9d1b-e55873ac7a19 HTTP/1.1" status: 200 len: 844 time: 0.0664437 Apr 30 01:25:58.426344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-233281fc-d41d-442a-b7c1-d2a89df51c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.427847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-233281fc-d41d-442a-b7c1-d2a89df51c73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 911 time: 0.4251540 Apr 30 01:25:58.458375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-df810b01-011a-485e-9218-603a4c2f5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.460200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-df810b01-011a-485e-9218-603a4c2f5fc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560715 Apr 30 01:25:58.467847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:58.517972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-18508ccf-6dfd-4ae1-af0c-0ba9931a5b9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7a26880-10fd-4a90-8c41-e90f06758b59 HTTP/1.1" status: 200 len: 217 time: 0.0622621 Apr 30 01:25:58.529195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f01e498d-7162-4bab-89bb-a123b6f77de7 req-ca7f0247-8372-49dd-a3eb-21b43c27f816 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940120 Apr 30 01:25:58.559467 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.588153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-e1488652-22ff-4d90-8733-1dd3c3bfa43f service neutron] 10.222.0.21 "GET /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212571 Apr 30 01:25:58.614836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-bfe434a9-0d69-4cdf-977b-41d9c8187425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.616048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-bfe434a9-0d69-4cdf-977b-41d9c8187425 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.0895877 Apr 30 01:25:58.637517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98956117-3cce-430e-8c0e-c8885d88034e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c01fd4d-c536-4c51-ad34-a3e2452a4264'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:25:58.638370 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da46d29-5d23-410d-87fa-4660e757c01b" -d '{"events": [{"server_uuid": "98956117-3cce-430e-8c0e-c8885d88034e", "name": "network-vif-plugged", "status": "completed", "tag": "4c01fd4d-c536-4c51-ad34-a3e2452a4264"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:25:58.656829 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-e93031bc-1027-4456-9d36-d9ca2ce986d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319452 Apr 30 01:25:58.660515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.667336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4c01fd4d-c536-4c51-ad34-a3e2452a4264, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4c01fd4d-c536-4c51-ad34-a3e2452a4264,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:25:58.714399 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ecbb40-0526-4470-bf69-48d117dfd288 x-openstack-request-id: req-f8ecbb40-0526-4470-bf69-48d117dfd288 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:25:58.714693 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98956117-3cce-430e-8c0e-c8885d88034e", "name": "network-vif-plugged", "status": "completed", "tag": "4c01fd4d-c536-4c51-ad34-a3e2452a4264", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:25:58.715807 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8ecbb40-0526-4470-bf69-48d117dfd288 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:25:58.716703 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ecbb40-0526-4470-bf69-48d117dfd288'] response: {'server_uuid': '98956117-3cce-430e-8c0e-c8885d88034e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c01fd4d-c536-4c51-ad34-a3e2452a4264', 'code': 200} Apr 30 01:25:58.719889 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7699-afbd-4f38-904a-3bbfa306e3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.728273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:25:58.730493 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.734993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:25:58.748044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7b48f-15e3-4009-9ac9-412ddbfaec1d req-d1fb4de0-c804-442d-9014-9214f027dd14 service neutron] 10.222.0.21 "GET /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402509 Apr 30 01:25:58.772215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:25:58.819932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=4c01fd4d-c536-4c51-ad34-a3e2452a4264,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:58.840991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=3e47d10b-d02c-43a5-8d8a-99eeb0fcd989,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:25:58.884014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12aa6f-2ab1-4a43-a14e-df5f5a1cf8d9 req-88b04631-7006-42b6-9c4c-d37366fa1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:58.886112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd12aa6f-2ab1-4a43-a14e-df5f5a1cf8d9 req-88b04631-7006-42b6-9c4c-d37366fa1056 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 1101 time: 0.0758791 Apr 30 01:25:58.900847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:58.924205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '24164953-0c6b-49da-b6fa-6a251440305f', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'port_id': '7c960b67-7d09-47b9-b792-3509e3573393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'mac_address': 'fa:16:3e:75:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:25:25Z', 'updated_at': '2022-04-30T01:25:56Z', 'revision_number': 1, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:20Z', 'revision_number': 5, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:58.942099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Router bd429038-9693-4053-acd6-60c6c293a244 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:25:58.945107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd12aa6f-2ab1-4a43-a14e-df5f5a1cf8d9 req-fb7049f3-12b3-4145-b9dd-bf8d0febd1d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526805 Apr 30 01:25:58.957243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-6c44df6e-b26d-46ff-b584-170d51b27a0f service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868905 Apr 30 01:25:59.113399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4a3d2-51c0-40b1-a2fd-aa0a998abdfc None None] The sync data for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 is: [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '24164953-0c6b-49da-b6fa-6a251440305f', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'port_id': '7c960b67-7d09-47b9-b792-3509e3573393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'mac_address': 'fa:16:3e:75:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:25:25Z', 'updated_at': '2022-04-30T01:25:56Z', 'revision_number': 1, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:20Z', 'revision_number': 5, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:25:59.138174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c6a21063-27cd-4248-b1e5-64e188cf1335 None None] Provisioning complete for port 3e47d10b-d02c-43a5-8d8a-99eeb0fcd989 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:25:59.138802 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6a21063-27cd-4248-b1e5-64e188cf1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:59.177013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410361b-e9ad-4c0d-ad4f-901fb3ffcfdd req-21f8b866-b215-475e-8824-29fad003fdbd tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:59.178567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f410361b-e9ad-4c0d-ad4f-901fb3ffcfdd req-21f8b866-b215-475e-8824-29fad003fdbd tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 946 time: 0.2343123 Apr 30 01:25:59.190066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c6a21063-27cd-4248-b1e5-64e188cf1335 None None] Port 3e47d10b-d02c-43a5-8d8a-99eeb0fcd989 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:25:59.230083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1696274-5a11-488f-adc6-66a39495b7c4 req-13e60974-6af7-41aa-8a06-99207f960163 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 210 time: 0.0387909 Apr 30 01:25:59.261419 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78880ae2-46b2-4623-b87f-a8f9fb45c0e0 req-27b2dfdb-96fa-445d-a311-a7b7a9127da4 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738426 Apr 30 01:25:59.289321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f410361b-e9ad-4c0d-ad4f-901fb3ffcfdd req-293c26fe-a677-4dae-8167-f6b0773bca5f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988801 Apr 30 01:25:59.290472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:25:59.302504 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Sync routers for ids ['bd429038-9693-4053-acd6-60c6c293a244'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:25:59.317150 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Routers {'bd429038-9693-4053-acd6-60c6c293a244'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:25:59.318835 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bd429038-9693-4053-acd6-60c6c293a244'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:59.374439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685b06b-3b4c-4604-96d5-b8894e93bd9a None None] New status for floating IP 24164953-0c6b-49da-b6fa-6a251440305f: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:25:59.385307 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:59.442745 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Set router bd429038-9693-4053-acd6-60c6c293a244 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:25:59.459171 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:59.464395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4c2fd293-5cfb-41e2-a189-46b96f583f57 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1446590 Apr 30 01:25:59.464551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:25:59.700423 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:25:56Z', 'revision_number': 3, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:25:59.732933 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Checking router: bd429038-9693-4053-acd6-60c6c293a244 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:25:59.733275 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Updating router bd429038-9693-4053-acd6-60c6c293a244 port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:25:59.757683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17a07-1552-4d62-a4e7-257c65f52132 req-ac49de82-6e45-4130-aa31-57384b5ce22c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:25:59.759619 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1dc17a07-1552-4d62-a4e7-257c65f52132 req-ac49de82-6e45-4130-aa31-57384b5ce22c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 950 time: 0.1212783 Apr 30 01:25:59.762681 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:59.859657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1dc17a07-1552-4d62-a4e7-257c65f52132 req-806333b2-c941-4610-b610-d524821cc8fe tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928817 Apr 30 01:25:59.879764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:25:59.904231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a5803188-ca48-4c03-a3e1-8a2039ad4a76 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:25:59.940994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e7a26880-10fd-4a90-8c41-e90f06758b59 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:25:59.976002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.027487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a5803188-ca48-4c03-a3e1-8a2039ad4a76 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:00.027487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.092708 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.124284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=3e47d10b-d02c-43a5-8d8a-99eeb0fcd989,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:00.149646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.157471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:00.251276 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.272632 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.292595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:00.295106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:00.372710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:00.398349 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.413636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a0161c92-e3e9-4ea3-bfa4-7bc12ce6ccdc req-34a064fe-db1c-4e7d-a6f5-40dc384c4e27 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 210 time: 0.0560598 Apr 30 01:26:00.478760 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Attempting to bind port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:26:00.479272 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Attempting to bind port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:26:00.479745 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Attempting to bind port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:00.481918 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971400c-37db-4a7b-a71c-1bc25a4b21df None None] Pushing event updated for resources: {'Port': ['ID=89556c63-9ab8-4e9c-9e39-9af96fe80c8f,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:00.489974 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:26:00.489974 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:00.489974 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.490524 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:26:00.491643 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Bound port: 89556c63-9ab8-4e9c-9e39-9af96fe80c8f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:26:00.492238 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.543397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.570134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e673f-88e2-45dc-bebb-c2cda9255c50 req-8928461e-d9da-4db6-a0c1-8cba7d591153 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:00.571612 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee0e673f-88e2-45dc-bebb-c2cda9255c50 req-8928461e-d9da-4db6-a0c1-8cba7d591153 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 944 time: 0.1441722 Apr 30 01:26:00.592823 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] For port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:26:00.599112 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] For port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=89556c63-9ab8-4e9c-9e39-9af96fe80c8f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:26:00.670032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee0e673f-88e2-45dc-bebb-c2cda9255c50 req-f0bb6b4b-b01c-4466-99d0-9ce2217af800 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860612 Apr 30 01:26:00.679461 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.717706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:00.721404 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c259d168-7164-43fa-86ae-b938a67ab09e" -d '{"events": [{"server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:00.748865 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971400c-37db-4a7b-a71c-1bc25a4b21df None None] Pushing event updated for resources: {'Port': ['ID=89556c63-9ab8-4e9c-9e39-9af96fe80c8f,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:00.752270 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Routers {'bd429038-9693-4053-acd6-60c6c293a244'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:00.752886 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:25:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bd429038-9693-4053-acd6-60c6c293a244'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:00.796285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e8279631-420a-47bf-a0ed-a310fb5ad267 None None] Provisioning complete for port 3e47d10b-d02c-43a5-8d8a-99eeb0fcd989 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:00.796285 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8279631-420a-47bf-a0ed-a310fb5ad267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.799463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Allocated IP 172.20.0.1 (5cb20e6c-dd06-411d-aefe-d571ad93cb89/b0e7969f-82f6-4011-b793-626d1265e4de/16116acf-1018-440a-aef4-b3cd6cc879e5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:00.846464 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cea1e9-6ca7-4b4f-a7c2-1a5f77575e2e x-openstack-request-id: req-27cea1e9-6ca7-4b4f-a7c2-1a5f77575e2e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:00.847006 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:00.848034 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27cea1e9-6ca7-4b4f-a7c2-1a5f77575e2e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:00.848034 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cea1e9-6ca7-4b4f-a7c2-1a5f77575e2e'] response: {'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'code': 200} Apr 30 01:26:00.874735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e8279631-420a-47bf-a0ed-a310fb5ad267 None None] Port 3e47d10b-d02c-43a5-8d8a-99eeb0fcd989 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:00.963722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-831a0358-f467-4edb-b45c-2c29dbe5ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.983148 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:00.989208 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] Set router bd429038-9693-4053-acd6-60c6c293a244 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:01.042339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router d08599ff-f259-4490-b62d-2f00a4a74571 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:01.107420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf1e6f-46b5-4371-b82f-eb32e2c1af2f req-8d6a5f2e-1860-4a7b-81b5-3976a8418bb8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:01.110448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2fcf1e6f-46b5-4371-b82f-eb32e2c1af2f req-8d6a5f2e-1860-4a7b-81b5-3976a8418bb8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 950 time: 0.1068342 Apr 30 01:26:01.146116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-90bccbde-ea2e-4750-b01c-ff25107b82ff tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:01.147409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:01.147828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-90bccbde-ea2e-4750-b01c-ff25107b82ff tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.23 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 821 time: 0.1987369 Apr 30 01:26:01.167378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Request body: {'port': {'device_id': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'admin_state_up': True, 'tenant_id': '630f9b03473348fba84db5d5fe0f647a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:01.210658 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:25:56Z', 'revision_number': 3, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:01.233452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2fcf1e6f-46b5-4371-b82f-eb32e2c1af2f req-9d4356e9-ce62-4c9e-b5b7-483849601777 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163220 Apr 30 01:26:01.238374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:01.243466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:01.245709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Pushing event updated for resources: {'Port': ['ID=16116acf-1018-440a-aef4-b3cd6cc879e5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:01.248309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:01.287865 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2517d-c512-4f27-918e-a19d656ed4eb None None] The sync data for ids ['bd429038-9693-4053-acd6-60c6c293a244'] in n-d-821348-1 is: [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:25:56Z', 'revision_number': 3, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:01.321365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:01.337224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1d291afc-ca13-4941-9b4b-4311607f613a tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/routers/d08599ff-f259-4490-b62d-2f00a4a74571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0583727 Apr 30 01:26:01.345987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44010) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:01.347132 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267ae22-22d9-432e-8171-6d77ffbb4680 None None] Sync routers for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:01.352099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'port': {'network_id': 'baa1e2d5-daac-4ce4-a92e-73151b31ea13', 'name': 'tempest-FloatingIPTestJSON-701777629'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:01.365250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:01.371042 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267ae22-22d9-432e-8171-6d77ffbb4680 None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:01.374140 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1267ae22-22d9-432e-8171-6d77ffbb4680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:01.429044 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1267ae22-22d9-432e-8171-6d77ffbb4680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:01.445707 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267ae22-22d9-432e-8171-6d77ffbb4680 None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:01.446393 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1267ae22-22d9-432e-8171-6d77ffbb4680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:01.504978 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1267ae22-22d9-432e-8171-6d77ffbb4680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:01.506078 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267ae22-22d9-432e-8171-6d77ffbb4680 None None] The sync data for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:01.546769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a25db-c79e-4705-8dc4-1ef42e6b3566 req-90c30cbf-96b8-4749-b9d8-298deb4cf6a8 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:01.564439 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-639a25db-c79e-4705-8dc4-1ef42e6b3566 req-90c30cbf-96b8-4749-b9d8-298deb4cf6a8 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 1101 time: 0.1784906 Apr 30 01:26:01.580046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffd2909f-4bf8-4bee-b5f3-3c4ef24ed820 req-7a2276e1-151d-4150-b6f8-255224daf5df tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 210 time: 0.0320179 Apr 30 01:26:01.619162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f41c8460-d8f6-4225-ac9f-829719e2e27e None None] Provisioning complete for port 16116acf-1018-440a-aef4-b3cd6cc879e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:01.619509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Made reservation on behalf of 630f9b03473348fba84db5d5fe0f647a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:01.619631 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f41c8460-d8f6-4225-ac9f-829719e2e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:01.623282 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:01.632687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-639a25db-c79e-4705-8dc4-1ef42e6b3566 req-487b81d7-ff29-42ab-9734-2ca277be7cb6 tempest-ServersOnMultiNodesTest-271582474 tempest-ServersOnMultiNodesTest-271582474-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747249 Apr 30 01:26:01.714158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f41c8460-d8f6-4225-ac9f-829719e2e27e None None] Port 16116acf-1018-440a-aef4-b3cd6cc879e5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:01.736058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:01.778384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Made reservation on behalf of f06ed057e8e441638562903f1958faa4 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:01.795781 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:01.899495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] device_id is not set on port 0e5fc112-c454-4e91-b233-f28b801bf5d0 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:26:01.935459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 89556c63-9ab8-4e9c-9e39-9af96fe80c8f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:01.960333 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.011065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf61007-7fc7-479e-976d-e6580168fa13 req-272fc352-d150-470c-9d20-bad80c026adf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:02.012634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bf61007-7fc7-479e-976d-e6580168fa13 req-272fc352-d150-470c-9d20-bad80c026adf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 944 time: 0.2035441 Apr 30 01:26:02.024353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:02.024353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.028911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Allocated IP 172.20.0.2 (b13b6f01-a75f-4257-99be-c1bfa83432d0/bc77d4c6-468b-448e-8a13-c9a06a8aeeeb/464729f8-d7f8-47a8-9c92-37173a5f6a30) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:02.038590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.129156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bf61007-7fc7-479e-976d-e6580168fa13 req-e2cfdf00-087d-47fd-b4a0-d9d12e3c9df1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063907 Apr 30 01:26:02.135992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.168048 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.196829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Allocated IP 172.20.0.9 (baa1e2d5-daac-4ce4-a92e-73151b31ea13/7cccc20e-31d7-4e5a-8028-bc93866ca2dc/0e5fc112-c454-4e91-b233-f28b801bf5d0) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:02.214841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=89556c63-9ab8-4e9c-9e39-9af96fe80c8f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:02.225208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.227049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Pushing event updated for resources: {'Port': ['ID=16116acf-1018-440a-aef4-b3cd6cc879e5,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:02.311620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.376536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8475f-960a-4c69-9f1a-1ae5d5aa9aba req-0c2408dc-8d84-4026-a429-efe434e304ac tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:02.377980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9e8475f-960a-4c69-9f1a-1ae5d5aa9aba req-0c2408dc-8d84-4026-a429-efe434e304ac tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 950 time: 0.1040218 Apr 30 01:26:02.449026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:02.450654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.456254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=89556c63-9ab8-4e9c-9e39-9af96fe80c8f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:02.467650 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9e8475f-960a-4c69-9f1a-1ae5d5aa9aba req-dda62a70-da90-422c-90fe-c77f4ba40edd tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742393 Apr 30 01:26:02.469748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:02.562003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.651714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Router bd429038-9693-4053-acd6-60c6c293a244 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:02.679036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.730355 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.742263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Network b13b6f01-a75f-4257-99be-c1bfa83432d0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:02.750650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:02.759823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:02.775806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event updated for resources: {'Port': ['ID=464729f8-d7f8-47a8-9c92-37173a5f6a30,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:02.775806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:02.801502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:02.806850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.806850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:02.814954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:02.824157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee85d0-9e51-4974-aff8-7bc97c280836 req-fd457b1a-dd97-40fc-bb5a-42a2e1c0c71e tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:02.825986 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8ee85d0-9e51-4974-aff8-7bc97c280836 req-fd457b1a-dd97-40fc-bb5a-42a2e1c0c71e tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 931 time: 0.1204698 Apr 30 01:26:02.854559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:02.865930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ae08410-6434-46c9-b3a5-f3ace1fefa18 admin admin] 10.222.0.15 "PUT /v2.0/routers/bd429038-9693-4053-acd6-60c6c293a244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4013762 Apr 30 01:26:02.901640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8ee85d0-9e51-4974-aff8-7bc97c280836 req-3d1b0704-d219-434a-8042-fae4b54b64f6 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Apr 30 01:26:02.931184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:02.931924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.950399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:02.951193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.957291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6cc914ab-baea-4ba8-861a-20e3db9c2218 None None] Provisioning complete for port 16116acf-1018-440a-aef4-b3cd6cc879e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:02.958308 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cc914ab-baea-4ba8-861a-20e3db9c2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:02.974921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event updated for resources: {'Port': ['ID=0e5fc112-c454-4e91-b233-f28b801bf5d0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:03.005416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6cc914ab-baea-4ba8-861a-20e3db9c2218 None None] Port 16116acf-1018-440a-aef4-b3cd6cc879e5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:03.076261 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-48a1c824-f5a2-4744-bf43-32da555ce7a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9128549 Apr 30 01:26:03.093317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Request body: {'port': {'device_id': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:03.104050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:03.104308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a46ca47e-6ace-44de-a5e3-c2972d11e85b tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7570064 Apr 30 01:26:03.112257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Request body: {'floatingip': {'port_id': '0e5fc112-c454-4e91-b233-f28b801bf5d0'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:03.129158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a584b59b-02f1-4d60-89ad-6ee1807a8117 None None] Provisioning complete for port 0e5fc112-c454-4e91-b233-f28b801bf5d0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:03.129710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a584b59b-02f1-4d60-89ad-6ee1807a8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:03.171394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:03.183173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a584b59b-02f1-4d60-89ad-6ee1807a8117 None None] Port 0e5fc112-c454-4e91-b233-f28b801bf5d0 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:03.189063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:03.658443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464729f8-d7f8-47a8-9c92-37173a5f6a30 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:03.673279 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:03.698621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Transition to ACTIVE for port object 464729f8-d7f8-47a8-9c92-37173a5f6a30 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:26:03.712910 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:03.786506 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:03.840746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:03.843673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Pushing event updated for resources: {'Port': ['ID=464729f8-d7f8-47a8-9c92-37173a5f6a30,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:03.848341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-8cda49c0-9df6-4ae5-9e05-540ae5573a53 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:03.849292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-8cda49c0-9df6-4ae5-9e05-540ae5573a53 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 950 time: 0.1273725 Apr 30 01:26:03.861588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3f5b-111b-4f0e-84c9-3889442cf050 req-8f4eeda8-10db-4641-ac7a-d1afc180e0be tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:03.869194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-500f3f5b-111b-4f0e-84c9-3889442cf050 req-8f4eeda8-10db-4641-ac7a-d1afc180e0be tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 950 time: 0.1621661 Apr 30 01:26:03.947138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e7a26880-10fd-4a90-8c41-e90f06758b59 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:03.998565 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:26:04.021750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 89556c63-9ab8-4e9c-9e39-9af96fe80c8f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:04.027002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Attempting to bind port 464729f8-d7f8-47a8-9c92-37173a5f6a30 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:26:04.027347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Attempting to bind port 464729f8-d7f8-47a8-9c92-37173a5f6a30 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:26:04.027817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Attempting to bind port 464729f8-d7f8-47a8-9c92-37173a5f6a30 on network b13b6f01-a75f-4257-99be-c1bfa83432d0 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:04.047071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Port 464729f8-d7f8-47a8-9c92-37173a5f6a30 on network b13b6f01-a75f-4257-99be-c1bfa83432d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:26:04.047420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Attempting to bind port 464729f8-d7f8-47a8-9c92-37173a5f6a30 on network b13b6f01-a75f-4257-99be-c1bfa83432d0 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:04.054029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:26:04.054372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Checking segment: {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:04.055624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Bound using segment: {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:26:04.055624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Bound port: 464729f8-d7f8-47a8-9c92-37173a5f6a30, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:26:04.056073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.135015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-500f3f5b-111b-4f0e-84c9-3889442cf050 req-8fc9387c-b793-4c78-9b42-ea0a56db55db tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648282 Apr 30 01:26:04.222811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:26:04.227500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:26:04.239863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-eb301eea-8e23-4761-ba29-e71b8f28dee4 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:04.246716 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-eb301eea-8e23-4761-ba29-e71b8f28dee4 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307e8f-f16d-4879-a052-2411886357e3 HTTP/1.1" status: 200 len: 944 time: 0.1032946 Apr 30 01:26:04.251871 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.277770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:04.279224 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.298151 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.308967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Deleting port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:04.309455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.331183 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.342500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abb02-77bd-4295-8416-844a24b42a18 req-a54d137f-9b28-4ef0-b924-cd45e61304b5 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:04.350813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e2abb02-77bd-4295-8416-844a24b42a18 req-a54d137f-9b28-4ef0-b924-cd45e61304b5 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 943 time: 0.0972519 Apr 30 01:26:04.406168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Pushing event updated for resources: {'Port': ['ID=464729f8-d7f8-47a8-9c92-37173a5f6a30,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:04.410997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:04.413580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.413580 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-03854ba9-6b03-4f0a-9b6e-aa6476634682 service neutron] 10.222.0.23 "PUT /v2.0/ports/464729f8-d7f8-47a8-9c92-37173a5f6a30 HTTP/1.1" status: 200 len: 1091 time: 1.3275907 Apr 30 01:26:04.413580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'tag': '464729f8-d7f8-47a8-9c92-37173a5f6a30'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:04.415730 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bfba1d-1c6f-47b0-953b-a901a1eb2953" -d '{"events": [{"name": "network-changed", "server_uuid": "4f326a6b-5be0-42b2-add1-ca776d04032e", "tag": "464729f8-d7f8-47a8-9c92-37173a5f6a30"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:04.460751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Deleting port e7a26880-10fd-4a90-8c41-e90f06758b59 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:04.461246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.564578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e2abb02-77bd-4295-8416-844a24b42a18 req-d600314a-5dc3-4833-afd9-a0ca0634abc6 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127633 Apr 30 01:26:04.592506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] For port e7a26880-10fd-4a90-8c41-e90f06758b59, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e7a26880-10fd-4a90-8c41-e90f06758b59,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:04.592506 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.592767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] For port 4c01fd4d-c536-4c51-ad34-a3e2452a4264, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4c01fd4d-c536-4c51-ad34-a3e2452a4264,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:04.592767 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.607016 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 3a935c45-5e58-4687-8304-0ea6cf312ad5 associated. External IP: 172.25.0.22, port: fde434ea-5ae9-4295-9285-c647145ab5ba. Apr 30 01:26:04.610413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-415cc982-1873-44bd-a6e0-2c2927f94393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:04.612086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-415cc982-1873-44bd-a6e0-2c2927f94393 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 1094 time: 0.0902693 Apr 30 01:26:04.616543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Calling delete_port for e7a26880-10fd-4a90-8c41-e90f06758b59 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:04.657373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Calling delete_port for 4c01fd4d-c536-4c51-ad34-a3e2452a4264 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:04.659091 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ad838-9480-42f8-8551-96d67ecba3b8 x-openstack-request-id: req-845ad838-9480-42f8-8551-96d67ecba3b8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:04.659715 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f326a6b-5be0-42b2-add1-ca776d04032e", "tag": "464729f8-d7f8-47a8-9c92-37173a5f6a30", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:04.659825 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-845ad838-9480-42f8-8551-96d67ecba3b8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:04.660311 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845ad838-9480-42f8-8551-96d67ecba3b8'] response: {'name': 'network-changed', 'server_uuid': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'tag': '464729f8-d7f8-47a8-9c92-37173a5f6a30', 'status': 'completed', 'code': 200} Apr 30 01:26:04.663858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-1c87e33d-49b0-49e9-b99d-3725b8e57bd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30 HTTP/1.1" status: 200 len: 217 time: 0.0415304 Apr 30 01:26:04.763807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-9c0e6a05-4309-435a-9c39-2142ca3043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:04.765746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-9c0e6a05-4309-435a-9c39-2142ca3043ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc77d4c6-468b-448e-8a13-c9a06a8aeeeb HTTP/1.1" status: 200 len: 861 time: 0.0692158 Apr 30 01:26:04.852203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-645e99c7-4a61-4874-b710-4a6387e525e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b13b6f01-a75f-4257-99be-c1bfa83432d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303357 Apr 30 01:26:04.955336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:04.988951 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:26:04.998930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:05.022246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event deleted for resources: {'Port': ['ID=e7a26880-10fd-4a90-8c41-e90f06758b59,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:05.073874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:05.086213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16', '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:05.101413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] No DVR routers for this DVR port e7a26880-10fd-4a90-8c41-e90f06758b59 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:05.117746 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:05.130078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c97a79c-8bba-4310-97cc-482550c535b2 req-b1c3d779-2c4d-49f2-a78d-db918cefdb45 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "DELETE /v2.0/ports/e7a26880-10fd-4a90-8c41-e90f06758b59 HTTP/1.1" status: 204 len: 173 time: 0.8823965 Apr 30 01:26:05.140897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-eb3fe090-314f-4fd2-8ecd-2508c955b13b service neutron] 10.222.0.23 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793796 Apr 30 01:26:05.156182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Sync routers for ids ['bd429038-9693-4053-acd6-60c6c293a244'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:05.164976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c', '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'fd027f20-d5ce-440f-9b42-bef705fa75e5', 'a23cf205-0bab-490b-9631-a8bb0820acb1'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:05.261855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Routers {'bd429038-9693-4053-acd6-60c6c293a244'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:05.262781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bd429038-9693-4053-acd6-60c6c293a244'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:05.279704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event deleted for resources: {'Port': ['ID=4c01fd4d-c536-4c51-ad34-a3e2452a4264,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:05.370393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-366b86ca-ff61-4d6d-a525-905ac9b58fbc req-c209aa5b-60e8-4a31-af69-f8a8d728322e service neutron] 10.222.0.23 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214816 Apr 30 01:26:05.404997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8aa2f18a-8fb4-441f-b966-a1513da153fc req-b7fa26ab-8a82-4069-ad79-657c431c0b2f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 210 time: 0.1141748 Apr 30 01:26:05.432958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] No DVR routers for this DVR port 4c01fd4d-c536-4c51-ad34-a3e2452a4264 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:05.461952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:05.467191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa44689b-6f5f-49b2-b0bd-0ab00508d8bc req-935587f0-9fe0-4924-becb-d472f5b4f503 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "DELETE /v2.0/ports/4c01fd4d-c536-4c51-ad34-a3e2452a4264 HTTP/1.1" status: 204 len: 173 time: 1.5952201 Apr 30 01:26:05.468128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98956117-3cce-430e-8c0e-c8885d88034e', 'name': 'network-vif-deleted', 'tag': '4c01fd4d-c536-4c51-ad34-a3e2452a4264'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:05.472832 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df09826f-5dbf-4b18-9342-7c4e92828859" -d '{"events": [{"server_uuid": "98956117-3cce-430e-8c0e-c8885d88034e", "name": "network-vif-deleted", "tag": "4c01fd4d-c536-4c51-ad34-a3e2452a4264"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:05.494493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:05.513268 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9be5b0-2b48-4bc2-a954-55d14dad480f None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:05.546973 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9be5b0-2b48-4bc2-a954-55d14dad480f None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:05.547904 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1a9be5b0-2b48-4bc2-a954-55d14dad480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:05.593712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Set router bd429038-9693-4053-acd6-60c6c293a244 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:05.617702 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1a9be5b0-2b48-4bc2-a954-55d14dad480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:05.669059 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9be5b0-2b48-4bc2-a954-55d14dad480f None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:05.669970 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1a9be5b0-2b48-4bc2-a954-55d14dad480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:05.675632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-85201c58-770b-4e8d-8362-eb5197e7c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:05.683886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-85201c58-770b-4e8d-8362-eb5197e7c13b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 1094 time: 0.1714525 Apr 30 01:26:05.747198 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1a9be5b0-2b48-4bc2-a954-55d14dad480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:05.748045 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9be5b0-2b48-4bc2-a954-55d14dad480f None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:05.758252 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5506f9d-a96e-4b62-aa37-73ac2d29213b x-openstack-request-id: req-b5506f9d-a96e-4b62-aa37-73ac2d29213b {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:05.762314 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98956117-3cce-430e-8c0e-c8885d88034e", "name": "network-vif-deleted", "tag": "4c01fd4d-c536-4c51-ad34-a3e2452a4264", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:05.762314 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5506f9d-a96e-4b62-aa37-73ac2d29213b {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:05.762314 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5506f9d-a96e-4b62-aa37-73ac2d29213b'] response: {'server_uuid': '98956117-3cce-430e-8c0e-c8885d88034e', 'name': 'network-vif-deleted', 'tag': '4c01fd4d-c536-4c51-ad34-a3e2452a4264', 'status': 'completed', 'code': 200} Apr 30 01:26:05.891610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-6afab9f6-c782-403f-8878-c9bb4ed90675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:05.893179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-6afab9f6-c782-403f-8878-c9bb4ed90675 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 921 time: 0.2025223 Apr 30 01:26:05.964547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-b8df8dbb-801b-41bf-a54b-a40aaedc7545 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30 HTTP/1.1" status: 200 len: 217 time: 0.0594544 Apr 30 01:26:05.985083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5010b3a-c9c2-435c-ac60-1f4b1987cdf9 req-65088936-ab5f-43da-871d-6d74abeb544f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:05.986715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5010b3a-c9c2-435c-ac60-1f4b1987cdf9 req-65088936-ab5f-43da-871d-6d74abeb544f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 943 time: 0.1365709 Apr 30 01:26:05.997748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4c01fd4d-c536-4c51-ad34-a3e2452a4264 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:06.058180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-67ae316d-85a0-4d00-b166-0fe5453165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:06.061402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-67ae316d-85a0-4d00-b166-0fe5453165a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc77d4c6-468b-448e-8a13-c9a06a8aeeeb HTTP/1.1" status: 200 len: 861 time: 0.0880694 Apr 30 01:26:06.082931 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5010b3a-c9c2-435c-ac60-1f4b1987cdf9 req-804f8ad3-29d5-41a6-affa-8599c14e7069 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524278 Apr 30 01:26:06.106940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 4c01fd4d-c536-4c51-ad34-a3e2452a4264 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:06.107677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4c01fd4d-c536-4c51-ad34-a3e2452a4264 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:06.138148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-f80f257a-b6c2-4f50-8986-da0b250c792d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b13b6f01-a75f-4257-99be-c1bfa83432d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670750 Apr 30 01:26:06.186465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router d08599ff-f259-4490-b62d-2f00a4a74571 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:06.329545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:06.334850 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:06.407652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3067347f-f278-46cf-a5b4-374318e15c74 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/floatingips/3a935c45-5e58-4687-8304-0ea6cf312ad5 HTTP/1.1" status: 200 len: 976 time: 3.3023386 Apr 30 01:26:06.407864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44096) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:06.433213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cea08c-48db-4201-9010-0eb69a4797f1 None None] Sync routers for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:06.541287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cea08c-48db-4201-9010-0eb69a4797f1 None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:06.541778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8cea08c-48db-4201-9010-0eb69a4797f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:06.588225 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-d5014950-dc6f-4a4e-8b19-ea784330a11e service neutron] 10.222.0.23 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417751 Apr 30 01:26:06.596104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8cea08c-48db-4201-9010-0eb69a4797f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:06.624304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cea08c-48db-4201-9010-0eb69a4797f1 None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:06.625256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8cea08c-48db-4201-9010-0eb69a4797f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:06.664836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8cea08c-48db-4201-9010-0eb69a4797f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:06.665470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cea08c-48db-4201-9010-0eb69a4797f1 None None] The sync data for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:06.690367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'name': 'network-vif-deleted', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:06.693452 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85edf5d8-57d3-4101-9cbb-500bbb598e0b" -d '{"events": [{"server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "name": "network-vif-deleted", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:06.716262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 0e5fc112-c454-4e91-b233-f28b801bf5d0 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:06.719866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:06.722107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:26:01Z', 'revision_number': 4, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16116acf-1018-440a-aef4-b3cd6cc879e5', 'name': '', 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'mac_address': 'fa:16:3e:07:d1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'b0e7969f-82f6-4011-b793-626d1265e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:26:00Z', 'updated_at': '2022-04-30T01:26:01Z', 'revision_number': 2, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'subnets': [{'id': 'b0e7969f-82f6-4011-b793-626d1265e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:06.757476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Checking router: bd429038-9693-4053-acd6-60c6c293a244 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:26:06.757886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Updating router bd429038-9693-4053-acd6-60c6c293a244 port 16116acf-1018-440a-aef4-b3cd6cc879e5 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:26:06.826565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-293dfb68-b6ef-489e-b51f-7396edeaed20 req-38d16e66-7bae-42bf-8a06-7dc53a080a81 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=98956117-3cce-430e-8c0e-c8885d88034e HTTP/1.1" status: 200 len: 210 time: 0.0421393 Apr 30 01:26:06.852443 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11bfba1d-1c6f-47b0-953b-a901a1eb2953 req-03f0d1f4-c44d-4c3c-8abb-cf74c7bcebf4 service neutron] 10.222.0.23 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541633 Apr 30 01:26:06.891793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:06.906914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5fce5ae1-5710-4653-924d-90ae44105440 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:06.908886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5fce5ae1-5710-4653-924d-90ae44105440 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.2926345 Apr 30 01:26:06.936015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-713b9244-0ee4-457e-982f-e2dc013356a0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/quotas/a52d06b7d5e84f03b1dde872684d45e6 HTTP/1.1" status: 200 len: 375 time: 0.0109277 Apr 30 01:26:06.965161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-b039d97d-fc7d-423d-aeb7-25b66be40753 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315557 Apr 30 01:26:06.982526 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a20be4c-d2f9-49c4-8df8-b427beb2dc5b x-openstack-request-id: req-2a20be4c-d2f9-49c4-8df8-b427beb2dc5b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:06.982792 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95307e8f-f16d-4879-a052-2411886357e3", "name": "network-vif-deleted", "tag": "e7a26880-10fd-4a90-8c41-e90f06758b59", "status": "failed", "code": 422}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:06.983106 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a20be4c-d2f9-49c4-8df8-b427beb2dc5b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:06.983545 n-d-821348-1 neutron-server[103318]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2a20be4c-d2f9-49c4-8df8-b427beb2dc5b']: {'server_uuid': '95307e8f-f16d-4879-a052-2411886357e3', 'name': 'network-vif-deleted', 'tag': 'e7a26880-10fd-4a90-8c41-e90f06758b59', 'status': 'failed', 'code': 422} returned with failed status Apr 30 01:26:07.032454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:07.097750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-0f42b730-e867-447c-849f-0f3c79ae6b2d service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232464 Apr 30 01:26:07.222069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-8bc70486-c188-42cf-b864-39aef6397345 service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233575 Apr 30 01:26:07.502122 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:07.502595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:07.502806 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Floating IP 3a935c45-5e58-4687-8304-0ea6cf312ad5 disassociated. External IP: 172.25.0.22, port: 0e5fc112-c454-4e91-b233-f28b801bf5d0. Apr 30 01:26:07.503207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 0e5fc112-c454-4e91-b233-f28b801bf5d0 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:07.590245 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:07.594071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e7a061e-0eac-43bb-8859-ea1c1a8abbc2 req-6f33017a-cd32-4677-8dd5-ca01325ad371 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 210 time: 0.0526690 Apr 30 01:26:07.672749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1b224-d4f0-45ae-a43b-893d393cf725 req-33c5fbd0-41d6-43ec-9734-37099d8d4c70 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:07.676939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bf1b224-d4f0-45ae-a43b-893d393cf725 req-33c5fbd0-41d6-43ec-9734-37099d8d4c70 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 943 time: 0.0890222 Apr 30 01:26:07.684022 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:07.761720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b672fa6-791b-468e-b9b3-08bd6d79ac5e None None] Pushing event updated for resources: {'Port': ['ID=16116acf-1018-440a-aef4-b3cd6cc879e5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:07.830025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7bf1b224-d4f0-45ae-a43b-893d393cf725 req-94d3381b-d94a-4a46-968c-5ebf41e61333 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191306 Apr 30 01:26:07.840376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Attempting to bind port 16116acf-1018-440a-aef4-b3cd6cc879e5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:26:07.840376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Attempting to bind port 16116acf-1018-440a-aef4-b3cd6cc879e5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:26:07.840376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Attempting to bind port 16116acf-1018-440a-aef4-b3cd6cc879e5 on network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:07.846122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:26:07.846501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Checking segment: {'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:07.846907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:07.847297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Bound using segment: {'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:26:07.850050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Bound port: 16116acf-1018-440a-aef4-b3cd6cc879e5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792e5822-af5b-47e2-94dd-19f8a2c54307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:26:07.850050 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:07.923457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] For port 16116acf-1018-440a-aef4-b3cd6cc879e5, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:26:07.933583 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:07.933954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] For port 16116acf-1018-440a-aef4-b3cd6cc879e5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16116acf-1018-440a-aef4-b3cd6cc879e5,segment=NetworkSegment(792e5822-af5b-47e2-94dd-19f8a2c54307),segment_id=792e5822-af5b-47e2-94dd-19f8a2c54307)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:26:07.956739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 464729f8-d7f8-47a8-9c92-37173a5f6a30 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:26:07.990952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=0e5fc112-c454-4e91-b233-f28b801bf5d0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:08.079160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:08.172689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Routers {'bd429038-9693-4053-acd6-60c6c293a244'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:08.174077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bd429038-9693-4053-acd6-60c6c293a244'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:08.210376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router d08599ff-f259-4490-b62d-2f00a4a74571 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:08.386077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] Set router bd429038-9693-4053-acd6-60c6c293a244 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:08.426886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:08.439673 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da6c74-231e-4008-9a1e-0d93b8570020 None None] Sync routers for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:08.451588 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da6c74-231e-4008-9a1e-0d93b8570020 None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:08.453197 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e0da6c74-231e-4008-9a1e-0d93b8570020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:08.494540 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e0da6c74-231e-4008-9a1e-0d93b8570020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:08.506600 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da6c74-231e-4008-9a1e-0d93b8570020 None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:08.507555 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e0da6c74-231e-4008-9a1e-0d93b8570020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:08.512727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:08.519708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44130) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:08.526908 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-62ba5e95-ecac-433a-913d-e7d126f525c0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/ports/0e5fc112-c454-4e91-b233-f28b801bf5d0 HTTP/1.1" status: 204 len: 168 time: 2.1181769 Apr 30 01:26:08.583529 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e0da6c74-231e-4008-9a1e-0d93b8570020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:08.584721 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da6c74-231e-4008-9a1e-0d93b8570020 None None] The sync data for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:08.635274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b672fa6-791b-468e-b9b3-08bd6d79ac5e None None] Pushing event updated for resources: {'Port': ['ID=16116acf-1018-440a-aef4-b3cd6cc879e5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:08.651674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3b94a7df-2668-44d0-94c8-f3ac9ef54eb2 None None] Provisioning complete for port 16116acf-1018-440a-aef4-b3cd6cc879e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:08.652135 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b94a7df-2668-44d0-94c8-f3ac9ef54eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:08.735661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2722539-9590-4c72-945d-7f27f6c724f8 req-0f625030-f9d0-44e5-b1d6-99eeeab63481 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 210 time: 0.0529640 Apr 30 01:26:08.758902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:08.787947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '464729f8-d7f8-47a8-9c92-37173a5f6a30', 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'port_id': '464729f8-d7f8-47a8-9c92-37173a5f6a30', 'mac_address': 'fa:16:3e:e7:56:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc77d4c6-468b-448e-8a13-c9a06a8aeeeb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:26:08.877886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:26:01Z', 'revision_number': 4, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16116acf-1018-440a-aef4-b3cd6cc879e5', 'name': '', 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'mac_address': 'fa:16:3e:07:d1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'b0e7969f-82f6-4011-b793-626d1265e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:26:00Z', 'updated_at': '2022-04-30T01:26:07Z', 'revision_number': 4, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'subnets': [{'id': 'b0e7969f-82f6-4011-b793-626d1265e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:08.909585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2c914-7d01-419e-9cd9-fefd0e943993 None None] The sync data for ids ['bd429038-9693-4053-acd6-60c6c293a244'] in n-d-821348-1 is: [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:26:01Z', 'revision_number': 4, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16116acf-1018-440a-aef4-b3cd6cc879e5', 'name': '', 'network_id': '5cb20e6c-dd06-411d-aefe-d571ad93cb89', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'mac_address': 'fa:16:3e:07:d1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'b0e7969f-82f6-4011-b793-626d1265e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:26:00Z', 'updated_at': '2022-04-30T01:26:07Z', 'revision_number': 4, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'subnets': [{'id': 'b0e7969f-82f6-4011-b793-626d1265e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:08.918408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:08.920515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b94a7df-2668-44d0-94c8-f3ac9ef54eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:08.955558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464729f8-d7f8-47a8-9c92-37173a5f6a30 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:09.005153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:09.009894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3b94a7df-2668-44d0-94c8-f3ac9ef54eb2 None None] For port 16116acf-1018-440a-aef4-b3cd6cc879e5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16116acf-1018-440a-aef4-b3cd6cc879e5,segment=NetworkSegment(792e5822-af5b-47e2-94dd-19f8a2c54307),segment_id=792e5822-af5b-47e2-94dd-19f8a2c54307)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:09.068865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc30a3-9237-467b-944f-a9d4bc59b6fd req-81182b5c-006a-40b4-87db-9b6dc363bace tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:09.084156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ccc30a3-9237-467b-944f-a9d4bc59b6fd req-81182b5c-006a-40b4-87db-9b6dc363bace tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 943 time: 0.1788511 Apr 30 01:26:09.101164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:09.144937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ccc30a3-9237-467b-944f-a9d4bc59b6fd req-2e90ee54-fc5e-42a3-9560-1d232a17a0e8 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596759 Apr 30 01:26:09.154906 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b94a7df-2668-44d0-94c8-f3ac9ef54eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:09.192409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=464729f8-d7f8-47a8-9c92-37173a5f6a30,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:09.255384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94a7df-2668-44d0-94c8-f3ac9ef54eb2 None None] Pushing event updated for resources: {'Port': ['ID=16116acf-1018-440a-aef4-b3cd6cc879e5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:09.313868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-be32ec2d-c242-4f14-b467-b3aee90e75d0 None None] Provisioning complete for port 16116acf-1018-440a-aef4-b3cd6cc879e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:09.314834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be32ec2d-c242-4f14-b467-b3aee90e75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:09.415728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616995d-f968-470c-a8e1-e127af857397 req-52da8ecc-3636-440a-9b0d-a2dfc8d51469 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:09.419998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5616995d-f968-470c-a8e1-e127af857397 req-52da8ecc-3636-440a-9b0d-a2dfc8d51469 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 950 time: 0.3855915 Apr 30 01:26:09.442455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['464729f8-d7f8-47a8-9c92-37173a5f6a30'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:09.489804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5616995d-f968-470c-a8e1-e127af857397 req-912f3d06-1030-4057-ae9c-4491c014c952 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 Apr 30 01:26:09.599915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:09.853499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acafa8ec-c075-4d08-afd7-a54a051efef9 req-f8cd2726-7507-4223-ac76-77bbecca5d11 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 210 time: 0.0487871 Apr 30 01:26:09.953180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16116acf-1018-440a-aef4-b3cd6cc879e5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:09.969005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 3e47d10b-d02c-43a5-8d8a-99eeb0fcd989 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:09.969300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:10.029193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 16116acf-1018-440a-aef4-b3cd6cc879e5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:10.029717 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:10.128045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-52e71d61-5635-4ab3-86bd-f20100a22ddd tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:10.130997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-52e71d61-5635-4ab3-86bd-f20100a22ddd tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 950 time: 0.0983701 Apr 30 01:26:10.133975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:10.150782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 3e47d10b-d02c-43a5-8d8a-99eeb0fcd989 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:10.265661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Deleting port a23cf205-0bab-490b-9631-a8bb0820acb1 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:10.266025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:10.416972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] For port a23cf205-0bab-490b-9631-a8bb0820acb1, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a23cf205-0bab-490b-9631-a8bb0820acb1,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:10.417499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:10.436181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Calling delete_port for a23cf205-0bab-490b-9631-a8bb0820acb1 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:10.649579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-7052d597-d00e-49ff-b569-1b49cf254af8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:10.653831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-7052d597-d00e-49ff-b569-1b49cf254af8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.21 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.3997278 Apr 30 01:26:10.661223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0bf46-d106-47c5-a72b-9dac63bca173 req-349eb947-54bc-4373-8259-d5437b80f999 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:10.668992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00b0bf46-d106-47c5-a72b-9dac63bca173 req-349eb947-54bc-4373-8259-d5437b80f999 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 944 time: 0.3953359 Apr 30 01:26:10.677161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Request body: {'port': {'device_id': 'a63c4854-a668-44d4-8b62-6224d94b4b66', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'admin_state_up': True, 'tenant_id': 'a52d06b7d5e84f03b1dde872684d45e6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:10.741261 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:10.756751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e904340-32e6-4457-befe-cc84eac169be req-d266a979-8bf4-4ca9-81fc-b31ff72e5d2d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:10.759341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e904340-32e6-4457-befe-cc84eac169be req-d266a979-8bf4-4ca9-81fc-b31ff72e5d2d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 950 time: 0.1058164 Apr 30 01:26:10.824720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e904340-32e6-4457-befe-cc84eac169be req-dffb5bb0-47cd-4555-a6d8-54b37a10d9ee tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553606 Apr 30 01:26:10.862558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=3e47d10b-d02c-43a5-8d8a-99eeb0fcd989,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:10.901091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00b0bf46-d106-47c5-a72b-9dac63bca173 req-3b8d7b89-3a9e-464d-84ff-fa4fce03635a tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312207 Apr 30 01:26:10.956595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:10.973055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c', '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'fd027f20-d5ce-440f-9b42-bef705fa75e5', 'a23cf205-0bab-490b-9631-a8bb0820acb1'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:11.017299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a7fd633-d63a-406f-b399-406904ecdc95 req-8e43e12f-6489-4d2f-b712-d2eb7abc7c69 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 210 time: 0.0716596 Apr 30 01:26:11.096309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event deleted for resources: {'Port': ['ID=a23cf205-0bab-490b-9631-a8bb0820acb1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:11.113902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16', '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:11.144391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] No DVR routers for this DVR port a23cf205-0bab-490b-9631-a8bb0820acb1 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:11.149148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:11.160680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85a98b9f-9aa7-408c-adf5-90e9b2acf9ba req-16d439cf-8ad2-4cb9-8ab3-c2ebea35f1c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "DELETE /v2.0/ports/a23cf205-0bab-490b-9631-a8bb0820acb1 HTTP/1.1" status: 204 len: 173 time: 1.0224497 Apr 30 01:26:11.161107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cab4101-9438-4ec5-b786-52fd24642791', 'name': 'network-vif-deleted', 'tag': 'a23cf205-0bab-490b-9631-a8bb0820acb1'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:11.170780 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afb401-4564-4554-a727-87d3ae2632df" -d '{"events": [{"server_uuid": "6cab4101-9438-4ec5-b786-52fd24642791", "name": "network-vif-deleted", "tag": "a23cf205-0bab-490b-9631-a8bb0820acb1"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:11.259879 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ebac6e-7871-4254-937c-83f8b8e3f977 x-openstack-request-id: req-99ebac6e-7871-4254-937c-83f8b8e3f977 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:11.259879 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cab4101-9438-4ec5-b786-52fd24642791", "name": "network-vif-deleted", "tag": "a23cf205-0bab-490b-9631-a8bb0820acb1", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:11.259879 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99ebac6e-7871-4254-937c-83f8b8e3f977 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:11.259879 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ebac6e-7871-4254-937c-83f8b8e3f977'] response: {'server_uuid': '6cab4101-9438-4ec5-b786-52fd24642791', 'name': 'network-vif-deleted', 'tag': 'a23cf205-0bab-490b-9631-a8bb0820acb1', 'status': 'completed', 'code': 200} Apr 30 01:26:11.299159 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:11.318212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Made reservation on behalf of a52d06b7d5e84f03b1dde872684d45e6 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:11.322969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:11.673442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Allocated IP 172.20.0.2 (076d232c-8a4e-49fd-b5f7-77fa00518483/53fb0ab4-af80-4f70-a732-87688021c8fa/86f188c8-4508-4beb-8337-73743d503719) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:11.903670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:11.918941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router d08599ff-f259-4490-b62d-2f00a4a74571 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:11.952870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7312e0d2-1ab0-46d9-8afe-ee2704360cab req-08dd6173-914f-4227-8170-7c64dc3510c0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cab4101-9438-4ec5-b786-52fd24642791 HTTP/1.1" status: 200 len: 210 time: 0.0419133 Apr 30 01:26:11.971351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 464729f8-d7f8-47a8-9c92-37173a5f6a30 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:12.096601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:12.099569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.106727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c529aada-d10e-4514-a1cb-1fc546e7bc99 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/routers/d08599ff-f259-4490-b62d-2f00a4a74571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5833199 Apr 30 01:26:12.107685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44158) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:12.114870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b54c2-389c-441e-8433-d87808d86522 None None] Sync routers for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:12.123093 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae735bd-8ed3-4233-9d8a-617555d562ee req-c6885517-e3d5-446f-84b3-e75e42613912 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:12.125277 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ae735bd-8ed3-4233-9d8a-617555d562ee req-c6885517-e3d5-446f-84b3-e75e42613912 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 944 time: 0.0851736 Apr 30 01:26:12.138649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390b54c2-389c-441e-8433-d87808d86522 None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:12.139488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-390b54c2-389c-441e-8433-d87808d86522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:12.200284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:12.208188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:12.212664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ae735bd-8ed3-4233-9d8a-617555d562ee req-b892b04f-237c-42ad-8f7f-15b507bf6669 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633471 Apr 30 01:26:12.213392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:12.217411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event updated for resources: {'Port': ['ID=86f188c8-4508-4beb-8337-73743d503719,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:12.251072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aa079-ef23-4877-9c40-5a4dcf126b03 req-3b6b0ee3-df57-44b1-8f7c-26d20c285556 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:12.252817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-390b54c2-389c-441e-8433-d87808d86522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:12.259338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-518aa079-ef23-4877-9c40-5a4dcf126b03 req-3b6b0ee3-df57-44b1-8f7c-26d20c285556 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 931 time: 0.1641090 Apr 30 01:26:12.270523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 464729f8-d7f8-47a8-9c92-37173a5f6a30 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:26:12.278465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:12.279095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.279987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 464729f8-d7f8-47a8-9c92-37173a5f6a30 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:12.281299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.286944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390b54c2-389c-441e-8433-d87808d86522 None None] Routers {'d08599ff-f259-4490-b62d-2f00a4a74571'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:12.287765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-390b54c2-389c-441e-8433-d87808d86522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d08599ff-f259-4490-b62d-2f00a4a74571'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:12.355480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-390b54c2-389c-441e-8433-d87808d86522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:12.355480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b54c2-389c-441e-8433-d87808d86522 None None] The sync data for ids ['d08599ff-f259-4490-b62d-2f00a4a74571'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:12.371808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-5a568c08-c15e-4182-80e1-bcaed82d336f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6960976 Apr 30 01:26:12.383456 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-518aa079-ef23-4877-9c40-5a4dcf126b03 req-344b85ea-b160-4254-a2df-3fb667ee21cb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086905 Apr 30 01:26:12.395627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Request body: {'port': {'device_id': 'a63c4854-a668-44d4-8b62-6224d94b4b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:12.416669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.526359 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.619810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.645785 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.674239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464729f8-d7f8-47a8-9c92-37173a5f6a30'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:12.676741 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb5f4b8-38c6-408f-87fa-56ec1cc42820" -d '{"events": [{"server_uuid": "4f326a6b-5be0-42b2-add1-ca776d04032e", "name": "network-vif-plugged", "status": "completed", "tag": "464729f8-d7f8-47a8-9c92-37173a5f6a30"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:12.697140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:12.723146 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c9740-b5a1-46a1-8400-e0f8c8fe85ee x-openstack-request-id: req-e30c9740-b5a1-46a1-8400-e0f8c8fe85ee {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:12.723474 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f326a6b-5be0-42b2-add1-ca776d04032e", "name": "network-vif-plugged", "status": "completed", "tag": "464729f8-d7f8-47a8-9c92-37173a5f6a30", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:12.723753 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e30c9740-b5a1-46a1-8400-e0f8c8fe85ee {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:12.724302 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30c9740-b5a1-46a1-8400-e0f8c8fe85ee'] response: {'server_uuid': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464729f8-d7f8-47a8-9c92-37173a5f6a30', 'code': 200} Apr 30 01:26:12.809327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.810099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a23cf205-0bab-490b-9631-a8bb0820acb1 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:12.836424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: a23cf205-0bab-490b-9631-a8bb0820acb1 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:12.842519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a23cf205-0bab-490b-9631-a8bb0820acb1 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:12.871119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f188c8-4508-4beb-8337-73743d503719 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:12.881117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=464729f8-d7f8-47a8-9c92-37173a5f6a30,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:12.892848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.905043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096579-20dd-42aa-9d31-3faa42e9f5c7 req-fab66a27-15f8-40f5-b15f-b8e8e8aee258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:12.906863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Transition to ACTIVE for port object 86f188c8-4508-4beb-8337-73743d503719 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:26:12.908763 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd096579-20dd-42aa-9d31-3faa42e9f5c7 req-fab66a27-15f8-40f5-b15f-b8e8e8aee258 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 1096 time: 0.1068656 Apr 30 01:26:12.913655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port e9041d15-3e40-4042-9243-e9309680a791 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:12.914003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:12.997757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.002242 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd096579-20dd-42aa-9d31-3faa42e9f5c7 req-c3af6c95-3880-4ec0-b7ab-462c562a1b5d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852375 Apr 30 01:26:13.065012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.082830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for e9041d15-3e40-4042-9243-e9309680a791 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:13.132783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Pushing event updated for resources: {'Port': ['ID=86f188c8-4508-4beb-8337-73743d503719,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:13.165074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Attempting to bind port 86f188c8-4508-4beb-8337-73743d503719 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:26:13.165074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Attempting to bind port 86f188c8-4508-4beb-8337-73743d503719 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:26:13.165461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Attempting to bind port 86f188c8-4508-4beb-8337-73743d503719 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:13.170687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Port 86f188c8-4508-4beb-8337-73743d503719 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:26:13.171815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Attempting to bind port 86f188c8-4508-4beb-8337-73743d503719 on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:13.178399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:26:13.189888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Checking segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:13.189888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Bound using segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:26:13.189888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Bound port: 86f188c8-4508-4beb-8337-73743d503719, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:26:13.189888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.245832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] For port 86f188c8-4508-4beb-8337-73743d503719, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:26:13.249046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] For port 86f188c8-4508-4beb-8337-73743d503719, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=86f188c8-4508-4beb-8337-73743d503719,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:26:13.374785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564da66-9ecd-4087-a1d4-f224018e9090 req-fee1aa86-a865-42fb-8201-f9ac464b0081 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:13.377249 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2564da66-9ecd-4087-a1d4-f224018e9090 req-fee1aa86-a865-42fb-8201-f9ac464b0081 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.0563838 Apr 30 01:26:13.384358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.418768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:13.419378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.420240 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2564da66-9ecd-4087-a1d4-f224018e9090 req-028626b0-cbe9-4e34-a82c-f114de3e80c1 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Apr 30 01:26:13.426446 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] 10.222.0.21 "PUT /v2.0/ports/86f188c8-4508-4beb-8337-73743d503719 HTTP/1.1" status: 200 len: 1091 time: 1.0472133 Apr 30 01:26:13.426446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63c4854-a668-44d4-8b62-6224d94b4b66', 'tag': '86f188c8-4508-4beb-8337-73743d503719'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:13.428531 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a731af38-57f4-457d-9d38-9b59fd5c2ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "a63c4854-a668-44d4-8b62-6224d94b4b66", "tag": "86f188c8-4508-4beb-8337-73743d503719"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:13.449822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.460733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be098fff-a282-4dd8-b29c-d84e5dc82117 service neutron] Pushing event updated for resources: {'Port': ['ID=86f188c8-4508-4beb-8337-73743d503719,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:13.507776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=e9041d15-3e40-4042-9243-e9309680a791,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:13.609252 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4d492-7e81-47d1-a70f-1e9971a25113 x-openstack-request-id: req-29d4d492-7e81-47d1-a70f-1e9971a25113 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:13.609592 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63c4854-a668-44d4-8b62-6224d94b4b66", "tag": "86f188c8-4508-4beb-8337-73743d503719", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:13.609837 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29d4d492-7e81-47d1-a70f-1e9971a25113 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:13.610248 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d4d492-7e81-47d1-a70f-1e9971a25113'] response: {'name': 'network-changed', 'server_uuid': 'a63c4854-a668-44d4-8b62-6224d94b4b66', 'tag': '86f188c8-4508-4beb-8337-73743d503719', 'status': 'completed', 'code': 200} Apr 30 01:26:13.634747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-c66eb820-86b9-4188-a6d1-acf7478447c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:13.636529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-c66eb820-86b9-4188-a6d1-acf7478447c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 1094 time: 0.0888031 Apr 30 01:26:13.645968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.693773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-3fa54d59-4050-4553-8658-f1bb836e734e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86f188c8-4508-4beb-8337-73743d503719 HTTP/1.1" status: 200 len: 217 time: 0.0447164 Apr 30 01:26:13.700302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43b0b3-0dc8-4c7d-b49b-f95bf93e5737 req-3720a677-3721-47fd-84d0-7e90189f7a80 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:13.704840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f43b0b3-0dc8-4c7d-b49b-f95bf93e5737 req-3720a677-3721-47fd-84d0-7e90189f7a80 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 943 time: 0.1818242 Apr 30 01:26:13.810999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-77c2943b-7a8b-43e9-85f2-5f350ba6b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:13.813788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-77c2943b-7a8b-43e9-85f2-5f350ba6b766 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.0905864 Apr 30 01:26:13.823029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c425bb5-c16d-4827-9504-57ead9496ad2 req-cf326756-3b71-4ffd-9399-b24bb1adf154 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:13.823966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.824873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c425bb5-c16d-4827-9504-57ead9496ad2 req-cf326756-3b71-4ffd-9399-b24bb1adf154 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 950 time: 0.1352196 Apr 30 01:26:13.826424 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:13.859312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-0e6b33d9-107a-4971-9972-65a73e6b4389 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327892 Apr 30 01:26:13.901730 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f43b0b3-0dc8-4c7d-b49b-f95bf93e5737 req-cf2dabf8-7e32-4e0c-a033-a8dc89d23e8a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644347 Apr 30 01:26:13.939400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c425bb5-c16d-4827-9504-57ead9496ad2 req-8eaae180-92fa-4cf0-baf1-9b4496584bdf tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047289 Apr 30 01:26:13.987873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-3e8d9c4a-1735-45eb-8e04-51e1e392a6e2 service neutron] 10.222.0.21 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181476 Apr 30 01:26:14.013634 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.014547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Fanout notify agent at l3_agent the message router_deleted on router d08599ff-f259-4490-b62d-2f00a4a74571 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:26:14.027041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.028336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-82af7ecd-391f-4744-ba61-e795be974975 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/routers/d08599ff-f259-4490-b62d-2f00a4a74571 HTTP/1.1" status: 204 len: 168 time: 1.9181449 Apr 30 01:26:14.031691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44174) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:14.099946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400c7996-0b4b-45b3-821b-f863f6e473d7 req-c6c42423-5cf9-4adb-8e91-3c8cae288f46 service neutron] 10.222.0.21 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041040 Apr 30 01:26:14.107764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b6be8c-b6ed-4fff-b9b0-3d950db1f03f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting subnet 7cccc20e-31d7-4e5a-8028-bc93866ca2dc {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:26:14.112022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b6be8c-b6ed-4fff-b9b0-3d950db1f03f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.163387 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b6be8c-b6ed-4fff-b9b0-3d950db1f03f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.264206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b6be8c-b6ed-4fff-b9b0-3d950db1f03f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.364403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-a92ff45a-6f06-43a2-a4d5-298c465c2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:14.366003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-a92ff45a-6f06-43a2-a4d5-298c465c2a9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 1094 time: 0.0594301 Apr 30 01:26:14.427139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b6be8c-b6ed-4fff-b9b0-3d950db1f03f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.457992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6be8c-b6ed-4fff-b9b0-3d950db1f03f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Subnet': ['ID=7cccc20e-31d7-4e5a-8028-bc93866ca2dc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:14.462415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5b6be8c-b6ed-4fff-b9b0-3d950db1f03f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.468841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c5b6be8c-b6ed-4fff-b9b0-3d950db1f03f tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/subnets/7cccc20e-31d7-4e5a-8028-bc93866ca2dc HTTP/1.1" status: 204 len: 168 time: 0.4330697 Apr 30 01:26:14.473836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44178) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:14.488731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792a2f8b-1ba1-48fb-a4f5-6eecb133132c None None] Network baa1e2d5-daac-4ce4-a92e-73151b31ea13 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:26:14.552038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-fb515f9c-f8c4-44fe-8686-98c4d651a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:14.553668 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-fb515f9c-f8c4-44fe-8686-98c4d651a431 service neutron] 10.222.0.21 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 911 time: 0.1758132 Apr 30 01:26:14.634498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f41571-9e26-4d63-8c6f-6d89e56febe1 req-7770baa0-69f0-4053-b606-2248299fdacc tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:14.636307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26f41571-9e26-4d63-8c6f-6d89e56febe1 req-7770baa0-69f0-4053-b606-2248299fdacc tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.0764532 Apr 30 01:26:14.675106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-a0f495a2-0b65-48c5-a487-bc910698d7d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86f188c8-4508-4beb-8337-73743d503719 HTTP/1.1" status: 200 len: 217 time: 0.1047816 Apr 30 01:26:14.703289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26f41571-9e26-4d63-8c6f-6d89e56febe1 req-cef5f78d-cd81-4d43-ab86-002779e6a1f7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552311 Apr 30 01:26:14.746097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.768489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] DHCP port deletion for baa1e2d5-daac-4ce4-a92e-73151b31ea13 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:26:14.772631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-c83036d9-9823-4549-b2d6-2e1176267485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:14.774472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-c83036d9-9823-4549-b2d6-2e1176267485 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.0851915 Apr 30 01:26:14.838739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] Deleting port 4be2438c-e8ae-4a9b-971f-ded24cd4479f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:14.839484 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.853632 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-46db051c-62e3-4bcf-9051-ba2e88c2a40a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339463 Apr 30 01:26:14.928105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] For port 4be2438c-e8ae-4a9b-971f-ded24cd4479f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4be2438c-e8ae-4a9b-971f-ded24cd4479f,segment=NetworkSegment(a75fee12-18d5-494a-927b-1ef8e28cc274),segment_id=a75fee12-18d5-494a-927b-1ef8e28cc274)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:14.928105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:14.958276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] Calling delete_port for 4be2438c-e8ae-4a9b-971f-ded24cd4479f owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:15.104493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378d40b-d89c-49bd-b049-4fc155354b00 req-2bedc4cb-4125-4e3b-95b6-f500f603b376 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:15.112822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d378d40b-d89c-49bd-b049-4fc155354b00 req-2bedc4cb-4125-4e3b-95b6-f500f603b376 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0896082 Apr 30 01:26:15.164167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.209749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d378d40b-d89c-49bd-b049-4fc155354b00 req-e230d63a-70a0-41cf-99f6-bef741bd2c7e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955956 Apr 30 01:26:15.234270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] No DVR routers for this DVR port 4be2438c-e8ae-4a9b-971f-ded24cd4479f on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:15.252501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5d22c-099e-4f9c-9299-7b7c528121c1 None None] Pushing event deleted for resources: {'Port': ['ID=4be2438c-e8ae-4a9b-971f-ded24cd4479f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:15.279137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-0f16fa52-b9d5-48fb-88f5-e6bae73847d1 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:15.279137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-0f16fa52-b9d5-48fb-88f5-e6bae73847d1 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 950 time: 0.1518724 Apr 30 01:26:15.288376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc951b-8ee6-4405-8798-74a6f8ed5fdf req-fafce671-96ab-42d5-93c1-710af02c93eb tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:15.293685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-67fc951b-8ee6-4405-8798-74a6f8ed5fdf req-fafce671-96ab-42d5-93c1-710af02c93eb tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.4750664 Apr 30 01:26:15.318776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 4be2438c-e8ae-4a9b-971f-ded24cd4479f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:15.319285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.413742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-67fc951b-8ee6-4405-8798-74a6f8ed5fdf req-8b20a10b-73d6-4548-acb1-2139a3d0efcc tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191571 Apr 30 01:26:15.422055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] For port 4be2438c-e8ae-4a9b-971f-ded24cd4479f, host n-d-821348-1, got binding levels [] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:15.422405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.427391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbfd61-8565-41b5-bc55-04c4713a7ca8 req-b42a4710-90e2-4815-8b8a-1d638c9e670a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:15.429025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bfbfd61-8565-41b5-bc55-04c4713a7ca8 req-b42a4710-90e2-4815-8b8a-1d638c9e670a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 950 time: 0.0851140 Apr 30 01:26:15.433944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-e0a6360c-68b7-4828-bbde-8e503c1caf99 service neutron] 10.222.0.21 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709913 Apr 30 01:26:15.440441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 4be2438c-e8ae-4a9b-971f-ded24cd4479f owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:15.480239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Deleting port fd027f20-d5ce-440f-9b42-bef705fa75e5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:15.480584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.546541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a731af38-57f4-457d-9d38-9b59fd5c2ffc req-3e2b933b-069f-46d1-b4e5-fb715b5164b5 service neutron] 10.222.0.21 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017215 Apr 30 01:26:15.546541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Port 4be2438c-e8ae-4a9b-971f-ded24cd4479f was not found and therefore no delete operation was performed {{(pid=103319) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:26:15.547885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.575208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=4be2438c-e8ae-4a9b-971f-ded24cd4479f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:15.589445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] No DVR routers for this DVR port 4be2438c-e8ae-4a9b-971f-ded24cd4479f on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:15.598395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bfbfd61-8565-41b5-bc55-04c4713a7ca8 req-70c00efe-0067-45ce-81f4-25150541286a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425836 Apr 30 01:26:15.660417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] For port fd027f20-d5ce-440f-9b42-bef705fa75e5, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=fd027f20-d5ce-440f-9b42-bef705fa75e5,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:15.660952 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.676719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Calling delete_port for fd027f20-d5ce-440f-9b42-bef705fa75e5 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:15.712761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.741740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa1e2d5-daac-4ce4-a92e-73151b31ea13']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:15.755603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75fee12-18d5-494a-927b-1ef8e28cc274') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:15.755850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75fee12-18d5-494a-927b-1ef8e28cc274') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:15.765393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.779323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.785853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:26:15.786267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:26:15.789195 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:26:15.859889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4be2438c-e8ae-4a9b-971f-ded24cd4479f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:15.880313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 4be2438c-e8ae-4a9b-971f-ded24cd4479f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:15.880684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4be2438c-e8ae-4a9b-971f-ded24cd4479f not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:15.935274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:15.948679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c', '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'fd027f20-d5ce-440f-9b42-bef705fa75e5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:15.951249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16', '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:15.974336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event deleted for resources: {'Port': ['ID=fd027f20-d5ce-440f-9b42-bef705fa75e5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:15.985349 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.005476 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.012126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/networks/baa1e2d5-daac-4ce4-a92e-73151b31ea13 HTTP/1.1" status: 204 len: 168 time: 1.5375781 Apr 30 01:26:16.035636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3541506-ca04-4910-a5a6-1b09272456b4 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Network': ['ID=baa1e2d5-daac-4ce4-a92e-73151b31ea13,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:16.035636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:16.035924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] No DVR routers for this DVR port fd027f20-d5ce-440f-9b42-bef705fa75e5 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:16.035924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.035924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb9c0ae4-0529-44e1-a809-1c84a65ad4c5 req-00fb7855-e796-4886-9406-b7a6bf321ad2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "DELETE /v2.0/ports/fd027f20-d5ce-440f-9b42-bef705fa75e5 HTTP/1.1" status: 204 len: 173 time: 0.7573266 Apr 30 01:26:16.040354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28c85d3-a928-4eb7-9913-bc6f338fab84', 'name': 'network-vif-deleted', 'tag': 'fd027f20-d5ce-440f-9b42-bef705fa75e5'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:16.045114 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8114c-b12f-4046-949b-8ee7865203e7" -d '{"events": [{"server_uuid": "d28c85d3-a928-4eb7-9913-bc6f338fab84", "name": "network-vif-deleted", "tag": "fd027f20-d5ce-440f-9b42-bef705fa75e5"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:16.099588 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f792dfb-2651-4521-840e-0bf1d140c22f x-openstack-request-id: req-5f792dfb-2651-4521-840e-0bf1d140c22f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:16.099951 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28c85d3-a928-4eb7-9913-bc6f338fab84", "name": "network-vif-deleted", "tag": "fd027f20-d5ce-440f-9b42-bef705fa75e5", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:16.100243 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f792dfb-2651-4521-840e-0bf1d140c22f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:16.100640 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f792dfb-2651-4521-840e-0bf1d140c22f'] response: {'server_uuid': 'd28c85d3-a928-4eb7-9913-bc6f338fab84', 'name': 'network-vif-deleted', 'tag': 'fd027f20-d5ce-440f-9b42-bef705fa75e5', 'status': 'completed', 'code': 200} Apr 30 01:26:16.194786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port d76cddec-3948-4d2a-80d3-d1f40d574b85 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:16.195156 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.288158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.288612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.306176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for d76cddec-3948-4d2a-80d3-d1f40d574b85 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:16.472137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7337-ce12-4e1b-b736-4fd487545c3b req-1e689c7a-2121-4122-aad5-810433adad56 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:16.474024 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec1e7337-ce12-4e1b-b736-4fd487545c3b req-1e689c7a-2121-4122-aad5-810433adad56 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 943 time: 0.1364424 Apr 30 01:26:16.570352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec1e7337-ce12-4e1b-b736-4fd487545c3b req-42c2db5d-73f5-4458-9217-b8d6a6f2deb3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775263 Apr 30 01:26:16.689452 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.722950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=d76cddec-3948-4d2a-80d3-d1f40d574b85,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:16.784700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-016d4e54-37f6-459d-bc9c-eca5b9d14f11 req-df71021f-1449-4032-8ce3-59c970025a56 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d28c85d3-a928-4eb7-9913-bc6f338fab84 HTTP/1.1" status: 200 len: 210 time: 0.0432613 Apr 30 01:26:16.849042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.852167 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:16.859908 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-10c78362-2c72-4171-97cf-481f8a4765bb tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/floatingips/3a935c45-5e58-4687-8304-0ea6cf312ad5 HTTP/1.1" status: 204 len: 168 time: 0.8335023 Apr 30 01:26:16.860635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44238) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:16.901127 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-59572915-0336-4687-81ae-61d7702ea2d8 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] DELETE failed (client error): The resource could not be found. Apr 30 01:26:16.902178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59572915-0336-4687-81ae-61d7702ea2d8 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:26:16.908699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44240) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:16.916167 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-59572915-0336-4687-81ae-61d7702ea2d8 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/ports/0e5fc112-c454-4e91-b233-f28b801bf5d0 HTTP/1.1" status: 404 len: 333 time: 0.0542963 Apr 30 01:26:16.946397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2fa1e4f4-30a5-4814-82aa-5c77b8c064ad tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "GET /v2.0/ports?device_id=d08599ff-f259-4490-b62d-2f00a4a74571 HTTP/1.1" status: 200 len: 205 time: 0.0360692 Apr 30 01:26:16.946658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44242) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:16.990003 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-b3924715-1aa7-4dea-830b-969b15849067 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] delete failed (client error): The resource could not be found. Apr 30 01:26:16.993620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b3924715-1aa7-4dea-830b-969b15849067 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/routers/d08599ff-f259-4490-b62d-2f00a4a74571 HTTP/1.1" status: 404 len: 336 time: 0.0435205 Apr 30 01:26:16.993805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44244) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:17.032755 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1edd586-2693-4ba0-98db-88543f88f5d0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] DELETE failed (client error): The resource could not be found. Apr 30 01:26:17.033211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1edd586-2693-4ba0-98db-88543f88f5d0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:26:17.036388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c1edd586-2693-4ba0-98db-88543f88f5d0 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/subnets/7cccc20e-31d7-4e5a-8028-bc93866ca2dc HTTP/1.1" status: 404 len: 337 time: 0.0416977 Apr 30 01:26:17.039840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44246) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:17.057031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ddb39-3705-4996-b75e-8fb3d643bcdb req-4bca25f9-8970-42ac-8b69-b44006b9dd9b tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:17.057031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d65ddb39-3705-4996-b75e-8fb3d643bcdb req-4bca25f9-8970-42ac-8b69-b44006b9dd9b tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.1343114 Apr 30 01:26:17.153357 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d65ddb39-3705-4996-b75e-8fb3d643bcdb req-7bd82b13-3c2e-47d7-b037-47059333e0f5 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703082 Apr 30 01:26:17.188548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-294993f2-6a00-4db4-ad45-935b1b5f78cc tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port fde434ea-5ae9-4295-9285-c647145ab5ba {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:17.188980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-294993f2-6a00-4db4-ad45-935b1b5f78cc tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:17.293653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-294993f2-6a00-4db4-ad45-935b1b5f78cc tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:17.307412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-294993f2-6a00-4db4-ad45-935b1b5f78cc tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for fde434ea-5ae9-4295-9285-c647145ab5ba owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:17.512294 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-294993f2-6a00-4db4-ad45-935b1b5f78cc tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:17.549310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294993f2-6a00-4db4-ad45-935b1b5f78cc tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=fde434ea-5ae9-4295-9285-c647145ab5ba,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:17.628002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-294993f2-6a00-4db4-ad45-935b1b5f78cc tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:17.634090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-294993f2-6a00-4db4-ad45-935b1b5f78cc tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/ports/fde434ea-5ae9-4295-9285-c647145ab5ba HTTP/1.1" status: 204 len: 168 time: 0.5937953 Apr 30 01:26:17.637274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44250) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:17.777910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113e7fe-d8c2-4670-b4be-f27cfb42f636 req-b24e8973-9847-41b7-803d-8412204efe8d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:17.783659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9113e7fe-d8c2-4670-b4be-f27cfb42f636 req-b24e8973-9847-41b7-803d-8412204efe8d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 943 time: 0.1056843 Apr 30 01:26:17.837622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 1da83368-7ec0-40db-838c-91eacecc082c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:17.837970 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:17.888461 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9113e7fe-d8c2-4670-b4be-f27cfb42f636 req-8b61eb0a-c904-4463-8e1d-1902c8ee81ae tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942216 Apr 30 01:26:17.972880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 464729f8-d7f8-47a8-9c92-37173a5f6a30 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:26:17.990852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:18.004217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 86f188c8-4508-4beb-8337-73743d503719 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:26:18.009623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 1da83368-7ec0-40db-838c-91eacecc082c owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:18.173344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:18.196042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '464729f8-d7f8-47a8-9c92-37173a5f6a30', 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'port_id': '464729f8-d7f8-47a8-9c92-37173a5f6a30', 'mac_address': 'fa:16:3e:e7:56:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc77d4c6-468b-448e-8a13-c9a06a8aeeeb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:26:18.217410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 86f188c8-4508-4beb-8337-73743d503719, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=86f188c8-4508-4beb-8337-73743d503719,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:18.256335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '86f188c8-4508-4beb-8337-73743d503719', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'port_id': '86f188c8-4508-4beb-8337-73743d503719', 'mac_address': 'fa:16:3e:36:bc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fb0ab4-af80-4f70-a732-87688021c8fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:26:18.268175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:18.290586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:18.309674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 464729f8-d7f8-47a8-9c92-37173a5f6a30 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:18.328125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:18.348449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:18.353642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f188c8-4508-4beb-8337-73743d503719 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:18.359173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=1da83368-7ec0-40db-838c-91eacecc082c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:18.381906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 86f188c8-4508-4beb-8337-73743d503719, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=86f188c8-4508-4beb-8337-73743d503719,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:18.395971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.396405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.396799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.397232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.397612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.398005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.398395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.399180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.399826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.400026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.400406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.400803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.413837 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:18.446707 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:18.456107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281b9df-3674-4e25-a3b4-ae65602f81b1 req-2c1936fb-4c4c-42de-bdc3-08bd966b82fe tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:18.458402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a281b9df-3674-4e25-a3b4-ae65602f81b1 req-2c1936fb-4c4c-42de-bdc3-08bd966b82fe tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.1563742 Apr 30 01:26:18.478243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=464729f8-d7f8-47a8-9c92-37173a5f6a30,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:18.487402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.488163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.488865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.489386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.489890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.491683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.493789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.494439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:18.495608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.495963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.496305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.496643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.497030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:26:18.498576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-96d3d201-8e64-4bc1-be58-57ce84d662da tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/ports/1da83368-7ec0-40db-838c-91eacecc082c HTTP/1.1" status: 204 len: 168 time: 0.8600335 Apr 30 01:26:18.501837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44260) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:18.559525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a281b9df-3674-4e25-a3b4-ae65602f81b1 req-a0a2a0ea-17af-4541-9b9c-966d60e6979a tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868933 Apr 30 01:26:18.570619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['464729f8-d7f8-47a8-9c92-37173a5f6a30'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:18.599227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa37a89-e3d6-435c-8bf5-49a088eb892d tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:18.601358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cfa37a89-e3d6-435c-8bf5-49a088eb892d tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a28fb92-52e9-4fb1-8f16-e3e75206e279 HTTP/1.1" status: 200 len: 913 time: 0.0984046 Apr 30 01:26:18.604427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44262) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:18.625176 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:18.633135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=86f188c8-4508-4beb-8337-73743d503719,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:18.815840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['86f188c8-4508-4beb-8337-73743d503719'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:18.947379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30f2d-b8a5-40b8-8e16-f59471f1d5cb req-38a905fc-74f4-4446-8e64-659fa4e06b6f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:18.963935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58e30f2d-b8a5-40b8-8e16-f59471f1d5cb req-38a905fc-74f4-4446-8e64-659fa4e06b6f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 950 time: 0.0803246 Apr 30 01:26:19.013515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58e30f2d-b8a5-40b8-8e16-f59471f1d5cb req-1721db20-d797-45d5-adb5-a0e304b7185a tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461051 Apr 30 01:26:19.103314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599708-5360-4496-8ebe-c94b3de8879b req-162113fc-4e63-43e9-875f-527df48c4866 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:19.105237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb599708-5360-4496-8ebe-c94b3de8879b req-162113fc-4e63-43e9-875f-527df48c4866 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 944 time: 0.0782311 Apr 30 01:26:19.181625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb599708-5360-4496-8ebe-c94b3de8879b req-cda536ba-8ebd-4d4b-bc37-b77889bec6a5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694911 Apr 30 01:26:19.192394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:19.680493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d62b3-e4b2-4adb-b4ad-547eb0f909d0 req-3c290237-93e8-4264-8088-273bf4e1450a tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:19.682784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c9d62b3-e4b2-4adb-b4ad-547eb0f909d0 req-3c290237-93e8-4264-8088-273bf4e1450a tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 944 time: 0.0570030 Apr 30 01:26:19.731972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c9d62b3-e4b2-4adb-b4ad-547eb0f909d0 req-754a76e1-5252-45ac-a427-47306b6e3064 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Apr 30 01:26:19.875643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 80b8c1fd-9148-4c31-a265-15cac92291e8 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:19.875643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:19.968506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 464729f8-d7f8-47a8-9c92-37173a5f6a30 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:19.977984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:19.997283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-18432d42-6eaf-49d6-9614-4b4fe86bb1b3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:19.999598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-18432d42-6eaf-49d6-9614-4b4fe86bb1b3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 950 time: 0.1134958 Apr 30 01:26:20.008278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 80b8c1fd-9148-4c31-a265-15cac92291e8 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:20.021500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 464729f8-d7f8-47a8-9c92-37173a5f6a30 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:20.021968 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.103983 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.128726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464729f8-d7f8-47a8-9c92-37173a5f6a30'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:20.130963 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55a577e-30cb-45e8-8d1a-623e15980af7" -d '{"events": [{"server_uuid": "4f326a6b-5be0-42b2-add1-ca776d04032e", "name": "network-vif-plugged", "status": "completed", "tag": "464729f8-d7f8-47a8-9c92-37173a5f6a30"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:20.145074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:20.176739 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146dd99c-b068-428e-93e3-47d4de179880 x-openstack-request-id: req-146dd99c-b068-428e-93e3-47d4de179880 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:20.176739 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f326a6b-5be0-42b2-add1-ca776d04032e", "name": "network-vif-plugged", "status": "completed", "tag": "464729f8-d7f8-47a8-9c92-37173a5f6a30", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:20.176739 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-146dd99c-b068-428e-93e3-47d4de179880 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:20.176739 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146dd99c-b068-428e-93e3-47d4de179880'] response: {'server_uuid': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464729f8-d7f8-47a8-9c92-37173a5f6a30', 'code': 200} Apr 30 01:26:20.238714 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.240173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device fd027f20-d5ce-440f-9b42-bef705fa75e5 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:20.245856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3fd4-8c8f-4547-a3b9-268c2f6d0eba req-04841a32-c1ed-4117-bd32-99fdaad075e8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:20.248325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fae3fd4-8c8f-4547-a3b9-268c2f6d0eba req-04841a32-c1ed-4117-bd32-99fdaad075e8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 950 time: 0.1487823 Apr 30 01:26:20.275595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: fd027f20-d5ce-440f-9b42-bef705fa75e5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:20.275935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device fd027f20-d5ce-440f-9b42-bef705fa75e5 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:20.352723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Deleting port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:20.353366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.353527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12d01-163a-4799-857b-a8c479203442 req-9f9212a8-aab2-4e17-8734-57f63e47fd9d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:20.359386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=464729f8-d7f8-47a8-9c92-37173a5f6a30,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:20.364957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-daa12d01-163a-4799-857b-a8c479203442 req-9f9212a8-aab2-4e17-8734-57f63e47fd9d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 944 time: 0.1039207 Apr 30 01:26:20.434066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fae3fd4-8c8f-4547-a3b9-268c2f6d0eba req-7bd3f85c-4782-4fd2-aff9-103a38974c02 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161973 Apr 30 01:26:20.438704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.445382 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-daa12d01-163a-4799-857b-a8c479203442 req-77e0370e-7cc6-4e6a-a303-a55d8ecdec7b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757332 Apr 30 01:26:20.486819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] For port 8e5abd43-3c90-4428-9975-0ca7cc5e9753, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8e5abd43-3c90-4428-9975-0ca7cc5e9753,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:20.487511 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.490061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.490875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-3d741710-eb99-4f8e-8611-588becb90283 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:20.492813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-3d741710-eb99-4f8e-8611-588becb90283 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 950 time: 0.1016834 Apr 30 01:26:20.531106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Calling delete_port for 8e5abd43-3c90-4428-9975-0ca7cc5e9753 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:20.533040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=80b8c1fd-9148-4c31-a265-15cac92291e8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:20.643107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Deleting port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:20.643858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.794118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] For port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:20.795116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.804715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.814370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Calling delete_port for 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:20.920780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:20.934578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c', '8e5abd43-3c90-4428-9975-0ca7cc5e9753'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:20.938383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16', '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:20.968313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af2d6f-2783-41b6-aa60-307036106c7d req-763bcc68-148b-4825-afdd-601bf7e56dad tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:20.969669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event deleted for resources: {'Port': ['ID=8e5abd43-3c90-4428-9975-0ca7cc5e9753,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:20.979721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62af2d6f-2783-41b6-aa60-307036106c7d req-763bcc68-148b-4825-afdd-601bf7e56dad tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.1441898 Apr 30 01:26:21.026457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] No DVR routers for this DVR port 8e5abd43-3c90-4428-9975-0ca7cc5e9753 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:21.029108 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:21.033312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da68d6d7-9082-4b44-bfe2-dd27d54f6c4e req-d4da4504-80a9-4a10-a175-3cd2f1373e5e tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "DELETE /v2.0/ports/8e5abd43-3c90-4428-9975-0ca7cc5e9753 HTTP/1.1" status: 204 len: 173 time: 1.0272963 Apr 30 01:26:21.034511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba808f30-e27f-48b4-8cf7-da3a52f25ca6', 'name': 'network-vif-deleted', 'tag': '8e5abd43-3c90-4428-9975-0ca7cc5e9753'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:21.036441 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468b9153-3480-4c4c-8c3b-9893d0a2bbf6" -d '{"events": [{"server_uuid": "ba808f30-e27f-48b4-8cf7-da3a52f25ca6", "name": "network-vif-deleted", "tag": "8e5abd43-3c90-4428-9975-0ca7cc5e9753"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:21.110284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62af2d6f-2783-41b6-aa60-307036106c7d req-b35f6fd3-d941-42ab-a7aa-ed2e3038ff58 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295774 Apr 30 01:26:21.182101 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fcfa47-d9eb-4b4f-839a-bf98db376aeb x-openstack-request-id: req-c4fcfa47-d9eb-4b4f-839a-bf98db376aeb {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:21.182393 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba808f30-e27f-48b4-8cf7-da3a52f25ca6", "name": "network-vif-deleted", "tag": "8e5abd43-3c90-4428-9975-0ca7cc5e9753", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:21.182641 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4fcfa47-d9eb-4b4f-839a-bf98db376aeb {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:21.183050 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fcfa47-d9eb-4b4f-839a-bf98db376aeb'] response: {'server_uuid': 'ba808f30-e27f-48b4-8cf7-da3a52f25ca6', 'name': 'network-vif-deleted', 'tag': '8e5abd43-3c90-4428-9975-0ca7cc5e9753', 'status': 'completed', 'code': 200} Apr 30 01:26:21.301409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:21.312810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:21.583001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] No DVR routers for this DVR port 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:21.585925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:21.587762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:21.590662 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7eda9aca-a645-436d-b888-de8c751cd2ce req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "DELETE /v2.0/ports/7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 HTTP/1.1" status: 204 len: 173 time: 1.0890765 Apr 30 01:26:21.591075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c0b5ae-c6c4-4d2f-acd4-64e29557d866', 'name': 'network-vif-deleted', 'tag': '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:21.599469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4c2526a1-a8d7-4027-87b7-02f7eb917e12 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "PUT /v2.0/routers/9a28fb92-52e9-4fb1-8f16-e3e75206e279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9938293 Apr 30 01:26:21.604808 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a6b2-68bb-446b-805c-01a4dcd708f1 None None] Sync routers for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:21.607248 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbee8ca-16e8-4b0c-bc46-b99bd0458f25" -d '{"events": [{"server_uuid": "48c0b5ae-c6c4-4d2f-acd4-64e29557d866", "name": "network-vif-deleted", "tag": "7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:21.610732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44294) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:21.612616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c56b89-b838-4f16-a87f-406b20dae02d tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event deleted for resources: {'Port': ['ID=7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:21.641192 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a6b2-68bb-446b-805c-01a4dcd708f1 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:21.641192 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a6b2-68bb-446b-805c-01a4dcd708f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:21.705116 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a6b2-68bb-446b-805c-01a4dcd708f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:21.720445 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a6b2-68bb-446b-805c-01a4dcd708f1 None None] Routers {'9a28fb92-52e9-4fb1-8f16-e3e75206e279'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:21.721426 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a6b2-68bb-446b-805c-01a4dcd708f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:21.757365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d45d635-8f3e-44d1-83d5-963584e8f56c req-3ab4980b-6739-43c7-bbcf-5de6cbe2259c tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba808f30-e27f-48b4-8cf7-da3a52f25ca6 HTTP/1.1" status: 200 len: 210 time: 0.0337832 Apr 30 01:26:21.774633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed5c74-7f1b-4145-b5e7-930cb3a9c69d req-44858b4f-e70e-4a86-bc77-88d22d209eb9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:21.784470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ebed5c74-7f1b-4145-b5e7-930cb3a9c69d req-44858b4f-e70e-4a86-bc77-88d22d209eb9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 944 time: 0.0862164 Apr 30 01:26:21.796445 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a6b2-68bb-446b-805c-01a4dcd708f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:21.799093 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a6b2-68bb-446b-805c-01a4dcd708f1 None None] The sync data for ids ['9a28fb92-52e9-4fb1-8f16-e3e75206e279'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:21.850895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ebed5c74-7f1b-4145-b5e7-930cb3a9c69d req-71572cf6-2154-4fb5-b98d-d2b676bfccb7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641928 Apr 30 01:26:21.855053 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce930f1-e8a6-4547-b6ed-d740d0b5cfb1 x-openstack-request-id: req-7ce930f1-e8a6-4547-b6ed-d740d0b5cfb1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:21.855348 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c0b5ae-c6c4-4d2f-acd4-64e29557d866", "name": "network-vif-deleted", "tag": "7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:21.855664 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ce930f1-e8a6-4547-b6ed-d740d0b5cfb1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:21.856019 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce930f1-e8a6-4547-b6ed-d740d0b5cfb1'] response: {'server_uuid': '48c0b5ae-c6c4-4d2f-acd4-64e29557d866', 'name': 'network-vif-deleted', 'tag': '7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404', 'status': 'completed', 'code': 200} Apr 30 01:26:21.864795 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:21.983253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:22.026572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80fbd6-f451-425b-b6bf-a7856f536136 req-4c90a6c0-b51b-4908-b77d-28469dbc811a tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:22.028207 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f80fbd6-f451-425b-b6bf-a7856f536136 req-4c90a6c0-b51b-4908-b77d-28469dbc811a tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.1007862 Apr 30 01:26:22.046574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 86f188c8-4508-4beb-8337-73743d503719 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:22.095515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:22.110430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f80fbd6-f451-425b-b6bf-a7856f536136 req-bf681d60-0feb-477c-a8dd-950631cbebae tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709047 Apr 30 01:26:22.131238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:22.324004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 86f188c8-4508-4beb-8337-73743d503719 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:26:22.326797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting port 68785209-8137-464b-a7ed-2dd232aebc8a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:22.327929 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:22.331366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 86f188c8-4508-4beb-8337-73743d503719 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:22.331843 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:22.443642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:22.458392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Calling delete_port for 68785209-8137-464b-a7ed-2dd232aebc8a owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:22.532226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:22.570006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63c4854-a668-44d4-8b62-6224d94b4b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f188c8-4508-4beb-8337-73743d503719'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:22.572588 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e00572-48d7-438b-ab40-acb931f2a4c9" -d '{"events": [{"server_uuid": "a63c4854-a668-44d4-8b62-6224d94b4b66", "name": "network-vif-plugged", "status": "completed", "tag": "86f188c8-4508-4beb-8337-73743d503719"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:22.594118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 86f188c8-4508-4beb-8337-73743d503719, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=86f188c8-4508-4beb-8337-73743d503719,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:22.654033 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4635164-67ad-4112-a0cd-a774e1a193e7 x-openstack-request-id: req-d4635164-67ad-4112-a0cd-a774e1a193e7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:22.656402 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63c4854-a668-44d4-8b62-6224d94b4b66", "name": "network-vif-plugged", "status": "completed", "tag": "86f188c8-4508-4beb-8337-73743d503719", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:22.656726 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4635164-67ad-4112-a0cd-a774e1a193e7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:22.657200 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4635164-67ad-4112-a0cd-a774e1a193e7'] response: {'server_uuid': 'a63c4854-a668-44d4-8b62-6224d94b4b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f188c8-4508-4beb-8337-73743d503719', 'code': 200} Apr 30 01:26:22.691921 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:22.798270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=86f188c8-4508-4beb-8337-73743d503719,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:22.805035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:22.805559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1e10-ce97-41ad-a9fa-4def34bd0933 req-0db7c12d-c192-4e73-9b61-b5376d231af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:22.807084 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc7d1e10-ce97-41ad-a9fa-4def34bd0933 req-0db7c12d-c192-4e73-9b61-b5376d231af6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 1096 time: 0.0768776 Apr 30 01:26:22.870260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Port': ['ID=68785209-8137-464b-a7ed-2dd232aebc8a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:22.872082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc7d1e10-ce97-41ad-a9fa-4def34bd0933 req-65a7bb09-2b6e-432a-869d-b634cbcd461f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559089 Apr 30 01:26:22.972432 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:22.988654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-045fce6b-0002-42c1-9c31-329c093975cf req-4601b129-a975-4791-a1f3-fc2754d9f6b0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c0b5ae-c6c4-4d2f-acd4-64e29557d866 HTTP/1.1" status: 200 len: 210 time: 0.0398281 Apr 30 01:26:23.094793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.098580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.107103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f4969-f592-4439-829a-f98257b69dfe req-bbf9ac6f-df69-4a31-a83f-29160b959546 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:23.109298 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-460f4969-f592-4439-829a-f98257b69dfe req-bbf9ac6f-df69-4a31-a83f-29160b959546 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1653800 Apr 30 01:26:23.205491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-460f4969-f592-4439-829a-f98257b69dfe req-499c0c6d-4a92-4d06-bff4-0c8f974a6bfa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844541 Apr 30 01:26:23.254673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.255289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Fanout notify agent at l3_agent the message router_deleted on router 9a28fb92-52e9-4fb1-8f16-e3e75206e279 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:26:23.258928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edfeed-d330-44e6-9377-46c601cf9b30 req-1b960724-bd83-4d04-a00f-63a4a8fa8247 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:23.266689 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.268000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e84be79b-c47e-407a-b6ee-ed59800bbede tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/routers/9a28fb92-52e9-4fb1-8f16-e3e75206e279 HTTP/1.1" status: 204 len: 168 time: 1.6562793 Apr 30 01:26:23.270570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54edfeed-d330-44e6-9377-46c601cf9b30 req-1b960724-bd83-4d04-a00f-63a4a8fa8247 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.0626881 Apr 30 01:26:23.271156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44312) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:23.316680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54edfeed-d330-44e6-9377-46c601cf9b30 req-1d30969f-3c85-4a0a-ae87-896824f2c845 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Apr 30 01:26:23.369496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-31054612-98b6-47d4-b474-eb30a2bcdef9 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Deleting subnet 020f2aff-0513-4fcf-b1b8-2ac6b9c7defd {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:26:23.374070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31054612-98b6-47d4-b474-eb30a2bcdef9 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.428606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-3893b4ac-0115-41ef-9f6a-27c9de339fe6 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:23.430130 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-3893b4ac-0115-41ef-9f6a-27c9de339fe6 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 945 time: 0.1061246 Apr 30 01:26:23.437629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31054612-98b6-47d4-b474-eb30a2bcdef9 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.539594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31054612-98b6-47d4-b474-eb30a2bcdef9 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.615678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Deleting port 464729f8-d7f8-47a8-9c92-37173a5f6a30 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:23.616024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.688810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31054612-98b6-47d4-b474-eb30a2bcdef9 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.729241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31054612-98b6-47d4-b474-eb30a2bcdef9 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.732380 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-31054612-98b6-47d4-b474-eb30a2bcdef9 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/subnets/020f2aff-0513-4fcf-b1b8-2ac6b9c7defd HTTP/1.1" status: 204 len: 168 time: 0.4600441 Apr 30 01:26:23.735279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44314) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:23.737477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31054612-98b6-47d4-b474-eb30a2bcdef9 tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Subnet': ['ID=020f2aff-0513-4fcf-b1b8-2ac6b9c7defd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:23.758216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] For port 464729f8-d7f8-47a8-9c92-37173a5f6a30, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=464729f8-d7f8-47a8-9c92-37173a5f6a30,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:23.758611 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.782203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Calling delete_port for 464729f8-d7f8-47a8-9c92-37173a5f6a30 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:23.870661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:23.988807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:24.002890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8e5abd43-3c90-4428-9975-0ca7cc5e9753 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:24.010447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea4323f-f209-4602-b0d3-b716558e9112']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:24.020937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:24.024162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e509d610-4f6e-4fe7-89f0-388e0c25b99d') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:24.024439 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e509d610-4f6e-4fe7-89f0-388e0c25b99d') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:24.026866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 8e5abd43-3c90-4428-9975-0ca7cc5e9753 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:24.027215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8e5abd43-3c90-4428-9975-0ca7cc5e9753 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:24.027708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 464729f8-d7f8-47a8-9c92-37173a5f6a30 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:24.036238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:24.053940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:24.059958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:24.063128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 464729f8-d7f8-47a8-9c92-37173a5f6a30 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:24.063525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 464729f8-d7f8-47a8-9c92-37173a5f6a30 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:24.072299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:26:24.072299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:26:24.080866 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:26:24.094464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:24.095303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7ba0c9d1-7414-4a6b-bfe7-6d32bf2ad404 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:24.157303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event deleted for resources: {'Port': ['ID=464729f8-d7f8-47a8-9c92-37173a5f6a30,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:24.171388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] No DVR routers for this DVR port 464729f8-d7f8-47a8-9c92-37173a5f6a30 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:24.174215 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:24.177683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-79bdcf9e-d83c-4406-85c3-890abc4e3160 req-809a0cf5-2f46-472f-9a54-62475e214a40 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.23 "DELETE /v2.0/ports/464729f8-d7f8-47a8-9c92-37173a5f6a30 HTTP/1.1" status: 204 len: 173 time: 0.7372072 Apr 30 01:26:24.178125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'name': 'network-vif-deleted', 'tag': '464729f8-d7f8-47a8-9c92-37173a5f6a30'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:24.180512 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28388b5-f7e7-4163-a60f-c1bd8e948267" -d '{"events": [{"server_uuid": "4f326a6b-5be0-42b2-add1-ca776d04032e", "name": "network-vif-deleted", "tag": "464729f8-d7f8-47a8-9c92-37173a5f6a30"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:24.221784 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a766c5e-39f4-40e8-8d7f-ad12f52501aa x-openstack-request-id: req-1a766c5e-39f4-40e8-8d7f-ad12f52501aa {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:24.222101 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f326a6b-5be0-42b2-add1-ca776d04032e", "name": "network-vif-deleted", "tag": "464729f8-d7f8-47a8-9c92-37173a5f6a30", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:24.222378 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a766c5e-39f4-40e8-8d7f-ad12f52501aa {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:24.222867 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a766c5e-39f4-40e8-8d7f-ad12f52501aa'] response: {'server_uuid': '4f326a6b-5be0-42b2-add1-ca776d04032e', 'name': 'network-vif-deleted', 'tag': '464729f8-d7f8-47a8-9c92-37173a5f6a30', 'status': 'completed', 'code': 200} Apr 30 01:26:24.320950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0f680-be0f-4c59-b7d6-e5d59a8b4ea5 req-94c0157d-f0d5-4e49-b749-169f6c679979 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:24.322354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f5e0f680-be0f-4c59-b7d6-e5d59a8b4ea5 req-94c0157d-f0d5-4e49-b749-169f6c679979 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0533566 Apr 30 01:26:24.364069 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f5e0f680-be0f-4c59-b7d6-e5d59a8b4ea5 req-dd82dae3-ea9c-4f29-beeb-2d716fa87d01 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Apr 30 01:26:24.446399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fd6d443-a09b-42ef-89b1-d1dbd8bf9062 req-c6e3018f-895d-4ab3-836f-85b1b8605a56 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f326a6b-5be0-42b2-add1-ca776d04032e HTTP/1.1" status: 200 len: 210 time: 0.0278075 Apr 30 01:26:24.586600 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:24.602196 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:24.608693 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] 10.222.0.15 "DELETE /v2.0/networks/4ea4323f-f209-4602-b0d3-b716558e9112 HTTP/1.1" status: 204 len: 168 time: 0.8723366 Apr 30 01:26:24.626235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ec523-e36c-45cd-96eb-c73cd9b527fe tempest-FloatingIPTestJSON-1080230378 tempest-FloatingIPTestJSON-1080230378-project] Pushing event deleted for resources: {'Network': ['ID=4ea4323f-f209-4602-b0d3-b716558e9112,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:25.174124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44340) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:25.349054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:25.355448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f5aeb0ed-32b0-4106-871c-271c0d16e52f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f06ed057e8e441638562903f1958faa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794021 Apr 30 01:26:25.412327 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-660a3810-5917-444c-85e7-bcb7ddf5b492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:25.447570 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-660a3810-5917-444c-85e7-bcb7ddf5b492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:25.587383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf82b78-f083-4fb9-baf2-890e083e92cf req-250588a3-4a53-4996-9f69-ccf7d555dba3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:25.590443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495f402-1b81-4fbf-98b1-2fc7ba146a3f req-58e1c69d-e88f-4703-8234-15693ee84626 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:25.592000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9495f402-1b81-4fbf-98b1-2fc7ba146a3f req-58e1c69d-e88f-4703-8234-15693ee84626 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0586507 Apr 30 01:26:25.595372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4cf82b78-f083-4fb9-baf2-890e083e92cf req-250588a3-4a53-4996-9f69-ccf7d555dba3 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 948 time: 0.0723457 Apr 30 01:26:25.618238 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-660a3810-5917-444c-85e7-bcb7ddf5b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:25.621421 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-660a3810-5917-444c-85e7-bcb7ddf5b492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:25.622871 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-660a3810-5917-444c-85e7-bcb7ddf5b492 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90600769-1036-4029-8183-6f486932ddd3 HTTP/1.1" status: 204 len: 168 time: 0.2726953 Apr 30 01:26:25.642145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a3810-5917-444c-85e7-bcb7ddf5b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90600769-1036-4029-8183-6f486932ddd3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:25.650155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4cf82b78-f083-4fb9-baf2-890e083e92cf req-b160b392-f192-44ae-a3f0-f2c482f32c7f tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534000 Apr 30 01:26:25.698350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9495f402-1b81-4fbf-98b1-2fc7ba146a3f req-9500e685-0ee2-4d99-a4f1-14fd0a5370cd tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879390 Apr 30 01:26:26.052656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-d4e811c4-1a75-4866-b5df-29994aa863c3 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:26.055644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-d4e811c4-1a75-4866-b5df-29994aa863c3 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 821 time: 0.1571341 Apr 30 01:26:26.085429 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-541f0911-8a1b-4e5b-bab9-4fea031b8e0d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/quotas/630f9b03473348fba84db5d5fe0f647a HTTP/1.1" status: 200 len: 375 time: 0.0233309 Apr 30 01:26:26.137964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c6d53-bc27-4f8e-8a52-ad07e2668f7d req-99970b4d-50f6-4dd6-96bb-17fdd9aef052 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:26.146509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f2c6d53-bc27-4f8e-8a52-ad07e2668f7d req-99970b4d-50f6-4dd6-96bb-17fdd9aef052 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0821657 Apr 30 01:26:26.226764 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f2c6d53-bc27-4f8e-8a52-ad07e2668f7d req-61604c75-043d-4204-a24e-17655ce4d90d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784106 Apr 30 01:26:26.557213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-755864cd-d02e-4b44-927f-a26e14e32935 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4710515 Apr 30 01:26:26.602399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-fe56b087-965d-41ac-a8c9-b98785569f82 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:26.604285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-fe56b087-965d-41ac-a8c9-b98785569f82 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 948 time: 0.0956032 Apr 30 01:26:26.791656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-8584a034-8919-4698-bc47-1668ef2ed2c4 service neutron] 10.222.0.15 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214677 Apr 30 01:26:26.841523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b092-442c-4149-beab-eeefecb51e76 req-ab239af9-e705-4be9-8c5b-82ed56065426 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:26.844394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32c2b092-442c-4149-beab-eeefecb51e76 req-ab239af9-e705-4be9-8c5b-82ed56065426 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 948 time: 0.0920622 Apr 30 01:26:26.884796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Deleting port c0a30768-e3aa-4219-9783-deb436b16c21 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:26.885201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:26.908850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32c2b092-442c-4149-beab-eeefecb51e76 req-3cee7a48-039b-40af-ba2a-acdef45b3f82 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538018 Apr 30 01:26:27.034628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-84e4e42c-fdd8-47e3-a1cc-f7a278d29200 service neutron] 10.222.0.15 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282958 Apr 30 01:26:27.059591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-6a36fcf2-54de-4b45-bc31-f42437302869 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:27.059591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-6a36fcf2-54de-4b45-bc31-f42437302869 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "GET /v2.0/ports?device_id=19998ee5-6ff2-47eb-8960-fe54ef3dfe7b HTTP/1.1" status: 200 len: 950 time: 0.1046607 Apr 30 01:26:27.084487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] For port c0a30768-e3aa-4219-9783-deb436b16c21, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a30768-e3aa-4219-9783-deb436b16c21,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:27.084954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.120756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Calling delete_port for c0a30768-e3aa-4219-9783-deb436b16c21 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:27.136422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44392) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:27.261729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Deleting port 03bb71d2-aff8-4bec-ac68-27d28c12792c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:27.269911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.291185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-976211402'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:27.407673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Made reservation on behalf of b5d103a2af2e43dabd52862ded6c5ac1 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:27.411115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.448429 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.496049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c72c2b56-42df-40be-917e-92c48e7c925e req-3fb8a8e0-6f46-4f9f-9db3-c33ca57565d1 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 210 time: 0.1026237 Apr 30 01:26:27.557117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab94fad-0dbc-4118-97bf-42133488e1f3 req-5a064033-55a7-4bd4-9f9c-662b3d5461b9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:27.558884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dab94fad-0dbc-4118-97bf-42133488e1f3 req-5a064033-55a7-4bd4-9f9c-662b3d5461b9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1998589 Apr 30 01:26:27.561212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.589314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] For port 03bb71d2-aff8-4bec-ac68-27d28c12792c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=03bb71d2-aff8-4bec-ac68-27d28c12792c,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:27.589982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.604969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Calling delete_port for 03bb71d2-aff8-4bec-ac68-27d28c12792c owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:27.621313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dab94fad-0dbc-4118-97bf-42133488e1f3 req-109e4fa4-985e-4ffb-a242-b114021183f9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498161 Apr 30 01:26:27.677742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.708889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.722614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:27.743216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ae1b74-7321-4858-a566-dfdb672accaa,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:27.746519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event deleted for resources: {'Port': ['ID=c0a30768-e3aa-4219-9783-deb436b16c21,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:27.761487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:26:27.805685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.806040 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Added segment 819242d9-e347-4b41-81fc-a2fd41504f39 of type vlan for network 957010c2-49a3-4b07-84f3-301d3cc3e72b Apr 30 01:26:27.813641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] No DVR routers for this DVR port c0a30768-e3aa-4219-9783-deb436b16c21 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:27.839894 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:27.844617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d2bc28-2fdd-4375-80ff-f2994c4c9cdb req-e62ce163-2a88-481b-acdd-f5a1b238c7e0 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "DELETE /v2.0/ports/c0a30768-e3aa-4219-9783-deb436b16c21 HTTP/1.1" status: 204 len: 173 time: 1.2084951 Apr 30 01:26:27.850662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144a932e-260e-4f07-ad25-aa030e27da10', 'name': 'network-vif-deleted', 'tag': 'c0a30768-e3aa-4219-9783-deb436b16c21'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:27.850662 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3743d68-5ec4-4aed-a9ab-e1ca10932674" -d '{"events": [{"server_uuid": "144a932e-260e-4f07-ad25-aa030e27da10", "name": "network-vif-deleted", "tag": "c0a30768-e3aa-4219-9783-deb436b16c21"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:27.913125 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c7ab9-9731-4bff-986b-737d03f0c4ff x-openstack-request-id: req-e42c7ab9-9731-4bff-986b-737d03f0c4ff {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:27.913125 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144a932e-260e-4f07-ad25-aa030e27da10", "name": "network-vif-deleted", "tag": "c0a30768-e3aa-4219-9783-deb436b16c21", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:27.913125 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e42c7ab9-9731-4bff-986b-737d03f0c4ff {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:27.913125 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42c7ab9-9731-4bff-986b-737d03f0c4ff'] response: {'server_uuid': '144a932e-260e-4f07-ad25-aa030e27da10', 'name': 'network-vif-deleted', 'tag': 'c0a30768-e3aa-4219-9783-deb436b16c21', 'status': 'completed', 'code': 200} Apr 30 01:26:27.970841 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:28.027304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21', '03bb71d2-aff8-4bec-ac68-27d28c12792c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:28.159794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 464729f8-d7f8-47a8-9c92-37173a5f6a30 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:28.160497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86c0186b-d203-4097-ab26-60c31c2c498c req-34b167cf-738b-4347-b5fc-502803976934 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 210 time: 0.0518844 Apr 30 01:26:28.160617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 464729f8-d7f8-47a8-9c92-37173a5f6a30 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:28.160617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 464729f8-d7f8-47a8-9c92-37173a5f6a30 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:28.283983 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:28.322437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event deleted for resources: {'Port': ['ID=03bb71d2-aff8-4bec-ac68-27d28c12792c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:28.342380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a30768-e3aa-4219-9783-deb436b16c21'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:28.370070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] No DVR routers for this DVR port 03bb71d2-aff8-4bec-ac68-27d28c12792c on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:28.377091 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:28.377091 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d60ca9ba-e26e-4b17-b18e-9bf37e97ec83 req-c6f1c41d-255e-488e-b170-2c6fa70030c2 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.23 "DELETE /v2.0/ports/03bb71d2-aff8-4bec-ac68-27d28c12792c HTTP/1.1" status: 204 len: 173 time: 1.3088975 Apr 30 01:26:28.456257 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:28.462672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:28.469239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:28.538416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'Network': ['ID=957010c2-49a3-4b07-84f3-301d3cc3e72b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:28.552030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:26:28.628169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbe82004-b46d-4f2b-a946-b0c4b7f17066 req-9d5387d4-bbac-4687-9391-8ad18bc33bc2 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 210 time: 0.0556464 Apr 30 01:26:28.643747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-510df0e3-2e51-456a-b0ee-95cf1f8094e0 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5047059 Apr 30 01:26:28.645400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44420) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:28.651163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Request body: {'subnet': {'network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:28.680126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:28.725456 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9c50ed4-7b7d-4c6b-8dc5-b9e8f1403926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:28.819142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485f6f4-dcfb-4bbd-b55d-8957af865b73 req-69ae8fce-0b6d-4db3-8b62-be2ec53d83b2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:28.821808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5485f6f4-dcfb-4bbd-b55d-8957af865b73 req-69ae8fce-0b6d-4db3-8b62-be2ec53d83b2 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1007390 Apr 30 01:26:28.883523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Made reservation on behalf of b5d103a2af2e43dabd52862ded6c5ac1 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:28.888301 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:28.939414 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5485f6f4-dcfb-4bbd-b55d-8957af865b73 req-da4a6e2e-4a3a-4b76-b9d6-30aeb12e6520 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117404 Apr 30 01:26:29.238407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0672f812-f558-4c33-974b-b7958c4b3d09 req-f8783560-02ed-47a9-830a-ef5737841b06 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=144a932e-260e-4f07-ad25-aa030e27da10 HTTP/1.1" status: 200 len: 210 time: 0.0422730 Apr 30 01:26:29.403629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:29.470235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'Subnet': ['ID=d7e8bdef-f725-4240-98fe-0e899b20381b,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:29.483363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Checking segment: {'id': '819242d9-e347-4b41-81fc-a2fd41504f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:29.483991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Network hostable DHCP agents. Network: 957010c2-49a3-4b07-84f3-301d3cc3e72b, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:26:29.557904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:26:29.609363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 957010c2-49a3-4b07-84f3-301d3cc3e72b) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:29.614095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:29.615284 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:29.635094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30818e34-4a37-4b05-9cb2-bd15576f5e33 None None] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:26:29.707828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b81028f0-02ea-4ac6-a367-b8cc2ffe2916 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0609279 Apr 30 01:26:29.710427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:29.714861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-21b7b7c2-9e67-4bf7-b196-89c31e866009 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-279634608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:29.755891 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42621e63-b637-4ed5-8110-f6d30ceffaaa req-ac660c6e-dfcb-43e5-bc25-11b37d1867cc tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 210 time: 0.0290301 Apr 30 01:26:29.801155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-957010c2-49a3-4b07-84f3-301d3cc3e72b', 'network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b', 'tenant_id': 'b5d103a2af2e43dabd52862ded6c5ac1', 'fixed_ips': [{'subnet_id': 'd7e8bdef-f725-4240-98fe-0e899b20381b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:26:29.802367 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:29.813765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-21b7b7c2-9e67-4bf7-b196-89c31e866009 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:29.814832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-21b7b7c2-9e67-4bf7-b196-89c31e866009 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:29.877547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-21b7b7c2-9e67-4bf7-b196-89c31e866009 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:29.911660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19998ee5-6ff2-47eb-8960-fe54ef3dfe7b', 'name': 'network-vif-deleted', 'tag': '03bb71d2-aff8-4bec-ac68-27d28c12792c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:29.914139 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad44d4c-05bf-417c-8174-1e71634161ca" -d '{"events": [{"server_uuid": "19998ee5-6ff2-47eb-8960-fe54ef3dfe7b", "name": "network-vif-deleted", "tag": "03bb71d2-aff8-4bec-ac68-27d28c12792c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:29.936065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-21b7b7c2-9e67-4bf7-b196-89c31e866009 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:29.949472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Allocated IP 172.20.0.2 (957010c2-49a3-4b07-84f3-301d3cc3e72b/d7e8bdef-f725-4240-98fe-0e899b20381b/5dd55d15-a99f-4ae3-be91-6bb2fd1b1797) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:29.975489 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb7a29-d1fd-42da-a997-5c657fdc7184 x-openstack-request-id: req-33eb7a29-d1fd-42da-a997-5c657fdc7184 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:29.975731 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19998ee5-6ff2-47eb-8960-fe54ef3dfe7b", "name": "network-vif-deleted", "tag": "03bb71d2-aff8-4bec-ac68-27d28c12792c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:29.975967 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33eb7a29-d1fd-42da-a997-5c657fdc7184 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:29.976371 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33eb7a29-d1fd-42da-a997-5c657fdc7184'] response: {'server_uuid': '19998ee5-6ff2-47eb-8960-fe54ef3dfe7b', 'name': 'network-vif-deleted', 'tag': '03bb71d2-aff8-4bec-ac68-27d28c12792c', 'status': 'completed', 'code': 200} Apr 30 01:26:30.044094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-21b7b7c2-9e67-4bf7-b196-89c31e866009 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.045341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-21b7b7c2-9e67-4bf7-b196-89c31e866009 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3339667 Apr 30 01:26:30.048628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44442) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:30.087208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8337b-8350-4fe9-8f7f-7591537e6eb0 req-138246b1-be61-4c74-b6ea-f43a30c1bf24 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:30.098581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bd8337b-8350-4fe9-8f7f-7591537e6eb0 req-138246b1-be61-4c74-b6ea-f43a30c1bf24 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0721576 Apr 30 01:26:30.116750 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.140210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bd8337b-8350-4fe9-8f7f-7591537e6eb0 req-ce138478-2c08-42b6-a1b4-1a3f2aa195cf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405264 Apr 30 01:26:30.244137 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.285072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:30.289900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:30.292416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:30.318185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Pushing event updated for resources: {'Port': ['ID=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:30.376488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Attempting to bind port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:26:30.376488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Attempting to bind port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '819242d9-e347-4b41-81fc-a2fd41504f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:26:30.376488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Attempting to bind port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 on network 957010c2-49a3-4b07-84f3-301d3cc3e72b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:30.382297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:26:30.382788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Checking segment: {'id': '819242d9-e347-4b41-81fc-a2fd41504f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:30.383583 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.383583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Bound using segment: {'id': '819242d9-e347-4b41-81fc-a2fd41504f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:26:30.384069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Bound port: 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819242d9-e347-4b41-81fc-a2fd41504f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:26:30.384449 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.432237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-2e5c979f-737e-4c70-b4f8-861e62857ba5 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:30.433861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-2e5c979f-737e-4c70-b4f8-861e62857ba5 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.23 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 821 time: 0.2516320 Apr 30 01:26:30.451045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44450) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:30.456737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9f31c56a-5f4a-407f-a5d4-8a868b4c133a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326638457', 'description': 'tempest-description--1944226875'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:30.458207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Request body: {'port': {'device_id': '2c7f6642-a824-401a-bddf-7f612f033deb', 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'admin_state_up': True, 'tenant_id': '630f9b03473348fba84db5d5fe0f647a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:30.462063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.471835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] For port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:26:30.474809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] For port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,segment=NetworkSegment(819242d9-e347-4b41-81fc-a2fd41504f39),segment_id=819242d9-e347-4b41-81fc-a2fd41504f39)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:26:30.570410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f31c56a-5f4a-407f-a5d4-8a868b4c133a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.577226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.651702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524da82-f044-4b13-b6a8-e917bc1b3832 None None] Pushing event updated for resources: {'Port': ['ID=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:30.654331 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f31c56a-5f4a-407f-a5d4-8a868b4c133a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.700870 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f31c56a-5f4a-407f-a5d4-8a868b4c133a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.743925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31c56a-5f4a-407f-a5d4-8a868b4c133a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:30.799352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Allocated IP 172.20.0.1 (957010c2-49a3-4b07-84f3-301d3cc3e72b/d7e8bdef-f725-4240-98fe-0e899b20381b/6b6ef705-3453-4516-a30f-587b0f45f9ae) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:30.805463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Made reservation on behalf of 630f9b03473348fba84db5d5fe0f647a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:30.805463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.840117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f31c56a-5f4a-407f-a5d4-8a868b4c133a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:30.845634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f31c56a-5f4a-407f-a5d4-8a868b4c133a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3884587 Apr 30 01:26:30.845815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44458) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:30.851215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-209cfd58-160f-4739-b220-f39c70a9c55c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Request body: {'security_group_rule': {'security_group_id': '64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:30.930245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8944bd10-6023-4198-b166-f25d14615248 req-ca3c59f3-0359-4557-a549-dc6f1ff77159 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 210 time: 0.0800903 Apr 30 01:26:31.020425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6bb52a3-2d0b-4037-95b7-59f5ab2dee9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.076496 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.086701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-209cfd58-160f-4739-b220-f39c70a9c55c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.106545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Allocated IP 172.20.0.10 (b13b6f01-a75f-4257-99be-c1bfa83432d0/bc77d4c6-468b-448e-8a13-c9a06a8aeeeb/cf293cd5-68f3-4570-b9d8-0b38be51ab3d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:31.119337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192184c2-6d92-4e99-aa00-280313f37f20 req-13d307e2-2e46-4167-a03f-b72b4e5f55e7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:31.120894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-192184c2-6d92-4e99-aa00-280313f37f20 req-13d307e2-2e46-4167-a03f-b72b4e5f55e7 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 949 time: 0.0505807 Apr 30 01:26:31.160958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-192184c2-6d92-4e99-aa00-280313f37f20 req-9fc15b81-0b61-435f-9234-ea694cc980a6 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Apr 30 01:26:31.195449 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-209cfd58-160f-4739-b220-f39c70a9c55c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.263567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.294866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-209cfd58-160f-4739-b220-f39c70a9c55c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.362237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:31.374719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cfd58-160f-4739-b220-f39c70a9c55c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af5a558-1ea3-4fcd-a274-1164d20ca66b,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:31.383238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:31.393040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:31.396507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'Port': ['ID=6b6ef705-3453-4516-a30f-587b0f45f9ae,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:31.434794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837d98d-e033-4446-b85e-1c4f2e2370ba req-19909cb9-827b-48f5-99a0-258cab67fbfa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:31.436381 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6837d98d-e033-4446-b85e-1c4f2e2370ba req-19909cb9-827b-48f5-99a0-258cab67fbfa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.2100320 Apr 30 01:26:31.479961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-209cfd58-160f-4739-b220-f39c70a9c55c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.481181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-209cfd58-160f-4739-b220-f39c70a9c55c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6350996 Apr 30 01:26:31.484238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44464) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:31.487844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.489215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7158d28a-00d0-4071-8757-c51999207df0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Request body: {'security_group_rule': {'security_group_id': '64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:31.508095 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.550721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6837d98d-e033-4446-b85e-1c4f2e2370ba req-73e1f5f4-ee5f-4b67-881c-ca395028bdac tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052494 Apr 30 01:26:31.580997 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7158d28a-00d0-4071-8757-c51999207df0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.633752 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7158d28a-00d0-4071-8757-c51999207df0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.664660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e9b3c-8df1-4ab9-afe0-eab77aa99774 None None] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:26:31.678299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.712180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7158d28a-00d0-4071-8757-c51999207df0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.732723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Network b13b6f01-a75f-4257-99be-c1bfa83432d0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:31.733212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158d28a-00d0-4071-8757-c51999207df0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e76b165-42b3-4777-8c9b-d6349aa31171,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:31.735333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b7f526ad-6e4f-4239-847f-d15fee516379 None None] Provisioning complete for port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:31.735587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7f526ad-6e4f-4239-847f-d15fee516379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.754457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:31.760072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:31.792602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event updated for resources: {'Port': ['ID=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:31.797134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.818922 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7158d28a-00d0-4071-8757-c51999207df0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.820277 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7158d28a-00d0-4071-8757-c51999207df0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3346882 Apr 30 01:26:31.823601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44466) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:31.831105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:31.866115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:31.866689 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.920037 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7f526ad-6e4f-4239-847f-d15fee516379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.940828 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:31.947866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b7f526ad-6e4f-4239-847f-d15fee516379 None None] For port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,segment=NetworkSegment(819242d9-e347-4b41-81fc-a2fd41504f39),segment_id=819242d9-e347-4b41-81fc-a2fd41504f39)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:31.967992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:31.973396 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.030206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:32.030890 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.060106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-3ff4b5e9-1da9-42c5-b9e0-a0ec6610be8d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6057653 Apr 30 01:26:32.072636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c0a30768-e3aa-4219-9783-deb436b16c21 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:32.086291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Request body: {'port': {'device_id': '2c7f6642-a824-401a-bddf-7f612f033deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:32.098178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7f526ad-6e4f-4239-847f-d15fee516379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.103714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: c0a30768-e3aa-4219-9783-deb436b16c21 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:32.104056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c0a30768-e3aa-4219-9783-deb436b16c21 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:32.104471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 03bb71d2-aff8-4bec-ac68-27d28c12792c no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:32.152251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 03bb71d2-aff8-4bec-ac68-27d28c12792c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:32.152595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 03bb71d2-aff8-4bec-ac68-27d28c12792c not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:32.175807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c2031-849f-4efb-9951-cf9bd17f2382 req-54555443-0023-422b-ba38-7871d8c711c8 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:32.177369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d85c2031-849f-4efb-9951-cf9bd17f2382 req-54555443-0023-422b-ba38-7871d8c711c8 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 932 time: 0.1156867 Apr 30 01:26:32.196591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.238067 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.251846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.263736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f526ad-6e4f-4239-847f-d15fee516379 None None] Pushing event updated for resources: {'Port': ['ID=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:32.277721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d85c2031-849f-4efb-9951-cf9bd17f2382 req-fb2ae9bb-8f61-4c0c-9a48-61378db3bc4d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783467 Apr 30 01:26:32.302808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-26e45af8-5344-45da-b290-1903fe489c1e None None] Provisioning complete for port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:32.303542 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26e45af8-5344-45da-b290-1903fe489c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.382522 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.415544 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Allocated IP 172.25.0.244 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/8a905454-8dbf-4ff3-b5bd-904be36c1ab6) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:32.419831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-26e45af8-5344-45da-b290-1903fe489c1e None None] Provisioning complete for port 6b6ef705-3453-4516-a30f-587b0f45f9ae triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:32.420217 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26e45af8-5344-45da-b290-1903fe489c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.461306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-26e45af8-5344-45da-b290-1903fe489c1e None None] Port 6b6ef705-3453-4516-a30f-587b0f45f9ae cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:32.529887 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.585248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f58920c8-e29d-4a3f-8e46-d61b4fa3fab6 None None] Provisioning complete for port 6b6ef705-3453-4516-a30f-587b0f45f9ae triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:32.585884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f58920c8-e29d-4a3f-8e46-d61b4fa3fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.627347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f58920c8-e29d-4a3f-8e46-d61b4fa3fab6 None None] Port 6b6ef705-3453-4516-a30f-587b0f45f9ae cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:32.661749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.711124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:32.720217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:32.724079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:32.727783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event updated for resources: {'Port': ['ID=8a905454-8dbf-4ff3-b5bd-904be36c1ab6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:32.754503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497a547-fc1e-439f-9e80-d46fc4a02dca req-0f18f1b5-00af-4e6b-b6c0-6f556d22d9cb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:32.756179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e497a547-fc1e-439f-9e80-d46fc4a02dca req-0f18f1b5-00af-4e6b-b6c0-6f556d22d9cb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1237836 Apr 30 01:26:32.813848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e497a547-fc1e-439f-9e80-d46fc4a02dca req-ebd6d45a-00fc-4302-99c7-c2dcaf866ac5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488727 Apr 30 01:26:32.824570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'Port': ['ID=6b6ef705-3453-4516-a30f-587b0f45f9ae,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:32.841218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617fc00-c205-434d-8e8b-f8e3bb8f12b3 req-60086505-4289-4e93-bad3-812c274dffc8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:32.841218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3617fc00-c205-434d-8e8b-f8e3bb8f12b3 req-60086505-4289-4e93-bad3-812c274dffc8 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 949 time: 0.5444226 Apr 30 01:26:32.841218 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.865640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:32.919679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-e7690f8f-5f36-41a5-be47-d12e945e6114 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:32.921226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-e7690f8f-5f36-41a5-be47-d12e945e6114 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 949 time: 0.0571668 Apr 30 01:26:32.962994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3617fc00-c205-434d-8e8b-f8e3bb8f12b3 req-2b7ae5b6-30a8-4e36-a35f-4f92914c65c1 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/security-groups?id=718d9b1e-3346-4697-ab79-f43dcb9a1c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173353 Apr 30 01:26:32.994404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.042013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:33.046336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:33.049648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf293cd5-68f3-4570-b9d8-0b38be51ab3d {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:33.059400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.114621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Transition to ACTIVE for port object cf293cd5-68f3-4570-b9d8-0b38be51ab3d will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:26:33.135051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Deleting port 1b941a1d-e29a-4a53-8008-afa6ba352a16 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:33.135365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.184565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.246104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Pushing event updated for resources: {'Port': ['ID=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:33.292159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] For port 1b941a1d-e29a-4a53-8008-afa6ba352a16, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1b941a1d-e29a-4a53-8008-afa6ba352a16,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:33.292526 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.316423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Calling delete_port for 1b941a1d-e29a-4a53-8008-afa6ba352a16 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:33.319253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.325354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Router 22d948e0-8bae-4584-8006-5844ed762723 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:26:33.349703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Attempting to bind port cf293cd5-68f3-4570-b9d8-0b38be51ab3d on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:26:33.350035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Attempting to bind port cf293cd5-68f3-4570-b9d8-0b38be51ab3d by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:26:33.350368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Attempting to bind port cf293cd5-68f3-4570-b9d8-0b38be51ab3d on network b13b6f01-a75f-4257-99be-c1bfa83432d0 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:33.363946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6c38e1e0-cb67-4bff-b674-8032fafdd665 None None] Provisioning complete for port 6b6ef705-3453-4516-a30f-587b0f45f9ae triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:33.364524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c38e1e0-cb67-4bff-b674-8032fafdd665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.393477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Port cf293cd5-68f3-4570-b9d8-0b38be51ab3d on network b13b6f01-a75f-4257-99be-c1bfa83432d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:26:33.393849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Attempting to bind port cf293cd5-68f3-4570-b9d8-0b38be51ab3d on network b13b6f01-a75f-4257-99be-c1bfa83432d0 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:33.401963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:26:33.402302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Checking segment: {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:33.402705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Bound using segment: {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:26:33.403151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Bound port: cf293cd5-68f3-4570-b9d8-0b38be51ab3d, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf9b096-d9fc-4751-ad55-85882390c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:26:33.403549 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.415556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6c38e1e0-cb67-4bff-b674-8032fafdd665 None None] Port 6b6ef705-3453-4516-a30f-587b0f45f9ae cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:33.430197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.488467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:33.499745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0037ca2b-45b6-4140-89db-44974546119a tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "PUT /v2.0/routers/22d948e0-8bae-4584-8006-5844ed762723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4499815 Apr 30 01:26:33.501029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44480) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:33.504913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecfc42-b6a9-4787-9de6-738d4c09df6c req-0721c6a3-285d-4aee-9d7e-6a8e2c78cb78 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:33.506416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4eecfc42-b6a9-4787-9de6-738d4c09df6c req-0721c6a3-285d-4aee-9d7e-6a8e2c78cb78 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 944 time: 0.1338503 Apr 30 01:26:33.507756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Request body: {'port': {'network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b', 'name': 'tempest-FloatingIPNegativeTestJSON-1618260373'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:33.511963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ed227-2da5-436b-9619-e5233e32582c None None] Sync routers for ids ['22d948e0-8bae-4584-8006-5844ed762723'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:33.528511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ed227-2da5-436b-9619-e5233e32582c None None] Routers {'22d948e0-8bae-4584-8006-5844ed762723'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:33.530449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1e2ed227-2da5-436b-9619-e5233e32582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['22d948e0-8bae-4584-8006-5844ed762723'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:33.555686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event updated for resources: {'Port': ['ID=8a905454-8dbf-4ff3-b5bd-904be36c1ab6,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:33.578611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1e2ed227-2da5-436b-9619-e5233e32582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:33.584944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] For port cf293cd5-68f3-4570-b9d8-0b38be51ab3d, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:26:33.597793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ed227-2da5-436b-9619-e5233e32582c None None] Routers {'22d948e0-8bae-4584-8006-5844ed762723'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:33.600091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1e2ed227-2da5-436b-9619-e5233e32582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['22d948e0-8bae-4584-8006-5844ed762723'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:33.605553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] For port cf293cd5-68f3-4570-b9d8-0b38be51ab3d, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:26:33.621411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4eecfc42-b6a9-4787-9de6-738d4c09df6c req-25ba6804-9e8e-44cb-b653-bc67edb6381b tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918767 Apr 30 01:26:33.622159 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.659413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1e2ed227-2da5-436b-9619-e5233e32582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:33.665935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ed227-2da5-436b-9619-e5233e32582c None None] The sync data for ids ['22d948e0-8bae-4584-8006-5844ed762723'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:33.707729 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.707996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.717241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5345926d-d897-41ef-a408-a91ec556cfdf tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8842385 Apr 30 01:26:33.717241 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.724374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1b941a1d-e29a-4a53-8008-afa6ba352a16'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:33.754629 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.764221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:33.765384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.765740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Pushing event deleted for resources: {'Port': ['ID=1b941a1d-e29a-4a53-8008-afa6ba352a16,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:33.766758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] 10.222.0.23 "PUT /v2.0/ports/cf293cd5-68f3-4570-b9d8-0b38be51ab3d HTTP/1.1" status: 200 len: 1092 time: 1.6873114 Apr 30 01:26:33.767290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7f6642-a824-401a-bddf-7f612f033deb', 'tag': 'cf293cd5-68f3-4570-b9d8-0b38be51ab3d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:33.769583 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7f6642-a824-401a-bddf-7f612f033deb", "tag": "cf293cd5-68f3-4570-b9d8-0b38be51ab3d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:33.792321 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.817996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Made reservation on behalf of b5d103a2af2e43dabd52862ded6c5ac1 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:33.828149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.864292 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c07473-4f7a-4632-8aee-9062b21cd236 x-openstack-request-id: req-70c07473-4f7a-4632-8aee-9062b21cd236 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:33.864569 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7f6642-a824-401a-bddf-7f612f033deb", "tag": "cf293cd5-68f3-4570-b9d8-0b38be51ab3d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:33.865105 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70c07473-4f7a-4632-8aee-9062b21cd236 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:33.865509 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c07473-4f7a-4632-8aee-9062b21cd236'] response: {'name': 'network-changed', 'server_uuid': '2c7f6642-a824-401a-bddf-7f612f033deb', 'tag': 'cf293cd5-68f3-4570-b9d8-0b38be51ab3d', 'status': 'completed', 'code': 200} Apr 30 01:26:33.866256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b857f0-4d75-42bc-9048-9d2f837ed608 service neutron] Pushing event updated for resources: {'Port': ['ID=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:33.879848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] device_id is not set on port a360c330-c245-4f4d-b4bd-08e3767fb5fe yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:26:33.893022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] No DVR routers for this DVR port 1b941a1d-e29a-4a53-8008-afa6ba352a16 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:33.895931 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:33.899214 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17a10bf1-2419-4d70-aca2-3328d62dfeae req-cbfcc806-4530-49b4-b516-a2d52e420043 tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.21 "DELETE /v2.0/ports/1b941a1d-e29a-4a53-8008-afa6ba352a16 HTTP/1.1" status: 204 len: 173 time: 0.9697886 Apr 30 01:26:33.904144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd708b6-6b02-49ae-a2b5-9928362a2833', 'name': 'network-vif-deleted', 'tag': '1b941a1d-e29a-4a53-8008-afa6ba352a16'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:33.907261 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb210995-89de-4d06-9697-c63458046242" -d '{"events": [{"server_uuid": "edd708b6-6b02-49ae-a2b5-9928362a2833", "name": "network-vif-deleted", "tag": "1b941a1d-e29a-4a53-8008-afa6ba352a16"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:33.926236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:33.944184 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-7e1308fa-7099-4cf4-8814-3e2ae33a7392 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1326638457&fields=id&tenant_id=e340b302c99d4085af351928200814d1 HTTP/1.1" status: 200 len: 267 time: 0.0622571 Apr 30 01:26:33.979188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:33.979664 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:34.060533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-051b0427-5c5b-481c-b8f6-124c1a2fed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:34.061950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-051b0427-5c5b-481c-b8f6-124c1a2fed59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 1095 time: 0.1797144 Apr 30 01:26:34.077882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-32afa33e-ac32-4256-9904-126a9dcf2304 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:34.082552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25662f2-681c-4ced-b83a-3781a2e1d4fe req-a427a42e-d2ed-4433-bbe3-70da457dd1d9 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:34.084101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c25662f2-681c-4ced-b83a-3781a2e1d4fe req-a427a42e-d2ed-4433-bbe3-70da457dd1d9 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 945 time: 0.1340294 Apr 30 01:26:34.087702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-32afa33e-ac32-4256-9904-126a9dcf2304 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/networks?id=d67c204c-c809-45ae-ac81-4f2d261d7752 HTTP/1.1" status: 200 len: 814 time: 0.1308646 Apr 30 01:26:34.100095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-d2edb631-1b4f-4aa9-b3eb-160a7de17e4a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/quotas/e340b302c99d4085af351928200814d1 HTTP/1.1" status: 200 len: 375 time: 0.0113094 Apr 30 01:26:34.136468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-7bf1cd40-4ff4-4165-a421-16315b42f328 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf293cd5-68f3-4570-b9d8-0b38be51ab3d HTTP/1.1" status: 200 len: 217 time: 0.0622416 Apr 30 01:26:34.161067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-aa197bcf-f66c-4cb1-a1d9-c37e1662a56d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e340b302c99d4085af351928200814d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561450 Apr 30 01:26:34.164911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Allocated IP 172.20.0.13 (957010c2-49a3-4b07-84f3-301d3cc3e72b/d7e8bdef-f725-4240-98fe-0e899b20381b/a360c330-c245-4f4d-b4bd-08e3767fb5fe) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:34.229055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c25662f2-681c-4ced-b83a-3781a2e1d4fe req-7a088f41-16ec-492f-9911-4179c13c1798 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359446 Apr 30 01:26:34.252017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-7237fa27-2005-43c4-9943-c944f67def54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:34.252017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-7237fa27-2005-43c4-9943-c944f67def54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc77d4c6-468b-448e-8a13-c9a06a8aeeeb HTTP/1.1" status: 200 len: 861 time: 0.1010904 Apr 30 01:26:34.292835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-e91fa807-bfeb-4c2e-8d0c-1ff717f69cf9 service neutron] 10.222.0.15 "GET /v2.0/networks/d67c204c-c809-45ae-ac81-4f2d261d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176057 Apr 30 01:26:34.298410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-8a1204d5-3993-4ffe-842d-6f142f0c4ab3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b13b6f01-a75f-4257-99be-c1bfa83432d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352929 Apr 30 01:26:34.415862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-82a84f06-9696-4b64-b8d8-a9cdf55d0433 service neutron] 10.222.0.15 "GET /v2.0/networks/d67c204c-c809-45ae-ac81-4f2d261d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015770 Apr 30 01:26:34.510148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b4f4-74b6-4ed4-adec-30c00c8e2fc7 req-de497ec8-a389-4abe-9118-031d10902bb6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:34.511645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6844b4f4-74b6-4ed4-adec-30c00c8e2fc7 req-de497ec8-a389-4abe-9118-031d10902bb6 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1770785 Apr 30 01:26:34.517885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:34.521721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-596f6565-5102-490a-8525-01df603ef9e5 service neutron] 10.222.0.23 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130911 Apr 30 01:26:34.627616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6844b4f4-74b6-4ed4-adec-30c00c8e2fc7 req-bc90ae2d-e226-4e55-89db-503247f11320 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079152 Apr 30 01:26:34.676494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8deca1e-2756-4942-b101-04dd528d6e87 req-4772e454-53c7-41dc-baf8-9f235fb3f0d5 service neutron] 10.222.0.23 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370301 Apr 30 01:26:34.684279 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7508891-4958-4165-bab9-062375fc1acf x-openstack-request-id: req-a7508891-4958-4165-bab9-062375fc1acf {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:34.684631 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd708b6-6b02-49ae-a2b5-9928362a2833", "name": "network-vif-deleted", "tag": "1b941a1d-e29a-4a53-8008-afa6ba352a16", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:34.684946 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7508891-4958-4165-bab9-062375fc1acf {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:34.685401 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7508891-4958-4165-bab9-062375fc1acf'] response: {'server_uuid': 'edd708b6-6b02-49ae-a2b5-9928362a2833', 'name': 'network-vif-deleted', 'tag': '1b941a1d-e29a-4a53-8008-afa6ba352a16', 'status': 'completed', 'code': 200} Apr 30 01:26:34.699276 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:34.758878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:34.766755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:34.768469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d37c48d-ad74-4be2-ba37-529e54508ab8 req-4fe79caa-4db5-4e8b-a522-96ba4193e7bd tempest-ServersOnMultiNodesTest-353022384 tempest-ServersOnMultiNodesTest-353022384-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd708b6-6b02-49ae-a2b5-9928362a2833 HTTP/1.1" status: 200 len: 210 time: 0.0387237 Apr 30 01:26:34.772391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:34.819840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'Port': ['ID=a360c330-c245-4f4d-b4bd-08e3767fb5fe,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:34.910800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d803f5c-0cdc-4a8b-948f-e587df1fb78f req-c8dda6a4-1027-4e89-b631-f048f9362dcf tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:34.918759 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d803f5c-0cdc-4a8b-948f-e587df1fb78f req-c8dda6a4-1027-4e89-b631-f048f9362dcf tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 944 time: 0.0777926 Apr 30 01:26:34.926795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9325f6e-01df-40f7-9150-1951f4e9ffbb req-f273f9c4-a55b-4b34-b33b-a16ba891c61c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 210 time: 0.0590503 Apr 30 01:26:34.945075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:34.946030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:34.967239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-9e2861e6-72cf-442d-a71a-ed55e921b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:34.969525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-9e2861e6-72cf-442d-a71a-ed55e921b3dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=630f9b03473348fba84db5d5fe0f647a&device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 1095 time: 0.1437600 Apr 30 01:26:34.976123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d803f5c-0cdc-4a8b-948f-e587df1fb78f req-68b185a3-fab9-4b8d-9255-ba3dbbb05f23 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564013 Apr 30 01:26:35.064856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44518) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:35.065235 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-11653b70-6849-4dd5-962d-92ed6a122d39 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5612781 Apr 30 01:26:35.072400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:35.088133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-201c1e75-5603-4e8a-860b-d3edf0a06349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:35.089773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-201c1e75-5603-4e8a-860b-d3edf0a06349 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 200 len: 921 time: 0.1107299 Apr 30 01:26:35.153269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-5cb68ec4-c57f-4043-a4da-d3331239ba1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf293cd5-68f3-4570-b9d8-0b38be51ab3d HTTP/1.1" status: 200 len: 217 time: 0.0540097 Apr 30 01:26:35.157789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dbcb1494-544c-4ce1-9574-3a9cb08894fe None None] Provisioning complete for port a360c330-c245-4f4d-b4bd-08e3767fb5fe triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:35.158311 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1494-544c-4ce1-9574-3a9cb08894fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:35.192252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb1494-544c-4ce1-9574-3a9cb08894fe None None] Port a360c330-c245-4f4d-b4bd-08e3767fb5fe cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:35.205165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679e638-8b3d-422b-a334-18ff1a268b7c req-2667de4a-46b4-4d33-b632-18d2f1cf29c1 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:35.206697 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9679e638-8b3d-422b-a334-18ff1a268b7c req-2667de4a-46b4-4d33-b632-18d2f1cf29c1 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.1160560 Apr 30 01:26:35.235859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-1daa9e5d-0228-4e60-9ff3-0e2f6bb44671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:35.237319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-1daa9e5d-0228-4e60-9ff3-0e2f6bb44671 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc77d4c6-468b-448e-8a13-c9a06a8aeeeb HTTP/1.1" status: 200 len: 861 time: 0.0773726 Apr 30 01:26:35.264847 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:35.276861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9679e638-8b3d-422b-a334-18ff1a268b7c req-19945375-5c44-4c1f-b907-35b224197125 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639303 Apr 30 01:26:35.278752 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-4e64bbb9-c533-4af0-939b-9719e4863467 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b13b6f01-a75f-4257-99be-c1bfa83432d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309148 Apr 30 01:26:35.392197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-e9d9e07f-5183-4f62-b42d-80d3a0e36009 service neutron] 10.222.0.23 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052213 Apr 30 01:26:35.413050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539f158-8293-465e-ba9f-25983da6ffda req-7245f332-6cea-4e33-96bb-38c59302af20 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:35.414442 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3539f158-8293-465e-ba9f-25983da6ffda req-7245f332-6cea-4e33-96bb-38c59302af20 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 945 time: 0.0714707 Apr 30 01:26:35.462935 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:35.468180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3539f158-8293-465e-ba9f-25983da6ffda req-08c0c7d9-294e-4fd8-91cb-3d112686f373 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469787 Apr 30 01:26:35.495821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-907b6cbf-c8e0-41b8-8b9b-331c6bc00383 req-a484f7ac-74b9-47fa-9e64-100a5338d91a service neutron] 10.222.0.23 "GET /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930076 Apr 30 01:26:35.601736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-c6a7da86-d01f-4148-9a83-2d8c54cf2eab tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:35.603167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-c6a7da86-d01f-4148-9a83-2d8c54cf2eab tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.21 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 945 time: 0.0884035 Apr 30 01:26:35.657608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Allocated IP 172.25.0.94 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a0a41f5c-a588-4203-9c08-4cd4b6672746) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:35.758345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc32ec2-7aae-46a8-a7bb-e8a75241d6b6 req-21abdd69-054d-4328-bdd9-c4c677ed4d3f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:35.760061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcc32ec2-7aae-46a8-a7bb-e8a75241d6b6 req-21abdd69-054d-4328-bdd9-c4c677ed4d3f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0607131 Apr 30 01:26:35.804044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fcc32ec2-7aae-46a8-a7bb-e8a75241d6b6 req-26d3e0b7-855f-4ff4-846b-bb9e0f183753 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367699 Apr 30 01:26:36.007177 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4f24195e-c3b0-4684-806a-d4cba4e32349 req-80cacb96-5579-4165-918b-08ad535f2517 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 210 time: 0.0302079 Apr 30 01:26:36.049682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device cf293cd5-68f3-4570-b9d8-0b38be51ab3d details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:26:36.111002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Deleting port 95194859-5fdf-488d-8fa1-438e21d9e135 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:36.111336 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.120873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb7ae7-4274-4576-81c3-927a449595cb req-2337f8f5-7403-4bd1-b77d-9e2483de2220 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.122398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bcb7ae7-4274-4576-81c3-927a449595cb req-2337f8f5-7403-4bd1-b77d-9e2483de2220 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 944 time: 0.0533800 Apr 30 01:26:36.129180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1b941a1d-e29a-4a53-8008-afa6ba352a16 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:36.159970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 1b941a1d-e29a-4a53-8008-afa6ba352a16 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:36.161178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1b941a1d-e29a-4a53-8008-afa6ba352a16 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:36.190809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bcb7ae7-4274-4576-81c3-927a449595cb req-ae2979a3-8e0b-42ca-a546-3f8e67ca7958 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Apr 30 01:26:36.202419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.211544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port cf293cd5-68f3-4570-b9d8-0b38be51ab3d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:36.214433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860846-f151-4dca-a21a-f45c318e9301 req-11238da5-1e92-4e85-8534-96c63897cc05 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.220943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860846-f151-4dca-a21a-f45c318e9301 req-11238da5-1e92-4e85-8534-96c63897cc05 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.226742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860846-f151-4dca-a21a-f45c318e9301 req-11238da5-1e92-4e85-8534-96c63897cc05 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.228272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'cf293cd5-68f3-4570-b9d8-0b38be51ab3d', 'network_id': 'b13b6f01-a75f-4257-99be-c1bfa83432d0', 'port_id': 'cf293cd5-68f3-4570-b9d8-0b38be51ab3d', 'mac_address': 'fa:16:3e:fe:95:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc77d4c6-468b-448e-8a13-c9a06a8aeeeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:26:36.235661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860846-f151-4dca-a21a-f45c318e9301 req-11238da5-1e92-4e85-8534-96c63897cc05 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.241663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860846-f151-4dca-a21a-f45c318e9301 req-11238da5-1e92-4e85-8534-96c63897cc05 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.247828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860846-f151-4dca-a21a-f45c318e9301 req-11238da5-1e92-4e85-8534-96c63897cc05 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.254816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860846-f151-4dca-a21a-f45c318e9301 req-11238da5-1e92-4e85-8534-96c63897cc05 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.257703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5860846-f151-4dca-a21a-f45c318e9301 req-11238da5-1e92-4e85-8534-96c63897cc05 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.2060540 Apr 30 01:26:36.268950 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.286665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf293cd5-68f3-4570-b9d8-0b38be51ab3d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:36.310862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port cf293cd5-68f3-4570-b9d8-0b38be51ab3d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:36.315579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] For port 95194859-5fdf-488d-8fa1-438e21d9e135, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=95194859-5fdf-488d-8fa1-438e21d9e135,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:36.316134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.384072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5860846-f151-4dca-a21a-f45c318e9301 req-75718f13-ffe8-4751-856f-9d64b79b5248 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153102 Apr 30 01:26:36.436560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:36.470183 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.522757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.534600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:36.612330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:36.616266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b74b68be-6b8d-4e08-91df-77049eaac2f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbcb295e0462422581cee135f4d15721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758525 Apr 30 01:26:36.616432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.616432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.616432 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Floating IP c413e863-efb4-48d6-913d-fea32edae52d disassociated. External IP: 172.25.0.185, port: 95194859-5fdf-488d-8fa1-438e21d9e135. Apr 30 01:26:36.616432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Calling delete_port for 95194859-5fdf-488d-8fa1-438e21d9e135 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:36.616804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44554) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:36.623112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:36.629503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:36.631523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'Port': ['ID=a0a41f5c-a588-4203-9c08-4cd4b6672746,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:36.678945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-27330591-f77f-4859-8198-a87de43dd534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.681450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3deb-b47e-4f82-93dd-979976f1b354 req-46060e2b-f332-4ca7-abbc-7a74924380a4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.689746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3deb-b47e-4f82-93dd-979976f1b354 req-46060e2b-f332-4ca7-abbc-7a74924380a4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.695563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3deb-b47e-4f82-93dd-979976f1b354 req-46060e2b-f332-4ca7-abbc-7a74924380a4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.701692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3deb-b47e-4f82-93dd-979976f1b354 req-46060e2b-f332-4ca7-abbc-7a74924380a4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.702066 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-27330591-f77f-4859-8198-a87de43dd534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.708493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3deb-b47e-4f82-93dd-979976f1b354 req-46060e2b-f332-4ca7-abbc-7a74924380a4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.714275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3deb-b47e-4f82-93dd-979976f1b354 req-46060e2b-f332-4ca7-abbc-7a74924380a4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.714970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['cf293cd5-68f3-4570-b9d8-0b38be51ab3d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:36.720474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3deb-b47e-4f82-93dd-979976f1b354 req-46060e2b-f332-4ca7-abbc-7a74924380a4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.722489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15ce3deb-b47e-4f82-93dd-979976f1b354 req-46060e2b-f332-4ca7-abbc-7a74924380a4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.2135372 Apr 30 01:26:36.891270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-27330591-f77f-4859-8198-a87de43dd534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.894767 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-27330591-f77f-4859-8198-a87de43dd534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.896060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-27330591-f77f-4859-8198-a87de43dd534 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/718d9b1e-3346-4697-ab79-f43dcb9a1c79 HTTP/1.1" status: 204 len: 168 time: 0.2786653 Apr 30 01:26:36.924899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27330591-f77f-4859-8198-a87de43dd534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718d9b1e-3346-4697-ab79-f43dcb9a1c79,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:36.929956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ab7c4-e80f-45be-a295-fde1e89595b3 req-b8b99aa4-bbe8-45bb-b1df-ba92d9cabcd6 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.939692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb0ab7c4-e80f-45be-a295-fde1e89595b3 req-b8b99aa4-bbe8-45bb-b1df-ba92d9cabcd6 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 945 time: 0.1464968 Apr 30 01:26:36.949675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3a37d-0026-4d4f-8c1a-429d51015110 req-a6ef2431-be5e-492b-aefe-ab59698d0035 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:36.952205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7fd3a37d-0026-4d4f-8c1a-429d51015110 req-a6ef2431-be5e-492b-aefe-ab59698d0035 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.0917196 Apr 30 01:26:36.963003 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:36.997609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7fd3a37d-0026-4d4f-8c1a-429d51015110 req-1dc63476-631a-486a-88e4-576d4a9c1f53 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386469 Apr 30 01:26:37.020046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb0ab7c4-e80f-45be-a295-fde1e89595b3 req-5b685cf4-1398-4768-b82f-114f9d4f0c85 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794234 Apr 30 01:26:37.110548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1d0f854-148c-480b-9e50-96e9a919b18a req-051d6204-11f4-4842-a7a5-907398cc085f tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 210 time: 0.0297205 Apr 30 01:26:37.122985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00f75-e98d-4a82-a42b-841b332955cb req-75a834da-1b79-47d3-995f-5a5ace93a331 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:37.124670 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00e00f75-e98d-4a82-a42b-841b332955cb req-75a834da-1b79-47d3-995f-5a5ace93a331 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0610137 Apr 30 01:26:37.141596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.164031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.168959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00e00f75-e98d-4a82-a42b-841b332955cb req-8ef8ee51-d584-4eac-8571-3a1aa244a3f1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361829 Apr 30 01:26:37.204029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event deleted for resources: {'Port': ['ID=95194859-5fdf-488d-8fa1-438e21d9e135,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:37.426887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329380b3-bd5b-40cb-870d-b505cf206834 req-54b5faf2-312e-4c02-b6f3-f1b4bcfef7f7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:37.428588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-329380b3-bd5b-40cb-870d-b505cf206834 req-54b5faf2-312e-4c02-b6f3-f1b4bcfef7f7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 945 time: 0.1283474 Apr 30 01:26:37.468934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Router 8fc6c176-4362-4293-92c8-e0017596c16e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:37.507957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.512782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-329380b3-bd5b-40cb-870d-b505cf206834 req-a29c0518-22a2-47df-ab41-ed896f2cab0a tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749021 Apr 30 01:26:37.569963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44570) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:37.603321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.628343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6c4e47dd-004f-4184-b641-fd9702da444f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa0c052d7ebe4f93828bae8ed700f92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569065 Apr 30 01:26:37.629090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44572) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:37.684324 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf541ddb-4a36-417f-a07a-a003f3bd6ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.691667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:37.706725 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] Sync routers for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:37.712607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf541ddb-4a36-417f-a07a-a003f3bd6ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.718925 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:37.720321 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:37.774370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'Port': ['ID=a0a41f5c-a588-4203-9c08-4cd4b6672746,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:37.781346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] No DVR routers for this DVR port 95194859-5fdf-488d-8fa1-438e21d9e135 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:37.783453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.793503 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.800059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be4c92fc-0002-43f2-a074-dc192b3c520b req-9940e246-5336-48d0-b12b-cd558f628af2 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.21 "DELETE /v2.0/ports/95194859-5fdf-488d-8fa1-438e21d9e135 HTTP/1.1" status: 204 len: 173 time: 2.1910963 Apr 30 01:26:37.800567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1752a42e-0015-44ef-a203-05e6e38b0037', 'name': 'network-vif-deleted', 'tag': '95194859-5fdf-488d-8fa1-438e21d9e135'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:37.803158 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffda0f0-9811-4584-bddc-eacef6db0469" -d '{"events": [{"server_uuid": "1752a42e-0015-44ef-a203-05e6e38b0037", "name": "network-vif-deleted", "tag": "95194859-5fdf-488d-8fa1-438e21d9e135"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:37.853659 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f86f57b-01b5-4370-9fed-314480e13cfd x-openstack-request-id: req-2f86f57b-01b5-4370-9fed-314480e13cfd {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:37.853828 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:37.853931 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1752a42e-0015-44ef-a203-05e6e38b0037", "name": "network-vif-deleted", "tag": "95194859-5fdf-488d-8fa1-438e21d9e135", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:37.854344 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f86f57b-01b5-4370-9fed-314480e13cfd {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:37.854746 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f86f57b-01b5-4370-9fed-314480e13cfd'] response: {'server_uuid': '1752a42e-0015-44ef-a203-05e6e38b0037', 'name': 'network-vif-deleted', 'tag': '95194859-5fdf-488d-8fa1-438e21d9e135', 'status': 'completed', 'code': 200} Apr 30 01:26:37.885759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.888353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0114c9c6-ff1b-4b71-bba3-dd37ace6ce1b tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8220053 Apr 30 01:26:37.888705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf541ddb-4a36-417f-a07a-a003f3bd6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.891559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44576) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:37.892269 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf541ddb-4a36-417f-a07a-a003f3bd6ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.893754 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf541ddb-4a36-417f-a07a-a003f3bd6ee8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/225aa943-52a2-4907-85f3-7b9a9624b152 HTTP/1.1" status: 204 len: 168 time: 0.2636178 Apr 30 01:26:37.897430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f213e016-c352-4c2c-bcba-e34b55f5e36d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Request body: {'floatingip': {'port_id': 'a360c330-c245-4f4d-b4bd-08e3767fb5fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:37.912765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-87d73ade-1eb6-4535-bc5b-24fe219f61be tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:37.914612 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-87d73ade-1eb6-4535-bc5b-24fe219f61be tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.21 "GET /v2.0/networks?id=d67c204c-c809-45ae-ac81-4f2d261d7752 HTTP/1.1" status: 200 len: 814 time: 0.1510887 Apr 30 01:26:37.916322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf541ddb-4a36-417f-a07a-a003f3bd6ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225aa943-52a2-4907-85f3-7b9a9624b152,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:37.978831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-4e9ce90a-6797-44a6-a402-627e5bd86d05 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340b302c99d4085af351928200814d1 HTTP/1.1" status: 200 len: 380 time: 0.0536523 Apr 30 01:26:37.987935 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f213e016-c352-4c2c-bcba-e34b55f5e36d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:37.991492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Request body: {'port': {'device_id': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'admin_state_up': True, 'tenant_id': 'e340b302c99d4085af351928200814d1', 'security_groups': ['64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:38.049842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device cf293cd5-68f3-4570-b9d8-0b38be51ab3d up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:26:38.115252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 95194859-5fdf-488d-8fa1-438e21d9e135 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:38.145416 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:28Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:38.170679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 95194859-5fdf-488d-8fa1-438e21d9e135 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:38.171050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 95194859-5fdf-488d-8fa1-438e21d9e135 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:38.215198 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] Checking router: 8fc6c176-4362-4293-92c8-e0017596c16e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:26:38.224334 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:38.225259 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:38.244280 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8c34e8a-d288-4590-b696-d52368e4c7a0 req-c5c12f49-c8db-4f9e-ac87-ab084595e185 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/ports?device_id=1752a42e-0015-44ef-a203-05e6e38b0037 HTTP/1.1" status: 200 len: 210 time: 0.0282335 Apr 30 01:26:38.270256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Made reservation on behalf of e340b302c99d4085af351928200814d1 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:38.283327 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:38.305896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port cf293cd5-68f3-4570-b9d8-0b38be51ab3d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:26:38.311650 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-f213e016-c352-4c2c-bcba-e34b55f5e36d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] update failed (client error): The resource could not be found. Apr 30 01:26:38.312703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f213e016-c352-4c2c-bcba-e34b55f5e36d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "PUT /v2.0/floatingips/d9c87871-ef78-49f8-b193-a533608eaf15 HTTP/1.1" status: 404 len: 507 time: 0.4190240 Apr 30 01:26:38.314229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port cf293cd5-68f3-4570-b9d8-0b38be51ab3d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:38.316071 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:38.322470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772566fd-81a7-4c33-89d1-2d18a75c3556 req-e008bca9-b288-43ea-ac7b-941dcf7185e2 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:38.323208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44590) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:38.326651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-772566fd-81a7-4c33-89d1-2d18a75c3556 req-e008bca9-b288-43ea-ac7b-941dcf7185e2 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.1352341 Apr 30 01:26:38.375653 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:38.389346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-772566fd-81a7-4c33-89d1-2d18a75c3556 req-fee32f09-7e9c-491b-bb3e-8f456e7db5ef tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566120 Apr 30 01:26:38.448282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:38.454005 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b8ccbc6-e3d7-4e54-b22c-a69fb50e4540 req-1866023f-73c1-458d-9c96-9512006bd3a6 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 210 time: 0.0685177 Apr 30 01:26:38.486011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7f6642-a824-401a-bddf-7f612f033deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf293cd5-68f3-4570-b9d8-0b38be51ab3d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:38.487592 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eaad97-c932-4562-882a-111e693a8882" -d '{"events": [{"server_uuid": "2c7f6642-a824-401a-bddf-7f612f033deb", "name": "network-vif-plugged", "status": "completed", "tag": "cf293cd5-68f3-4570-b9d8-0b38be51ab3d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:38.505160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port cf293cd5-68f3-4570-b9d8-0b38be51ab3d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:38.564423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-b43f23b7-450c-4db6-af80-ebf32a195635 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:38.566274 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-b43f23b7-450c-4db6-af80-ebf32a195635 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.21 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.1084025 Apr 30 01:26:38.574663 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7052ef9-9f9f-4c56-b3c4-790a34825c16 x-openstack-request-id: req-c7052ef9-9f9f-4c56-b3c4-790a34825c16 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:38.575217 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7f6642-a824-401a-bddf-7f612f033deb", "name": "network-vif-plugged", "status": "completed", "tag": "cf293cd5-68f3-4570-b9d8-0b38be51ab3d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:38.575750 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7052ef9-9f9f-4c56-b3c4-790a34825c16 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:38.576900 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7052ef9-9f9f-4c56-b3c4-790a34825c16'] response: {'server_uuid': '2c7f6642-a824-401a-bddf-7f612f033deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf293cd5-68f3-4570-b9d8-0b38be51ab3d', 'code': 200} Apr 30 01:26:38.607826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:38.760146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:38.888764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Allocated IP 172.20.0.7 (d67c204c-c809-45ae-ac81-4f2d261d7752/120021f8-02fa-4d29-b279-3164fe2cf9f2/096419d9-b0eb-4277-affc-697bc965d998) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:38.892042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Deleting port a0a41f5c-a588-4203-9c08-4cd4b6672746 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:38.892485 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:38.902320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7ba83-7b45-488c-85c5-c8c1ceafb4ae req-b7bc7b04-c154-4b87-a779-5eb477760881 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:38.912015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53c7ba83-7b45-488c-85c5-c8c1ceafb4ae req-b7bc7b04-c154-4b87-a779-5eb477760881 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.3080189 Apr 30 01:26:38.976458 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:28Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:38.983220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53c7ba83-7b45-488c-85c5-c8c1ceafb4ae req-52de1216-e011-469b-b4a8-7448f9b0ba83 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662947 Apr 30 01:26:38.989452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Deleting port 7c960b67-7d09-47b9-b792-3509e3573393 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:38.989893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:39.012353 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504ec6c-7f54-419d-9b1b-94cbfb0b06e4 None None] The sync data for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 is: [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:21Z', 'revision_number': 4, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd923133e-ba89-4fab-8604-f963e9d8844c', 'name': '', 'network_id': '96eabac2-c592-40b0-8e17-6135c06b7433', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'mac_address': 'fa:16:3e:75:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:20Z', 'updated_at': '2022-04-30T01:25:28Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'subnets': [{'id': '14e8a330-97e9-4526-87c7-b8e7b7e06039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:39.139133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] For port 7c960b67-7d09-47b9-b792-3509e3573393, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7c960b67-7d09-47b9-b792-3509e3573393,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:39.139687 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:39.475504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:39.477641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:39.478175 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Floating IP 24164953-0c6b-49da-b6fa-6a251440305f disassociated. External IP: 172.25.0.174, port: 7c960b67-7d09-47b9-b792-3509e3573393. Apr 30 01:26:39.478620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Calling delete_port for 7c960b67-7d09-47b9-b792-3509e3573393 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:39.483039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44644) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:39.498380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed823c6-403f-4cb3-8f80-0d182cb0759f None None] New status for floating IP c413e863-efb4-48d6-913d-fea32edae52d: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:26:39.706648 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:39.710867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:39.722232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Calling delete_port for a0a41f5c-a588-4203-9c08-4cd4b6672746 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:39.763572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5171328a-794b-4da8-9a99-363f44c66f0e tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:39.832294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6e3e-62e4-415f-8453-67352ca4fb81 req-190262ee-2dbe-42f4-b012-1d17e64304bf tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:39.834023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-773b6e3e-62e4-415f-8453-67352ca4fb81 req-190262ee-2dbe-42f4-b012-1d17e64304bf tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 945 time: 0.1743317 Apr 30 01:26:39.911112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865efe78-0317-4928-aeaf-11904483297a req-c1d5dfae-9372-4d07-afb4-56147df2af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:39.913496 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865efe78-0317-4928-aeaf-11904483297a req-c1d5dfae-9372-4d07-afb4-56147df2af29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 1097 time: 1.2059221 Apr 30 01:26:39.925744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5171328a-794b-4da8-9a99-363f44c66f0e tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.044474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44658) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:40.091234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.096529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-773b6e3e-62e4-415f-8453-67352ca4fb81 req-b00bada7-1dc9-443b-9e9e-565c1fe17a2a tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups?id=36fd11f3-f7f4-4bea-8b22-09a787d4477f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341001 Apr 30 01:26:40.133672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.178850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event deleted for resources: {'Port': ['ID=a0a41f5c-a588-4203-9c08-4cd4b6672746,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:40.197970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1113-5aa5-4734-9a56-752006d51e5c req-2806231e-a4f7-4022-a505-37c5ba2fa308 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.208654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b5c1113-5aa5-4734-9a56-752006d51e5c req-2806231e-a4f7-4022-a505-37c5ba2fa308 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 946 time: 1.3595695 Apr 30 01:26:40.321444 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.345705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.367598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d83f3-a9ca-43b3-9d62-2eeb974497dd req-681fe45e-fdb7-48b3-97bb-2910ff46267b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.376091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e4d83f3-a9ca-43b3-9d62-2eeb974497dd req-681fe45e-fdb7-48b3-97bb-2910ff46267b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 931 time: 0.0846817 Apr 30 01:26:40.376418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.379263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.380575 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-94b391b6-b8d1-4587-8bd8-2f660324c100 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "DELETE /v2.0/floatingips/d9c87871-ef78-49f8-b193-a533608eaf15 HTTP/1.1" status: 204 len: 168 time: 2.0564106 Apr 30 01:26:40.433244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44666) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:40.433460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event deleted for resources: {'Port': ['ID=7c960b67-7d09-47b9-b792-3509e3573393,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:40.445832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b5c1113-5aa5-4734-9a56-752006d51e5c req-87fa0510-f6ed-46bf-b029-2f331b7ae94a tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196735 Apr 30 01:26:40.448694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5171328a-794b-4da8-9a99-363f44c66f0e tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.453567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5171328a-794b-4da8-9a99-363f44c66f0e tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.455009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5171328a-794b-4da8-9a99-363f44c66f0e tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "DELETE /v2.0/security-groups/0a7cdba4-dfdb-4cfe-bfcf-822490ae9796 HTTP/1.1" status: 204 len: 168 time: 0.9699762 Apr 30 01:26:40.469809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-290a8320-1d81-4e5d-ab0b-f06c0a94edc4 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Request body: {'floatingip': {'floating_network_id': '957010c2-49a3-4b07-84f3-301d3cc3e72b', 'port_id': 'a360c330-c245-4f4d-b4bd-08e3767fb5fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:40.478474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44670) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:40.491655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Network d67c204c-c809-45ae-ac81-4f2d261d7752 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:40.494114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865efe78-0317-4928-aeaf-11904483297a req-a68f5d95-3e1c-4597-b829-c2864fd46b79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641365 Apr 30 01:26:40.503552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:40.508970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:40.527240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878a19-12cc-416c-bad0-8021f829032e req-6f92e25f-ce16-48af-9854-fd4315d4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.527240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878a19-12cc-416c-bad0-8021f829032e req-6f92e25f-ce16-48af-9854-fd4315d4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.527240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878a19-12cc-416c-bad0-8021f829032e req-6f92e25f-ce16-48af-9854-fd4315d4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.528931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878a19-12cc-416c-bad0-8021f829032e req-6f92e25f-ce16-48af-9854-fd4315d4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.528931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878a19-12cc-416c-bad0-8021f829032e req-6f92e25f-ce16-48af-9854-fd4315d4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.532101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878a19-12cc-416c-bad0-8021f829032e req-6f92e25f-ce16-48af-9854-fd4315d4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.532101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878a19-12cc-416c-bad0-8021f829032e req-6f92e25f-ce16-48af-9854-fd4315d4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.543138 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0878a19-12cc-416c-bad0-8021f829032e req-6f92e25f-ce16-48af-9854-fd4315d4cdf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6499 time: 0.4956338 Apr 30 01:26:40.561470 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-601b954e-66d5-4568-b282-a1e18fdcc2d3 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] show failed (client error): The resource could not be found. Apr 30 01:26:40.565515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:40.565734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.567076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-601b954e-66d5-4568-b282-a1e18fdcc2d3 tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "GET /v2.0/security-groups/0a7cdba4-dfdb-4cfe-bfcf-822490ae9796 HTTP/1.1" status: 404 len: 347 time: 0.0851040 Apr 30 01:26:40.580068 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44672) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:40.591965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171328a-794b-4da8-9a99-363f44c66f0e tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7cdba4-dfdb-4cfe-bfcf-822490ae9796,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:40.602092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event updated for resources: {'Port': ['ID=096419d9-b0eb-4277-affc-697bc965d998,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:40.696847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-290a8320-1d81-4e5d-ab0b-f06c0a94edc4 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:40.709002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0878a19-12cc-416c-bad0-8021f829032e req-3f73e187-3613-4368-8261-a1d09284a7ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646645 Apr 30 01:26:40.728163 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e4d83f3-a9ca-43b3-9d62-2eeb974497dd req-bde64684-659a-4835-84f2-c27dafac5d41 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502553 Apr 30 01:26:40.756197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-09a44262-7b21-44f0-b668-9c92ed97b6d1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7686615 Apr 30 01:26:40.804348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Request body: {'port': {'device_id': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:40.913938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:40.970218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-db5d0c1f-e35f-4b23-bdf1-dbcfcbd4f878 None None] Provisioning complete for port 096419d9-b0eb-4277-affc-697bc965d998 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:40.970891 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db5d0c1f-e35f-4b23-bdf1-dbcfcbd4f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:41.040147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-db5d0c1f-e35f-4b23-bdf1-dbcfcbd4f878 None None] Port 096419d9-b0eb-4277-affc-697bc965d998 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:41.197204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:41.210723 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] Sync routers for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:41.226176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae689e3-9829-408f-a86e-f9749586a967 req-de4c2fb0-6f79-4eb9-b7c6-129aeeebc056 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:41.227324 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:41.234659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3ae689e3-9829-408f-a86e-f9749586a967 req-de4c2fb0-6f79-4eb9-b7c6-129aeeebc056 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.5415397 Apr 30 01:26:41.235299 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:41.240990 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:41.310956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] No DVR routers for this DVR port 7c960b67-7d09-47b9-b792-3509e3573393 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:41.319473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:41.324382 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b72c72e6-97e4-4e6f-abc5-13714f6eb434 req-209532bd-74ae-4452-8bb0-e716a95a8ecc tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.21 "DELETE /v2.0/ports/7c960b67-7d09-47b9-b792-3509e3573393 HTTP/1.1" status: 204 len: 173 time: 2.7529049 Apr 30 01:26:41.364378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Deleting port a842972c-736d-4242-8bd4-db776daa8c15 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:41.364732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:41.407871 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3ae689e3-9829-408f-a86e-f9749586a967 req-4c69491a-9acb-45bb-87ce-c79a97219afa tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722720 Apr 30 01:26:41.474784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'name': 'network-vif-deleted', 'tag': '7c960b67-7d09-47b9-b792-3509e3573393'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:41.482114 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e545ad5-99fa-42a9-8be9-9e7f98629666" -d '{"events": [{"server_uuid": "7591e8d2-bc5b-41ca-ae8c-04e1024bea0d", "name": "network-vif-deleted", "tag": "7c960b67-7d09-47b9-b792-3509e3573393"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:41.491935 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:41.494803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5048ad2a-4371-4c88-b68f-5e48fa57d676 req-0083bb0c-554e-4f7a-b230-46e1ffca5402 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591e8d2-bc5b-41ca-ae8c-04e1024bea0d HTTP/1.1" status: 200 len: 210 time: 0.2363002 Apr 30 01:26:41.645212 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c920697-9740-4855-ab88-844529efa862 x-openstack-request-id: req-5c920697-9740-4855-ab88-844529efa862 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:41.645801 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591e8d2-bc5b-41ca-ae8c-04e1024bea0d", "name": "network-vif-deleted", "tag": "7c960b67-7d09-47b9-b792-3509e3573393", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:41.646147 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c920697-9740-4855-ab88-844529efa862 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:41.646630 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c920697-9740-4855-ab88-844529efa862'] response: {'server_uuid': '7591e8d2-bc5b-41ca-ae8c-04e1024bea0d', 'name': 'network-vif-deleted', 'tag': '7c960b67-7d09-47b9-b792-3509e3573393', 'status': 'completed', 'code': 200} Apr 30 01:26:41.852161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:41.852823 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:41.965219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543336-ffa0-4f49-8dec-4ddc8396f54d req-925955b5-e496-4abb-ab88-10dad0b6651a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:41.993974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Calling delete_port for a842972c-736d-4242-8bd4-db776daa8c15 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:41.997139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5543336-ffa0-4f49-8dec-4ddc8396f54d req-925955b5-e496-4abb-ab88-10dad0b6651a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 931 time: 0.0972838 Apr 30 01:26:42.003359 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:26:42.013588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07552-130f-4e0f-91c7-031893d9c1aa req-2d478b60-79e5-4f08-9318-facefffcd364 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:42.027968 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:20Z', 'revision_number': 5, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:42.028551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19c07552-130f-4e0f-91c7-031893d9c1aa req-2d478b60-79e5-4f08-9318-facefffcd364 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 946 time: 0.3795328 Apr 30 01:26:42.094256 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] Checking router: 2d51cf63-aadd-4254-b6a8-0799f41b8c8f for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:26:42.120896 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:42.120896 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:42.121192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5543336-ffa0-4f49-8dec-4ddc8396f54d req-84059fb9-9b40-4d35-af01-0539e0e66a6f tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132317 Apr 30 01:26:42.151820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7c960b67-7d09-47b9-b792-3509e3573393 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:42.213956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 7c960b67-7d09-47b9-b792-3509e3573393 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:42.214980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7c960b67-7d09-47b9-b792-3509e3573393 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:42.363056 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:42.492820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096419d9-b0eb-4277-affc-697bc965d998 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:42.511078 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:42.563037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Transition to ACTIVE for port object 096419d9-b0eb-4277-affc-697bc965d998 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:26:42.590152 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-15d42311-07c8-420d-9a5d-42e26dbe7c82 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ae4e4eb2cff04a38928f2a13e7351b50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402505 Apr 30 01:26:42.591609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19c07552-130f-4e0f-91c7-031893d9c1aa req-c8117877-d37d-4d25-9ada-fc1e5a2aa5dd tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492303 Apr 30 01:26:42.618347 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-290a8320-1d81-4e5d-ab0b-f06c0a94edc4 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:26:42.632197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-290a8320-1d81-4e5d-ab0b-f06c0a94edc4 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.1688442 Apr 30 01:26:42.638509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44714) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:42.644236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'a360c330-c245-4f4d-b4bd-08e3767fb5fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:42.839927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-f3606695-210b-47dc-8e08-19c05e265d50 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:42.841837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-f3606695-210b-47dc-8e08-19c05e265d50 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508171 Apr 30 01:26:42.887219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:42.896130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-471ef58e-0b16-4a22-b83d-035be5ed7005 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/quotas/ae4e4eb2cff04a38928f2a13e7351b50 HTTP/1.1" status: 200 len: 375 time: 0.0479074 Apr 30 01:26:42.944186 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:20Z', 'revision_number': 5, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:42.987366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:43.009011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-2769c6ed-2eaf-4894-9057-922e1c710ee6 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae4e4eb2cff04a38928f2a13e7351b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980718 Apr 30 01:26:43.053164 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57b350-2187-4ae7-aa6d-0cfbb958e4eb None None] The sync data for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 is: [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:25:16Z', 'revision_number': 4, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '1d179dc9-202c-465b-9132-cfea73a2bafd', 'name': '', 'network_id': '5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'mac_address': 'fa:16:3e:ec:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:25:20Z', 'revision_number': 5, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'subnets': [{'id': '4ca69dad-821f-45c3-9d1b-e55873ac7a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:43.120436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Pushing event updated for resources: {'Port': ['ID=096419d9-b0eb-4277-affc-697bc965d998,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:43.138263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:43.181259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa2a5-3736-41bd-8249-cdf1a0eb70df req-a9d11a24-501a-468a-b941-c11282cfd39f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:43.182874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-172fa2a5-3736-41bd-8249-cdf1a0eb70df req-a9d11a24-501a-468a-b941-c11282cfd39f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.3071585 Apr 30 01:26:43.263734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Pushing event deleted for resources: {'Port': ['ID=a842972c-736d-4242-8bd4-db776daa8c15,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:43.539162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20768a51-ec2e-4203-b65a-86463db3eace None None] New status for floating IP 24164953-0c6b-49da-b6fa-6a251440305f: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:26:43.559286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Attempting to bind port 096419d9-b0eb-4277-affc-697bc965d998 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:26:43.559696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Attempting to bind port 096419d9-b0eb-4277-affc-697bc965d998 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:26:43.562435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Attempting to bind port 096419d9-b0eb-4277-affc-697bc965d998 on network d67c204c-c809-45ae-ac81-4f2d261d7752 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:43.573627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-172fa2a5-3736-41bd-8249-cdf1a0eb70df req-43810ac1-165e-4cc4-b0b3-ddc7560dac83 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217890 Apr 30 01:26:43.603600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Port 096419d9-b0eb-4277-affc-697bc965d998 on network d67c204c-c809-45ae-ac81-4f2d261d7752 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:26:43.603600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Attempting to bind port 096419d9-b0eb-4277-affc-697bc965d998 on network d67c204c-c809-45ae-ac81-4f2d261d7752 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:43.617362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:43.630695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:43.632779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-076fac91-fb9b-4d95-a854-961ab09ef24f tempest-ServersTestFqdnHostnames-1164317367 tempest-ServersTestFqdnHostnames-1164317367-project] 10.222.0.15 "DELETE /v2.0/floatingips/c413e863-efb4-48d6-913d-fea32edae52d HTTP/1.1" status: 204 len: 168 time: 3.0480494 Apr 30 01:26:43.649957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:26:43.651550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Checking segment: {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:43.653755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Bound using segment: {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:26:43.654448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Bound port: 096419d9-b0eb-4277-affc-697bc965d998, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ec175e-f125-4cc6-84d5-c1e868a3f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:26:43.657576 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:43.661271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44730) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:43.766933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed51ccd9-8023-4cc2-9387-05339312f20f req-4aa2f7f8-b396-4fd6-a39f-c8b00d4d7b94 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 210 time: 0.0808926 Apr 30 01:26:43.797180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44f608-524c-471c-ba07-513d59c28780 req-984c643f-7e53-405a-b576-5059f8e701f8 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:43.807394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b44f608-524c-471c-ba07-513d59c28780 req-984c643f-7e53-405a-b576-5059f8e701f8 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.2475562 Apr 30 01:26:43.819183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:43.904337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b44f608-524c-471c-ba07-513d59c28780 req-5da1855f-5fab-41de-bacd-6768eaf30af9 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955188 Apr 30 01:26:43.918292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44734) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:43.922763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] For port 096419d9-b0eb-4277-affc-697bc965d998, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:26:43.996153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] For port 096419d9-b0eb-4277-affc-697bc965d998, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=096419d9-b0eb-4277-affc-697bc965d998,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:26:44.101605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b17633f-a3fa-4920-a70b-a71a2a37fbeb tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.117795 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.128215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39ada9-8f81-42db-9d1a-19b4e629da73 req-e4bf7946-e3dc-4c66-b0e2-017a5c48386f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:44.129899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b39ada9-8f81-42db-9d1a-19b4e629da73 req-e4bf7946-e3dc-4c66-b0e2-017a5c48386f tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 946 time: 0.1452539 Apr 30 01:26:44.197650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Allocated IP 172.25.0.156 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/cc95ae65-1732-4c67-8449-c0ba60f8dbd3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:44.228150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b17633f-a3fa-4920-a70b-a71a2a37fbeb tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.270496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:44.275785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.279104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] 10.222.0.21 "PUT /v2.0/ports/096419d9-b0eb-4277-affc-697bc965d998 HTTP/1.1" status: 200 len: 1091 time: 3.4989200 Apr 30 01:26:44.290651 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'tag': '096419d9-b0eb-4277-affc-697bc965d998'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:44.298746 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9362bb90-22f9-4ce0-b4ec-53a4c2585efa" -d '{"events": [{"name": "network-changed", "server_uuid": "ff26943e-6087-4922-8fdc-8aa7d0ef3dfe", "tag": "096419d9-b0eb-4277-affc-697bc965d998"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:44.303315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.419086 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5129d5a9-460e-4650-b212-3da89b0c5858 x-openstack-request-id: req-5129d5a9-460e-4650-b212-3da89b0c5858 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:44.424189 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff26943e-6087-4922-8fdc-8aa7d0ef3dfe", "tag": "096419d9-b0eb-4277-affc-697bc965d998", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:44.424189 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5129d5a9-460e-4650-b212-3da89b0c5858 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:44.424189 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5129d5a9-460e-4650-b212-3da89b0c5858'] response: {'name': 'network-changed', 'server_uuid': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'tag': '096419d9-b0eb-4277-affc-697bc965d998', 'status': 'completed', 'code': 200} Apr 30 01:26:44.424189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2992-a221-4431-8bbf-949e06b1e76e service neutron] Pushing event updated for resources: {'Port': ['ID=096419d9-b0eb-4277-affc-697bc965d998,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:44.426684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b39ada9-8f81-42db-9d1a-19b4e629da73 req-213ea56b-6c09-40e3-9a5e-66a2ba103a19 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777896 Apr 30 01:26:44.626558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.722236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362bb90-22f9-4ce0-b4ec-53a4c2585efa req-53435033-3f63-4ddf-9e55-56e3ed5f0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:44.724225 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9362bb90-22f9-4ce0-b4ec-53a4c2585efa req-53435033-3f63-4ddf-9e55-56e3ed5f0c9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e340b302c99d4085af351928200814d1&device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 1094 time: 0.2921708 Apr 30 01:26:44.906496 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.918670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b17633f-a3fa-4920-a70b-a71a2a37fbeb tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.926677 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b17633f-a3fa-4920-a70b-a71a2a37fbeb tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:44.928238 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8b17633f-a3fa-4920-a70b-a71a2a37fbeb tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "DELETE /v2.0/security-groups/36fd11f3-f7f4-4bea-8b22-09a787d4477f HTTP/1.1" status: 204 len: 168 time: 1.0074861 Apr 30 01:26:44.974561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44746) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:44.985136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17633f-a3fa-4920-a70b-a71a2a37fbeb tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fd11f3-f7f4-4bea-8b22-09a787d4477f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:45.091529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event updated for resources: {'Port': ['ID=cc95ae65-1732-4c67-8449-c0ba60f8dbd3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:45.135112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50a2fbd5-ada4-4169-b602-414b211a6c3b req-5cdc1e9b-428a-4b2a-8d13-afa55d29df9e tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 210 time: 0.0614681 Apr 30 01:26:45.140236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362bb90-22f9-4ce0-b4ec-53a4c2585efa req-617612ae-d90c-47e6-a617-6056ba21044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:45.142629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9362bb90-22f9-4ce0-b4ec-53a4c2585efa req-617612ae-d90c-47e6-a617-6056ba21044e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e340b302c99d4085af351928200814d1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3848033 Apr 30 01:26:45.146692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:45.148703 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-d184afe5-6c98-490c-ac1b-0b082db78ae5 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] show failed (client error): The resource could not be found. Apr 30 01:26:45.149824 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d184afe5-6c98-490c-ac1b-0b082db78ae5 tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "GET /v2.0/security-groups/36fd11f3-f7f4-4bea-8b22-09a787d4477f HTTP/1.1" status: 404 len: 347 time: 0.1626167 Apr 30 01:26:45.154169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44752) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:45.158342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:45.177449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa703b-34b8-4873-9d01-17fcd593ff78 req-b3471813-9a47-4336-af89-6db7ddeffe59 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:45.189017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11aa703b-34b8-4873-9d01-17fcd593ff78 req-b3471813-9a47-4336-af89-6db7ddeffe59 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.4429884 Apr 30 01:26:45.190051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:45.376511 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11aa703b-34b8-4873-9d01-17fcd593ff78 req-f8e8d5eb-189e-434e-9745-5223a31686df tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200845 Apr 30 01:26:45.404112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5ea93-c22e-4ad0-b6e2-4d71f06202b6 req-5d8ca115-1948-4def-8e32-4b7c9d903da1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:45.406695 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61d5ea93-c22e-4ad0-b6e2-4d71f06202b6 req-5d8ca115-1948-4def-8e32-4b7c9d903da1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.1611698 Apr 30 01:26:45.465376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362bb90-22f9-4ce0-b4ec-53a4c2585efa req-e5fc75d9-927b-4aac-b729-76a0cf11608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:45.466873 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9362bb90-22f9-4ce0-b4ec-53a4c2585efa req-e5fc75d9-927b-4aac-b729-76a0cf11608e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3111680 Apr 30 01:26:45.531718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Deleting port 0f30279c-53e3-4271-bae4-22dbba57f921 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:45.532319 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:45.558597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61d5ea93-c22e-4ad0-b6e2-4d71f06202b6 req-e8f40fae-c905-49c9-9781-88e921f04663 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243024 Apr 30 01:26:45.644792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Deleting port d923133e-ba89-4fab-8604-f963e9d8844c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:45.645287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:45.703202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3072a3-7405-488c-b264-7fff25e6970d req-40cb6dde-23bb-4e9d-abb9-f1efdca814a7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:45.713897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df3072a3-7405-488c-b264-7fff25e6970d req-40cb6dde-23bb-4e9d-abb9-f1efdca814a7 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 946 time: 0.2096033 Apr 30 01:26:45.737925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-7468325e-b70d-4690-bbed-35a69de3dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:45.740212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-7468325e-b70d-4690-bbed-35a69de3dddd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e340b302c99d4085af351928200814d1&device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 1094 time: 0.1446528 Apr 30 01:26:45.751948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Deleting port cc95ae65-1732-4c67-8449-c0ba60f8dbd3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:45.752928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:45.777090 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:45.777590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:45.809564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Calling delete_port for 0f30279c-53e3-4271-bae4-22dbba57f921 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:45.841422 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df3072a3-7405-488c-b264-7fff25e6970d req-4d5271ae-209c-43f5-83de-80f72696d8ba tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238596 Apr 30 01:26:45.912373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] For port d923133e-ba89-4fab-8604-f963e9d8844c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d923133e-ba89-4fab-8604-f963e9d8844c,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:45.912660 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:45.930785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Calling delete_port for d923133e-ba89-4fab-8604-f963e9d8844c owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:46.242804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:46.286973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Pushing event deleted for resources: {'Port': ['ID=0f30279c-53e3-4271-bae4-22dbba57f921,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:46.338770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c3beee3-5b57-473b-9ffd-78b64bfcd51a req-b0a3aeaa-cb92-4c4f-a729-11b7c2afe563 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 210 time: 0.0771418 Apr 30 01:26:46.357702 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:46.387664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-f295bae4-0688-4d38-b64d-3c8c633404d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096419d9-b0eb-4277-affc-697bc965d998 HTTP/1.1" status: 200 len: 217 time: 0.5380409 Apr 30 01:26:46.432273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:46.432531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:46.440633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d923133e-ba89-4fab-8604-f963e9d8844c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:46.442875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:46.445577 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:46.456935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d8a2a54e-c826-4476-b3e4-3d3387a1f65b tempest-ServersTestJSON-1318750112 tempest-ServersTestJSON-1318750112-project] 10.222.0.15 "DELETE /v2.0/floatingips/24164953-0c6b-49da-b6fa-6a251440305f HTTP/1.1" status: 204 len: 168 time: 1.2765033 Apr 30 01:26:46.460226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44758) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:46.491185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Calling delete_port for cc95ae65-1732-4c67-8449-c0ba60f8dbd3 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:46.515675 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-45e600a4-e5bc-4759-bf13-d53c4f21fab3 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ae4e4eb2cff04a38928f2a13e7351b50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1423762 Apr 30 01:26:46.837006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8c75c-a2e6-41bc-8952-98e6525f9cd6 req-e7955aac-97a5-45c9-a723-23d5d0b1b48d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:46.839016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01d8c75c-a2e6-41bc-8952-98e6525f9cd6 req-e7955aac-97a5-45c9-a723-23d5d0b1b48d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.3032494 Apr 30 01:26:46.851380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-3aea4a0d-f14f-4f15-af33-0865b6b3b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:46.853226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-3aea4a0d-f14f-4f15-af33-0865b6b3b926 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=120021f8-02fa-4d29-b279-3164fe2cf9f2 HTTP/1.1" status: 200 len: 853 time: 0.3485756 Apr 30 01:26:46.894955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-beaa1144-b592-4218-a6e3-7b606105687d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:46.898659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-beaa1144-b592-4218-a6e3-7b606105687d tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 946 time: 0.3818657 Apr 30 01:26:47.029741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853c15b-cd3a-4b40-a406-29353953bdbe req-8179e563-3563-4e05-b07d-d21c4e00981d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:47.031203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3853c15b-cd3a-4b40-a406-29353953bdbe req-8179e563-3563-4e05-b07d-d21c4e00981d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.2772717 Apr 30 01:26:47.057733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-0d591957-6844-4402-baba-4f6fc3202a47 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:47.059833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-0d591957-6844-4402-baba-4f6fc3202a47 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4719763 Apr 30 01:26:47.074888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01d8c75c-a2e6-41bc-8952-98e6525f9cd6 req-2c6c6ce0-00d0-4e41-b31e-361656cf06d7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170486 Apr 30 01:26:47.083770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Request body: {'port': {'device_id': '0981bc55-8db8-4b1d-a522-b6296f6680a1', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'ae4e4eb2cff04a38928f2a13e7351b50'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:47.150985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3853c15b-cd3a-4b40-a406-29353953bdbe req-09d219b0-d4fe-4966-82da-73f9ec94a5b7 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812747 Apr 30 01:26:47.168753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-aba83d67-5f60-4d19-bd9f-2ea62f02bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:47.170375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-aba83d67-5f60-4d19-bd9f-2ea62f02bd92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d67c204c-c809-45ae-ac81-4f2d261d7752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2529993 Apr 30 01:26:47.176460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:47.451364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:47.458834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Deleting port cf293cd5-68f3-4570-b9d8-0b38be51ab3d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:47.459528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:47.475209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16a7a-a3a7-4c36-8b13-8332be6e6305 req-8bfd3187-2aca-4b18-a54c-57df6ef37e1e tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:47.477228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32a16a7a-a3a7-4c36-8b13-8332be6e6305 req-8bfd3187-2aca-4b18-a54c-57df6ef37e1e tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 946 time: 0.1869352 Apr 30 01:26:47.478093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:47.522619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Made reservation on behalf of ae4e4eb2cff04a38928f2a13e7351b50 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:47.528067 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:47.660665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event deleted for resources: {'Port': ['ID=cc95ae65-1732-4c67-8449-c0ba60f8dbd3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:47.668406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-b5424fd4-c6b7-4767-87a9-119e05baf69b service neutron] 10.222.0.21 "GET /v2.0/networks/d67c204c-c809-45ae-ac81-4f2d261d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799336 Apr 30 01:26:47.748860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] For port cf293cd5-68f3-4570-b9d8-0b38be51ab3d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,segment=NetworkSegment(4cf9b096-d9fc-4751-ad55-85882390c981),segment_id=4cf9b096-d9fc-4751-ad55-85882390c981)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:47.749537 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:47.760321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Router 8fc6c176-4362-4293-92c8-e0017596c16e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:47.773842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Calling delete_port for cf293cd5-68f3-4570-b9d8-0b38be51ab3d owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:47.914179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59525f53-fd15-44cf-b3d0-b9b4de0f2ddf req-3a1f8cfa-2ddb-40da-99dd-51a45fe21fb1 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 210 time: 0.4110458 Apr 30 01:26:48.001667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:48.068138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:48.076787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5244ee50-4675-4808-b09f-971f4421ee78 admin admin] 10.222.0.15 "PUT /v2.0/routers/8fc6c176-4362-4293-92c8-e0017596c16e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4110889 Apr 30 01:26:48.076898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44770) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:48.079571 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] Sync routers for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:48.105232 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:48.110277 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:48.119796 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:48.135930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['cf293cd5-68f3-4570-b9d8-0b38be51ab3d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:48.218325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32a16a7a-a3a7-4c36-8b13-8332be6e6305 req-1eca8ee7-d7ed-4409-b268-a0d602f829a9 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups?id=497b5ffa-7be1-44ac-9cf6-51016baced62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106941 Apr 30 01:26:48.308059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event deleted for resources: {'Port': ['ID=cf293cd5-68f3-4570-b9d8-0b38be51ab3d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:48.388578 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:48.421854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] No DVR routers for this DVR port cf293cd5-68f3-4570-b9d8-0b38be51ab3d on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:48.466205 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:48.496002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:48.499382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-943cea92-0ccb-40d1-86e2-10b561a93524 req-85a5f71a-0184-48f3-aeae-0cc8aea41700 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.23 "DELETE /v2.0/ports/cf293cd5-68f3-4570-b9d8-0b38be51ab3d HTTP/1.1" status: 204 len: 173 time: 1.5685625 Apr 30 01:26:48.500063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7f6642-a824-401a-bddf-7f612f033deb', 'name': 'network-vif-deleted', 'tag': 'cf293cd5-68f3-4570-b9d8-0b38be51ab3d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:48.507798 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b6939a-8aca-43c1-893d-63ad8d860a67" -d '{"events": [{"server_uuid": "2c7f6642-a824-401a-bddf-7f612f033deb", "name": "network-vif-deleted", "tag": "cf293cd5-68f3-4570-b9d8-0b38be51ab3d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:48.633507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:48.645786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6f7d7a7-b3be-4ba0-99b7-fde238702c6b req-9b34312d-7a3a-464e-beb0-236519ce7c54 service neutron] 10.222.0.21 "GET /v2.0/networks/d67c204c-c809-45ae-ac81-4f2d261d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263247 Apr 30 01:26:48.684441 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:48.721943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f97ffd-faaf-4e9a-8569-75d123aae6ce req-4d4ab37c-2042-408b-b89f-56bd17877079 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:48.723571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c6f97ffd-faaf-4e9a-8569-75d123aae6ce req-4d4ab37c-2042-408b-b89f-56bd17877079 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.2292714 Apr 30 01:26:48.724821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:48.749428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e4500-2a24-4c6d-a802-37b875655d6a req-9251bb3e-9286-449e-949c-21dd4d593f61 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:48.751598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-558e4500-2a24-4c6d-a802-37b875655d6a req-9251bb3e-9286-449e-949c-21dd4d593f61 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1360567 Apr 30 01:26:48.755991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Deleting port 1d179dc9-202c-465b-9132-cfea73a2bafd {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:48.756152 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:48.763032 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:26:46Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:48.833290 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] create failed (client error): The resource could not be found. Apr 30 01:26:48.835367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-def38feb-363d-4891-9da7-340ce35bf039 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.1947951 Apr 30 01:26:48.841604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44778) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:48.857960 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] Checking router: 8fc6c176-4362-4293-92c8-e0017596c16e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:26:48.876244 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] Routers {'8fc6c176-4362-4293-92c8-e0017596c16e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:48.876865 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8fc6c176-4362-4293-92c8-e0017596c16e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:48.937096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-558e4500-2a24-4c6d-a802-37b875655d6a req-d810f080-a8e2-4e19-847a-507957bcf57e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765552 Apr 30 01:26:48.956267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd050bc-b173-4439-9ed8-c91ea5d658e1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:48.971646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c6f97ffd-faaf-4e9a-8569-75d123aae6ce req-bfc85995-4458-41a8-be0b-1c50f4a5ce03 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392058 Apr 30 01:26:49.013691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] For port 1d179dc9-202c-465b-9132-cfea73a2bafd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1d179dc9-202c-465b-9132-cfea73a2bafd,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:49.014054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.033869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.037867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Calling delete_port for 1d179dc9-202c-465b-9132-cfea73a2bafd owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:49.079875 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8a4ba-6520-4222-ac13-3650b57604d0 x-openstack-request-id: req-13e8a4ba-6520-4222-ac13-3650b57604d0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:49.080161 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7f6642-a824-401a-bddf-7f612f033deb", "name": "network-vif-deleted", "tag": "cf293cd5-68f3-4570-b9d8-0b38be51ab3d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:49.080389 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13e8a4ba-6520-4222-ac13-3650b57604d0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:49.080925 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e8a4ba-6520-4222-ac13-3650b57604d0'] response: {'server_uuid': '2c7f6642-a824-401a-bddf-7f612f033deb', 'name': 'network-vif-deleted', 'tag': 'cf293cd5-68f3-4570-b9d8-0b38be51ab3d', 'status': 'completed', 'code': 200} Apr 30 01:26:49.117453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d93c8994-ac1e-42fc-9b94-781407fd656d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Deleting port a360c330-c245-4f4d-b4bd-08e3767fb5fe {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:49.117850 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d93c8994-ac1e-42fc-9b94-781407fd656d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.144031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fde2366-53a9-4a53-979e-f9bd07774584 req-854f8b38-43f8-4509-9ef6-206cbb35fa8c tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 210 time: 0.0485282 Apr 30 01:26:49.179273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Allocated IP 192.168.233.159 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/b2fbb008-ed04-4263-9541-4d67a197d48b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:26:49.326585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d93c8994-ac1e-42fc-9b94-781407fd656d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.357122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d93c8994-ac1e-42fc-9b94-781407fd656d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Calling delete_port for a360c330-c245-4f4d-b4bd-08e3767fb5fe owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:49.380148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Deleting port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:49.380490 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.411707 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] Set router 8fc6c176-4362-4293-92c8-e0017596c16e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:49.514401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18e28251-5b6c-4a58-ba18-1d5a6c332d4b req-20e36616-c1e9-4186-830b-d86d06a8fc2b tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7f6642-a824-401a-bddf-7f612f033deb HTTP/1.1" status: 200 len: 210 time: 0.0810218 Apr 30 01:26:49.548082 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.661829 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.671907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] For port c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:49.672255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.712617 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:49.739965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d179dc9-202c-465b-9132-cfea73a2bafd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:49.743220 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:26:46Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:49.744435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Calling delete_port for c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:49.784159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:26:49.807125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:26:49.823146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:26:49.843777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Pushing event updated for resources: {'Port': ['ID=b2fbb008-ed04-4263-9541-4d67a197d48b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:49.848394 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbde1d6-2809-4bd7-86f3-882f1ca5641b None None] The sync data for ids ['8fc6c176-4362-4293-92c8-e0017596c16e'] in n-d-821348-1 is: [{'id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'name': 'tempest-ServersTestFqdnHostnames-275436995-router', 'tenant_id': '19684d2cb385403ba1589d6c5b150341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:14Z', 'updated_at': '2022-04-30T01:26:46Z', 'revision_number': 5, 'project_id': '19684d2cb385403ba1589d6c5b150341', 'gw_port': {'id': 'c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6c176-4362-4293-92c8-e0017596c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:16Z', 'updated_at': '2022-04-30T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:49.939809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:49.941598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:50.074933 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d93c8994-ac1e-42fc-9b94-781407fd656d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:50.096979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-d875d303-5633-425a-b8d8-70368b97f684 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0197296 Apr 30 01:26:50.146125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Request body: {'port': {'device_id': '0981bc55-8db8-4b1d-a522-b6296f6680a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:50.194563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c8994-ac1e-42fc-9b94-781407fd656d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event deleted for resources: {'Port': ['ID=a360c330-c245-4f4d-b4bd-08e3767fb5fe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:50.293285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce30a88-a74c-4218-8957-f465fa1501f2 req-10ac8b76-24f1-4af4-80ac-69012603f4d3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:50.301508 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cce30a88-a74c-4218-8957-f465fa1501f2 req-10ac8b76-24f1-4af4-80ac-69012603f4d3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.2309177 Apr 30 01:26:50.325433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ce2f7c2c-382c-4066-97c2-0659318ee2cf None None] Provisioning complete for port b2fbb008-ed04-4263-9541-4d67a197d48b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:26:50.329134 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c2c-382c-4066-97c2-0659318ee2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:50.389176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f7c2c-382c-4066-97c2-0659318ee2cf None None] Port b2fbb008-ed04-4263-9541-4d67a197d48b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:26:50.390831 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:50.430592 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cce30a88-a74c-4218-8957-f465fa1501f2 req-1425c2b6-5c50-46da-b222-54f380f0d418 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280801 Apr 30 01:26:50.470059 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:50.694954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23565d-72b1-42cc-86a7-4d2bdab5d0da req-01a65de4-1bd4-4c16-a490-bc574da68bb9 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:50.697139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5a23565d-72b1-42cc-86a7-4d2bdab5d0da req-01a65de4-1bd4-4c16-a490-bc574da68bb9 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 936 time: 0.1143310 Apr 30 01:26:50.703951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4023cd-a8d9-4f91-91f4-eee153f6a558 req-b2c5e2d1-92fc-412f-9b12-42b34d963f1f tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:50.705658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa4023cd-a8d9-4f91-91f4-eee153f6a558 req-b2c5e2d1-92fc-412f-9b12-42b34d963f1f tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.5313959 Apr 30 01:26:50.712765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:50.753502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d93c8994-ac1e-42fc-9b94-781407fd656d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:50.762346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d93c8994-ac1e-42fc-9b94-781407fd656d tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "DELETE /v2.0/ports/a360c330-c245-4f4d-b4bd-08e3767fb5fe HTTP/1.1" status: 204 len: 168 time: 1.9167171 Apr 30 01:26:50.768306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44794) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:50.818931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5a23565d-72b1-42cc-86a7-4d2bdab5d0da req-7b17b43f-05cc-4e03-99a6-5f44159d59df tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885770 Apr 30 01:26:50.906941 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:50.951778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb845a8a-5865-4154-a6b8-d7b23406fcb4 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:51.048156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eb845a8a-5865-4154-a6b8-d7b23406fcb4 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "GET /v2.0/ports?device_id=22d948e0-8bae-4584-8006-5844ed762723 HTTP/1.1" status: 200 len: 913 time: 0.1922443 Apr 30 01:26:51.052397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa4023cd-a8d9-4f91-91f4-eee153f6a558 req-c7a648ca-d68f-41d2-a359-6d4f14bcca91 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202678 Apr 30 01:26:51.052649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fbb008-ed04-4263-9541-4d67a197d48b {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:51.052953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:51.053070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.053070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Transition to ACTIVE for port object b2fbb008-ed04-4263-9541-4d67a197d48b will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:26:51.057531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44796) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:51.163274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.165789 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.286385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.290245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.303310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44810) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:51.389416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fbb008-ed04-4263-9541-4d67a197d48b,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:51.425426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:51.439356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33d5-89c1-446f-b68f-72dc9593d694 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.481558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Attempting to bind port b2fbb008-ed04-4263-9541-4d67a197d48b on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:26:51.481558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Attempting to bind port b2fbb008-ed04-4263-9541-4d67a197d48b by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:26:51.481558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Attempting to bind port b2fbb008-ed04-4263-9541-4d67a197d48b on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:51.487734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Port b2fbb008-ed04-4263-9541-4d67a197d48b on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:26:51.488205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Attempting to bind port b2fbb008-ed04-4263-9541-4d67a197d48b on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:26:51.496732 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.497279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc6c176-4362-4293-92c8-e0017596c16e {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:26:51.505419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.508886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dd010633-75af-48a3-80c5-115682e6c3a5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8fc6c176-4362-4293-92c8-e0017596c16e HTTP/1.1" status: 204 len: 168 time: 3.4286754 Apr 30 01:26:51.510544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33d5-89c1-446f-b68f-72dc9593d694 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.514155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44814) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:51.531500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:26:51.531838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:26:51.532191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:26:51.533837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Bound port: b2fbb008-ed04-4263-9541-4d67a197d48b, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:26:51.534199 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.637961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] For port b2fbb008-ed04-4263-9541-4d67a197d48b, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:26:51.652708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] For port b2fbb008-ed04-4263-9541-4d67a197d48b, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2fbb008-ed04-4263-9541-4d67a197d48b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:26:51.666824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ff73fa-9c37-4bd0-af2f-5ba856cf1894 admin admin] Deleting subnet 14e8a330-97e9-4526-87c7-b8e7b7e06039 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:26:51.674592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28ff73fa-9c37-4bd0-af2f-5ba856cf1894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.683996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.722454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.789168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:51.789730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:51.791153 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] 10.222.0.23 "PUT /v2.0/ports/b2fbb008-ed04-4263-9541-4d67a197d48b HTTP/1.1" status: 200 len: 1096 time: 1.6535950 Apr 30 01:26:51.791638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0981bc55-8db8-4b1d-a522-b6296f6680a1', 'tag': 'b2fbb008-ed04-4263-9541-4d67a197d48b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:26:51.803408 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5625dd00-0157-43f7-a9e5-bc33f1e6d586" -d '{"events": [{"name": "network-changed", "server_uuid": "0981bc55-8db8-4b1d-a522-b6296f6680a1", "tag": "b2fbb008-ed04-4263-9541-4d67a197d48b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:26:52.079848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:52.083915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae64cee-a0ef-498c-ad4c-38ceef4b79f9 req-46a96d52-467f-42dd-90dd-44d5274b9ccc tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:52.085803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dae64cee-a0ef-498c-ad4c-38ceef4b79f9 req-46a96d52-467f-42dd-90dd-44d5274b9ccc tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.5557005 Apr 30 01:26:52.091536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:52.101583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:52.101583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c9ea2cd6-73bb-4f3a-ae7f-9b37a9ba7d23 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:52.101583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d923133e-ba89-4fab-8604-f963e9d8844c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:52.101940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-65a00234-b5ae-4f9e-9bd7-aee72aed72c9 admin admin] 10.222.0.15 "PUT /v2.0/routers/2d51cf63-aadd-4254-b6a8-0799f41b8c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6377587 Apr 30 01:26:52.101940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28ff73fa-9c37-4bd0-af2f-5ba856cf1894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.103349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44822) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:52.121762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device cf293cd5-68f3-4570-b9d8-0b38be51ab3d no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:52.148326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d923133e-ba89-4fab-8604-f963e9d8844c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:52.149027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d923133e-ba89-4fab-8604-f963e9d8844c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:52.150924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2234037-4dd4-4717-9320-20670f524093 None None] Sync routers for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:52.155982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: cf293cd5-68f3-4570-b9d8-0b38be51ab3d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:52.156563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device cf293cd5-68f3-4570-b9d8-0b38be51ab3d not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:52.179067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2234037-4dd4-4717-9320-20670f524093 None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:52.180114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f2234037-4dd4-4717-9320-20670f524093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:52.181890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33d5-89c1-446f-b68f-72dc9593d694 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.185162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33d5-89c1-446f-b68f-72dc9593d694 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.185641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d8ba33d5-89c1-446f-b68f-72dc9593d694 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a22dbca-5e55-44e2-9724-fc40a2470546 HTTP/1.1" status: 204 len: 168 time: 0.8818851 Apr 30 01:26:52.194063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44824) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:52.224316 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e569dde-50db-42ce-b073-f148ee0c01dd x-openstack-request-id: req-8e569dde-50db-42ce-b073-f148ee0c01dd {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:26:52.224599 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0981bc55-8db8-4b1d-a522-b6296f6680a1", "tag": "b2fbb008-ed04-4263-9541-4d67a197d48b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:26:52.224835 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e569dde-50db-42ce-b073-f148ee0c01dd {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:26:52.225205 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e569dde-50db-42ce-b073-f148ee0c01dd'] response: {'name': 'network-changed', 'server_uuid': '0981bc55-8db8-4b1d-a522-b6296f6680a1', 'tag': 'b2fbb008-ed04-4263-9541-4d67a197d48b', 'status': 'completed', 'code': 200} Apr 30 01:26:52.225840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba33d5-89c1-446f-b68f-72dc9593d694 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a22dbca-5e55-44e2-9724-fc40a2470546,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:52.228631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67e487-faeb-4546-9e3e-55ff5b3ca213 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fbb008-ed04-4263-9541-4d67a197d48b,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:52.234830 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-0eeee0d5-3878-48de-97ef-37b2c68db509 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] show failed (client error): The resource could not be found. Apr 30 01:26:52.238508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0eeee0d5-3878-48de-97ef-37b2c68db509 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "GET /v2.0/security-groups/4a22dbca-5e55-44e2-9724-fc40a2470546 HTTP/1.1" status: 404 len: 347 time: 0.0351133 Apr 30 01:26:52.244930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44828) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:52.264391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dae64cee-a0ef-498c-ad4c-38ceef4b79f9 req-764ad499-12fc-41d3-a42a-5791d79f2376 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358614 Apr 30 01:26:52.311310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f2234037-4dd4-4717-9320-20670f524093 None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:52.341757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.344073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28ff73fa-9c37-4bd0-af2f-5ba856cf1894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.415411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625dd00-0157-43f7-a9e5-bc33f1e6d586 req-8301c868-a64b-462d-a7a8-5338405236cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:52.417405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5625dd00-0157-43f7-a9e5-bc33f1e6d586 req-8301c868-a64b-462d-a7a8-5338405236cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae4e4eb2cff04a38928f2a13e7351b50&device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 1099 time: 0.2013783 Apr 30 01:26:52.492292 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5625dd00-0157-43f7-a9e5-bc33f1e6d586 req-c70a987b-1c30-487a-aecb-8d9d7a0835f0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ae4e4eb2cff04a38928f2a13e7351b50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495019 Apr 30 01:26:52.521453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.536661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25307642-592b-47b2-a030-dc9561cd082f req-05acb3aa-d022-482a-b642-e90355743437 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:52.538287 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25307642-592b-47b2-a030-dc9561cd082f req-05acb3aa-d022-482a-b642-e90355743437 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.1144989 Apr 30 01:26:52.574498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f2234037-4dd4-4717-9320-20670f524093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:26:49Z', 'revision_number': 5, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port': {'id': '55f65785-2ea5-48dc-a395-f5bf296f9ed5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:10Z', 'updated_at': '2022-04-30T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:52.579140 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25307642-592b-47b2-a030-dc9561cd082f req-859d0dd3-4f85-42fe-ba66-6f00ee68ff90 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342438 Apr 30 01:26:52.589230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28ff73fa-9c37-4bd0-af2f-5ba856cf1894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.606050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2234037-4dd4-4717-9320-20670f524093 None None] Checking router: 2d51cf63-aadd-4254-b6a8-0799f41b8c8f for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:26:52.606245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28ff73fa-9c37-4bd0-af2f-5ba856cf1894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.613596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-28ff73fa-9c37-4bd0-af2f-5ba856cf1894 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/14e8a330-97e9-4526-87c7-b8e7b7e06039 HTTP/1.1" status: 204 len: 168 time: 1.0955026 Apr 30 01:26:52.613839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf7196-a848-4bec-a44c-30f71de32aeb None None] Network 96eabac2-c592-40b0-8e17-6135c06b7433 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:26:52.616775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44830) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:52.628546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a733d3-b412-4f2f-bdcf-45c4b4a7f521 req-35d116f0-b499-40ad-89ad-c925f59099c7 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:52.630090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1a733d3-b412-4f2f-bdcf-45c4b4a7f521 req-35d116f0-b499-40ad-89ad-c925f59099c7 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 948 time: 0.4196746 Apr 30 01:26:52.633511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff73fa-9c37-4bd0-af2f-5ba856cf1894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e8a330-97e9-4526-87c7-b8e7b7e06039,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:52.672618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2234037-4dd4-4717-9320-20670f524093 None None] Routers {'2d51cf63-aadd-4254-b6a8-0799f41b8c8f'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:52.673671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f2234037-4dd4-4717-9320-20670f524093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:52.674892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Deleting port fe05a13d-c0ab-49dd-9c41-a4f2dd40757f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:52.675412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.683018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Deleting port 55f65785-2ea5-48dc-a395-f5bf296f9ed5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:52.683358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.771318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] For port 55f65785-2ea5-48dc-a395-f5bf296f9ed5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=55f65785-2ea5-48dc-a395-f5bf296f9ed5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:52.771757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.785386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Calling delete_port for 55f65785-2ea5-48dc-a395-f5bf296f9ed5 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:52.807687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f2234037-4dd4-4717-9320-20670f524093 None None] Set router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:26:52.855803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625dd00-0157-43f7-a9e5-bc33f1e6d586 req-229fb03d-9343-4ffc-aad7-29d57abd6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:52.857295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5625dd00-0157-43f7-a9e5-bc33f1e6d586 req-229fb03d-9343-4ffc-aad7-29d57abd6d7b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3518164 Apr 30 01:26:52.862154 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.865138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f2234037-4dd4-4717-9320-20670f524093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:26:52Z', 'revision_number': 6, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:52.867056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1a733d3-b412-4f2f-bdcf-45c4b4a7f521 req-e096b534-628f-4167-89d5-b2ed6d258fea tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179251 Apr 30 01:26:52.896349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2234037-4dd4-4717-9320-20670f524093 None None] The sync data for ids ['2d51cf63-aadd-4254-b6a8-0799f41b8c8f'] in n-d-821348-1 is: [{'id': '2d51cf63-aadd-4254-b6a8-0799f41b8c8f', 'name': 'tempest-ServersTestJSON-821975498-router', 'tenant_id': '3cef20abdce04a07aa842543e6cb83b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:09Z', 'updated_at': '2022-04-30T01:26:52Z', 'revision_number': 6, 'project_id': '3cef20abdce04a07aa842543e6cb83b5', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:52.941776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.941776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:52.971637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Deleting port 6b6ef705-3453-4516-a30f-587b0f45f9ae {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:52.971637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.005487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Calling delete_port for fe05a13d-c0ab-49dd-9c41-a4f2dd40757f owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:53.071802 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.099109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f65785-2ea5-48dc-a395-f5bf296f9ed5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:53.109229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-33326130-fccf-4a43-bd2a-3b90053cb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:53.110800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-33326130-fccf-4a43-bd2a-3b90053cb9ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae4e4eb2cff04a38928f2a13e7351b50&device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 1099 time: 0.1915593 Apr 30 01:26:53.161919 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.192488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-b938f2f6-2ca8-4ce0-9cab-e956d395efc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b2fbb008-ed04-4263-9541-4d67a197d48b HTTP/1.1" status: 200 len: 217 time: 0.0692229 Apr 30 01:26:53.208179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.225703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Deleting port 1471a4e9-8a04-4b14-b815-5403a0d81dac {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:53.226041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.254012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.256174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.268879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Calling delete_port for 6b6ef705-3453-4516-a30f-587b0f45f9ae owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:53.273238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] DHCP port deletion for 96eabac2-c592-40b0-8e17-6135c06b7433 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:26:53.346779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] Deleting port 1471a4e9-8a04-4b14-b815-5403a0d81dac {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:53.347159 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.351518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-9ab0d5a5-25d8-4f04-b6d5-5a1f1c9e8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:53.353016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-9ab0d5a5-25d8-4f04-b6d5-5a1f1c9e8330 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1423132 Apr 30 01:26:53.399466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.399466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d51cf63-aadd-4254-b6a8-0799f41b8c8f {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:26:53.404042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.404958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-61d4c7c0-2abe-4124-b727-9d88f8dac8d9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2d51cf63-aadd-4254-b6a8-0799f41b8c8f HTTP/1.1" status: 204 len: 168 time: 1.3006377 Apr 30 01:26:53.412991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:53.434357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] For port 1471a4e9-8a04-4b14-b815-5403a0d81dac, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1471a4e9-8a04-4b14-b815-5403a0d81dac,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:53.435332 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.444512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1adf66-d694-4519-b5e9-fb4670a507ed req-c820d782-c352-4565-86d2-a62407396454 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:53.445957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b1adf66-d694-4519-b5e9-fb4670a507ed req-c820d782-c352-4565-86d2-a62407396454 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0578735 Apr 30 01:26:53.448994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] Calling delete_port for 1471a4e9-8a04-4b14-b815-5403a0d81dac owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:53.459994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] For port 1471a4e9-8a04-4b14-b815-5403a0d81dac, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1471a4e9-8a04-4b14-b815-5403a0d81dac,segment=NetworkSegment(f53bb4e2-a389-43c5-ab14-73c71237224d),segment_id=f53bb4e2-a389-43c5-ab14-73c71237224d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:53.460286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.497634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b1adf66-d694-4519-b5e9-fb4670a507ed req-474b052c-e0e6-4585-9d03-ff07721a22ab tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Apr 30 01:26:53.521927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Calling delete_port for 1471a4e9-8a04-4b14-b815-5403a0d81dac owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:53.566084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-2dffc042-4a1e-4ad5-a8c5-d36b741cf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:53.567636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-2dffc042-4a1e-4ad5-a8c5-d36b741cf92f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1748230 Apr 30 01:26:53.570292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5077b0-51e6-48a8-a55e-853e4f7c3f0b admin admin] Deleting subnet 4ca69dad-821f-45c3-9d1b-e55873ac7a19 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:26:53.603186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5077b0-51e6-48a8-a55e-853e4f7c3f0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.609197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.685008 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.770303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] Pushing event deleted for resources: {'Port': ['ID=1471a4e9-8a04-4b14-b815-5403a0d81dac,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:53.775195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b4346-6937-45d1-b83a-0624bae1bee8 None None] No DVR routers for this DVR port 1471a4e9-8a04-4b14-b815-5403a0d81dac on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:53.799724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Pushing event deleted for resources: {'Port': ['ID=fe05a13d-c0ab-49dd-9c41-a4f2dd40757f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:53.811754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5077b0-51e6-48a8-a55e-853e4f7c3f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:53.923025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1d179dc9-202c-465b-9132-cfea73a2bafd no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:53.950425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1d179dc9-202c-465b-9132-cfea73a2bafd {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:53.951343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1d179dc9-202c-465b-9132-cfea73a2bafd not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:53.951519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 55f65785-2ea5-48dc-a395-f5bf296f9ed5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:53.973767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 55f65785-2ea5-48dc-a395-f5bf296f9ed5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:53.974494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 55f65785-2ea5-48dc-a395-f5bf296f9ed5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:53.975404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1471a4e9-8a04-4b14-b815-5403a0d81dac no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:53.997582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030744-9da4-445b-8682-983f22ccdfc3 req-d8cde506-6a6b-4248-8a4c-49f56dcbfea9 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:53.998198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1471a4e9-8a04-4b14-b815-5403a0d81dac {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:53.998399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1471a4e9-8a04-4b14-b815-5403a0d81dac not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:53.999685 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4030744-9da4-445b-8682-983f22ccdfc3 req-d8cde506-6a6b-4248-8a4c-49f56dcbfea9 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.3036478 Apr 30 01:26:54.012737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.016551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-26a072d7-eb37-456e-95d6-48a1d3df3c04 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143291 Apr 30 01:26:54.047814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726a374-cac3-46b7-b94f-521fade4605e req-a38412d7-dfe5-4d17-beb5-87502b7f4451 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:54.049682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f726a374-cac3-46b7-b94f-521fade4605e req-a38412d7-dfe5-4d17-beb5-87502b7f4451 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 948 time: 0.0838637 Apr 30 01:26:54.098775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f726a374-cac3-46b7-b94f-521fade4605e req-c5d71552-e237-47a1-97b7-aaebbd92cedc tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Apr 30 01:26:54.099864 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.102420 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.103622 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4190fbf3-4943-440b-bd96-c96029694c75 tempest-ImagesOneServerNegativeTestJSON-622154890 tempest-ImagesOneServerNegativeTestJSON-622154890-project] 10.222.0.15 "DELETE /v2.0/floatingips/0de09c54-e167-43c1-9f7e-a31a0263b5bc HTTP/1.1" status: 204 len: 168 time: 1.8567126 Apr 30 01:26:54.120153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1471a4e9-8a04-4b14-b815-5403a0d81dac,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:54.133434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] No DVR routers for this DVR port 1471a4e9-8a04-4b14-b815-5403a0d81dac on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:54.204250 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5077b0-51e6-48a8-a55e-853e4f7c3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.226050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44850) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:54.236731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.254927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4030744-9da4-445b-8682-983f22ccdfc3 req-a4af2a20-b7ef-423a-889b-37ee87eb8c86 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433550 Apr 30 01:26:54.277685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-db27b31d-eaab-4f24-880d-1e5268bce5cc admin admin] Deleting subnet bc77d4c6-468b-448e-8a13-c9a06a8aeeeb {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:26:54.281218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db27b31d-eaab-4f24-880d-1e5268bce5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.316449 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db27b31d-eaab-4f24-880d-1e5268bce5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.319867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event deleted for resources: {'Port': ['ID=6b6ef705-3453-4516-a30f-587b0f45f9ae,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:54.347852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.360357 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db27b31d-eaab-4f24-880d-1e5268bce5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.417770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-100be59d-a83f-4b8f-90d4-85db51e6999b req-47d14ec6-e15f-4c7b-a323-b081d40bfe96 service neutron] 10.222.0.23 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734579 Apr 30 01:26:54.440206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96eabac2-c592-40b0-8e17-6135c06b7433']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:54.455034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53bb4e2-a389-43c5-ab14-73c71237224d') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:54.455315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53bb4e2-a389-43c5-ab14-73c71237224d') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:54.470361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.493759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db27b31d-eaab-4f24-880d-1e5268bce5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.533805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27b31d-eaab-4f24-880d-1e5268bce5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc77d4c6-468b-448e-8a13-c9a06a8aeeeb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:54.535811 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db27b31d-eaab-4f24-880d-1e5268bce5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.539171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-db27b31d-eaab-4f24-880d-1e5268bce5cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bc77d4c6-468b-448e-8a13-c9a06a8aeeeb HTTP/1.1" status: 204 len: 168 time: 0.3121471 Apr 30 01:26:54.542310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44854) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:54.646256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.672534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fadd4-d0cb-4767-ba31-75ce1c277942 req-7a978606-1e49-4624-b865-729dfadc9e78 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:54.674126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e5fadd4-d0cb-4767-ba31-75ce1c277942 req-7a978606-1e49-4624-b865-729dfadc9e78 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0781758 Apr 30 01:26:54.776502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.781305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e5fadd4-d0cb-4767-ba31-75ce1c277942 req-59918d25-81ca-4393-a692-5f0231a01da7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815740 Apr 30 01:26:54.807460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13b6f01-a75f-4257-99be-c1bfa83432d0']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:54.818328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf9b096-d9fc-4751-ad55-85882390c981') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:54.818622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf9b096-d9fc-4751-ad55-85882390c981') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:54.829478 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.842862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.844946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5077b0-51e6-48a8-a55e-853e4f7c3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.847919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.849100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:26:54.849489 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:26:54.851104 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:26:54.861296 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.863195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:26:54.863605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:26:54.882622 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:26:54.894880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e99623-9edb-49a5-99cd-353a36044a08 None None] Network 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:26:54.897061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5077b0-51e6-48a8-a55e-853e4f7c3f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:54.900421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d5077b0-51e6-48a8-a55e-853e4f7c3f0b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ca69dad-821f-45c3-9d1b-e55873ac7a19 HTTP/1.1" status: 204 len: 168 time: 1.4824450 Apr 30 01:26:54.902994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5077b0-51e6-48a8-a55e-853e4f7c3f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca69dad-821f-45c3-9d1b-e55873ac7a19,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:54.903457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44856) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:54.994516 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.007460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.011290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b13b6f01-a75f-4257-99be-c1bfa83432d0 HTTP/1.1" status: 204 len: 168 time: 0.4656594 Apr 30 01:26:55.016461 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.034344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889e9ad-ddca-4477-9a78-e1528a871242 admin admin] Pushing event deleted for resources: {'Network': ['ID=b13b6f01-a75f-4257-99be-c1bfa83432d0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:55.093462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.100870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Deleting port 71d9a16b-4dbb-46a8-8555-b05c4e63121c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:55.101119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.101642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.104550 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] 10.222.0.15 "DELETE /v2.0/networks/96eabac2-c592-40b0-8e17-6135c06b7433 HTTP/1.1" status: 204 len: 168 time: 2.4733067 Apr 30 01:26:55.115390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] DHCP port deletion for 5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:26:55.132796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Router 22d948e0-8bae-4584-8006-5844ed762723 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:26:55.133828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7c31f-4523-4196-aaca-2c5dd5568c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=96eabac2-c592-40b0-8e17-6135c06b7433,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:55.206778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] For port 71d9a16b-4dbb-46a8-8555-b05c4e63121c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=71d9a16b-4dbb-46a8-8555-b05c4e63121c,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:55.207460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.216264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] Deleting port 71d9a16b-4dbb-46a8-8555-b05c4e63121c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:55.216929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.221762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Calling delete_port for 71d9a16b-4dbb-46a8-8555-b05c4e63121c owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:55.257752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:26:55.265346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6ef0ea3d-f632-4809-8084-c688431f8335 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "PUT /v2.0/routers/22d948e0-8bae-4584-8006-5844ed762723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2067242 Apr 30 01:26:55.268064 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a1657-6999-4c95-a5f1-6512f90fffc6 None None] Sync routers for ids ['22d948e0-8bae-4584-8006-5844ed762723'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:26:55.274331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44864) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:55.278299 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a1657-6999-4c95-a5f1-6512f90fffc6 None None] Routers {'22d948e0-8bae-4584-8006-5844ed762723'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:55.279147 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-503a1657-6999-4c95-a5f1-6512f90fffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['22d948e0-8bae-4584-8006-5844ed762723'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:55.308467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] For port 71d9a16b-4dbb-46a8-8555-b05c4e63121c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=71d9a16b-4dbb-46a8-8555-b05c4e63121c,segment=NetworkSegment(227a341a-ff9a-41b8-9ca4-85be7fb489da),segment_id=227a341a-ff9a-41b8-9ca4-85be7fb489da)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:55.308989 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.313393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7a7f4-190b-4a93-b8d2-b7634e16e693 req-dbec9124-7167-4c9d-811d-4bef003b478a tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:55.329095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] Calling delete_port for 71d9a16b-4dbb-46a8-8555-b05c4e63121c owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:55.332828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32f7a7f4-190b-4a93-b8d2-b7634e16e693 req-dbec9124-7167-4c9d-811d-4bef003b478a tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 948 time: 0.0849733 Apr 30 01:26:55.363882 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-503a1657-6999-4c95-a5f1-6512f90fffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:55.379707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b9daf65-8cb9-41c4-b1ac-050f79260e10 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.404698 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a1657-6999-4c95-a5f1-6512f90fffc6 None None] Routers {'22d948e0-8bae-4584-8006-5844ed762723'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:26:55.405868 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-503a1657-6999-4c95-a5f1-6512f90fffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['22d948e0-8bae-4584-8006-5844ed762723'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:55.427080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32f7a7f4-190b-4a93-b8d2-b7634e16e693 req-7b45b75d-18fd-40dd-94de-87c775f95a69 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913002 Apr 30 01:26:55.452162 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-503a1657-6999-4c95-a5f1-6512f90fffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:55.453186 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a1657-6999-4c95-a5f1-6512f90fffc6 None None] The sync data for ids ['22d948e0-8bae-4584-8006-5844ed762723'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:26:55.490383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44868) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:55.531415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4deba133-bdec-408d-b3a0-f73ea74c3c7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=630f9b03473348fba84db5d5fe0f647a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397494 Apr 30 01:26:55.534381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44870) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:55.535736 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.566646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] Pushing event deleted for resources: {'Port': ['ID=71d9a16b-4dbb-46a8-8555-b05c4e63121c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:55.569853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c06a23-34f1-4b59-8927-b3bec9acf56f None None] No DVR routers for this DVR port 71d9a16b-4dbb-46a8-8555-b05c4e63121c on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:55.575574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44872) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:55.603472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79c624d0-933e-486b-bee1-58129107f2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.626353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e53cd7-6113-4b24-85f0-900707e30f37 req-47403a75-03a5-4037-853a-da445d9aab9a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:55.627860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-75e53cd7-6113-4b24-85f0-900707e30f37 req-47403a75-03a5-4037-853a-da445d9aab9a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.2041953 Apr 30 01:26:55.629993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b9daf65-8cb9-41c4-b1ac-050f79260e10 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.633528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b9daf65-8cb9-41c4-b1ac-050f79260e10 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.646714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79c624d0-933e-486b-bee1-58129107f2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.650299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a30bc5f1-ecb1-46dc-b7f7-80658925a6a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19684d2cb385403ba1589d6c5b150341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734382 Apr 30 01:26:55.656149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44874) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:55.657033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.716761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Pushing event deleted for resources: {'Port': ['ID=71d9a16b-4dbb-46a8-8555-b05c4e63121c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:55.721531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] No DVR routers for this DVR port 71d9a16b-4dbb-46a8-8555-b05c4e63121c on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:55.728361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-874885cc-e998-4199-a14a-49ede0eaf0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.754248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-874885cc-e998-4199-a14a-49ede0eaf0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.757756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-75e53cd7-6113-4b24-85f0-900707e30f37 req-50e29123-1f2b-485d-a1ab-c7b72ede9836 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230214 Apr 30 01:26:55.803042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b9daf65-8cb9-41c4-b1ac-050f79260e10 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.803540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9daf65-8cb9-41c4-b1ac-050f79260e10 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Fanout notify agent at l3_agent the message router_deleted on router 22d948e0-8bae-4584-8006-5844ed762723 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:26:55.815570 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b9daf65-8cb9-41c4-b1ac-050f79260e10 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.819620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b9daf65-8cb9-41c4-b1ac-050f79260e10 tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "DELETE /v2.0/routers/22d948e0-8bae-4584-8006-5844ed762723 HTTP/1.1" status: 204 len: 168 time: 0.5414038 Apr 30 01:26:55.819620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44878) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:55.822071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79c624d0-933e-486b-bee1-58129107f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.827472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79c624d0-933e-486b-bee1-58129107f2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.829052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-79c624d0-933e-486b-bee1-58129107f2cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/497b5ffa-7be1-44ac-9cf6-51016baced62 HTTP/1.1" status: 204 len: 168 time: 0.2935843 Apr 30 01:26:55.836603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.856403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c624d0-933e-486b-bee1-58129107f2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497b5ffa-7be1-44ac-9cf6-51016baced62,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:55.897074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:55.913537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227a341a-ff9a-41b8-9ca4-85be7fb489da') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:55.913830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227a341a-ff9a-41b8-9ca4-85be7fb489da') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:55.916064 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-874885cc-e998-4199-a14a-49ede0eaf0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.918893 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-874885cc-e998-4199-a14a-49ede0eaf0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.920130 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-874885cc-e998-4199-a14a-49ede0eaf0b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6441b9ea-bc6a-40ed-900b-e381b464ed27 HTTP/1.1" status: 204 len: 168 time: 0.2629368 Apr 30 01:26:55.930248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63d4d68-bc36-4246-9eb8-421d6ad8b1fa tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Deleting subnet d7e8bdef-f725-4240-98fe-0e899b20381b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:26:55.932710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 71d9a16b-4dbb-46a8-8555-b05c4e63121c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:55.942532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.955086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 71d9a16b-4dbb-46a8-8555-b05c4e63121c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:55.956323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 71d9a16b-4dbb-46a8-8555-b05c4e63121c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:55.957391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874885cc-e998-4199-a14a-49ede0eaf0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441b9ea-bc6a-40ed-900b-e381b464ed27,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:55.960557 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e63d4d68-bc36-4246-9eb8-421d6ad8b1fa tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.964344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:55.984103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715dd6b-c9fe-4fdf-bcfc-e44a3c1424f1 req-e273b943-da48-4a16-8bcc-e099fee9e39b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:55.985671 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5715dd6b-c9fe-4fdf-bcfc-e44a3c1424f1 req-e273b943-da48-4a16-8bcc-e099fee9e39b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1241436 Apr 30 01:26:56.013198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:26:56.013787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:26:56.016244 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:26:56.050268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5715dd6b-c9fe-4fdf-bcfc-e44a3c1424f1 req-174ed3ec-6160-4160-9336-5263141e3884 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568647 Apr 30 01:26:56.085942 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e63d4d68-bc36-4246-9eb8-421d6ad8b1fa tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:56.167769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e63d4d68-bc36-4246-9eb8-421d6ad8b1fa tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:56.206727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 096419d9-b0eb-4277-affc-697bc965d998 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:26:56.235819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:56.242299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:56.245632 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] 10.222.0.15 "DELETE /v2.0/networks/5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b HTTP/1.1" status: 204 len: 168 time: 1.3400080 Apr 30 01:26:56.255820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f10b-f32f-4fe7-934c-d2271545344f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3c0fc2-4a9f-4d1d-8f5a-ba581070589b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:56.308400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 096419d9-b0eb-4277-affc-697bc965d998, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=096419d9-b0eb-4277-affc-697bc965d998,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:56.321546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '096419d9-b0eb-4277-affc-697bc965d998', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'port_id': '096419d9-b0eb-4277-affc-697bc965d998', 'mac_address': 'fa:16:3e:9c:9e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:26:56.363241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:56.378229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096419d9-b0eb-4277-affc-697bc965d998 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:56.400981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 096419d9-b0eb-4277-affc-697bc965d998, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=096419d9-b0eb-4277-affc-697bc965d998,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:56.552907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c892c-45d0-49f5-b812-90a5ab42c7a9 req-ba4f3584-232c-492d-a40a-4a795639c7b1 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:56.554730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-709c892c-45d0-49f5-b812-90a5ab42c7a9 req-ba4f3584-232c-492d-a40a-4a795639c7b1 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 948 time: 0.0535061 Apr 30 01:26:56.602884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-709c892c-45d0-49f5-b812-90a5ab42c7a9 req-9efd7f3d-817d-4a21-8e7a-e3219f255976 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Apr 30 01:26:56.888081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabd141-2c72-471e-905f-947e7996418d req-84f44953-05bd-476e-94b6-6026c55494e9 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:56.889547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-beabd141-2c72-471e-905f-947e7996418d req-84f44953-05bd-476e-94b6-6026c55494e9 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 943 time: 0.0555131 Apr 30 01:26:56.929470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-beabd141-2c72-471e-905f-947e7996418d req-e0a5e614-8a3f-47de-8cb3-a813c378a833 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324318 Apr 30 01:26:57.084064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e63d4d68-bc36-4246-9eb8-421d6ad8b1fa tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.084695 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.114567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d4d68-bc36-4246-9eb8-421d6ad8b1fa tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e8bdef-f725-4240-98fe-0e899b20381b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:57.123883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e63d4d68-bc36-4246-9eb8-421d6ad8b1fa tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.127765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e63d4d68-bc36-4246-9eb8-421d6ad8b1fa tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "DELETE /v2.0/subnets/d7e8bdef-f725-4240-98fe-0e899b20381b HTTP/1.1" status: 204 len: 168 time: 1.3075008 Apr 30 01:26:57.129717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44894) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:57.149327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe9283-99b2-49b3-903f-c702a614f3ac None None] Network 957010c2-49a3-4b07-84f3-301d3cc3e72b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:26:57.238634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=096419d9-b0eb-4277-affc-697bc965d998,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:57.243795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.262824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7bf4-59cc-4f3a-b8e5-e282417db1a3 req-293e0883-eeb9-45dc-94c6-7972169061e7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:57.264417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e10d7bf4-59cc-4f3a-b8e5-e282417db1a3 req-293e0883-eeb9-45dc-94c6-7972169061e7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1242855 Apr 30 01:26:57.334320 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e10d7bf4-59cc-4f3a-b8e5-e282417db1a3 req-0fbe91f2-a7b0-432b-ad4f-1927fe0cd507 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601833 Apr 30 01:26:57.355823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Deleting port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:57.356176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.387590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['096419d9-b0eb-4277-affc-697bc965d998'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:57.424806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d627109-6112-413a-98db-5194e4a51959 None None] DHCP port deletion for 957010c2-49a3-4b07-84f3-301d3cc3e72b request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:26:57.426729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] For port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,segment=NetworkSegment(819242d9-e347-4b41-81fc-a2fd41504f39),segment_id=819242d9-e347-4b41-81fc-a2fd41504f39)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:57.427285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.441907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Calling delete_port for 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:57.523975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8d627109-6112-413a-98db-5194e4a51959 None None] Deleting port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:26:57.524340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d627109-6112-413a-98db-5194e4a51959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.605026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8d627109-6112-413a-98db-5194e4a51959 None None] For port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,segment=NetworkSegment(819242d9-e347-4b41-81fc-a2fd41504f39),segment_id=819242d9-e347-4b41-81fc-a2fd41504f39)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:57.605413 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d627109-6112-413a-98db-5194e4a51959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.629497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8d627109-6112-413a-98db-5194e4a51959 None None] Calling delete_port for 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:26:57.631539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.647167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44914) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:57.700572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] No DVR routers for this DVR port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:57.704242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event deleted for resources: {'Port': ['ID=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:57.724009 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d627109-6112-413a-98db-5194e4a51959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.739658 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-532ecde8-d590-42b3-ab06-fd91d22393d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cef20abdce04a07aa842543e6cb83b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904303 Apr 30 01:26:57.751149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44916) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:57.760270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d627109-6112-413a-98db-5194e4a51959 None None] Pushing event deleted for resources: {'Port': ['ID=5dd55d15-a99f-4ae3-be91-6bb2fd1b1797,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:57.767146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d627109-6112-413a-98db-5194e4a51959 None None] No DVR routers for this DVR port 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:26:57.830602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.832024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ced9-5afe-442e-8a42-837014222bf0 req-3d329a77-2cc8-4edf-b972-3cc9dc85117c tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:57.833547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e98ced9-5afe-442e-8a42-837014222bf0 req-3d329a77-2cc8-4edf-b972-3cc9dc85117c tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 948 time: 0.0974047 Apr 30 01:26:57.852733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957010c2-49a3-4b07-84f3-301d3cc3e72b']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:57.863525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819242d9-e347-4b41-81fc-a2fd41504f39') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:57.863924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819242d9-e347-4b41-81fc-a2fd41504f39') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:26:57.877710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4eae039-a100-4931-b6b0-c9efe1939b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.880536 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.910800 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:26:57.911030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.919376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:26:57.919952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:26:57.924201 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:26:57.937264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:26:57.937861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5dd55d15-a99f-4ae3-be91-6bb2fd1b1797 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:26:57.959061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e98ced9-5afe-442e-8a42-837014222bf0 req-badd3960-89ba-4661-ad01-59b53ff4728f tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160007 Apr 30 01:26:57.963822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4eae039-a100-4931-b6b0-c9efe1939b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.076683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac0330-dd32-4d3a-b0af-5a301924bbcc req-7edebd3b-0d0c-4e09-be7c-6e07474171ac tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:58.078146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fac0330-dd32-4d3a-b0af-5a301924bbcc req-7edebd3b-0d0c-4e09-be7c-6e07474171ac tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 944 time: 0.0547934 Apr 30 01:26:58.110823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.111566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device b2fbb008-ed04-4263-9541-4d67a197d48b details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:26:58.122629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.128420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] 10.222.0.15 "DELETE /v2.0/networks/957010c2-49a3-4b07-84f3-301d3cc3e72b HTTP/1.1" status: 204 len: 168 time: 0.9951804 Apr 30 01:26:58.132712 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4eae039-a100-4931-b6b0-c9efe1939b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.135263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4eae039-a100-4931-b6b0-c9efe1939b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.137119 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a4eae039-a100-4931-b6b0-c9efe1939b1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9df774d-302b-4052-abb0-a95d25f3cbab HTTP/1.1" status: 204 len: 168 time: 0.3839879 Apr 30 01:26:58.140525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fac0330-dd32-4d3a-b0af-5a301924bbcc req-fafe8806-c72d-4609-a59b-90d915cea2a6 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537846 Apr 30 01:26:58.140525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc92992-26f7-4479-8000-a340e0f5a97e tempest-FloatingIPNegativeTestJSON-334943193 tempest-FloatingIPNegativeTestJSON-334943193-project] Pushing event deleted for resources: {'Network': ['ID=957010c2-49a3-4b07-84f3-301d3cc3e72b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:58.150565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eae039-a100-4931-b6b0-c9efe1939b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df774d-302b-4052-abb0-a95d25f3cbab,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:58.240954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port b2fbb008-ed04-4263-9541-4d67a197d48b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2fbb008-ed04-4263-9541-4d67a197d48b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:58.253127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'b2fbb008-ed04-4263-9541-4d67a197d48b', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'b2fbb008-ed04-4263-9541-4d67a197d48b', 'mac_address': 'fa:16:3e:c4:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:26:58.297856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.310362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fbb008-ed04-4263-9541-4d67a197d48b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:26:58.330290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port b2fbb008-ed04-4263-9541-4d67a197d48b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2fbb008-ed04-4263-9541-4d67a197d48b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:26:58.420087 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.449791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83508ffc-dece-4178-a14a-abca2566eb56 req-75d39b88-ae54-43f3-a4fb-6edb518271bf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:58.451553 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83508ffc-dece-4178-a14a-abca2566eb56 req-75d39b88-ae54-43f3-a4fb-6edb518271bf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0497484 Apr 30 01:26:58.470103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=b2fbb008-ed04-4263-9541-4d67a197d48b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:58.491810 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83508ffc-dece-4178-a14a-abca2566eb56 req-a982ae50-975b-4c14-94cd-179d3806429a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Apr 30 01:26:58.627615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44942) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:58.660102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['b2fbb008-ed04-4263-9541-4d67a197d48b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:26:58.665774 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a211-afc6-485f-b041-03220e8f47f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.746194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:58.849274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1651065058-network', 'tenant_id': '6ab45e222f7b464fa37d02d4ddcfac92'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:58.927728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3d7cafb4-4afa-44c3-99b0-84be2366af08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5d103a2af2e43dabd52862ded6c5ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787655 Apr 30 01:26:58.928999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Made reservation on behalf of 6ab45e222f7b464fa37d02d4ddcfac92 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:58.930017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:58.931761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.945726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:58.996127 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5869e1a3-cd58-47e4-b097-4cb17f6881fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.021257 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5869e1a3-cd58-47e4-b097-4cb17f6881fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.068856 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.103084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748e3c0-5ea2-4846-9413-8615396c24c4 req-228753b4-d41d-4494-a9aa-ecfdb8de6c1d tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:59.104588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b748e3c0-5ea2-4846-9413-8615396c24c4 req-228753b4-d41d-4494-a9aa-ecfdb8de6c1d tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 949 time: 0.0549057 Apr 30 01:26:59.144047 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b748e3c0-5ea2-4846-9413-8615396c24c4 req-22b1eec2-1b3d-4289-84f9-5fc4edda0d61 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319479 Apr 30 01:26:59.184239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5869e1a3-cd58-47e4-b097-4cb17f6881fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.185535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.187000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5869e1a3-cd58-47e4-b097-4cb17f6881fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.192578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5869e1a3-cd58-47e4-b097-4cb17f6881fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47ae1b74-7321-4858-a566-dfdb672accaa HTTP/1.1" status: 204 len: 168 time: 0.2615972 Apr 30 01:26:59.209321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869e1a3-cd58-47e4-b097-4cb17f6881fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ae1b74-7321-4858-a566-dfdb672accaa,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:59.209930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:26:59.242826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.242826 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Added segment 1f0005db-e98e-4ed7-8ded-5de17016c252 of type vlan for network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 Apr 30 01:26:59.249667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c53dd4-9988-437b-8a8d-e0460609327a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:59.302753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.356853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512b76-1ac9-419d-a5d2-2ee25bc56ee0 req-f8b5c388-1fcd-44a2-82ea-f15ee7afe3b6 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:59.358377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15512b76-1ac9-419d-a5d2-2ee25bc56ee0 req-f8b5c388-1fcd-44a2-82ea-f15ee7afe3b6 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 944 time: 0.0805781 Apr 30 01:26:59.399354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15512b76-1ac9-419d-a5d2-2ee25bc56ee0 req-9d70b383-3b0b-47e3-b69e-a974f7fa766f tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330534 Apr 30 01:26:59.400764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.401638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:59.402118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.468831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:26:59.478680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:26:59.521311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-561e0a7a-66ba-4ee3-b06a-36df9b578b34 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8931410 Apr 30 01:26:59.524019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:59.531296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Request body: {'subnet': {'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1651065058-subnet', 'tenant_id': '6ab45e222f7b464fa37d02d4ddcfac92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:59.607198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Made reservation on behalf of 6ab45e222f7b464fa37d02d4ddcfac92 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:59.611550 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.663005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fcec3-09a9-443c-85d6-11f3dc45721a req-94f56cce-acc1-4fcd-8842-6423e25223cf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:26:59.671684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea0fcec3-09a9-443c-85d6-11f3dc45721a req-94f56cce-acc1-4fcd-8842-6423e25223cf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0856552 Apr 30 01:26:59.673082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44992) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:26:59.710056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea0fcec3-09a9-443c-85d6-11f3dc45721a req-370f77b1-bf4f-4466-a816-7faf424e2d63 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Apr 30 01:26:59.815236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1717662315-network', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:26:59.924176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.926104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:26:59.928476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:26:59.963776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.011092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae06f241-10ef-4efd-aed2-a20cb385cacb,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:00.030893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Checking segment: {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:00.031180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Network hostable DHCP agents. Network: 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:00.083835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.111797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device b2fbb008-ed04-4263-9541-4d67a197d48b up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:00.138818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:00.161494 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.187194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:00.196251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec1bfd7-d41e-44cd-bf29-79e240a98282,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:00.203282 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.203737 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Added segment 0087cffe-5b19-4cc3-877a-90e0be8be57b of type vlan for network ac585f3c-896a-483e-a277-2f2e01293da1 Apr 30 01:27:00.212758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:00.224946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea3544-e2bb-4d20-a5a9-e8fb1ca2d74f None None] Network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:00.234117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:00.235440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.268714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 096419d9-b0eb-4277-affc-697bc965d998 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:00.283165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.300340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port b2fbb008-ed04-4263-9541-4d67a197d48b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:27:00.315143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port b2fbb008-ed04-4263-9541-4d67a197d48b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:00.315588 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.320928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e9ff4-0142-4b55-9a85-ce22431c54e2 req-66f53da5-f804-4775-a041-a1b31d46dc03 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:00.329029 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e61e9ff4-0142-4b55-9a85-ce22431c54e2 req-66f53da5-f804-4775-a041-a1b31d46dc03 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 949 time: 0.0906847 Apr 30 01:27:00.370377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e61e9ff4-0142-4b55-9a85-ce22431c54e2 req-bd75f681-0442-4f9c-b53f-f5d4e6868eaa tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392957 Apr 30 01:27:00.374868 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6af5ee4-bf4e-4789-bd61-b1921f9af29e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8495307 Apr 30 01:27:00.419815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.420880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:00.421477 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.486169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45022) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:00.492492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] Pushing event updated for resources: {'Network': ['ID=ac585f3c-896a-483e-a277-2f2e01293da1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:00.496887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a2648-b1d4-47df-be1e-f436b4dfd6f3 None None] Network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:00.517357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ac585f3c-896a-483e-a277-2f2e01293da1 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:00.523835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 096419d9-b0eb-4277-affc-697bc965d998 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:27:00.543557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9888417d-90c7-400b-a461-9079468ae348 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8625121 Apr 30 01:27:00.543557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45028) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:00.554039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Request body: {'subnet': {'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1717662315-subnet', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:00.587248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 096419d9-b0eb-4277-affc-697bc965d998 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:00.587665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.594500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670e940-97ff-430f-8ad5-605a1a994ee3 req-8c432a2f-e9bf-403a-82ce-1a1d6b8b7911 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:00.596178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c670e940-97ff-430f-8ad5-605a1a994ee3 req-8c432a2f-e9bf-403a-82ce-1a1d6b8b7911 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 944 time: 0.0852227 Apr 30 01:27:00.647465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-01cf42a2-dd32-4163-89c8-407e06c837a5 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] Request body: {'port': {'network_id': '8c723a8d-0568-4ff3-a99a-cc646e0f3e4b', 'name': 'tempest-NetworksNegativeTestJSON-1396991580'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:00.686682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:00.691843 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:00.693311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c670e940-97ff-430f-8ad5-605a1a994ee3 req-c6c65af2-c28d-40ac-a290-e113ccee3461 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894039 Apr 30 01:27:00.694849 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cf42a2-dd32-4163-89c8-407e06c837a5 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] POST failed (client error): The resource could not be found. Apr 30 01:27:00.700119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cf42a2-dd32-4163-89c8-407e06c837a5 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:00.700119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-01cf42a2-dd32-4163-89c8-407e06c837a5 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2188108 Apr 30 01:27:00.703682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45036) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:00.737691 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-644268fd-3028-4e20-9e8e-c36a963a2eeb tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] DELETE failed (client error): The resource could not be found. Apr 30 01:27:00.739718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644268fd-3028-4e20-9e8e-c36a963a2eeb tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:00.744095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-644268fd-3028-4e20-9e8e-c36a963a2eeb tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "DELETE /v2.0/networks/24052f0c-c0d9-4e34-8028-d39120db49a2 HTTP/1.1" status: 404 len: 339 time: 0.0281737 Apr 30 01:27:00.752530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45040) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:00.786583 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ebd547-bfbb-423f-9a7e-526e43e1892c tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] DELETE failed (client error): The resource could not be found. Apr 30 01:27:00.787640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ebd547-bfbb-423f-9a7e-526e43e1892c tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:00.791936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-36ebd547-bfbb-423f-9a7e-526e43e1892c tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "DELETE /v2.0/ports/97a67ec7-552a-4f7c-a82a-b3b28f40d380 HTTP/1.1" status: 404 len: 333 time: 0.0383642 Apr 30 01:27:00.797898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45046) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:00.863846 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e0ef5b-c10b-4f1e-830f-97e7e36284b3 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] DELETE failed (client error): The resource could not be found. Apr 30 01:27:00.863846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e0ef5b-c10b-4f1e-830f-97e7e36284b3 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:00.874387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-09e0ef5b-c10b-4f1e-830f-97e7e36284b3 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "DELETE /v2.0/subnets/dd1d7a8b-981e-4668-b880-6a24e8063b6e HTTP/1.1" status: 404 len: 337 time: 0.0749435 Apr 30 01:27:00.876651 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45048) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:00.914407 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f0c1e7-2ac6-4ce4-90d0-3a11d402f33d tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] GET failed (client error): The resource could not be found. Apr 30 01:27:00.917535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-89f0c1e7-2ac6-4ce4-90d0-3a11d402f33d tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "GET /v2.0/networks/f8a6d968-9cf2-48fe-8feb-f4514f376362 HTTP/1.1" status: 404 len: 339 time: 0.0389981 Apr 30 01:27:00.920669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45054) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:00.943913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4834a-5a05-4378-b548-2050713fa750 req-881d824c-9421-4946-9eb5-11bea3e4a15a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:00.945447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ea4834a-5a05-4378-b548-2050713fa750 req-881d824c-9421-4946-9eb5-11bea3e4a15a tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0961814 Apr 30 01:27:00.970377 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-741b4b7f-816a-406c-8365-254b4a7a5193 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] GET failed (client error): The resource could not be found. Apr 30 01:27:00.973640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-741b4b7f-816a-406c-8365-254b4a7a5193 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "GET /v2.0/ports/f8e8e39c-487d-4b38-b948-a9c95b1f0c18 HTTP/1.1" status: 404 len: 333 time: 0.0518107 Apr 30 01:27:00.977592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45062) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:00.997684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:01.006456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ea4834a-5a05-4378-b548-2050713fa750 req-9ddb1687-d278-4463-b8dc-a6cc4a5a3c60 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478635 Apr 30 01:27:01.022863 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-603e7e95-41c7-4208-8eed-20eed7808b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:01.049081 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-330b2f71-2fb7-4c0c-b752-62ae9f01c4dd tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] GET failed (client error): The resource could not be found. Apr 30 01:27:01.054134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-330b2f71-2fb7-4c0c-b752-62ae9f01c4dd tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "GET /v2.0/subnets/d2256af9-a00a-4451-b99b-955b734aaae7 HTTP/1.1" status: 404 len: 337 time: 0.0714970 Apr 30 01:27:01.054980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45066) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:01.061154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1270d5e5-6968-4b41-9da3-909e7f3747c3 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:01.070015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0981bc55-8db8-4b1d-a522-b6296f6680a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fbb008-ed04-4263-9541-4d67a197d48b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:01.072247 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf60386-d823-40e1-9aed-682172ac8f7f" -d '{"events": [{"server_uuid": "0981bc55-8db8-4b1d-a522-b6296f6680a1", "name": "network-vif-plugged", "status": "completed", "tag": "b2fbb008-ed04-4263-9541-4d67a197d48b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:01.076675 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-1270d5e5-6968-4b41-9da3-909e7f3747c3 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] PUT failed (client error): The resource could not be found. Apr 30 01:27:01.077659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1270d5e5-6968-4b41-9da3-909e7f3747c3 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:01.083852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1270d5e5-6968-4b41-9da3-909e7f3747c3 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "PUT /v2.0/networks/fb6883b9-24e9-4186-8235-f58dda74c2da HTTP/1.1" status: 404 len: 339 time: 0.0231392 Apr 30 01:27:01.083852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45070) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:01.090789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-95e86135-a575-40e7-9b76-fb35dd76a8d2 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:01.107140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port b2fbb008-ed04-4263-9541-4d67a197d48b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2fbb008-ed04-4263-9541-4d67a197d48b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:01.113476 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e86135-a575-40e7-9b76-fb35dd76a8d2 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] PUT failed (client error): The resource could not be found. Apr 30 01:27:01.114330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e86135-a575-40e7-9b76-fb35dd76a8d2 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:01.116663 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-95e86135-a575-40e7-9b76-fb35dd76a8d2 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "PUT /v2.0/ports/1ccbe018-b4fd-4bd7-9a76-00bc6d0ad5fc HTTP/1.1" status: 404 len: 333 time: 0.0320852 Apr 30 01:27:01.124016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45074) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:01.131015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-df6f753e-5f05-4e34-a633-5b930020cd30 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:01.162341 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0838c-f8b6-4a35-8940-6c0c9f09e11e x-openstack-request-id: req-c9e0838c-f8b6-4a35-8940-6c0c9f09e11e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:01.162692 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0981bc55-8db8-4b1d-a522-b6296f6680a1", "name": "network-vif-plugged", "status": "completed", "tag": "b2fbb008-ed04-4263-9541-4d67a197d48b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:01.162897 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6f753e-5f05-4e34-a633-5b930020cd30 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] PUT failed (client error): The resource could not be found. Apr 30 01:27:01.163027 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9e0838c-f8b6-4a35-8940-6c0c9f09e11e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:01.163322 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e0838c-f8b6-4a35-8940-6c0c9f09e11e'] response: {'server_uuid': '0981bc55-8db8-4b1d-a522-b6296f6680a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fbb008-ed04-4263-9541-4d67a197d48b', 'code': 200} Apr 30 01:27:01.163637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6f753e-5f05-4e34-a633-5b930020cd30 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:01.164964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-df6f753e-5f05-4e34-a633-5b930020cd30 tempest-NetworksNegativeTestJSON-1584415272 tempest-NetworksNegativeTestJSON-1584415272-project] 10.222.0.15 "PUT /v2.0/subnets/953e608e-abef-46de-a622-face42ab32a9 HTTP/1.1" status: 404 len: 337 time: 0.0398676 Apr 30 01:27:01.170623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:01.211933 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:01.237618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-ea33e4ae-b57d-41aa-a865-e6e13115229f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:01.240135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-ea33e4ae-b57d-41aa-a865-e6e13115229f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 815 time: 0.2479210 Apr 30 01:27:01.254630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=b2fbb008-ed04-4263-9541-4d67a197d48b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:01.266563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 096419d9-b0eb-4277-affc-697bc965d998, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=096419d9-b0eb-4277-affc-697bc965d998,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:01.286694 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-d363292e-f81c-4edf-be25-fc45dc4a7e7d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/quotas/6ab45e222f7b464fa37d02d4ddcfac92 HTTP/1.1" status: 200 len: 375 time: 0.0302687 Apr 30 01:27:01.298940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:01.323167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:01.364620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-02afc695-d6d4-457c-8f1e-d45c3613e7dc tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632093 Apr 30 01:27:01.366546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449b24-7ca5-47c6-a59a-2393656eccd2 req-a1c9607d-eea1-430a-8c66-3772916de458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:01.368098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2449b24-7ca5-47c6-a59a-2393656eccd2 req-a1c9607d-eea1-430a-8c66-3772916de458 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 1101 time: 0.1244545 Apr 30 01:27:01.397273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=096419d9-b0eb-4277-affc-697bc965d998,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:01.418209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fef2ae-9c56-4bc8-9205-1c770896a367,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:01.506452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Checking segment: {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:01.506817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Network hostable DHCP agents. Network: ac585f3c-896a-483e-a277-2f2e01293da1, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:01.519789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2449b24-7ca5-47c6-a59a-2393656eccd2 req-ccba7e1c-92c1-454b-871d-7ff8676a30c7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353898 Apr 30 01:27:01.555294 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-6dc092ec-66a7-4382-b927-b0abeed90c75 service neutron] 10.222.0.15 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782262 Apr 30 01:27:01.596108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97284e9-481a-4002-bbab-be19cacf9792 req-ab21267c-e7fb-4bf0-8231-930276f3ea8d tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:01.598264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c97284e9-481a-4002-bbab-be19cacf9792 req-ab21267c-e7fb-4bf0-8231-930276f3ea8d tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 950 time: 0.0607445 Apr 30 01:27:01.667993 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c97284e9-481a-4002-bbab-be19cacf9792 req-8a91145a-6e8b-46c0-8be9-bc93ef6a3aed tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627012 Apr 30 01:27:01.677577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-d879c8f8-dcb3-4ce1-a0ac-13922f710f1f service neutron] 10.222.0.15 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130424 Apr 30 01:27:01.682607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Network ac585f3c-896a-483e-a277-2f2e01293da1 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:01.750067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45108) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:01.786254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ac585f3c-896a-483e-a277-2f2e01293da1) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:01.790581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:01.791585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:01.802801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6119a5-775d-4a82-ba68-84aa90c8b54d None None] Network ac585f3c-896a-483e-a277-2f2e01293da1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:01.819974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0293a-1a4e-4ecd-979a-6ae108bfebd6 req-93ac1ca9-ae1c-47b5-9452-f315a6fae3df tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:01.827012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15a0293a-1a4e-4ecd-979a-6ae108bfebd6 req-93ac1ca9-ae1c-47b5-9452-f315a6fae3df tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.0557911 Apr 30 01:27:01.898014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1dd725cc-a749-44e8-b61f-863c35e2249e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3540130 Apr 30 01:27:01.901104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45116) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:01.910671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:01.916267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c63d95c1-82fc-44cc-b618-58a6cc1eebec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:01.944750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15a0293a-1a4e-4ecd-979a-6ae108bfebd6 req-69c69d85-fcf2-4979-93ec-5336c4fbf08a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164551 Apr 30 01:27:01.946293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9266ad74-643a-46c6-bf6c-84c5ccfe9894 req-87e1cbcd-2eb3-43ae-a549-0cd32a1b62b5 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 210 time: 0.0422015 Apr 30 01:27:01.967227 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.012590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ac585f3c-896a-483e-a277-2f2e01293da1', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:27:02.013910 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.030623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c63d95c1-82fc-44cc-b618-58a6cc1eebec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.043324 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.044439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.110813 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c63d95c1-82fc-44cc-b618-58a6cc1eebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.126791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.167866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Allocated IP 172.20.0.2 (ac585f3c-896a-483e-a277-2f2e01293da1/80fef2ae-9c56-4bc8-9205-1c770896a367/a0590ead-3698-4871-9c9f-bbe1fb511683) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:02.183942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d95c1-82fc-44cc-b618-58a6cc1eebec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5af4f-046f-472d-8c64-17517c7b8f9e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:02.204848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c63d95c1-82fc-44cc-b618-58a6cc1eebec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62bd6843db8841bfbbd8249303770675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520986 Apr 30 01:27:02.208427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45126) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:02.256735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d724ce-27bc-490e-8662-19e2067bef53 req-4a1530d4-10bf-47ed-9ea8-72ea6d8d06be tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:02.258676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13d724ce-27bc-490e-8662-19e2067bef53 req-4a1530d4-10bf-47ed-9ea8-72ea6d8d06be tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1302133 Apr 30 01:27:02.309138 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9bc249f5-cab0-4326-be35-0921a0bbe163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.314977 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13d724ce-27bc-490e-8662-19e2067bef53 req-382647eb-61e9-43f2-be46-3805239ba0cf tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497036 Apr 30 01:27:02.341683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9bc249f5-cab0-4326-be35-0921a0bbe163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.346130 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.361162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.431903 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.463964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9bc249f5-cab0-4326-be35-0921a0bbe163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.469435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9bc249f5-cab0-4326-be35-0921a0bbe163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.472037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9bc249f5-cab0-4326-be35-0921a0bbe163 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ec5af4f-046f-472d-8c64-17517c7b8f9e HTTP/1.1" status: 204 len: 168 time: 0.2622480 Apr 30 01:27:02.482915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Network ac585f3c-896a-483e-a277-2f2e01293da1 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:02.483698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc249f5-cab0-4326-be35-0921a0bbe163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5af4f-046f-472d-8c64-17517c7b8f9e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:02.488341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:02.491929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:02.515790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Pushing event updated for resources: {'Port': ['ID=a0590ead-3698-4871-9c9f-bbe1fb511683,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:02.578048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Attempting to bind port a0590ead-3698-4871-9c9f-bbe1fb511683 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:02.578927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Attempting to bind port a0590ead-3698-4871-9c9f-bbe1fb511683 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:02.579285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Attempting to bind port a0590ead-3698-4871-9c9f-bbe1fb511683 on network ac585f3c-896a-483e-a277-2f2e01293da1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:02.584593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:02.585123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Checking segment: {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:02.585535 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.585930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Bound using segment: {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:02.586394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Bound port: a0590ead-3698-4871-9c9f-bbe1fb511683, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:02.587103 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.688816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] For port a0590ead-3698-4871-9c9f-bbe1fb511683, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:02.693615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] For port a0590ead-3698-4871-9c9f-bbe1fb511683, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0590ead-3698-4871-9c9f-bbe1fb511683,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:02.763806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.795975 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.803388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:02.853026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2296d11-41c2-49db-8643-76d720e2bb77 req-d9fbd97e-7103-4b2f-996d-c03da7700a88 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:02.853976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2296d11-41c2-49db-8643-76d720e2bb77 req-d9fbd97e-7103-4b2f-996d-c03da7700a88 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 950 time: 0.0920680 Apr 30 01:27:02.946849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2296d11-41c2-49db-8643-76d720e2bb77 req-86f4b7a4-3993-4f8f-8744-732e5afbc8da tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823166 Apr 30 01:27:03.269289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34bd9a-a93b-4b8a-896a-b288603cb903 req-a304ff3b-2ece-4ed3-962a-9075ca23841b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:03.269289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c34bd9a-a93b-4b8a-896a-b288603cb903 req-a304ff3b-2ece-4ed3-962a-9075ca23841b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.2122960 Apr 30 01:27:03.272957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55c6bf-09a1-464e-a791-943b1d65f641 None None] Pushing event updated for resources: {'Port': ['ID=a0590ead-3698-4871-9c9f-bbe1fb511683,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:03.274464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Allocated IP 172.25.0.173 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/e592f360-a745-4625-afbf-a00f40d0edf3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:03.274464 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c34bd9a-a93b-4b8a-896a-b288603cb903 req-5c75005f-579f-48b8-aa35-d788d2ade5ed tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534798 Apr 30 01:27:03.275203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f320f-09d0-4538-9822-5b52cd5cef3c req-f85cf36d-31a9-4ad2-be18-b2a8eeb7edd5 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:03.275203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a1f320f-09d0-4538-9822-5b52cd5cef3c req-f85cf36d-31a9-4ad2-be18-b2a8eeb7edd5 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.0916011 Apr 30 01:27:03.275628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096419d9-b0eb-4277-affc-697bc965d998'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:03.275628 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a6e0e-0230-48ad-91ad-f8fbaf78f62e" -d '{"events": [{"server_uuid": "ff26943e-6087-4922-8fdc-8aa7d0ef3dfe", "name": "network-vif-plugged", "status": "completed", "tag": "096419d9-b0eb-4277-affc-697bc965d998"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:03.276137 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a1f320f-09d0-4538-9822-5b52cd5cef3c req-d6970f82-caf5-46ba-8fec-8fbd8f16e48a tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827968 Apr 30 01:27:03.276545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1f1a8328-8ee6-416a-9c95-df2ce43ac64d req-a0399a06-a351-4759-88a6-665bdf18b4f6 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 210 time: 0.0443249 Apr 30 01:27:03.318260 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14eb81a-6e6f-45b0-a2fc-e4d2cff2b857 x-openstack-request-id: req-e14eb81a-6e6f-45b0-a2fc-e4d2cff2b857 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:03.318543 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff26943e-6087-4922-8fdc-8aa7d0ef3dfe", "name": "network-vif-plugged", "status": "completed", "tag": "096419d9-b0eb-4277-affc-697bc965d998", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:03.319050 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e14eb81a-6e6f-45b0-a2fc-e4d2cff2b857 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:03.323120 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14eb81a-6e6f-45b0-a2fc-e4d2cff2b857'] response: {'server_uuid': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096419d9-b0eb-4277-affc-697bc965d998', 'code': 200} Apr 30 01:27:03.332413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:03.501371 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:03.543075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:03.551132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:03.560738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:03.582194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Pushing event updated for resources: {'Port': ['ID=e592f360-a745-4625-afbf-a00f40d0edf3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:03.593413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263a0f0-d0ea-4778-81be-36b11c738595 req-f9e440a9-f670-4c34-9918-4a0ccccb4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:03.594958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a263a0f0-d0ea-4778-81be-36b11c738595 req-f9e440a9-f670-4c34-9918-4a0ccccb4cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 1096 time: 0.2200232 Apr 30 01:27:03.600012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.600346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.600678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.601005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.601327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.601648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.601968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.602282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.602597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.602911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.603302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.603657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:03.684731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a263a0f0-d0ea-4778-81be-36b11c738595 req-1a22b9c4-510a-443d-9ae8-396924b8ca60 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757136 Apr 30 01:27:03.737127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:03.815068 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:03.987129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0590ead-3698-4871-9c9f-bbe1fb511683 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:04.053305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.070381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a0590ead-3698-4871-9c9f-bbe1fb511683 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:04.070768 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.104830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:04.164698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c91850-0d43-4da7-b752-a84cf8e9c72c None None] Network ac585f3c-896a-483e-a277-2f2e01293da1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:04.199478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf6ad9-dfa5-43b7-90b6-ed3266dc8279 req-1a269381-d9a7-4c97-92ae-6575235c5f12 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:04.207228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5bf6ad9-dfa5-43b7-90b6-ed3266dc8279 req-1a269381-d9a7-4c97-92ae-6575235c5f12 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 950 time: 0.1729665 Apr 30 01:27:04.263827 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.277174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-05716d3a-d018-4337-986e-20e444cf44c7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:04.278916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-05716d3a-d018-4337-986e-20e444cf44c7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.21 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1702726 Apr 30 01:27:04.285906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-886956446'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:04.302100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dddac01d-5b07-4f19-85e3-1b88da88dafa None None] Provisioning complete for port a0590ead-3698-4871-9c9f-bbe1fb511683 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:04.302633 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dddac01d-5b07-4f19-85e3-1b88da88dafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.322363 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ff942-7d8c-443c-8a05-e28b5c975e66 req-605bb72e-9dd8-4680-996d-b1818808e1bd tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:04.324060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-780ff942-7d8c-443c-8a05-e28b5c975e66 req-605bb72e-9dd8-4680-996d-b1818808e1bd tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0848603 Apr 30 01:27:04.329800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5bf6ad9-dfa5-43b7-90b6-ed3266dc8279 req-8f8c43c2-8d1b-4387-84b0-48e58caf6d4b tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214283 Apr 30 01:27:04.355785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a0590ead-3698-4871-9c9f-bbe1fb511683, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0590ead-3698-4871-9c9f-bbe1fb511683,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:04.388952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-780ff942-7d8c-443c-8a05-e28b5c975e66 req-0e5353cf-e103-4191-98de-099014953eec tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476413 Apr 30 01:27:04.402457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:04.405944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.416498 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.438928 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.535791 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72b0ff8b-fdf5-478b-a6de-d7eb92af9504 req-588ba372-7a92-4468-b90b-2f373d5e979f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 210 time: 0.0370066 Apr 30 01:27:04.548510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.552140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a0590ead-3698-4871-9c9f-bbe1fb511683,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:04.620345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.676123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:04.699810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd9054f-4a5b-4476-bf5f-5abde210b9cc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:04.706541 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.707139 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Added segment f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2 of type vlan for network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b Apr 30 01:27:04.770278 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.870687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.894591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.896395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69399bc-2da5-465d-a7c9-17d498be7458 req-efe69488-c3a0-44f3-9910-e06c8ae9c5a1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:04.897887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b69399bc-2da5-465d-a7c9-17d498be7458 req-efe69488-c3a0-44f3-9910-e06c8ae9c5a1 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.4838159 Apr 30 01:27:04.902759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:04.903832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:04.991018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Network': ['ID=110e5c42-d67f-4339-8c71-9e99cd6ccb6b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:05.006122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:05.022412 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f55de805-600d-4fa5-85dc-1e2518a0a672 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9163005 Apr 30 01:27:05.023161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45224) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:05.040451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e20647d5-9255-4bd3-8ce7-84dfaac4f0c1 None None] Provisioning complete for port a0590ead-3698-4871-9c9f-bbe1fb511683 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:05.040829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e20647d5-9255-4bd3-8ce7-84dfaac4f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:05.041442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Deleting port 86f188c8-4508-4beb-8337-73743d503719 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:05.041783 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:05.045684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'name': 'tempest-PortsTestJSON-241339506'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:05.292698 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b69399bc-2da5-465d-a7c9-17d498be7458 req-9ad92159-5ce0-4835-a355-dcb782ce4538 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812976 Apr 30 01:27:05.312510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] For port 86f188c8-4508-4beb-8337-73743d503719, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=86f188c8-4508-4beb-8337-73743d503719,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:05.312974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:05.322230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-20f525a3-153b-4e90-bd95-e4da8fbc20cd tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:05.323838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-20f525a3-153b-4e90-bd95-e4da8fbc20cd tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.23 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 815 time: 0.4511280 Apr 30 01:27:05.345216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Request body: {'port': {'device_id': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'admin_state_up': True, 'tenant_id': '6ab45e222f7b464fa37d02d4ddcfac92'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:05.348637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Calling delete_port for 86f188c8-4508-4beb-8337-73743d503719 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:05.536427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Router b6394d20-7be6-4b31-b050-14588c633891 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:27:05.658927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:05.662376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:05.666106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Made reservation on behalf of 6ab45e222f7b464fa37d02d4ddcfac92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:05.669557 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:05.684634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 4a81d6f5-1b2f-4508-a098-901666735403 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:05.691760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089769ec-4ac0-4bd6-a912-85aa437a4762 req-ae06e0d1-e8ac-406d-9515-0b517b2336d8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:05.693282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-089769ec-4ac0-4bd6-a912-85aa437a4762 req-ae06e0d1-e8ac-406d-9515-0b517b2336d8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=a63c4854-a668-44d4-8b62-6224d94b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1776531 Apr 30 01:27:05.703474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e19c8-daea-431e-a2c3-4542e77e7c88 req-3e5a39de-3d81-4122-838f-468f4851c8d9 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:05.705137 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-875e19c8-daea-431e-a2c3-4542e77e7c88 req-3e5a39de-3d81-4122-838f-468f4851c8d9 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 950 time: 0.0745845 Apr 30 01:27:05.803108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-875e19c8-daea-431e-a2c3-4542e77e7c88 req-d8075863-e43a-4723-b4fc-63c384b2bce2 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623658 Apr 30 01:27:05.825863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:27:05.832142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:05.837288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Sync routers for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:27:05.838327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-089769ec-4ac0-4bd6-a912-85aa437a4762 req-605eddc9-45ff-4107-8432-3fc8a71b5141 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328373 Apr 30 01:27:05.857744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['86f188c8-4508-4beb-8337-73743d503719'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:27:05.882782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event deleted for resources: {'Port': ['ID=86f188c8-4508-4beb-8337-73743d503719,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:05.912960 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:05.935263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:05.936261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:06.004428 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.008619 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-badf972e-9070-47a1-8bcf-8357c3293170 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1032729 Apr 30 01:27:06.011851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] No DVR routers for this DVR port 86f188c8-4508-4beb-8337-73743d503719 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:06.017433 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.017640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0fed9a0e-9aed-4d76-a683-091713528e2f req-ecea2d27-0768-40d7-974c-6d368d27a021 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 210 time: 0.0418260 Apr 30 01:27:06.020775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45266) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:06.021400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7f8fc2f-155e-49ea-9e02-1ef0e4ef7829 req-c3e3d473-10df-41dc-acd7-0593e640c4b7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.21 "DELETE /v2.0/ports/86f188c8-4508-4beb-8337-73743d503719 HTTP/1.1" status: 204 len: 173 time: 1.6959102 Apr 30 01:27:06.037141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0590ead-3698-4871-9c9f-bbe1fb511683 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:06.044131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63c4854-a668-44d4-8b62-6224d94b4b66', 'name': 'network-vif-deleted', 'tag': '86f188c8-4508-4beb-8337-73743d503719'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:06.046573 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126862b4-b13e-419c-8d52-5c0b4ce23c0f" -d '{"events": [{"server_uuid": "a63c4854-a668-44d4-8b62-6224d94b4b66", "name": "network-vif-deleted", "tag": "86f188c8-4508-4beb-8337-73743d503719"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:06.054641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Allocated IP 172.20.0.9 (4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9/ae06f241-10ef-4efd-aed2-a20cb385cacb/ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:06.075902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.186220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:06.229997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=4a81d6f5-1b2f-4508-a098-901666735403,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:06.254096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking segment: {'id': 'f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:06.254461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network hostable DHCP agents. Network: 110e5c42-d67f-4339-8c71-9e99cd6ccb6b, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:06.259925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.282813 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a84f3ac-ed36-460c-9152-fc6b36eb18c7 x-openstack-request-id: req-0a84f3ac-ed36-460c-9152-fc6b36eb18c7 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:06.283105 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63c4854-a668-44d4-8b62-6224d94b4b66", "name": "network-vif-deleted", "tag": "86f188c8-4508-4beb-8337-73743d503719", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:06.283361 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a84f3ac-ed36-460c-9152-fc6b36eb18c7 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:06.283789 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a84f3ac-ed36-460c-9152-fc6b36eb18c7'] response: {'server_uuid': 'a63c4854-a668-44d4-8b62-6224d94b4b66', 'name': 'network-vif-deleted', 'tag': '86f188c8-4508-4beb-8337-73743d503719', 'status': 'completed', 'code': 200} Apr 30 01:27:06.334681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a0590ead-3698-4871-9c9f-bbe1fb511683 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:06.335043 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.380957 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-bde51dc3-b0e9-4f9b-916a-8fb1549515e0 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645130 Apr 30 01:27:06.401667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:06.445787 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.506270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febe446-5eae-4e40-9762-481fd66e3cea req-a5ce324e-6ced-4197-83ee-84563c2bd44c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:06.514415 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2febe446-5eae-4e40-9762-481fd66e3cea req-a5ce324e-6ced-4197-83ee-84563c2bd44c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.1160800 Apr 30 01:27:06.519984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 110e5c42-d67f-4339-8c71-9e99cd6ccb6b) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:06.521119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:03Z', 'revision_number': 3, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:06.526582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:06.534097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:06.540378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:06.540749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Pushing event updated for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:06.543104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:06.554011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:06.554713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.557284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-6953688c-5274-4f39-a494-f91a5b87799c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:06.559945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-6953688c-5274-4f39-a494-f91a5b87799c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728165 Apr 30 01:27:06.560875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Checking router: b6394d20-7be6-4b31-b050-14588c633891 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:27:06.561223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Updating router b6394d20-7be6-4b31-b050-14588c633891 port e592f360-a745-4625-afbf-a00f40d0edf3 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:27:06.563486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82180fbb-1d54-415d-a22f-68b9d8061814 None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:06.605507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-94e97af9-b962-46ce-a02b-43c0bf5fa2b9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/quotas/bd53ba75fd0e4055b19b63bb92872ba5 HTTP/1.1" status: 200 len: 375 time: 0.0189800 Apr 30 01:27:06.623136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:06.624365 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.641474 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2febe446-5eae-4e40-9762-481fd66e3cea req-59fc803a-11cb-41e9-b0d3-faa4b81f22ca tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256227 Apr 30 01:27:06.678224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-5e866619-bd07-4d46-b644-b5e6bcff7bfc tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500615 Apr 30 01:27:06.720120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb1e8312-ae4a-4ba1-bd2a-83f4d219f69f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6957293 Apr 30 01:27:06.720644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45292) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:06.733545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-94158564'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:06.753392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-67e1e2f0-cd63-4395-ae57-5d541a911b8c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4172266 Apr 30 01:27:06.771173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Request body: {'port': {'device_id': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:06.776867 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.844768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.867192 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:06.976824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:06.992412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.087601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:07.115614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b36ee0-e85b-4b1e-9b74-532464f325a7 req-c5bc2132-fa4b-4817-aa92-ff458ec80068 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:07.126960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-68b36ee0-e85b-4b1e-9b74-532464f325a7 req-c5bc2132-fa4b-4817-aa92-ff458ec80068 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.4007158 Apr 30 01:27:07.130639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45306) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:07.138599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Request body: {'floatingip': {'port_id': '096419d9-b0eb-4277-affc-697bc965d998'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:07.163968 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.174919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Allocated IP 172.20.0.1 (ac585f3c-896a-483e-a277-2f2e01293da1/80fef2ae-9c56-4bc8-9205-1c770896a367/9f3b56d6-9dd3-4791-a65a-87239b55c894) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:07.214132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.214574 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Added segment b14b86ca-1016-4204-8022-38755a7f85cf of type vlan for network ceef3601-8bbf-4dcc-90ee-2a079e228dbf Apr 30 01:27:07.242990 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.296346 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.313509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-8d70c26f-023c-41e6-bc49-7747f08a6c28 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462835 Apr 30 01:27:07.319131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Attempting to bind port e592f360-a745-4625-afbf-a00f40d0edf3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:07.319656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Attempting to bind port e592f360-a745-4625-afbf-a00f40d0edf3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:07.319862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Attempting to bind port e592f360-a745-4625-afbf-a00f40d0edf3 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:07.329508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd778503-bdb6-46e2-9839-3a99eb235478 None None] Pushing event updated for resources: {'Port': ['ID=e592f360-a745-4625-afbf-a00f40d0edf3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:07.332043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:07.332412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:07.332811 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.333229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:07.333655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Bound port: e592f360-a745-4625-afbf-a00f40d0edf3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:07.334078 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.384516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-c7ae93b7-8828-4f59-a804-2e1bc4cbc00f tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:07.386009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-c7ae93b7-8828-4f59-a804-2e1bc4cbc00f tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.23 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 950 time: 0.3355322 Apr 30 01:27:07.389661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] For port e592f360-a745-4625-afbf-a00f40d0edf3, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:07.393481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] For port e592f360-a745-4625-afbf-a00f40d0edf3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e592f360-a745-4625-afbf-a00f40d0edf3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:07.430683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.444309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.459165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-74649e43-05d9-4a0c-b234-55ad3c06e08b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:07.460644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-74649e43-05d9-4a0c-b234-55ad3c06e08b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383128 Apr 30 01:27:07.488970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b70593-ed4b-4308-8570-a932df6ffa8f req-a0ac29a3-01e8-4356-ae17-e46fd7bf3ee8 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:07.489817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-054e0dee-daa7-423d-9ade-8d4a434a891c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/quotas/bd53ba75fd0e4055b19b63bb92872ba5 HTTP/1.1" status: 200 len: 375 time: 0.0227530 Apr 30 01:27:07.491742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02b70593-ed4b-4308-8570-a932df6ffa8f req-a0ac29a3-01e8-4356-ae17-e46fd7bf3ee8 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 950 time: 0.4087086 Apr 30 01:27:07.511884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.528551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-2e274384-3ae7-4b38-a366-8d97f3d68d79 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285494 Apr 30 01:27:07.582258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.602642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:07.603520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:07.606998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd778503-bdb6-46e2-9839-3a99eb235478 None None] Pushing event updated for resources: {'Port': ['ID=e592f360-a745-4625-afbf-a00f40d0edf3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:07.661530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Network ac585f3c-896a-483e-a277-2f2e01293da1 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:07.666364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:07.668860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:07.675202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3b56d6-9dd3-4791-a65a-87239b55c894,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:07.729311 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.734168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:07.751110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Deleting port b2fbb008-ed04-4263-9541-4d67a197d48b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:07.751378 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.757937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02b70593-ed4b-4308-8570-a932df6ffa8f req-e6daa499-bfe7-41c4-a88f-088f5245ae8b tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241769 Apr 30 01:27:07.762927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.768723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:07.769829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:07.952774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Network': ['ID=ceef3601-8bbf-4dcc-90ee-2a079e228dbf,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:07.982282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ceef3601-8bbf-4dcc-90ee-2a079e228dbf details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:08.011613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:08.132998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-966c3a28-fcef-414d-87b8-92e26626712d None None] Provisioning complete for port 9f3b56d6-9dd3-4791-a65a-87239b55c894 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:08.133377 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-966c3a28-fcef-414d-87b8-92e26626712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:08.177740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-966c3a28-fcef-414d-87b8-92e26626712d None None] Port 9f3b56d6-9dd3-4791-a65a-87239b55c894 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:08.191789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:03Z', 'revision_number': 3, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:08.225491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caff4ad-d18c-45e4-b062-b1a278a57bbe None None] The sync data for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 is: [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:03Z', 'revision_number': 3, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:27:08.259757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 86f188c8-4508-4beb-8337-73743d503719 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:27:08.276094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-a4c72281-6b1d-48a9-a82b-f217e00b6c72 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:08.277682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-a4c72281-6b1d-48a9-a82b-f217e00b6c72 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.2460427 Apr 30 01:27:08.292906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 86f188c8-4508-4beb-8337-73743d503719 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:27:08.293354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 86f188c8-4508-4beb-8337-73743d503719 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:27:08.322879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-febbc801-53f5-4a3a-9f98-8fe682633932 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/quotas/a52d06b7d5e84f03b1dde872684d45e6 HTTP/1.1" status: 200 len: 375 time: 0.0342572 Apr 30 01:27:08.368924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-fd1b98df-5816-4008-a031-8d5c840602e1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449777 Apr 30 01:27:08.447111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:08.529037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-625d2e4a-8598-4321-8f71-46224f5ba47c service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483378 Apr 30 01:27:08.551898 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:08.578346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-19ac7ec9-3100-4158-bd9e-0c582e3a770f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8569911 Apr 30 01:27:08.588997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:08.602500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'ports': [{'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b'}, {'network_id': 'ceef3601-8bbf-4dcc-90ee-2a079e228dbf'}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:08.602869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:08.603306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': 'ceef3601-8bbf-4dcc-90ee-2a079e228dbf'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:08.627667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:08.651570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:08.691219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:08.704914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57241699-7f8f-411d-97cd-55da89dc7e0f req-a80c0977-cdc2-4a91-b13f-beb8be54ec0d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:08.706518 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57241699-7f8f-411d-97cd-55da89dc7e0f req-a80c0977-cdc2-4a91-b13f-beb8be54ec0d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 931 time: 0.8232706 Apr 30 01:27:08.760580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3b56d6-9dd3-4791-a65a-87239b55c894,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:08.819618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] For port b2fbb008-ed04-4263-9541-4d67a197d48b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=b2fbb008-ed04-4263-9541-4d67a197d48b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:08.820038 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:08.822945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Transition to ACTIVE for port object ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:27:08.834225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-40e83070-652d-4e93-baa0-7f4f8149f4f4 service neutron] 10.222.0.15 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042173 Apr 30 01:27:08.856347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Calling delete_port for b2fbb008-ed04-4263-9541-4d67a197d48b owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:08.895542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Network ac585f3c-896a-483e-a277-2f2e01293da1 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:08.907679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:08.939863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:09.040206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57241699-7f8f-411d-97cd-55da89dc7e0f req-6bc0b6f6-8ed6-4d11-a85f-62676bb54667 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893124 Apr 30 01:27:09.212900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Router b6394d20-7be6-4b31-b050-14588c633891 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:27:09.239227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7e7ff16d-8188-494e-8482-64c9dc428f6f None None] Provisioning complete for port 9f3b56d6-9dd3-4791-a65a-87239b55c894 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:09.241190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e7ff16d-8188-494e-8482-64c9dc428f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:09.339813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ff16d-8188-494e-8482-64c9dc428f6f None None] Port 9f3b56d6-9dd3-4791-a65a-87239b55c894 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:09.348291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda42b65-3eef-4ca2-9ba9-4ddb331faffe req-7a547515-1fb3-49fa-9ac1-b117da6c58a6 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:09.357364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fda42b65-3eef-4ca2-9ba9-4ddb331faffe req-7a547515-1fb3-49fa-9ac1-b117da6c58a6 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 950 time: 0.1306047 Apr 30 01:27:09.430679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fda42b65-3eef-4ca2-9ba9-4ddb331faffe req-f9b65670-9343-4a1d-9757-2c3a77763e1e tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/security-groups?id=1dd050bc-b173-4439-9ed8-c91ea5d658e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722322 Apr 30 01:27:09.433720 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:09.492476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df30b461-dff5-434f-8c52-cb7ac0327953 req-2d5d8a6f-7e91-4798-b4e0-0557837b30d4 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 210 time: 0.1382134 Apr 30 01:27:09.500455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:09.535969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e32e52f-acf0-4fa9-b246-9ad1458b12d7 req-a88176ee-c138-436b-82cc-2d5fd1b75373 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 210 time: 0.0394807 Apr 30 01:27:09.548170 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:09.552700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:27:09.567319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-83895144-03c9-49d0-bc57-39c1d4a092f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6394d20-7be6-4b31-b050-14588c633891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5362949 Apr 30 01:27:09.623160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-b63b8f38-81c6-4f3f-acc6-ec0f9da2c927 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887258 Apr 30 01:27:09.638605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 2} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:09.643545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:09.696058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:09.870150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Attempting to bind port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:09.870486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Attempting to bind port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:09.873250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Attempting to bind port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:09.905579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:27:09.905908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Attempting to bind port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:09.970548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-5c2817b9-0da6-4f4a-a9ca-21498e724e9c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:09.972196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-5c2817b9-0da6-4f4a-a9ca-21498e724e9c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3430929 Apr 30 01:27:09.980846 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Floating IP c66626e6-4dcf-4f44-9b89-5d532b99951f associated. External IP: 172.25.0.244, port: 096419d9-b0eb-4277-affc-697bc965d998. Apr 30 01:27:09.986993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:09.987333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Checking segment: {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:09.987761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Bound using segment: {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:09.988207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Bound port: ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:09.988562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.001320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e592f360-a745-4625-afbf-a00f40d0edf3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:10.011322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Request body: {'port': {'device_id': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'bd53ba75fd0e4055b19b63bb92872ba5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:10.058658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e592f360-a745-4625-afbf-a00f40d0edf3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:10.059032 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.149440 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.174597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port e592f360-a745-4625-afbf-a00f40d0edf3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e592f360-a745-4625-afbf-a00f40d0edf3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:10.210594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.220415 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.252158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-8d653237-bf13-45df-bedf-ee2c88116970 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349808 Apr 30 01:27:10.288093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=e592f360-a745-4625-afbf-a00f40d0edf3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:10.412552 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Sync routers for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:27:10.426269 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:10.426884 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:10.428886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Pushing event deleted for resources: {'Port': ['ID=b2fbb008-ed04-4263-9541-4d67a197d48b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:10.450852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-57673423-c0c3-467c-8d9d-879df7c4cb17 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:10.452646 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-57673423-c0c3-467c-8d9d-879df7c4cb17 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879435 Apr 30 01:27:10.468592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Request body: {'port': {'device_id': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'bd53ba75fd0e4055b19b63bb92872ba5'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:10.576680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:10.594686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port f8aebb7c-a2c5-49f5-84c6-dc1bdd7650c0 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:10.601970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] No DVR routers for this DVR port b2fbb008-ed04-4263-9541-4d67a197d48b on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:10.623571 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:10.631580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.636076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-045d0e5b-4663-4a5d-a2fc-310460d24da8 req-3a7724d8-1a56-4a23-a5f6-7518d80c2803 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.23 "DELETE /v2.0/ports/b2fbb008-ed04-4263-9541-4d67a197d48b HTTP/1.1" status: 204 len: 173 time: 3.2271545 Apr 30 01:27:10.652728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0981bc55-8db8-4b1d-a522-b6296f6680a1', 'name': 'network-vif-deleted', 'tag': 'b2fbb008-ed04-4263-9541-4d67a197d48b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:10.654980 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f920ac53-8d08-434e-82b7-fd2f597d7838" -d '{"events": [{"server_uuid": "0981bc55-8db8-4b1d-a522-b6296f6680a1", "name": "network-vif-deleted", "tag": "b2fbb008-ed04-4263-9541-4d67a197d48b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:10.674304 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfa3039c-ff57-43de-960f-f5e09c02c5dd req-c251887e-b1d3-4d07-8879-015da846f721 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 210 time: 0.0887685 Apr 30 01:27:10.675056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:10.686786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f308915-1a6e-4e96-bb72-c1f47215cd71 req-fecb7f04-cc35-4520-b621-dddb6cca5385 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:10.688413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f308915-1a6e-4e96-bb72-c1f47215cd71 req-fecb7f04-cc35-4520-b621-dddb6cca5385 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 943 time: 0.5527980 Apr 30 01:27:10.737427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:10.744486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-578229553-network', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:10.793771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Made reservation on behalf of bd53ba75fd0e4055b19b63bb92872ba5 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:10.797844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.800216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.826132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e52ecca-f312-49c5-8497-0ffefc35aa10 req-1823a750-e39e-4a35-acd9-64ccab6db1e5 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 210 time: 0.0318949 Apr 30 01:27:10.836645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Made reservation on behalf of 4e1ed908a40041a0b7fb395a06301c8a for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:10.839832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.845919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.848278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Made reservation on behalf of bd53ba75fd0e4055b19b63bb92872ba5 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:10.852627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.867550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.871016 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.901687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:10.902306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:10.903789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 HTTP/1.1" status: 200 len: 1091 time: 4.1379728 Apr 30 01:27:10.944637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:27:10.963727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f308915-1a6e-4e96-bb72-c1f47215cd71 req-1306e159-1d34-4d42-9d46-f9483ae389a9 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744370 Apr 30 01:27:10.995034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d08c8-042f-48c3-907b-0b221a9675c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:11.006805 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:08Z', 'revision_number': 2, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:11.017548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f311a9f-ef6d-48c1-92bd-c25f957c5052 req-dbd36de9-e9a8-4518-8af7-c1bf10453057 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 210 time: 0.0559011 Apr 30 01:27:11.061223 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Checking router: b6394d20-7be6-4b31-b050-14588c633891 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:27:11.061897 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Updating router b6394d20-7be6-4b31-b050-14588c633891 port 9f3b56d6-9dd3-4791-a65a-87239b55c894 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:27:11.068861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.073536 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62499bdb-ea20-4ffe-9bff-39003c45a041 x-openstack-request-id: req-62499bdb-ea20-4ffe-9bff-39003c45a041 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:11.073817 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0981bc55-8db8-4b1d-a522-b6296f6680a1", "name": "network-vif-deleted", "tag": "b2fbb008-ed04-4263-9541-4d67a197d48b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:11.074456 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62499bdb-ea20-4ffe-9bff-39003c45a041 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:11.074456 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62499bdb-ea20-4ffe-9bff-39003c45a041'] response: {'server_uuid': '0981bc55-8db8-4b1d-a522-b6296f6680a1', 'name': 'network-vif-deleted', 'tag': 'b2fbb008-ed04-4263-9541-4d67a197d48b', 'status': 'completed', 'code': 200} Apr 30 01:27:11.094144 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.133082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.144279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.211957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f88b41-e644-44dc-adbb-54ed64c6e922,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:11.221079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.275842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:11.303294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c2bba9-daca-40b5-96db-b2aa5d5dbc77,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:11.306473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.306815 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Added segment fbc88c03-f75a-492b-85b7-bdc1466e5bbf of type vlan for network 8b647195-650a-4a5c-a2f1-642502694008 Apr 30 01:27:11.345629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Allocated IP 192.168.233.107 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/6ac34875-e960-477a-a011-cedd8fd3310b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:11.371884 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.392108 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.452556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.465510 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.508563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.510253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:11.511138 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.519244 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Pushing event updated for resources: {'Port': ['ID=9f3b56d6-9dd3-4791-a65a-87239b55c894,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:11.537009 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.537350 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.537685 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.538027 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.538346 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.538790 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.539122 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.539458 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.539781 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.540098 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.540419 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.540896 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:11.569239 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.api [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) bd53ba75fd0e4055b19b63bb92872ba5 {{(pid=103318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:27:11.569617 n-d-821348-1 neutron-server[103318]: DEBUG oslo_db.api [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:27:11.585242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-be93ec43-2222-456a-bbf5-73976b4c26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:11.587383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-be93ec43-2222-456a-bbf5-73976b4c26f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 1094 time: 0.5081201 Apr 30 01:27:11.610752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 69b6e17b-2d45-4c7f-8835-825a236e8b6c yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:11.615843 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Attempting to bind port 9f3b56d6-9dd3-4791-a65a-87239b55c894 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:11.617598 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Attempting to bind port 9f3b56d6-9dd3-4791-a65a-87239b55c894 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:11.618180 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Attempting to bind port 9f3b56d6-9dd3-4791-a65a-87239b55c894 on network ac585f3c-896a-483e-a277-2f2e01293da1 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:11.627059 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:11.628322 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Checking segment: {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:11.629097 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.629660 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Bound using segment: {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:11.630299 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Bound port: 9f3b56d6-9dd3-4791-a65a-87239b55c894, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:11.630900 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.638513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] Pushing event updated for resources: {'Network': ['ID=8b647195-650a-4a5c-a2f1-642502694008,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:11.649310 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-414fe76a-80e6-47a3-b4c0-a4141c59ec1b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9084275 Apr 30 01:27:11.651494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45384) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:11.654228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:27:11.657910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 8b647195-650a-4a5c-a2f1-642502694008 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:11.659668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.668031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Request body: {'subnet': {'network_id': '8b647195-650a-4a5c-a2f1-642502694008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-578229553-subnet', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:11.695182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fdaeff66-8890-4340-ba21-1aed46ba8b7d tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "PUT /v2.0/floatingips/c66626e6-4dcf-4f44-9b89-5d532b99951f HTTP/1.1" status: 200 len: 991 time: 4.5619760 Apr 30 01:27:11.696652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-3ab243df-1954-4bbd-9a2e-08f53b5411cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 HTTP/1.1" status: 200 len: 217 time: 0.0958552 Apr 30 01:27:11.708229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] Sync routers for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:27:11.771099 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] For port 9f3b56d6-9dd3-4791-a65a-87239b55c894, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:11.788482 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] For port 9f3b56d6-9dd3-4791-a65a-87239b55c894, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9f3b56d6-9dd3-4791-a65a-87239b55c894,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:11.813204 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.815608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:11.816713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:11.824879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Made reservation on behalf of 4e1ed908a40041a0b7fb395a06301c8a for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:11.827690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.877542 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:11.895015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-911f5028-d66d-4d9c-b07e-0314f985a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:11.896678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-911f5028-d66d-4d9c-b07e-0314f985a5a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae06f241-10ef-4efd-aed2-a20cb385cacb HTTP/1.1" status: 200 len: 855 time: 0.1468737 Apr 30 01:27:12.001970 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a32587-a3c4-43a1-8b10-857507141e2d None None] Pushing event updated for resources: {'Port': ['ID=9f3b56d6-9dd3-4791-a65a-87239b55c894,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:12.011823 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:12.013595 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:12.028193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e592f360-a745-4625-afbf-a00f40d0edf3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:12.028427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-b68fc086-d3af-4c7a-90dc-b7667374f86f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:12.029937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-b68fc086-d3af-4c7a-90dc-b7667374f86f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 811 time: 0.3385634 Apr 30 01:27:12.032959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-ccbcc0dc-fbbb-493a-871c-4da288e71ff4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095622 Apr 30 01:27:12.050987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-953d1881-680c-4fc7-9bcc-b8fd6632f99a None None] Provisioning complete for port 9f3b56d6-9dd3-4791-a65a-87239b55c894 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:12.051660 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-953d1881-680c-4fc7-9bcc-b8fd6632f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.061175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Request body: {'port': {'device_id': 'b0f981fc-91f4-4b8a-9a13-90eee79428ca', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'admin_state_up': True, 'tenant_id': 'a52d06b7d5e84f03b1dde872684d45e6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:12.085722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.092202 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.104113 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f18bde08-0f23-4912-b7e4-586a650aeb2d req-b4aa2163-92f9-4cf3-a5c8-cc26044d5a7c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 210 time: 0.0867629 Apr 30 01:27:12.110763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:12.238074 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:12.249358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device b2fbb008-ed04-4263-9541-4d67a197d48b no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:27:12.355354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: b2fbb008-ed04-4263-9541-4d67a197d48b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:27:12.355908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device b2fbb008-ed04-4263-9541-4d67a197d48b not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:27:12.436007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65292d6e-cc4f-4533-982a-80d676658d26 req-d299b065-12db-4c71-8398-6a7c07b477a5 tempest-TenantUsagesTestJSON-1175576218 tempest-TenantUsagesTestJSON-1175576218-project] 10.222.0.15 "GET /v2.0/ports?device_id=0981bc55-8db8-4b1d-a522-b6296f6680a1 HTTP/1.1" status: 200 len: 210 time: 0.6014719 Apr 30 01:27:12.464151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-21cf5802-cf18-4192-837f-777cfa430078 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099305 Apr 30 01:27:12.563636 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-953d1881-680c-4fc7-9bcc-b8fd6632f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.594601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e592f360-a745-4625-afbf-a00f40d0edf3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:12.595249 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.615656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d90b9559-ee40-40a8-94d1-bee012ef8208 req-00a5f199-25f6-47c0-9bae-372ccb87ef37 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 210 time: 0.0503540 Apr 30 01:27:12.619114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-953d1881-680c-4fc7-9bcc-b8fd6632f99a None None] For port 9f3b56d6-9dd3-4791-a65a-87239b55c894, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9f3b56d6-9dd3-4791-a65a-87239b55c894,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:12.643487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640cfa-9fb4-4990-a154-46e76f4c2889 req-539615ba-a732-4163-b3de-8100ca870f47 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:12.645194 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6640cfa-9fb4-4990-a154-46e76f4c2889 req-539615ba-a732-4163-b3de-8100ca870f47 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 943 time: 0.3238485 Apr 30 01:27:12.653968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.681969 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:11Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:12.717414 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138811dc-c8b1-4077-bdde-600e0672128b None None] The sync data for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 is: [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:11Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:27:12.752870 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.771102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.811676 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-953d1881-680c-4fc7-9bcc-b8fd6632f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.817791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Made reservation on behalf of a52d06b7d5e84f03b1dde872684d45e6 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:12.822045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:12.833155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:12.857456 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6689c351-d6d8-4562-a38a-0fb31a43d648 req-9c70546f-7b91-401c-ae3d-60e46619ed7b service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742335 Apr 30 01:27:12.886196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e6640cfa-9fb4-4990-a154-46e76f4c2889 req-4bcb41ce-356f-46b3-a72d-3dff6986de0c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224779 Apr 30 01:27:12.903464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:12.903718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=f8aebb7c-a2c5-49f5-84c6-dc1bdd7650c0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:12.911514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:12.911814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:12.922342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:12.934189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d1881-680c-4fc7-9bcc-b8fd6632f99a None None] Pushing event updated for resources: {'Port': ['ID=9f3b56d6-9dd3-4791-a65a-87239b55c894,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:12.967390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Pushing event updated for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:12.993342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b7f226-8f0f-4761-a213-b1f8388c3829,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:13.013971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-552d878b-a58e-4e2e-a321-9cd36ad20844 None None] Provisioning complete for port 9f3b56d6-9dd3-4791-a65a-87239b55c894 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:13.014427 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-552d878b-a58e-4e2e-a321-9cd36ad20844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.020149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Checking segment: {'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:13.020518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Network hostable DHCP agents. Network: 8b647195-650a-4a5c-a2f1-642502694008, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:13.024608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Allocated IP 192.168.233.3 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:13.059965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c66626e6-4dcf-4f44-9b89-5d532b99951f', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'port_id': '096419d9-b0eb-4277-affc-697bc965d998', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'mac_address': 'fa:16:3e:9c:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:26:32Z', 'updated_at': '2022-04-30T01:27:09Z', 'revision_number': 1, 'project_id': 'e340b302c99d4085af351928200814d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:13.060268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:13.060924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.101040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] Checking router: fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:27:13.114595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:13.115383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:13.133450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241'}, {'name': 'network-changed', 'server_uuid': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'tag': '096419d9-b0eb-4277-affc-697bc965d998'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:13.135882 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297c446-bd9b-4444-8b24-a973c1a8178b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241"}, {"name": "network-changed", "server_uuid": "ff26943e-6087-4922-8fdc-8aa7d0ef3dfe", "tag": "096419d9-b0eb-4277-affc-697bc965d998"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:13.155147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Network 8b647195-650a-4a5c-a2f1-642502694008 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:13.156475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:13.160895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.199330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-fbf352aa-b6cc-46ae-b9cc-346d304c1f87 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7366307 Apr 30 01:27:13.208920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-cbb1f116-2b21-48de-bdd4-76c93fb754a1 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:27:13.210270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-cbb1f116-2b21-48de-bdd4-76c93fb754a1 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061781 Apr 30 01:27:13.224485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Request body: {'port': {'device_id': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:13.266392 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981f9337-406f-4283-a2cd-fe115637cffe x-openstack-request-id: req-981f9337-406f-4283-a2cd-fe115637cffe {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:13.267003 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff26943e-6087-4922-8fdc-8aa7d0ef3dfe", "tag": "096419d9-b0eb-4277-affc-697bc965d998", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:13.267462 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-981f9337-406f-4283-a2cd-fe115637cffe {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:13.268001 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981f9337-406f-4283-a2cd-fe115637cffe'] response: {'name': 'network-changed', 'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'status': 'completed', 'code': 200} Apr 30 01:27:13.268389 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981f9337-406f-4283-a2cd-fe115637cffe'] response: {'name': 'network-changed', 'server_uuid': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'tag': '096419d9-b0eb-4277-affc-697bc965d998', 'status': 'completed', 'code': 200} Apr 30 01:27:13.268702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:13.294343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 8b647195-650a-4a5c-a2f1-642502694008) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:13.316437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=69b6e17b-2d45-4c7f-8835-825a236e8b6c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:13.328621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:13.329368 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.410876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa58ce-d36b-4546-a916-9029fb18de39 None None] Network 8b647195-650a-4a5c-a2f1-642502694008 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:13.414242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-c8b5075d-cfaa-4cab-a875-7377c866f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:13.418142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-c8b5075d-cfaa-4cab-a875-7377c866f8e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e340b302c99d4085af351928200814d1&device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 1096 time: 0.1356916 Apr 30 01:27:13.420537 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.535486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b9ff2c71-e3b5-4c7d-ad61-70d7ba3e7033 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8815143 Apr 30 01:27:13.541042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:13.552393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:13.574677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59565b23-a99b-4750-92c7-c325ee45398d req-5615a7b0-21a8-478e-8c81-c4ab75fb732d tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:13.583356 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59565b23-a99b-4750-92c7-c325ee45398d req-5615a7b0-21a8-478e-8c81-c4ab75fb732d tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 936 time: 0.2992878 Apr 30 01:27:13.590124 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.603106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-5fee70b3-6b5d-4871-959f-87993e7e5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:13.606638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-5fee70b3-6b5d-4871-959f-87993e7e5bfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 1094 time: 0.2765195 Apr 30 01:27:13.665280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0e89bbfd-f075-4585-98cb-0e9d858cb197 None None] Provisioning complete for port 6ac34875-e960-477a-a011-cedd8fd3310b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:13.665663 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e89bbfd-f075-4585-98cb-0e9d858cb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.674183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59565b23-a99b-4750-92c7-c325ee45398d req-cd275a2f-4213-4aaf-926a-02af8dc415ee tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892136 Apr 30 01:27:13.703749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-114442b9-9588-4a58-b200-70f29156470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:13.705699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-114442b9-9588-4a58-b200-70f29156470f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d67c204c-c809-45ae-ac81-4f2d261d7752 HTTP/1.1" status: 200 len: 914 time: 0.2695560 Apr 30 01:27:13.768499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0e89bbfd-f075-4585-98cb-0e9d858cb197 None None] Port 6ac34875-e960-477a-a011-cedd8fd3310b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:13.807536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking segment: {'id': 'b14b86ca-1016-4204-8022-38755a7f85cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ceef3601-8bbf-4dcc-90ee-2a079e228dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:13.807536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network hostable DHCP agents. Network: ceef3601-8bbf-4dcc-90ee-2a079e228dbf, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:13.807536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-72e58947-8c73-4c4c-b572-466abc879355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:13.807869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-72e58947-8c73-4c4c-b572-466abc879355 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 915 time: 0.1842473 Apr 30 01:27:13.808426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-8b647195-650a-4a5c-a2f1-642502694008', 'network_id': '8b647195-650a-4a5c-a2f1-642502694008', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'fixed_ips': [{'subnet_id': '24b7f226-8f0f-4761-a213-b1f8388c3829'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:27:13.809281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.833185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Allocated IP 172.20.0.6 (076d232c-8a4e-49fd-b5f7-77fa00518483/53fb0ab4-af80-4f70-a732-87688021c8fa/eaa4d2c0-919e-4b7e-9682-59110f7b967e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:13.862368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c66626e6-4dcf-4f44-9b89-5d532b99951f', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'port_id': '096419d9-b0eb-4277-affc-697bc965d998', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'mac_address': 'fa:16:3e:9c:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:26:32Z', 'updated_at': '2022-04-30T01:27:09Z', 'revision_number': 1, 'project_id': 'e340b302c99d4085af351928200814d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:13.890829 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ad02eba-9d20-42aa-b69e-02f2f69aedc4 req-a2962217-111b-41e6-9a57-76ac035661df tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 210 time: 0.0740988 Apr 30 01:27:13.920700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.921780 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:13.932093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed172a7-37b7-4428-a24b-e77c85eae5e7 None None] The sync data for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 is: [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c66626e6-4dcf-4f44-9b89-5d532b99951f', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'port_id': '096419d9-b0eb-4277-affc-697bc965d998', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'mac_address': 'fa:16:3e:9c:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:26:32Z', 'updated_at': '2022-04-30T01:27:09Z', 'revision_number': 1, 'project_id': 'e340b302c99d4085af351928200814d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:27:13.937039 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-772a0026-bf63-462f-b72e-4dbb840a059f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 HTTP/1.1" status: 200 len: 217 time: 0.0998797 Apr 30 01:27:14.050476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9f3b56d6-9dd3-4791-a65a-87239b55c894 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:14.071037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network ceef3601-8bbf-4dcc-90ee-2a079e228dbf is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:14.092178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-4d57cb76-76a9-4600-960f-3a05a90dda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:14.093913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-4d57cb76-76a9-4600-960f-3a05a90dda27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae06f241-10ef-4efd-aed2-a20cb385cacb HTTP/1.1" status: 200 len: 855 time: 0.1449578 Apr 30 01:27:14.105167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-e760d405-e13f-448d-88d7-645c5e0142e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096419d9-b0eb-4277-affc-697bc965d998 HTTP/1.1" status: 200 len: 999 time: 0.3790159 Apr 30 01:27:14.167715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.188776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-0e616e9f-166a-442f-827f-385c0a2bf1bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757542 Apr 30 01:27:14.193032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9f3b56d6-9dd3-4791-a65a-87239b55c894 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:14.193433 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.194892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ceef3601-8bbf-4dcc-90ee-2a079e228dbf) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:14.211244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-fb2a7eef-3340-4262-a9f7-a1bc10b3edfe service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:27:14.214261 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-fb2a7eef-3340-4262-a9f7-a1bc10b3edfe service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123448 Apr 30 01:27:14.219315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:14.226462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:14.238778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:14.240296 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.243243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-8b641bc4-1bd7-489c-a940-c1bab4360dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:14.244803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-8b641bc4-1bd7-489c-a940-c1bab4360dc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=120021f8-02fa-4d29-b279-3164fe2cf9f2 HTTP/1.1" status: 200 len: 853 time: 0.0757236 Apr 30 01:27:14.274967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d0b57-caf1-481b-9a63-bd57472dd229 None None] Network ceef3601-8bbf-4dcc-90ee-2a079e228dbf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:14.289885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.295819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a5f36-3abb-4670-aac9-d2644f692773 req-0fa7a59f-b381-4850-8ec8-567de442297f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:14.298554 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b40a5f36-3abb-4670-aac9-d2644f692773 req-0fa7a59f-b381-4850-8ec8-567de442297f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 943 time: 0.2360737 Apr 30 01:27:14.320234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45412) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:14.381647 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870a127-1aa4-44a7-a25e-68071c420498 None None] New status for floating IP c66626e6-4dcf-4f44-9b89-5d532b99951f: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:27:14.384798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Allocated IP 172.20.0.2 (8b647195-650a-4a5c-a2f1-642502694008/24b7f226-8f0f-4761-a213-b1f8388c3829/c26cb036-4697-4e6f-972c-d9af7cfaeeb7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:14.466767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:14.481242 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ef5a5acb-76ef-42bf-9c97-a11b6f4931d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8899729 Apr 30 01:27:14.490927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:14.505462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45416) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:14.509733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:14.589275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:14.768111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.769200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.775156 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b40a5f36-3abb-4670-aac9-d2644f692773 req-676ce1bd-597c-4e1f-bdb8-17aa7798fb6b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660199 Apr 30 01:27:14.825970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.866967 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.869068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Network 8b647195-650a-4a5c-a2f1-642502694008 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:14.872555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:14.877097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:14.880841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac34875-e960-477a-a011-cedd8fd3310b {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:14.884886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Pushing event updated for resources: {'Port': ['ID=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:14.894537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-e66c3159-6d4f-46c4-b414-6d98e7713442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:14.897273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-e66c3159-6d4f-46c4-b414-6d98e7713442 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d67c204c-c809-45ae-ac81-4f2d261d7752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6190324 Apr 30 01:27:14.900724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.945763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2b1a2c2e-09d2-4239-b257-863de6005df8 None None] Provisioning complete for port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:14.946135 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2c2e-09d2-4239-b257-863de6005df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:14.946348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-4fa907f2-185a-485c-8bd0-d733e1a0e203 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969762 Apr 30 01:27:14.982284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Transition to ACTIVE for port object 6ac34875-e960-477a-a011-cedd8fd3310b will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:27:14.990264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c89f2738-1e83-44c7-9ffc-92440311ef2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae4e4eb2cff04a38928f2a13e7351b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6645789 Apr 30 01:27:14.993018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:14.996052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:14.996699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.023646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bcc0b-1cb5-4f08-be53-d691ba998fae req-35411cb9-daf4-4a2c-9bfe-d7f8d25ae09b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:15.029889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a2c2e-09d2-4239-b257-863de6005df8 None None] Port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:15.030769 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36bcc0b-1cb5-4f08-be53-d691ba998fae req-35411cb9-daf4-4a2c-9bfe-d7f8d25ae09b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 936 time: 0.1713986 Apr 30 01:27:15.036545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Attempting to bind port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:15.036954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Attempting to bind port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:15.037323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Attempting to bind port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 on network 8b647195-650a-4a5c-a2f1-642502694008 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:15.045734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:15.047246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Checking segment: {'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:15.048037 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.048606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Bound using segment: {'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:15.049163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Bound port: c26cb036-4697-4e6f-972c-d9af7cfaeeb7, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:15.049551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.096184 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.107813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41626303-acda-4f3f-b415-6694e75b48b4 req-6a84f270-b7a2-407a-856a-2bcb9709e7d9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 210 time: 0.0817976 Apr 30 01:27:15.131092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.133137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] For port c26cb036-4697-4e6f-972c-d9af7cfaeeb7, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:15.137615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] For port c26cb036-4697-4e6f-972c-d9af7cfaeeb7, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,segment=NetworkSegment(fbc88c03-f75a-492b-85b7-bdc1466e5bbf),segment_id=fbc88c03-f75a-492b-85b7-bdc1466e5bbf)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:15.150519 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36bcc0b-1cb5-4f08-be53-d691ba998fae req-b62b8db4-9c23-4bea-8f49-42c41d9e75ae tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183357 Apr 30 01:27:15.164225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-fb5ce346-eece-429a-8f4c-ef090ef687ff service neutron] 10.222.0.21 "GET /v2.0/networks/d67c204c-c809-45ae-ac81-4f2d261d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600193 Apr 30 01:27:15.177110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-3742b765-1195-4201-b331-3dadb54e1b7e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1938343 Apr 30 01:27:15.179689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-51b57437-83d0-498d-a0d6-c26e22fba2d4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 69b6e17b-2d45-4c7f-8835-825a236e8b6c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:15.180045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74600990-0f7c-4674-ae74-54fde71c1e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.180129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51b57437-83d0-498d-a0d6-c26e22fba2d4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.205380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Request body: {'port': {'device_id': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:15.230329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.239941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:15.283913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Network 076d232c-8a4e-49fd-b5f7-77fa00518483 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:15.310262 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74600990-0f7c-4674-ae74-54fde71c1e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.313850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:15.324839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:15.348693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c0758-95e3-471b-9c17-786c6057d6fd None None] Pushing event updated for resources: {'Port': ['ID=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:15.350377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event updated for resources: {'Port': ['ID=eaa4d2c0-919e-4b7e-9682-59110f7b967e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:15.374476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51b57437-83d0-498d-a0d6-c26e22fba2d4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.424856 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-a943835c-4bc9-4d37-b01e-983e03cc6434 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589150 Apr 30 01:27:15.427775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-51b57437-83d0-498d-a0d6-c26e22fba2d4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 69b6e17b-2d45-4c7f-8835-825a236e8b6c owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:15.436975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4297c446-bd9b-4444-8b24-a973c1a8178b req-e59433b5-13b6-4789-b67a-3219f42beaee service neutron] 10.222.0.21 "GET /v2.0/networks/d67c204c-c809-45ae-ac81-4f2d261d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607203 Apr 30 01:27:15.447922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Attempting to bind port 6ac34875-e960-477a-a011-cedd8fd3310b on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:15.448246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Attempting to bind port 6ac34875-e960-477a-a011-cedd8fd3310b by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:15.448581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Attempting to bind port 6ac34875-e960-477a-a011-cedd8fd3310b on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:15.462418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Port 6ac34875-e960-477a-a011-cedd8fd3310b on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:27:15.462940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Attempting to bind port 6ac34875-e960-477a-a011-cedd8fd3310b on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:15.463302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.482979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:15.483679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.526445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:15.526786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:15.527162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:15.527927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Bound port: 6ac34875-e960-477a-a011-cedd8fd3310b, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:15.528086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.611562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74600990-0f7c-4674-ae74-54fde71c1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.614127 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74600990-0f7c-4674-ae74-54fde71c1e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.617655 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-74600990-0f7c-4674-ae74-54fde71c1e7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1dd050bc-b173-4439-9ed8-c91ea5d658e1 HTTP/1.1" status: 204 len: 168 time: 0.6213405 Apr 30 01:27:15.671500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74600990-0f7c-4674-ae74-54fde71c1e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd050bc-b173-4439-9ed8-c91ea5d658e1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:15.715271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-bfdfdf57-cbb8-4ae5-88f2-3a340ad15108 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6589932 Apr 30 01:27:15.715511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.736395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Request body: {'port': {'device_id': 'b0f981fc-91f4-4b8a-9a13-90eee79428ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:15.762614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.776130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:15.843839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51b57437-83d0-498d-a0d6-c26e22fba2d4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.880072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:15.887078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57437-83d0-498d-a0d6-c26e22fba2d4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=69b6e17b-2d45-4c7f-8835-825a236e8b6c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:15.896646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.908543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51b57437-83d0-498d-a0d6-c26e22fba2d4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:15.911686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-51b57437-83d0-498d-a0d6-c26e22fba2d4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/69b6e17b-2d45-4c7f-8835-825a236e8b6c HTTP/1.1" status: 204 len: 168 time: 1.4031506 Apr 30 01:27:15.918628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45430) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:16.006987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c26cb036-4697-4e6f-972c-d9af7cfaeeb7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:16.021413 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.074889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:16.078325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:16.078803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.079098 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.081875 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] 10.222.0.21 "PUT /v2.0/ports/6ac34875-e960-477a-a011-cedd8fd3310b HTTP/1.1" status: 200 len: 1096 time: 2.8616505 Apr 30 01:27:16.090725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:16.094254 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9dd66c-d8f0-4636-a927-fe4ec005779a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:16.112243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:16.124458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.147465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Allocated IP 172.25.0.71 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/cb449edb-82b2-4a92-904b-0a5e7d32660f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:16.201788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e1b1-c880-4718-9612-88ae1e69ddd2 req-a7841726-afea-4567-b6ee-7aa3a0576eac tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:16.213693 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0063e1b1-c880-4718-9612-88ae1e69ddd2 req-a7841726-afea-4567-b6ee-7aa3a0576eac tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 943 time: 0.3286664 Apr 30 01:27:16.242432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:27:16.258322 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.273062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823abcb-8e6f-42b1-ba92-9130f3942370 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:16.281435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823abcb-8e6f-42b1-ba92-9130f3942370 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:16.283345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7823abcb-8e6f-42b1-ba92-9130f3942370 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3637595 Apr 30 01:27:16.294595 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:16.380735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port c26cb036-4697-4e6f-972c-d9af7cfaeeb7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,segment=NetworkSegment(fbc88c03-f75a-492b-85b7-bdc1466e5bbf),segment_id=fbc88c03-f75a-492b-85b7-bdc1466e5bbf)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:16.439806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:16.452150 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.505313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'port_id': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'mac_address': 'fa:16:3e:2b:ff:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06f241-10ef-4efd-aed2-a20cb385cacb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:27:16.569316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:16.607482 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.627173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:16.654465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:16.694451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45444) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:16.715957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Transition to ACTIVE for port object 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:27:16.728649 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.746690 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98fd4412-6b1b-47f4-8a91-6f41e114f13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.775044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb873b-ad5b-4e17-a99f-d48e74af2dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:16.775044 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eb1945-b523-4df8-b309-d3c239e1753e x-openstack-request-id: req-09eb1945-b523-4df8-b309-d3c239e1753e {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:16.775044 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:16.775044 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09eb1945-b523-4df8-b309-d3c239e1753e {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:16.775417 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09eb1945-b523-4df8-b309-d3c239e1753e'] response: {'name': 'network-changed', 'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b', 'status': 'completed', 'code': 200} Apr 30 01:27:16.801890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:16.805684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0063e1b1-c880-4718-9612-88ae1e69ddd2 req-48f715b4-ca55-440f-9f3b-bc0d306a25db tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909820 Apr 30 01:27:16.839412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44fae7-d0ef-446a-bf39-a3fffbeaedef req-d5fec991-c41d-4b7c-9a4f-a09a5e0ba059 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:16.840855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:16.840967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3e44fae7-d0ef-446a-bf39-a3fffbeaedef req-d5fec991-c41d-4b7c-9a4f-a09a5e0ba059 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 931 time: 0.1455872 Apr 30 01:27:16.915507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-5ac58db8-60e1-44db-94ff-0b8a059b5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:16.916703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-5ac58db8-60e1-44db-94ff-0b8a059b5b7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 1099 time: 0.6679211 Apr 30 01:27:16.926618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ce011-52f4-4059-991a-de50e04e4fcb None None] Network 8b647195-650a-4a5c-a2f1-642502694008 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:16.991760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:16.994830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-e148f4f6-5357-43ba-b883-fc297758ab24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6ac34875-e960-477a-a011-cedd8fd3310b HTTP/1.1" status: 200 len: 217 time: 0.0687277 Apr 30 01:27:17.026930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.029243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:27:17.077379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3e44fae7-d0ef-446a-bf39-a3fffbeaedef req-8c90ff0b-65bf-4b5c-93f0-46a8c27742b3 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901586 Apr 30 01:27:17.086644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abce15e-4e1b-4987-8a44-edaad1e38471 req-a150faf3-27f5-4cbe-aee7-190c9118b0b3 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:17.088587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2abce15e-4e1b-4987-8a44-edaad1e38471 req-a150faf3-27f5-4cbe-aee7-190c9118b0b3 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 948 time: 0.1931596 Apr 30 01:27:17.107183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ef009c55-d644-412d-87fd-89827618a122 None None] Provisioning complete for port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:17.107638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef009c55-d644-412d-87fd-89827618a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.133816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa4d2c0-919e-4b7e-9682-59110f7b967e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:17.143461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-518bc171-593f-4a85-a614-5e7fd4b5a514 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port f8aebb7c-a2c5-49f5-84c6-dc1bdd7650c0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:17.143774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518bc171-593f-4a85-a614-5e7fd4b5a514 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.148205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98fd4412-6b1b-47f4-8a91-6f41e114f13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.151828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a061723d-6e82-47ee-aa61-cedd1caf3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:17.153426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-a061723d-6e82-47ee-aa61-cedd1caf3a94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1404111 Apr 30 01:27:17.155597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.172670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Transition to ACTIVE for port object eaa4d2c0-919e-4b7e-9682-59110f7b967e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:27:17.193269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Attempting to bind port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:17.193605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Attempting to bind port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:17.193940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Attempting to bind port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:17.198877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:27:17.199207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Attempting to bind port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:17.205949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:17.206297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:17.206689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:17.207124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Bound port: 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:17.207512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.222824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98fd4412-6b1b-47f4-8a91-6f41e114f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.263273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2abce15e-4e1b-4987-8a44-edaad1e38471 req-c6d2b0e3-104a-487c-aaad-971f150d371f tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579304 Apr 30 01:27:17.276496 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.282263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518bc171-593f-4a85-a614-5e7fd4b5a514 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.307021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-c4c7ed1d-98e6-4b5c-b29e-6876c8b4570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:17.310937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-c4c7ed1d-98e6-4b5c-b29e-6876c8b4570f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349535 Apr 30 01:27:17.310937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-518bc171-593f-4a85-a614-5e7fd4b5a514 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for f8aebb7c-a2c5-49f5-84c6-dc1bdd7650c0 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:17.311121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd4412-6b1b-47f4-8a91-6f41e114f13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb6badf-b768-40af-8a69-cc8c91a0f8c4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:17.332131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.348909 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-98fd4412-6b1b-47f4-8a91-6f41e114f13e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a87f5a08c156440fab4033c67cd9f6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521902 Apr 30 01:27:17.357543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45446) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:17.385383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:17.414164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:17.420477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa4d2c0-919e-4b7e-9682-59110f7b967e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:17.452943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:17.466384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:17.478699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:17.492784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.501648 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b1cefe4-9c4e-4fb8-861e-1616eca16c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.514203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb449edb-82b2-4a92-904b-0a5e7d32660f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:17.575138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:17.576014 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.578925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-badd9221-6612-42c2-a685-f448eb43358c service neutron] 10.222.0.21 "PUT /v2.0/ports/3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 HTTP/1.1" status: 200 len: 1094 time: 2.3880830 Apr 30 01:27:17.581610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:17.589740 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435cf7cb-f7a6-4499-b88e-cc7803dd0b87" -d '{"events": [{"name": "network-changed", "server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:17.602680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Attempting to bind port eaa4d2c0-919e-4b7e-9682-59110f7b967e on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:17.607659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Attempting to bind port eaa4d2c0-919e-4b7e-9682-59110f7b967e by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:17.607659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Attempting to bind port eaa4d2c0-919e-4b7e-9682-59110f7b967e on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:17.609877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b1cefe4-9c4e-4fb8-861e-1616eca16c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.624793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd9221-6612-42c2-a685-f448eb43358c service neutron] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:17.627499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Port eaa4d2c0-919e-4b7e-9682-59110f7b967e on network 076d232c-8a4e-49fd-b5f7-77fa00518483 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:27:17.627830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Attempting to bind port eaa4d2c0-919e-4b7e-9682-59110f7b967e on network 076d232c-8a4e-49fd-b5f7-77fa00518483 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:17.642237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:17.642587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Checking segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:17.642965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Bound using segment: {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:17.643415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Bound port: eaa4d2c0-919e-4b7e-9682-59110f7b967e, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:17.643814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.651370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-85ecc96b-4e9d-4c46-ad62-2628aceeb87c service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344345 Apr 30 01:27:17.667213 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dc0489-aa6e-4fa4-8b43-5f95b211ee5c x-openstack-request-id: req-49dc0489-aa6e-4fa4-8b43-5f95b211ee5c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:17.667597 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:17.667787 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49dc0489-aa6e-4fa4-8b43-5f95b211ee5c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:17.668193 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49dc0489-aa6e-4fa4-8b43-5f95b211ee5c'] response: {'name': 'network-changed', 'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'status': 'completed', 'code': 200} Apr 30 01:27:17.708232 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518bc171-593f-4a85-a614-5e7fd4b5a514 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.754718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] For port eaa4d2c0-919e-4b7e-9682-59110f7b967e, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:17.758512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] For port eaa4d2c0-919e-4b7e-9682-59110f7b967e, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=eaa4d2c0-919e-4b7e-9682-59110f7b967e,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:17.782208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518bc171-593f-4a85-a614-5e7fd4b5a514 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.788757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-518bc171-593f-4a85-a614-5e7fd4b5a514 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/f8aebb7c-a2c5-49f5-84c6-dc1bdd7650c0 HTTP/1.1" status: 204 len: 168 time: 1.4810786 Apr 30 01:27:17.788957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45450) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:17.797282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bc171-593f-4a85-a614-5e7fd4b5a514 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=f8aebb7c-a2c5-49f5-84c6-dc1bdd7650c0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:17.889073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.905093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e92c73d9-9917-4582-bc3c-d121da9df6cb req-c6d2d71c-f117-4195-9ef7-4cc6d2a78f7a service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064390 Apr 30 01:27:17.917057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c9c39bfa-3c0a-49ae-aa06-99d6de32d96f None None] Provisioning complete for port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:17.917740 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9c39bfa-3c0a-49ae-aa06-99d6de32d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.934159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b1cefe4-9c4e-4fb8-861e-1616eca16c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.937813 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b1cefe4-9c4e-4fb8-861e-1616eca16c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.941342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5b1cefe4-9c4e-4fb8-861e-1616eca16c79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfb6badf-b768-40af-8a69-cc8c91a0f8c4 HTTP/1.1" status: 204 len: 168 time: 0.5787609 Apr 30 01:27:17.969922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf7cb-f7a6-4499-b88e-cc7803dd0b87 req-7622ce75-833d-4ed7-9521-9f29da059dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:17.971728 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-435cf7cb-f7a6-4499-b88e-cc7803dd0b87 req-7622ce75-833d-4ed7-9521-9f29da059dad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 1097 time: 0.2112656 Apr 30 01:27:17.978155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:17.978465 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:17.979915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] 10.222.0.23 "PUT /v2.0/ports/eaa4d2c0-919e-4b7e-9682-59110f7b967e HTTP/1.1" status: 200 len: 1091 time: 2.2514887 Apr 30 01:27:18.012279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cefe4-9c4e-4fb8-861e-1616eca16c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb6badf-b768-40af-8a69-cc8c91a0f8c4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:18.029338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c26cb036-4697-4e6f-972c-d9af7cfaeeb7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:18.066115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce76714-3837-40e6-9343-548644ff597a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.081742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3ce76714-3837-40e6-9343-548644ff597a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2891164 Apr 30 01:27:18.107955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcc1bb-7f14-478f-872a-a10014809904 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa4d2c0-919e-4b7e-9682-59110f7b967e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:18.114240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45456) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:18.153037 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-247983df-43e0-4393-bdce-8c01780fbab7 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:27:18.158090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-247983df-43e0-4393-bdce-8c01780fbab7 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/69b6e17b-2d45-4c7f-8835-825a236e8b6c HTTP/1.1" status: 404 len: 333 time: 0.0408111 Apr 30 01:27:18.158235 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:18.158326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-435cf7cb-f7a6-4499-b88e-cc7803dd0b87 req-221a1e84-810d-4cbb-aab7-28f41cb49a85 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1512361 Apr 30 01:27:18.158407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.158479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45460) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:18.168781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d833bb-ac3c-48b4-9011-d8f9515390dc req-fc50fb44-8d36-4d94-a2ff-ae4ff7d66a15 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.177821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59d833bb-ac3c-48b4-9011-d8f9515390dc req-fc50fb44-8d36-4d94-a2ff-ae4ff7d66a15 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 944 time: 0.2022297 Apr 30 01:27:18.188988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:18.230385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-f442bb46-e041-4530-9179-8a73edea4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.231941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-f442bb46-e041-4530-9179-8a73edea4014 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 1099 time: 0.2123120 Apr 30 01:27:18.234706 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-69644748-e902-445d-adfe-3e0d264c6273 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:27:18.239089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-69644748-e902-445d-adfe-3e0d264c6273 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/f8aebb7c-a2c5-49f5-84c6-dc1bdd7650c0 HTTP/1.1" status: 404 len: 333 time: 0.0756652 Apr 30 01:27:18.239089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.240046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45462) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:18.276298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-ab296b03-28c9-48f8-9cda-45fc36908058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.277928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-ab296b03-28c9-48f8-9cda-45fc36908058 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 1094 time: 0.1659358 Apr 30 01:27:18.352086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:27:18.356451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e33bc-c3ed-4a9c-8136-e531f3c15006 req-4edb5f72-9455-4eb9-b2c2-87bb00ce7a17 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.357398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:18.362555 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.362676 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f1e33bc-c3ed-4a9c-8136-e531f3c15006 req-4edb5f72-9455-4eb9-b2c2-87bb00ce7a17 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 943 time: 0.1628401 Apr 30 01:27:18.362676 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-5c3d1317-0684-4b43-ae26-69f7e3342c6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaa4d2c0-919e-4b7e-9682-59110f7b967e HTTP/1.1" status: 200 len: 217 time: 0.0652692 Apr 30 01:27:18.408889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59d833bb-ac3c-48b4-9011-d8f9515390dc req-19169b44-367f-437f-85da-2750fbd8ba9d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301669 Apr 30 01:27:18.433875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf7cb-f7a6-4499-b88e-cc7803dd0b87 req-82d6f3a9-512e-4c1b-8d96-a702c2f0a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.433875 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-435cf7cb-f7a6-4499-b88e-cc7803dd0b87 req-82d6f3a9-512e-4c1b-8d96-a702c2f0a483 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2507017 Apr 30 01:27:18.470324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f1e33bc-c3ed-4a9c-8136-e531f3c15006 req-f7cbccf3-1412-4bd0-a07f-898768c3267d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009576 Apr 30 01:27:18.474420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-942a72e3-848a-480c-b14e-b63ea9af193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.476515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-942a72e3-848a-480c-b14e-b63ea9af193c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.1055539 Apr 30 01:27:18.549699 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.557889 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-a9f4f6b0-dfe9-4b82-8118-3898ed7f980e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617867 Apr 30 01:27:18.587752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:18.588215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.589713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:18.592544 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b06be-dd91-425b-b5f3-0c8cce0acf1f" -d '{"events": [{"server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "name": "network-vif-plugged", "status": "completed", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:18.592863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-5ad46345-8680-4e8c-9055-83b514c1a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.594760 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-5ad46345-8680-4e8c-9055-83b514c1a414 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 1097 time: 0.1077752 Apr 30 01:27:18.596523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.627698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-af7f05cf-39e1-453c-aa11-11b9d2aed246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.629253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-af7f05cf-39e1-453c-aa11-11b9d2aed246 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3866849 Apr 30 01:27:18.652391 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b4beb6-87a2-4d57-bf7c-17c0f80184b9 x-openstack-request-id: req-b7b4beb6-87a2-4d57-bf7c-17c0f80184b9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:18.652758 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "name": "network-vif-plugged", "status": "completed", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:18.653078 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7b4beb6-87a2-4d57-bf7c-17c0f80184b9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:18.653547 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b4beb6-87a2-4d57-bf7c-17c0f80184b9'] response: {'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'code': 200} Apr 30 01:27:18.658065 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.686557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-4f8808c7-c79c-41e1-a1a2-82d526fb3861 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 HTTP/1.1" status: 200 len: 217 time: 0.0743508 Apr 30 01:27:18.719153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-641f6f05-6527-4959-8491-a932a67f2f88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6ac34875-e960-477a-a011-cedd8fd3310b HTTP/1.1" status: 200 len: 217 time: 0.0810072 Apr 30 01:27:18.767371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:18.777477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.778432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.779312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.779851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.780489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.781317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.783072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.783072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.783072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.783500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.784022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.784385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:18.794075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fece6-358b-4abb-8504-bbc3beee4321 req-6c4d227f-fa86-4797-8e6d-adc6bd87e704 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.795626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c3fece6-358b-4abb-8504-bbc3beee4321 req-6c4d227f-fa86-4797-8e6d-adc6bd87e704 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 948 time: 0.2705405 Apr 30 01:27:18.827761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-1a91f083-dbae-4d0f-9494-e7ec7f3be9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.831495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-1a91f083-dbae-4d0f-9494-e7ec7f3be9b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1366563 Apr 30 01:27:18.836941 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-3efaf59d-6895-40be-ba16-e0d01d0de1b4 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673867 Apr 30 01:27:18.845183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e359-8107-4bf5-8de3-bf30f5c3ec8a req-f1d52a53-1674-4bfa-92ec-d4d8c6ff5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.846670 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f174e359-8107-4bf5-8de3-bf30f5c3ec8a req-f1d52a53-1674-4bfa-92ec-d4d8c6ff5935 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0998862 Apr 30 01:27:18.923989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.969192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-556737d7-fa9d-40e2-b235-6ae5bdee116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.974318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-556737d7-fa9d-40e2-b235-6ae5bdee116f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2173829 Apr 30 01:27:18.974506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f174e359-8107-4bf5-8de3-bf30f5c3ec8a req-a151c70c-152d-48da-9f53-a9db45b35c78 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073225 Apr 30 01:27:18.976103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:18.977676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-0c1a183f-003a-418f-a79c-f15c6898e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:18.979172 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-0c1a183f-003a-418f-a79c-f15c6898e3e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368880 Apr 30 01:27:18.980416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceef3601-8bbf-4dcc-90ee-2a079e228dbf']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:18.986280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c3fece6-358b-4abb-8504-bbc3beee4321 req-c3d501fd-d747-458c-9612-13922b9d8070 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590383 Apr 30 01:27:18.992917 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:27:19.019067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14b86ca-1016-4204-8022-38755a7f85cf') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:19.019408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14b86ca-1016-4204-8022-38755a7f85cf') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:19.060501 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.072696 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6a09c1-8f33-4154-9de9-fd4f9886bf2a req-edc8dd6e-02a6-4fea-b07b-9214b788b412 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186944 Apr 30 01:27:19.084355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.104455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-de8a273e-388b-410d-b241-43c10dcb5482 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181352 Apr 30 01:27:19.105619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:27:19.106015 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:27:19.109069 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:27:19.111141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-a8839bce-91eb-49da-800f-a6300af92e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:19.112390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-a8839bce-91eb-49da-800f-a6300af92e5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340363 Apr 30 01:27:19.204796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c52ff71-41b0-4f2e-8045-77eb1b2ff7a6 req-fca3ffb9-c025-439d-9d47-14c7f7db2993 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945351 Apr 30 01:27:19.272185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45486) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:19.306156 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-665eb037-3930-4acf-88f2-b9881a678558 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823955 Apr 30 01:27:19.371556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-network', 'tenant_id': '26c626696a4c41cb930655041bd73cc3'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:19.431374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Made reservation on behalf of 26c626696a4c41cb930655041bd73cc3 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:19.433915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.444679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.572889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.582898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcb4b3-7ff1-4a6a-93c5-2bca4a494b21 req-8c93cf46-f21f-4084-9818-3654575f30dc tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:19.584546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33bcb4b3-7ff1-4a6a-93c5-2bca4a494b21 req-8c93cf46-f21f-4084-9818-3654575f30dc tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.0880177 Apr 30 01:27:19.626599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33bcb4b3-7ff1-4a6a-93c5-2bca4a494b21 req-29d9c315-2875-41ea-9fc5-b460a8005805 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354869 Apr 30 01:27:19.654833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.667216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Router 4ace9e29-2b15-49ba-8adb-99b2a21c130d is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:27:19.668771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f981fc-91f4-4b8a-9a13-90eee79428ca', 'tag': 'eaa4d2c0-919e-4b7e-9682-59110f7b967e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:19.668944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.672600 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270cb049-cdee-4f00-9da8-06869b4d701a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f981fc-91f4-4b8a-9a13-90eee79428ca", "tag": "eaa4d2c0-919e-4b7e-9682-59110f7b967e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:19.685559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:19.688184 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.695237 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/networks/ceef3601-8bbf-4dcc-90ee-2a079e228dbf HTTP/1.1" status: 204 len: 168 time: 1.4511845 Apr 30 01:27:19.696331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45496) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:19.705590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-725638040'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:19.717766 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cb507f-105e-4f7c-badd-7d64d7115e65 x-openstack-request-id: req-39cb507f-105e-4f7c-badd-7d64d7115e65 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:19.718046 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f981fc-91f4-4b8a-9a13-90eee79428ca", "tag": "eaa4d2c0-919e-4b7e-9682-59110f7b967e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:19.718776 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39cb507f-105e-4f7c-badd-7d64d7115e65 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:19.719166 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cb507f-105e-4f7c-badd-7d64d7115e65'] response: {'name': 'network-changed', 'server_uuid': 'b0f981fc-91f4-4b8a-9a13-90eee79428ca', 'tag': 'eaa4d2c0-919e-4b7e-9682-59110f7b967e', 'status': 'completed', 'code': 200} Apr 30 01:27:19.720245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.720581 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Added segment 79479801-3a86-429c-a433-bc7313bb1d77 of type vlan for network c706f523-b7fd-4555-a3b1-3884fce79a25 Apr 30 01:27:19.724348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f8a6aa-0bcf-4fe1-8a07-868a7a6c983c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:19.732586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Network': ['ID=ceef3601-8bbf-4dcc-90ee-2a079e228dbf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:19.791252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.791614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.791945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.792270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.792591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.792911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.793228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.793545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.793859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.794170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.794479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.794787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b2d50-d28c-4b68-9f74-2a17ba74ebb8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:27:19.802046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.834531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cb049-cdee-4f00-9da8-06869b4d701a req-cdcbae7c-39f5-4f3e-a3d7-126993a92c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:19.836116 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-270cb049-cdee-4f00-9da8-06869b4d701a req-cdcbae7c-39f5-4f3e-a3d7-126993a92c17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 1094 time: 0.0693083 Apr 30 01:27:19.837297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:19.837431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b6703-9d75-4661-9cec-892db4dd7f99 req-45b4a7b2-cb95-4a6f-aecd-fbb7ebddc6fb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:19.838752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-349b6703-9d75-4661-9cec-892db4dd7f99 req-45b4a7b2-cb95-4a6f-aecd-fbb7ebddc6fb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 943 time: 0.1745875 Apr 30 01:27:19.840589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb9dd66c-d8f0-4636-a927-fe4ec005779a req-6cefb07b-d1de-4565-ae07-20a150cf797c service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280681 Apr 30 01:27:19.847179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.905079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.906861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:19.907654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.909515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:27:19.917788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-349b6703-9d75-4661-9cec-892db4dd7f99 req-69671045-6a2b-468b-ade8-207a4c3c275e tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728462 Apr 30 01:27:19.918605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Sync routers for ids ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:27:19.930826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Routers {'4ace9e29-2b15-49ba-8adb-99b2a21c130d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:19.931560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:19.988487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:19.993615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:19.995176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b11a9b1d-2ddc-4688-a6f9-dc6ffb6849a6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4484243 Apr 30 01:27:19.997774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45500) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:20.034338 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.034681 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Added segment 554878a3-98bb-43ac-8ec4-40c2b790e940 of type vlan for network 7ae6c218-d529-4bbe-bdcf-84e811b26787 Apr 30 01:27:20.082997 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Set router 4ace9e29-2b15-49ba-8adb-99b2a21c130d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:20.091415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.093869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] Pushing event updated for resources: {'Network': ['ID=c706f523-b7fd-4555-a3b1-3884fce79a25,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:20.110085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f19da1b-35db-4411-9bfa-22d6d361739a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8335590 Apr 30 01:27:20.111867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45504) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:20.118464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Request body: {'subnet': {'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-subnet', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:20.125894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c706f523-b7fd-4555-a3b1-3884fce79a25 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:20.126074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cb049-cdee-4f00-9da8-06869b4d701a req-fc8dc91c-5180-4607-b15d-33234e8a99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:20.128584 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-270cb049-cdee-4f00-9da8-06869b4d701a req-fc8dc91c-5180-4607-b15d-33234e8a99c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 200 len: 911 time: 0.2769766 Apr 30 01:27:20.200736 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-270cb049-cdee-4f00-9da8-06869b4d701a req-428d1f22-8a47-4be1-858b-cc2acc27ef52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaa4d2c0-919e-4b7e-9682-59110f7b967e HTTP/1.1" status: 200 len: 217 time: 0.0460680 Apr 30 01:27:20.225852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e4f07-3fdd-4200-949d-f88c92b52230 req-fddbee57-a4c8-452c-9e01-d37dcb49e315 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:20.227338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b54e4f07-3fdd-4200-949d-f88c92b52230 req-fddbee57-a4c8-452c-9e01-d37dcb49e315 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 948 time: 0.1295986 Apr 30 01:27:20.285467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.290976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:20.291615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.299385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Made reservation on behalf of 26c626696a4c41cb930655041bd73cc3 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:20.301786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.306475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cb049-cdee-4f00-9da8-06869b4d701a req-5c629927-c9ca-4820-84cb-db4dd5a5973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:20.308262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-270cb049-cdee-4f00-9da8-06869b4d701a req-5c629927-c9ca-4820-84cb-db4dd5a5973e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 200 len: 851 time: 0.1001604 Apr 30 01:27:20.331537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b54e4f07-3fdd-4200-949d-f88c92b52230 req-ad0baf70-bb46-45c2-bda8-5239d24d71fb tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851641 Apr 30 01:27:20.379269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:27:17Z', 'revision_number': 3, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:20.391252 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-270cb049-cdee-4f00-9da8-06869b4d701a req-cbfe8d40-b63e-47bc-ab9a-7ea7d629e8b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=076d232c-8a4e-49fd-b5f7-77fa00518483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630443 Apr 30 01:27:20.397045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Network': ['ID=7ae6c218-d529-4bbe-bdcf-84e811b26787,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:20.417335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7ae6c218-d529-4bbe-bdcf-84e811b26787 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:20.434164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Checking router: 4ace9e29-2b15-49ba-8adb-99b2a21c130d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:27:20.434745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Updating router 4ace9e29-2b15-49ba-8adb-99b2a21c130d port cb449edb-82b2-4a92-904b-0a5e7d32660f binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:27:20.439656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.456861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-90673457-20cc-4f96-974b-9a0d9c7a3e37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7554972 Apr 30 01:27:20.462169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:20.470616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '7ae6c218-d529-4bbe-bdcf-84e811b26787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:20.498489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-270cb049-cdee-4f00-9da8-06869b4d701a req-6efeefac-15b3-4813-a6a4-404cb3b0ed7b service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986209 Apr 30 01:27:20.503063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.601074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-270cb049-cdee-4f00-9da8-06869b4d701a req-54b808b6-0ae6-4e3f-ade1-4315c0192231 service neutron] 10.222.0.23 "GET /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960071 Apr 30 01:27:20.743350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:20.746703 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.751359 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.789343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.803385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.845377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Performing IP validity checks on allocation pools {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 30 01:27:20.845983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 30 01:27:20.848070 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.878541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f65344-75db-4707-b5bf-637105b7d6aa req-1a3c8445-df5f-4327-849f-ae4f2c9f1f0b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:20.880055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3f65344-75db-4707-b5bf-637105b7d6aa req-1a3c8445-df5f-4327-849f-ae4f2c9f1f0b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1734445 Apr 30 01:27:20.903309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Attempting to bind port cb449edb-82b2-4a92-904b-0a5e7d32660f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:20.903705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Attempting to bind port cb449edb-82b2-4a92-904b-0a5e7d32660f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:20.904076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Attempting to bind port cb449edb-82b2-4a92-904b-0a5e7d32660f on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:20.906880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b6b64-b15d-428d-9f00-94ddf244808b None None] Pushing event updated for resources: {'Port': ['ID=cb449edb-82b2-4a92-904b-0a5e7d32660f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:20.912694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:20.913070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:20.913475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.913863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:20.914327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Bound port: cb449edb-82b2-4a92-904b-0a5e7d32660f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:20.914728 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:20.971958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] For port cb449edb-82b2-4a92-904b-0a5e7d32660f, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:20.976038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ea6d3e-bd58-43ce-bc82-173883d241a2,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:20.976505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] For port cb449edb-82b2-4a92-904b-0a5e7d32660f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=cb449edb-82b2-4a92-904b-0a5e7d32660f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:21.027419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.041817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Checking segment: {'id': '79479801-3a86-429c-a433-bc7313bb1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:21.042419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Network hostable DHCP agents. Network: c706f523-b7fd-4555-a3b1-3884fce79a25, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:21.044411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f621ff7-da52-473a-8e67-5e82ae52c7f1 req-fe970cff-2014-4046-ac2f-d804b53cd502 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:21.046073 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f621ff7-da52-473a-8e67-5e82ae52c7f1 req-fe970cff-2014-4046-ac2f-d804b53cd502 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 943 time: 0.0524824 Apr 30 01:27:21.081924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3f65344-75db-4707-b5bf-637105b7d6aa req-ac1f9576-5549-4d74-84a0-43cb955bc4d9 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549613 Apr 30 01:27:21.088948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Routers {'4ace9e29-2b15-49ba-8adb-99b2a21c130d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:21.089587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:21.096471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f621ff7-da52-473a-8e67-5e82ae52c7f1 req-75d9797e-1e04-4c3c-b4ae-e97a11232a2b tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Apr 30 01:27:21.142209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b6b64-b15d-428d-9f00-94ddf244808b None None] Pushing event updated for resources: {'Port': ['ID=cb449edb-82b2-4a92-904b-0a5e7d32660f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:21.183352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Allocated IP 172.20.0.1 (8b647195-650a-4a5c-a2f1-642502694008/24b7f226-8f0f-4761-a213-b1f8388c3829/59ec9798-c0f4-4734-80fc-1e09980d3f25) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:21.217370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] Set router 4ace9e29-2b15-49ba-8adb-99b2a21c130d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:21.228401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Network c706f523-b7fd-4555-a3b1-3884fce79a25 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:21.305678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceba17-aa99-4bf4-bfed-15216e0e917c req-564060ad-9048-4309-a81d-98b5e2c824f1 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:21.307091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0ceba17-aa99-4bf4-bfed-15216e0e917c req-564060ad-9048-4309-a81d-98b5e2c824f1 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1164327 Apr 30 01:27:21.337665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.355062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, c706f523-b7fd-4555-a3b1-3884fce79a25) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:21.375501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4813c9-822b-4013-b045-a6d47427f342 None None] Network c706f523-b7fd-4555-a3b1-3884fce79a25 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:21.384926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:21.385666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.427284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.446040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0ceba17-aa99-4bf4-bfed-15216e0e917c req-afb46c5c-f9a2-406c-b717-0efa65d040f7 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283183 Apr 30 01:27:21.470257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b16319-bf78-4cfa-a7a0-60426210766c req-166fc992-0f2b-4e4b-8c22-e3aca8dc90df tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:21.475682 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b16319-bf78-4cfa-a7a0-60426210766c req-166fc992-0f2b-4e4b-8c22-e3aca8dc90df tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 948 time: 0.0633492 Apr 30 01:27:21.476124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:27:17Z', 'revision_number': 3, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:21.487949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=b206452a-f6f0-4fc6-bcde-c388ffbd1d45,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:21.511879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking segment: {'id': '554878a3-98bb-43ac-8ec4-40c2b790e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ae6c218-d529-4bbe-bdcf-84e811b26787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:21.512386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network hostable DHCP agents. Network: 7ae6c218-d529-4bbe-bdcf-84e811b26787, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:21.515570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f38497-a2b8-494a-9515-0f6edd5bce80 None None] The sync data for ids ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'] in n-d-821348-1 is: [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:27:17Z', 'revision_number': 3, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:27:21.528487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b16319-bf78-4cfa-a7a0-60426210766c req-65231263-70d7-4706-be7a-4c1a9a440632 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470283 Apr 30 01:27:21.548173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5a81dd6c-b703-4c5c-9731-54ce27d7a8a5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4354181 Apr 30 01:27:21.550002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45522) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:21.554597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-router', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:21.610707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-c706f523-b7fd-4555-a3b1-3884fce79a25', 'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'fixed_ips': [{'subnet_id': 'f8ea6d3e-bd58-43ce-bc82-173883d241a2'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:27:21.611783 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.638059 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.639316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.671929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 7ae6c218-d529-4bbe-bdcf-84e811b26787 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:21.674932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.695578 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.746717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Network 8b647195-650a-4a5c-a2f1-642502694008 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:21.750260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:21.754311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:21.787531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Pushing event updated for resources: {'Port': ['ID=59ec9798-c0f4-4734-80fc-1e09980d3f25,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:21.805426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7ae6c218-d529-4bbe-bdcf-84e811b26787) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:21.813628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:21.814621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.818780 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:21.897504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05538582-d545-4e64-a988-ad62a1963f68 None None] Network 7ae6c218-d529-4bbe-bdcf-84e811b26787 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:21.993285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-56cd0ec3-a66c-4e5a-8d2a-518976fbdd5a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5298905 Apr 30 01:27:21.997868 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45530) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:22.015954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '7ae6c218-d529-4bbe-bdcf-84e811b26787', 'name': 'tempest-PortsTestJSON-1235646944'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:22.126116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device cb449edb-82b2-4a92-904b-0a5e7d32660f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:22.197701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Allocated IP 172.20.0.2 (c706f523-b7fd-4555-a3b1-3884fce79a25/f8ea6d3e-bd58-43ce-bc82-173883d241a2/c09ff38f-2838-4dae-9939-5b692098bd74) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:22.211311 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.214163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device eaa4d2c0-919e-4b7e-9682-59110f7b967e details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:27:22.225183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.284552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fb43-9a5b-48b7-8135-42093c1388b9 req-eb135c20-7b34-4dc3-9d48-a0cda7b43a70 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:22.286404 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b49fb43-9a5b-48b7-8135-42093c1388b9 req-eb135c20-7b34-4dc3-9d48-a0cda7b43a70 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1442192 Apr 30 01:27:22.367759 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b49fb43-9a5b-48b7-8135-42093c1388b9 req-f0dd79bd-8413-4237-a855-3dea5f4e8c46 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748899 Apr 30 01:27:22.379274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port eaa4d2c0-919e-4b7e-9682-59110f7b967e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=eaa4d2c0-919e-4b7e-9682-59110f7b967e,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:22.401024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'eaa4d2c0-919e-4b7e-9682-59110f7b967e', 'network_id': '076d232c-8a4e-49fd-b5f7-77fa00518483', 'port_id': 'eaa4d2c0-919e-4b7e-9682-59110f7b967e', 'mac_address': 'fa:16:3e:79:14:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fb0ab4-af80-4f70-a732-87688021c8fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:27:22.427852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6ac34875-e960-477a-a011-cedd8fd3310b details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:27:22.479213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port cb449edb-82b2-4a92-904b-0a5e7d32660f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:22.479418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.503474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa461b-71a0-4a64-a8ca-6fa7127544b6 req-caa746dd-6345-4f9d-aecb-c5fe88e6c8e9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:22.511489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45fa461b-71a0-4a64-a8ca-6fa7127544b6 req-caa746dd-6345-4f9d-aecb-c5fe88e6c8e9 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 943 time: 0.1235995 Apr 30 01:27:22.603974 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.629164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:22.632805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.644427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45fa461b-71a0-4a64-a8ca-6fa7127544b6 req-a6094137-c717-4983-ab70-1fe9e74175f7 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318493 Apr 30 01:27:22.650974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa4d2c0-919e-4b7e-9682-59110f7b967e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:22.656831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d82398c6-834f-44e1-af1e-9f6889f2975d None None] Provisioning complete for port 59ec9798-c0f4-4734-80fc-1e09980d3f25 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:22.657217 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d82398c6-834f-44e1-af1e-9f6889f2975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.695245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 2f00509e-25aa-437b-997f-db0567ffbefe yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:22.707238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.716229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d82398c6-834f-44e1-af1e-9f6889f2975d None None] Port 59ec9798-c0f4-4734-80fc-1e09980d3f25 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:22.746933 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:27:22.782416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.847703 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.854152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-7ae6c218-d529-4bbe-bdcf-84e811b26787', 'network_id': '7ae6c218-d529-4bbe-bdcf-84e811b26787', 'tenant_id': 'c577f5102c8e43eeabe8178df7c277ad', 'fixed_ips': [{'subnet_id': 'b206452a-f6f0-4fc6-bcde-c388ffbd1d45'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:27:22.854942 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:22.858119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port eaa4d2c0-919e-4b7e-9682-59110f7b967e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=eaa4d2c0-919e-4b7e-9682-59110f7b967e,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:22.997325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Pushing event updated for resources: {'Port': ['ID=59ec9798-c0f4-4734-80fc-1e09980d3f25,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:23.002754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.9 (7ae6c218-d529-4bbe-bdcf-84e811b26787/b206452a-f6f0-4fc6-bcde-c388ffbd1d45/2f00509e-25aa-437b-997f-db0567ffbefe) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:23.024691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.031734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.034860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f68c6-2134-411f-a2ba-919990883c53 req-c19c5a40-00e5-4df1-8375-fa0d65f923fb tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:23.036536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-828f68c6-2134-411f-a2ba-919990883c53 req-c19c5a40-00e5-4df1-8375-fa0d65f923fb tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 948 time: 0.0820680 Apr 30 01:27:23.056284 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.071723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Network 8b647195-650a-4a5c-a2f1-642502694008 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:23.076511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:23.122145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:23.128755 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.143006 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-828f68c6-2134-411f-a2ba-919990883c53 req-d4e862e9-20df-4cbd-8a1c-11742081aaf9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888488 Apr 30 01:27:23.193873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '6ac34875-e960-477a-a011-cedd8fd3310b', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '6ac34875-e960-477a-a011-cedd8fd3310b', 'mac_address': 'fa:16:3e:43:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:27:23.196031 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.209831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Allocated IP 172.25.0.120 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/83887e5d-0bd5-4a4a-8574-6a7476d1f4b2) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:23.211380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port cb449edb-82b2-4a92-904b-0a5e7d32660f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=cb449edb-82b2-4a92-904b-0a5e7d32660f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:23.219315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=eaa4d2c0-919e-4b7e-9682-59110f7b967e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:23.280955 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.282196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Router 4ace9e29-2b15-49ba-8adb-99b2a21c130d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:27:23.302170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['eaa4d2c0-919e-4b7e-9682-59110f7b967e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:27:23.306969 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.336834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.340597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac34875-e960-477a-a011-cedd8fd3310b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:23.357353 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.382589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.409511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:23.413340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Network c706f523-b7fd-4555-a3b1-3884fce79a25 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:23.421857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:23.424645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:23.433271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Pushing event updated for resources: {'Port': ['ID=c09ff38f-2838-4dae-9939-5b692098bd74,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:23.471475 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.501071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:27:23.508060 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.510147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:27:23.510264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-47ee55ee-d662-42d4-814d-6ac626e918c7 admin admin] 10.222.0.15 "PUT /v2.0/routers/4ace9e29-2b15-49ba-8adb-99b2a21c130d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5099628 Apr 30 01:27:23.516099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:23.519146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:23.532714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:23.534132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf424-dd93-4529-9127-60659b2f7bb0 req-56005afb-3467-4510-a897-a3932093c287 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:23.535842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edfaf424-dd93-4529-9127-60659b2f7bb0 req-56005afb-3467-4510-a897-a3932093c287 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.0961766 Apr 30 01:27:23.573150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Pushing event updated for resources: {'Port': ['ID=83887e5d-0bd5-4a4a-8574-6a7476d1f4b2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:23.588301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edfaf424-dd93-4529-9127-60659b2f7bb0 req-b65cd568-3033-4187-b73f-4c5935dd19df tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455897 Apr 30 01:27:23.601983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.610502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Attempting to bind port c09ff38f-2838-4dae-9939-5b692098bd74 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:23.610870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Attempting to bind port c09ff38f-2838-4dae-9939-5b692098bd74 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '79479801-3a86-429c-a433-bc7313bb1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:23.611227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Attempting to bind port c09ff38f-2838-4dae-9939-5b692098bd74 on network c706f523-b7fd-4555-a3b1-3884fce79a25 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:23.613599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=cb449edb-82b2-4a92-904b-0a5e7d32660f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:23.662406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 7ae6c218-d529-4bbe-bdcf-84e811b26787 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:23.666310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:23.675773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:23.689734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:23.701616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c7f4b17e-b2a0-4515-aea4-b7959ddab989 None None] Provisioning complete for port 59ec9798-c0f4-4734-80fc-1e09980d3f25 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:23.702057 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b17e-b2a0-4515-aea4-b7959ddab989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.736131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:23.736797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.760703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=2f00509e-25aa-437b-997f-db0567ffbefe,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:23.764335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4b17e-b2a0-4515-aea4-b7959ddab989 None None] Port 59ec9798-c0f4-4734-80fc-1e09980d3f25 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:23.766497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:23.766949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Checking segment: {'id': '79479801-3a86-429c-a433-bc7313bb1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:23.767469 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.767918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Bound using segment: {'id': '79479801-3a86-429c-a433-bc7313bb1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:23.768468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Bound port: c09ff38f-2838-4dae-9939-5b692098bd74, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79479801-3a86-429c-a433-bc7313bb1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:23.768914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:23.831069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce98695-9dd3-4c2e-b55f-2735ad8a38f2 req-a57c63e4-0e44-43cc-b76a-45349a9131ac tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:23.834877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ce98695-9dd3-4c2e-b55f-2735ad8a38f2 req-a57c63e4-0e44-43cc-b76a-45349a9131ac tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 944 time: 0.0754745 Apr 30 01:27:23.857914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:23.859377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-535505bb-a923-49e1-bbf6-ca442710caff tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8545730 Apr 30 01:27:23.860483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45554) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:23.871709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Allocated IP 172.20.0.2 (7ae6c218-d529-4bbe-bdcf-84e811b26787/b206452a-f6f0-4fc6-bcde-c388ffbd1d45/6428780b-5859-48c3-9a97-f8eca25a2a05) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:23.899597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'mac_address': 'fa:16:3e:4f:35:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:27:24.038751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device cb449edb-82b2-4a92-904b-0a5e7d32660f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:24.053934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-44de0b44-c5b5-4305-b2ab-97f2110591e6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 2f00509e-25aa-437b-997f-db0567ffbefe {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:24.054525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44de0b44-c5b5-4305-b2ab-97f2110591e6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.080718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ce98695-9dd3-4c2e-b55f-2735ad8a38f2 req-deae78e4-a6e2-4e8f-8581-5b7dd347d853 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317302 Apr 30 01:27:24.088450 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.092458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] For port c09ff38f-2838-4dae-9939-5b692098bd74, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:24.094441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.138339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] For port c09ff38f-2838-4dae-9939-5b692098bd74, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c09ff38f-2838-4dae-9939-5b692098bd74,segment=NetworkSegment(79479801-3a86-429c-a433-bc7313bb1d77),segment_id=79479801-3a86-429c-a433-bc7313bb1d77)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:24.155269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:24.185953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44de0b44-c5b5-4305-b2ab-97f2110591e6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.212059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-44de0b44-c5b5-4305-b2ab-97f2110591e6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 2f00509e-25aa-437b-997f-db0567ffbefe owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:24.214622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:24.221099 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.405842 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.431338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316a013-1dbf-45a9-8e6f-1772b08aa90f req-aa757e92-dd0c-42ba-83ca-de20c061fb8b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:24.432943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b316a013-1dbf-45a9-8e6f-1772b08aa90f req-aa757e92-dd0c-42ba-83ca-de20c061fb8b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 949 time: 0.0661244 Apr 30 01:27:24.478471 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.486785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b316a013-1dbf-45a9-8e6f-1772b08aa90f req-79ba1d98-ca86-465b-96c7-7d59f45a34c4 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 Apr 30 01:27:24.488103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44de0b44-c5b5-4305-b2ab-97f2110591e6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.521087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port cb449edb-82b2-4a92-904b-0a5e7d32660f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:24.521457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.523721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0b44-c5b5-4305-b2ab-97f2110591e6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=2f00509e-25aa-437b-997f-db0567ffbefe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:24.574808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8466b9-d476-4365-99b4-ef9225cb3f48 None None] Pushing event updated for resources: {'Port': ['ID=c09ff38f-2838-4dae-9939-5b692098bd74,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:24.623049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.659162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44de0b44-c5b5-4305-b2ab-97f2110591e6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.664109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-44de0b44-c5b5-4305-b2ab-97f2110591e6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/2f00509e-25aa-437b-997f-db0567ffbefe HTTP/1.1" status: 204 len: 168 time: 0.8021412 Apr 30 01:27:24.666515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45594) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:24.666839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Router 526cdaf2-95f0-43a6-8ff7-26951942adb9 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:27:24.702143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:24.711285 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9619b7-885b-44aa-b435-4c3858d60ef7 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:27:24.712021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9619b7-885b-44aa-b435-4c3858d60ef7 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:24.719476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bd9619b7-885b-44aa-b435-4c3858d60ef7 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/2f00509e-25aa-437b-997f-db0567ffbefe HTTP/1.1" status: 404 len: 333 time: 0.0468037 Apr 30 01:27:24.720266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45596) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:24.747589 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6ea18d-43b3-4ebb-8bbe-8ac135678ed5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:27:24.751930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4c6ea18d-43b3-4ebb-8bbe-8ac135678ed5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/2f00509e-25aa-437b-997f-db0567ffbefe HTTP/1.1" status: 404 len: 333 time: 0.0305071 Apr 30 01:27:24.753279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45598) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:24.757074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.841702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:27:24.843940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fae6581-10c0-4db0-8e19-17768c38aac6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet b206452a-f6f0-4fc6-bcde-c388ffbd1d45 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:27:24.847906 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fae6581-10c0-4db0-8e19-17768c38aac6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.856057 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40acb16-1238-47ef-a494-774812baedec None None] Sync routers for ids ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:27:24.866693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6ac34875-e960-477a-a011-cedd8fd3310b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:27:24.868730 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40acb16-1238-47ef-a494-774812baedec None None] Routers {'4ace9e29-2b15-49ba-8adb-99b2a21c130d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:24.869690 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d40acb16-1238-47ef-a494-774812baedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:24.889251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Network 7ae6c218-d529-4bbe-bdcf-84e811b26787 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:24.904629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fae6581-10c0-4db0-8e19-17768c38aac6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:24.914205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:24.927855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Pushing event updated for resources: {'Port': ['ID=6428780b-5859-48c3-9a97-f8eca25a2a05,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:24.927855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:24.931741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8321e-b8ea-4d0f-b70a-73fbce1a9e7e req-ea359b57-ae5f-4447-9ca3-51e26a213d06 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:24.942086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9df8321e-b8ea-4d0f-b70a-73fbce1a9e7e req-ea359b57-ae5f-4447-9ca3-51e26a213d06 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.2622216 Apr 30 01:27:24.957339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:27:25.002011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Sync routers for ids ['526cdaf2-95f0-43a6-8ff7-26951942adb9'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:27:25.018406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9df8321e-b8ea-4d0f-b70a-73fbce1a9e7e req-aca5fa19-a433-4514-91ff-ae80dd179a1c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752065 Apr 30 01:27:25.023370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Routers {'526cdaf2-95f0-43a6-8ff7-26951942adb9'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:25.024024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['526cdaf2-95f0-43a6-8ff7-26951942adb9'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:25.049752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:25.051162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-627f4788-f712-47e0-9d8f-2e9a2868563b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5001533 Apr 30 01:27:25.054162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45606) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:25.175712 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d40acb16-1238-47ef-a494-774812baedec None None] Set router 4ace9e29-2b15-49ba-8adb-99b2a21c130d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:25.194989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Attempting to bind port 6428780b-5859-48c3-9a97-f8eca25a2a05 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:25.195586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Attempting to bind port 6428780b-5859-48c3-9a97-f8eca25a2a05 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '554878a3-98bb-43ac-8ec4-40c2b790e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ae6c218-d529-4bbe-bdcf-84e811b26787'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:25.195982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Attempting to bind port 6428780b-5859-48c3-9a97-f8eca25a2a05 on network 7ae6c218-d529-4bbe-bdcf-84e811b26787 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:25.255757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:25.256308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Checking segment: {'id': '554878a3-98bb-43ac-8ec4-40c2b790e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ae6c218-d529-4bbe-bdcf-84e811b26787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:25.256804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:25.257317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Bound using segment: {'id': '554878a3-98bb-43ac-8ec4-40c2b790e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ae6c218-d529-4bbe-bdcf-84e811b26787'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:25.257888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Bound port: 6428780b-5859-48c3-9a97-f8eca25a2a05, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554878a3-98bb-43ac-8ec4-40c2b790e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ae6c218-d529-4bbe-bdcf-84e811b26787'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:25.258420 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:25.324893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Set router 526cdaf2-95f0-43a6-8ff7-26951942adb9 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:25.425947 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d40acb16-1238-47ef-a494-774812baedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:27:22Z', 'revision_number': 4, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '59ec9798-c0f4-4734-80fc-1e09980d3f25', 'name': '', 'network_id': '8b647195-650a-4a5c-a2f1-642502694008', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'mac_address': 'fa:16:3e:92:00:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '24b7f226-8f0f-4761-a213-b1f8388c3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:20Z', 'updated_at': '2022-04-30T01:27:22Z', 'revision_number': 2, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'subnets': [{'id': '24b7f226-8f0f-4761-a213-b1f8388c3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:25.476154 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40acb16-1238-47ef-a494-774812baedec None None] Checking router: 4ace9e29-2b15-49ba-8adb-99b2a21c130d for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:27:25.476511 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40acb16-1238-47ef-a494-774812baedec None None] Updating router 4ace9e29-2b15-49ba-8adb-99b2a21c130d port 59ec9798-c0f4-4734-80fc-1e09980d3f25 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:27:25.532698 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40acb16-1238-47ef-a494-774812baedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:25.561399 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fae6581-10c0-4db0-8e19-17768c38aac6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:25.681853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220ee41-a806-496f-8a9f-014da781d828 req-b2a3b984-bc33-4176-b0a7-a74d13e2c981 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:25.685716 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c220ee41-a806-496f-8a9f-014da781d828 req-b2a3b984-bc33-4176-b0a7-a74d13e2c981 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 944 time: 0.1176960 Apr 30 01:27:25.787677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7be4-5fd6-4074-9770-731e4ab7aa07 req-76294e5d-0837-424f-b5ff-babb79ff3b6c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:25.792394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-876a7be4-5fd6-4074-9770-731e4ab7aa07 req-76294e5d-0837-424f-b5ff-babb79ff3b6c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 949 time: 0.1309505 Apr 30 01:27:25.894550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c220ee41-a806-496f-8a9f-014da781d828 req-ed66f6ef-e49f-4c0f-a2ae-a441ebab7f28 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000164 Apr 30 01:27:25.897241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-router', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:21Z', 'updated_at': '2022-04-30T01:27:23Z', 'revision_number': 3, 'project_id': '26c626696a4c41cb930655041bd73cc3', 'gw_port': {'id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:23Z', 'updated_at': '2022-04-30T01:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:25.900324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-876a7be4-5fd6-4074-9770-731e4ab7aa07 req-9ad8a471-1a52-4472-a628-94846f98c9b7 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955803 Apr 30 01:27:25.967536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Checking router: 526cdaf2-95f0-43a6-8ff7-26951942adb9 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:27:25.968693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Updating router 526cdaf2-95f0-43a6-8ff7-26951942adb9 port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:27:25.990475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] For port 6428780b-5859-48c3-9a97-f8eca25a2a05, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:25.996341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fae6581-10c0-4db0-8e19-17768c38aac6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.010787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] For port 6428780b-5859-48c3-9a97-f8eca25a2a05, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6428780b-5859-48c3-9a97-f8eca25a2a05,segment=NetworkSegment(554878a3-98bb-43ac-8ec4-40c2b790e940),segment_id=554878a3-98bb-43ac-8ec4-40c2b790e940)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:26.012886 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.081908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae6581-10c0-4db0-8e19-17768c38aac6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=b206452a-f6f0-4fc6-bcde-c388ffbd1d45,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:26.085889 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40acb16-1238-47ef-a494-774812baedec None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.094763 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fae6581-10c0-4db0-8e19-17768c38aac6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.097956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6fae6581-10c0-4db0-8e19-17768c38aac6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/b206452a-f6f0-4fc6-bcde-c388ffbd1d45 HTTP/1.1" status: 204 len: 168 time: 1.3437521 Apr 30 01:27:26.101246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45646) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:26.110343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.145069 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40acb16-1238-47ef-a494-774812baedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.219540 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.220682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c09ff38f-2838-4dae-9939-5b692098bd74 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:26.223557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f7718-f28b-4092-8f12-b0adae6c1cc9 None None] Network c706f523-b7fd-4555-a3b1-3884fce79a25 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:26.266756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device eaa4d2c0-919e-4b7e-9682-59110f7b967e up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:26.279779 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be940eb-a46b-4fe4-afaa-314425be515d None None] Pushing event updated for resources: {'Port': ['ID=59ec9798-c0f4-4734-80fc-1e09980d3f25,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:26.288155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacfdc2-6bf6-4689-b6c8-774686a9b951 req-4025e976-8a81-44ec-a7fe-e66ebcb81233 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:26.300136 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7dacfdc2-6bf6-4689-b6c8-774686a9b951 req-4025e976-8a81-44ec-a7fe-e66ebcb81233 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1403637 Apr 30 01:27:26.308539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 6428780b-5859-48c3-9a97-f8eca25a2a05 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:26.312442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.349249 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d40acb16-1238-47ef-a494-774812baedec None None] Attempting to bind port 59ec9798-c0f4-4734-80fc-1e09980d3f25 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:26.349249 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d40acb16-1238-47ef-a494-774812baedec None None] Attempting to bind port 59ec9798-c0f4-4734-80fc-1e09980d3f25 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:26.350258 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40acb16-1238-47ef-a494-774812baedec None None] Attempting to bind port 59ec9798-c0f4-4734-80fc-1e09980d3f25 on network 8b647195-650a-4a5c-a2f1-642502694008 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:26.365655 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40acb16-1238-47ef-a494-774812baedec None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:26.366211 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40acb16-1238-47ef-a494-774812baedec None None] Checking segment: {'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:26.368758 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40acb16-1238-47ef-a494-774812baedec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.369257 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40acb16-1238-47ef-a494-774812baedec None None] Bound using segment: {'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:26.369964 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d40acb16-1238-47ef-a494-774812baedec None None] Bound port: 59ec9798-c0f4-4734-80fc-1e09980d3f25, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8b647195-650a-4a5c-a2f1-642502694008'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:26.370442 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40acb16-1238-47ef-a494-774812baedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.437472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7dacfdc2-6bf6-4689-b6c8-774686a9b951 req-9f954ddb-e6b7-46c0-b8ac-de4d4eb40ff2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339431 Apr 30 01:27:26.471609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.491104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] For port 6428780b-5859-48c3-9a97-f8eca25a2a05, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6428780b-5859-48c3-9a97-f8eca25a2a05,segment=NetworkSegment(554878a3-98bb-43ac-8ec4-40c2b790e940),segment_id=554878a3-98bb-43ac-8ec4-40c2b790e940)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:26.491655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.518340 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d40acb16-1238-47ef-a494-774812baedec None None] For port 59ec9798-c0f4-4734-80fc-1e09980d3f25, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:26.533121 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d40acb16-1238-47ef-a494-774812baedec None None] For port 59ec9798-c0f4-4734-80fc-1e09980d3f25, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=59ec9798-c0f4-4734-80fc-1e09980d3f25,segment=NetworkSegment(fbc88c03-f75a-492b-85b7-bdc1466e5bbf),segment_id=fbc88c03-f75a-492b-85b7-bdc1466e5bbf)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:26.535244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 6428780b-5859-48c3-9a97-f8eca25a2a05 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:26.624326 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d40acb16-1238-47ef-a494-774812baedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.659384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-04608c77-c5bc-4656-b766-a15ee83a7b39 None None] Provisioning complete for port c09ff38f-2838-4dae-9939-5b692098bd74 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:26.659384 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04608c77-c5bc-4656-b766-a15ee83a7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.685997 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40acb16-1238-47ef-a494-774812baedec None None] Routers {'4ace9e29-2b15-49ba-8adb-99b2a21c130d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:26.689930 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d40acb16-1238-47ef-a494-774812baedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:26.753893 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be940eb-a46b-4fe4-afaa-314425be515d None None] Pushing event updated for resources: {'Port': ['ID=59ec9798-c0f4-4734-80fc-1e09980d3f25,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:26.832861 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:26.849493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No DVR routers for this DVR port 6428780b-5859-48c3-9a97-f8eca25a2a05 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:26.884225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Allocated IP 172.20.0.1 (c706f523-b7fd-4555-a3b1-3884fce79a25/f8ea6d3e-bd58-43ce-bc82-173883d241a2/94d58903-8b03-4107-a739-dc3235bdc5d3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:26.907757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ba1aa-69b4-4a19-8136-63e425f80185 None None] Pushing event updated for resources: {'Port': ['ID=6428780b-5859-48c3-9a97-f8eca25a2a05,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:26.930059 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d40acb16-1238-47ef-a494-774812baedec None None] Set router 4ace9e29-2b15-49ba-8adb-99b2a21c130d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:26.954786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=6428780b-5859-48c3-9a97-f8eca25a2a05,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:27.087167 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.121856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c09ff38f-2838-4dae-9939-5b692098bd74 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:27.122257 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.204324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2912c7-ecd6-4ca8-af0f-263659f5c9fe req-bf2ee92b-1d52-4538-814b-dab847537989 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:27.206044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae6c218-d529-4bbe-bdcf-84e811b26787']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:27.209206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port eaa4d2c0-919e-4b7e-9682-59110f7b967e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:27:27.211167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04608c77-c5bc-4656-b766-a15ee83a7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.212100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2912c7-ecd6-4ca8-af0f-263659f5c9fe req-bf2ee92b-1d52-4538-814b-dab847537989 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 949 time: 0.0967567 Apr 30 01:27:27.224192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554878a3-98bb-43ac-8ec4-40c2b790e940') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:27.224881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554878a3-98bb-43ac-8ec4-40c2b790e940') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:27.241728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port eaa4d2c0-919e-4b7e-9682-59110f7b967e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:27.242259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.249803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76a5e-c75e-41da-bb95-bb9b8dfeabb6 req-04966b33-9f69-471b-b086-c32cd267f4d1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:27.258441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaf76a5e-c75e-41da-bb95-bb9b8dfeabb6 req-04966b33-9f69-471b-b086-c32cd267f4d1 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 944 time: 0.1294286 Apr 30 01:27:27.269435 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.300217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2912c7-ecd6-4ca8-af0f-263659f5c9fe req-abec6764-3153-4db1-bbff-40a263d16c0a tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815511 Apr 30 01:27:27.306680 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.316006 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.339802 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaf76a5e-c75e-41da-bb95-bb9b8dfeabb6 req-93ff9df5-1254-4ac9-b48f-f0fb8155c578 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786340 Apr 30 01:27:27.358829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:27:27.358829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:27:27.361392 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:27:27.489876 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d40acb16-1238-47ef-a494-774812baedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:27:22Z', 'revision_number': 4, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '59ec9798-c0f4-4734-80fc-1e09980d3f25', 'name': '', 'network_id': '8b647195-650a-4a5c-a2f1-642502694008', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'mac_address': 'fa:16:3e:92:00:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '24b7f226-8f0f-4761-a213-b1f8388c3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:20Z', 'updated_at': '2022-04-30T01:27:26Z', 'revision_number': 4, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'subnets': [{'id': '24b7f226-8f0f-4761-a213-b1f8388c3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:27.512471 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.529524 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40acb16-1238-47ef-a494-774812baedec None None] The sync data for ids ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'] in n-d-821348-1 is: [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:27:22Z', 'revision_number': 4, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '59ec9798-c0f4-4734-80fc-1e09980d3f25', 'name': '', 'network_id': '8b647195-650a-4a5c-a2f1-642502694008', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'mac_address': 'fa:16:3e:92:00:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '24b7f226-8f0f-4761-a213-b1f8388c3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:20Z', 'updated_at': '2022-04-30T01:27:26Z', 'revision_number': 4, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'subnets': [{'id': '24b7f226-8f0f-4761-a213-b1f8388c3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:27:27.557652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.571337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.585211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/networks/7ae6c218-d529-4bbe-bdcf-84e811b26787 HTTP/1.1" status: 204 len: 168 time: 1.4828675 Apr 30 01:27:27.620978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45656) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:27.646988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-302008024'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:27.666511 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.679298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d2b99-d5a7-4816-8389-ee5a6b930fc2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Network': ['ID=7ae6c218-d529-4bbe-bdcf-84e811b26787,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:27.695209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-04608c77-c5bc-4656-b766-a15ee83a7b39 None None] For port c09ff38f-2838-4dae-9939-5b692098bd74, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c09ff38f-2838-4dae-9939-5b692098bd74,segment=NetworkSegment(79479801-3a86-429c-a433-bc7313bb1d77),segment_id=79479801-3a86-429c-a433-bc7313bb1d77)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:27.721044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Network c706f523-b7fd-4555-a3b1-3884fce79a25 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:27.722652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:27.725443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:27.779329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:27.784752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Pushing event updated for resources: {'Port': ['ID=94d58903-8b03-4107-a739-dc3235bdc5d3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:27.786001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.800518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.800824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b0d66-b760-42e6-bbc5-159cc81de1ae req-bd84a6c4-b28f-4708-aebd-8c37bb647e5e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:27.808851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-909b0d66-b760-42e6-bbc5-159cc81de1ae req-bd84a6c4-b28f-4708-aebd-8c37bb647e5e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.2624323 Apr 30 01:27:27.818288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04608c77-c5bc-4656-b766-a15ee83a7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.821900 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.847952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.867180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:27.892499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.893475 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Added segment e07a4631-8d8e-4b57-b655-eb838025b0fa of type vlan for network bf972b24-286e-413d-a7e8-3682d501cefe Apr 30 01:27:27.945324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-909b0d66-b760-42e6-bbc5-159cc81de1ae req-2ad5a903-c600-40bd-a1ae-2b26be5dffbf tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351113 Apr 30 01:27:27.976704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:27.987098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.029388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-07ba0a90-6b02-4bc5-bbc3-d3f7c2e2ba28 None None] Provisioning complete for port c09ff38f-2838-4dae-9939-5b692098bd74 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:28.029776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07ba0a90-6b02-4bc5-bbc3-d3f7c2e2ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.031547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c627ff6-a1ed-46da-a316-c8bb32af827d None None] Pushing event updated for resources: {'Port': ['ID=83887e5d-0bd5-4a4a-8574-6a7476d1f4b2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:28.051272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Attempting to bind port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:28.053538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Attempting to bind port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:28.053970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Attempting to bind port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:28.105539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.113099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:28.116098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.158210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f981fc-91f4-4b8a-9a13-90eee79428ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa4d2c0-919e-4b7e-9682-59110f7b967e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:28.160591 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ffc5f8-6457-4187-8060-a54c6ef8eed4" -d '{"events": [{"server_uuid": "b0f981fc-91f4-4b8a-9a13-90eee79428ca", "name": "network-vif-plugged", "status": "completed", "tag": "eaa4d2c0-919e-4b7e-9682-59110f7b967e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:28.252194 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.322277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port eaa4d2c0-919e-4b7e-9682-59110f7b967e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=eaa4d2c0-919e-4b7e-9682-59110f7b967e,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:28.324553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:28.325421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:28.326322 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.326858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:28.328160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Bound port: 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:28.328698 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.373327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45668) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:28.375765 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7513278 Apr 30 01:27:28.397226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': 'bf972b24-286e-413d-a7e8-3682d501cefe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:28.400699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04608c77-c5bc-4656-b766-a15ee83a7b39 None None] Pushing event updated for resources: {'Port': ['ID=c09ff38f-2838-4dae-9939-5b692098bd74,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:28.403371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c96d6-2bf6-456a-a32d-338f899981b4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Network': ['ID=bf972b24-286e-413d-a7e8-3682d501cefe,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:28.413642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6fd2e-1abf-422d-bebf-2c4c172580d1 None None] DHCP port deletion for 7ae6c218-d529-4bbe-bdcf-84e811b26787 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:27:28.415868 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.422835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] For port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:28.479392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network bf972b24-286e-413d-a7e8-3682d501cefe details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:28.518372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] For port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83887e5d-0bd5-4a4a-8574-6a7476d1f4b2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:28.613673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:28.615890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8079a3-92d3-4bae-8745-a1dafe30aa67 None None] Network 7ae6c218-d529-4bbe-bdcf-84e811b26787 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:28.631413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=eaa4d2c0-919e-4b7e-9682-59110f7b967e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:28.644344 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:27:28.644707 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:27:28.648642 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e676c2ac-cfd9-461b-9214-f9c0cca998e6 x-openstack-request-id: req-e676c2ac-cfd9-461b-9214-f9c0cca998e6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:28.648918 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f981fc-91f4-4b8a-9a13-90eee79428ca", "name": "network-vif-plugged", "status": "completed", "tag": "eaa4d2c0-919e-4b7e-9682-59110f7b967e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:28.649170 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e676c2ac-cfd9-461b-9214-f9c0cca998e6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:28.649618 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e676c2ac-cfd9-461b-9214-f9c0cca998e6'] response: {'server_uuid': 'b0f981fc-91f4-4b8a-9a13-90eee79428ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa4d2c0-919e-4b7e-9682-59110f7b967e', 'code': 200} Apr 30 01:27:28.651300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8079a3-92d3-4bae-8745-a1dafe30aa67 None None] Network 7ae6c218-d529-4bbe-bdcf-84e811b26787 could not be found, it might have been deleted concurrently. {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 30 01:27:28.689599 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.791496 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-56dec8ef-2bd5-4b8f-91b2-5896d9bd1ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.863314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c627ff6-a1ed-46da-a316-c8bb32af827d None None] Pushing event updated for resources: {'Port': ['ID=83887e5d-0bd5-4a4a-8574-6a7476d1f4b2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:28.873431 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Routers {'526cdaf2-95f0-43a6-8ff7-26951942adb9'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:28.877088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['526cdaf2-95f0-43a6-8ff7-26951942adb9'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:28.885473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955f696-66f1-421f-a575-a2cf4d66f415 req-0ba62353-33d1-4e9f-b122-04980d190ba9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:28.887748 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9955f696-66f1-421f-a575-a2cf4d66f415 req-0ba62353-33d1-4e9f-b122-04980d190ba9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 949 time: 0.4443717 Apr 30 01:27:28.894039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15076c5a-270a-434b-9cfd-be744d1d54da req-4419de8a-870a-4332-9b61-0624b4534217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:28.895719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15076c5a-270a-434b-9cfd-be744d1d54da req-4419de8a-870a-4332-9b61-0624b4534217 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 1096 time: 0.1547606 Apr 30 01:27:28.908875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28075da-2001-4bea-b2fd-5b09096c5d11 req-59948f9d-840c-49a1-a788-416d98436977 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:28.910434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f28075da-2001-4bea-b2fd-5b09096c5d11 req-59948f9d-840c-49a1-a788-416d98436977 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 945 time: 0.1616476 Apr 30 01:27:28.950459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-07ba0a90-6b02-4bc5-bbc3-d3f7c2e2ba28 None None] Provisioning complete for port 59ec9798-c0f4-4734-80fc-1e09980d3f25 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:28.951034 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07ba0a90-6b02-4bc5-bbc3-d3f7c2e2ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:28.985343 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9955f696-66f1-421f-a575-a2cf4d66f415 req-801601dd-f103-4464-93fb-fcf289223c3f tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787570 Apr 30 01:27:28.990307 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.000084 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f28075da-2001-4bea-b2fd-5b09096c5d11 req-b73ad223-aeaa-4637-9b89-dc35e8987877 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694408 Apr 30 01:27:29.012933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15076c5a-270a-434b-9cfd-be744d1d54da req-09f3464c-0f34-4e99-96be-72b37a170b38 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015074 Apr 30 01:27:29.070905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:27:29.082120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:29.082651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.136434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b2a1-2738-4c43-b823-b5a30b87d7e0 req-0af235f2-e13d-42ff-8a55-6d5e54c50861 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:29.137827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f066b2a1-2738-4c43-b823-b5a30b87d7e0 req-0af235f2-e13d-42ff-8a55-6d5e54c50861 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.0583255 Apr 30 01:27:29.139527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:29.143860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.227290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] Set router 526cdaf2-95f0-43a6-8ff7-26951942adb9 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:29.228099 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.382166 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.386929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f066b2a1-2738-4c43-b823-b5a30b87d7e0 req-0e5a1296-2071-40ea-8a73-b5e5d2bce225 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598921 Apr 30 01:27:29.412026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Pushing event updated for resources: {'Port': ['ID=94d58903-8b03-4107-a739-dc3235bdc5d3,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:29.418225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.507415 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07ba0a90-6b02-4bc5-bbc3-d3f7c2e2ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.573862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 59ec9798-c0f4-4734-80fc-1e09980d3f25 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:29.629771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:29.645830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Network c706f523-b7fd-4555-a3b1-3884fce79a25 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:29.647268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:29.664977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-07ba0a90-6b02-4bc5-bbc3-d3f7c2e2ba28 None None] For port 59ec9798-c0f4-4734-80fc-1e09980d3f25, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=59ec9798-c0f4-4734-80fc-1e09980d3f25,segment=NetworkSegment(fbc88c03-f75a-492b-85b7-bdc1466e5bbf),segment_id=fbc88c03-f75a-492b-85b7-bdc1466e5bbf)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:29.721246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.721455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 59ec9798-c0f4-4734-80fc-1e09980d3f25 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:29.725544 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.752263 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.753065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6ac34875-e960-477a-a011-cedd8fd3310b up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:29.760375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07ba0a90-6b02-4bc5-bbc3-d3f7c2e2ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:29.830041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=1b38ca07-c1d1-4776-bf32-6b39ac6b92db,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:29.862018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking segment: {'id': 'e07a4631-8d8e-4b57-b655-eb838025b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bf972b24-286e-413d-a7e8-3682d501cefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:29.862382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network hostable DHCP agents. Network: bf972b24-286e-413d-a7e8-3682d501cefe, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:29.874992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Router 526cdaf2-95f0-43a6-8ff7-26951942adb9 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:27:29.905363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:29.907284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-88dc2f54-79be-423d-9c49-876563acbfca None None] Could not find standard attr ID for object 6428780b-5859-48c3-9a97-f8eca25a2a05. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:27:29.940836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-router', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:21Z', 'updated_at': '2022-04-30T01:27:28Z', 'revision_number': 4, 'project_id': '26c626696a4c41cb930655041bd73cc3', 'gw_port': {'id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:23Z', 'updated_at': '2022-04-30T01:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '94d58903-8b03-4107-a739-dc3235bdc5d3', 'name': '', 'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'mac_address': 'fa:16:3e:b7:31:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f8ea6d3e-bd58-43ce-bc82-173883d241a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:26Z', 'updated_at': '2022-04-30T01:27:26Z', 'revision_number': 1, 'project_id': '26c626696a4c41cb930655041bd73cc3', 'subnets': [{'id': 'f8ea6d3e-bd58-43ce-bc82-173883d241a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:29.991218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network bf972b24-286e-413d-a7e8-3682d501cefe is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:30.013871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-88dc2f54-79be-423d-9c49-876563acbfca None None] Provisioning complete for port 94d58903-8b03-4107-a739-dc3235bdc5d3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:30.014288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88dc2f54-79be-423d-9c49-876563acbfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:30.016377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf17924-a2ab-4b9d-80e3-a25e9e956e31 None None] The sync data for ids ['526cdaf2-95f0-43a6-8ff7-26951942adb9'] in n-d-821348-1 is: [{'id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-router', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:21Z', 'updated_at': '2022-04-30T01:27:28Z', 'revision_number': 4, 'project_id': '26c626696a4c41cb930655041bd73cc3', 'gw_port': {'id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:23Z', 'updated_at': '2022-04-30T01:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '94d58903-8b03-4107-a739-dc3235bdc5d3', 'name': '', 'network_id': 'c706f523-b7fd-4555-a3b1-3884fce79a25', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'mac_address': 'fa:16:3e:b7:31:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f8ea6d3e-bd58-43ce-bc82-173883d241a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:26Z', 'updated_at': '2022-04-30T01:27:26Z', 'revision_number': 1, 'project_id': '26c626696a4c41cb930655041bd73cc3', 'subnets': [{'id': 'f8ea6d3e-bd58-43ce-bc82-173883d241a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:27:30.017162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:27:30.025954 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-704c2595-985f-49fc-b2ed-a8e40f9908f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/526cdaf2-95f0-43a6-8ff7-26951942adb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9685309 Apr 30 01:27:30.076074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 6ac34875-e960-477a-a011-cedd8fd3310b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:27:30.079132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c09ff38f-2838-4dae-9939-5b692098bd74 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:30.082347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, bf972b24-286e-413d-a7e8-3682d501cefe) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:30.097792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 6ac34875-e960-477a-a011-cedd8fd3310b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:30.098017 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:30.100356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:30.101161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:30.199858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7d0aa581-7b5f-4289-8c82-c104564e17a3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8204734 Apr 30 01:27:30.202769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45680) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:30.209727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': 'bf972b24-286e-413d-a7e8-3682d501cefe', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1576535012'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:30.240697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925d22-2f09-47e7-81dd-c5feb72d82b8 req-37a8d87e-7c57-4804-95b0-4c8c1e469759 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:30.242754 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c925d22-2f09-47e7-81dd-c5feb72d82b8 req-37a8d87e-7c57-4804-95b0-4c8c1e469759 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 945 time: 0.0955350 Apr 30 01:27:30.299603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6fa89-e6c0-48cd-a56d-58f3da4a698c req-9478c477-dd88-4373-8518-a7d4875f7c91 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:30.301352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ffe6fa89-e6c0-48cd-a56d-58f3da4a698c req-9478c477-dd88-4373-8518-a7d4875f7c91 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 949 time: 0.1601949 Apr 30 01:27:30.333802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb6d6ec-df9f-4caa-961e-1588ef4796b1 None None] Network bf972b24-286e-413d-a7e8-3682d501cefe requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:30.340789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0a90-6b02-4bc5-bbc3-d3f7c2e2ba28 None None] Pushing event updated for resources: {'Port': ['ID=59ec9798-c0f4-4734-80fc-1e09980d3f25,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:30.358161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c925d22-2f09-47e7-81dd-c5feb72d82b8 req-bf0c6347-3dea-46a6-91af-d8218b5c2b5c tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786579 Apr 30 01:27:30.417257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ffe6fa89-e6c0-48cd-a56d-58f3da4a698c req-f00fdf36-3ab6-4741-a5a3-efec8a70c0bf tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930891 Apr 30 01:27:30.429385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-88dc2f54-79be-423d-9c49-876563acbfca None None] Port 94d58903-8b03-4107-a739-dc3235bdc5d3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:30.597969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d83c80-9dc5-4b34-b8ad-e9085f537e6c req-14ea74bc-d509-47cf-a53a-e65370a8fda9 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:30.603042 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b2538eb-9565-4cc5-aa6f-37d79350118f req-ae8c05f4-f49e-4b9f-bdf2-c7cd1b272a44 tempest-FloatingIPsNegativeTestJSON-1946335580 tempest-FloatingIPsNegativeTestJSON-1946335580-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=26c626696a4c41cb930655041bd73cc3 HTTP/1.1" status: 200 len: 217 time: 0.0571427 Apr 30 01:27:30.606391 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:30.607177 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16d83c80-9dc5-4b34-b8ad-e9085f537e6c req-14ea74bc-d509-47cf-a53a-e65370a8fda9 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.0922322 Apr 30 01:27:30.618346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-326886e5-4193-4806-bd3e-e3d6e0b3eeb2 None None] Provisioning complete for port 94d58903-8b03-4107-a739-dc3235bdc5d3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:30.618728 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-326886e5-4193-4806-bd3e-e3d6e0b3eeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:30.636370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c09ff38f-2838-4dae-9939-5b692098bd74 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:30.636743 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:30.639314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:30.643719 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:30.656739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16d83c80-9dc5-4b34-b8ad-e9085f537e6c req-ab0b09bd-41ce-49ef-b9bb-a8a56fcc57d0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484462 Apr 30 01:27:30.682769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:30.688237 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ecac35-fdf4-4b87-b620-60eee22cb8e5" -d '{"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-plugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:30.688354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88f59b72-9afa-4577-b51f-28d188956867 req-4fa8f9ea-1f9c-45b9-aad3-ef76de1fe740 tempest-FloatingIPsNegativeTestJSON-1946335580 tempest-FloatingIPsNegativeTestJSON-1946335580-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0646200 Apr 30 01:27:30.689662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 3d94b78b-1273-4bb7-ab0f-c64bf75537cb yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:30.739143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-326886e5-4193-4806-bd3e-e3d6e0b3eeb2 None None] Port 94d58903-8b03-4107-a739-dc3235bdc5d3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:30.787790 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-d7545e22-1562-4156-a11b-60fca907e442 req-96ccb703-6ef7-4197-a460-24c41f3700e2 tempest-FloatingIPsNegativeTestJSON-1946335580 tempest-FloatingIPsNegativeTestJSON-1946335580-project] show failed (client error): The resource could not be found. Apr 30 01:27:30.797846 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfd179e-854b-4eee-b620-644a6554e204 x-openstack-request-id: req-6dfd179e-854b-4eee-b620-644a6554e204 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:30.798459 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-plugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:30.798910 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dfd179e-854b-4eee-b620-644a6554e204 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:30.799524 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfd179e-854b-4eee-b620-644a6554e204'] response: {'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'code': 200} Apr 30 01:27:30.807482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d7545e22-1562-4156-a11b-60fca907e442 req-96ccb703-6ef7-4197-a460-24c41f3700e2 tempest-FloatingIPsNegativeTestJSON-1946335580 tempest-FloatingIPsNegativeTestJSON-1946335580-project] 10.222.0.15 "GET /v2.0/floatingips/8a48d1a9-a08a-4eb4-b491-d3705292d8dc HTTP/1.1" status: 404 len: 350 time: 0.0971889 Apr 30 01:27:30.808688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45696) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:30.836028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:30.929197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.11 (bf972b24-286e-413d-a7e8-3682d501cefe/1b38ca07-c1d1-4776-bf32-6b39ac6b92db/3d94b78b-1273-4bb7-ab0f-c64bf75537cb) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:30.940323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcf93d-1df2-456b-bf09-d0b3e12846e5 req-5a694dfd-1ee0-4180-977d-0e1ed6d5bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:30.942421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04fcf93d-1df2-456b-bf09-d0b3e12846e5 req-5a694dfd-1ee0-4180-977d-0e1ed6d5bd99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 1099 time: 0.0748520 Apr 30 01:27:30.962432 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:30.971812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fcaa-55e9-4321-bcd2-fe4bca8a2abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.006613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-bf972b24-286e-413d-a7e8-3682d501cefe', 'network_id': 'bf972b24-286e-413d-a7e8-3682d501cefe', 'tenant_id': 'c577f5102c8e43eeabe8178df7c277ad', 'fixed_ips': [{'subnet_id': '1b38ca07-c1d1-4776-bf32-6b39ac6b92db'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:27:31.007480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.025532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04fcf93d-1df2-456b-bf09-d0b3e12846e5 req-74f1da97-58b0-4640-9e57-49cb536244e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745378 Apr 30 01:27:31.063094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:31.195251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.309880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.345828 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.409710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network bf972b24-286e-413d-a7e8-3682d501cefe is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:31.418841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:31.426360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:31.431508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Allocated IP 172.20.0.2 (bf972b24-286e-413d-a7e8-3682d501cefe/1b38ca07-c1d1-4776-bf32-6b39ac6b92db/06ffd23f-2ecb-43ee-81a7-124e6145b786) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:31.509294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=3d94b78b-1273-4bb7-ab0f-c64bf75537cb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:31.591071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:31.591757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.612842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:31.617399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522bf7b-a9c2-4ed9-bc22-e017bf4105f7 req-58300a54-34e4-4ff7-af05-42da45ca532d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:31.627199 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d522bf7b-a9c2-4ed9-bc22-e017bf4105f7 req-58300a54-34e4-4ff7-af05-42da45ca532d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 945 time: 0.1229329 Apr 30 01:27:31.685083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7bc66c9e-6f40-4944-999e-ed7f59315f5d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.4798965 Apr 30 01:27:31.691095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45708) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:31.696052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d522bf7b-a9c2-4ed9-bc22-e017bf4105f7 req-bfd3b441-9187-4857-a031-23519b83eda8 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678239 Apr 30 01:27:31.741057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dc012-aa46-481f-a6a6-183b7fcc538b req-d2b8aca8-3746-4079-ba68-11336e8c3d3b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:31.748519 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed0dc012-aa46-481f-a6a6-183b7fcc538b req-d2b8aca8-3746-4079-ba68-11336e8c3d3b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 950 time: 0.1278799 Apr 30 01:27:31.829018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacca7bb-0d52-4f8f-85f1-f6ca9740bef8 req-bb6ce181-30eb-4706-a5de-e747485cad4d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:31.831166 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.837009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bacca7bb-0d52-4f8f-85f1-f6ca9740bef8 req-bb6ce181-30eb-4706-a5de-e747485cad4d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.0603633 Apr 30 01:27:31.840433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:31.840433 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.885193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed0dc012-aa46-481f-a6a6-183b7fcc538b req-7a18b9fa-56b3-42d0-86c6-ffaa110ae946 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218295 Apr 30 01:27:31.901489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bacca7bb-0d52-4f8f-85f1-f6ca9740bef8 req-20451303-d56b-4f3d-86d3-6d407684d830 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590575 Apr 30 01:27:31.941741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:31.947389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8cf92440-f4b3-4289-b661-25b42c3a832b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 3d94b78b-1273-4bb7-ab0f-c64bf75537cb {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:31.947768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8cf92440-f4b3-4289-b661-25b42c3a832b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.000373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Network bf972b24-286e-413d-a7e8-3682d501cefe is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:32.006471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:32.019005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:32.032212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Pushing event updated for resources: {'Port': ['ID=06ffd23f-2ecb-43ee-81a7-124e6145b786,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:32.095123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Deleting port 94d58903-8b03-4107-a739-dc3235bdc5d3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:32.095809 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.097662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.122627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.137066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Attempting to bind port 06ffd23f-2ecb-43ee-81a7-124e6145b786 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:32.137435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Attempting to bind port 06ffd23f-2ecb-43ee-81a7-124e6145b786 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'e07a4631-8d8e-4b57-b655-eb838025b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bf972b24-286e-413d-a7e8-3682d501cefe'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:32.137797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Attempting to bind port 06ffd23f-2ecb-43ee-81a7-124e6145b786 on network bf972b24-286e-413d-a7e8-3682d501cefe {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:32.152134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:32.152512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Checking segment: {'id': 'e07a4631-8d8e-4b57-b655-eb838025b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bf972b24-286e-413d-a7e8-3682d501cefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:32.152912 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.153303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Bound using segment: {'id': 'e07a4631-8d8e-4b57-b655-eb838025b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bf972b24-286e-413d-a7e8-3682d501cefe'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:32.153775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Bound port: 06ffd23f-2ecb-43ee-81a7-124e6145b786, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07a4631-8d8e-4b57-b655-eb838025b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bf972b24-286e-413d-a7e8-3682d501cefe'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:32.154154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.167016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8cf92440-f4b3-4289-b661-25b42c3a832b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.173564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83887e5d-0bd5-4a4a-8574-6a7476d1f4b2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:32.191763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8cf92440-f4b3-4289-b661-25b42c3a832b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 3d94b78b-1273-4bb7-ab0f-c64bf75537cb owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:32.228889 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.229668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 59ec9798-c0f4-4734-80fc-1e09980d3f25 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:32.264824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.283560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Calling delete_port for 94d58903-8b03-4107-a739-dc3235bdc5d3 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:32.310345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] For port 06ffd23f-2ecb-43ee-81a7-124e6145b786, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:32.336214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] For port 06ffd23f-2ecb-43ee-81a7-124e6145b786, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=06ffd23f-2ecb-43ee-81a7-124e6145b786,segment=NetworkSegment(e07a4631-8d8e-4b57-b655-eb838025b0fa),segment_id=e07a4631-8d8e-4b57-b655-eb838025b0fa)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:32.347468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=83887e5d-0bd5-4a4a-8574-6a7476d1f4b2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:32.360180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 59ec9798-c0f4-4734-80fc-1e09980d3f25 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:32.360567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.384521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-cf1f4391-f67e-4e6e-a8c9-e4590fd71192 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0868452 Apr 30 01:27:32.417060 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.556678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c6cb-e723-4d32-8784-fe2c48b702b2 None None] Pushing event updated for resources: {'Port': ['ID=06ffd23f-2ecb-43ee-81a7-124e6145b786,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:32.626519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ed298-94c4-47c0-a016-fb3b0f0e3c81 req-f522502a-8ad2-438c-8db6-b0a91d7709bb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.628064 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c92ed298-94c4-47c0-a016-fb3b0f0e3c81 req-f522502a-8ad2-438c-8db6-b0a91d7709bb tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 945 time: 0.0813026 Apr 30 01:27:32.635892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c558d38f-98c6-452f-b9b2-554fdddb4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.636352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c558d38f-98c6-452f-b9b2-554fdddb4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.636812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c558d38f-98c6-452f-b9b2-554fdddb4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.637267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c558d38f-98c6-452f-b9b2-554fdddb4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.637716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c558d38f-98c6-452f-b9b2-554fdddb4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.638164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c558d38f-98c6-452f-b9b2-554fdddb4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.638608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c558d38f-98c6-452f-b9b2-554fdddb4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.641844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c558d38f-98c6-452f-b9b2-554fdddb4fe8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=139ef8a4b2034700acd4ea500bb52be4&device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 6499 time: 0.1529319 Apr 30 01:27:32.677063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8cf92440-f4b3-4289-b661-25b42c3a832b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.719206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf92440-f4b3-4289-b661-25b42c3a832b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=3d94b78b-1273-4bb7-ab0f-c64bf75537cb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:32.781135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:32.800975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:32.802061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c92ed298-94c4-47c0-a016-fb3b0f0e3c81 req-c9e14a56-2f5a-44e6-be03-d5f4d621d834 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596401 Apr 30 01:27:32.803706 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a059317-de3d-4874-bd06-58b03d59b540" -d '{"events": [{"server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "name": "network-vif-plugged", "status": "completed", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:32.845358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d58903-8b03-4107-a739-dc3235bdc5d3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:32.858100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-e0894b1b-27ed-4dfe-9173-6b0eb2ef2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.859722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-e0894b1b-27ed-4dfe-9173-6b0eb2ef2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.859722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-e0894b1b-27ed-4dfe-9173-6b0eb2ef2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:32.861426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-e0894b1b-27ed-4dfe-9173-6b0eb2ef2ac1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=3bb9ea1c-8985-4087-ab33-7982949d0a49&id=811c6416-3faf-4022-af7d-a01b5297b65e&id=811c6416-3faf-4022-af7d-a01b5297b65e HTTP/1.1" status: 200 len: 2293 time: 0.1868470 Apr 30 01:27:32.862019 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c89f51d-4d0f-4c44-b5b8-d52683ed2fdf x-openstack-request-id: req-3c89f51d-4d0f-4c44-b5b8-d52683ed2fdf {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:32.862345 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "name": "network-vif-plugged", "status": "completed", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:32.862542 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c89f51d-4d0f-4c44-b5b8-d52683ed2fdf {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:32.862933 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c89f51d-4d0f-4c44-b5b8-d52683ed2fdf'] response: {'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b', 'code': 200} Apr 30 01:27:33.080576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-e4e3dbfa-28c4-4a2d-989d-b58195b679a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f887667a-ed76-4c2e-9f50-5cd985f7b7db HTTP/1.1" status: 200 len: 1001 time: 0.2117355 Apr 30 01:27:33.095975 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8cf92440-f4b3-4289-b661-25b42c3a832b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:33.099171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8cf92440-f4b3-4289-b661-25b42c3a832b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/3d94b78b-1273-4bb7-ab0f-c64bf75537cb HTTP/1.1" status: 204 len: 168 time: 1.4071095 Apr 30 01:27:33.104513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45722) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:33.141784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1ec15-0435-4c92-b09f-c196c003f8bc req-43a0453b-b6ff-4628-ac7c-349ec5a895cd tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:33.159085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bb1ec15-0435-4c92-b09f-c196c003f8bc req-43a0453b-b6ff-4628-ac7c-349ec5a895cd tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 950 time: 0.1490676 Apr 30 01:27:33.175085 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c17a8ff-025c-4ac5-a8c6-2319600f337d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:27:33.179258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2c17a8ff-025c-4ac5-a8c6-2319600f337d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/3d94b78b-1273-4bb7-ab0f-c64bf75537cb HTTP/1.1" status: 404 len: 333 time: 0.0712705 Apr 30 01:27:33.182923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45724) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:33.198311 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d844-8604-4c06-8b78-378d114c76a3 req-e90daf61-a7d6-4324-8849-6959f31cb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:33.200290 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e93d844-8604-4c06-8b78-378d114c76a3 req-e90daf61-a7d6-4324-8849-6959f31cb93b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 1101 time: 0.1873169 Apr 30 01:27:33.208831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ae05-44da-45ce-9b2f-61e0afdf67f3 req-4cbf7f11-95a6-4f74-9a71-475d6c358ec6 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:33.210341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4683ae05-44da-45ce-9b2f-61e0afdf67f3 req-4cbf7f11-95a6-4f74-9a71-475d6c358ec6 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1778524 Apr 30 01:27:33.213571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-234dba02-6e8f-48d4-9434-064fe3c4f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:33.214605 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-234dba02-6e8f-48d4-9434-064fe3c4f61b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c50f5a2f-2616-4a96-8b89-d0f1fa124037 HTTP/1.1" status: 200 len: 855 time: 0.1234851 Apr 30 01:27:33.227180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bb1ec15-0435-4c92-b09f-c196c003f8bc req-6a323fa8-ac7b-4274-81db-0b14af5aca49 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669975 Apr 30 01:27:33.291048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-3d2104c1-7b57-4f3f-9bc4-cb13038fe625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:33.292710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-3d2104c1-7b57-4f3f-9bc4-cb13038fe625 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596709 Apr 30 01:27:33.444597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-6b7e5faf-6335-486b-967b-c509771b0b9c service neutron] 10.222.0.21 "GET /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450720 Apr 30 01:27:33.561768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 06ffd23f-2ecb-43ee-81a7-124e6145b786 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:33.579912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-a41b289e-d4cb-43c0-ad3e-668bcc72f3c6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281807 Apr 30 01:27:33.631920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-02e88e66-464c-472c-a868-1f1c6bab5a4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=76b8d36e-a0e7-4987-ba3b-e75afce219da HTTP/1.1" status: 200 len: 217 time: 0.0441115 Apr 30 01:27:33.676491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 06ffd23f-2ecb-43ee-81a7-124e6145b786 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:33.676963 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:33.727541 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:33.761897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-463f355d-3fa6-420b-90de-f7c6d9911617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:33.771780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-463f355d-3fa6-420b-90de-f7c6d9911617 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 200 len: 797 time: 0.1272171 Apr 30 01:27:33.789441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e93d844-8604-4c06-8b78-378d114c76a3 req-8b6158e6-c96a-472e-bb9a-4b0c80cf2c96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781059 Apr 30 01:27:33.819601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-927ea50d-d77b-4831-97d0-4364b55efb4e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet 1b38ca07-c1d1-4776-bf32-6b39ac6b92db {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:27:33.837355 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:33.848272 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:33.882661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-4ffe6f43-5b41-44e4-ab6b-a9d937861981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:33.886679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-4ffe6f43-5b41-44e4-ab6b-a9d937861981 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bb9ea1c-8985-4087-ab33-7982949d0a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129684 Apr 30 01:27:33.888173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 06ffd23f-2ecb-43ee-81a7-124e6145b786, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=06ffd23f-2ecb-43ee-81a7-124e6145b786,segment=NetworkSegment(e07a4631-8d8e-4b57-b655-eb838025b0fa),segment_id=e07a4631-8d8e-4b57-b655-eb838025b0fa)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:33.894480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-927ea50d-d77b-4831-97d0-4364b55efb4e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:33.939279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4683ae05-44da-45ce-9b2f-61e0afdf67f3 req-c3dd1ae6-ee50-42fc-82b8-5d4c5c18d9ff tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968219 Apr 30 01:27:33.960846 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:33.961869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:33.971597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:34.002456 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-927ea50d-d77b-4831-97d0-4364b55efb4e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:34.026462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c7f08-3ad9-4e5b-bc55-932be2cbbab3 None None] Network bf972b24-286e-413d-a7e8-3682d501cefe requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:34.091908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-f18a944b-7c27-4508-8808-c494461fabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:34.093447 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-f18a944b-7c27-4508-8808-c494461fabc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 1096 time: 0.2244296 Apr 30 01:27:34.233650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=06ffd23f-2ecb-43ee-81a7-124e6145b786,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:34.244593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5f8bd69c-aa2e-44cc-96d4-caa70b841115 None None] Provisioning complete for port 06ffd23f-2ecb-43ee-81a7-124e6145b786 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:34.245085 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd69c-aa2e-44cc-96d4-caa70b841115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:34.307978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-927ea50d-d77b-4831-97d0-4364b55efb4e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:34.334499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:34.335215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:34.400209 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] Sync routers for ids ['526cdaf2-95f0-43a6-8ff7-26951942adb9'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:27:34.428171 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] Routers {'526cdaf2-95f0-43a6-8ff7-26951942adb9'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:34.431119 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['526cdaf2-95f0-43a6-8ff7-26951942adb9'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:34.468808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-ccb4b05f-df52-4a7c-8f40-a68712ca0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:34.470343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-ccb4b05f-df52-4a7c-8f40-a68712ca0dfd service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 915 time: 0.3504155 Apr 30 01:27:34.598210 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-5ab31ce5-6f6c-4959-8af4-939fb6dfec89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 HTTP/1.1" status: 200 len: 217 time: 0.0663290 Apr 30 01:27:34.608787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8763393-44b3-4f9e-a37f-056b96ad50d3 req-da57203e-18d3-459b-aa44-5b01620bf8fe tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:34.616996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8763393-44b3-4f9e-a37f-056b96ad50d3 req-da57203e-18d3-459b-aa44-5b01620bf8fe tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 950 time: 0.2109003 Apr 30 01:27:34.644139 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] Set router 526cdaf2-95f0-43a6-8ff7-26951942adb9 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:34.689121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Router 526cdaf2-95f0-43a6-8ff7-26951942adb9 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:27:34.709724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-927ea50d-d77b-4831-97d0-4364b55efb4e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:34.737468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8763393-44b3-4f9e-a37f-056b96ad50d3 req-8f7e7f2a-621f-4a16-8a71-459a873e483f tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195731 Apr 30 01:27:34.742196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8d3c2-a980-4099-8c00-0125bc8feb99 req-3368090f-b914-41e0-b71a-1f3e24aaa72f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:34.757174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21a8d3c2-a980-4099-8c00-0125bc8feb99 req-3368090f-b914-41e0-b71a-1f3e24aaa72f tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 945 time: 0.8248503 Apr 30 01:27:34.771241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2986e763-333a-43e2-b113-d93e7b654519 None None] Provisioning complete for port 06ffd23f-2ecb-43ee-81a7-124e6145b786 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:34.771895 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2986e763-333a-43e2-b113-d93e7b654519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:34.791925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-0f31488f-0f7d-46fb-a0d2-4009a2ac53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:34.794089 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-0f31488f-0f7d-46fb-a0d2-4009a2ac53e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae06f241-10ef-4efd-aed2-a20cb385cacb HTTP/1.1" status: 200 len: 855 time: 0.1686740 Apr 30 01:27:34.795259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c14b7549-5027-439d-b6bc-8d79f7e1d149 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030567 Apr 30 01:27:34.798705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ea50d-d77b-4831-97d0-4364b55efb4e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=1b38ca07-c1d1-4776-bf32-6b39ac6b92db,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:34.813295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-927ea50d-d77b-4831-97d0-4364b55efb4e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:34.821390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-927ea50d-d77b-4831-97d0-4364b55efb4e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/1b38ca07-c1d1-4776-bf32-6b39ac6b92db HTTP/1.1" status: 204 len: 168 time: 1.6361191 Apr 30 01:27:34.824360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:34.964931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-78c1e313-5445-47c9-aea9-0fa9d1e32f39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621280 Apr 30 01:27:35.007768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-4f9e6925-a208-484f-b230-84ca683c234c service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014294 Apr 30 01:27:35.036398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21a8d3c2-a980-4099-8c00-0125bc8feb99 req-0bc420d0-003e-4d35-8b9f-ae080b5d4ed0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725890 Apr 30 01:27:35.087668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a8c0e-e529-4bbe-837f-54b7b4fbbb4b None None] Network bf972b24-286e-413d-a7e8-3682d501cefe requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:35.111807 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-6cc4131f-e930-4725-be2e-dbe397194211 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6b676cc5-8d0b-4812-adff-5f37e29c73cd HTTP/1.1" status: 200 len: 217 time: 0.0800893 Apr 30 01:27:35.182781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-1f9c45a2-51cc-4dd1-9f24-36b600fed9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:35.185774 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-1f9c45a2-51cc-4dd1-9f24-36b600fed9c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 200 len: 797 time: 0.0665648 Apr 30 01:27:35.190782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.224189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3581e514-c18b-4a71-92f7-cd2295c65d2a None None] Could not find standard attr ID for object 3d94b78b-1273-4bb7-ab0f-c64bf75537cb. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:27:35.258568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413b65-bdaf-4f60-ac69-54009d4be0d0 req-9a8acda9-213f-41c5-8cb2-60e59f3e8b26 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:35.260301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10413b65-bdaf-4f60-ac69-54009d4be0d0 req-9a8acda9-213f-41c5-8cb2-60e59f3e8b26 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.2157276 Apr 30 01:27:35.282367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-5d413efb-fbba-4b0a-85b3-1912172e107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:35.287253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-5d413efb-fbba-4b0a-85b3-1912172e107a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bb9ea1c-8985-4087-ab33-7982949d0a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926785 Apr 30 01:27:35.290489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:27:35.293540 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-8c09b1a9-bd11-4c1c-ad86-1e5d865a5608 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185837 Apr 30 01:27:35.297560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d4c445d7-7cf2-4c2f-a6b5-a620cde2b141 admin admin] 10.222.0.15 "PUT /v2.0/routers/526cdaf2-95f0-43a6-8ff7-26951942adb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4876490 Apr 30 01:27:35.301980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45740) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:35.343378 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-router', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:21Z', 'updated_at': '2022-04-30T01:27:32Z', 'revision_number': 5, 'project_id': '26c626696a4c41cb930655041bd73cc3', 'gw_port': {'id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:23Z', 'updated_at': '2022-04-30T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:35.390504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df184f-04a5-4453-b849-8fea85919529 None None] DHCP port deletion for bf972b24-286e-413d-a7e8-3682d501cefe request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:27:35.417842 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] Checking router: 526cdaf2-95f0-43a6-8ff7-26951942adb9 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:27:35.433899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10413b65-bdaf-4f60-ac69-54009d4be0d0 req-a4fa72de-9458-44d7-81a6-62e9acddf8db tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582675 Apr 30 01:27:35.445046 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] Routers {'526cdaf2-95f0-43a6-8ff7-26951942adb9'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:35.450355 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['526cdaf2-95f0-43a6-8ff7-26951942adb9'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:35.484685 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ab21e3-661f-4b6a-a5ae-760e263bca56 req-e755079f-aa56-43e8-82bb-acd3e92a5fb9 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763492 Apr 30 01:27:35.487158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 06ffd23f-2ecb-43ee-81a7-124e6145b786 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:35.487540 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.509064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65df184f-04a5-4453-b849-8fea85919529 None None] Deleting port 06ffd23f-2ecb-43ee-81a7-124e6145b786 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:35.509566 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65df184f-04a5-4453-b849-8fea85919529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.618146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] For port 06ffd23f-2ecb-43ee-81a7-124e6145b786, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=06ffd23f-2ecb-43ee-81a7-124e6145b786,segment=NetworkSegment(e07a4631-8d8e-4b57-b655-eb838025b0fa),segment_id=e07a4631-8d8e-4b57-b655-eb838025b0fa)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:35.618455 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.626763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-65df184f-04a5-4453-b849-8fea85919529 None None] For port 06ffd23f-2ecb-43ee-81a7-124e6145b786, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=06ffd23f-2ecb-43ee-81a7-124e6145b786,segment=NetworkSegment(e07a4631-8d8e-4b57-b655-eb838025b0fa),segment_id=e07a4631-8d8e-4b57-b655-eb838025b0fa)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:35.629010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65df184f-04a5-4453-b849-8fea85919529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.632540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.647351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 06ffd23f-2ecb-43ee-81a7-124e6145b786 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:35.654399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65df184f-04a5-4453-b849-8fea85919529 None None] Calling delete_port for 06ffd23f-2ecb-43ee-81a7-124e6145b786 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:35.685282 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] Set router 526cdaf2-95f0-43a6-8ff7-26951942adb9 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:27:35.791914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee43bee-60f8-41d4-8061-6f35287a6f7a req-809bd926-8230-4c9e-bec4-e2c3b4688113 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:35.793483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ee43bee-60f8-41d4-8061-6f35287a6f7a req-809bd926-8230-4c9e-bec4-e2c3b4688113 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 945 time: 0.1331308 Apr 30 01:27:35.818090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-0246ad2f-5011-451d-ae90-3ae121fcb9c9 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167627 Apr 30 01:27:35.820047 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.863559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ee43bee-60f8-41d4-8061-6f35287a6f7a req-c688b44d-a9e5-481d-a549-6115bd3424b5 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588822 Apr 30 01:27:35.866726 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65df184f-04a5-4453-b849-8fea85919529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.875862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:35.914263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=06ffd23f-2ecb-43ee-81a7-124e6145b786,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:35.919455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No DVR routers for this DVR port 06ffd23f-2ecb-43ee-81a7-124e6145b786 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:36.034652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc4847-79b2-4827-8c79-f774db2d5fcb req-ae3a7704-ff5e-4fff-88c2-0428a77814c4 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:36.036450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fbc4847-79b2-4827-8c79-f774db2d5fcb req-ae3a7704-ff5e-4fff-88c2-0428a77814c4 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 950 time: 0.1764629 Apr 30 01:27:36.097846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.115409 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fbc4847-79b2-4827-8c79-f774db2d5fcb req-7c59757c-be3c-478b-b07b-1d96ec73c181 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Apr 30 01:27:36.119460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df184f-04a5-4453-b849-8fea85919529 None None] Pushing event deleted for resources: {'Port': ['ID=06ffd23f-2ecb-43ee-81a7-124e6145b786,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:36.123215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df184f-04a5-4453-b849-8fea85919529 None None] No DVR routers for this DVR port 06ffd23f-2ecb-43ee-81a7-124e6145b786 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:36.147668 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-router', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:21Z', 'updated_at': '2022-04-30T01:27:32Z', 'revision_number': 5, 'project_id': '26c626696a4c41cb930655041bd73cc3', 'gw_port': {'id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:23Z', 'updated_at': '2022-04-30T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:36.148915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Deleting port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:36.149263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.165115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-acac44bd-ae61-4f07-88b1-3262d9ed652f service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370063 Apr 30 01:27:36.178298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf972b24-286e-413d-a7e8-3682d501cefe']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:36.180995 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba5c94-99c4-44e2-9f82-75be1828561d None None] The sync data for ids ['526cdaf2-95f0-43a6-8ff7-26951942adb9'] in n-d-821348-1 is: [{'id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'name': 'tempest-FloatingIPsNegativeTestJSON-27870850-router', 'tenant_id': '26c626696a4c41cb930655041bd73cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:21Z', 'updated_at': '2022-04-30T01:27:32Z', 'revision_number': 5, 'project_id': '26c626696a4c41cb930655041bd73cc3', 'gw_port': {'id': '83887e5d-0bd5-4a4a-8574-6a7476d1f4b2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cdaf2-95f0-43a6-8ff7-26951942adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:23Z', 'updated_at': '2022-04-30T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:27:36.194058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07a4631-8d8e-4b57-b655-eb838025b0fa') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:36.194369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07a4631-8d8e-4b57-b655-eb838025b0fa') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:36.213187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.228051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.245126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:27:36.245525 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:27:36.255623 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:27:36.259694 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-25799516-ea43-44f1-a903-5d83f46b20b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8347f042-f881-476a-a1a0-9873999dbaa6 HTTP/1.1" status: 200 len: 217 time: 0.0407715 Apr 30 01:27:36.333076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] For port 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83887e5d-0bd5-4a4a-8574-6a7476d1f4b2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:36.333425 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.347180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df00c-f283-4408-a4e1-27db7c5c735e req-a2d6d91a-07e2-441a-9bcd-4a6892cb1c41 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:36.348792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6df00c-f283-4408-a4e1-27db7c5c735e req-a2d6d91a-07e2-441a-9bcd-4a6892cb1c41 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 948 time: 0.1183944 Apr 30 01:27:36.350599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Calling delete_port for 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:36.353149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-5b6798fa-a1fb-455a-8370-180b120ce207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:36.354603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-5b6798fa-a1fb-455a-8370-180b120ce207 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 200 len: 797 time: 0.0874746 Apr 30 01:27:36.398407 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.403161 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f6df00c-f283-4408-a4e1-27db7c5c735e req-db8e6b5f-3dde-4176-aa2e-4e1e5a01bdeb tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Apr 30 01:27:36.421159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.427947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/networks/bf972b24-286e-413d-a7e8-3682d501cefe HTTP/1.1" status: 204 len: 168 time: 1.5981195 Apr 30 01:27:36.427947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7c7b5-922e-459e-abb6-74cc2d169898 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Network': ['ID=bf972b24-286e-413d-a7e8-3682d501cefe,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:36.428154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45750) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:36.432793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'name': 'tempest-PortsTestJSON-560729617'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:36.458941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-535e9363-d992-4618-a92f-6e384a62023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:36.460626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-535e9363-d992-4618-a92f-6e384a62023a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bb9ea1c-8985-4087-ab33-7982949d0a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974958 Apr 30 01:27:36.622093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:36.626032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.656307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e848ed-5bbf-4e6b-89d5-67476bd5dd1b req-444bd3f1-85f4-48ec-aa60-7e34f3f5dee0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:36.658504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76e848ed-5bbf-4e6b-89d5-67476bd5dd1b req-444bd3f1-85f4-48ec-aa60-7e34f3f5dee0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.0732632 Apr 30 01:27:36.672050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 16fcdf86-f891-4b7c-9a29-18f969984f1e yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:36.716954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76e848ed-5bbf-4e6b-89d5-67476bd5dd1b req-6be3aa33-3690-436f-b01e-0333120f85a4 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519609 Apr 30 01:27:36.719895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-620476db-a1d3-4e39-9445-b16f2d1412cf service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471502 Apr 30 01:27:36.862255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-4c168915-8fcc-47ac-955a-0044a15d7576 service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283288 Apr 30 01:27:36.908934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:36.932367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-741da14e-14eb-49f7-ba36-571841e42186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=8f0b82de-ed57-4695-91b1-bc21b40b3689 HTTP/1.1" status: 200 len: 217 time: 0.0619011 Apr 30 01:27:36.988397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=83887e5d-0bd5-4a4a-8574-6a7476d1f4b2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:37.098410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-bf457d63-30a7-46ae-9321-4af5d8a3b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:37.107100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-bf457d63-30a7-46ae-9321-4af5d8a3b50a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 200 len: 797 time: 0.1403522 Apr 30 01:27:37.183829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.184869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.191035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-18a1202a-8d26-4a91-81c7-d87f667e5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:37.192592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-18a1202a-8d26-4a91-81c7-d87f667e5f9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bb9ea1c-8985-4087-ab33-7982949d0a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779283 Apr 30 01:27:37.193915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409807d3-d339-47bb-a806-7706f69e724c req-359675f7-0a3c-4571-a5a8-0f7658309eee tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:37.195860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-409807d3-d339-47bb-a806-7706f69e724c req-359675f7-0a3c-4571-a5a8-0f7658309eee tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 945 time: 0.1671050 Apr 30 01:27:37.280689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-409807d3-d339-47bb-a806-7706f69e724c req-a278476c-a568-440c-9f5a-1d8b6c13d38d tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b9aff77-f083-4293-a27f-59da0bfb9596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764987 Apr 30 01:27:37.314652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-e5b0043e-d80d-43d9-b772-a31c19bff7ce tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:37.316299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-e5b0043e-d80d-43d9-b772-a31c19bff7ce tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 945 time: 0.0892086 Apr 30 01:27:37.372547 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.387479 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.429055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.508665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:37.522591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:37.530829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-9eaaa267-2f51-44c8-a664-507e02b2fd0e service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062932 Apr 30 01:27:37.533625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:37.554353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.554353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526cdaf2-95f0-43a6-8ff7-26951942adb9 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:27:37.554973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 06ffd23f-2ecb-43ee-81a7-124e6145b786 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:27:37.555322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.555322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7fe9ce02-9371-4af8-8579-60d9b3a1f0c9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/526cdaf2-95f0-43a6-8ff7-26951942adb9 HTTP/1.1" status: 204 len: 168 time: 2.2482965 Apr 30 01:27:37.555931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:37.559966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.560305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45782) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:37.574389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 06ffd23f-2ecb-43ee-81a7-124e6145b786 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:27:37.574709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 06ffd23f-2ecb-43ee-81a7-124e6145b786 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:27:37.575606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 94d58903-8b03-4107-a739-dc3235bdc5d3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:27:37.583172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=16fcdf86-f891-4b7c-9a29-18f969984f1e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:37.616109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 94d58903-8b03-4107-a739-dc3235bdc5d3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:27:37.616454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 94d58903-8b03-4107-a739-dc3235bdc5d3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:27:37.626393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Deleting port eaa4d2c0-919e-4b7e-9682-59110f7b967e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:37.627005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.684555 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45784) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:37.684776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-60496a97-c85c-4c4a-bcd8-6038efde1a50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2556088 Apr 30 01:27:37.700246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb513718-e8da-4794-8fa0-8907ee2f93fd admin admin] Deleting subnet f8ea6d3e-bd58-43ce-bc82-173883d241a2 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:27:37.724389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb513718-e8da-4794-8fa0-8907ee2f93fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.740478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] For port eaa4d2c0-919e-4b7e-9682-59110f7b967e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=eaa4d2c0-919e-4b7e-9682-59110f7b967e,segment=NetworkSegment(5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611),segment_id=5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:37.740934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.768315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Calling delete_port for eaa4d2c0-919e-4b7e-9682-59110f7b967e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:37.805457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb513718-e8da-4794-8fa0-8907ee2f93fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:37.874784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d95a97-3523-47d7-b7d1-438c90eababb None None] Sync routers for ids ['526cdaf2-95f0-43a6-8ff7-26951942adb9'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:27:37.877768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-66d64d94-9773-411b-a57e-f3571907a1ee service neutron] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252859 Apr 30 01:27:37.890963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d95a97-3523-47d7-b7d1-438c90eababb None None] Routers set() bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:37.892933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d95a97-3523-47d7-b7d1-438c90eababb None None] Router IDs set() for agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 01:27:37.896351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_agentschedulers_db [None req-f0d95a97-3523-47d7-b7d1-438c90eababb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'526cdaf2-95f0-43a6-8ff7-26951942adb9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent'). {{(pid=103320) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 30 01:27:37.912100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d95a97-3523-47d7-b7d1-438c90eababb None None] Routers set() bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:27:37.912466 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d95a97-3523-47d7-b7d1-438c90eababb None None] Router IDs set() for agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 01:27:37.913068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_agentschedulers_db [None req-f0d95a97-3523-47d7-b7d1-438c90eababb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'526cdaf2-95f0-43a6-8ff7-26951942adb9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent'). {{(pid=103320) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 30 01:27:37.913441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d95a97-3523-47d7-b7d1-438c90eababb None None] The sync data for ids ['526cdaf2-95f0-43a6-8ff7-26951942adb9'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:27:37.942143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-7e94fcbd-d39a-456d-a78a-0b398cabe3ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2397af35-9b05-408f-8d81-8e3b105c0040 HTTP/1.1" status: 200 len: 217 time: 0.0501127 Apr 30 01:27:37.981728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a5ca-1d01-45d3-9dd7-55cfd40802dc req-04a1c827-be88-4bae-aaa4-09c8398f59a3 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:37.983309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b266a5ca-1d01-45d3-9dd7-55cfd40802dc req-04a1c827-be88-4bae-aaa4-09c8398f59a3 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1757126 Apr 30 01:27:37.996945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.012943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['eaa4d2c0-919e-4b7e-9682-59110f7b967e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:27:38.036248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Pushing event deleted for resources: {'Port': ['ID=eaa4d2c0-919e-4b7e-9682-59110f7b967e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:38.047471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f6f72-ba9f-415a-af51-7459d3761c1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 16fcdf86-f891-4b7c-9a29-18f969984f1e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:38.048392 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6f72-ba9f-415a-af51-7459d3761c1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.051009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb513718-e8da-4794-8fa0-8907ee2f93fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.083957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] No DVR routers for this DVR port eaa4d2c0-919e-4b7e-9682-59110f7b967e on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:38.086546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.090895 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e3f7db12-f38b-4870-87b4-cede6fc4e153 req-f9e3029d-f775-4694-9135-4785f8f06733 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.23 "DELETE /v2.0/ports/eaa4d2c0-919e-4b7e-9682-59110f7b967e HTTP/1.1" status: 204 len: 173 time: 0.7676423 Apr 30 01:27:38.090895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f981fc-91f4-4b8a-9a13-90eee79428ca', 'name': 'network-vif-deleted', 'tag': 'eaa4d2c0-919e-4b7e-9682-59110f7b967e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:38.093790 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9cbb4a-c6c2-4ae6-810f-a04aa066a3ef" -d '{"events": [{"server_uuid": "b0f981fc-91f4-4b8a-9a13-90eee79428ca", "name": "network-vif-deleted", "tag": "eaa4d2c0-919e-4b7e-9682-59110f7b967e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:38.097569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c6cc1170-4b01-4f40-b897-91d3128a895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:38.099238 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-c6cc1170-4b01-4f40-b897-91d3128a895a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb807107-af8e-42db-85a5-15144c311b8f HTTP/1.1" status: 200 len: 797 time: 0.1345603 Apr 30 01:27:38.145352 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804fd02c-d135-4a5c-b7c1-81c6e34ab5a6 x-openstack-request-id: req-804fd02c-d135-4a5c-b7c1-81c6e34ab5a6 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:38.147016 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f981fc-91f4-4b8a-9a13-90eee79428ca", "name": "network-vif-deleted", "tag": "eaa4d2c0-919e-4b7e-9682-59110f7b967e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:38.147464 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-804fd02c-d135-4a5c-b7c1-81c6e34ab5a6 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:38.148191 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804fd02c-d135-4a5c-b7c1-81c6e34ab5a6'] response: {'server_uuid': 'b0f981fc-91f4-4b8a-9a13-90eee79428ca', 'name': 'network-vif-deleted', 'tag': 'eaa4d2c0-919e-4b7e-9682-59110f7b967e', 'status': 'completed', 'code': 200} Apr 30 01:27:38.207872 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b266a5ca-1d01-45d3-9dd7-55cfd40802dc req-b755e003-2511-45b0-9528-2c49d1d43ab8 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981974 Apr 30 01:27:38.220122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6f72-ba9f-415a-af51-7459d3761c1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.252266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f6f72-ba9f-415a-af51-7459d3761c1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 16fcdf86-f891-4b7c-9a29-18f969984f1e owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:38.265106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-b2251848-5cb2-44e1-8826-4f92e1a3bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:38.268030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-b2251848-5cb2-44e1-8826-4f92e1a3bba8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811c6416-3faf-4022-af7d-a01b5297b65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325562 Apr 30 01:27:38.353549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb513718-e8da-4794-8fa0-8907ee2f93fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.439196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb513718-e8da-4794-8fa0-8907ee2f93fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ea6d3e-bd58-43ce-bc82-173883d241a2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:38.443449 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb513718-e8da-4794-8fa0-8907ee2f93fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.446633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb513718-e8da-4794-8fa0-8907ee2f93fd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f8ea6d3e-bd58-43ce-bc82-173883d241a2 HTTP/1.1" status: 204 len: 168 time: 0.8851810 Apr 30 01:27:38.450055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45808) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:38.459736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a724d0f2-6279-4306-83ea-b696150371ef None None] Network c706f523-b7fd-4555-a3b1-3884fce79a25 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:38.474369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ffc25096-83bc-4415-b09a-8f07be69196b req-420dcc32-0d94-4ec3-826c-286513e0bdc0 tempest-DeleteServersTestJSON-187991317 tempest-DeleteServersTestJSON-187991317-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f981fc-91f4-4b8a-9a13-90eee79428ca HTTP/1.1" status: 200 len: 210 time: 0.0332198 Apr 30 01:27:38.538290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-ffbb2215-a3be-460b-a842-12f9ee12c694 service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088547 Apr 30 01:27:38.542965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.546956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6f72-ba9f-415a-af51-7459d3761c1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.634205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f6f72-ba9f-415a-af51-7459d3761c1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=16fcdf86-f891-4b7c-9a29-18f969984f1e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:38.647120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6f72-ba9f-415a-af51-7459d3761c1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.650293 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ee9f6f72-ba9f-415a-af51-7459d3761c1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/16fcdf86-f891-4b7c-9a29-18f969984f1e HTTP/1.1" status: 204 len: 168 time: 0.9647827 Apr 30 01:27:38.654235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45810) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:38.665246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'mac_address': 'fa:16:3e:40:09:04', 'name': 'tempest-PortsTestJSON-13801947'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:38.741185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] DHCP port deletion for c706f523-b7fd-4555-a3b1-3884fce79a25 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:27:38.744224 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-bb8e1efb-ebd7-42c5-a0cd-3107a20253a4 service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984887 Apr 30 01:27:38.814883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] Deleting port c09ff38f-2838-4dae-9939-5b692098bd74 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:38.828069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.832407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-ac667757-a7c0-48e8-acef-81df9e11ab89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a80a361a-7aed-412c-bcee-047bddd05bff HTTP/1.1" status: 200 len: 217 time: 0.0766175 Apr 30 01:27:38.834792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Deleting port c09ff38f-2838-4dae-9939-5b692098bd74 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:38.835506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.890172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] For port c09ff38f-2838-4dae-9939-5b692098bd74, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c09ff38f-2838-4dae-9939-5b692098bd74,segment=NetworkSegment(79479801-3a86-429c-a433-bc7313bb1d77),segment_id=79479801-3a86-429c-a433-bc7313bb1d77)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:38.890652 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.903863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] Calling delete_port for c09ff38f-2838-4dae-9939-5b692098bd74 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:38.938580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] For port c09ff38f-2838-4dae-9939-5b692098bd74, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c09ff38f-2838-4dae-9939-5b692098bd74,segment=NetworkSegment(79479801-3a86-429c-a433-bc7313bb1d77),segment_id=79479801-3a86-429c-a433-bc7313bb1d77)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:38.939095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:38.950702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-81d19629-bb34-44b2-b5a4-b4074e0ce6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:38.955290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:38.955440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-81d19629-bb34-44b2-b5a4-b4074e0ce6c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb807107-af8e-42db-85a5-15144c311b8f HTTP/1.1" status: 200 len: 797 time: 0.1039374 Apr 30 01:27:38.956619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Calling delete_port for c09ff38f-2838-4dae-9939-5b692098bd74 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:39.054304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-738a6a26-c157-44a6-87a6-8ab06bff418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:39.056397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-738a6a26-c157-44a6-87a6-8ab06bff418d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811c6416-3faf-4022-af7d-a01b5297b65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956659 Apr 30 01:27:39.074221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.079261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.126554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 8446ca92-0cdd-453e-abab-2fed8e499a86 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:39.181290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] No DVR routers for this DVR port c09ff38f-2838-4dae-9939-5b692098bd74 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:39.192851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b97ab-e198-4bd5-b42a-dfe54aed4cab None None] Pushing event deleted for resources: {'Port': ['ID=c09ff38f-2838-4dae-9939-5b692098bd74,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:39.467290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c09ff38f-2838-4dae-9939-5b692098bd74 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:27:39.496776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c09ff38f-2838-4dae-9939-5b692098bd74 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:27:39.501578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c09ff38f-2838-4dae-9939-5b692098bd74 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:27:39.501578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:27:39.522767 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.529366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:27:39.529366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83887e5d-0bd5-4a4a-8574-6a7476d1f4b2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:27:39.551557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b0876-acf9-4382-a2a8-b52bfabf5494 req-e0b796e8-364d-4637-9fbe-7ac968e8539f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:39.553137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.560122 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-371b0876-acf9-4382-a2a8-b52bfabf5494 req-e0b796e8-364d-4637-9fbe-7ac968e8539f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1158352 Apr 30 01:27:39.596892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09ff38f-2838-4dae-9939-5b692098bd74,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:39.609080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] No DVR routers for this DVR port c09ff38f-2838-4dae-9939-5b692098bd74 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:39.662321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-371b0876-acf9-4382-a2a8-b52bfabf5494 req-ceed4b4e-8a2b-41bc-b74e-84a924c40f0e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000969 Apr 30 01:27:39.691129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-d596f209-366f-4595-ab35-0a8f0899fcef service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193023 Apr 30 01:27:39.714487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.760873 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.801070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=8446ca92-0cdd-453e-abab-2fed8e499a86,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:39.804527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:39.806277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:39.809697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:39.816882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:39.818037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.853937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c706f523-b7fd-4555-a3b1-3884fce79a25']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:39.872080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79479801-3a86-429c-a433-bc7313bb1d77') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:39.872381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79479801-3a86-429c-a433-bc7313bb1d77') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:39.889003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-076081eb-e62b-44e5-a4e3-3255867f96f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2335615 Apr 30 01:27:39.898555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45846) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:39.898641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.934143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.940230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca6030db-d968-4dd5-b2b6-64989ae6d76c req-0451d338-3b9e-4652-afce-26da60d97abd service neutron] 10.222.0.21 "GET /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150874 Apr 30 01:27:39.947016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:27:39.947728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:27:39.950248 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:27:39.967922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb34079d-be12-4ac6-9a14-d7ba2228f236 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:39.969326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bb34079d-be12-4ac6-9a14-d7ba2228f236 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/8446ca92-0cdd-453e-abab-2fed8e499a86 HTTP/1.1" status: 200 len: 839 time: 0.0764391 Apr 30 01:27:39.973873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45850) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:40.080687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2d97d0c3-9e8d-4ca0-85d4-3694983d2da5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 8446ca92-0cdd-453e-abab-2fed8e499a86 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:40.080687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d97d0c3-9e8d-4ca0-85d4-3694983d2da5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.122450 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.128448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.133910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c706f523-b7fd-4555-a3b1-3884fce79a25 HTTP/1.1" status: 204 len: 168 time: 1.6791747 Apr 30 01:27:40.143232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9016d-2668-465b-9268-c6e4c7094142 admin admin] Pushing event deleted for resources: {'Network': ['ID=c706f523-b7fd-4555-a3b1-3884fce79a25,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:40.165712 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d97d0c3-9e8d-4ca0-85d4-3694983d2da5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.182509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2d97d0c3-9e8d-4ca0-85d4-3694983d2da5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 8446ca92-0cdd-453e-abab-2fed8e499a86 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:40.339568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d97d0c3-9e8d-4ca0-85d4-3694983d2da5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.394301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97d0c3-9e8d-4ca0-85d4-3694983d2da5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=8446ca92-0cdd-453e-abab-2fed8e499a86,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:40.409557 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d97d0c3-9e8d-4ca0-85d4-3694983d2da5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.409557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2d97d0c3-9e8d-4ca0-85d4-3694983d2da5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/8446ca92-0cdd-453e-abab-2fed8e499a86 HTTP/1.1" status: 204 len: 168 time: 0.4321384 Apr 30 01:27:40.409726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45872) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:40.442577 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-128e35c1-ce0f-4c24-b922-959cff161390 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:27:40.448768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-128e35c1-ce0f-4c24-b922-959cff161390 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/8446ca92-0cdd-453e-abab-2fed8e499a86 HTTP/1.1" status: 404 len: 333 time: 0.0335824 Apr 30 01:27:40.449210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45878) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:40.456039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'name': 'tempest-PortsTestJSON-937832355'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:40.558078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45892) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:40.579896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:27:40.672746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-48fa75f0-bb18-4c78-9a34-4710d73f7c53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26c626696a4c41cb930655041bd73cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133933 Apr 30 01:27:40.675183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45894) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:40.718830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:40.726851 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.808722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:40.833800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port fcee0dab-f2d2-4ab9-904e-bb6738f37d4e yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:40.837602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'mac_address': 'fa:16:3e:4f:35:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:27:40.838894 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1122a47e-0eb3-4d67-b368-c95b9a717213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.917651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.935507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:40.960306 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1122a47e-0eb3-4d67-b368-c95b9a717213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:40.974222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65304-13db-4925-995b-bc3d38015f21 req-2b1b5595-887d-45ee-97c7-10f92303de26 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:40.975780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7b65304-13db-4925-995b-bc3d38015f21 req-2b1b5595-887d-45ee-97c7-10f92303de26 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1692364 Apr 30 01:27:40.989163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:41.110119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:41.137864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7b65304-13db-4925-995b-bc3d38015f21 req-6b071ba5-192b-46c7-ade1-e3e6fb53b0f0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461692 Apr 30 01:27:41.175891 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:41.208704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:41.229659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1122a47e-0eb3-4d67-b368-c95b9a717213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:41.232320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1122a47e-0eb3-4d67-b368-c95b9a717213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:41.234201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1122a47e-0eb3-4d67-b368-c95b9a717213 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58f8a6aa-0bcf-4fe1-8a07-868a7a6c983c HTTP/1.1" status: 204 len: 168 time: 0.5578132 Apr 30 01:27:41.242968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122a47e-0eb3-4d67-b368-c95b9a717213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f8a6aa-0bcf-4fe1-8a07-868a7a6c983c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:41.288950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:41.292788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:27:41.436937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:41.440367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:41.456498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:41.462631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:41.467607 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:41.478542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=fcee0dab-f2d2-4ab9-904e-bb6738f37d4e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:41.569472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-10a12c60-e833-4152-806d-dc8eb2210874 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1187239 Apr 30 01:27:41.572104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45932) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:41.583027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:41.800936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:42.225596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:42.312289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device eaa4d2c0-919e-4b7e-9682-59110f7b967e no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:27:42.408028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: eaa4d2c0-919e-4b7e-9682-59110f7b967e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:27:42.409839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device eaa4d2c0-919e-4b7e-9682-59110f7b967e not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:27:42.426670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac1ab-a78c-4fd2-abeb-400edfa1abfa req-fec5dbb0-c62c-4593-b947-d2bc537641bf tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:42.437978 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-494ac1ab-a78c-4fd2-abeb-400edfa1abfa req-fec5dbb0-c62c-4593-b947-d2bc537641bf tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1584704 Apr 30 01:27:42.523785 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-494ac1ab-a78c-4fd2-abeb-400edfa1abfa req-463df89d-7566-4913-b511-0a1d24927d23 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727358 Apr 30 01:27:42.530634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:42.581387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] In _notify_port_updated(), no bound segment for port fcee0dab-f2d2-4ab9-904e-bb6738f37d4e on network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:27:42.590198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:42.603184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:42.603955 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:42.615891 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "PUT /v2.0/ports/fcee0dab-f2d2-4ab9-904e-bb6738f37d4e HTTP/1.1" status: 200 len: 818 time: 1.0405214 Apr 30 01:27:42.616733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45952) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:42.740693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a509034-fbe9-4925-bfc0-391cd8c535d5 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=fcee0dab-f2d2-4ab9-904e-bb6738f37d4e,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:42.832482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:42.842727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:42.850992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-97caf7c2-0803-4b0c-a002-18d19a5d9633 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port fcee0dab-f2d2-4ab9-904e-bb6738f37d4e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:42.854220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97caf7c2-0803-4b0c-a002-18d19a5d9633 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:43.012850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97caf7c2-0803-4b0c-a002-18d19a5d9633 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:43.052702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-97caf7c2-0803-4b0c-a002-18d19a5d9633 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for fcee0dab-f2d2-4ab9-904e-bb6738f37d4e owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:43.069616 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:43.150688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:43.152482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:43.167124 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d3298-f8cb-4731-bfb7-0ace97ab57e2" -d '{"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-plugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:43.240647 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:43.282585 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2221cfb8-31ef-42f1-8e66-e24f37603088 x-openstack-request-id: req-2221cfb8-31ef-42f1-8e66-e24f37603088 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:43.283140 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-plugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:43.283676 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2221cfb8-31ef-42f1-8e66-e24f37603088 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:43.284504 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2221cfb8-31ef-42f1-8e66-e24f37603088'] response: {'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'code': 200} Apr 30 01:27:43.312487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:43.314501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97caf7c2-0803-4b0c-a002-18d19a5d9633 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:43.395084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caf7c2-0803-4b0c-a002-18d19a5d9633 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=fcee0dab-f2d2-4ab9-904e-bb6738f37d4e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:43.418211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97caf7c2-0803-4b0c-a002-18d19a5d9633 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:43.423003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-97caf7c2-0803-4b0c-a002-18d19a5d9633 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/fcee0dab-f2d2-4ab9-904e-bb6738f37d4e HTTP/1.1" status: 204 len: 168 time: 0.8047886 Apr 30 01:27:43.425562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:43.538194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63623715-8006-4f04-a785-64f2a16f5b1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:43.540443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-63623715-8006-4f04-a785-64f2a16f5b1b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1125474 Apr 30 01:27:43.548740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45966) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:43.610213 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3a0067-1d00-4569-8639-e85138ee76f7 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:27:43.618281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45970) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:43.626885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1594896594'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:43.631415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bf3a0067-1d00-4569-8639-e85138ee76f7 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/fcee0dab-f2d2-4ab9-904e-bb6738f37d4e HTTP/1.1" status: 404 len: 333 time: 0.0640740 Apr 30 01:27:43.744795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:43.749568 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:43.787084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbc99f-4090-4c0a-8f8c-8f84aa0c1ef9 req-e0bce50d-fca2-4233-b95b-fc89d199229a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:43.796739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85cbc99f-4090-4c0a-8f8c-8f84aa0c1ef9 req-e0bce50d-fca2-4233-b95b-fc89d199229a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1393530 Apr 30 01:27:43.830794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:43.847525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:43.850240 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Added segment c48c89bc-51ea-4862-9da3-f806e2b06572 of type vlan for network 477af327-8119-4e5e-8844-0fd8392cf02c Apr 30 01:27:43.880783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85cbc99f-4090-4c0a-8f8c-8f84aa0c1ef9 req-f1483c9a-0012-40af-96e7-f430d332d8cf tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729976 Apr 30 01:27:43.941699 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:44.079903 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:44.081509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:44.082095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:44.214680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Network': ['ID=477af327-8119-4e5e-8844-0fd8392cf02c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:44.234892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 477af327-8119-4e5e-8844-0fd8392cf02c details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:44.255929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:44.262539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:44.267846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-294c4511-5fe3-4e63-a62c-0139ec2462ac tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6298995 Apr 30 01:27:44.476844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:44.484834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:45.692131 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:45.986401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=033c847a-6bd7-4101-896e-3d1aef722d73,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:46.010329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking segment: {'id': 'c48c89bc-51ea-4862-9da3-f806e2b06572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:46.017273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network hostable DHCP agents. Network: 477af327-8119-4e5e-8844-0fd8392cf02c, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:46.038985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08076685-cf44-49a6-a986-90872b65a837 req-4983ab5f-3171-4898-ad26-ed843715df55 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:46.046133 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08076685-cf44-49a6-a986-90872b65a837 req-4983ab5f-3171-4898-ad26-ed843715df55 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.2487619 Apr 30 01:27:46.176757 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08076685-cf44-49a6-a986-90872b65a837 req-c201c8f4-d530-458e-abc1-faf25f2f471a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243956 Apr 30 01:27:46.276563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 477af327-8119-4e5e-8844-0fd8392cf02c is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:46.328457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 477af327-8119-4e5e-8844-0fd8392cf02c) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:46.332974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:46.333595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:46.341783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70921e05-88cf-461f-b75d-ba8c9ac3e70b None None] Network 477af327-8119-4e5e-8844-0fd8392cf02c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:46.456948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-68499cf0-b499-412e-aaa7-48dada69442c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1995387 Apr 30 01:27:46.457415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46010) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:46.467634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-546f0515-2275-4d70-964b-20dcb52044cc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:46.704313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-477af327-8119-4e5e-8844-0fd8392cf02c', 'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c', 'tenant_id': 'c577f5102c8e43eeabe8178df7c277ad', 'fixed_ips': [{'subnet_id': '033c847a-6bd7-4101-896e-3d1aef722d73'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:27:46.704529 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:46.844765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46022) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:46.882878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546f0515-2275-4d70-964b-20dcb52044cc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:46.887338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-546f0515-2275-4d70-964b-20dcb52044cc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:46.917908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Allocated IP 172.20.0.2 (477af327-8119-4e5e-8844-0fd8392cf02c/033c847a-6bd7-4101-896e-3d1aef722d73/bfe30962-5353-4a43-8a5a-3f3fc5ac8855) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:46.956479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-490bce1d-c698-415c-8849-dee1eb016022 admin admin] Deleting subnet 53fb0ab4-af80-4f70-a732-87688021c8fa {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:27:46.969388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-c698-415c-8849-dee1eb016022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:47.058860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-c698-415c-8849-dee1eb016022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:47.149829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:47.150778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-c698-415c-8849-dee1eb016022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:47.228240 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-546f0515-2275-4d70-964b-20dcb52044cc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 033c847a-6bd7-4101-896e-3d1aef722d73 (CIDR: 172.20.0.0/28) Apr 30 01:27:47.249465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:47.272738 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-546f0515-2275-4d70-964b-20dcb52044cc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:27:47.273450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546f0515-2275-4d70-964b-20dcb52044cc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:27:47.333629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Network 477af327-8119-4e5e-8844-0fd8392cf02c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:47.350081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:47.359727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:47.369779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Pushing event updated for resources: {'Port': ['ID=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:47.417173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-546f0515-2275-4d70-964b-20dcb52044cc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9580390 Apr 30 01:27:47.420902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46040) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:47.427796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:47.497311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Attempting to bind port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:47.500259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Attempting to bind port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c48c89bc-51ea-4862-9da3-f806e2b06572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:47.500623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Attempting to bind port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 on network 477af327-8119-4e5e-8844-0fd8392cf02c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:47.526432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:47.526879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Checking segment: {'id': 'c48c89bc-51ea-4862-9da3-f806e2b06572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:47.527251 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:47.527715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Bound using segment: {'id': 'c48c89bc-51ea-4862-9da3-f806e2b06572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:47.544010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Bound port: bfe30962-5353-4a43-8a5a-3f3fc5ac8855, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48c89bc-51ea-4862-9da3-f806e2b06572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:47.544010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:47.729778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] For port bfe30962-5353-4a43-8a5a-3f3fc5ac8855, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:47.735042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] For port bfe30962-5353-4a43-8a5a-3f3fc5ac8855, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,segment=NetworkSegment(c48c89bc-51ea-4862-9da3-f806e2b06572),segment_id=c48c89bc-51ea-4862-9da3-f806e2b06572)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:47.873195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46048) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:47.928554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:47.933091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:47.940306 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.009627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e3f77-ecd0-4cec-9677-0e8400a94b09 req-0248ff0e-7577-4f4e-b866-281a1276e163 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:48.028338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-283e3f77-ecd0-4cec-9677-0e8400a94b09 req-0248ff0e-7577-4f4e-b866-281a1276e163 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1493976 Apr 30 01:27:48.132403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc4d51-c49d-43c7-a4be-1285b2fe636a None None] Pushing event updated for resources: {'Port': ['ID=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:48.155218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97760937-7d6f-467a-bcf9-f9868169e2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.178135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-283e3f77-ecd0-4cec-9677-0e8400a94b09 req-b5c25a09-970a-4ccc-ab5a-9c188eac19e7 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489949 Apr 30 01:27:48.208639 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-c698-415c-8849-dee1eb016022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.257969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bce1d-c698-415c-8849-dee1eb016022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fb0ab4-af80-4f70-a732-87688021c8fa,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:48.285305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-c698-415c-8849-dee1eb016022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.307302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-490bce1d-c698-415c-8849-dee1eb016022 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/53fb0ab4-af80-4f70-a732-87688021c8fa HTTP/1.1" status: 204 len: 168 time: 1.4607537 Apr 30 01:27:48.309209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46064) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:48.595232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.749159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.749700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97760937-7d6f-467a-bcf9-f9868169e2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.773794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.795109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076d232c-8a4e-49fd-b5f7-77fa00518483']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:48.804440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:48.804739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee9e21c-bf3e-4bee-8b0f-b6bb701a5611') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:48.819541 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.834622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.841002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:27:48.841579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:27:48.844129 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:27:48.957383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.008618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 477af327-8119-4e5e-8844-0fd8392cf02c is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:49.011757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:49.017319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:49.017899 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.040981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.041442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97760937-7d6f-467a-bcf9-f9868169e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.041604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.046608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=e2c1be07-d5bf-47a9-9682-93bce98185c0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:49.066037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] 10.222.0.15 "DELETE /v2.0/networks/076d232c-8a4e-49fd-b5f7-77fa00518483 HTTP/1.1" status: 204 len: 168 time: 0.7378569 Apr 30 01:27:49.083103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-97760937-7d6f-467a-bcf9-f9868169e2b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1fa9358f7c74329bcc7991abf8cfe35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2067876 Apr 30 01:27:49.083103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97760937-7d6f-467a-bcf9-f9868169e2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9619a74-381e-4dd4-a179-9deebdacbff7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:49.085702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46088) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:49.132171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cc9cb-d04f-41f4-90bd-c8192bc75362 admin admin] Pushing event deleted for resources: {'Network': ['ID=076d232c-8a4e-49fd-b5f7-77fa00518483,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:49.184694 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3baba478-3128-46e0-8012-0e9a497c7368 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7602584 Apr 30 01:27:49.187971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46092) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:49.194395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c', 'fixed_ips': [{'subnet_id': '033c847a-6bd7-4101-896e-3d1aef722d73'}, {'subnet_id': 'e2c1be07-d5bf-47a9-9682-93bce98185c0'}], 'name': 'tempest-PortsTestJSON-433385292'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:49.219116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b62a1ea-4465-42ef-90b6-2c54388f5224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.277749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b62a1ea-4465-42ef-90b6-2c54388f5224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.457758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b62a1ea-4465-42ef-90b6-2c54388f5224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.464226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b62a1ea-4465-42ef-90b6-2c54388f5224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.466237 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7b62a1ea-4465-42ef-90b6-2c54388f5224 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9619a74-381e-4dd4-a179-9deebdacbff7 HTTP/1.1" status: 204 len: 168 time: 0.3790162 Apr 30 01:27:49.492099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62a1ea-4465-42ef-90b6-2c54388f5224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9619a74-381e-4dd4-a179-9deebdacbff7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:49.595830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8584-2121-4e98-90fb-f6ec9d0d8cd5 req-26048a5a-2c4f-41cd-b38d-7abc97f2406d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:49.611488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-660b8584-2121-4e98-90fb-f6ec9d0d8cd5 req-26048a5a-2c4f-41cd-b38d-7abc97f2406d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.3528883 Apr 30 01:27:49.651575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46110) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:49.673114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfe30962-5353-4a43-8a5a-3f3fc5ac8855 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:49.774148 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f1dfdf51-f14c-409c-80c5-ad94e0ba04ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a52d06b7d5e84f03b1dde872684d45e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212804 Apr 30 01:27:49.777808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46112) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:49.788320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:49.788819 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.804824 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-660b8584-2121-4e98-90fb-f6ec9d0d8cd5 req-e3b54225-3f4a-4a6e-911c-3a0df22a7554 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858935 Apr 30 01:27:49.848055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:49.930592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7458a7c6-c332-4f59-a5bd-4117ecfba3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:49.979313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821bcf4-7fa0-4706-aec4-495e1d79aa12 None None] Network 477af327-8119-4e5e-8844-0fd8392cf02c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:49.985661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7458a7c6-c332-4f59-a5bd-4117ecfba3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.077286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.101433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:27:50.120933 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7458a7c6-c332-4f59-a5bd-4117ecfba3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.124055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7458a7c6-c332-4f59-a5bd-4117ecfba3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.125319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7458a7c6-c332-4f59-a5bd-4117ecfba3a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b9aff77-f083-4293-a27f-59da0bfb9596 HTTP/1.1" status: 204 len: 168 time: 0.3463988 Apr 30 01:27:50.141475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458a7c6-c332-4f59-a5bd-4117ecfba3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9aff77-f083-4293-a27f-59da0bfb9596,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:50.242495 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.303109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d1c74658-48f0-43e8-ba41-a4fa5a371506 None None] Provisioning complete for port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:50.306112 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1c74658-48f0-43e8-ba41-a4fa5a371506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.472865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.5 (477af327-8119-4e5e-8844-0fd8392cf02c/033c847a-6bd7-4101-896e-3d1aef722d73/18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:50.485020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.25 (477af327-8119-4e5e-8844-0fd8392cf02c/e2c1be07-d5bf-47a9-9682-93bce98185c0/18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:50.504417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port bfe30962-5353-4a43-8a5a-3f3fc5ac8855, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,segment=NetworkSegment(c48c89bc-51ea-4862-9da3-f806e2b06572),segment_id=c48c89bc-51ea-4862-9da3-f806e2b06572)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:50.599348 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.683833 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.755753 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1c74658-48f0-43e8-ba41-a4fa5a371506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.808467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:50.808629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:50.857392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-d1c74658-48f0-43e8-ba41-a4fa5a371506 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:27:50.857911 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-d1c74658-48f0-43e8-ba41-a4fa5a371506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:27:50.929352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ea9d6-6abb-4221-92c0-afcbbd5ee075 None None] Update dhcp port {'port': {'network_id': '477af327-8119-4e5e-8844-0fd8392cf02c', 'fixed_ips': [{'subnet_id': '033c847a-6bd7-4101-896e-3d1aef722d73', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e2c1be07-d5bf-47a9-9682-93bce98185c0'}], 'binding:host_id': 'n-d-821348-1'}, 'id': 'bfe30962-5353-4a43-8a5a-3f3fc5ac8855'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:27:50.987129 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea9d6-6abb-4221-92c0-afcbbd5ee075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:51.016887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:51.075723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 477af327-8119-4e5e-8844-0fd8392cf02c is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:51.079992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:51.092774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:51.146177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:51.200535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5eb34-90b2-4a0a-a6e2-3540fb88538c req-fdc1a6e7-21f9-4ab4-96be-ff0c787a7072 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:51.200535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3c5eb34-90b2-4a0a-a6e2-3540fb88538c req-fdc1a6e7-21f9-4ab4-96be-ff0c787a7072 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.2411273 Apr 30 01:27:51.245761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:51.247147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:51.307952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3c5eb34-90b2-4a0a-a6e2-3540fb88538c req-5ae08ba1-17c7-41a7-85ed-97707898de2b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049590 Apr 30 01:27:51.414976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-635a61f8-4902-4814-b3f4-6dd8ed49e42b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2231605 Apr 30 01:27:51.415178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46166) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:51.422040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '033c847a-6bd7-4101-896e-3d1aef722d73'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:51.499201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3e7ea9d6-6abb-4221-92c0-afcbbd5ee075 None None] Allocated IP 172.20.0.18 (477af327-8119-4e5e-8844-0fd8392cf02c/e2c1be07-d5bf-47a9-9682-93bce98185c0/bfe30962-5353-4a43-8a5a-3f3fc5ac8855) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:51.519545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfe30962-5353-4a43-8a5a-3f3fc5ac8855 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:51.588456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46172) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:51.640266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:51.692491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:51.693442 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:51.774646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3e7ea9d6-6abb-4221-92c0-afcbbd5ee075 None None] For port bfe30962-5353-4a43-8a5a-3f3fc5ac8855, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,segment=NetworkSegment(c48c89bc-51ea-4862-9da3-f806e2b06572),segment_id=c48c89bc-51ea-4862-9da3-f806e2b06572)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:51.858594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1484009935-network', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:51.912992 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea9d6-6abb-4221-92c0-afcbbd5ee075 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.069868 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:52.072856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea9d6-6abb-4221-92c0-afcbbd5ee075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.078653 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.106213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.170660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Delete allocated IP 172.20.0.25 (477af327-8119-4e5e-8844-0fd8392cf02c/e2c1be07-d5bf-47a9-9682-93bce98185c0) {{(pid=103318) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 01:27:52.240718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46196) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:52.409089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.424155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ea9d6-6abb-4221-92c0-afcbbd5ee075 None None] Pushing event updated for resources: {'Port': ['ID=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:52.478730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-83352773-network', 'tenant_id': '96c160768e634953b4e3561db50eafc5'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:52.500216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.513954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.584321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d5e3-70b5-4e17-95bb-ff03b20c02da req-4d38d76e-ff57-474e-9788-6190251f0bfc tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:52.585832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a25d5e3-70b5-4e17-95bb-ff03b20c02da req-4d38d76e-ff57-474e-9788-6190251f0bfc tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.0768609 Apr 30 01:27:52.613174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:52.623095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:52.646217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Made reservation on behalf of 96c160768e634953b4e3561db50eafc5 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:52.646308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.651411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.666003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a25d5e3-70b5-4e17-95bb-ff03b20c02da req-b8301d01-69f6-470d-84e6-cb5e3e9e2629 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713465 Apr 30 01:27:52.672299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.695567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.696244 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Added segment 950ef1c2-fb41-4cc2-89e0-74d47835d028 of type vlan for network 70e18e93-2fa0-4813-9258-84416daf1039 Apr 30 01:27:52.831881 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.862413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:52.941252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.941376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] In _notify_port_updated(), no bound segment for port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e on network 477af327-8119-4e5e-8844-0fd8392cf02c {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:27:52.943772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:52.945027 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.957121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:52.958114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:52.959609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b2ec3527-1a1b-4532-8bfe-734233ed9fdd tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "PUT /v2.0/ports/18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e HTTP/1.1" status: 200 len: 918 time: 1.5435269 Apr 30 01:27:52.964203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46216) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:52.973669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '033c847a-6bd7-4101-896e-3d1aef722d73'}, {'subnet_id': 'e2c1be07-d5bf-47a9-9682-93bce98185c0'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:53.082546 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.087947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4984145 Apr 30 01:27:53.089229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b0b27-1eb8-4129-9488-ccd2fcb92fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=70e18e93-2fa0-4813-9258-84416daf1039,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:53.089905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46218) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:53.104135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 70e18e93-2fa0-4813-9258-84416daf1039 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:53.116382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.135534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Request body: {'subnet': {'network_id': '70e18e93-2fa0-4813-9258-84416daf1039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1484009935-subnet', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:53.185193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.191002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b614161-1fd1-42cb-adf2-403207b340af None None] Network 477af327-8119-4e5e-8844-0fd8392cf02c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:53.207709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:27:53.236020 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.236427 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Added segment 0bee68b9-5565-4757-b6d3-7e68d2a48ad1 of type vlan for network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 Apr 30 01:27:53.294253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:53.299361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.326341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ca0c83c9-b90e-42c8-954b-a09ae92bc186 None None] Provisioning complete for port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:53.327012 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca0c83c9-b90e-42c8-954b-a09ae92bc186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.444566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.446663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfe30962-5353-4a43-8a5a-3f3fc5ac8855 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:53.500214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e5c932-4107-4d0d-9710-12127fcfbabc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:53.594985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:53.595539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.663540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.664696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:53.665420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:53.748499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.25 (477af327-8119-4e5e-8844-0fd8392cf02c/e2c1be07-d5bf-47a9-9682-93bce98185c0/18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:53.864231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] Pushing event updated for resources: {'Network': ['ID=ceeb6d01-8ae6-46b6-8e1a-ca559508c452,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:53.876311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:27:53.968577 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4bdd37b4-b930-46ae-b208-6bc44092ed5d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7122388 Apr 30 01:27:53.968800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46232) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:53.974197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Request body: {'subnet': {'network_id': 'ceeb6d01-8ae6-46b6-8e1a-ca559508c452', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-83352773-subnet', 'tenant_id': '96c160768e634953b4e3561db50eafc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:54.030220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.136495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-04c22050-3fde-4b08-ad9d-b47076a31823 None None] Provisioning complete for port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:54.137090 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c22050-3fde-4b08-ad9d-b47076a31823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.158437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Made reservation on behalf of 96c160768e634953b4e3561db50eafc5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:27:54.159033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.205051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.277161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-04c22050-3fde-4b08-ad9d-b47076a31823 None None] Provisioning complete for port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:54.277553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c22050-3fde-4b08-ad9d-b47076a31823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.326490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-04c22050-3fde-4b08-ad9d-b47076a31823 None None] Port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:54.330861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:27:54.348299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:27:54.490127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d955-e5d1-472c-8b31-30145d56c97c req-511b9322-6f86-4163-9e12-e164f2604a40 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:54.503335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-70a71966-d580-42e3-8e7c-5427e296e5c2 None None] Provisioning complete for port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:54.503335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70a71966-d580-42e3-8e7c-5427e296e5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.504151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d074d955-e5d1-472c-8b31-30145d56c97c req-511b9322-6f86-4163-9e12-e164f2604a40 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.4708109 Apr 30 01:27:54.601941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:54.618601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-70a71966-d580-42e3-8e7c-5427e296e5c2 None None] Port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:54.622813 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.626324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'port_id': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'mac_address': 'fa:16:3e:2b:ff:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06f241-10ef-4efd-aed2-a20cb385cacb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:27:54.644939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:54.657988 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.716996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:54.720246 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dfc322-d309-4d3d-98fb-5f4c5677fad6" -d '{"events": [{"server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:54.743716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Checking segment: {'id': '0bee68b9-5565-4757-b6d3-7e68d2a48ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceeb6d01-8ae6-46b6-8e1a-ca559508c452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:54.744202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Network hostable DHCP agents. Network: ceeb6d01-8ae6-46b6-8e1a-ca559508c452, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:54.755259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:54.766934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591ebbc5-7735-4dd5-86fa-28340691a25b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:54.773999 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.781301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] In _notify_port_updated(), no bound segment for port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e on network 477af327-8119-4e5e-8844-0fd8392cf02c {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:27:54.791272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:54.803802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:54.806934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.809725 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-11afca83-27f9-4b32-9466-0e57191bb594 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "PUT /v2.0/ports/18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e HTTP/1.1" status: 200 len: 998 time: 1.8451858 Apr 30 01:27:54.813607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46240) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:54.818806 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c93c441-5699-4ab8-8069-4078829e653a x-openstack-request-id: req-0c93c441-5699-4ab8-8069-4078829e653a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:54.818806 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:54.818806 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c93c441-5699-4ab8-8069-4078829e653a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:54.818806 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c93c441-5699-4ab8-8069-4078829e653a'] response: {'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'code': 200} Apr 30 01:27:54.821021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d074d955-e5d1-472c-8b31-30145d56c97c req-f2c3e659-cd8e-4a57-9e80-84f8e33e2098 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163648 Apr 30 01:27:54.854185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.858893 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.867521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:54.957058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-eb01fc7a-78fb-4ca0-9551-8211c42986d2 None None] Provisioning complete for port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:54.957656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb01fc7a-78fb-4ca0-9551-8211c42986d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:54.976950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ceeb6d01-8ae6-46b6-8e1a-ca559508c452) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:54.981110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ea7770-88ee-4555-b5c4-fb885652c079,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:54.982275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:54.984432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.007614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Checking segment: {'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:55.007971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Network hostable DHCP agents. Network: 70e18e93-2fa0-4813-9258-84416daf1039, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:27:55.024490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8f51508c-4ca7-4a82-b1ce-2b1547a86ebf tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:55.025131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f51508c-4ca7-4a82-b1ce-2b1547a86ebf tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.033236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5a60a-9aec-4fef-a54e-6c3cdfb3f15b None None] Network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:55.058047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:27:55.058552 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:27:55.135720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:55.143962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-eb01fc7a-78fb-4ca0-9551-8211c42986d2 None None] Port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:55.159145 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f51508c-4ca7-4a82-b1ce-2b1547a86ebf tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.174107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8f51508c-4ca7-4a82-b1ce-2b1547a86ebf tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:55.192474 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8d3355e9-f0a0-4318-9a18-772070b36310 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2224410 Apr 30 01:27:55.207075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Network 70e18e93-2fa0-4813-9258-84416daf1039 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:27:55.214596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 70e18e93-2fa0-4813-9258-84416daf1039) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:55.220801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:55.221605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.259700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d28e0-2c7e-4217-917d-5ab6cc2295ea None None] Network 70e18e93-2fa0-4813-9258-84416daf1039 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:55.325060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-edfbb4a0-ce67-43cd-a86a-36524976dc55 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2338104 Apr 30 01:27:55.328702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46258) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:55.333783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:27:55.360904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85371776-9fa6-49f1-8e5b-3bd5acd4077e None None] Network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:55.500592 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.502042 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.544785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0112b34e-ef6d-43a8-9410-8b51fdc53ea5 None None] Provisioning complete for port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:55.545482 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0112b34e-ef6d-43a8-9410-8b51fdc53ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.580091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f51508c-4ca7-4a82-b1ce-2b1547a86ebf tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.626153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51508c-4ca7-4a82-b1ce-2b1547a86ebf tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:55.659226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.819761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f51508c-4ca7-4a82-b1ce-2b1547a86ebf tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.826747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8f51508c-4ca7-4a82-b1ce-2b1547a86ebf tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e HTTP/1.1" status: 204 len: 168 time: 1.0080647 Apr 30 01:27:55.829127 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46274) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:55.875415 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e995398-b727-4c1f-80f8-c9df53a252da tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:27:55.879896 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6e995398-b727-4c1f-80f8-c9df53a252da tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e HTTP/1.1" status: 404 len: 333 time: 0.0472083 Apr 30 01:27:55.880214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46278) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:55.937024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:55.995075 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:27:55.995778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529587-2162-4669-8678-e5ecedaed00f req-2c203d45-99cb-455d-aecf-2a6a013feb99 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:55.999529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-2c203d45-99cb-455d-aecf-2a6a013feb99 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/networks?id=ceeb6d01-8ae6-46b6-8e1a-ca559508c452 HTTP/1.1" status: 200 len: 812 time: 0.2668593 Apr 30 01:27:56.041610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.049131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-c777c30e-19d1-44e0-90d6-9dd20df45d27 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/quotas/96c160768e634953b4e3561db50eafc5 HTTP/1.1" status: 200 len: 375 time: 0.0199506 Apr 30 01:27:56.054048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-645cbe3e-4e85-4b40-8429-71d6135ce948 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet e2c1be07-d5bf-47a9-9682-93bce98185c0 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:27:56.057289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0112b34e-ef6d-43a8-9410-8b51fdc53ea5 None None] Port 18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:27:56.062871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:27:56.069398 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-645cbe3e-4e85-4b40-8429-71d6135ce948 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.099686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-d0ade8fd-b5ba-44ea-b852-73e0288c8e9e tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=96c160768e634953b4e3561db50eafc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399795 Apr 30 01:27:56.110563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:56.122095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-70e18e93-2fa0-4813-9258-84416daf1039', 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'fixed_ips': [{'subnet_id': 'f0ea7770-88ee-4555-b5c4-fb885652c079'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:27:56.124049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.153501 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-645cbe3e-4e85-4b40-8429-71d6135ce948 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.237906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-216fda89-8c9f-489a-acd1-1038d4bd340e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:27:56.248668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-216fda89-8c9f-489a-acd1-1038d4bd340e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1352444 Apr 30 01:27:56.273995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.280658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f1227-a615-4f7e-bd6a-48c2de0436bc req-3aae4068-f12c-4218-b6f0-cba404c88159 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:56.282327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d4f1227-a615-4f7e-bd6a-48c2de0436bc req-3aae4068-f12c-4218-b6f0-cba404c88159 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 943 time: 0.2643402 Apr 30 01:27:56.374655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:56.388648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-645cbe3e-4e85-4b40-8429-71d6135ce948 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.396983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d4f1227-a615-4f7e-bd6a-48c2de0436bc req-5a6bf56c-87ef-4bb2-be2b-0657b9a987d7 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055703 Apr 30 01:27:56.408099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-d87272d1-f0cd-4337-ab2f-bb260daa408f service neutron] 10.222.0.15 "GET /v2.0/networks/ceeb6d01-8ae6-46b6-8e1a-ca559508c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583607 Apr 30 01:27:56.477894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Allocated IP 172.20.0.2 (70e18e93-2fa0-4813-9258-84416daf1039/f0ea7770-88ee-4555-b5c4-fb885652c079/6d04cebb-9cd9-4f5b-b4db-951b3f45d508) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:56.537053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:27:56.585377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-645cbe3e-4e85-4b40-8429-71d6135ce948 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.617241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cbe3e-4e85-4b40-8429-71d6135ce948 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c1be07-d5bf-47a9-9682-93bce98185c0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:56.648010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-645cbe3e-4e85-4b40-8429-71d6135ce948 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.655503 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-645cbe3e-4e85-4b40-8429-71d6135ce948 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/e2c1be07-d5bf-47a9-9682-93bce98185c0 HTTP/1.1" status: 204 len: 168 time: 0.7738500 Apr 30 01:27:56.656140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46296) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:56.660763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3c942-a35a-4097-9253-248e630399ae None None] Network 477af327-8119-4e5e-8844-0fd8392cf02c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:56.708471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-2c8d5b23-015a-423c-9c73-cd19c3db3a85 service neutron] 10.222.0.15 "GET /v2.0/networks/ceeb6d01-8ae6-46b6-8e1a-ca559508c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923748 Apr 30 01:27:56.728599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.762069 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.783191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da069cc-58b1-4b7d-bf3c-3d63106b4af8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet 033c847a-6bd7-4101-896e-3d1aef722d73 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:27:56.788261 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da069cc-58b1-4b7d-bf3c-3d63106b4af8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.943839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da069cc-58b1-4b7d-bf3c-3d63106b4af8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.944565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Allocated IP 172.25.0.127 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/2d851f06-12e3-4d83-b086-e4664988d133) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:27:56.944665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:56.970576 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da069cc-58b1-4b7d-bf3c-3d63106b4af8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.015720 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.281307 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.281916 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.317480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da069cc-58b1-4b7d-bf3c-3d63106b4af8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.392725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:57.396759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da069cc-58b1-4b7d-bf3c-3d63106b4af8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.398775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:57.402076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:57.403942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46318) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:27:57.410673 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9da069cc-58b1-4b7d-bf3c-3d63106b4af8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/033c847a-6bd7-4101-896e-3d1aef722d73 HTTP/1.1" status: 204 len: 168 time: 0.7533722 Apr 30 01:27:57.412744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Pushing event updated for resources: {'Port': ['ID=6d04cebb-9cd9-4f5b-b4db-951b3f45d508,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:57.422939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8cf37459-ae8b-4fc6-a57f-7c34bf89e23d req-4b52506f-21da-4767-8592-c9e99ba9b0ba tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 210 time: 0.1447222 Apr 30 01:27:57.446992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Network 70e18e93-2fa0-4813-9258-84416daf1039 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:27:57.448546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:27:57.457383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:27:57.467022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da069cc-58b1-4b7d-bf3c-3d63106b4af8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=033c847a-6bd7-4101-896e-3d1aef722d73,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:57.553322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Attempting to bind port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:27:57.556021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Attempting to bind port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:27:57.557269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Attempting to bind port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 on network 70e18e93-2fa0-4813-9258-84416daf1039 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:27:57.569492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:27:57.570845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Checking segment: {'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:27:57.571376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.572890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Bound using segment: {'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:27:57.574843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Bound port: 6d04cebb-9cd9-4f5b-b4db-951b3f45d508, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:27:57.576690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.657471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Pushing event updated for resources: {'Port': ['ID=2d851f06-12e3-4d83-b086-e4664988d133,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:57.675256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:57.709561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78826b-cbf2-4cf2-834f-9d76e57cb54e req-cb07188e-7f25-40c9-b001-0f010d94829b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:57.709561 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d78826b-cbf2-4cf2-834f-9d76e57cb54e req-cb07188e-7f25-40c9-b001-0f010d94829b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 944 time: 0.1015646 Apr 30 01:27:57.754157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] For port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:27:57.758302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] For port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6d04cebb-9cd9-4f5b-b4db-951b3f45d508,segment=NetworkSegment(950ef1c2-fb41-4cc2-89e0-74d47835d028),segment_id=950ef1c2-fb41-4cc2-89e0-74d47835d028)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:27:57.773401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d78826b-cbf2-4cf2-834f-9d76e57cb54e req-b5b8dc0e-5870-42d1-87c6-510027fcc19f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608099 Apr 30 01:27:57.838082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c7840-9247-402c-9455-99ae303dec0d None None] Network 477af327-8119-4e5e-8844-0fd8392cf02c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:57.869557 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.049840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7c97a843-0047-4d96-a1dc-a2c89a6e87a3 None None] Provisioning complete for port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:58.050122 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c97a843-0047-4d96-a1dc-a2c89a6e87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.054466 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7970e-3bae-4489-b899-669516bcc7dc None None] Pushing event updated for resources: {'Port': ['ID=6d04cebb-9cd9-4f5b-b4db-951b3f45d508,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:58.276877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] DHCP port deletion for 477af327-8119-4e5e-8844-0fd8392cf02c request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:27:58.283862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:58.284333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.374729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:58.450472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] For port bfe30962-5353-4a43-8a5a-3f3fc5ac8855, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,segment=NetworkSegment(c48c89bc-51ea-4862-9da3-f806e2b06572),segment_id=c48c89bc-51ea-4862-9da3-f806e2b06572)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:58.450693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.496436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for bfe30962-5353-4a43-8a5a-3f3fc5ac8855 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:58.606728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] Deleting port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:27:58.606728 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.628285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7724a396-21d4-4944-a57a-ac6a092e8f27 req-1cf52d56-bce6-45fd-a25a-d5ddd9f4858e tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 210 time: 0.0759690 Apr 30 01:27:58.669555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] For port bfe30962-5353-4a43-8a5a-3f3fc5ac8855, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,segment=NetworkSegment(c48c89bc-51ea-4862-9da3-f806e2b06572),segment_id=c48c89bc-51ea-4862-9da3-f806e2b06572)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:58.670677 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.702441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] Calling delete_port for bfe30962-5353-4a43-8a5a-3f3fc5ac8855 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:27:58.709073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:58.709669 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.710187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.880491 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.916102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:27:58.918981 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e315db59-f764-4f94-bd4d-8fdd46889008" -d '{"events": [{"server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "name": "network-vif-plugged", "status": "completed", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:27:58.933011 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77992f55-a78f-4135-a2cc-3854633d724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.944963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:27:58.953693 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.984788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:58.991016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] Pushing event deleted for resources: {'Port': ['ID=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:59.002875 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc9be22-9980-4c8f-aca8-f14f6265f309 x-openstack-request-id: req-5dc9be22-9980-4c8f-aca8-f14f6265f309 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:27:59.004298 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "name": "network-vif-plugged", "status": "completed", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:27:59.008802 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dc9be22-9980-4c8f-aca8-f14f6265f309 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:27:59.009291 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc9be22-9980-4c8f-aca8-f14f6265f309'] response: {'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'code': 200} Apr 30 01:27:59.010196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea7d75-6b06-405a-b3d6-f7dc731da80b None None] No DVR routers for this DVR port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:59.045583 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:59.079905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=bfe30962-5353-4a43-8a5a-3f3fc5ac8855,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:59.175163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No DVR routers for this DVR port bfe30962-5353-4a43-8a5a-3f3fc5ac8855 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:27:59.202314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:27:59.437917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863873ba-a66c-4a39-8898-8a11623c0a80 req-ba8ee3ad-4438-41f0-b053-65a79f657b6f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:59.445411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-863873ba-a66c-4a39-8898-8a11623c0a80 req-ba8ee3ad-4438-41f0-b053-65a79f657b6f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 944 time: 0.5357258 Apr 30 01:27:59.477682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:59.509939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf20963-ab49-4512-a2be-749bd084fd0c req-538a1dbc-44a5-460d-9276-90ddc2b9a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:27:59.516138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf20963-ab49-4512-a2be-749bd084fd0c req-538a1dbc-44a5-460d-9276-90ddc2b9a85d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 1096 time: 0.2340686 Apr 30 01:27:59.567361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:59.584236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:27:59.630580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477af327-8119-4e5e-8844-0fd8392cf02c']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:59.732628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48c89bc-51ea-4862-9da3-f806e2b06572') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:59.733054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48c89bc-51ea-4862-9da3-f806e2b06572') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:27:59.765653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-863873ba-a66c-4a39-8898-8a11623c0a80 req-9e2eebac-c434-4ae9-a2ec-9417c6c8c829 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192828 Apr 30 01:27:59.767551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf20963-ab49-4512-a2be-749bd084fd0c req-615082aa-912c-4b4a-9217-a97bfa6c33c3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967714 Apr 30 01:27:59.828434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1ac03ec-efb0-43f3-ab65-eaefbcd255cc req-3861bea8-f3bf-44bd-be07-8b2ba4f91a7d tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 210 time: 0.0678060 Apr 30 01:27:59.854560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:59.859168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1974e16c-163e-41ae-86db-684d2cac08d1 None None] Network 70e18e93-2fa0-4813-9258-84416daf1039 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:27:59.884366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:59.892683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:27:59.894875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:27:59.898754 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:27:59.964334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6931b9fa-d0e9-432b-9d7d-b92d0ee64e43 None None] Provisioning complete for port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:27:59.964789 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6931b9fa-d0e9-432b-9d7d-b92d0ee64e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.057265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:00.057915 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.082759 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.106700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.124123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/networks/477af327-8119-4e5e-8844-0fd8392cf02c HTTP/1.1" status: 204 len: 168 time: 2.7145972 Apr 30 01:28:00.128402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:00.135631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:28:00.185050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64c7ec-d4d0-409b-88d5-7dac884842f4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Network': ['ID=477af327-8119-4e5e-8844-0fd8392cf02c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:00.228160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761a3e45-3cb9-420c-9983-a1d832cf7ce9 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:00.251780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6931b9fa-d0e9-432b-9d7d-b92d0ee64e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.254026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-761a3e45-3cb9-420c-9983-a1d832cf7ce9 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1204758 Apr 30 01:28:00.267339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46380) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:00.351928 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.359483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6931b9fa-d0e9-432b-9d7d-b92d0ee64e43 None None] For port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6d04cebb-9cd9-4f5b-b4db-951b3f45d508,segment=NetworkSegment(950ef1c2-fb41-4cc2-89e0-74d47835d028),segment_id=950ef1c2-fb41-4cc2-89e0-74d47835d028)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:00.403914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-622103d7-accb-4219-b346-8e0931a1fd50 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1424227 Apr 30 01:28:00.408468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:00.415869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2066018324'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:00.424280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:28:00.434991 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Sync routers for ids ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:28:00.465056 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Routers {'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:00.466331 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:00.496762 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6931b9fa-d0e9-432b-9d7d-b92d0ee64e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.598582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.600069 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-db0795b0-6ea9-415e-a946-bb541656a7ee admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2701988 Apr 30 01:28:00.602939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46386) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:00.664074 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Set router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:00.680010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:28:00.680546 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:28:00.708099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931b9fa-d0e9-432b-9d7d-b92d0ee64e43 None None] Pushing event updated for resources: {'Port': ['ID=6d04cebb-9cd9-4f5b-b4db-951b3f45d508,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:00.745777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:00.751170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.849932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:00.885320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.885673 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Added segment 9091f793-db40-434d-a206-2ef70fab95bb of type vlan for network f162da97-c895-4326-a449-aa541bd5d95f Apr 30 01:28:00.938074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ecf8644f-5482-41bd-a165-ce4abc665b36 None None] Provisioning complete for port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:00.938629 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ecf8644f-5482-41bd-a165-ce4abc665b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:00.990623 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '2d851f06-12e3-4d83-b086-e4664988d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:27:58Z', 'revision_number': 3, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port': {'id': '2d851f06-12e3-4d83-b086-e4664988d133', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:56Z', 'updated_at': '2022-04-30T01:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:01.020772 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:01.030118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a87045d5-0814-47e0-a684-e24fda4de0e0 req-23cfd874-3322-4f05-a660-7fb7884c7aef tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 210 time: 0.0752034 Apr 30 01:28:01.049547 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97ef9d32-0519-41e0-802b-3eff669058fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:01.054724 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Checking router: bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:28:01.055310 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Updating router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 port 2d851f06-12e3-4d83-b086-e4664988d133 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:28:01.114744 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:01.223349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba05-929a-45de-900a-c565d463b3af req-ecc2f1ac-81fa-4a9e-9b77-e30f6402bb48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:01.225009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e364ba05-929a-45de-900a-c565d463b3af req-ecc2f1ac-81fa-4a9e-9b77-e30f6402bb48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1388333 Apr 30 01:28:01.233848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:01.252855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:01.254576 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:01.387509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46404) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:01.388210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9778163 Apr 30 01:28:01.398164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfe30962-5353-4a43-8a5a-3f3fc5ac8855 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:01.409321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:01.431102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: bfe30962-5353-4a43-8a5a-3f3fc5ac8855 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:01.431541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfe30962-5353-4a43-8a5a-3f3fc5ac8855 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:01.541976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e364ba05-929a-45de-900a-c565d463b3af req-88a7e97e-4ff8-4a6b-952d-200a5cdb553e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556603 Apr 30 01:28:01.545852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742da52-f92a-4e57-b482-efbfad68f40d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Network': ['ID=f162da97-c895-4326-a449-aa541bd5d95f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:01.573430 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f162da97-c895-4326-a449-aa541bd5d95f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:01.659742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529587-2162-4669-8678-e5ecedaed00f req-3fb65eb7-9c74-4ab2-a2e8-e06632f50211 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:01.661418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-3fb65eb7-9c74-4ab2-a2e8-e06632f50211 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.23 "GET /v2.0/networks?id=ceeb6d01-8ae6-46b6-8e1a-ca559508c452 HTTP/1.1" status: 200 len: 812 time: 0.3377581 Apr 30 01:28:01.719727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:01.735360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Request body: {'port': {'device_id': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'network_id': 'ceeb6d01-8ae6-46b6-8e1a-ca559508c452', 'admin_state_up': True, 'tenant_id': '96c160768e634953b4e3561db50eafc5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:01.762460 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:01.836722 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:01.981411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:01.982499 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:02.010047 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Attempting to bind port 2d851f06-12e3-4d83-b086-e4664988d133 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:02.010429 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Attempting to bind port 2d851f06-12e3-4d83-b086-e4664988d133 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:02.010764 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Attempting to bind port 2d851f06-12e3-4d83-b086-e4664988d133 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:02.058353 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:02.061861 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:02.062464 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:02.063004 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:02.063676 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Bound port: 2d851f06-12e3-4d83-b086-e4664988d133, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:02.064552 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:02.065483 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:02.160709 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e6650-9696-43e3-9da4-3edb814cd936 None None] Pushing event updated for resources: {'Port': ['ID=2d851f06-12e3-4d83-b086-e4664988d133,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:02.197988 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] For port 2d851f06-12e3-4d83-b086-e4664988d133, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:02.205073 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] For port 2d851f06-12e3-4d83-b086-e4664988d133, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2d851f06-12e3-4d83-b086-e4664988d133,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:02.282951 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:02.284328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05268d2d-bdd7-479a-a321-5912eee2cd66 req-acb6ab44-efe4-4e8f-af39-337cea266d44 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 210 time: 0.0528872 Apr 30 01:28:02.317048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:02.368458 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e6650-9696-43e3-9da4-3edb814cd936 None None] Pushing event updated for resources: {'Port': ['ID=2d851f06-12e3-4d83-b086-e4664988d133,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:02.372667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Routers {'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:02.372667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:02.403583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:02.407934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:02.494913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Made reservation on behalf of 96c160768e634953b4e3561db50eafc5 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:02.498628 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:02.592767 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] Set router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:02.844507 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-984f1971-9922-4d01-8e2f-74900300109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '2d851f06-12e3-4d83-b086-e4664988d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:27:58Z', 'revision_number': 3, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port': {'id': '2d851f06-12e3-4d83-b086-e4664988d133', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:56Z', 'updated_at': '2022-04-30T01:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:02.859510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Allocated IP 172.20.0.11 (ceeb6d01-8ae6-46b6-8e1a-ca559508c452/591ebbc5-7735-4dd5-86fa-28340691a25b/6237551e-4b97-40c4-a0c9-7553eca75837) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:02.880838 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f1971-9922-4d01-8e2f-74900300109b None None] The sync data for ids ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'] in n-d-821348-1 is: [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '2d851f06-12e3-4d83-b086-e4664988d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:27:58Z', 'revision_number': 3, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port': {'id': '2d851f06-12e3-4d83-b086-e4664988d133', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:56Z', 'updated_at': '2022-04-30T01:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:28:03.063789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Allocated IP 172.20.0.1 (70e18e93-2fa0-4813-9258-84416daf1039/f0ea7770-88ee-4555-b5c4-fb885652c079/c16085e2-19d5-4b7c-9f67-c52a47f0fa41) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:03.152610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecc926-f214-42a8-a2e7-1fd6dc0ae671 req-9405c79c-bb6b-4178-bb14-513c848235dd tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:03.156306 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1fecc926-f214-42a8-a2e7-1fd6dc0ae671 req-9405c79c-bb6b-4178-bb14-513c848235dd tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.4773645 Apr 30 01:28:03.299469 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:03.378568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1fecc926-f214-42a8-a2e7-1fd6dc0ae671 req-248fd5c6-c785-49ad-b0dd-df1f5d5df5c2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152641 Apr 30 01:28:03.448980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:03.488612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:03.497225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f82c67-e176-4e4a-80f1-683ac4a04d98 req-d58aa78e-37cc-4b8d-ac34-9427db37acb7 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 210 time: 0.0800004 Apr 30 01:28:03.719597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:03.752387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2d851f06-12e3-4d83-b086-e4664988d133 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:03.756735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Network 70e18e93-2fa0-4813-9258-84416daf1039 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:03.764032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:03.766796 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:03.789071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:03.814981 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:03.890897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2d851f06-12e3-4d83-b086-e4664988d133 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:03.890897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:03.937252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:03.945130 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:04.008640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=3c6b996b-6ed6-4f23-8b66-07606807324b,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:04.034608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:04.072625 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:04.132511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:04.136392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:04.139821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 2d851f06-12e3-4d83-b086-e4664988d133, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2d851f06-12e3-4d83-b086-e4664988d133,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:04.145707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9280b40a-30dc-4bc6-8061-c8c46eafae86 None None] Provisioning complete for port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:04.146634 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9280b40a-30dc-4bc6-8061-c8c46eafae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:04.211246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:04.212071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:04.219691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9280b40a-30dc-4bc6-8061-c8c46eafae86 None None] Port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:04.238278 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:04.252413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438ba77-dfd6-4bb6-9296-b85a725684d4 req-db413e4f-57c4-4b32-bc25-9da8c433012c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:04.254110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5438ba77-dfd6-4bb6-9296-b85a725684d4 req-db413e4f-57c4-4b32-bc25-9da8c433012c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.6735375 Apr 30 01:28:04.263916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.264461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.264870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.265282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.265715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.266070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.266457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.266843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.267222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.267625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.268003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.268394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:04.328798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=2d851f06-12e3-4d83-b086-e4664988d133,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:04.333691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking segment: {'id': '9091f793-db40-434d-a206-2ef70fab95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:04.335417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network hostable DHCP agents. Network: f162da97-c895-4326-a449-aa541bd5d95f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:04.341554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Pushing event updated for resources: {'Port': ['ID=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:04.415005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Pushing event updated for resources: {'Port': ['ID=6237551e-4b97-40c4-a0c9-7553eca75837,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:04.433019 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5438ba77-dfd6-4bb6-9296-b85a725684d4 req-fad10737-f87d-4af9-938b-fee06d311019 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572468 Apr 30 01:28:04.437603 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-29002d09-0573-49ef-9a8b-f842172b15b0 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7649081 Apr 30 01:28:04.463458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Request body: {'port': {'device_id': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:04.603769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:04.713946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network f162da97-c895-4326-a449-aa541bd5d95f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:04.926713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:04.972451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f52db-44c2-45d1-9a64-3f231c850eca req-79ff0059-0249-48ec-b326-5ffde1ae38b9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:04.974090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-385f52db-44c2-45d1-9a64-3f231c850eca req-79ff0059-0249-48ec-b326-5ffde1ae38b9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 932 time: 0.2706087 Apr 30 01:28:05.355634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f162da97-c895-4326-a449-aa541bd5d95f) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:05.367188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ecc55-e0ee-4d80-9582-1b6edc0a0942 None None] Network f162da97-c895-4326-a449-aa541bd5d95f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:05.398388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:05.399044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:05.600251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2d851f06-12e3-4d83-b086-e4664988d133 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:05.689075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2d851f06-12e3-4d83-b086-e4664988d133 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:05.711135 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:05.711346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6237551e-4b97-40c4-a0c9-7553eca75837 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:05.720726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:05.732207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-f162da97-c895-4326-a449-aa541bd5d95f', 'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f', 'tenant_id': 'c577f5102c8e43eeabe8178df7c277ad', 'fixed_ips': [{'subnet_id': '3c6b996b-6ed6-4f23-8b66-07606807324b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:28:05.733159 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:05.741721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Transition to ACTIVE for port object 6237551e-4b97-40c4-a0c9-7553eca75837 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:28:05.752167 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-385f52db-44c2-45d1-9a64-3f231c850eca req-db978e0c-be2a-498e-b9db-757061ba7157 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546577 Apr 30 01:28:05.769201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46478) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:05.774761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f', 'name': 'tempest-PortsTestJSON-707483083'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:05.780120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2bedda67-1689-46ef-ade2-8888d3fca041 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3742888 Apr 30 01:28:05.907859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:05.973103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Allocated IP 172.20.0.2 (f162da97-c895-4326-a449-aa541bd5d95f/3c6b996b-6ed6-4f23-8b66-07606807324b/7976f932-4317-4d03-a7b4-275335f33e42) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:06.030818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6237551e-4b97-40c4-a0c9-7553eca75837,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:06.035995 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.039721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-0b449ce0-0fc3-433d-a8cf-5c765d7023fa tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:06.049341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-0b449ce0-0fc3-433d-a8cf-5c765d7023fa tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 815 time: 0.1917911 Apr 30 01:28:06.078056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-bf2ba217-9fdc-4553-b6f3-2c5a8ffebae3 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/quotas/6ab45e222f7b464fa37d02d4ddcfac92 HTTP/1.1" status: 200 len: 375 time: 0.0264769 Apr 30 01:28:06.153145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Attempting to bind port 6237551e-4b97-40c4-a0c9-7553eca75837 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:06.153753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Attempting to bind port 6237551e-4b97-40c4-a0c9-7553eca75837 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0bee68b9-5565-4757-b6d3-7e68d2a48ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceeb6d01-8ae6-46b6-8e1a-ca559508c452'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:06.154948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Attempting to bind port 6237551e-4b97-40c4-a0c9-7553eca75837 on network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:06.160652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Port 6237551e-4b97-40c4-a0c9-7553eca75837 on network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:28:06.161250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Attempting to bind port 6237551e-4b97-40c4-a0c9-7553eca75837 on network ceeb6d01-8ae6-46b6-8e1a-ca559508c452 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:06.167407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:06.168021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Checking segment: {'id': '0bee68b9-5565-4757-b6d3-7e68d2a48ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceeb6d01-8ae6-46b6-8e1a-ca559508c452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:06.168772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Bound using segment: {'id': '0bee68b9-5565-4757-b6d3-7e68d2a48ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceeb6d01-8ae6-46b6-8e1a-ca559508c452'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:06.173715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Bound port: 6237551e-4b97-40c4-a0c9-7553eca75837, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bee68b9-5565-4757-b6d3-7e68d2a48ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceeb6d01-8ae6-46b6-8e1a-ca559508c452'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:06.173715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.181470 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.205830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-ff97de52-1a18-4ed9-9329-61fa1ef538f0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1261656 Apr 30 01:28:06.216035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-6a5d56d1-5c5a-4b6f-ba8b-4868bf01e1c6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:28:06.230964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-6a5d56d1-5c5a-4b6f-ba8b-4868bf01e1c6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237253 Apr 30 01:28:06.275999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:06.289234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.350757 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.371318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.380722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Pushing event updated for resources: {'Port': ['ID=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:06.400859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 5c64b07f-8864-40db-aca4-22555e916261 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:06.421785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] For port 6237551e-4b97-40c4-a0c9-7553eca75837, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:06.461466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.486849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] For port 6237551e-4b97-40c4-a0c9-7553eca75837, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6237551e-4b97-40c4-a0c9-7553eca75837,segment=NetworkSegment(0bee68b9-5565-4757-b6d3-7e68d2a48ad1),segment_id=0bee68b9-5565-4757-b6d3-7e68d2a48ad1)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:06.538913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Pushing event updated for resources: {'Port': ['ID=7976f932-4317-4d03-a7b4-275335f33e42,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:06.546941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Network f162da97-c895-4326-a449-aa541bd5d95f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:06.548470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:06.553252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:06.574534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Network 70e18e93-2fa0-4813-9258-84416daf1039 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:06.579173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-178175ff-91ee-415b-b1a2-fb8e3c99b23c service neutron] 10.222.0.15 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470173 Apr 30 01:28:06.580886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:06.622178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Attempting to bind port 7976f932-4317-4d03-a7b4-275335f33e42 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:06.622813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Attempting to bind port 7976f932-4317-4d03-a7b4-275335f33e42 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9091f793-db40-434d-a206-2ef70fab95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:06.623387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Attempting to bind port 7976f932-4317-4d03-a7b4-275335f33e42 on network f162da97-c895-4326-a449-aa541bd5d95f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:06.629617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:06.630121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Checking segment: {'id': '9091f793-db40-434d-a206-2ef70fab95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:06.630638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.631102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Bound using segment: {'id': '9091f793-db40-434d-a206-2ef70fab95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:06.631697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Bound port: 7976f932-4317-4d03-a7b4-275335f33e42, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9091f793-db40-434d-a206-2ef70fab95bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:06.632163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.657823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.10 (f162da97-c895-4326-a449-aa541bd5d95f/3c6b996b-6ed6-4f23-8b66-07606807324b/5c64b07f-8864-40db-aca4-22555e916261) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:06.710176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] For port 7976f932-4317-4d03-a7b4-275335f33e42, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:06.714189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] For port 7976f932-4317-4d03-a7b4-275335f33e42, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7976f932-4317-4d03-a7b4-275335f33e42,segment=NetworkSegment(9091f793-db40-434d-a206-2ef70fab95bb),segment_id=9091f793-db40-434d-a206-2ef70fab95bb)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:06.723924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.767904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:28:06.780169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:06.780920 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.782459 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] 10.222.0.23 "PUT /v2.0/ports/6237551e-4b97-40c4-a0c9-7553eca75837 HTTP/1.1" status: 200 len: 1092 time: 2.3339679 Apr 30 01:28:06.783006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'tag': '6237551e-4b97-40c4-a0c9-7553eca75837'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:06.785865 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146b2fb5-0ebf-4625-9a35-c07297ca51df" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fc46e8-9451-4ee7-8c42-83c8961f8834", "tag": "6237551e-4b97-40c4-a0c9-7553eca75837"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:06.852932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49117fec-af2e-442d-abcd-0f2ef8c593f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6237551e-4b97-40c4-a0c9-7553eca75837,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:06.860762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-c5e7974d-e7be-4129-b8a4-03912a67ae2a service neutron] 10.222.0.15 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723966 Apr 30 01:28:06.873248 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.946446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.972549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-299fc637-ef8f-4056-9778-44752aa351c8 None None] Provisioning complete for port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:06.972549 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-299fc637-ef8f-4056-9778-44752aa351c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:06.994642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:28:07.001781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-79ccaa3e-90bc-4992-a727-4cd18b9c9504 admin admin] 10.222.0.15 "PUT /v2.0/routers/bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3977535 Apr 30 01:28:07.010862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-32a3d5ed-d658-4945-9419-2c3e80c92990 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:07.023848 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-32a3d5ed-d658-4945-9419-2c3e80c92990 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eab5ada-0f57-463d-bd09-67eaeb275ef5 HTTP/1.1" status: 200 len: 945 time: 0.1519067 Apr 30 01:28:07.057347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Sync routers for ids ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:28:07.081222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031b229-c010-4bb8-84bc-88f783d35baa None None] Pushing event updated for resources: {'Port': ['ID=7976f932-4317-4d03-a7b4-275335f33e42,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:07.084168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Routers {'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:07.084905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:07.087819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-299fc637-ef8f-4056-9778-44752aa351c8 None None] Port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:07.174804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46512) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:07.183799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529587-2162-4669-8678-e5ecedaed00f req-f5e26268-1c69-4252-98c2-744bcc9cf8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:07.185851 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-f5e26268-1c69-4252-98c2-744bcc9cf8d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96c160768e634953b4e3561db50eafc5&device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 1095 time: 0.1135814 Apr 30 01:28:07.222089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:07.247041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Set router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:07.360269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-0e89ebd3-0026-4d46-9ead-ef51f313937b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6237551e-4b97-40c4-a0c9-7553eca75837 HTTP/1.1" status: 200 len: 217 time: 0.1599975 Apr 30 01:28:07.384579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Deleting port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:07.385034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:07.462503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-31643718'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:07.495527 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f308a7ba-6a50-43ba-8df0-f8ec1e059917 x-openstack-request-id: req-f308a7ba-6a50-43ba-8df0-f8ec1e059917 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:07.495926 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fc46e8-9451-4ee7-8c42-83c8961f8834", "tag": "6237551e-4b97-40c4-a0c9-7553eca75837", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:07.496064 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f308a7ba-6a50-43ba-8df0-f8ec1e059917 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:07.496475 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f308a7ba-6a50-43ba-8df0-f8ec1e059917'] response: {'name': 'network-changed', 'server_uuid': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'tag': '6237551e-4b97-40c4-a0c9-7553eca75837', 'status': 'completed', 'code': 200} Apr 30 01:28:07.508887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=5c64b07f-8864-40db-aca4-22555e916261,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:07.553579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network f162da97-c895-4326-a449-aa541bd5d95f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:07.579006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:07.589245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:07.670035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529587-2162-4669-8678-e5ecedaed00f req-89fbedc6-b4a5-4fa9-8c09-ddf70e4e1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:07.671905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-89fbedc6-b4a5-4fa9-8c09-ddf70e4e1b80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=591ebbc5-7735-4dd5-86fa-28340691a25b HTTP/1.1" status: 200 len: 852 time: 0.2987354 Apr 30 01:28:07.673671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '2d851f06-12e3-4d83-b086-e4664988d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:28:04Z', 'revision_number': 4, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port': {'id': '2d851f06-12e3-4d83-b086-e4664988d133', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:56Z', 'updated_at': '2022-04-30T01:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c16085e2-19d5-4b7c-9f67-c52a47f0fa41', 'name': '', 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'mac_address': 'fa:16:3e:9d:dc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'f0ea7770-88ee-4555-b5c4-fb885652c079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:02Z', 'updated_at': '2022-04-30T01:28:05Z', 'revision_number': 2, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'subnets': [{'id': 'f0ea7770-88ee-4555-b5c4-fb885652c079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:07.680126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc636a-3ec1-441c-89dd-9aa740250637 req-149e114f-5120-4947-8cd6-fd600e617ead tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:07.681943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-36dc636a-3ec1-441c-89dd-9aa740250637 req-149e114f-5120-4947-8cd6-fd600e617ead tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 944 time: 0.3023784 Apr 30 01:28:07.722079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7976f932-4317-4d03-a7b4-275335f33e42 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:07.724521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Checking router: bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:28:07.724875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Updating router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:28:07.740176 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-7ce7618d-aafc-4609-81a5-7f5a26a8291d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ceeb6d01-8ae6-46b6-8e1a-ca559508c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507035 Apr 30 01:28:07.741966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:07.742266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] For port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:07.742669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:07.743085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:07.780423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f3180-881d-4de6-81ae-5e8a8eb3240f req-d9cc9af0-4854-4b33-8667-f2acf827a857 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:07.788442 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea2f3180-881d-4de6-81ae-5e8a8eb3240f req-d9cc9af0-4854-4b33-8667-f2acf827a857 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.1529429 Apr 30 01:28:07.790523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-36dc636a-3ec1-441c-89dd-9aa740250637 req-e6cb616d-a859-47b6-ba35-ecfb0375314d tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922997 Apr 30 01:28:07.802624 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:07.802783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Calling delete_port for ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:07.832153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:07.836200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:07.870960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1938fd8-5462-4038-9cee-f85e191c15b2 req-56126c00-5347-4893-a64c-90501af404bb tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 210 time: 0.0356863 Apr 30 01:28:07.875592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-729acb22-e202-4736-ad09-adc62797832d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1045418 Apr 30 01:28:07.879719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7976f932-4317-4d03-a7b4-275335f33e42 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:07.880464 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:07.880667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46540) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:07.885645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': 'f162da97-c895-4326-a449-aa541bd5d95f', 'name': 'tempest-PortsTestJSON-393723902'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:08.016518 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea2f3180-881d-4de6-81ae-5e8a8eb3240f req-20671bf4-c681-4895-bc0d-3dad966c2e88 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115250 Apr 30 01:28:08.042495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:08.073430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-1e13afa1-b583-41ec-9831-c3fe43bb3ec0 service neutron] 10.222.0.23 "GET /v2.0/networks/ceeb6d01-8ae6-46b6-8e1a-ca559508c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145907 Apr 30 01:28:08.083697 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.084049 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Added segment 8be6636c-b47a-4ea3-88a1-08ea092705db of type vlan for network 6f30dd09-43c9-4465-b9d3-089cd041be85 Apr 30 01:28:08.110675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:08.114307 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.149731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:08.154841 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.226868 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.232526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 7976f932-4317-4d03-a7b4-275335f33e42, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7976f932-4317-4d03-a7b4-275335f33e42,segment=NetworkSegment(9091f793-db40-434d-a206-2ef70fab95bb),segment_id=9091f793-db40-434d-a206-2ef70fab95bb)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:08.274021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.341152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2a529587-2162-4669-8678-e5ecedaed00f req-08d8f950-19e7-4b02-a3ae-7e2753085f44 service neutron] 10.222.0.23 "GET /v2.0/networks/ceeb6d01-8ae6-46b6-8e1a-ca559508c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541628 Apr 30 01:28:08.345167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.367020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.3 (f162da97-c895-4326-a449-aa541bd5d95f/3c6b996b-6ed6-4f23-8b66-07606807324b/5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:08.387888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.417765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=7976f932-4317-4d03-a7b4-275335f33e42,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:08.468561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.469647 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.482951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:08.493941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.619604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Pushing event deleted for resources: {'Port': ['ID=ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:08.627265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9721da7-d360-4fc5-b0f5-55ae2ad5f4c6 None None] Pushing event updated for resources: {'Port': ['ID=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:08.656113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff2f6c0-ca22-44fa-bb11-b9a5b0d3d942 None None] Network f162da97-c895-4326-a449-aa541bd5d95f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:08.698348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Attempting to bind port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:08.699008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Attempting to bind port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:08.699612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Attempting to bind port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 on network 70e18e93-2fa0-4813-9258-84416daf1039 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:08.719411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.735985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:08.736514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Checking segment: {'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:08.737151 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.737688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Bound using segment: {'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:08.738311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Bound port: c16085e2-19d5-4b7c-9f67-c52a47f0fa41, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950ef1c2-fb41-4cc2-89e0-74d47835d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:08.738786 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.801475 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6242046 Apr 30 01:28:08.829754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46570) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:08.836009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] No DVR routers for this DVR port ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:08.846407 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.850110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bda5ff25-2669-4809-81a1-a5fbaa9e0985 req-58343531-8a34-428b-a931-f9b3671e2e54 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.23 "DELETE /v2.0/ports/ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 HTTP/1.1" status: 204 len: 173 time: 1.8120320 Apr 30 01:28:08.852556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'subnet': {'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:08.854004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a21ff-792b-430d-85d4-109edee5dcef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Network': ['ID=6f30dd09-43c9-4465-b9d3-089cd041be85,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:08.876885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.877432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-dda50563-5d9f-4526-b56e-e03bb011e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:08.878633 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-dda50563-5d9f-4526-b56e-e03bb011e0f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96c160768e634953b4e3561db50eafc5&device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 1095 time: 0.3206844 Apr 30 01:28:08.893845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2890e0c3-6a17-45bb-b893-0ba1b6b81991 None None] Provisioning complete for port 7976f932-4317-4d03-a7b4-275335f33e42 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:08.894224 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2890e0c3-6a17-45bb-b893-0ba1b6b81991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:08.896321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 6f30dd09-43c9-4465-b9d3-089cd041be85 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:09.017187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-3f25b092-e94b-4590-87d4-03f0234cfba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:09.019573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-3f25b092-e94b-4590-87d4-03f0234cfba2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ceeb6d01-8ae6-46b6-8e1a-ca559508c452 HTTP/1.1" status: 200 len: 912 time: 0.1192720 Apr 30 01:28:09.078580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] For port c16085e2-19d5-4b7c-9f67-c52a47f0fa41, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:09.104030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] For port c16085e2-19d5-4b7c-9f67-c52a47f0fa41, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,segment=NetworkSegment(950ef1c2-fb41-4cc2-89e0-74d47835d028),segment_id=950ef1c2-fb41-4cc2-89e0-74d47835d028)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:09.104562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-5ff14d09-7b32-4c57-a64d-a1c5e079479b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6237551e-4b97-40c4-a0c9-7553eca75837 HTTP/1.1" status: 200 len: 217 time: 0.0634129 Apr 30 01:28:09.162327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:09.219703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2cff3-ec29-4fc0-9f81-75eb16df2d22 req-8b82a911-59d1-4046-a773-22ea2bb5079f tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:09.221690 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41c2cff3-ec29-4fc0-9f81-75eb16df2d22 req-8b82a911-59d1-4046-a773-22ea2bb5079f tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 944 time: 0.3357034 Apr 30 01:28:09.252664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-6446f9d0-bdcf-439e-9f4a-eaa660091c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:09.254250 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-6446f9d0-bdcf-439e-9f4a-eaa660091c29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=591ebbc5-7735-4dd5-86fa-28340691a25b HTTP/1.1" status: 200 len: 852 time: 0.1416788 Apr 30 01:28:09.301058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-fee0c732-ae7f-4960-9b6d-d9d18538260e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ceeb6d01-8ae6-46b6-8e1a-ca559508c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391767 Apr 30 01:28:09.304719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41c2cff3-ec29-4fc0-9f81-75eb16df2d22 req-8ed73d11-9594-4708-bc2e-3bc7134f8da8 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758493 Apr 30 01:28:09.421587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90ce56e4-17aa-4764-bf47-052052765d75 req-dbb1812c-d0d5-49fd-b47b-e8f2d18bcd5b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 210 time: 0.0425036 Apr 30 01:28:09.500041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Routers {'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:09.500748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:09.501163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'name': 'network-vif-deleted', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:09.507522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9721da7-d360-4fc5-b0f5-55ae2ad5f4c6 None None] Pushing event updated for resources: {'Port': ['ID=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:09.513379 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59259f90-59d2-4a3b-9841-f626df1e8263" -d '{"events": [{"server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "name": "network-vif-deleted", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:09.527781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-93771be7-9ffd-4d94-9846-d2035e45e591 service neutron] 10.222.0.23 "GET /v2.0/networks/ceeb6d01-8ae6-46b6-8e1a-ca559508c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153990 Apr 30 01:28:09.661738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network f162da97-c895-4326-a449-aa541bd5d95f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:09.685685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7976f932-4317-4d03-a7b4-275335f33e42 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:09.688991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:09.699450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:09.700532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:09.742088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459232c2-2009-4dfd-b63d-20667a19228e req-1e6cf500-30d6-4318-8839-872082baabd6 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:09.743463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-15251b13-a441-45a4-875f-aa641b57393c None None] Provisioning complete for port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:09.744532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459232c2-2009-4dfd-b63d-20667a19228e req-1e6cf500-30d6-4318-8839-872082baabd6 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 948 time: 0.9617398 Apr 30 01:28:09.754232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15251b13-a441-45a4-875f-aa641b57393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:09.794271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595aceb-7d2a-4a6c-b5b6-f2cbec99f3e3 req-d46c9568-2039-46bd-a6ec-972fa9f9c9c0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:09.811350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-68396d49-2f08-46ab-9b81-e56746afef4c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:09.814284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-68396d49-2f08-46ab-9b81-e56746afef4c tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.4041851 Apr 30 01:28:09.821269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b595aceb-7d2a-4a6c-b5b6-f2cbec99f3e3 req-d46c9568-2039-46bd-a6ec-972fa9f9c9c0 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.2250204 Apr 30 01:28:09.829559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-146b2fb5-0ebf-4625-9a35-c07297ca51df req-0555fe33-42e9-4f52-b143-d2a87588ef1b service neutron] 10.222.0.23 "GET /v2.0/networks/ceeb6d01-8ae6-46b6-8e1a-ca559508c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968707 Apr 30 01:28:09.837027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:09.838111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:09.851756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:09.856029 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:09.893789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-459232c2-2009-4dfd-b63d-20667a19228e req-b96aaa89-7767-4d77-a000-0785b74fb05f tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404691 Apr 30 01:28:09.898293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b595aceb-7d2a-4a6c-b5b6-f2cbec99f3e3 req-ebff851d-b87e-4eb3-bef9-0a437281390b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751557 Apr 30 01:28:09.944003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] Set router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:09.998651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-17e5113e-9947-4585-bd22-f963bbffbcc8 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1168852 Apr 30 01:28:10.001709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46582) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:10.072504 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72868d9-2093-4ecb-91f9-4c5891aa89d9 x-openstack-request-id: req-b72868d9-2093-4ecb-91f9-4c5891aa89d9 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:10.072944 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab5ada-0f57-463d-bd09-67eaeb275ef5", "name": "network-vif-deleted", "tag": "ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:10.073888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7976f932-4317-4d03-a7b4-275335f33e42 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:10.074837 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b72868d9-2093-4ecb-91f9-4c5891aa89d9 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:10.075004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.076275 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72868d9-2093-4ecb-91f9-4c5891aa89d9'] response: {'server_uuid': '6eab5ada-0f57-463d-bd09-67eaeb275ef5', 'name': 'network-vif-deleted', 'tag': 'ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241', 'status': 'completed', 'code': 200} Apr 30 01:28:10.087470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Deleting port 096419d9-b0eb-4277-affc-697bc965d998 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:10.087815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.218389 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15251b13-a441-45a4-875f-aa641b57393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.253561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8830f845-36a0-4501-9edf-42926d0e14af tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:10.255203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8830f845-36a0-4501-9edf-42926d0e14af tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.2524230 Apr 30 01:28:10.260549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46592) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:10.323268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] For port 096419d9-b0eb-4277-affc-697bc965d998, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=096419d9-b0eb-4277-affc-697bc965d998,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:10.323800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.400260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-15251b13-a441-45a4-875f-aa641b57393c None None] For port c16085e2-19d5-4b7c-9f67-c52a47f0fa41, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,segment=NetworkSegment(950ef1c2-fb41-4cc2-89e0-74d47835d028),segment_id=950ef1c2-fb41-4cc2-89e0-74d47835d028)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:10.417867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-9c7979ed-3ccb-4c07-8baa-2a4a7e677004 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:10.419821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-9c7979ed-3ccb-4c07-8baa-2a4a7e677004 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.23 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 815 time: 0.3423445 Apr 30 01:28:10.440169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:10.467264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Request body: {'port': {'device_id': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'admin_state_up': True, 'tenant_id': '6ab45e222f7b464fa37d02d4ddcfac92'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:10.488208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.508953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:10.509753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce88f4f8-7ba3-4a65-ba96-44bbb9ca8241 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:10.531979 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15251b13-a441-45a4-875f-aa641b57393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.649034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15251b13-a441-45a4-875f-aa641b57393c None None] Pushing event updated for resources: {'Port': ['ID=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:10.668599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b25c5f-c70c-4cbb-ab70-310515ca2141 req-c5431c61-9644-4548-8c82-d615730caf01 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:10.670921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9b25c5f-c70c-4cbb-ab70-310515ca2141 req-c5431c61-9644-4548-8c82-d615730caf01 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 944 time: 0.1952329 Apr 30 01:28:10.671630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Subnet': ['ID=9bafab9f-1f50-4a3c-8d34-30195b61114b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:10.682210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3637cbdd-7cb9-4963-b0ad-353cb86f471b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:10.682566 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3637cbdd-7cb9-4963-b0ad-353cb86f471b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.707742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9868175a-88f9-4582-844e-93730b228094 None None] Provisioning complete for port 5c64b07f-8864-40db-aca4-22555e916261 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:10.709681 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9868175a-88f9-4582-844e-93730b228094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.783449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '2d851f06-12e3-4d83-b086-e4664988d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:28:04Z', 'revision_number': 4, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port': {'id': '2d851f06-12e3-4d83-b086-e4664988d133', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:56Z', 'updated_at': '2022-04-30T01:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c16085e2-19d5-4b7c-9f67-c52a47f0fa41', 'name': '', 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'mac_address': 'fa:16:3e:9d:dc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'f0ea7770-88ee-4555-b5c4-fb885652c079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:02Z', 'updated_at': '2022-04-30T01:28:09Z', 'revision_number': 4, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'subnets': [{'id': 'f0ea7770-88ee-4555-b5c4-fb885652c079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:10.792152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Made reservation on behalf of 6ab45e222f7b464fa37d02d4ddcfac92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:10.796365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Checking segment: {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:10.796735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network hostable DHCP agents. Network: 6f30dd09-43c9-4465-b9d3-089cd041be85, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:10.797033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.816536 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.819370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.819370 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Floating IP c66626e6-4dcf-4f44-9b89-5d532b99951f disassociated. External IP: 172.25.0.244, port: 096419d9-b0eb-4277-affc-697bc965d998. Apr 30 01:28:10.819370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Calling delete_port for 096419d9-b0eb-4277-affc-697bc965d998 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:10.849291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936cbdc6-5a4e-4799-9062-ff4e7d41b76b None None] The sync data for ids ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'] in n-d-821348-1 is: [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '2d851f06-12e3-4d83-b086-e4664988d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:28:04Z', 'revision_number': 4, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port': {'id': '2d851f06-12e3-4d83-b086-e4664988d133', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:56Z', 'updated_at': '2022-04-30T01:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c16085e2-19d5-4b7c-9f67-c52a47f0fa41', 'name': '', 'network_id': '70e18e93-2fa0-4813-9258-84416daf1039', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'mac_address': 'fa:16:3e:9d:dc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'f0ea7770-88ee-4555-b5c4-fb885652c079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:02Z', 'updated_at': '2022-04-30T01:28:09Z', 'revision_number': 4, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'subnets': [{'id': 'f0ea7770-88ee-4555-b5c4-fb885652c079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:28:10.855355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9868175a-88f9-4582-844e-93730b228094 None None] Port 5c64b07f-8864-40db-aca4-22555e916261 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:10.855617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9b25c5f-c70c-4cbb-ab70-310515ca2141 req-02a7e9b7-7387-4fd6-8541-41abe9a90a8f tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457627 Apr 30 01:28:10.872190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9868175a-88f9-4582-844e-93730b228094 None None] Provisioning complete for port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:10.873157 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9868175a-88f9-4582-844e-93730b228094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:10.987041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network 6f30dd09-43c9-4465-b9d3-089cd041be85 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:11.025832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9868175a-88f9-4582-844e-93730b228094 None None] Provisioning complete for port 7976f932-4317-4d03-a7b4-275335f33e42 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:11.027148 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9868175a-88f9-4582-844e-93730b228094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.112412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 6f30dd09-43c9-4465-b9d3-089cd041be85) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:11.123295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c5fbd-744d-47f7-be2d-50a216ee2914 None None] Network 6f30dd09-43c9-4465-b9d3-089cd041be85 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:11.159000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:11.159626 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.195491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43775ada-8226-4af5-8c8d-04662fca665c req-d93e7415-8df4-47a8-884a-e4f3e6c3ddc6 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:11.197000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43775ada-8226-4af5-8c8d-04662fca665c req-d93e7415-8df4-47a8-884a-e4f3e6c3ddc6 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 945 time: 0.0893288 Apr 30 01:28:11.263669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.272904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ce2e4ff-59a2-4592-88b0-c1479f5ecdde tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4417617 Apr 30 01:28:11.285942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46614) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:11.302808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43775ada-8226-4af5-8c8d-04662fca665c req-a5ce7235-b686-4ae2-9413-6cde3efa89c2 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups?id=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939074 Apr 30 01:28:11.322219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-134676027'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:11.337928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b12bc92-1603-42d9-b2b6-091a5f203834 req-5ead0272-a2df-4c93-b10b-d737eb2a836c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 210 time: 0.5604000 Apr 30 01:28:11.339335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9868175a-88f9-4582-844e-93730b228094 None None] Provisioning complete for port 5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:11.339816 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9868175a-88f9-4582-844e-93730b228094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.353036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event deleted for resources: {'Port': ['ID=096419d9-b0eb-4277-affc-697bc965d998,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:11.401587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9868175a-88f9-4582-844e-93730b228094 None None] Port 5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:11.405782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-6f30dd09-43c9-4465-b9d3-089cd041be85', 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'fixed_ips': [{'subnet_id': '9bafab9f-1f50-4a3c-8d34-30195b61114b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:28:11.406722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.410034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3637cbdd-7cb9-4963-b0ad-353cb86f471b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.458538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3637cbdd-7cb9-4963-b0ad-353cb86f471b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:11.601327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f959ff3b-9e7c-4ee8-82ff-01cd143773a8 None None] Provisioning complete for port 5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:11.601748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f959ff3b-9e7c-4ee8-82ff-01cd143773a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.634274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:11.640769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.651179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:28:11.664500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Allocated IP 172.20.0.7 (4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9/ae06f241-10ef-4efd-aed2-a20cb385cacb/d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:11.730134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c16085e2-19d5-4b7c-9f67-c52a47f0fa41 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:11.736181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f959ff3b-9e7c-4ee8-82ff-01cd143773a8 None None] Port 5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:11.791457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Allocated IP 19.80.0.2 (6f30dd09-43c9-4465-b9d3-089cd041be85/9bafab9f-1f50-4a3c-8d34-30195b61114b/c14cf1f0-190d-420c-b763-1c35d39de480) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:11.867019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:28:11.903815 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] Sync routers for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:28:11.906840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:11.907239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:11.931877 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:11.932510 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:11.994685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] No DVR routers for this DVR port 096419d9-b0eb-4277-affc-697bc965d998 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:12.019156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:12.020594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3637cbdd-7cb9-4963-b0ad-353cb86f471b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.054962 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.055332 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Added segment f82a5925-6d0d-4bfe-8ad9-1bb7da241819 of type vlan for network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 Apr 30 01:28:12.082844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.093481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43333e25-da85-4322-9d1c-24a17a49a0f9 req-079d2ea7-00cb-43e2-945f-9e26c0fa8f77 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.21 "DELETE /v2.0/ports/096419d9-b0eb-4277-affc-697bc965d998 HTTP/1.1" status: 204 len: 173 time: 2.2722018 Apr 30 01:28:12.095149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'name': 'network-vif-deleted', 'tag': '096419d9-b0eb-4277-affc-697bc965d998'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:12.102658 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb61875-2795-4d11-b737-b587d68a15e3" -d '{"events": [{"server_uuid": "ff26943e-6087-4922-8fdc-8aa7d0ef3dfe", "name": "network-vif-deleted", "tag": "096419d9-b0eb-4277-affc-697bc965d998"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:12.137018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637cbdd-7cb9-4963-b0ad-353cb86f471b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:12.144359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.176343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.219584 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.240784 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dff1c8-409f-4d37-9b10-3306a72e2149 x-openstack-request-id: req-c6dff1c8-409f-4d37-9b10-3306a72e2149 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:12.241135 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff26943e-6087-4922-8fdc-8aa7d0ef3dfe", "name": "network-vif-deleted", "tag": "096419d9-b0eb-4277-affc-697bc965d998", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:12.241492 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6dff1c8-409f-4d37-9b10-3306a72e2149 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:12.241942 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dff1c8-409f-4d37-9b10-3306a72e2149'] response: {'server_uuid': 'ff26943e-6087-4922-8fdc-8aa7d0ef3dfe', 'name': 'network-vif-deleted', 'tag': '096419d9-b0eb-4277-affc-697bc965d998', 'status': 'completed', 'code': 200} Apr 30 01:28:12.248628 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.292385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3637cbdd-7cb9-4963-b0ad-353cb86f471b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.306454 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3637cbdd-7cb9-4963-b0ad-353cb86f471b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 HTTP/1.1" status: 204 len: 168 time: 2.0451100 Apr 30 01:28:12.313441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46636) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:12.327798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c18e-1063-4018-b4ac-4a71baa91fb7 req-25209dc2-d8c4-45ae-a2cf-3a8bd49f7097 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:12.340073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d836c18e-1063-4018-b4ac-4a71baa91fb7 req-25209dc2-d8c4-45ae-a2cf-3a8bd49f7097 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 944 time: 0.2455056 Apr 30 01:28:12.382334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Network 6f30dd09-43c9-4465-b9d3-089cd041be85 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:12.391325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:12.397552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:12.401967 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-826297f3-410f-4b4e-91c0-8ea3d1b1cd28 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:28:12.407604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Pushing event updated for resources: {'Port': ['ID=c14cf1f0-190d-420c-b763-1c35d39de480,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:12.407787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-826297f3-410f-4b4e-91c0-8ea3d1b1cd28 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/5bf02bb1-9d0e-4c7b-a5e7-6fd3accb2ed3 HTTP/1.1" status: 404 len: 333 time: 0.0891612 Apr 30 01:28:12.413790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46640) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:12.465060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6237551e-4b97-40c4-a0c9-7553eca75837 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:12.492000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d836c18e-1063-4018-b4ac-4a71baa91fb7 req-304f4251-2bfc-47b8-8fa6-29aa504c5040 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446016 Apr 30 01:28:12.532432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.541616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:12.542620 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.582850 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:12.636742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3937889f-e988-4e0d-a117-d2a7f1a7b80c req-60d69be0-fab8-4070-a020-09414987de24 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff26943e-6087-4922-8fdc-8aa7d0ef3dfe HTTP/1.1" status: 200 len: 210 time: 0.0953829 Apr 30 01:28:12.752294 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.841612 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5318682 Apr 30 01:28:12.843400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Pushing event updated for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:12.845609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077abb64-d1ba-473a-8337-19840004eae3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Network': ['ID=6cdf1659-fbb1-40eb-b80f-e4900aa2c152,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:12.851302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46646) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:12.866070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'subnet': {'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:12.903404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ffac1-d449-44c6-a442-0e96708561d2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 5c64b07f-8864-40db-aca4-22555e916261 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:12.904584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d0ffac1-d449-44c6-a442-0e96708561d2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:12.930336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:12.932227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:12.933666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:12.939559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:12.967520 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:12.976403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:13.025801 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] Checking router: fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:28:13.031042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906dd70-39a3-4f24-ade2-65eacd691d1c req-a242809b-6558-4467-96fc-db3e683bfbee tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:13.041929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5906dd70-39a3-4f24-ade2-65eacd691d1c req-a242809b-6558-4467-96fc-db3e683bfbee tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 931 time: 0.3354380 Apr 30 01:28:13.045667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:13.054801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:13.055863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.056987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Attempting to bind port c14cf1f0-190d-420c-b763-1c35d39de480 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:13.057703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Attempting to bind port c14cf1f0-190d-420c-b763-1c35d39de480 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:13.058776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Attempting to bind port c14cf1f0-190d-420c-b763-1c35d39de480 on network 6f30dd09-43c9-4465-b9d3-089cd041be85 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:13.059420 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:13.114111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5906dd70-39a3-4f24-ade2-65eacd691d1c req-cb484a4f-e7d1-4a94-8f9f-01a08a2499ef tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692847 Apr 30 01:28:13.119406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d0ffac1-d449-44c6-a442-0e96708561d2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.168336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ffac1-d449-44c6-a442-0e96708561d2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 5c64b07f-8864-40db-aca4-22555e916261 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:13.190697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:13.191102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Checking segment: {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:13.191539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.191946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Bound using segment: {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:13.192434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Bound port: c14cf1f0-190d-420c-b763-1c35d39de480, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:13.192936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.236507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:13.248558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.324955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6237551e-4b97-40c4-a0c9-7553eca75837, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6237551e-4b97-40c4-a0c9-7553eca75837,segment=NetworkSegment(0bee68b9-5565-4757-b6d3-7e68d2a48ad1),segment_id=0bee68b9-5565-4757-b6d3-7e68d2a48ad1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:13.348346 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:13.351117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '6237551e-4b97-40c4-a0c9-7553eca75837', 'network_id': 'ceeb6d01-8ae6-46b6-8e1a-ca559508c452', 'port_id': '6237551e-4b97-40c4-a0c9-7553eca75837', 'mac_address': 'fa:16:3e:26:4c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591ebbc5-7735-4dd5-86fa-28340691a25b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:13.406059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fc7d9d4c-496c-4cc1-8c33-f0c8c0e137c0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9593687 Apr 30 01:28:13.409964 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.414496 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.424605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Request body: {'port': {'device_id': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:13.433542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] For port c14cf1f0-190d-420c-b763-1c35d39de480, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:13.453897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6237551e-4b97-40c4-a0c9-7553eca75837 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:13.463099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] For port c14cf1f0-190d-420c-b763-1c35d39de480, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c14cf1f0-190d-420c-b763-1c35d39de480,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:13.470147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:13.472789 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372d703b-aef4-4f80-b47b-03daf9a73f63" -d '{"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-unplugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:13.497011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:13.501268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6237551e-4b97-40c4-a0c9-7553eca75837, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6237551e-4b97-40c4-a0c9-7553eca75837,segment=NetworkSegment(0bee68b9-5565-4757-b6d3-7e68d2a48ad1),segment_id=0bee68b9-5565-4757-b6d3-7e68d2a48ad1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:13.508405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d0ffac1-d449-44c6-a442-0e96708561d2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.531737 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.548999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ffac1-d449-44c6-a442-0e96708561d2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=5c64b07f-8864-40db-aca4-22555e916261,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:13.561652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.634084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7d5d5-bd14-482a-806d-a3df43894d82 None None] Pushing event updated for resources: {'Port': ['ID=c14cf1f0-190d-420c-b763-1c35d39de480,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:13.640624 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a5d2b1-cf9e-4893-8ffb-8c36ac75c585 x-openstack-request-id: req-56a5d2b1-cf9e-4893-8ffb-8c36ac75c585 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:13.640903 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-unplugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:13.641300 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56a5d2b1-cf9e-4893-8ffb-8c36ac75c585 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:13.642678 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a5d2b1-cf9e-4893-8ffb-8c36ac75c585'] response: {'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'code': 200} Apr 30 01:28:13.653279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.658864 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.662273 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.663039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 096419d9-b0eb-4277-affc-697bc965d998 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:13.798470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 096419d9-b0eb-4277-affc-697bc965d998 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:13.798795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 096419d9-b0eb-4277-affc-697bc965d998 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:13.804248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6237551e-4b97-40c4-a0c9-7553eca75837,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:13.814761 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:13.819310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Subnet': ['ID=6144818e-7237-48aa-abfb-58668cba1893,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:13.831264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Checking segment: {'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:13.837054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network hostable DHCP agents. Network: 6cdf1659-fbb1-40eb-b80f-e4900aa2c152, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:13.846196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d0ffac1-d449-44c6-a442-0e96708561d2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:13.852899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8d0ffac1-d449-44c6-a442-0e96708561d2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/5c64b07f-8864-40db-aca4-22555e916261 HTTP/1.1" status: 204 len: 168 time: 1.4354260 Apr 30 01:28:13.852899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46670) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:13.854377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46672) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:13.875597 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb50b731-7ab4-49ab-a56c-2ddc753b3b35 None None] The sync data for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 is: [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2d452b12-98af-45cf-b9aa-dc7d293b6df3', 'name': '', 'network_id': 'd67c204c-c809-45ae-ac81-4f2d261d7752', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'mac_address': 'fa:16:3e:34:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:41Z', 'updated_at': '2022-04-30T01:25:52Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'subnets': [{'id': '120021f8-02fa-4d29-b279-3164fe2cf9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:28:13.911943 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-499ccda9-9c53-4c75-87df-7986f2bff412 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:28:13.921458 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-499ccda9-9c53-4c75-87df-7986f2bff412 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/5c64b07f-8864-40db-aca4-22555e916261 HTTP/1.1" status: 404 len: 333 time: 0.0653334 Apr 30 01:28:13.923693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46674) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:13.952748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:13.975051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['6237551e-4b97-40c4-a0c9-7553eca75837'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:28:14.053699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77fb9d7-6f0b-48f8-9231-e49579a91960 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet 3c6b996b-6ed6-4f23-8b66-07606807324b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:28:14.057852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c77fb9d7-6f0b-48f8-9231-e49579a91960 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.117222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:14.120409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed24dc-9a6e-442c-b1d8-c08e99d4b5b0 req-841ea3d3-6341-4428-b3c5-1769e2918df9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:14.121882 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73ed24dc-9a6e-442c-b1d8-c08e99d4b5b0 req-841ea3d3-6341-4428-b3c5-1769e2918df9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 945 time: 0.4795139 Apr 30 01:28:14.202507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c77fb9d7-6f0b-48f8-9231-e49579a91960 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.228822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc61dcd2-6933-401b-9ba9-1c8110cddbcd tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.279549 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc61dcd2-6933-401b-9ba9-1c8110cddbcd tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.297198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73ed24dc-9a6e-442c-b1d8-c08e99d4b5b0 req-f233c220-1af5-4efe-a0b2-f5b8949d97d9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432495 Apr 30 01:28:14.392944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 6cdf1659-fbb1-40eb-b80f-e4900aa2c152) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:14.397817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:14.398317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.402223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12333b5e-ebc9-4a2c-bd21-a8cc4b9ece79 None None] Network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:14.410506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec3235-0ae9-4da9-9a2a-deb32c6aa0c5 None None] New status for floating IP c66626e6-4dcf-4f44-9b89-5d532b99951f: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:28:14.424237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:14.432071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.444970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Transition to ACTIVE for port object d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:28:14.446233 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc61dcd2-6933-401b-9ba9-1c8110cddbcd tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.448766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc61dcd2-6933-401b-9ba9-1c8110cddbcd tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.450218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fc61dcd2-6933-401b-9ba9-1c8110cddbcd tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "DELETE /v2.0/security-groups/64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd HTTP/1.1" status: 204 len: 168 time: 0.5845249 Apr 30 01:28:14.453701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46688) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:14.472037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61dcd2-6933-401b-9ba9-1c8110cddbcd tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:14.474716 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-7ba2e04d-7242-4136-8616-b797873cfaf7 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] show failed (client error): The resource could not be found. Apr 30 01:28:14.475329 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7ba2e04d-7242-4136-8616-b797873cfaf7 tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "GET /v2.0/security-groups/64f6eb1b-96a6-4986-80a7-6fb8fa8c64bd HTTP/1.1" status: 404 len: 347 time: 0.0207365 Apr 30 01:28:14.478141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46690) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:14.489924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a31fc-87b4-41d3-8a8d-8e5c864df5d1 req-2ab1ad3b-b4b1-4cba-ac09-b2e68127f07a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:14.491625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a0a31fc-87b4-41d3-8a8d-8e5c864df5d1 req-2ab1ad3b-b4b1-4cba-ac09-b2e68127f07a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 931 time: 0.2238035 Apr 30 01:28:14.495031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c77fb9d7-6f0b-48f8-9231-e49579a91960 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.562812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-520ca51d-d906-45a2-a453-5e5841588d2d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6978612 Apr 30 01:28:14.581576 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.670284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a0a31fc-87b4-41d3-8a8d-8e5c864df5d1 req-caca2494-9f31-419c-9f28-673a9af792fe tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443985 Apr 30 01:28:14.710964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:14.733288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6ac34875-e960-477a-a011-cedd8fd3310b details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:14.755537 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c77fb9d7-6f0b-48f8-9231-e49579a91960 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.818287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c77fb9d7-6f0b-48f8-9231-e49579a91960 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.823235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c77fb9d7-6f0b-48f8-9231-e49579a91960 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/3c6b996b-6ed6-4f23-8b66-07606807324b HTTP/1.1" status: 204 len: 168 time: 0.8985198 Apr 30 01:28:14.826806 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fb9d7-6f0b-48f8-9231-e49579a91960 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6b996b-6ed6-4f23-8b66-07606807324b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:14.830858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:14.837210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7a66b-4964-4dd2-90a4-7006781ecbce None None] Network f162da97-c895-4326-a449-aa541bd5d95f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:14.883259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Deleting port 8a905454-8dbf-4ff3-b5bd-904be36c1ab6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:14.883659 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:14.975886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.006968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-6cdf1659-fbb1-40eb-b80f-e4900aa2c152', 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'fixed_ips': [{'subnet_id': '6144818e-7237-48aa-abfb-58668cba1893'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:28:15.010476 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.042960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Attempting to bind port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:15.043291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Attempting to bind port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:15.043650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Attempting to bind port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:15.076205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:28:15.077054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Attempting to bind port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:15.080041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 7976f932-4317-4d03-a7b4-275335f33e42 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:15.080578 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.106477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:15.106891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Checking segment: {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:15.107379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Bound using segment: {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:15.108034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Bound port: d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:15.108556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.120527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6d1a7891-c92f-46cb-bedb-d1d32fc3d8fd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:15.127730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6d1a7891-c92f-46cb-bedb-d1d32fc3d8fd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:15.135343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6d1a7891-c92f-46cb-bedb-d1d32fc3d8fd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/networks?id=6f30dd09-43c9-4465-b9d3-089cd041be85&id=6cdf1659-fbb1-40eb-b80f-e4900aa2c152&id=6f30dd09-43c9-4465-b9d3-089cd041be85 HTTP/1.1" status: 200 len: 1389 time: 0.3525751 Apr 30 01:28:15.182101 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.182591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.202313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2de83b4c-43bb-497a-8077-054603a5050d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/quotas/1561e71645934bd8b5f2cef5e4c9fe44 HTTP/1.1" status: 200 len: 375 time: 0.0655789 Apr 30 01:28:15.213314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Calling delete_port for 8a905454-8dbf-4ff3-b5bd-904be36c1ab6 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:15.235545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] For port 7976f932-4317-4d03-a7b4-275335f33e42, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7976f932-4317-4d03-a7b4-275335f33e42,segment=NetworkSegment(9091f793-db40-434d-a206-2ef70fab95bb),segment_id=9091f793-db40-434d-a206-2ef70fab95bb)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:15.236067 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.245149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:15.260296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 7976f932-4317-4d03-a7b4-275335f33e42 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:15.286775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '6ac34875-e960-477a-a011-cedd8fd3310b', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '6ac34875-e960-477a-a011-cedd8fd3310b', 'mac_address': 'fa:16:3e:43:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:15.370487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:15.380607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:15.410191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-b4e42b16-58dd-44ab-8aea-5881352ae98f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2050054 Apr 30 01:28:15.426084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] DHCP port deletion for f162da97-c895-4326-a449-aa541bd5d95f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:28:15.489506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14984e-1a0a-411c-a1a3-1fc14f6bdf3b None None] Network 6f30dd09-43c9-4465-b9d3-089cd041be85 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:15.491290 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.514526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ac34875-e960-477a-a011-cedd8fd3310b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:15.549716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Allocated IP 19.86.0.2 (6cdf1659-fbb1-40eb-b80f-e4900aa2c152/6144818e-7237-48aa-abfb-58668cba1893/88fbf510-a24d-4b09-8043-297a3c294497) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:15.596911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.611987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5cde-e4cc-4ea0-b1cf-f8a2f7d5f33e req-3b0fcc9c-532f-4494-a1f7-eb233f56661c tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:15.621486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5acf5cde-e4cc-4ea0-b1cf-f8a2f7d5f33e req-3b0fcc9c-532f-4494-a1f7-eb233f56661c tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 945 time: 0.1706705 Apr 30 01:28:15.624793 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.625438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:15.626067 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.627566 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 HTTP/1.1" status: 200 len: 1091 time: 2.2092876 Apr 30 01:28:15.632205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'tag': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:15.644609 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f02b27-750f-461a-9c94-323ddfbad56d" -d '{"events": [{"name": "network-changed", "server_uuid": "508a5b69-4dfd-490e-b0b3-ead6ba2cdb26", "tag": "d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:15.723540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=7976f932-4317-4d03-a7b4-275335f33e42,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:15.734167 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-a96bf435-b7a8-4b15-a8fd-e43e9643d8f2 service neutron] 10.222.0.15 "GET /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885406 Apr 30 01:28:15.763751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No DVR routers for this DVR port 7976f932-4317-4d03-a7b4-275335f33e42 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:15.777922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:15.782148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c14cf1f0-190d-420c-b763-1c35d39de480 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:15.805374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb769ae6-4116-4582-81b2-5b9586e05f03 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:15.876951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5acf5cde-e4cc-4ea0-b1cf-f8a2f7d5f33e req-fc1aa5f3-0be1-425e-81b9-9a9db21cea9c tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415016 Apr 30 01:28:15.928591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-16286c03-0dd1-4e63-b578-438bc624a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:15.930384 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-16286c03-0dd1-4e63-b578-438bc624a58f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 1094 time: 0.1589172 Apr 30 01:28:15.942753 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-e8b3972f-a636-43aa-b4e1-6dcc851a1eca service neutron] 10.222.0.15 "GET /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062149 Apr 30 01:28:15.956579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:15.990869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f162da97-c895-4326-a449-aa541bd5d95f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:16.012616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.018750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9091f793-db40-434d-a206-2ef70fab95bb') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:16.019143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9091f793-db40-434d-a206-2ef70fab95bb') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:16.020204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-42ffeb6b-5a79-4505-bf60-12977b2368ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 HTTP/1.1" status: 200 len: 217 time: 0.0765042 Apr 30 01:28:16.039829 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.056351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5e4f7434-c62e-469f-b423-4041b4b9fc30 None None] Provisioning complete for port c14cf1f0-190d-420c-b763-1c35d39de480 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:16.056850 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7434-c62e-469f-b423-4041b4b9fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.068741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.077477 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.092911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:28:16.094675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:28:16.103457 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:28:16.233075 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf164e03-ca9a-45ca-a37b-bb859564d6d1 x-openstack-request-id: req-cf164e03-ca9a-45ca-a37b-bb859564d6d1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:16.233346 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508a5b69-4dfd-490e-b0b3-ead6ba2cdb26", "tag": "d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:16.233605 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf164e03-ca9a-45ca-a37b-bb859564d6d1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:16.234016 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf164e03-ca9a-45ca-a37b-bb859564d6d1'] response: {'name': 'network-changed', 'server_uuid': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'tag': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6', 'status': 'completed', 'code': 200} Apr 30 01:28:16.275128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Pushing event deleted for resources: {'Port': ['ID=8a905454-8dbf-4ff3-b5bd-904be36c1ab6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:16.313612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:16.331117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6ac34875-e960-477a-a011-cedd8fd3310b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:28:16.359796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476aabf-a1b2-4c5f-b61e-fcc717ab39a6 req-45e8fb1d-56cb-4989-bcc8-ed3734432aa2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:16.362092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a476aabf-a1b2-4c5f-b61e-fcc717ab39a6 req-45e8fb1d-56cb-4989-bcc8-ed3734432aa2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 943 time: 0.1185169 Apr 30 01:28:16.374047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-a82c58b8-0afa-41df-9fb9-1f380786fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:16.375569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-a82c58b8-0afa-41df-9fb9-1f380786fb36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae06f241-10ef-4efd-aed2-a20cb385cacb HTTP/1.1" status: 200 len: 855 time: 0.3180907 Apr 30 01:28:16.416085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a476aabf-a1b2-4c5f-b61e-fcc717ab39a6 req-61334a98-af99-458b-b38d-8e820bce669d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Apr 30 01:28:16.428509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] Deleting port 7976f932-4317-4d03-a7b4-275335f33e42 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:16.431226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-c7372294-0c53-40c6-b356-1113488062f6 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdf1659-fbb1-40eb-b80f-e4900aa2c152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283299 Apr 30 01:28:16.432086 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.434668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.439651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.440085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e12bf9c6-c684-48db-bb7f-5ad4de65bd2b tempest-AttachSCSIVolumeTestJSON-317343348 tempest-AttachSCSIVolumeTestJSON-317343348-project] 10.222.0.15 "DELETE /v2.0/floatingips/c66626e6-4dcf-4f44-9b89-5d532b99951f HTTP/1.1" status: 204 len: 168 time: 1.9610002 Apr 30 01:28:16.442461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-757d457c-4d8a-4389-b3ec-f718c66bfd5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503066 Apr 30 01:28:16.508128 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.515251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.515569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6237551e-4b97-40c4-a0c9-7553eca75837 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:16.536077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/networks/f162da97-c895-4326-a449-aa541bd5d95f HTTP/1.1" status: 204 len: 168 time: 1.7033288 Apr 30 01:28:16.578052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46762) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:16.580470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c452e-fb48-4fc3-9374-24f2d45e97ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Network': ['ID=f162da97-c895-4326-a449-aa541bd5d95f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:16.607752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1049970365'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:16.701228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c14cf1f0-190d-420c-b763-1c35d39de480 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:16.702163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.736333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] For port 7976f932-4317-4d03-a7b4-275335f33e42, host n-d-821348-1, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:16.736875 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.761202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-5b197bc5-ef4b-4a0d-8574-f2fce33d3544 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdf1659-fbb1-40eb-b80f-e4900aa2c152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177888 Apr 30 01:28:16.765391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-c951212a-4682-40b4-b0b9-6dda7c83f005 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088315 Apr 30 01:28:16.799241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:16.803263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.810668 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7434-c62e-469f-b423-4041b4b9fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.871124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-a88c2125-686b-4fda-b726-d6da7afbfcdc service neutron] 10.222.0.15 "GET /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985539 Apr 30 01:28:16.876397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:16.889835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.890442 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Added segment c1f60db4-5345-4fee-9507-a46bb2105886 of type vlan for network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 Apr 30 01:28:16.925754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5e4f7434-c62e-469f-b423-4041b4b9fc30 None None] For port c14cf1f0-190d-420c-b763-1c35d39de480, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c14cf1f0-190d-420c-b763-1c35d39de480,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:16.941292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] Calling delete_port for 7976f932-4317-4d03-a7b4-275335f33e42 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:16.953303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.953531 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.956614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] Port 7976f932-4317-4d03-a7b4-275335f33e42 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:28:16.969477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:16.978949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46776) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:16.992437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-153827287'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:17.061164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.065895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:17.066627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.067495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b96b57c8-3d9b-44c1-86fa-d79291b1365f req-9c39d158-bde8-42d3-89bb-df3e67f3738a service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950204 Apr 30 01:28:17.069600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7434-c62e-469f-b423-4041b4b9fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.074956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] Network f162da97-c895-4326-a449-aa541bd5d95f is not hosted by any dhcp agent {{(pid=103320) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:28:17.074956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] No DVR routers for this DVR port 7976f932-4317-4d03-a7b4-275335f33e42 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:17.078589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 6237551e-4b97-40c4-a0c9-7553eca75837 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:28:17.084767 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.100346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 6237551e-4b97-40c4-a0c9-7553eca75837 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:17.101033 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.112183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:17.114357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505f241-bbbc-4f75-8dfc-ac8495d5752c None None] Pushing event deleted for resources: {'Port': ['ID=7976f932-4317-4d03-a7b4-275335f33e42,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:17.174370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523b72-75fc-4a59-9a8e-3dde464a8fa3 req-cb728b25-9061-41a0-b92d-6477777982fa tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:17.182154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27523b72-75fc-4a59-9a8e-3dde464a8fa3 req-cb728b25-9061-41a0-b92d-6477777982fa tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 945 time: 0.1617589 Apr 30 01:28:17.190810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:17.194679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.202926 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-aac4b876-329a-40dc-8686-d71024b72a18 service neutron] 10.222.0.15 "GET /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016695 Apr 30 01:28:17.238831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6386328 Apr 30 01:28:17.238831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818179c5-34a0-4a67-8329-115e9af1762d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Network': ['ID=44837cb2-050a-46b1-af4e-ec7b6a05b1e5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:17.239153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46788) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:17.245245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:17.250967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:17.261463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.261999 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Added segment d6bb0522-2de7-4f3c-9e90-304b78a863a4 of type vlan for network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 Apr 30 01:28:17.307498 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.323176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:17.330215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:17.364187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27523b72-75fc-4a59-9a8e-3dde464a8fa3 req-09d0fd81-1aa8-4b63-9795-2c113abbd612 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809301 Apr 30 01:28:17.391051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:17.396256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.401876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:17.402918 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.473256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-eef9a23f-9081-49b3-bf72-c42dadce71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:17.475099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-eef9a23f-9081-49b3-bf72-c42dadce71a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 1094 time: 0.2391031 Apr 30 01:28:17.532505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Network': ['ID=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:17.556837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7976f932-4317-4d03-a7b4-275335f33e42 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:17.587295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5c9a9e15-74f9-4296-9a87-5632b9186d0a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6054044 Apr 30 01:28:17.594739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46806) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:17.599290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 7976f932-4317-4d03-a7b4-275335f33e42 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:17.599838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7976f932-4317-4d03-a7b4-275335f33e42 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:17.609656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:17.614480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-452668139'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:17.674572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-878d1baf-777b-4aea-a2de-4d3c2055c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:17.676090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-878d1baf-777b-4aea-a2de-4d3c2055c007 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 915 time: 0.1921504 Apr 30 01:28:17.677239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:17.681399 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.742099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:17.745442 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-db47da2a-a3fd-4eed-8c67-2c72637776b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 HTTP/1.1" status: 200 len: 217 time: 0.0593057 Apr 30 01:28:17.746359 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.790952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:17.800627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6f7d64e4-771e-49cd-a98f-0e977c4b7eb5 None None] Provisioning complete for port c14cf1f0-190d-420c-b763-1c35d39de480 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:17.807343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f7d64e4-771e-49cd-a98f-0e977c4b7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.807801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.807801 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Added segment 17906b90-6529-4c12-a6c1-2bd43ce07c3f of type vlan for network 0e6294b2-3522-4972-aca6-3136bf498da1 Apr 30 01:28:17.835209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Attempting to bind port 88fbf510-a24d-4b09-8043-297a3c294497 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:17.838848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Attempting to bind port 88fbf510-a24d-4b09-8043-297a3c294497 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:17.839400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Attempting to bind port 88fbf510-a24d-4b09-8043-297a3c294497 on network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:17.898585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:17.899356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Checking segment: {'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:17.907194 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.907822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Bound using segment: {'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:17.908333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Bound port: 88fbf510-a24d-4b09-8043-297a3c294497, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:17.908719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:17.930109 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:18.010100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] For port 88fbf510-a24d-4b09-8043-297a3c294497, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:18.016048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] For port 88fbf510-a24d-4b09-8043-297a3c294497, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=88fbf510-a24d-4b09-8043-297a3c294497,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:18.064942 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:18.090345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f7434-c62e-469f-b423-4041b4b9fc30 None None] Pushing event updated for resources: {'Port': ['ID=c14cf1f0-190d-420c-b763-1c35d39de480,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:18.179241 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:18.182644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Pushing event updated for resources: {'Port': ['ID=88fbf510-a24d-4b09-8043-297a3c294497,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:18.186182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:18.189980 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:18.193883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6237551e-4b97-40c4-a0c9-7553eca75837'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:18.196987 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502a48c5-3000-4e76-8391-ea0d0208ed4b" -d '{"events": [{"server_uuid": "a8fc46e8-9451-4ee7-8c42-83c8961f8834", "name": "network-vif-plugged", "status": "completed", "tag": "6237551e-4b97-40c4-a0c9-7553eca75837"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:18.207241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:18.243897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6237551e-4b97-40c4-a0c9-7553eca75837, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6237551e-4b97-40c4-a0c9-7553eca75837,segment=NetworkSegment(0bee68b9-5565-4757-b6d3-7e68d2a48ad1),segment_id=0bee68b9-5565-4757-b6d3-7e68d2a48ad1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:18.331261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:18.390440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7934496 Apr 30 01:28:18.397165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46830) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:18.400603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af053b-7b5e-4585-a7a4-a261c2c9ee5c None None] Pushing event updated for resources: {'Port': ['ID=88fbf510-a24d-4b09-8043-297a3c294497,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:18.434485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'subnet': {'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:18.517153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6237551e-4b97-40c4-a0c9-7553eca75837,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:18.535997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e4c932d-cfca-4013-ac93-7c04e680df1f req-ea54a538-bd3b-4e99-abf9-1cde1be5ab1f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 210 time: 0.1055212 Apr 30 01:28:18.536623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60971cb4-c119-43ba-b5c6-6ec3796166b7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Network': ['ID=0e6294b2-3522-4972-aca6-3136bf498da1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:18.573264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0e6294b2-3522-4972-aca6-3136bf498da1 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:18.578065 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:18.711070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579d77c-1b4e-468a-9b83-0f93d93345c7 req-412b819f-0d06-4c67-b53a-e35bc47d6563 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:18.713786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:18.718947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:18.723730 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0579d77c-1b4e-468a-9b83-0f93d93345c7 req-412b819f-0d06-4c67-b53a-e35bc47d6563 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 943 time: 0.9380190 Apr 30 01:28:18.753675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-1a98f0c1-98b6-4989-9e81-26c052c63d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:18.755419 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-1a98f0c1-98b6-4989-9e81-26c052c63d05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae06f241-10ef-4efd-aed2-a20cb385cacb HTTP/1.1" status: 200 len: 855 time: 0.9777372 Apr 30 01:28:18.802877 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc63f8d-0ee0-4cca-975b-58a95215549a x-openstack-request-id: req-6dc63f8d-0ee0-4cca-975b-58a95215549a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:18.803891 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fc46e8-9451-4ee7-8c42-83c8961f8834", "name": "network-vif-plugged", "status": "completed", "tag": "6237551e-4b97-40c4-a0c9-7553eca75837", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:18.804609 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dc63f8d-0ee0-4cca-975b-58a95215549a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:18.805217 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc63f8d-0ee0-4cca-975b-58a95215549a'] response: {'server_uuid': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6237551e-4b97-40c4-a0c9-7553eca75837', 'code': 200} Apr 30 01:28:18.808142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6ac34875-e960-477a-a011-cedd8fd3310b up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:18.961074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-8f11e1e0-28e1-4fd3-98ab-0babfcd98a6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514251 Apr 30 01:28:18.978925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 6ac34875-e960-477a-a011-cedd8fd3310b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:18.979301 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:19.138474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1d505-b6a0-4163-8962-d6b61e5466e2 req-de97a47e-2559-4fcc-9ffb-d6832af0bc1a tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:19.142033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41c1d505-b6a0-4163-8962-d6b61e5466e2 req-de97a47e-2559-4fcc-9ffb-d6832af0bc1a tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 946 time: 0.3410423 Apr 30 01:28:19.188068 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:19.218893 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0579d77c-1b4e-468a-9b83-0f93d93345c7 req-37802fca-4872-4a76-b344-1803f045d3b5 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903727 Apr 30 01:28:19.233247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab9c7f-286b-47de-b3b5-b46d187160b0 req-df3a8d43-3184-4bae-a201-34790c389e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:19.235718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ab9c7f-286b-47de-b3b5-b46d187160b0 req-df3a8d43-3184-4bae-a201-34790c389e1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 1097 time: 0.4791074 Apr 30 01:28:19.250687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:19.255580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41c1d505-b6a0-4163-8962-d6b61e5466e2 req-66befd57-4bd3-4cb9-86ae-91ebc96d4e70 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048799 Apr 30 01:28:19.267787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:19.327985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:19.381918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=5e4b439f-6817-41e5-a625-a95eb5a32b9d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:19.457791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:19.466183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-05bc7759-c09a-4812-944a-60c055775cfa service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659185 Apr 30 01:28:19.478189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.478961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.479151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.479625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.480061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.480498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.480931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.481361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.481842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.482688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.483124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.483584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:19.519136 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44ab9c7f-286b-47de-b3b5-b46d187160b0 req-658ac0ca-e168-4f05-899a-dadfa15f9e61 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703116 Apr 30 01:28:19.533224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:19.634733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Subnet': ['ID=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:19.704422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking segment: {'id': 'c1f60db4-5345-4fee-9507-a46bb2105886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:19.704916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network hostable DHCP agents. Network: 44837cb2-050a-46b1-af4e-ec7b6a05b1e5, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:19.728924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7f02b27-750f-461a-9c94-323ddfbad56d req-3c735b79-4016-402f-90dc-bbdc2a9becbe service neutron] 10.222.0.23 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516692 Apr 30 01:28:19.734139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-707ee1be-18e5-4ae0-a2ad-4d3eca0daa0c req-6dd4dca0-4127-4e05-804b-1bc2a6ec68b3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 210 time: 0.0722077 Apr 30 01:28:19.770283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Checking segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:19.770642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network hostable DHCP agents. Network: 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:19.879923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:19.891513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:19.967306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:19.970964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 44837cb2-050a-46b1-af4e-ec7b6a05b1e5) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:19.976074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeffece-1785-4897-89db-f9a226cb43e8 None None] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:19.980456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:19.980456 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:19.980996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:19.988139 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:20.021938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c14cf1f0-190d-420c-b763-1c35d39de480 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:20.025999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7422c7-969e-4cd7-8c4c-b308d6fc24d0 None None] Network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:20.109210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58f1759d-7745-43ff-b22b-1f751fb9bee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6835248 Apr 30 01:28:20.110200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-72ffae4c-da20-414b-92fc-5ee9497109bc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8699119 Apr 30 01:28:20.113006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46850) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:20.114841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46852) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:20.119664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'subnet': {'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:20.127027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5', 'name': 'tempest-PortsTestJSON-676401930', 'fixed_ips': [{'subnet_id': '5e4b439f-6817-41e5-a625-a95eb5a32b9d', 'ip_address': '172.20.0.10'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:20.299131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a70be97-591f-4b27-8211-7c8d165263a0 None None] Network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:20.477161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f94ead8c-f330-4bd9-a5b4-659d879afe35 None None] Provisioning complete for port 88fbf510-a24d-4b09-8043-297a3c294497 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:20.477927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f94ead8c-f330-4bd9-a5b4-659d879afe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:20.509083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:20.536562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f5fb7-000c-4a5f-a57c-68915e3480e5 req-583dbcdc-f944-4ac8-8536-839aecc35699 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:20.541273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:20.545315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:20.557996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-165f5fb7-000c-4a5f-a57c-68915e3480e5 req-583dbcdc-f944-4ac8-8536-839aecc35699 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 943 time: 0.1702690 Apr 30 01:28:20.592607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:20.639578 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-165f5fb7-000c-4a5f-a57c-68915e3480e5 req-b8325178-6378-4088-b80e-2ecfcc2701e9 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752547 Apr 30 01:28:20.710509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:20.727275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c14cf1f0-190d-420c-b763-1c35d39de480 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:20.727528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:20.849414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9c06-2072-4228-8bd0-64bc47997fd0 req-3913f908-f56f-4f7b-8d60-91781cd589e4 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:20.851019 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-690c9c06-2072-4228-8bd0-64bc47997fd0 req-3913f908-f56f-4f7b-8d60-91781cd589e4 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 946 time: 0.4073620 Apr 30 01:28:20.868042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:20.870802 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe160082-670c-4b1f-8d48-eac7c519dde0" -d '{"events": [{"server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "name": "network-vif-plugged", "status": "completed", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:21.086671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-690c9c06-2072-4228-8bd0-64bc47997fd0 req-868c82ce-6f3b-4a84-8250-a8aa74d2f2d9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174275 Apr 30 01:28:21.115131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:21.139116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'fixed_ips': [{'subnet_id': 'ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:28:21.154985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:21.170955 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:28:21.241179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 916e3f35-43aa-4e06-a677-03ff2ff7911c yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:21.252490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec2b505a-5a51-4660-94c8-85e885187127 req-184f57bf-e670-4fd4-8fc9-2935ef0f0bdb tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 210 time: 0.3292420 Apr 30 01:28:21.271478 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf66ead6-66ee-4691-bb90-29f3887338ac x-openstack-request-id: req-cf66ead6-66ee-4691-bb90-29f3887338ac {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:21.274035 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "name": "network-vif-plugged", "status": "completed", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:21.274035 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf66ead6-66ee-4691-bb90-29f3887338ac {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:21.274035 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf66ead6-66ee-4691-bb90-29f3887338ac'] response: {'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b', 'code': 200} Apr 30 01:28:21.394153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-5ec17d55-ff4d-4d43-abbe-8747e7b069ba tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:21.403585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-5ec17d55-ff4d-4d43-abbe-8747e7b069ba tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:21.405961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-5ec17d55-ff4d-4d43-abbe-8747e7b069ba tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "GET /v2.0/networks?id=6f30dd09-43c9-4465-b9d3-089cd041be85&id=6cdf1659-fbb1-40eb-b80f-e4900aa2c152&id=6f30dd09-43c9-4465-b9d3-089cd041be85 HTTP/1.1" status: 200 len: 1389 time: 0.5120602 Apr 30 01:28:21.432611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'port': {'device_id': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85', 'admin_state_up': True, 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:21.551202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 88fbf510-a24d-4b09-8043-297a3c294497 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:21.561064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Allocated IP 10.1.1.2 (0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7/ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f/10210ba0-8be1-44ce-91d9-919ed24452a4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:21.577482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-44837cb2-050a-46b1-af4e-ec7b6a05b1e5', 'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5', 'tenant_id': 'c577f5102c8e43eeabe8178df7c277ad', 'fixed_ips': [{'subnet_id': '5e4b439f-6817-41e5-a625-a95eb5a32b9d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:28:21.585181 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:21.655853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.10 (44837cb2-050a-46b1-af4e-ec7b6a05b1e5/5e4b439f-6817-41e5-a625-a95eb5a32b9d/916e3f35-43aa-4e06-a677-03ff2ff7911c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:21.734341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:21.738145 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:21.844788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:22.031441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6', 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'port_id': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6', 'mac_address': 'fa:16:3e:b2:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06f241-10ef-4efd-aed2-a20cb385cacb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:22.042966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Allocated IP 19.80.0.61 (6f30dd09-43c9-4465-b9d3-089cd041be85/9bafab9f-1f50-4a3c-8d34-30195b61114b/65700fe8-9ead-4e2e-a422-184fc7c75487) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:22.048052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f94ead8c-f330-4bd9-a5b4-659d879afe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.188391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 88fbf510-a24d-4b09-8043-297a3c294497 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:22.189153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.270297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f94ead8c-f330-4bd9-a5b4-659d879afe35 None None] For port 88fbf510-a24d-4b09-8043-297a3c294497, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=88fbf510-a24d-4b09-8043-297a3c294497,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:22.281859 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.319415 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.342119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:22.350991 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f94ead8c-f330-4bd9-a5b4-659d879afe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.395309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:22.438422 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.449946 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.481933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ead8c-f330-4bd9-a5b4-659d879afe35 None None] Pushing event updated for resources: {'Port': ['ID=88fbf510-a24d-4b09-8043-297a3c294497,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:22.488380 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.533611 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.554044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Pushing event updated for resources: {'Port': ['ID=10210ba0-8be1-44ce-91d9-919ed24452a4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:22.561002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:22.572803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:22.575703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-49287a4d-2395-4869-a101-6995d44808ef None None] Provisioning complete for port 88fbf510-a24d-4b09-8043-297a3c294497 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:22.576443 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49287a4d-2395-4869-a101-6995d44808ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.605799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.607259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bab8f-dc07-48b6-aeb7-351ef240afbe req-5473abcf-62f1-4cc5-86da-114392e7cc4f tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:22.616445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-045bab8f-dc07-48b6-aeb7-351ef240afbe req-5473abcf-62f1-4cc5-86da-114392e7cc4f tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 946 time: 0.3453386 Apr 30 01:28:22.631685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:22.663753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bbbbc-fbb2-4a2a-ab96-ed569155ed7b req-a26e262c-0224-4fd9-8a60-2b398017c223 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:22.665312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-059bbbbc-fbb2-4a2a-ab96-ed569155ed7b req-a26e262c-0224-4fd9-8a60-2b398017c223 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 943 time: 0.3674366 Apr 30 01:28:22.694468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-045bab8f-dc07-48b6-aeb7-351ef240afbe req-55ead1f4-4c84-4ecc-9523-0f7fd8146cf9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734675 Apr 30 01:28:22.719580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Subnet': ['ID=caed1001-1bfb-4558-9d5a-0a69e63a1ca6,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:22.730257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.730492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:22.730587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.730930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.731274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.731751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.732090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.732418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.732742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.733060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.733413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.733687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.734005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:28:22.745515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Checking segment: {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:22.745872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network hostable DHCP agents. Network: 0e6294b2-3522-4972-aca6-3136bf498da1, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:22.788167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 88fbf510-a24d-4b09-8043-297a3c294497 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:22.792118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-059bbbbc-fbb2-4a2a-ab96-ed569155ed7b req-fd337a33-4d60-4d68-8ac0-a4ca1f9e8a32 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086512 Apr 30 01:28:22.808947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:28:22.815283 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dfeb77-1eb5-4d39-b6bf-54aeead0c09d req-a50a2dca-4412-4a10-9adc-9d4b0aea56b7 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 210 time: 0.0356297 Apr 30 01:28:22.850740 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.892372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Attempting to bind port 10210ba0-8be1-44ce-91d9-919ed24452a4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:22.892740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Attempting to bind port 10210ba0-8be1-44ce-91d9-919ed24452a4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:22.893102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Attempting to bind port 10210ba0-8be1-44ce-91d9-919ed24452a4 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:22.920645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network 6f30dd09-43c9-4465-b9d3-089cd041be85 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:22.922028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Port': ['ID=65700fe8-9ead-4e2e-a422-184fc7c75487,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:22.926039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:22.928719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:22.934625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:22.935018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Checking segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:22.935470 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.935854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Bound using segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:22.936339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Bound port: 10210ba0-8be1-44ce-91d9-919ed24452a4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:22.936720 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.991714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:22.993388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network 0e6294b2-3522-4972-aca6-3136bf498da1 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:23.020862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:23.021900 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:23.086832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:23.087633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0e6294b2-3522-4972-aca6-3136bf498da1) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:23.100319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=916e3f35-43aa-4e06-a677-03ff2ff7911c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:23.107696 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2beff081-e1fc-4e10-b2cd-6321fa594675 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6909387 Apr 30 01:28:23.120043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'port': {'device_id': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152', 'admin_state_up': True, 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:23.125189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:23.142084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:23.144238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:23.219014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:23.319248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:23.320212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:23.364350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:23.364604 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-35c1e221-51bb-4ec0-aa5e-3dde26539fcb tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2484879 Apr 30 01:28:23.375593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46924) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:23.390230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'port': {'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'name': 'tempest-TaggedBootDevicesTest-1783256699', 'fixed_ips': [{'subnet_id': 'ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:23.425451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c2d30-3e96-45ce-bd97-abd1c510cdff None None] Network 0e6294b2-3522-4972-aca6-3136bf498da1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:23.449712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6863534a-2c9e-471d-b40a-315fc237ff9c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3355908 Apr 30 01:28:23.459855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46926) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:23.480664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5', 'name': 'tempest-PortsTestJSON-734502708', 'fixed_ips': [{'subnet_id': '5e4b439f-6817-41e5-a625-a95eb5a32b9d', 'ip_address': '172.20.0.9'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:23.572461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 88fbf510-a24d-4b09-8043-297a3c294497 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:23.574441 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:23.680744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Allocated IP 172.20.0.2 (44837cb2-050a-46b1-af4e-ec7b6a05b1e5/5e4b439f-6817-41e5-a625-a95eb5a32b9d/b65e6fed-6323-4fec-a596-be48c0a502f5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:23.689740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ae8d16f6-e468-428f-9460-fbf719ba9c1b None None] Provisioning complete for port 65700fe8-9ead-4e2e-a422-184fc7c75487 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:23.690351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ae8d16f6-e468-428f-9460-fbf719ba9c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:23.820794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:23.823260 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:23.837344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] For port 10210ba0-8be1-44ce-91d9-919ed24452a4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:23.879177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ff534-186c-458b-be02-baf72078f412 req-6e8489b7-d6bf-45ab-a810-fb600f0ea2b3 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:23.888108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-276ff534-186c-458b-be02-baf72078f412 req-6e8489b7-d6bf-45ab-a810-fb600f0ea2b3 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 946 time: 0.1617315 Apr 30 01:28:23.932925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:23.937707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:23.961087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] For port 10210ba0-8be1-44ce-91d9-919ed24452a4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=10210ba0-8be1-44ce-91d9-919ed24452a4,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:24.049905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-276ff534-186c-458b-be02-baf72078f412 req-d0007839-063c-43f2-a290-737c5f9bffa4 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414740 Apr 30 01:28:24.098676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d16f6-e468-428f-9460-fbf719ba9c1b None None] Port 65700fe8-9ead-4e2e-a422-184fc7c75487 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:24.106121 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:24.279113 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:24.328741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34997d-7f8c-457a-a7c8-300e3df6fa4e req-1dc486b0-b94a-4809-b53c-61801b8f94d1 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:24.336530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd34997d-7f8c-457a-a7c8-300e3df6fa4e req-1dc486b0-b94a-4809-b53c-61801b8f94d1 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 944 time: 0.3923182 Apr 30 01:28:24.350974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c8965-9d70-4a42-8193-4e5b32d5c4b7 req-2270820e-63ab-4d1a-887f-2885370fbb40 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:24.359170 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-144c8965-9d70-4a42-8193-4e5b32d5c4b7 req-2270820e-63ab-4d1a-887f-2885370fbb40 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 931 time: 0.1554830 Apr 30 01:28:24.415049 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-144c8965-9d70-4a42-8193-4e5b32d5c4b7 req-48b4c03b-1fc5-4fa5-b2ca-bc35682cb779 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546277 Apr 30 01:28:24.457705 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:24.477071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Allocated IP 19.86.0.66 (6cdf1659-fbb1-40eb-b80f-e4900aa2c152/6144818e-7237-48aa-abfb-58668cba1893/3d768db2-ab35-4033-a2a1-85df50e127ff) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:24.485883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01bcc7-4139-4f72-bb8e-dd3552ff282c None None] Pushing event updated for resources: {'Port': ['ID=10210ba0-8be1-44ce-91d9-919ed24452a4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:24.512465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0e6294b2-3522-4972-aca6-3136bf498da1', 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'fixed_ips': [{'subnet_id': 'caed1001-1bfb-4558-9d5a-0a69e63a1ca6'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:28:24.513411 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:24.562912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:24.581324 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:24.592559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd34997d-7f8c-457a-a7c8-300e3df6fa4e req-2d456e98-6ed1-4390-af3e-90166cb825ec tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549975 Apr 30 01:28:24.620491 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:24.671268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] device_id is not set on port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:24.708610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Pushing event updated for resources: {'Port': ['ID=b65e6fed-6323-4fec-a596-be48c0a502f5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:24.772667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:24.777812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:24.786559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:24.884900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Allocated IP 10.1.1.89 (0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7/ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f/a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:24.924981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Deleting port 2d452b12-98af-45cf-b9aa-dc7d293b6df3 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:24.924981 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:24.925669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 780d760a-0638-4f28-8ffa-b49f075853c4 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:24.975736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Allocated IP 10.2.2.2 (0e6294b2-3522-4972-aca6-3136bf498da1/caed1001-1bfb-4558-9d5a-0a69e63a1ca6/93a74a2c-b084-449f-94ef-1780dfad2f65) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:25.122888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] For port 2d452b12-98af-45cf-b9aa-dc7d293b6df3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2d452b12-98af-45cf-b9aa-dc7d293b6df3,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:25.122888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.151898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Calling delete_port for 2d452b12-98af-45cf-b9aa-dc7d293b6df3 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:25.177773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Attempting to bind port b65e6fed-6323-4fec-a596-be48c0a502f5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:25.181281 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Attempting to bind port b65e6fed-6323-4fec-a596-be48c0a502f5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c1f60db4-5345-4fee-9507-a46bb2105886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:25.181651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Attempting to bind port b65e6fed-6323-4fec-a596-be48c0a502f5 on network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:25.196498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:25.196870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Checking segment: {'id': 'c1f60db4-5345-4fee-9507-a46bb2105886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:25.197741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.198143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Bound using segment: {'id': 'c1f60db4-5345-4fee-9507-a46bb2105886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:25.198613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Bound port: b65e6fed-6323-4fec-a596-be48c0a502f5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f60db4-5345-4fee-9507-a46bb2105886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '44837cb2-050a-46b1-af4e-ec7b6a05b1e5'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:25.199935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.301246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b4341-f197-483d-bb45-9057964ce7d4 req-c3df6ee0-b3be-465e-b3d4-0e1c890abc60 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:25.302794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a7b4341-f197-483d-bb45-9057964ce7d4 req-c3df6ee0-b3be-465e-b3d4-0e1c890abc60 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 946 time: 0.0749977 Apr 30 01:28:25.353813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] For port b65e6fed-6323-4fec-a596-be48c0a502f5, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:25.359777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] For port b65e6fed-6323-4fec-a596-be48c0a502f5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b65e6fed-6323-4fec-a596-be48c0a502f5,segment=NetworkSegment(c1f60db4-5345-4fee-9507-a46bb2105886),segment_id=c1f60db4-5345-4fee-9507-a46bb2105886)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:25.388538 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.395877 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a7b4341-f197-483d-bb45-9057964ce7d4 req-9ad39df3-a00a-4780-a86f-996cac621564 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582924 Apr 30 01:28:25.445557 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.498328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.9 (44837cb2-050a-46b1-af4e-ec7b6a05b1e5/5e4b439f-6817-41e5-a625-a95eb5a32b9d/780d760a-0638-4f28-8ffa-b49f075853c4) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:25.514131 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.551760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Network 0e6294b2-3522-4972-aca6-3136bf498da1 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:25.553801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:25.556337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:25.568245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878050b-ad81-4eca-bc63-4d97ec8d200f None None] Pushing event updated for resources: {'Port': ['ID=b65e6fed-6323-4fec-a596-be48c0a502f5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:25.590566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.662585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d452b12-98af-45cf-b9aa-dc7d293b6df3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:25.776158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Attempting to bind port 93a74a2c-b084-449f-94ef-1780dfad2f65 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:25.776811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Attempting to bind port 93a74a2c-b084-449f-94ef-1780dfad2f65 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:25.776900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Attempting to bind port 93a74a2c-b084-449f-94ef-1780dfad2f65 on network 0e6294b2-3522-4972-aca6-3136bf498da1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:25.802883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:25.803817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Checking segment: {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:25.803817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.804115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Bound using segment: {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:25.804546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Bound port: 93a74a2c-b084-449f-94ef-1780dfad2f65, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:25.804920 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:25.822550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Pushing event updated for resources: {'Port': ['ID=93a74a2c-b084-449f-94ef-1780dfad2f65,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:25.939506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] For port 93a74a2c-b084-449f-94ef-1780dfad2f65, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:25.944048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] For port 93a74a2c-b084-449f-94ef-1780dfad2f65, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=93a74a2c-b084-449f-94ef-1780dfad2f65,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:26.002981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9b95-a3c5-4ac3-afc5-f4f00856c92b req-3fe09f05-6a73-4214-853e-7411ed7aab76 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:26.012115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c16d9b95-a3c5-4ac3-afc5-f4f00856c92b req-3fe09f05-6a73-4214-853e-7411ed7aab76 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 931 time: 0.5018995 Apr 30 01:28:26.024891 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:26.113073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026590-b037-42ae-9639-974a345f1bbb req-c0583c6d-9819-4479-8ef5-4ca55d4c7cbf tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:26.120934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b026590-b037-42ae-9639-974a345f1bbb req-c0583c6d-9819-4479-8ef5-4ca55d4c7cbf tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 946 time: 1.0227537 Apr 30 01:28:26.135046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61b578-3130-451f-9c66-9a77a83f7d1f req-4a6d4596-fa31-43bb-a620-617d25edf3f0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:26.145002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:26.147265 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca61b578-3130-451f-9c66-9a77a83f7d1f req-4a6d4596-fa31-43bb-a620-617d25edf3f0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 944 time: 0.3455882 Apr 30 01:28:26.162821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d98bfa-6ee0-4432-b639-4c9c177c5aca None None] Pushing event updated for resources: {'Port': ['ID=93a74a2c-b084-449f-94ef-1780dfad2f65,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:26.303519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca61b578-3130-451f-9c66-9a77a83f7d1f req-c89a2310-7dad-4013-a8c0-dc53f665d03f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524904 Apr 30 01:28:26.323614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:26.464987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:26.536372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb824136-8278-4618-b4cb-ed3afa406c9a None None] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:26.551982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c16d9b95-a3c5-4ac3-afc5-f4f00856c92b req-3b179f55-7597-48c7-9933-64d1db5647c2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386071 Apr 30 01:28:26.569917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:26.643138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:26.659453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:26.855309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdea92-86ea-4950-b807-ccb5c6381941 req-ff125785-ff5e-401b-8510-01c9102acce9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:26.861918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2afdea92-86ea-4950-b807-ccb5c6381941 req-ff125785-ff5e-401b-8510-01c9102acce9 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 946 time: 0.2796371 Apr 30 01:28:26.883244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:26.892224 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:26.898504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:26.898504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Port': ['ID=3d768db2-ab35-4033-a2a1-85df50e127ff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:26.907488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:26.933370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-97ef387d-d9d4-48a3-8706-9f6da17812fa None None] Provisioning complete for port 10210ba0-8be1-44ce-91d9-919ed24452a4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:26.942434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97ef387d-d9d4-48a3-8706-9f6da17812fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.003472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Deleting port 6237551e-4b97-40c4-a0c9-7553eca75837 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:27.006212 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.128907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:27.135365 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.149699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:27.150593 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.180822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:27.181720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2afdea92-86ea-4950-b807-ccb5c6381941 req-37e486b4-415c-420c-818b-6bceba1ad7f6 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955012 Apr 30 01:28:27.205575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:27.208285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b65e6fed-6323-4fec-a596-be48c0a502f5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:27.240169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:28:27.307645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:28:27.370062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:27.370452 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.408728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:27.414230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:27.429369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:27.490400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2e79a04e-25d3-4960-bf4c-86797d344c0e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3745294 Apr 30 01:28:27.513318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:28:27.526379 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] Sync routers for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:28:27.531676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c296165c-3ba8-4412-9fae-ec0415b1d35e admin admin] 10.222.0.15 "PUT /v2.0/routers/fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1512713 Apr 30 01:28:27.532144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46976) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:27.556104 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:27.557109 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:27.601615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:27.660893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:27.661569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.670338 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97ef387d-d9d4-48a3-8706-9f6da17812fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.676403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b65e6fed-6323-4fec-a596-be48c0a502f5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:27.676703 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.722207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'port': {'device_id': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85', 'admin_state_up': True, 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:27.791970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff7be01-18d7-4c6f-ad0d-76f1989d47b0 None None] Network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:27.851353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:27.886739 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:28.025592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] For port 6237551e-4b97-40c4-a0c9-7553eca75837, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6237551e-4b97-40c4-a0c9-7553eca75837,segment=NetworkSegment(0bee68b9-5565-4757-b6d3-7e68d2a48ad1),segment_id=0bee68b9-5565-4757-b6d3-7e68d2a48ad1)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:28.025969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.047071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66c1c2-59b8-4a4c-8567-3745bd545552 req-7362e248-5c48-4da1-bf6c-ad5bea2e966a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:28.050918 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ca66c1c2-59b8-4a4c-8567-3745bd545552 req-7362e248-5c48-4da1-bf6c-ad5bea2e966a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 944 time: 0.6094606 Apr 30 01:28:28.111115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:28.115615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.148966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db10c70-e4b0-4d2e-955f-c8c3b222e1b7 req-892023fd-3588-4b99-8d8c-149229d0a1c6 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:28.169833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db10c70-e4b0-4d2e-955f-c8c3b222e1b7 req-892023fd-3588-4b99-8d8c-149229d0a1c6 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:28.180847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74babe89-440f-4504-85ee-68b3beacf995 None None] Network 0e6294b2-3522-4972-aca6-3136bf498da1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:28.189322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9db10c70-e4b0-4d2e-955f-c8c3b222e1b7 req-892023fd-3588-4b99-8d8c-149229d0a1c6 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 1653 time: 0.4320564 Apr 30 01:28:28.220287 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:28:25Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:28.256706 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] Checking router: fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:28:28.276617 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] Routers {'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:28.277491 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:28.426888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.447368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9db10c70-e4b0-4d2e-955f-c8c3b222e1b7 req-db82dbdc-be2f-4260-bff5-6ad06b448c42 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425904 Apr 30 01:28:28.482012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-97ef387d-d9d4-48a3-8706-9f6da17812fa None None] For port 10210ba0-8be1-44ce-91d9-919ed24452a4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=10210ba0-8be1-44ce-91d9-919ed24452a4,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:28.590614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Deleting port 88343b01-f967-47e8-b3fd-ec65f131c7ea {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:28.592480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.596090 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] Set router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:28.664466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97ef387d-d9d4-48a3-8706-9f6da17812fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.689807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Allocated IP 19.80.0.248 (6f30dd09-43c9-4465-b9d3-089cd041be85/9bafab9f-1f50-4a3c-8d34-30195b61114b/3307142c-3ab5-4e74-8691-a6fcee2629df) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:28.708331 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.754190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] For port 88343b01-f967-47e8-b3fd-ec65f131c7ea, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=88343b01-f967-47e8-b3fd-ec65f131c7ea,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:28.754627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.769863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Calling delete_port for 88343b01-f967-47e8-b3fd-ec65f131c7ea owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:28.860739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.896460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ca66c1c2-59b8-4a4c-8567-3745bd545552 req-441d50db-7f80-4f2a-bd73-a95e75347edd tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8097186 Apr 30 01:28:28.900047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Calling delete_port for 6237551e-4b97-40c4-a0c9-7553eca75837 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:28.906251 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c5ed1c46-1ef5-4434-b09a-a4b976dc91d5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5411305 Apr 30 01:28:28.907125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=780d760a-0638-4f28-8ffa-b49f075853c4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:28.915004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46992) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:28.920942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'port': {'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'name': 'tempest-TaggedBootDevicesTest-1897587521', 'fixed_ips': [{'subnet_id': 'ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:28.927508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:28.935688 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f499a725-0439-436d-8221-2e4385f608c6" -d '{"events": [{"server_uuid": "508a5b69-4dfd-490e-b0b3-ead6ba2cdb26", "name": "network-vif-plugged", "status": "completed", "tag": "d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:28.944584 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-718bff2b-905b-46aa-aaec-f5aee3471a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:28.990388 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:28:25Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:29.015730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:29.015960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.021291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8287-e3e8-42d8-8a36-29053995860e req-6ebf4bb9-5c8e-44ca-bb0f-ab51c519a209 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:29.023543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7be8287-e3e8-42d8-8a36-29053995860e req-6ebf4bb9-5c8e-44ca-bb0f-ab51c519a209 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 946 time: 0.0560830 Apr 30 01:28:29.024856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.052969 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec320c-60d7-4485-aefc-bfb9076d8ed8 None None] The sync data for ids ['fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3'] in n-d-821348-1 is: [{'id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-501670738-router', 'tenant_id': 'e340b302c99d4085af351928200814d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:31Z', 'updated_at': '2022-04-30T01:28:25Z', 'revision_number': 5, 'project_id': 'e340b302c99d4085af351928200814d1', 'gw_port': {'id': '88343b01-f967-47e8-b3fd-ec65f131c7ea', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:32Z', 'updated_at': '2022-04-30T01:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:28:29.059791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:29.059791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.093595 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Pushing event deleted for resources: {'Port': ['ID=88343b01-f967-47e8-b3fd-ec65f131c7ea,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:29.121483 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.122653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6237551e-4b97-40c4-a0c9-7553eca75837 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:29.124469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Provisioning complete for port 10210ba0-8be1-44ce-91d9-919ed24452a4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:29.124824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.135936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network 6f30dd09-43c9-4465-b9d3-089cd041be85 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:29.158678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7be8287-e3e8-42d8-8a36-29053995860e req-1572b6c2-eb71-49e7-ba60-1cf3280e09d3 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897183 Apr 30 01:28:29.188011 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f225406f-9349-46d2-a1ec-c573ad1803a3 x-openstack-request-id: req-f225406f-9349-46d2-a1ec-c573ad1803a3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:29.188606 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508a5b69-4dfd-490e-b0b3-ead6ba2cdb26", "name": "network-vif-plugged", "status": "completed", "tag": "d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:29.188690 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f225406f-9349-46d2-a1ec-c573ad1803a3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:29.189106 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f225406f-9349-46d2-a1ec-c573ad1803a3'] response: {'server_uuid': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6', 'code': 200} Apr 30 01:28:29.208734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.217338 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.219212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef387d-d9d4-48a3-8706-9f6da17812fa None None] Pushing event updated for resources: {'Port': ['ID=10210ba0-8be1-44ce-91d9-919ed24452a4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:29.235571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cd233ad7-01d0-4992-bab4-d57344fb3234 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.7725742 Apr 30 01:28:29.237859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:29.254095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:29.334821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46996) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:29.342942 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.345636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.369081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:29.369882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.413638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port b65e6fed-6323-4fec-a596-be48c0a502f5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b65e6fed-6323-4fec-a596-be48c0a502f5,segment=NetworkSegment(c1f60db4-5345-4fee-9507-a46bb2105886),segment_id=c1f60db4-5345-4fee-9507-a46bb2105886)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:29.476959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:29.533990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8535318 Apr 30 01:28:29.550894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9b10b-9f18-47b7-85ba-2d6202ffc46b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Port': ['ID=3307142c-3ab5-4e74-8691-a6fcee2629df,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:29.557993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.558132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Request body: {'port': {'device_id': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:29.559012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:28:29.572905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.575098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.582203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ea7f6393-d2f6-4ef6-8ec5-9e8d50e9610d admin admin] 10.222.0.15 "DELETE /v2.0/routers/fb4d8cfc-65f9-4aae-87d6-b3aa4e9ae8a3 HTTP/1.1" status: 204 len: 168 time: 2.0484133 Apr 30 01:28:29.591080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 10210ba0-8be1-44ce-91d9-919ed24452a4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:29.600468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47000) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:29.709277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd277-5d02-478e-8071-255d6c192def req-b02ea312-4ed1-457e-8e4e-e9c222151236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:29.711090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32abd277-5d02-478e-8071-255d6c192def req-b02ea312-4ed1-457e-8e4e-e9c222151236 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 1096 time: 0.2727008 Apr 30 01:28:29.787914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32abd277-5d02-478e-8071-255d6c192def req-1981404d-2fb2-4e8c-a2d6-5366ccee333f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Apr 30 01:28:29.791396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5648f16-a53f-4ac7-9915-48eda8e4d2d5 admin admin] Deleting subnet 120021f8-02fa-4d29-b279-3164fe2cf9f2 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:28:29.800664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5648f16-a53f-4ac7-9915-48eda8e4d2d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.857479 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5648f16-a53f-4ac7-9915-48eda8e4d2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.863655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:29.869788 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.890216 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=b65e6fed-6323-4fec-a596-be48c0a502f5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:29.913642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Provisioning complete for port 3d768db2-ab35-4033-a2a1-85df50e127ff triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:29.914009 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.941765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2cd581-682d-43f9-b1c9-a1b9e7f2193d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:29.943382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cd2cd581-682d-43f9-b1c9-a1b9e7f2193d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5489318 Apr 30 01:28:29.949336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.976328 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5648f16-a53f-4ac7-9915-48eda8e4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.983969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 10210ba0-8be1-44ce-91d9-919ed24452a4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:29.984343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:29.993711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47014) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:30.009999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6237551e-4b97-40c4-a0c9-7553eca75837, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6237551e-4b97-40c4-a0c9-7553eca75837,segment=NetworkSegment(0bee68b9-5565-4757-b6d3-7e68d2a48ad1),segment_id=0bee68b9-5565-4757-b6d3-7e68d2a48ad1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:30.027862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Port 3d768db2-ab35-4033-a2a1-85df50e127ff cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:30.085865 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.126759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010049e3-a4b0-470e-b07c-21e4fbab6f5e req-a90c177f-7daf-40f5-9f0a-24f8f0a902f8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:30.144263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010049e3-a4b0-470e-b07c-21e4fbab6f5e req-a90c177f-7daf-40f5-9f0a-24f8f0a902f8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:30.150372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010049e3-a4b0-470e-b07c-21e4fbab6f5e req-a90c177f-7daf-40f5-9f0a-24f8f0a902f8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:30.155072 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5648f16-a53f-4ac7-9915-48eda8e4d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.156627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Provisioning complete for port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:30.157000 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.158478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-010049e3-a4b0-470e-b07c-21e4fbab6f5e req-a90c177f-7daf-40f5-9f0a-24f8f0a902f8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2375 time: 0.4126039 Apr 30 01:28:30.222630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5648f16-a53f-4ac7-9915-48eda8e4d2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120021f8-02fa-4d29-b279-3164fe2cf9f2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:30.238559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5648f16-a53f-4ac7-9915-48eda8e4d2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.242383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c5648f16-a53f-4ac7-9915-48eda8e4d2d5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/120021f8-02fa-4d29-b279-3164fe2cf9f2 HTTP/1.1" status: 204 len: 168 time: 0.6317427 Apr 30 01:28:30.245182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47018) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:30.255831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fedf940-2028-4c47-8cf1-3fefbd9d3545 None None] Network d67c204c-c809-45ae-ac81-4f2d261d7752 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:30.264840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d670ca-70c9-48e6-81bb-e932ca3b372b req-3a89b884-abc6-4733-92c3-06035a001826 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:30.266471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86d670ca-70c9-48e6-81bb-e932ca3b372b req-3a89b884-abc6-4733-92c3-06035a001826 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.1544425 Apr 30 01:28:30.321762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6237551e-4b97-40c4-a0c9-7553eca75837,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:30.380449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:30.402455 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86d670ca-70c9-48e6-81bb-e932ca3b372b req-fb1f5d42-86bc-4beb-93f5-5e8a90ef2724 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168559 Apr 30 01:28:30.467868 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.468194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd2030-241b-44a9-9446-71c06937fb20 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:30.476654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 93a74a2c-b084-449f-94ef-1780dfad2f65 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:30.476902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd2030-241b-44a9-9446-71c06937fb20 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:30.488927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd2030-241b-44a9-9446-71c06937fb20 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:30.492463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-61dd2030-241b-44a9-9446-71c06937fb20 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4967716 Apr 30 01:28:30.495600 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.496562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47020) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:30.589083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Provisioning complete for port 93a74a2c-b084-449f-94ef-1780dfad2f65 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:30.596232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.606363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-010049e3-a4b0-470e-b07c-21e4fbab6f5e req-04249639-ff06-4c32-a2fc-a17c156ad6b9 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894510 Apr 30 01:28:30.651163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] device_id is not set on port ce3792c1-2aec-4d81-8c87-e0b6661e4244 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:30.737817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.898053 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:30.943928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Pushing event deleted for resources: {'Port': ['ID=6237551e-4b97-40c4-a0c9-7553eca75837,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:30.978615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] For port 93a74a2c-b084-449f-94ef-1780dfad2f65, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=93a74a2c-b084-449f-94ef-1780dfad2f65,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:30.979948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] DHCP port deletion for d67c204c-c809-45ae-ac81-4f2d261d7752 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:28:31.062409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 93a74a2c-b084-449f-94ef-1780dfad2f65 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:31.063105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.130642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] No DVR routers for this DVR port 6237551e-4b97-40c4-a0c9-7553eca75837 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:31.133237 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.137412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6b026590-b037-42ae-9639-974a345f1bbb req-af27850f-88c9-407a-ac4e-7758a93fbf38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.23 "DELETE /v2.0/ports/6237551e-4b97-40c4-a0c9-7553eca75837 HTTP/1.1" status: 204 len: 173 time: 4.9045124 Apr 30 01:28:31.160767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'name': 'network-vif-deleted', 'tag': '6237551e-4b97-40c4-a0c9-7553eca75837'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:31.164107 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.165180 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843d466f-fd63-4233-8e5d-1f22dae07dde" -d '{"events": [{"server_uuid": "a8fc46e8-9451-4ee7-8c42-83c8961f8834", "name": "network-vif-deleted", "tag": "6237551e-4b97-40c4-a0c9-7553eca75837"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:31.231927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3f10549-f7f3-4bc1-9549-742ecfa47783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.256167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6237551e-4b97-40c4-a0c9-7553eca75837'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:31.260694 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0379da55-1d7f-4f90-8298-8f97c7319309" -d '{"events": [{"server_uuid": "a8fc46e8-9451-4ee7-8c42-83c8961f8834", "name": "network-vif-unplugged", "status": "completed", "tag": "6237551e-4b97-40c4-a0c9-7553eca75837"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:31.267521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Deleting port f83b109a-e3b4-40c5-9082-56cbd4766ac5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:31.268168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.277522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91866c1-a4e8-472c-96d4-2c96d375b64a req-d133012b-ea29-4a3a-91e0-0c3eb253de38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:31.280438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a91866c1-a4e8-472c-96d4-2c96d375b64a req-d133012b-ea29-4a3a-91e0-0c3eb253de38 tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 865 time: 0.6655235 Apr 30 01:28:31.312122 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a1820d-1030-471f-8db5-69b8766d5ded x-openstack-request-id: req-42a1820d-1030-471f-8db5-69b8766d5ded {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:31.312464 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fc46e8-9451-4ee7-8c42-83c8961f8834", "name": "network-vif-deleted", "tag": "6237551e-4b97-40c4-a0c9-7553eca75837", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:31.313323 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42a1820d-1030-471f-8db5-69b8766d5ded {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:31.313734 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a1820d-1030-471f-8db5-69b8766d5ded'] response: {'server_uuid': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'name': 'network-vif-deleted', 'tag': '6237551e-4b97-40c4-a0c9-7553eca75837', 'status': 'completed', 'code': 200} Apr 30 01:28:31.329937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Provisioning complete for port b65e6fed-6323-4fec-a596-be48c0a502f5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:31.331409 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.474010 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb737411-e5f1-48c0-bad5-83a34fab9c72 x-openstack-request-id: req-cb737411-e5f1-48c0-bad5-83a34fab9c72 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:31.474010 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fc46e8-9451-4ee7-8c42-83c8961f8834", "name": "network-vif-unplugged", "status": "completed", "tag": "6237551e-4b97-40c4-a0c9-7553eca75837", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:31.474010 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb737411-e5f1-48c0-bad5-83a34fab9c72 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:31.474587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1e25285f-8e5d-4623-b290-761d5b341eda tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 780d760a-0638-4f28-8ffa-b49f075853c4 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:31.474587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e25285f-8e5d-4623-b290-761d5b341eda tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.474869 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb737411-e5f1-48c0-bad5-83a34fab9c72'] response: {'server_uuid': 'a8fc46e8-9451-4ee7-8c42-83c8961f8834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6237551e-4b97-40c4-a0c9-7553eca75837', 'code': 200} Apr 30 01:28:31.474950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Allocated IP 10.1.1.4 (0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7/ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f/ce3792c1-2aec-4d81-8c87-e0b6661e4244) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:31.474950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65700fe8-9ead-4e2e-a422-184fc7c75487 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:31.474950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.475253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ab9f-9ae5-431c-80d3-1aff7e9e8882 None None] Pushing event updated for resources: {'Port': ['ID=93a74a2c-b084-449f-94ef-1780dfad2f65,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:31.475253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] Deleting port f83b109a-e3b4-40c5-9082-56cbd4766ac5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:31.475253 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.475977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] For port f83b109a-e3b4-40c5-9082-56cbd4766ac5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f83b109a-e3b4-40c5-9082-56cbd4766ac5,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:31.475977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.476156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Transition to ACTIVE for port object 65700fe8-9ead-4e2e-a422-184fc7c75487 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:28:31.476229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a91866c1-a4e8-472c-96d4-2c96d375b64a req-a3263d44-4d2e-42be-a5a8-bd9a400120bb tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/security-groups?id=70e5c932-4107-4d0d-9710-12127fcfbabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536136 Apr 30 01:28:31.476229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Calling delete_port for f83b109a-e3b4-40c5-9082-56cbd4766ac5 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:31.534831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e25285f-8e5d-4623-b290-761d5b341eda tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.561015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1e25285f-8e5d-4623-b290-761d5b341eda tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 780d760a-0638-4f28-8ffa-b49f075853c4 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:31.601145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] For port f83b109a-e3b4-40c5-9082-56cbd4766ac5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f83b109a-e3b4-40c5-9082-56cbd4766ac5,segment=NetworkSegment(75ec175e-f125-4cc6-84d5-c1e868a3f531),segment_id=75ec175e-f125-4cc6-84d5-c1e868a3f531)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:31.601546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.618618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] Calling delete_port for f83b109a-e3b4-40c5-9082-56cbd4766ac5 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:31.737894 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.764394 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.777756 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:31.859605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] No DVR routers for this DVR port f83b109a-e3b4-40c5-9082-56cbd4766ac5 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:31.878835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b65e6fed-6323-4fec-a596-be48c0a502f5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:31.879878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012332e-77cc-4176-8a92-1b234184b2ec req-73fd341c-7f7b-416b-be02-b94914eda025 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:31.888679 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6012332e-77cc-4176-8a92-1b234184b2ec req-73fd341c-7f7b-416b-be02-b94914eda025 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.3679214 Apr 30 01:28:31.929260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Pushing event updated for resources: {'Port': ['ID=65700fe8-9ead-4e2e-a422-184fc7c75487,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:31.944124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6012332e-77cc-4176-8a92-1b234184b2ec req-685713f2-a455-417c-968c-e56e5c4ec658 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 Apr 30 01:28:31.970289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.020031 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.021083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e25285f-8e5d-4623-b290-761d5b341eda tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.026440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83b109a-e3b4-40c5-9082-56cbd4766ac5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:32.097595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Provisioning complete for port 3307142c-3ab5-4e74-8691-a6fcee2629df triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:32.098329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.110836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=ce3792c1-2aec-4d81-8c87-e0b6661e4244,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:32.147702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25285f-8e5d-4623-b290-761d5b341eda tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=780d760a-0638-4f28-8ffa-b49f075853c4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:32.167685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:32.184542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:32.190254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:32.195221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Port 3307142c-3ab5-4e74-8691-a6fcee2629df cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:32.210391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] Pushing event deleted for resources: {'Port': ['ID=f83b109a-e3b4-40c5-9082-56cbd4766ac5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:32.222149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be87de-3b45-49b5-9a89-475743428a51 None None] No DVR routers for this DVR port f83b109a-e3b4-40c5-9082-56cbd4766ac5 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:32.228642 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.230597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.250125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Could not find standard attr ID for object 780d760a-0638-4f28-8ffa-b49f075853c4. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:28:32.264482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b65e6fed-6323-4fec-a596-be48c0a502f5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:32.265043 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.358318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Provisioning complete for port b65e6fed-6323-4fec-a596-be48c0a502f5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:32.363330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Attempting to bind port 65700fe8-9ead-4e2e-a422-184fc7c75487 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:32.363748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Attempting to bind port 65700fe8-9ead-4e2e-a422-184fc7c75487 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:32.364090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Attempting to bind port 65700fe8-9ead-4e2e-a422-184fc7c75487 on network 6f30dd09-43c9-4465-b9d3-089cd041be85 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:32.365696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.389613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:32.390302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.393492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67c204c-c809-45ae-ac81-4f2d261d7752']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:32.405223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Port 65700fe8-9ead-4e2e-a422-184fc7c75487 on network 6f30dd09-43c9-4465-b9d3-089cd041be85 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:28:32.405559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Attempting to bind port 65700fe8-9ead-4e2e-a422-184fc7c75487 on network 6f30dd09-43c9-4465-b9d3-089cd041be85 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:32.418082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:32.418720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Checking segment: {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:32.419359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Bound using segment: {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:32.419975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Bound port: 65700fe8-9ead-4e2e-a422-184fc7c75487, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:32.420496 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.420668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed53fd6-37a1-450a-b91f-696023e46d2c req-ceac5204-397a-4c93-be3d-13de65b97494 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:32.430322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed53fd6-37a1-450a-b91f-696023e46d2c req-ceac5204-397a-4c93-be3d-13de65b97494 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:32.446296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed53fd6-37a1-450a-b91f-696023e46d2c req-ceac5204-397a-4c93-be3d-13de65b97494 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:32.455839 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ed53fd6-37a1-450a-b91f-696023e46d2c req-ceac5204-397a-4c93-be3d-13de65b97494 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2387 time: 0.6680875 Apr 30 01:28:32.499772 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ffc691db-f62a-4873-81e1-1baad10a4bff tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5781717 Apr 30 01:28:32.556109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ec175e-f125-4cc6-84d5-c1e868a3f531') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:32.556407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ec175e-f125-4cc6-84d5-c1e868a3f531') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:32.599939 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.616582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] For port 65700fe8-9ead-4e2e-a422-184fc7c75487, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:32.625432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] For port 65700fe8-9ead-4e2e-a422-184fc7c75487, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=65700fe8-9ead-4e2e-a422-184fc7c75487,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:32.672278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ed53fd6-37a1-450a-b91f-696023e46d2c req-9156b5ba-d4c5-428f-84de-89c14bd00f05 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121894 Apr 30 01:28:32.673293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.675996 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e25285f-8e5d-4623-b290-761d5b341eda tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.679510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1e25285f-8e5d-4623-b290-761d5b341eda tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/780d760a-0638-4f28-8ffa-b49f075853c4 HTTP/1.1" status: 204 len: 168 time: 2.1814842 Apr 30 01:28:32.682169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f120183b-1ec2-427b-a478-c56c12df1520 req-2e6c71da-82aa-4e8a-89d2-f913f4b0d72b tempest-ServerAddressesTestJSON-122086740 tempest-ServerAddressesTestJSON-122086740-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8fc46e8-9451-4ee7-8c42-83c8961f8834 HTTP/1.1" status: 200 len: 210 time: 0.0447481 Apr 30 01:28:32.682712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47058) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:32.724217 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df3753-87e8-439e-94b4-1abc59bbcbb4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:28:32.724217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-73df3753-87e8-439e-94b4-1abc59bbcbb4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/780d760a-0638-4f28-8ffa-b49f075853c4 HTTP/1.1" status: 404 len: 333 time: 0.0380540 Apr 30 01:28:32.728498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:28:32.729216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.731652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:28:32.732595 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:28:32.751466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.793055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 93a74a2c-b084-449f-94ef-1780dfad2f65 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:32.866167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:32.867024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.869047 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] 10.222.0.23 "PUT /v2.0/ports/65700fe8-9ead-4e2e-a422-184fc7c75487 HTTP/1.1" status: 200 len: 1091 time: 3.3188176 Apr 30 01:28:32.909643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Provisioning complete for port 93a74a2c-b084-449f-94ef-1780dfad2f65 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:32.910030 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.918279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c2a39-c00e-4527-a61f-abd1c0c1d969 service neutron] Pushing event updated for resources: {'Port': ['ID=65700fe8-9ead-4e2e-a422-184fc7c75487,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:32.945674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-33280cc4-551b-48a7-b020-7a567b855925 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 916e3f35-43aa-4e06-a677-03ff2ff7911c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:32.946312 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33280cc4-551b-48a7-b020-7a567b855925 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:32.954992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Request body: {'port': {'device_id': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:32.995585 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:28:33.008587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.074178 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.088414 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.092555 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d67c204c-c809-45ae-ac81-4f2d261d7752 HTTP/1.1" status: 204 len: 168 time: 2.8466003 Apr 30 01:28:33.097719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47066) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:33.129741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 93a74a2c-b084-449f-94ef-1780dfad2f65 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:33.130111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.160281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bc042-c00e-486f-bd3e-19839353b0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67c204c-c809-45ae-ac81-4f2d261d7752,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:33.244915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a107543-08c3-4825-82b2-129c68984d25 req-ad6f6351-51d6-4a08-b981-0263577c9a14 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:33.254713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a107543-08c3-4825-82b2-129c68984d25 req-ad6f6351-51d6-4a08-b981-0263577c9a14 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.1599917 Apr 30 01:28:33.287011 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33280cc4-551b-48a7-b020-7a567b855925 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.291889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Provisioning complete for port 916e3f35-43aa-4e06-a677-03ff2ff7911c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:33.292386 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.335244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a107543-08c3-4825-82b2-129c68984d25 req-c3684de1-567e-4d39-885f-0f51735c5471 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792761 Apr 30 01:28:33.336900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-33280cc4-551b-48a7-b020-7a567b855925 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 916e3f35-43aa-4e06-a677-03ff2ff7911c owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:33.365798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'tag': '65700fe8-9ead-4e2e-a422-184fc7c75487'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:33.378151 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd92dd07-bcd0-47de-b193-939280f1b5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "tag": "65700fe8-9ead-4e2e-a422-184fc7c75487"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:33.379923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0bba5-ea6d-4ce7-938d-840fe4bfec86 None None] Port 916e3f35-43aa-4e06-a677-03ff2ff7911c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:33.429353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 10210ba0-8be1-44ce-91d9-919ed24452a4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:33.484655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 10210ba0-8be1-44ce-91d9-919ed24452a4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:33.485034 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.709940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdde31-b74c-4ecb-8de6-da86527b489d req-8ca32ac8-1cb0-4fbe-902b-51b128f3625d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:33.721518 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1bcdde31-b74c-4ecb-8de6-da86527b489d req-8ca32ac8-1cb0-4fbe-902b-51b128f3625d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.1860156 Apr 30 01:28:33.786840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33280cc4-551b-48a7-b020-7a567b855925 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.803457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-affd5062-4e6b-4685-adcd-b61df302710e None None] Provisioning complete for port ce3792c1-2aec-4d81-8c87-e0b6661e4244 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:33.803457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-affd5062-4e6b-4685-adcd-b61df302710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.894810 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1bcdde31-b74c-4ecb-8de6-da86527b489d req-7d179533-bf1b-4fc0-a8b1-e168942b3c91 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714687 Apr 30 01:28:33.896176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33280cc4-551b-48a7-b020-7a567b855925 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=916e3f35-43aa-4e06-a677-03ff2ff7911c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:33.910855 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.914081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 88343b01-f967-47e8-b3fd-ec65f131c7ea no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:33.924735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-affd5062-4e6b-4685-adcd-b61df302710e None None] Port ce3792c1-2aec-4d81-8c87-e0b6661e4244 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:33.938501 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.960083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d768db2-ab35-4033-a2a1-85df50e127ff {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:33.974219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:33.975876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 88343b01-f967-47e8-b3fd-ec65f131c7ea {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:33.976224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 88343b01-f967-47e8-b3fd-ec65f131c7ea not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:33.976639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2d452b12-98af-45cf-b9aa-dc7d293b6df3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:34.007537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 2d452b12-98af-45cf-b9aa-dc7d293b6df3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:34.007879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2d452b12-98af-45cf-b9aa-dc7d293b6df3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:34.008436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f83b109a-e3b4-40c5-9082-56cbd4766ac5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:34.013525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Transition to ACTIVE for port object 3d768db2-ab35-4033-a2a1-85df50e127ff will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:28:34.028716 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3649c7a5-b698-4968-b02f-13f7c2704f6b x-openstack-request-id: req-3649c7a5-b698-4968-b02f-13f7c2704f6b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:34.028716 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "tag": "65700fe8-9ead-4e2e-a422-184fc7c75487", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:34.028716 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3649c7a5-b698-4968-b02f-13f7c2704f6b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:34.028716 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3649c7a5-b698-4968-b02f-13f7c2704f6b'] response: {'name': 'network-changed', 'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'tag': '65700fe8-9ead-4e2e-a422-184fc7c75487', 'status': 'completed', 'code': 200} Apr 30 01:28:34.051300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f83b109a-e3b4-40c5-9082-56cbd4766ac5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:34.051685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f83b109a-e3b4-40c5-9082-56cbd4766ac5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:34.131921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.144319 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33280cc4-551b-48a7-b020-7a567b855925 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.162150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-33280cc4-551b-48a7-b020-7a567b855925 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/916e3f35-43aa-4e06-a677-03ff2ff7911c HTTP/1.1" status: 204 len: 168 time: 1.4255922 Apr 30 01:28:34.170111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-73eb0a09-399d-4473-9895-09adf4e3cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.170667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-73eb0a09-399d-4473-9895-09adf4e3cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.171145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-73eb0a09-399d-4473-9895-09adf4e3cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.174440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-73eb0a09-399d-4473-9895-09adf4e3cea8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2730 time: 0.1400893 Apr 30 01:28:34.174440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47086) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:34.187105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47088) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:34.236378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47090) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:34.285989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-95655abb-56ff-4648-9f84-ca1b5b88b356 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485050598', 'description': 'tempest-description--957880021'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:34.337809 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d52551e-622b-4733-9b12-cce60542f5aa tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:28:34.343124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1d52551e-622b-4733-9b12-cce60542f5aa tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/916e3f35-43aa-4e06-a677-03ff2ff7911c HTTP/1.1" status: 404 len: 333 time: 0.1648300 Apr 30 01:28:34.345418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47092) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:34.380548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Pushing event updated for resources: {'Port': ['ID=3d768db2-ab35-4033-a2a1-85df50e127ff,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:34.452292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7232a-fc10-44bd-8887-56353b66c791 req-6f5939e9-2531-423b-b201-f40c436b51a2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.452292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7232a-fc10-44bd-8887-56353b66c791 req-6f5939e9-2531-423b-b201-f40c436b51a2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.458162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7232a-fc10-44bd-8887-56353b66c791 req-6f5939e9-2531-423b-b201-f40c436b51a2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.466313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7e7232a-fc10-44bd-8887-56353b66c791 req-6f5939e9-2531-423b-b201-f40c436b51a2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2399 time: 0.3014770 Apr 30 01:28:34.510157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb995bb-2c08-446c-9736-ca50f3c1917d admin admin] Deleting subnet 591ebbc5-7735-4dd5-86fa-28340691a25b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:28:34.515819 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95655abb-56ff-4648-9f84-ca1b5b88b356 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.524436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-124b0e60-640e-4ec0-8a4d-2ed3c6d5fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.524903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-124b0e60-640e-4ec0-8a4d-2ed3c6d5fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.525454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-124b0e60-640e-4ec0-8a4d-2ed3c6d5fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:34.527055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-124b0e60-640e-4ec0-8a4d-2ed3c6d5fc67 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.3390336 Apr 30 01:28:34.540532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbb995bb-2c08-446c-9736-ca50f3c1917d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.576678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.614382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-264097cb-1edd-4a77-a62c-0acfcbb9126e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet 5e4b439f-6817-41e5-a625-a95eb5a32b9d {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:28:34.636157 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-264097cb-1edd-4a77-a62c-0acfcbb9126e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.691665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7e7232a-fc10-44bd-8887-56353b66c791 req-667cd046-af18-49ba-81cd-b52117db04ce tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243040 Apr 30 01:28:34.713915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbb995bb-2c08-446c-9736-ca50f3c1917d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.744548 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-264097cb-1edd-4a77-a62c-0acfcbb9126e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.813233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbb995bb-2c08-446c-9736-ca50f3c1917d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:34.892977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-264097cb-1edd-4a77-a62c-0acfcbb9126e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.044030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbb995bb-2c08-446c-9736-ca50f3c1917d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.082965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb995bb-2c08-446c-9736-ca50f3c1917d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591ebbc5-7735-4dd5-86fa-28340691a25b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:35.084991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-264097cb-1edd-4a77-a62c-0acfcbb9126e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.093022 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbb995bb-2c08-446c-9736-ca50f3c1917d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.095843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cbb995bb-2c08-446c-9736-ca50f3c1917d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/591ebbc5-7735-4dd5-86fa-28340691a25b HTTP/1.1" status: 204 len: 168 time: 0.8512006 Apr 30 01:28:35.120051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47106) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:35.138982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264097cb-1edd-4a77-a62c-0acfcbb9126e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4b439f-6817-41e5-a625-a95eb5a32b9d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:35.146365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-264097cb-1edd-4a77-a62c-0acfcbb9126e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.153657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-264097cb-1edd-4a77-a62c-0acfcbb9126e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/5e4b439f-6817-41e5-a625-a95eb5a32b9d HTTP/1.1" status: 204 len: 168 time: 0.8055663 Apr 30 01:28:35.155872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff92f90-e067-4c78-a95b-d774e3292a0d None None] Network 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:35.206811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:35.266563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Attempting to bind port 3d768db2-ab35-4033-a2a1-85df50e127ff on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:35.266785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.266886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Attempting to bind port 3d768db2-ab35-4033-a2a1-85df50e127ff by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:35.267211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Attempting to bind port 3d768db2-ab35-4033-a2a1-85df50e127ff on network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:35.345499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Port 3d768db2-ab35-4033-a2a1-85df50e127ff on network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:28:35.345728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Attempting to bind port 3d768db2-ab35-4033-a2a1-85df50e127ff on network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:35.358037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-0bea4042-0e89-44cc-a550-fda7a685c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:35.359574 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd92dd07-bcd0-47de-b193-939280f1b5d2 req-0bea4042-0e89-44cc-a550-fda7a685c463 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8085265 Apr 30 01:28:35.389769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ec504-d65d-40a8-a1ef-a54840f8785c req-b735efaa-7d5d-44f2-a972-efc44faac100 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:35.398636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-120ec504-d65d-40a8-a1ef-a54840f8785c req-b735efaa-7d5d-44f2-a972-efc44faac100 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.7493050 Apr 30 01:28:35.413612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.421487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:35.421831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Checking segment: {'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:35.422213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Bound using segment: {'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:35.422662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Bound port: 3d768db2-ab35-4033-a2a1-85df50e127ff, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:35.423016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.458066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeb6d01-8ae6-46b6-8e1a-ca559508c452']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:35.470590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bee68b9-5565-4757-b6d3-7e68d2a48ad1') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:35.470908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bee68b9-5565-4757-b6d3-7e68d2a48ad1') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:35.481608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] DHCP port deletion for 44837cb2-050a-46b1-af4e-ec7b6a05b1e5 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:28:35.499470 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.508466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.532015 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.541374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:28:35.541764 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:28:35.544097 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:28:35.594971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95655abb-56ff-4648-9f84-ca1b5b88b356 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.610164 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-120ec504-d65d-40a8-a1ef-a54840f8785c req-155b2a34-3739-47fd-b42b-0224c8445756 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105541 Apr 30 01:28:35.648635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] Deleting port b65e6fed-6323-4fec-a596-be48c0a502f5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:35.649206 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.680704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95655abb-56ff-4648-9f84-ca1b5b88b356 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.744138 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.750367 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.754722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ceeb6d01-8ae6-46b6-8e1a-ca559508c452 HTTP/1.1" status: 204 len: 168 time: 0.6336675 Apr 30 01:28:35.794172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] For port 3d768db2-ab35-4033-a2a1-85df50e127ff, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:35.820689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f33de-5ef0-4397-ab5d-58d59e52c822 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceeb6d01-8ae6-46b6-8e1a-ca559508c452,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:35.829973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] For port b65e6fed-6323-4fec-a596-be48c0a502f5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b65e6fed-6323-4fec-a596-be48c0a502f5,segment=NetworkSegment(c1f60db4-5345-4fee-9507-a46bb2105886),segment_id=c1f60db4-5345-4fee-9507-a46bb2105886)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:35.829973 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.844903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] Calling delete_port for b65e6fed-6323-4fec-a596-be48c0a502f5 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:35.850931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] For port 3d768db2-ab35-4033-a2a1-85df50e127ff, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3d768db2-ab35-4033-a2a1-85df50e127ff,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:35.880917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95655abb-56ff-4648-9f84-ca1b5b88b356 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b1828e-ac6f-40f8-a88d-add0ec7bc036,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:35.905905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95655abb-56ff-4648-9f84-ca1b5b88b356 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.907195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95655abb-56ff-4648-9f84-ca1b5b88b356 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6255131 Apr 30 01:28:35.912381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47126) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:35.923646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9e468-72f6-47a4-8e53-d92d36731a19 req-a8f3c990-b4f1-4a14-bf33-0cc9b7e00fef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:35.929245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-06ed6da8-f45c-41b2-b92b-ef590367a33c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'security_group_rule': {'security_group_id': '70b1828e-ac6f-40f8-a88d-add0ec7bc036', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:35.930038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9e468-72f6-47a4-8e53-d92d36731a19 req-a8f3c990-b4f1-4a14-bf33-0cc9b7e00fef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:35.938995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9e468-72f6-47a4-8e53-d92d36731a19 req-a8f3c990-b4f1-4a14-bf33-0cc9b7e00fef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:35.946271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:35.955530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ade9e468-72f6-47a4-8e53-d92d36731a19 req-a8f3c990-b4f1-4a14-bf33-0cc9b7e00fef tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2399 time: 0.1171830 Apr 30 01:28:36.016198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ade9e468-72f6-47a4-8e53-d92d36731a19 req-fa39d72f-0171-45f4-a290-bebfca979f07 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591161 Apr 30 01:28:36.029899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaed59-5b44-41ad-b79b-4a41bebfc2a3 req-bf883f7f-df5f-4208-8e19-574da6cf6d03 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:36.037174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bbaed59-5b44-41ad-b79b-4a41bebfc2a3 req-bf883f7f-df5f-4208-8e19-574da6cf6d03 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.2976773 Apr 30 01:28:36.061373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:36.061997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.063409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] 10.222.0.23 "PUT /v2.0/ports/3d768db2-ab35-4033-a2a1-85df50e127ff HTTP/1.1" status: 200 len: 1091 time: 3.1154354 Apr 30 01:28:36.086708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'tag': '3d768db2-ab35-4033-a2a1-85df50e127ff'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:36.089027 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "tag": "3d768db2-ab35-4033-a2a1-85df50e127ff"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:36.098923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.123990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port b65e6fed-6323-4fec-a596-be48c0a502f5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:36.124337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.138197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] Pushing event deleted for resources: {'Port': ['ID=b65e6fed-6323-4fec-a596-be48c0a502f5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:36.141381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa85e6-8862-4c55-9fbd-85e0203934ca None None] No DVR routers for this DVR port b65e6fed-6323-4fec-a596-be48c0a502f5 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:36.207108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47130) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:36.264561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Request body: {'port': {'device_id': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:36.265993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b65e6fed-6323-4fec-a596-be48c0a502f5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:36.268123 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cbffc9-a088-4742-9380-585af16ec6b9 x-openstack-request-id: req-44cbffc9-a088-4742-9380-585af16ec6b9 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:36.268402 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "tag": "3d768db2-ab35-4033-a2a1-85df50e127ff", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:36.268644 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44cbffc9-a088-4742-9380-585af16ec6b9 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:36.269025 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cbffc9-a088-4742-9380-585af16ec6b9'] response: {'name': 'network-changed', 'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'tag': '3d768db2-ab35-4033-a2a1-85df50e127ff', 'status': 'completed', 'code': 200} Apr 30 01:28:36.269594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d6a7b-c63f-48c2-a6f1-59319221a6df service neutron] Pushing event updated for resources: {'Port': ['ID=3d768db2-ab35-4033-a2a1-85df50e127ff,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:36.308364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-657cdd21-86f3-4223-8562-50ab7a74dd9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96c160768e634953b4e3561db50eafc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999827 Apr 30 01:28:36.311910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47132) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:36.316496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: b65e6fed-6323-4fec-a596-be48c0a502f5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:36.319559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b65e6fed-6323-4fec-a596-be48c0a502f5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:36.381437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95c0e841-244b-4fde-89e5-8d2eb220031d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.406932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95c0e841-244b-4fde-89e5-8d2eb220031d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.410423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bbaed59-5b44-41ad-b79b-4a41bebfc2a3 req-2df503da-f8ef-4ee8-8ab8-25f6a6dc6f36 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723109 Apr 30 01:28:36.414390 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06ed6da8-f45c-41b2-b92b-ef590367a33c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.538742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95c0e841-244b-4fde-89e5-8d2eb220031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.541385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95c0e841-244b-4fde-89e5-8d2eb220031d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.550886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-ba4a41ab-4870-4a02-9595-0213a47ff687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:36.551256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-ba4a41ab-4870-4a02-9595-0213a47ff687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:36.551763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-ba4a41ab-4870-4a02-9595-0213a47ff687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:36.554094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-ba4a41ab-4870-4a02-9595-0213a47ff687 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2797 time: 0.2066863 Apr 30 01:28:36.554753 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-95c0e841-244b-4fde-89e5-8d2eb220031d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70e5c932-4107-4d0d-9710-12127fcfbabc HTTP/1.1" status: 204 len: 168 time: 0.2413609 Apr 30 01:28:36.565643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0e841-244b-4fde-89e5-8d2eb220031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e5c932-4107-4d0d-9710-12127fcfbabc,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:36.605334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] For port b65e6fed-6323-4fec-a596-be48c0a502f5, host n-d-821348-1, got binding levels [] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:36.605711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.633920 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.662227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Deleting port 16116acf-1018-440a-aef4-b3cd6cc879e5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:36.662490 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.718868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for b65e6fed-6323-4fec-a596-be48c0a502f5 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:36.757431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.ipam_backend_mixin [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Port b65e6fed-6323-4fec-a596-be48c0a502f5 was not found and therefore no delete operation was performed {{(pid=103318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:28:36.796168 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.879151 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06ed6da8-f45c-41b2-b92b-ef590367a33c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:36.971992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No DVR routers for this DVR port b65e6fed-6323-4fec-a596-be48c0a502f5 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:36.975676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=b65e6fed-6323-4fec-a596-be48c0a502f5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:36.998898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06ed6da8-f45c-41b2-b92b-ef590367a33c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.125754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed6da8-f45c-41b2-b92b-ef590367a33c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf97c388-a11c-4a7b-a30b-9cb3f755ed07,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:37.224797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed044f-dbb2-49b2-a84e-ee352deef45f req-cddbc48a-f111-4ff5-a8d7-f8f5cf46482a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:37.231198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed044f-dbb2-49b2-a84e-ee352deef45f req-cddbc48a-f111-4ff5-a8d7-f8f5cf46482a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:37.242393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed044f-dbb2-49b2-a84e-ee352deef45f req-cddbc48a-f111-4ff5-a8d7-f8f5cf46482a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:37.244233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37ed044f-dbb2-49b2-a84e-ee352deef45f req-cddbc48a-f111-4ff5-a8d7-f8f5cf46482a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2399 time: 0.0951874 Apr 30 01:28:37.270687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06ed6da8-f45c-41b2-b92b-ef590367a33c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.271248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47172) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:37.273483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-06ed6da8-f45c-41b2-b92b-ef590367a33c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3523107 Apr 30 01:28:37.273483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-45e31d86-ee9e-4cec-a5d4-191f6b5bbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:37.273483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-45e31d86-ee9e-4cec-a5d4-191f6b5bbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:37.273483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-45e31d86-ee9e-4cec-a5d4-191f6b5bbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:37.273483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-45e31d86-ee9e-4cec-a5d4-191f6b5bbaac service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.6839635 Apr 30 01:28:37.279625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c021cbc7-cfa1-481e-8cbc-9d9db0872f90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'security_group_rule': {'security_group_id': '70b1828e-ac6f-40f8-a88d-add0ec7bc036', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:37.280267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] For port 16116acf-1018-440a-aef4-b3cd6cc879e5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16116acf-1018-440a-aef4-b3cd6cc879e5,segment=NetworkSegment(792e5822-af5b-47e2-94dd-19f8a2c54307),segment_id=792e5822-af5b-47e2-94dd-19f8a2c54307)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:37.280635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.295402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.348352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Calling delete_port for 16116acf-1018-440a-aef4-b3cd6cc879e5 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:37.361057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37ed044f-dbb2-49b2-a84e-ee352deef45f req-60d7db99-0449-4a62-b05b-ad54b773593a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094975 Apr 30 01:28:37.402564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44837cb2-050a-46b1-af4e-ec7b6a05b1e5']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:37.415788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b085c-0815-4516-ba75-ddfcc3c38f08 req-f9410b62-bc12-4c98-ba20-4b4feaed18d9 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:37.423537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a07b085c-0815-4516-ba75-ddfcc3c38f08 req-f9410b62-bc12-4c98-ba20-4b4feaed18d9 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.4027066 Apr 30 01:28:37.462375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c021cbc7-cfa1-481e-8cbc-9d9db0872f90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.492859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f60db4-5345-4fee-9507-a46bb2105886') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:37.493144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f60db4-5345-4fee-9507-a46bb2105886') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:37.533486 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.542665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c021cbc7-cfa1-481e-8cbc-9d9db0872f90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.584683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.599148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a07b085c-0815-4516-ba75-ddfcc3c38f08 req-11096d53-3662-4026-80d8-8f5a9ab44679 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744289 Apr 30 01:28:37.609742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:28:37.610150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.613600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-148927c6-884f-4247-884f-94e2ca22efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:37.615080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd5c2f7a-5068-4c1c-bf86-53cb0ad13e88 req-148927c6-884f-4247-884f-94e2ca22efed service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3220441 Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:28:37.615847 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:28:37.755418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3307142c-3ab5-4e74-8691-a6fcee2629df {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:37.766200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.786934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Transition to ACTIVE for port object 3307142c-3ab5-4e74-8691-a6fcee2629df will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:28:37.943804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c021cbc7-cfa1-481e-8cbc-9d9db0872f90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.960629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021cbc7-cfa1-481e-8cbc-9d9db0872f90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1f49f3-2e7b-4a71-a10c-63cc962700a5,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:37.988949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.990640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:37.993110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.012520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.016099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/networks/44837cb2-050a-46b1-af4e-ec7b6a05b1e5 HTTP/1.1" status: 204 len: 168 time: 2.8074996 Apr 30 01:28:38.020762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47196) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:38.028265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1586592550'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:38.071048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6054eab-d9e7-48d8-8e7a-996834ca2987 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Network': ['ID=44837cb2-050a-46b1-af4e-ec7b6a05b1e5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:38.084999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c021cbc7-cfa1-481e-8cbc-9d9db0872f90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.091057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c021cbc7-cfa1-481e-8cbc-9d9db0872f90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8226159 Apr 30 01:28:38.092531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47198) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:38.120618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:38.175838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:38.180929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.207606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Pushing event updated for resources: {'Port': ['ID=3307142c-3ab5-4e74-8691-a6fcee2629df,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:38.256349 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.282470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:38.295522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47202) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:38.326769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.326769 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Added segment 30aece15-0e64-4a31-8086-865730a14fcd of type vlan for network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 Apr 30 01:28:38.334347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Pushing event deleted for resources: {'Port': ['ID=16116acf-1018-440a-aef4-b3cd6cc879e5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:38.500009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.514034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Attempting to bind port 3307142c-3ab5-4e74-8691-a6fcee2629df on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:38.514288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Attempting to bind port 3307142c-3ab5-4e74-8691-a6fcee2629df by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:38.514623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Attempting to bind port 3307142c-3ab5-4e74-8691-a6fcee2629df on network 6f30dd09-43c9-4465-b9d3-089cd041be85 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:38.548732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1767826317-network', 'tenant_id': '99dcbbb88c3844f4a156ad64577047e4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:38.561707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Port 3307142c-3ab5-4e74-8691-a6fcee2629df on network 6f30dd09-43c9-4465-b9d3-089cd041be85 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:28:38.562334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Attempting to bind port 3307142c-3ab5-4e74-8691-a6fcee2629df on network 6f30dd09-43c9-4465-b9d3-089cd041be85 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:38.588185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:38.588544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Checking segment: {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:38.588939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Bound using segment: {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:38.590229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Bound port: 3307142c-3ab5-4e74-8691-a6fcee2629df, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be6636c-b47a-4ea3-88a1-08ea092705db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:38.590575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.606580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.612481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:38.613197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.694892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Made reservation on behalf of 99dcbbb88c3844f4a156ad64577047e4 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:38.697511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.710314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.712887 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.714363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f569-e29c-4ff1-bc6e-2ac5336f176f req-54cd2be2-4b64-4d87-b41b-0f84c2325270 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:38.722693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f569-e29c-4ff1-bc6e-2ac5336f176f req-54cd2be2-4b64-4d87-b41b-0f84c2325270 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:38.728561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f569-e29c-4ff1-bc6e-2ac5336f176f req-54cd2be2-4b64-4d87-b41b-0f84c2325270 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:38.730262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee04f569-e29c-4ff1-bc6e-2ac5336f176f req-54cd2be2-4b64-4d87-b41b-0f84c2325270 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2411 time: 0.1995833 Apr 30 01:28:38.742480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.880612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:38.888158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8627298 Apr 30 01:28:38.891980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcabdca-23d7-4d98-8ea8-263bd3c9d3b6 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Network': ['ID=ab2a0e8e-9085-4147-a6ea-ece833bcbe24,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:38.899045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47212) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:38.905990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': 'ab2a0e8e-9085-4147-a6ea-ece833bcbe24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:38.907548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:38.983855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.063585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf51d-f7c8-41c2-9d78-df849cd8ff5f req-218d253f-d208-4d89-9f6a-d6671fad0bd8 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.065240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74acf51d-f7c8-41c2-9d78-df849cd8ff5f req-218d253f-d208-4d89-9f6a-d6671fad0bd8 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.3380101 Apr 30 01:28:39.077941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:39.124117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.124489 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Added segment 9dd163ed-0ec8-4770-bbef-853165cca39f of type vlan for network 74d929a4-ae57-4272-ae21-bab17a8c1478 Apr 30 01:28:39.141985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62acfadc-4d1c-4168-947e-ea9ddcc49fbc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:39.149596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Allocated IP 172.25.0.48 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ed5bb565-4110-4188-b9fb-b2ab6810b9d6) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:39.199365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] For port 3307142c-3ab5-4e74-8691-a6fcee2629df, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:39.210265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] For port 3307142c-3ab5-4e74-8691-a6fcee2629df, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3307142c-3ab5-4e74-8691-a6fcee2629df,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:39.213829 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ee04f569-e29c-4ff1-bc6e-2ac5336f176f req-e05ccc29-082e-42c6-b446-cd60d42bc35e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689479 Apr 30 01:28:39.232892 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.238860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74acf51d-f7c8-41c2-9d78-df849cd8ff5f req-3a7e82fb-650c-40da-af4e-e36ba7ba08a5 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587162 Apr 30 01:28:39.310342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:39.314254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.330860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.374456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.377408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.377408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.386429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.388085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.389066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] 10.222.0.23 "PUT /v2.0/ports/3307142c-3ab5-4e74-8691-a6fcee2629df HTTP/1.1" status: 200 len: 1092 time: 3.1507406 Apr 30 01:28:39.389527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'tag': '3307142c-3ab5-4e74-8691-a6fcee2629df'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:39.391768 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "tag": "3307142c-3ab5-4e74-8691-a6fcee2629df"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:39.440483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.447631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ffb2d-bd17-4532-a64a-b5004a966cad service neutron] Pushing event updated for resources: {'Port': ['ID=3307142c-3ab5-4e74-8691-a6fcee2629df,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:39.460937 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c9370a-8598-4271-81e8-2ea7ac69441c x-openstack-request-id: req-12c9370a-8598-4271-81e8-2ea7ac69441c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:39.461224 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "tag": "3307142c-3ab5-4e74-8691-a6fcee2629df", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:39.461471 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12c9370a-8598-4271-81e8-2ea7ac69441c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:39.461869 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c9370a-8598-4271-81e8-2ea7ac69441c'] response: {'name': 'network-changed', 'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'tag': '3307142c-3ab5-4e74-8691-a6fcee2629df', 'status': 'completed', 'code': 200} Apr 30 01:28:39.474964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Router bd429038-9693-4053-acd6-60c6c293a244 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:28:39.507812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] Pushing event updated for resources: {'Network': ['ID=74d929a4-ae57-4272-ae21-bab17a8c1478,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:39.522346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 74d929a4-ae57-4272-ae21-bab17a8c1478 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:39.530303 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-553b4ce1-ebf5-4959-ada1-775d387e9790 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2335830 Apr 30 01:28:39.536945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47230) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:39.547775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Request body: {'subnet': {'network_id': '74d929a4-ae57-4272-ae21-bab17a8c1478', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1767826317-subnet', 'tenant_id': '99dcbbb88c3844f4a156ad64577047e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:39.682507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-a8a9feae-c3c0-4bc5-a33e-3d7098b0e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.682995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-a8a9feae-c3c0-4bc5-a33e-3d7098b0e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.683488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-a8a9feae-c3c0-4bc5-a33e-3d7098b0e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.685193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-a8a9feae-c3c0-4bc5-a33e-3d7098b0e096 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2864 time: 0.1904402 Apr 30 01:28:39.693104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Made reservation on behalf of 99dcbbb88c3844f4a156ad64577047e4 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:39.695582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.700825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.728787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:28:39.741777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] Sync routers for ids ['bd429038-9693-4053-acd6-60c6c293a244'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:28:39.744997 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.759844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-55619102-4c9f-4302-8194-34dc8be977ca admin admin] 10.222.0.15 "PUT /v2.0/routers/bd429038-9693-4053-acd6-60c6c293a244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6609457 Apr 30 01:28:39.762221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47236) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:39.763123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] Routers {'bd429038-9693-4053-acd6-60c6c293a244'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:39.764069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bd429038-9693-4053-acd6-60c6c293a244'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:39.793546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:39.824865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:39.827450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:39.886245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=ed5bb565-4110-4188-b9fb-b2ab6810b9d6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:39.890669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-5ebb4fe9-1946-45ad-bac2-08dacec9bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.891014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-5ebb4fe9-1946-45ad-bac2-08dacec9bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.891515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-5ebb4fe9-1946-45ad-bac2-08dacec9bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:39.892526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] Set router bd429038-9693-4053-acd6-60c6c293a244 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:39.893139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-5ebb4fe9-1946-45ad-bac2-08dacec9bdaa service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.1964824 Apr 30 01:28:39.924367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=8e57405e-1a20-4574-ab2a-0452a835f86b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:39.936167 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:39.968103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Checking segment: {'id': '30aece15-0e64-4a31-8086-865730a14fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ab2a0e8e-9085-4147-a6ea-ece833bcbe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:39.968463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network hostable DHCP agents. Network: ab2a0e8e-9085-4147-a6ea-ece833bcbe24, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:40.030223 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.080861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-ea94578d-e2f4-45f6-b22c-a30fed94da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.082430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1f5abc24-00a4-44da-af50-f2bdc9b6cef0 req-ea94578d-e2f4-45f6-b22c-a30fed94da56 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1823535 Apr 30 01:28:40.089837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:28:37Z', 'revision_number': 5, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:40.096422 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.127484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:40.146552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] Checking router: bd429038-9693-4053-acd6-60c6c293a244 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:28:40.155859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] Routers {'bd429038-9693-4053-acd6-60c6c293a244'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:40.156770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bd429038-9693-4053-acd6-60c6c293a244'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:40.167782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-9c005621-c67c-4595-8620-1aeec38d7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.168927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-9c005621-c67c-4595-8620-1aeec38d7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.169568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-9c005621-c67c-4595-8620-1aeec38d7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.171392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-9c005621-c67c-4595-8620-1aeec38d7ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2864 time: 0.0470173 Apr 30 01:28:40.212372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.224068 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-c8ae00b0-42d7-496f-8e9e-df5cef3a28bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.61&port_id=65700fe8-9ead-4e2e-a422-184fc7c75487 HTTP/1.1" status: 200 len: 217 time: 0.0436318 Apr 30 01:28:40.251634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.276905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] Set router bd429038-9693-4053-acd6-60c6c293a244 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:40.298914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-ed1b86b6-f021-4074-91d4-6f81e0783063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.300427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-ed1b86b6-f021-4074-91d4-6f81e0783063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9bafab9f-1f50-4a3c-8d34-30195b61114b HTTP/1.1" status: 200 len: 801 time: 0.0576332 Apr 30 01:28:40.326766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ab2a0e8e-9085-4147-a6ea-ece833bcbe24) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:40.342681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.343563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.354823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b2f77-8417-465a-818a-e6e635d36331 None None] Network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:40.369752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Deleting port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:40.370098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.438772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf25f64-574e-439c-bc00-22e88fb22efc req-caa7c950-8635-4158-8c06-c4aa40076d94 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.444605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf25f64-574e-439c-bc00-22e88fb22efc req-caa7c950-8635-4158-8c06-c4aa40076d94 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.451273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf25f64-574e-439c-bc00-22e88fb22efc req-caa7c950-8635-4158-8c06-c4aa40076d94 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.452988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7cf25f64-574e-439c-bc00-22e88fb22efc req-caa7c950-8635-4158-8c06-c4aa40076d94 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2411 time: 0.1468892 Apr 30 01:28:40.458855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903f0e95-23ed-407f-b92c-6634cf13070e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:40.465751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-25d93269-767f-4b70-b0f7-e11ea3f70db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.467361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-25d93269-767f-4b70-b0f7-e11ea3f70db4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f30dd09-43c9-4465-b9d3-089cd041be85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1471055 Apr 30 01:28:40.497911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Checking segment: {'id': '9dd163ed-0ec8-4770-bbef-853165cca39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74d929a4-ae57-4272-ae21-bab17a8c1478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:40.498539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Network hostable DHCP agents. Network: 74d929a4-ae57-4272-ae21-bab17a8c1478, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:40.513285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7aa86511-fc8b-4cef-923c-bb8ff5efa86e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6101327 Apr 30 01:28:40.516690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47244) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:40.529484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c7905ad8-10d6-49c6-be1a-65e8d5bcc95f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1134538915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:40.544554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158eed-3f19-46b5-9f6a-0f454baf0b36 req-289f685d-164e-4fb2-bdf4-bce69c776fbd tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.552172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6158eed-3f19-46b5-9f6a-0f454baf0b36 req-289f685d-164e-4fb2-bdf4-bce69c776fbd tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.1834934 Apr 30 01:28:40.580377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] For port 89556c63-9ab8-4e9c-9e39-9af96fe80c8f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=89556c63-9ab8-4e9c-9e39-9af96fe80c8f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:40.580755 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.610407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Calling delete_port for 89556c63-9ab8-4e9c-9e39-9af96fe80c8f owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:40.611322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:28:37Z', 'revision_number': 5, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:40.614629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7cf25f64-574e-439c-bc00-22e88fb22efc req-62263b46-4c7c-48f1-a825-6af2d4b1898c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239948 Apr 30 01:28:40.614815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ab2a0e8e-9085-4147-a6ea-ece833bcbe24', 'network_id': 'ab2a0e8e-9085-4147-a6ea-ece833bcbe24', 'tenant_id': 'c577f5102c8e43eeabe8178df7c277ad', 'fixed_ips': [{'subnet_id': '8e57405e-1a20-4574-ab2a-0452a835f86b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:28:40.615627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.631304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.656579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd58681-6cfd-480b-ba1e-5d6be1708146 None None] The sync data for ids ['bd429038-9693-4053-acd6-60c6c293a244'] in n-d-821348-1 is: [{'id': 'bd429038-9693-4053-acd6-60c6c293a244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492911033-router', 'tenant_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:25:51Z', 'updated_at': '2022-04-30T01:28:37Z', 'revision_number': 5, 'project_id': 'a1cc92800f10462a99fb6f3fa5173b7c', 'gw_port': {'id': '89556c63-9ab8-4e9c-9e39-9af96fe80c8f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd429038-9693-4053-acd6-60c6c293a244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:25:54Z', 'updated_at': '2022-04-30T01:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:28:40.679787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-3f752211-85a9-43e5-8711-08fe89e908f7 service neutron] 10.222.0.23 "GET /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052658 Apr 30 01:28:40.686304 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6158eed-3f19-46b5-9f6a-0f454baf0b36 req-18f939ab-e77b-4eba-a232-3be3996e6fb4 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135397 Apr 30 01:28:40.687845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Network 74d929a4-ae57-4272-ae21-bab17a8c1478 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:40.712834 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7905ad8-10d6-49c6-be1a-65e8d5bcc95f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.712834 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7905ad8-10d6-49c6-be1a-65e8d5bcc95f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.754762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.794341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7905ad8-10d6-49c6-be1a-65e8d5bcc95f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.826023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Allocated IP 172.20.0.2 (ab2a0e8e-9085-4147-a6ea-ece833bcbe24/8e57405e-1a20-4574-ab2a-0452a835f86b/c9a07309-02bb-4eef-92aa-0550510e40af) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:40.837984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=ed5bb565-4110-4188-b9fb-b2ab6810b9d6,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:40.850855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 74d929a4-ae57-4272-ae21-bab17a8c1478) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:40.858823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:40.859255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.871943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45643d35-ed53-4856-b1a0-7348f15df113 None None] Network 74d929a4-ae57-4272-ae21-bab17a8c1478 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:40.875690 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-d07601f9-d4e5-4978-baf4-3dd268f6698d service neutron] 10.222.0.23 "GET /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884937 Apr 30 01:28:40.887639 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7905ad8-10d6-49c6-be1a-65e8d5bcc95f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.921694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:40.953531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-551fdeb6-0a47-413f-a590-ba1901e5d857 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=3d768db2-ab35-4033-a2a1-85df50e127ff HTTP/1.1" status: 200 len: 217 time: 0.0664713 Apr 30 01:28:40.988126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7d1f0afe-7d1c-4cfd-989a-dc3bd056d9a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4476116 Apr 30 01:28:41.024108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e4d8e-62cd-4d05-a005-78370c5c5188 req-6349e379-dabb-4ce2-b42d-c4f8c1e2fdf9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:41.025663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-581e4d8e-62cd-4d05-a005-78370c5c5188 req-6349e379-dabb-4ce2-b42d-c4f8c1e2fdf9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 950 time: 0.1550226 Apr 30 01:28:41.053817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7905ad8-10d6-49c6-be1a-65e8d5bcc95f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.059618 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c7905ad8-10d6-49c6-be1a-65e8d5bcc95f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5385935 Apr 30 01:28:41.060586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47268) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:41.061880 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.085654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1754a793-fba4-4ba3-adb4-4f0db2fb760e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9908881 Apr 30 01:28:41.094349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'network_id': 'ab2a0e8e-9085-4147-a6ea-ece833bcbe24', 'name': 'tempest-PortsTestJSON-779294307'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:41.119138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-974b518c-68c3-4ba3-b472-158d810fc78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:41.120746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-974b518c-68c3-4ba3-b472-158d810fc78b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6144818e-7237-48aa-abfb-58668cba1893 HTTP/1.1" status: 200 len: 801 time: 0.1574244 Apr 30 01:28:41.209099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-581e4d8e-62cd-4d05-a005-78370c5c5188 req-dc5290d7-6511-45cd-a7d4-0c96341fe66c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676202 Apr 30 01:28:41.209562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.272199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89556c63-9ab8-4e9c-9e39-9af96fe80c8f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:41.286654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee67b34c-8124-489d-98fe-fc8e059c291d None None] Network 74d929a4-ae57-4272-ae21-bab17a8c1478 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:41.372256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-497ff344-34f1-428b-a8f3-3fa8cee343d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:41.372256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-497ff344-34f1-428b-a8f3-3fa8cee343d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cdf1659-fbb1-40eb-b80f-e4900aa2c152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2395735 Apr 30 01:28:41.417362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.478774 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.539417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.620722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:41.621177 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Pushing event updated for resources: {'Port': ['ID=c9a07309-02bb-4eef-92aa-0550510e40af,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:41.625307 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.678584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:41.680034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.685859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.692014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-e6ed0afb-5755-45a1-85ca-fb6d338c83d9 service neutron] 10.222.0.23 "GET /v2.0/networks/6cdf1659-fbb1-40eb-b80f-e4900aa2c152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792645 Apr 30 01:28:41.700959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:41.707303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-4c6acd16-b2df-4b1e-874f-7b5cdec85805 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:41.712114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:41.717201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-4c6acd16-b2df-4b1e-874f-7b5cdec85805 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/networks?id=74d929a4-ae57-4272-ae21-bab17a8c1478 HTTP/1.1" status: 200 len: 822 time: 0.1647108 Apr 30 01:28:41.738645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-3b99bb3d-1101-49f8-b8d2-d0373e69743c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/quotas/99dcbbb88c3844f4a156ad64577047e4 HTTP/1.1" status: 200 len: 375 time: 0.0198886 Apr 30 01:28:41.740481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:41.789305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-0df5874e-75cb-4104-976a-c3a7f5cfa28d tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=99dcbbb88c3844f4a156ad64577047e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497615 Apr 30 01:28:41.824322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Attempting to bind port c9a07309-02bb-4eef-92aa-0550510e40af on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:41.825229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Attempting to bind port c9a07309-02bb-4eef-92aa-0550510e40af by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '30aece15-0e64-4a31-8086-865730a14fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ab2a0e8e-9085-4147-a6ea-ece833bcbe24'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:41.825716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Attempting to bind port c9a07309-02bb-4eef-92aa-0550510e40af on network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:41.831157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:41.831157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Checking segment: {'id': '30aece15-0e64-4a31-8086-865730a14fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ab2a0e8e-9085-4147-a6ea-ece833bcbe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:41.831603 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.832362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Bound using segment: {'id': '30aece15-0e64-4a31-8086-865730a14fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ab2a0e8e-9085-4147-a6ea-ece833bcbe24'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:41.832475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Bound port: c9a07309-02bb-4eef-92aa-0550510e40af, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aece15-0e64-4a31-8086-865730a14fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ab2a0e8e-9085-4147-a6ea-ece833bcbe24'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:41.832817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.839545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.842488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd429038-9693-4053-acd6-60c6c293a244 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:28:41.852632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:41.857497 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d5770a2b-86b5-43a9-8444-ed6c6f9795a9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bd429038-9693-4053-acd6-60c6c293a244 HTTP/1.1" status: 204 len: 168 time: 2.0906153 Apr 30 01:28:41.864556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47306) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:41.921038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] For port c9a07309-02bb-4eef-92aa-0550510e40af, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:41.924490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] For port c9a07309-02bb-4eef-92aa-0550510e40af, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c9a07309-02bb-4eef-92aa-0550510e40af,segment=NetworkSegment(30aece15-0e64-4a31-8086-865730a14fcd),segment_id=30aece15-0e64-4a31-8086-865730a14fcd)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:41.957825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-2b366f69-c585-49d4-851a-eb1365662b93 service neutron] 10.222.0.23 "GET /v2.0/networks/6cdf1659-fbb1-40eb-b80f-e4900aa2c152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580860 Apr 30 01:28:41.985443 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:42.025136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0c9a5b-1377-4e69-9cf9-1f76729147e8 admin admin] Deleting subnet b0e7969f-82f6-4011-b793-626d1265e4de {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:28:42.031148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9a5b-1377-4e69-9cf9-1f76729147e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:42.034171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-062663c0-94da-4057-b1f4-6fee80f6484d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=3307142c-3ab5-4e74-8691-a6fcee2629df HTTP/1.1" status: 200 len: 217 time: 0.0665414 Apr 30 01:28:42.053836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.7 (ab2a0e8e-9085-4147-a6ea-ece833bcbe24/8e57405e-1a20-4574-ab2a-0452a835f86b/50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:42.061747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-96ad6cc9-eae8-44a3-b843-f5d7eda72291 service neutron] 10.222.0.15 "GET /v2.0/networks/74d929a4-ae57-4272-ae21-bab17a8c1478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628484 Apr 30 01:28:42.125675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8aace2-f13d-428b-b2ca-9143584a20ae None None] Pushing event updated for resources: {'Port': ['ID=c9a07309-02bb-4eef-92aa-0550510e40af,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:42.144716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9a5b-1377-4e69-9cf9-1f76729147e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:42.240041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-8ec28c85-ffc0-4504-af24-32c1c8f363bc service neutron] 10.222.0.15 "GET /v2.0/networks/74d929a4-ae57-4272-ae21-bab17a8c1478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772814 Apr 30 01:28:42.248781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-bd7af2ce-f8da-4fd1-af70-a92c74988c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:42.250373 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-bd7af2ce-f8da-4fd1-af70-a92c74988c05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9bafab9f-1f50-4a3c-8d34-30195b61114b HTTP/1.1" status: 200 len: 801 time: 0.1940229 Apr 30 01:28:42.351463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1bdc302c-748e-41f4-8252-2f3fff31faf2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--485050598&fields=id&tenant_id=28f426f5d8e44bc5bcb23c84f6153826 HTTP/1.1" status: 200 len: 267 time: 0.1640089 Apr 30 01:28:42.631376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16116acf-1018-440a-aef4-b3cd6cc879e5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:42.678633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 16116acf-1018-440a-aef4-b3cd6cc879e5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:42.679242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16116acf-1018-440a-aef4-b3cd6cc879e5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:42.716010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b90d0e-89b1-4d6f-be77-ae83a880a68a req-6354d829-d4c2-417d-839d-da5966200b64 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:42.722646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b90d0e-89b1-4d6f-be77-ae83a880a68a req-6354d829-d4c2-417d-839d-da5966200b64 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:42.729406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b90d0e-89b1-4d6f-be77-ae83a880a68a req-6354d829-d4c2-417d-839d-da5966200b64 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:42.732890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9b90d0e-89b1-4d6f-be77-ae83a880a68a req-6354d829-d4c2-417d-839d-da5966200b64 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2411 time: 0.0943263 Apr 30 01:28:42.789907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9b90d0e-89b1-4d6f-be77-ae83a880a68a req-87660079-7ded-416c-b2d3-79930a8bee17 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 Apr 30 01:28:42.922779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-7b6e0ea2-5d46-41c1-95df-cf57b44ee2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:42.924376 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-7b6e0ea2-5d46-41c1-95df-cf57b44ee2ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f30dd09-43c9-4465-b9d3-089cd041be85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6623573 Apr 30 01:28:42.950622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9a5b-1377-4e69-9cf9-1f76729147e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:42.958840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-6a3f9869-04d0-4c8e-a642-a0af61185e61 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:42.960223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-6a3f9869-04d0-4c8e-a642-a0af61185e61 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports/a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b HTTP/1.1" status: 200 len: 931 time: 0.6079316 Apr 30 01:28:43.139763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-67912468-b9bd-401e-a57f-947dceec0481 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:43.141689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-67912468-b9bd-401e-a57f-947dceec0481 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports/ce3792c1-2aec-4d81-8c87-e0b6661e4244 HTTP/1.1" status: 200 len: 930 time: 0.1530559 Apr 30 01:28:43.174326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.239070 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d12c2a2-bbf1-4cf9-836a-dbf530ea95f5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0686593 Apr 30 01:28:43.246772 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-b4353b10-2624-45a6-9316-02fc7131fc39 service neutron] 10.222.0.23 "GET /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078408 Apr 30 01:28:43.268700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46408e7-f0dd-4808-ad75-c390dd56b568 req-5f04bd49-6f76-4e1a-8317-f7d5b1e2988e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:43.270447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a46408e7-f0dd-4808-ad75-c390dd56b568 req-5f04bd49-6f76-4e1a-8317-f7d5b1e2988e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.4103878 Apr 30 01:28:43.296356 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5d705ef9-8bca-4681-8372-f95d975a3795 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0559213 Apr 30 01:28:43.324757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a46408e7-f0dd-4808-ad75-c390dd56b568 req-5e0d5d66-44d9-4a4b-89fc-c61aa3067cf4 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457363 Apr 30 01:28:43.399915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9a5b-1377-4e69-9cf9-1f76729147e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.485954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c9a5b-1377-4e69-9cf9-1f76729147e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e7969f-82f6-4011-b793-626d1265e4de,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:43.488318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.493155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9a5b-1377-4e69-9cf9-1f76729147e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.493866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721fe8f4-7333-4552-863b-df83b1e09fcd None None] Network 5cb20e6c-dd06-411d-aefe-d571ad93cb89 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:43.505713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7b0c9a5b-1377-4e69-9cf9-1f76729147e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b0e7969f-82f6-4011-b793-626d1265e4de HTTP/1.1" status: 204 len: 168 time: 1.6401286 Apr 30 01:28:43.510030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47340) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:43.623560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:43.632499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca74946-d48a-40fc-80b6-232babf895ac None None] Network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:43.634632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.701151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:43.708493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:43.715212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14efcb8c-e8a2-466c-9271-f3f19b133489 req-a4e3b80f-3ba6-418b-83ee-96a9b321381e service neutron] 10.222.0.23 "GET /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540880 Apr 30 01:28:43.716325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:43.726954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Deleting port a5803188-ca48-4c03-a3e1-8a2039ad4a76 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:43.727528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.761893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e3b69f85-b2c1-4f34-b5ff-15ddb87c41b2 None None] Provisioning complete for port c9a07309-02bb-4eef-92aa-0550510e40af triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:43.762731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3b69f85-b2c1-4f34-b5ff-15ddb87c41b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.784077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-af8f0362-1774-4087-925b-74e90de44d2e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:43.789820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-af8f0362-1774-4087-925b-74e90de44d2e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:43.798187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-af8f0362-1774-4087-925b-74e90de44d2e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:43.800414 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-af8f0362-1774-4087-925b-74e90de44d2e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/networks?id=ac585f3c-896a-483e-a277-2f2e01293da1&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0e6294b2-3522-4972-aca6-3136bf498da1&id=0e6294b2-3522-4972-aca6-3136bf498da1 HTTP/1.1" status: 200 len: 1989 time: 0.4894083 Apr 30 01:28:43.829378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] For port a5803188-ca48-4c03-a3e1-8a2039ad4a76, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a5803188-ca48-4c03-a3e1-8a2039ad4a76,segment=NetworkSegment(792e5822-af5b-47e2-94dd-19f8a2c54307),segment_id=792e5822-af5b-47e2-94dd-19f8a2c54307)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:43.830110 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.832379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:43.833149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:43.852895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Calling delete_port for a5803188-ca48-4c03-a3e1-8a2039ad4a76 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:43.855071 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-19a62e97-076d-4110-8648-492c252373d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/quotas/28f426f5d8e44bc5bcb23c84f6153826 HTTP/1.1" status: 200 len: 375 time: 0.0475013 Apr 30 01:28:43.892402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] DHCP port deletion for 5cb20e6c-dd06-411d-aefe-d571ad93cb89 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:28:43.922602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c5fa420b-0e96-4f2b-a3c2-3db32fae222d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8352489 Apr 30 01:28:43.925396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47344) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:43.944382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-4a35b3e0-caa5-447b-b8e2-3f365d1e2234 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0806522 Apr 30 01:28:43.980019 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3b69f85-b2c1-4f34-b5ff-15ddb87c41b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.031144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e3b69f85-b2c1-4f34-b5ff-15ddb87c41b2 None None] For port c9a07309-02bb-4eef-92aa-0550510e40af, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c9a07309-02bb-4eef-92aa-0550510e40af,segment=NetworkSegment(30aece15-0e64-4a31-8086-865730a14fcd),segment_id=30aece15-0e64-4a31-8086-865730a14fcd)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:44.036013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] Deleting port a5803188-ca48-4c03-a3e1-8a2039ad4a76 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:44.036384 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.066137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-227f5ee6-609e-4915-b18b-76bf5139390e service neutron] 10.222.0.15 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069667 Apr 30 01:28:44.132180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3b69f85-b2c1-4f34-b5ff-15ddb87c41b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.213207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] For port a5803188-ca48-4c03-a3e1-8a2039ad4a76, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a5803188-ca48-4c03-a3e1-8a2039ad4a76,segment=NetworkSegment(792e5822-af5b-47e2-94dd-19f8a2c54307),segment_id=792e5822-af5b-47e2-94dd-19f8a2c54307)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:44.213806 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.221285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c05f65ef-fe5f-4062-89ab-a564b5a57e3c service neutron] 10.222.0.15 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407433 Apr 30 01:28:44.253448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.258220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6aa8aa6-3d22-4207-bcf5-f840bce57ac7 req-7d524fe1-904c-4c96-b253-6d4dd7663651 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 210 time: 0.0838020 Apr 30 01:28:44.263744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] Calling delete_port for a5803188-ca48-4c03-a3e1-8a2039ad4a76 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:44.271972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-0e79ced2-aec9-4b6c-96fb-19b408566bb9 service neutron] 10.222.0.15 "GET /v2.0/ports/a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0434954 Apr 30 01:28:44.352570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5803188-ca48-4c03-a3e1-8a2039ad4a76,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:44.355010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] No DVR routers for this DVR port a5803188-ca48-4c03-a3e1-8a2039ad4a76 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:44.398858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b69f85-b2c1-4f34-b5ff-15ddb87c41b2 None None] Pushing event updated for resources: {'Port': ['ID=c9a07309-02bb-4eef-92aa-0550510e40af,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:44.408163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c9a07309-02bb-4eef-92aa-0550510e40af up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:44.451705 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-55c78da8-5038-479c-9b69-819df004c395 service neutron] 10.222.0.15 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725409 Apr 30 01:28:44.496947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e893c5b6-3a9d-4821-af39-34e220e06c14 None None] Provisioning complete for port c9a07309-02bb-4eef-92aa-0550510e40af triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:44.497556 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e893c5b6-3a9d-4821-af39-34e220e06c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.517118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.575064 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.582887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-7814f93a-3912-46c9-94a2-b8cf68cc5827 service neutron] 10.222.0.15 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222043 Apr 30 01:28:44.596422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb20e6c-dd06-411d-aefe-d571ad93cb89']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:44.640237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-8ea68f35-ad42-470c-8766-c0943a511efa service neutron] 10.222.0.15 "GET /v2.0/ports/ce3792c1-2aec-4d81-8c87-e0b6661e4244?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0567465 Apr 30 01:28:44.655218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792e5822-af5b-47e2-94dd-19f8a2c54307') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:44.655708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792e5822-af5b-47e2-94dd-19f8a2c54307') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:44.661046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] Pushing event deleted for resources: {'Port': ['ID=a5803188-ca48-4c03-a3e1-8a2039ad4a76,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:44.667575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b73b6-bed9-4a54-a2a0-26b8e036773b None None] No DVR routers for this DVR port a5803188-ca48-4c03-a3e1-8a2039ad4a76 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:44.671014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c9a07309-02bb-4eef-92aa-0550510e40af triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:44.671268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.686969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.726681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d8621-88cb-4153-94de-79cca23dcff9 req-f5650a78-48e8-4b88-b759-8b7b78438ca8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:44.733489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d8621-88cb-4153-94de-79cca23dcff9 req-f5650a78-48e8-4b88-b759-8b7b78438ca8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:44.739491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d8621-88cb-4153-94de-79cca23dcff9 req-f5650a78-48e8-4b88-b759-8b7b78438ca8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:44.748641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db6d8621-88cb-4153-94de-79cca23dcff9 req-f5650a78-48e8-4b88-b759-8b7b78438ca8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2411 time: 0.2967637 Apr 30 01:28:44.788217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e893c5b6-3a9d-4821-af39-34e220e06c14 None None] Provisioning complete for port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:44.788857 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e893c5b6-3a9d-4821-af39-34e220e06c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.799273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b6b66d76-6f2e-4e94-8e21-b08ec46a8517 service neutron] 10.222.0.15 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578293 Apr 30 01:28:44.815592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.818482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.827743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:28:44.828150 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:28:44.845434 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:28:44.873744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e893c5b6-3a9d-4821-af39-34e220e06c14 None None] Port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:44.903017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6ac34875-e960-477a-a011-cedd8fd3310b no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:44.954930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 89556c63-9ab8-4e9c-9e39-9af96fe80c8f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:44.955397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db6d8621-88cb-4153-94de-79cca23dcff9 req-3d967f97-6986-4d21-949b-b1d6ae3ffe73 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055879 Apr 30 01:28:44.959307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a23e5f9-3bb9-4155-a7da-212d74155ef6 service neutron] 10.222.0.15 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488035 Apr 30 01:28:45.038405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 89556c63-9ab8-4e9c-9e39-9af96fe80c8f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:45.041904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 89556c63-9ab8-4e9c-9e39-9af96fe80c8f not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:45.042795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a5803188-ca48-4c03-a3e1-8a2039ad4a76 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:45.069022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a5803188-ca48-4c03-a3e1-8a2039ad4a76 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:28:45.069407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a5803188-ca48-4c03-a3e1-8a2039ad4a76 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:45.078604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8fd54ee3-3d9a-4ad6-b9d5-7996b566e3fe None None] Provisioning complete for port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:45.079098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8fd54ee3-3d9a-4ad6-b9d5-7996b566e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.085341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-34ba1279-adc3-4411-8889-56b6160e0eda service neutron] 10.222.0.15 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201451 Apr 30 01:28:45.096533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.140550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.144830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.146847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8fd54ee3-3d9a-4ad6-b9d5-7996b566e3fe None None] Port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:45.150838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5cb20e6c-dd06-411d-aefe-d571ad93cb89 HTTP/1.1" status: 204 len: 168 time: 1.6311007 Apr 30 01:28:45.170372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:45.172760 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba631ab4-db4e-4592-9466-87bc317895e2" -d '{"events": [{"server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:45.188134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:45.192050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b279-3e9d-48a6-9941-b88ee6baff60 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb20e6c-dd06-411d-aefe-d571ad93cb89,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:45.248407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.254295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-1b1f1530-66ef-40ab-a6fd-b6341c0ba9f1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.259133 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-d3aee5b7-78ff-4769-a3c6-df942b466390 service neutron] 10.222.0.15 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648021 Apr 30 01:28:45.260171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-1b1f1530-66ef-40ab-a6fd-b6341c0ba9f1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.266717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-1b1f1530-66ef-40ab-a6fd-b6341c0ba9f1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.272850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-1b1f1530-66ef-40ab-a6fd-b6341c0ba9f1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.278746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-1b1f1530-66ef-40ab-a6fd-b6341c0ba9f1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.284509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-1b1f1530-66ef-40ab-a6fd-b6341c0ba9f1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.290634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-1b1f1530-66ef-40ab-a6fd-b6341c0ba9f1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.292313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-1b1f1530-66ef-40ab-a6fd-b6341c0ba9f1 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.2003274 Apr 30 01:28:45.311328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:45.353407 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.359679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66ae6d78-a529-4607-b8f0-4569dbb97f8b req-852fc91c-b9a6-44bd-a221-0a5962e72e1e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602465 Apr 30 01:28:45.370056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-bb4f04b7-bc9b-468d-8c34-8e1a0e64f94f service neutron] 10.222.0.15 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035745 Apr 30 01:28:45.425189 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.500311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-61b23fd8-a739-432c-b72d-adc0d39cb468 service neutron] 10.222.0.15 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235919 Apr 30 01:28:45.537761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47358) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:45.607208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:45.625407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-63098489-e026-4981-a176-d00845fc3483 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.627465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-63098489-e026-4981-a176-d00845fc3483 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.21 "GET /v2.0/networks?id=74d929a4-ae57-4272-ae21-bab17a8c1478 HTTP/1.1" status: 200 len: 822 time: 0.2668743 Apr 30 01:28:45.662689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-d7f2d1cc-2eec-4ef3-9a50-af90e24d2ace service neutron] 10.222.0.15 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611469 Apr 30 01:28:45.702589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Request body: {'port': {'device_id': '57e8f593-6c62-4889-903f-48c95f73176a', 'network_id': '74d929a4-ae57-4272-ae21-bab17a8c1478', 'admin_state_up': True, 'tenant_id': '99dcbbb88c3844f4a156ad64577047e4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:45.719333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0b7ca-cae6-450c-a419-9ae1aa04c6fa req-a0614116-1ac4-4a30-bf7d-87b51834a93c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:45.728206 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47c0b7ca-cae6-450c-a419-9ae1aa04c6fa req-a0614116-1ac4-4a30-bf7d-87b51834a93c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.2441399 Apr 30 01:28:45.755915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2c405dbd-9a4f-4dad-9944-8bc5029a6fc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e340b302c99d4085af351928200814d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170265 Apr 30 01:28:45.760159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47368) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:45.774831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30afac3-5287-486c-b1ff-3cccc9967348 None None] Provisioning complete for port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:45.775485 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30afac3-5287-486c-b1ff-3cccc9967348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.812827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30afac3-5287-486c-b1ff-3cccc9967348 None None] Port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:45.844202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-11033f19-b48d-49e4-bd6e-4937b427a7f3 service neutron] 10.222.0.15 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727750 Apr 30 01:28:45.847530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e6d357f-fc9e-49b0-8a93-ea06337cbae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.879356 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47c0b7ca-cae6-450c-a419-9ae1aa04c6fa req-2dbd49b6-e825-4931-8c13-5ba786def965 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502895 Apr 30 01:28:45.896749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e6d357f-fc9e-49b0-8a93-ea06337cbae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:45.983645 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:46.003399 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6dc20-f2db-4008-918c-d82804e57334 x-openstack-request-id: req-15b6dc20-f2db-4008-918c-d82804e57334 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:46.003776 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:46.004098 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15b6dc20-f2db-4008-918c-d82804e57334 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:46.004673 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b6dc20-f2db-4008-918c-d82804e57334'] response: {'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b', 'code': 200} Apr 30 01:28:46.008337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-064920ac-146f-4e21-92a3-8a772ed10737 service neutron] 10.222.0.15 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502116 Apr 30 01:28:46.096862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e6d357f-fc9e-49b0-8a93-ea06337cbae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:46.099155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-01c48e64-dacd-4718-abe4-c7de1b9a2989 req-1d69fe07-6809-4815-a26e-0795a41c5d77 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 210 time: 0.0301387 Apr 30 01:28:46.099514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e6d357f-fc9e-49b0-8a93-ea06337cbae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:46.103493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5e6d357f-fc9e-49b0-8a93-ea06337cbae5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49574520-19d2-4368-bfe6-52ae92c50aeb HTTP/1.1" status: 204 len: 168 time: 0.3423090 Apr 30 01:28:46.120478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d357f-fc9e-49b0-8a93-ea06337cbae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49574520-19d2-4368-bfe6-52ae92c50aeb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:46.127391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Made reservation on behalf of 99dcbbb88c3844f4a156ad64577047e4 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:46.135287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-cc6dbbcc-2d9f-4cc6-84be-114f4c65e67c service neutron] 10.222.0.15 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257467 Apr 30 01:28:46.138030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:46.288819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c9a07309-02bb-4eef-92aa-0550510e40af up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:46.353842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c9a07309-02bb-4eef-92aa-0550510e40af triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:46.354123 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:46.379953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:46.531645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835da934-60eb-4f9f-941f-06b45185da2c req-4adc5e19-1a75-432e-8336-ffe6149f1a98 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:46.537658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835da934-60eb-4f9f-941f-06b45185da2c req-4adc5e19-1a75-432e-8336-ffe6149f1a98 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:46.543552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835da934-60eb-4f9f-941f-06b45185da2c req-4adc5e19-1a75-432e-8336-ffe6149f1a98 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:46.545234 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-835da934-60eb-4f9f-941f-06b45185da2c req-4adc5e19-1a75-432e-8336-ffe6149f1a98 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2411 time: 0.2683690 Apr 30 01:28:46.616093 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Allocated IP 172.20.0.14 (74d929a4-ae57-4272-ae21-bab17a8c1478/903f0e95-23ed-407f-b92c-6634cf13070e/2180eb3c-283e-484d-9c68-45a0f59231b9) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:46.653916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 65700fe8-9ead-4e2e-a422-184fc7c75487 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:46.714598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-835da934-60eb-4f9f-941f-06b45185da2c req-794e9e91-addf-44a5-b544-54159c739355 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531160 Apr 30 01:28:46.812533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 65700fe8-9ead-4e2e-a422-184fc7c75487, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=65700fe8-9ead-4e2e-a422-184fc7c75487,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:46.831584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '65700fe8-9ead-4e2e-a422-184fc7c75487', 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85', 'port_id': '65700fe8-9ead-4e2e-a422-184fc7c75487', 'mac_address': 'fa:16:3e:d8:84:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bafab9f-1f50-4a3c-8d34-30195b61114b', 'ip_address': '19.80.0.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:46.887573 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:46.907215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65700fe8-9ead-4e2e-a422-184fc7c75487 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:46.931788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:46.938835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 65700fe8-9ead-4e2e-a422-184fc7c75487, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=65700fe8-9ead-4e2e-a422-184fc7c75487,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:47.035195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47420) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:47.048606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-66e59d1c-a8ef-4f7f-a128-ddbe8f2e01a5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.054514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-66e59d1c-a8ef-4f7f-a128-ddbe8f2e01a5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.060929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-66e59d1c-a8ef-4f7f-a128-ddbe8f2e01a5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.066730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-66e59d1c-a8ef-4f7f-a128-ddbe8f2e01a5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.067841 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.068855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3307142c-3ab5-4e74-8691-a6fcee2629df details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:47.076423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-66e59d1c-a8ef-4f7f-a128-ddbe8f2e01a5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.079671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:47.082539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-66e59d1c-a8ef-4f7f-a128-ddbe8f2e01a5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.101000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-66e59d1c-a8ef-4f7f-a128-ddbe8f2e01a5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.103126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-66e59d1c-a8ef-4f7f-a128-ddbe8f2e01a5 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.2864802 Apr 30 01:28:47.137512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'mac_address': 'fa:16:3e:4f:35:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:47.140402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9b43de0f-213b-45e9-83fd-2f6f2d54e4a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1cc92800f10462a99fb6f3fa5173b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031258 Apr 30 01:28:47.142782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47426) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:47.202426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3307142c-3ab5-4e74-8691-a6fcee2629df, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3307142c-3ab5-4e74-8691-a6fcee2629df,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:47.216322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '3307142c-3ab5-4e74-8691-a6fcee2629df', 'network_id': '6f30dd09-43c9-4465-b9d3-089cd041be85', 'port_id': '3307142c-3ab5-4e74-8691-a6fcee2629df', 'mac_address': 'fa:16:3e:05:a7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bafab9f-1f50-4a3c-8d34-30195b61114b', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:47.236689 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18c61142-6412-4771-99cb-d0c2ef008bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.248631 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.249463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=65700fe8-9ead-4e2e-a422-184fc7c75487,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:47.268758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18c61142-6412-4771-99cb-d0c2ef008bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.268964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4661ac00-1d9c-4d94-bd05-893f99105560 req-9386a078-1774-4864-ac32-d8cb15c0e0b4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405358 Apr 30 01:28:47.283291 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.465240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1c7d3-a138-4dbc-9887-70aa08913937 req-64cf2e72-e94c-4a0a-b77f-05895f39a18c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.465240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8d1c7d3-a138-4dbc-9887-70aa08913937 req-64cf2e72-e94c-4a0a-b77f-05895f39a18c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.0660062 Apr 30 01:28:47.496664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-abf7d437-7400-4577-84a9-bc36ba193c4e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.528416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8d1c7d3-a138-4dbc-9887-70aa08913937 req-8617ec1c-3884-421d-8dda-3d11342cdabb tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576348 Apr 30 01:28:47.528889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-abf7d437-7400-4577-84a9-bc36ba193c4e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.528889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-abf7d437-7400-4577-84a9-bc36ba193c4e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.528889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-abf7d437-7400-4577-84a9-bc36ba193c4e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.535276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-abf7d437-7400-4577-84a9-bc36ba193c4e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.543690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-abf7d437-7400-4577-84a9-bc36ba193c4e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.546366 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.550487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-abf7d437-7400-4577-84a9-bc36ba193c4e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.551171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.553720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-abf7d437-7400-4577-84a9-bc36ba193c4e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.1518202 Apr 30 01:28:47.569826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3307142c-3ab5-4e74-8691-a6fcee2629df {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:47.581356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:47.605965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3307142c-3ab5-4e74-8691-a6fcee2629df, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3307142c-3ab5-4e74-8691-a6fcee2629df,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:47.609845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:47.637911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-e289e802-fb00-4ebb-92f8-9cabd9649d46 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:47.637911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-e289e802-fb00-4ebb-92f8-9cabd9649d46 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "GET /v2.0/ports/6b676cc5-8d0b-4812-adff-5f37e29c73cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0737267 Apr 30 01:28:47.748363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3301e4ea-4c3f-458b-9ba6-5e8049178260 req-e3b6aba2-dd88-42e8-ac56-a606d972e406 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 210 time: 0.0312393 Apr 30 01:28:47.784147 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-c30f12ee-da62-495c-9435-c781aaaf3b6e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "GET /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1441023 Apr 30 01:28:47.790351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.790569 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.794347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.802279 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18c61142-6412-4771-99cb-d0c2ef008bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.802722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.806382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18c61142-6412-4771-99cb-d0c2ef008bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:47.807676 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-18c61142-6412-4771-99cb-d0c2ef008bc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82c35d98-a267-413d-aff0-3d00ecadf13a HTTP/1.1" status: 204 len: 168 time: 0.6627433 Apr 30 01:28:47.809187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3d768db2-ab35-4033-a2a1-85df50e127ff details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:47.826253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:47.904433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c61142-6412-4771-99cb-d0c2ef008bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c35d98-a267-413d-aff0-3d00ecadf13a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:47.935017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:28:47.986394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Network 74d929a4-ae57-4272-ae21-bab17a8c1478 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:47.999694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:48.006763 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:48.010577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:48.017789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:48.031957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83331491-6179-42cd-869f-6f69810ce906 req-252246e3-34a9-4442-a807-c58f7955c80e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.039267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83331491-6179-42cd-869f-6f69810ce906 req-252246e3-34a9-4442-a807-c58f7955c80e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.043578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:28:48.058612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83331491-6179-42cd-869f-6f69810ce906 req-252246e3-34a9-4442-a807-c58f7955c80e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.067003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83331491-6179-42cd-869f-6f69810ce906 req-252246e3-34a9-4442-a807-c58f7955c80e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2413 time: 0.2017756 Apr 30 01:28:48.069066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:48.153882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:48.249793 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83331491-6179-42cd-869f-6f69810ce906 req-5bf04361-9bf1-40c0-a77d-132695a53720 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741128 Apr 30 01:28:48.289030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] For port 6b676cc5-8d0b-4812-adff-5f37e29c73cd, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b676cc5-8d0b-4812-adff-5f37e29c73cd,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:48.291500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.292398 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:48.361121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Pushing event updated for resources: {'Port': ['ID=2180eb3c-283e-484d-9c68-45a0f59231b9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:48.394076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] For port 6b676cc5-8d0b-4812-adff-5f37e29c73cd, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:48.444187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16e927a8-6f12-46f1-abf2-219069487ef5 req-c154d888-f25b-461e-b9c5-84db74f442e7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0751576 Apr 30 01:28:48.505810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:48.507567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:48.530597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-5460ba5a-f0d4-4bd9-9fb5-7433758a7a33 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8355050 Apr 30 01:28:48.562204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] device_id is not set on port 6b676cc5-8d0b-4812-adff-5f37e29c73cd yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:48.575669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Request body: {'port': {'device_id': '57e8f593-6c62-4889-903f-48c95f73176a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:48.579293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:48.585606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3307142c-3ab5-4e74-8691-a6fcee2629df,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:48.618736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-d8749b3c-d7f3-4454-93d6-e7e5ed784421 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.627958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-d8749b3c-d7f3-4454-93d6-e7e5ed784421 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.636112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-d8749b3c-d7f3-4454-93d6-e7e5ed784421 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.642796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-d8749b3c-d7f3-4454-93d6-e7e5ed784421 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.675680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-d8749b3c-d7f3-4454-93d6-e7e5ed784421 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.717085 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:48.718534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-d8749b3c-d7f3-4454-93d6-e7e5ed784421 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.729986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-d8749b3c-d7f3-4454-93d6-e7e5ed784421 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:48.732201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-d8749b3c-d7f3-4454-93d6-e7e5ed784421 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 5442 time: 0.2676661 Apr 30 01:28:48.734114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:48.742266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3d768db2-ab35-4033-a2a1-85df50e127ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3d768db2-ab35-4033-a2a1-85df50e127ff,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:48.826498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '3d768db2-ab35-4033-a2a1-85df50e127ff', 'network_id': '6cdf1659-fbb1-40eb-b80f-e4900aa2c152', 'port_id': '3d768db2-ab35-4033-a2a1-85df50e127ff', 'mac_address': 'fa:16:3e:fc:fb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6144818e-7237-48aa-abfb-58668cba1893', 'ip_address': '19.86.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:48.927598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a80a361a-7aed-412c-bcee-047bddd05bff no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:48.972426 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.018663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6122e4ed-0eba-4734-bef0-e836f0110120 req-961287ae-9a83-4beb-88fc-009683d3f128 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&id=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2666445 Apr 30 01:28:49.021280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] No DVR routers for this DVR port 6b676cc5-8d0b-4812-adff-5f37e29c73cd on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:49.039631 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d768db2-ab35-4033-a2a1-85df50e127ff {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:49.079363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] Pushing event updated for resources: {'Port': ['ID=6b676cc5-8d0b-4812-adff-5f37e29c73cd,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:49.165349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] In _notify_port_updated(), no bound segment for port 6b676cc5-8d0b-4812-adff-5f37e29c73cd on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:28:49.173894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:49.175597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.179308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-d125c92a-37d8-4c93-b139-68716e27bd40 service neutron] 10.222.0.21 "PUT /v2.0/ports/6b676cc5-8d0b-4812-adff-5f37e29c73cd HTTP/1.1" status: 200 len: 1031 time: 1.3781357 Apr 30 01:28:49.208656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3d768db2-ab35-4033-a2a1-85df50e127ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3d768db2-ab35-4033-a2a1-85df50e127ff,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:49.244699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0c437af-5b92-4f6f-8770-ea3b85b2bf6c None None] Provisioning complete for port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:49.246878 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0c437af-5b92-4f6f-8770-ea3b85b2bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.286681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-da14fa31-c8e9-4ac1-8bf1-3115d7936923 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:49.291301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-da14fa31-c8e9-4ac1-8bf1-3115d7936923 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "GET /v2.0/ports/76b8d36e-a0e7-4987-ba3b-e75afce219da?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1015704 Apr 30 01:28:49.312276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:49.312923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.318295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e0c437af-5b92-4f6f-8770-ea3b85b2bf6c None None] Port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:49.356700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.390948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa6ad1-cc27-4561-9548-1d6f3b0c5a44 req-09d3cc1e-a162-42ba-9a64-0cd89ac75245 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:49.402699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9caa6ad1-cc27-4561-9548-1d6f3b0c5a44 req-09d3cc1e-a162-42ba-9a64-0cd89ac75245 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 932 time: 0.1074104 Apr 30 01:28:49.460354 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.506643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3d768db2-ab35-4033-a2a1-85df50e127ff,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:49.529953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.585466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9caa6ad1-cc27-4561-9548-1d6f3b0c5a44 req-60edebf0-56d7-4e8b-b5be-2212a4ad1e98 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816008 Apr 30 01:28:49.587056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150fa94-3fbe-45a0-a9d1-306189959cb4 req-e3048d86-ad4e-4a6e-8715-4171d098e49d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:49.602046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4150fa94-3fbe-45a0-a9d1-306189959cb4 req-e3048d86-ad4e-4a6e-8715-4171d098e49d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.2737556 Apr 30 01:28:49.654345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80a361a-7aed-412c-bcee-047bddd05bff'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:49.662515 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24137082-bf2e-41bd-96f4-dc4dd12002c6" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-unplugged", "status": "completed", "tag": "a80a361a-7aed-412c-bcee-047bddd05bff"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:49.709738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a80a361a-7aed-412c-bcee-047bddd05bff, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a80a361a-7aed-412c-bcee-047bddd05bff,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:49.714283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-80a60333-3156-47b8-a429-daa72a761b7e None None] Provisioning complete for port 6b676cc5-8d0b-4812-adff-5f37e29c73cd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:49.716025 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80a60333-3156-47b8-a429-daa72a761b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.757768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] For port 76b8d36e-a0e7-4987-ba3b-e75afce219da, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=76b8d36e-a0e7-4987-ba3b-e75afce219da,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:49.767788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['65700fe8-9ead-4e2e-a422-184fc7c75487'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:28:49.770900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47492) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:49.814135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] For port 76b8d36e-a0e7-4987-ba3b-e75afce219da, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:49.818657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3307142c-3ab5-4e74-8691-a6fcee2629df'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:28:49.822524 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4150fa94-3fbe-45a0-a9d1-306189959cb4 req-4d55a12e-3515-4a80-9222-828975175bcb tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194407 Apr 30 01:28:49.857167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] device_id is not set on port 76b8d36e-a0e7-4987-ba3b-e75afce219da yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:28:49.866698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.878908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-80a60333-3156-47b8-a429-daa72a761b7e None None] Port 6b676cc5-8d0b-4812-adff-5f37e29c73cd cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:49.896570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3d768db2-ab35-4033-a2a1-85df50e127ff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:28:49.898259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:49.899475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 76b8d36e-a0e7-4987-ba3b-e75afce219da no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:49.947498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b77f77-299e-476b-815f-5018d14f2c8f req-4fece90a-dcbb-4f1d-b842-4a1189d2c87d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:49.961161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b77f77-299e-476b-815f-5018d14f2c8f req-4fece90a-dcbb-4f1d-b842-4a1189d2c87d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:49.973137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b77f77-299e-476b-815f-5018d14f2c8f req-4fece90a-dcbb-4f1d-b842-4a1189d2c87d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:49.980669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89b77f77-299e-476b-815f-5018d14f2c8f req-4fece90a-dcbb-4f1d-b842-4a1189d2c87d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2414 time: 0.1103170 Apr 30 01:28:49.988402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.040109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-network', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:50.068775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1f1bdf4-ad16-4c3e-b6bc-97ef5f015974 req-134f74bd-2ad6-4d3c-a922-c4d686a50d2c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0549209 Apr 30 01:28:50.139717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Router 053b6c3a-1ba5-446a-baac-3ac065e9f5f6 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:28:50.155594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a80a361a-7aed-412c-bcee-047bddd05bff,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:50.165715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] No DVR routers for this DVR port 76b8d36e-a0e7-4987-ba3b-e75afce219da on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:50.169839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 76b8d36e-a0e7-4987-ba3b-e75afce219da not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:50.171045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8347f042-f881-476a-a1a0-9873999dbaa6 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:50.239210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] Pushing event updated for resources: {'Port': ['ID=76b8d36e-a0e7-4987-ba3b-e75afce219da,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:50.240089 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dc1669-5430-4279-8039-af59e1190714 x-openstack-request-id: req-29dc1669-5430-4279-8039-af59e1190714 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:50.240391 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-unplugged", "status": "completed", "tag": "a80a361a-7aed-412c-bcee-047bddd05bff", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:50.240647 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29dc1669-5430-4279-8039-af59e1190714 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:50.241072 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dc1669-5430-4279-8039-af59e1190714'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80a361a-7aed-412c-bcee-047bddd05bff', 'code': 200} Apr 30 01:28:50.248311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89b77f77-299e-476b-815f-5018d14f2c8f req-e34097b8-c4db-40dc-acae-22142933f9a5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665622 Apr 30 01:28:50.257298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Made reservation on behalf of 37ca6618e22c4c3e9156b49729483bda for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:50.268198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.292149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] In _notify_port_updated(), no bound segment for port 76b8d36e-a0e7-4987-ba3b-e75afce219da on network 3bb9ea1c-8985-4087-ab33-7982949d0a49 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:28:50.293507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:50.294194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.296237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-50716f0c-5201-4a34-9243-4e84fa0bdc98 service neutron] 10.222.0.21 "PUT /v2.0/ports/76b8d36e-a0e7-4987-ba3b-e75afce219da HTTP/1.1" status: 200 len: 1032 time: 0.9901340 Apr 30 01:28:50.456603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.502742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting port f887667a-ed76-4c2e-9f50-5cd985f7b7db {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:50.503391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.536185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:28:50.547963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-98408649-3574-418b-98ed-37563f8221c4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "PUT /v2.0/routers/053b6c3a-1ba5-446a-baac-3ac065e9f5f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6207819 Apr 30 01:28:50.556752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47508) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:50.565171 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626bc88-015e-4e09-946c-33d8bf96a4bc None None] Sync routers for ids ['053b6c3a-1ba5-446a-baac-3ac065e9f5f6'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:28:50.584003 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.588375 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626bc88-015e-4e09-946c-33d8bf96a4bc None None] Routers {'053b6c3a-1ba5-446a-baac-3ac065e9f5f6'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:50.589187 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9626bc88-015e-4e09-946c-33d8bf96a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['053b6c3a-1ba5-446a-baac-3ac065e9f5f6'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:50.594733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc2dc0-3775-43b2-9d9b-fa1290776b7c req-e5006a00-a072-4605-839b-aebdf6533817 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:50.603968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc2dc0-3775-43b2-9d9b-fa1290776b7c req-e5006a00-a072-4605-839b-aebdf6533817 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:50.611277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc2dc0-3775-43b2-9d9b-fa1290776b7c req-e5006a00-a072-4605-839b-aebdf6533817 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:50.617595 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc2dc0-3775-43b2-9d9b-fa1290776b7c req-e5006a00-a072-4605-839b-aebdf6533817 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:50.624442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc2dc0-3775-43b2-9d9b-fa1290776b7c req-e5006a00-a072-4605-839b-aebdf6533817 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:50.634341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3bc2dc0-3775-43b2-9d9b-fa1290776b7c req-e5006a00-a072-4605-839b-aebdf6533817 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 3883 time: 0.3576486 Apr 30 01:28:50.646358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] For port f887667a-ed76-4c2e-9f50-5cd985f7b7db, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f887667a-ed76-4c2e-9f50-5cd985f7b7db,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:50.648437 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.678349 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9626bc88-015e-4e09-946c-33d8bf96a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:50.682703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1dd69cf8-9640-42c9-9b02-cda5ddfadfae None None] Provisioning complete for port 76b8d36e-a0e7-4987-ba3b-e75afce219da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:50.683828 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1dd69cf8-9640-42c9-9b02-cda5ddfadfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.707405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626bc88-015e-4e09-946c-33d8bf96a4bc None None] Routers {'053b6c3a-1ba5-446a-baac-3ac065e9f5f6'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:50.708651 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9626bc88-015e-4e09-946c-33d8bf96a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['053b6c3a-1ba5-446a-baac-3ac065e9f5f6'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:50.782706 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.826805 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9626bc88-015e-4e09-946c-33d8bf96a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:50.832802 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626bc88-015e-4e09-946c-33d8bf96a4bc None None] The sync data for ids ['053b6c3a-1ba5-446a-baac-3ac065e9f5f6'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:28:50.844584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1dd69cf8-9640-42c9-9b02-cda5ddfadfae None None] Port 76b8d36e-a0e7-4987-ba3b-e75afce219da cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:50.886167 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.927195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.927657 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:50.930087 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Floating IP d98a6eed-b047-4522-a6f6-aceb7d6f6bd2 disassociated. External IP: 172.25.0.201, port: f887667a-ed76-4c2e-9f50-5cd985f7b7db. Apr 30 01:28:50.930087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Calling delete_port for f887667a-ed76-4c2e-9f50-5cd985f7b7db owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:50.954226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8347f042-f881-476a-a1a0-9873999dbaa6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8347f042-f881-476a-a1a0-9873999dbaa6,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:50.974591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6280fff-1499-468f-956f-0bef8ded0bba tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:50.979743 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c6280fff-1499-468f-956f-0bef8ded0bba tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports?device_id=053b6c3a-1ba5-446a-baac-3ac065e9f5f6 HTTP/1.1" status: 200 len: 981 time: 0.3430152 Apr 30 01:28:50.980988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47514) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:50.998799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3bc2dc0-3775-43b2-9d9b-fa1290776b7c req-2b8d06e7-d634-4888-a6a0-2543e722bc3c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633163 Apr 30 01:28:51.025814 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.070943 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.071807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f887667a-ed76-4c2e-9f50-5cd985f7b7db no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:51.106235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:28:51.160306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2180eb3c-283e-484d-9c68-45a0f59231b9 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:51.171146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb53a7-6e6c-45ea-a1cf-212db3563f98 req-19ee2222-8d27-4c2b-8a24-7d5e1067b736 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:51.177118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cfbb53a7-6e6c-45ea-a1cf-212db3563f98 req-19ee2222-8d27-4c2b-8a24-7d5e1067b736 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 932 time: 0.1585400 Apr 30 01:28:51.189005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.189005 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Added segment db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e of type vlan for network f73257e1-c3d4-44d0-8d64-64dd209af9fe Apr 30 01:28:51.211017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88519f5-bf7f-4f63-a735-450dbec474da,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:51.216676 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.246499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.248172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8347f042-f881-476a-a1a0-9873999dbaa6,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:51.255744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No active binding found for port f887667a-ed76-4c2e-9f50-5cd985f7b7db {{(pid=103320) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 01:28:51.256200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f887667a-ed76-4c2e-9f50-5cd985f7b7db not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:51.257269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6b676cc5-8d0b-4812-adff-5f37e29c73cd no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:51.287489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Transition to ACTIVE for port object 2180eb3c-283e-484d-9c68-45a0f59231b9 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:28:51.290322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.311218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6b676cc5-8d0b-4812-adff-5f37e29c73cd not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:28:51.311695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2397af35-9b05-408f-8d81-8e3b105c0040 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:51.344822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cfbb53a7-6e6c-45ea-a1cf-212db3563f98 req-6a7b96f7-9143-42c8-86f6-16a47e62e92f tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607873 Apr 30 01:28:51.345410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Port': ['ID=f887667a-ed76-4c2e-9f50-5cd985f7b7db,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:51.403051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0afe-abe6-4d2d-912b-c99bfd99a047 req-dd0230ba-23ab-4ca8-8a49-a82a837daebe tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:51.411166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e18d0afe-abe6-4d2d-912b-c99bfd99a047 req-dd0230ba-23ab-4ca8-8a49-a82a837daebe tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.2534647 Apr 30 01:28:51.413503 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.487279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c3bb729-2e35-4ce8-b2ce-b2e6d35c73c9 req-c4a5dfbb-ec9c-4ad0-83b7-dace17d9ef2b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0338533 Apr 30 01:28:51.565227 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.565783 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.567003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:51.568011 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.581845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Pushing event updated for resources: {'Port': ['ID=2180eb3c-283e-484d-9c68-45a0f59231b9,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:51.619763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e18d0afe-abe6-4d2d-912b-c99bfd99a047 req-0caa7d60-4bb2-4a04-9f45-d17747686c59 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030981 Apr 30 01:28:51.634641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-7eb53c43-870c-40b2-8651-56dbe358abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:51.636779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-7eb53c43-870c-40b2-8651-56dbe358abab service neutron] 10.222.0.23 "GET /v2.0/ports/a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b HTTP/1.1" status: 200 len: 1027 time: 0.0546608 Apr 30 01:28:51.658459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:28:51.691599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2397af35-9b05-408f-8d81-8e3b105c0040, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2397af35-9b05-408f-8d81-8e3b105c0040,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:51.697818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5f967f5d-38c8-488a-9363-d38c15c3e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:51.704227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5f967f5d-38c8-488a-9363-d38c15c3e3a1 service neutron] 10.222.0.23 "GET /v2.0/ports/ce3792c1-2aec-4d81-8c87-e0b6661e4244 HTTP/1.1" status: 200 len: 1026 time: 0.0594535 Apr 30 01:28:51.760823 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.9887352 Apr 30 01:28:51.773334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.773963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47530) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:51.774097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8f0b82de-ed57-4695-91b1-bc21b40b3689 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:51.783653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Request body: {'subnet': {'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-subnet', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:51.795414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562feb60-535d-4d6d-8c24-eca4974aff0c admin admin] Pushing event updated for resources: {'Network': ['ID=f73257e1-c3d4-44d0-8d64-64dd209af9fe,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:51.851788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Attempting to bind port 2180eb3c-283e-484d-9c68-45a0f59231b9 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:51.852473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Attempting to bind port 2180eb3c-283e-484d-9c68-45a0f59231b9 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '9dd163ed-0ec8-4770-bbef-853165cca39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74d929a4-ae57-4272-ae21-bab17a8c1478'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:51.853021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Attempting to bind port 2180eb3c-283e-484d-9c68-45a0f59231b9 on network 74d929a4-ae57-4272-ae21-bab17a8c1478 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:51.896928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:28:51.914271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Port 2180eb3c-283e-484d-9c68-45a0f59231b9 on network 74d929a4-ae57-4272-ae21-bab17a8c1478 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:28:51.914982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Attempting to bind port 2180eb3c-283e-484d-9c68-45a0f59231b9 on network 74d929a4-ae57-4272-ae21-bab17a8c1478 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:51.928830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:51.929695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Checking segment: {'id': '9dd163ed-0ec8-4770-bbef-853165cca39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74d929a4-ae57-4272-ae21-bab17a8c1478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:51.930326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Bound using segment: {'id': '9dd163ed-0ec8-4770-bbef-853165cca39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74d929a4-ae57-4272-ae21-bab17a8c1478'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:51.930996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Bound port: 2180eb3c-283e-484d-9c68-45a0f59231b9, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd163ed-0ec8-4770-bbef-853165cca39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '74d929a4-ae57-4272-ae21-bab17a8c1478'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:51.931621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.958659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b9323231-f6d8-4f92-889d-71410e112487 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:51.964186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Made reservation on behalf of 37ca6618e22c4c3e9156b49729483bda for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:51.965140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b9323231-f6d8-4f92-889d-71410e112487 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:51.967949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:51.972415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b9323231-f6d8-4f92-889d-71410e112487 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:51.974022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b9323231-f6d8-4f92-889d-71410e112487 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "GET /v2.0/networks?id=ac585f3c-896a-483e-a277-2f2e01293da1&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0e6294b2-3522-4972-aca6-3136bf498da1&id=0e6294b2-3522-4972-aca6-3136bf498da1 HTTP/1.1" status: 200 len: 1989 time: 0.1974199 Apr 30 01:28:52.045879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2397af35-9b05-408f-8d81-8e3b105c0040,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:52.131928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c135f8-ab8c-4f26-8dca-2414cabc3386 req-095a0587-6575-4dd6-8dc3-2abb7e7aa26a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:52.139544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c135f8-ab8c-4f26-8dca-2414cabc3386 req-095a0587-6575-4dd6-8dc3-2abb7e7aa26a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:52.144307 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:52.146273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c135f8-ab8c-4f26-8dca-2414cabc3386 req-095a0587-6575-4dd6-8dc3-2abb7e7aa26a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:52.157048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c135f8-ab8c-4f26-8dca-2414cabc3386 req-095a0587-6575-4dd6-8dc3-2abb7e7aa26a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2414 time: 0.3857589 Apr 30 01:28:52.186378 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c8e446ae-5069-4ed0-9da1-bc616822ef91 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28f426f5d8e44bc5bcb23c84f6153826 HTTP/1.1" status: 200 len: 379 time: 0.1207080 Apr 30 01:28:52.202140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8f0b82de-ed57-4695-91b1-bc21b40b3689, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8f0b82de-ed57-4695-91b1-bc21b40b3689,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:52.224420 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c135f8-ab8c-4f26-8dca-2414cabc3386 req-31c2fb3c-2cd6-4bfa-b818-3d8b3e9700c2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607274 Apr 30 01:28:52.231349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'admin_state_up': True, 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'security_groups': ['70b1828e-ac6f-40f8-a88d-add0ec7bc036']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:52.242048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8347f042-f881-476a-a1a0-9873999dbaa6'}, {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2397af35-9b05-408f-8d81-8e3b105c0040'}, {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0b82de-ed57-4695-91b1-bc21b40b3689'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:52.245544 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3084ee68-d078-4f00-890d-8d81e036fc87" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-unplugged", "status": "completed", "tag": "8347f042-f881-476a-a1a0-9873999dbaa6"}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-unplugged", "status": "completed", "tag": "2397af35-9b05-408f-8d81-8e3b105c0040"}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0b82de-ed57-4695-91b1-bc21b40b3689"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:52.270740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:28:52.280616 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:52.298081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] Sync routers for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:28:52.368418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:52.380811 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4539e6c-b9ab-4ddf-9e88-23dcb585ec0c x-openstack-request-id: req-b4539e6c-b9ab-4ddf-9e88-23dcb585ec0c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:52.381100 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-unplugged", "status": "completed", "tag": "8347f042-f881-476a-a1a0-9873999dbaa6", "code": 200}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-unplugged", "status": "completed", "tag": "2397af35-9b05-408f-8d81-8e3b105c0040", "code": 200}, {"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0b82de-ed57-4695-91b1-bc21b40b3689", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:52.382887 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4539e6c-b9ab-4ddf-9e88-23dcb585ec0c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:52.383457 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4539e6c-b9ab-4ddf-9e88-23dcb585ec0c'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8347f042-f881-476a-a1a0-9873999dbaa6', 'code': 200} Apr 30 01:28:52.383612 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4539e6c-b9ab-4ddf-9e88-23dcb585ec0c'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2397af35-9b05-408f-8d81-8e3b105c0040', 'code': 200} Apr 30 01:28:52.384012 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4539e6c-b9ab-4ddf-9e88-23dcb585ec0c'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0b82de-ed57-4695-91b1-bc21b40b3689', 'code': 200} Apr 30 01:28:52.390927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] For port 2180eb3c-283e-484d-9c68-45a0f59231b9, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:52.408007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:52.441283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] For port 2180eb3c-283e-484d-9c68-45a0f59231b9, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2180eb3c-283e-484d-9c68-45a0f59231b9,segment=NetworkSegment(9dd163ed-0ec8-4770-bbef-853165cca39f),segment_id=9dd163ed-0ec8-4770-bbef-853165cca39f)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:52.500769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:52.501434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:52.544898 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:52.607371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b813-d05c-4024-9471-485704ea42be req-9301c014-2aeb-4cca-b14e-835abebcd227 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:52.615270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b813-d05c-4024-9471-485704ea42be req-9301c014-2aeb-4cca-b14e-835abebcd227 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:52.619896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:52.620416 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:52.626235 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8f0b82de-ed57-4695-91b1-bc21b40b3689,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:52.627386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b813-d05c-4024-9471-485704ea42be req-9301c014-2aeb-4cca-b14e-835abebcd227 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:52.642495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b813-d05c-4024-9471-485704ea42be req-9301c014-2aeb-4cca-b14e-835abebcd227 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:52.644825 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26a6b813-d05c-4024-9471-485704ea42be req-9301c014-2aeb-4cca-b14e-835abebcd227 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 3142 time: 0.3925555 Apr 30 01:28:52.674543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.085458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] No DVR routers for this DVR port f887667a-ed76-4c2e-9f50-5cd985f7b7db on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:53.094549 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.103616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-1f762b19-a1cc-4529-892d-c8c2bb8e0ee3 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "DELETE /v2.0/ports/f887667a-ed76-4c2e-9f50-5cd985f7b7db HTTP/1.1" status: 204 len: 173 time: 2.7999432 Apr 30 01:28:53.134155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:53.139232 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a7ea3c-caf5-4163-a9cf-8b7aabd5f513" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "f887667a-ed76-4c2e-9f50-5cd985f7b7db"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:53.156770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:53.189348 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.217579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:53.218206 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.219289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de428416-a1ac-4c58-ac95-0d11cdc663a6 req-df834baa-7483-40b0-924f-eb4f44591418 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:53.219620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] 10.222.0.21 "PUT /v2.0/ports/2180eb3c-283e-484d-9c68-45a0f59231b9 HTTP/1.1" status: 200 len: 1092 time: 4.6712344 Apr 30 01:28:53.232221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e8f593-6c62-4889-903f-48c95f73176a', 'tag': '2180eb3c-283e-484d-9c68-45a0f59231b9'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:53.232447 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de428416-a1ac-4c58-ac95-0d11cdc663a6 req-df834baa-7483-40b0-924f-eb4f44591418 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 944 time: 0.3069270 Apr 30 01:28:53.235590 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014790a4-9fb1-44f6-937d-43750ed5fef5" -d '{"events": [{"name": "network-changed", "server_uuid": "57e8f593-6c62-4889-903f-48c95f73176a", "tag": "2180eb3c-283e-484d-9c68-45a0f59231b9"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:53.236092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:53.331364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:53.336924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.363631 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.369980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bab1a4-2f0f-41b0-addf-fa9b3b887e9c service neutron] Pushing event updated for resources: {'Port': ['ID=2180eb3c-283e-484d-9c68-45a0f59231b9,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:53.378986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3307142c-3ab5-4e74-8691-a6fcee2629df up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:53.406424 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de428416-a1ac-4c58-ac95-0d11cdc663a6 req-c8205236-b631-466d-b5cd-e4a994631be1 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731937 Apr 30 01:28:53.422110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26a6b813-d05c-4024-9471-485704ea42be req-1a7ed4c3-c0ff-4778-9940-348d4e3df8e4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7426000 Apr 30 01:28:53.427613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1fe329-5cbb-401e-b657-dcdba11940ca,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:53.438055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Checking segment: {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:53.438904 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Network hostable DHCP agents. Network: f73257e1-c3d4-44d0-8d64-64dd209af9fe, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:28:53.496870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting port 8f0b82de-ed57-4695-91b1-bc21b40b3689 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:53.497381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.528263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-c60169da-962a-45dd-a562-f9b82c8771ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:53.529836 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-c60169da-962a-45dd-a562-f9b82c8771ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99dcbbb88c3844f4a156ad64577047e4&device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 1095 time: 0.1523464 Apr 30 01:28:53.649592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:28:53.660258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:53.711937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-f574eff7-8fbf-4b77-a5ab-d770196ec1ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2180eb3c-283e-484d-9c68-45a0f59231b9 HTTP/1.1" status: 200 len: 217 time: 0.1715267 Apr 30 01:28:53.732641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e88f6359-adc0-4128-92d7-af7519fd51b4 req-f5dec26d-44ae-4eaa-9524-55db18459f5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0907464 Apr 30 01:28:53.787028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:26Z', 'revision_number': 5, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:53.854785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-73cefc1b-69e6-4686-91f1-36d595f46a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:53.856595 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-73cefc1b-69e6-4686-91f1-36d595f46a85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=903f0e95-23ed-407f-b92c-6634cf13070e HTTP/1.1" status: 200 len: 862 time: 0.1336288 Apr 30 01:28:53.963109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] Checking router: 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:28:53.963212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] For port 8f0b82de-ed57-4695-91b1-bc21b40b3689, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8f0b82de-ed57-4695-91b1-bc21b40b3689,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:53.963212 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.963379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 3307142c-3ab5-4e74-8691-a6fcee2629df completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:28:53.963576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Calling delete_port for 8f0b82de-ed57-4695-91b1-bc21b40b3689 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:53.963665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 3307142c-3ab5-4e74-8691-a6fcee2629df triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:53.963665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:53.963665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:53.963665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:53.963951 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61ee1f-e04f-4e00-b5aa-2f20946db280 x-openstack-request-id: req-9d61ee1f-e04f-4e00-b5aa-2f20946db280 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:53.963951 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "f887667a-ed76-4c2e-9f50-5cd985f7b7db", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:53.963951 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d61ee1f-e04f-4e00-b5aa-2f20946db280 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:53.963951 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d61ee1f-e04f-4e00-b5aa-2f20946db280'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': 'f887667a-ed76-4c2e-9f50-5cd985f7b7db', 'status': 'completed', 'code': 200} Apr 30 01:28:53.963951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Allocated IP 172.20.0.12 (ac585f3c-896a-483e-a277-2f2e01293da1/80fef2ae-9c56-4bc8-9205-1c770896a367/6b053ac8-37f3-482a-9135-a8e5cc3a132d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:53.964271 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-0204f224-18ee-4388-8c1a-370a7d15dee9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74d929a4-ae57-4272-ae21-bab17a8c1478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634594 Apr 30 01:28:53.964271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0029903-00d2-4e58-b0d1-d252c512999b req-4c412337-e0c4-4bdd-a66d-925f07fd28ef tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:53.964271 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0029903-00d2-4e58-b0d1-d252c512999b req-4c412337-e0c4-4bdd-a66d-925f07fd28ef tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.2466080 Apr 30 01:28:53.971692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:53.972071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.122030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:28:54.138801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0029903-00d2-4e58-b0d1-d252c512999b req-b280e42f-8db5-441f-8a9c-5be20ef70423 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713073 Apr 30 01:28:54.153876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f73257e1-c3d4-44d0-8d64-64dd209af9fe) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:54.173085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d0d6f-c2d5-4208-a1c7-c3dd49144c5c None None] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:54.187114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:54.189099 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.225245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.227736 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1592558-39ed-4e7b-8b57-80164cf8b5d3 x-openstack-request-id: req-e1592558-39ed-4e7b-8b57-80164cf8b5d3 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:54.228259 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e8f593-6c62-4889-903f-48c95f73176a", "tag": "2180eb3c-283e-484d-9c68-45a0f59231b9", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:54.228715 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1592558-39ed-4e7b-8b57-80164cf8b5d3 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:54.229294 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1592558-39ed-4e7b-8b57-80164cf8b5d3'] response: {'name': 'network-changed', 'server_uuid': '57e8f593-6c62-4889-903f-48c95f73176a', 'tag': '2180eb3c-283e-484d-9c68-45a0f59231b9', 'status': 'completed', 'code': 200} Apr 30 01:28:54.248118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-a40658ee-0c58-4ba7-a34e-7de7e537fbed service neutron] 10.222.0.21 "GET /v2.0/networks/74d929a4-ae57-4272-ae21-bab17a8c1478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818959 Apr 30 01:28:54.254287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.388959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:54.422220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:54.427724 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f84cfbb-eb69-4936-9dd0-392d072f91b9" -d '{"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-plugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:54.534375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f6dc-0f48-4509-a141-2f7e962131ef req-24080797-befc-48db-ae70-ac20c421c106 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:54.541064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f6dc-0f48-4509-a141-2f7e962131ef req-24080797-befc-48db-ae70-ac20c421c106 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:54.547968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f6dc-0f48-4509-a141-2f7e962131ef req-24080797-befc-48db-ae70-ac20c421c106 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:54.549996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2343f6dc-0f48-4509-a141-2f7e962131ef req-24080797-befc-48db-ae70-ac20c421c106 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2414 time: 0.2935443 Apr 30 01:28:54.633717 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.634178 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.738752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:28:54.744353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.758442 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-16368013-04d4-46f9-985b-16c197723394 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9784698 Apr 30 01:28:54.759853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network ac585f3c-896a-483e-a277-2f2e01293da1 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:54.761219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:54.765117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=6b053ac8-37f3-482a-9135-a8e5cc3a132d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:54.766692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3307142c-3ab5-4e74-8691-a6fcee2629df, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3307142c-3ab5-4e74-8691-a6fcee2629df,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:54.768944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:54.775576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2343f6dc-0f48-4509-a141-2f7e962131ef req-3ba85118-c366-4323-a0fe-c829327591e5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023172 Apr 30 01:28:54.778041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:54.854150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:54.866251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:54.866933 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.872088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.893374 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.916900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Port': ['ID=8f0b82de-ed57-4695-91b1-bc21b40b3689,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:54.969610 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d94cdf-3e17-46c4-96ab-184b6287c10e x-openstack-request-id: req-c9d94cdf-3e17-46c4-96ab-184b6287c10e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:54.969900 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-plugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:54.970149 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9d94cdf-3e17-46c4-96ab-184b6287c10e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:54.970541 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d94cdf-3e17-46c4-96ab-184b6287c10e'] response: {'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'code': 200} Apr 30 01:28:54.974630 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:54.975522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3d768db2-ab35-4033-a2a1-85df50e127ff up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:55.004196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c7da7998-9296-4b98-b61d-0f1867038fa3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7960973 Apr 30 01:28:55.018773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:26Z', 'revision_number': 5, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:55.025670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:55.049849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] No DVR routers for this DVR port 8f0b82de-ed57-4695-91b1-bc21b40b3689 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:55.054838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'admin_state_up': True, 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'security_groups': ['70b1828e-ac6f-40f8-a88d-add0ec7bc036']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:55.083441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:55.087144 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-804395bb-ba4c-420d-b78f-9265378078c9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "DELETE /v2.0/ports/8f0b82de-ed57-4695-91b1-bc21b40b3689 HTTP/1.1" status: 204 len: 173 time: 1.9445651 Apr 30 01:28:55.088384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569dc11-40d4-4de5-9de4-810445e02976 req-61ce7405-401d-4c49-98aa-60c1a6139bcc tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:55.089957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e569dc11-40d4-4de5-9de4-810445e02976 req-61ce7405-401d-4c49-98aa-60c1a6139bcc tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 944 time: 0.3304558 Apr 30 01:28:55.268498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b22d4-11d8-4d65-a72f-61512b461696 None None] The sync data for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 is: [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:22:22Z', 'revision_number': 4, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '15656a29-5892-4197-9b8f-21fcdae2cac2', 'name': '', 'network_id': 'aa1583fc-cf4f-4750-adba-6a58e6e2b0d1', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'mac_address': 'fa:16:3e:7c:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:21Z', 'updated_at': '2022-04-30T01:22:26Z', 'revision_number': 5, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'subnets': [{'id': 'c50f5a2f-2616-4a96-8b89-d0f1fa124037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:28:55.344500 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:55.380524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:55.382301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:55.383765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:55.457169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3307142c-3ab5-4e74-8691-a6fcee2629df,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:55.492897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Allocated IP 172.20.0.2 (f73257e1-c3d4-44d0-8d64-64dd209af9fe/ae1fe329-5cbb-401e-b657-dcdba11940ca/f1f8a2bf-f5bd-442b-acae-c85c57eb9016) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:55.503290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9aeae3e9-8c7f-4621-b2c0-337bf210a4c3 None None] Provisioning complete for port 6b053ac8-37f3-482a-9135-a8e5cc3a132d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:55.506372 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aeae3e9-8c7f-4621-b2c0-337bf210a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:55.534814 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:55.569166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1002b6e0-cc09-4953-8bc8-22b5199f636e req-de58c966-689a-483f-9860-ba3e4d423fa2 service neutron] 10.222.0.21 "GET /v2.0/networks/74d929a4-ae57-4272-ae21-bab17a8c1478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3053105 Apr 30 01:28:55.607078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e222-cc54-4435-8fcc-48ebb095eae0 req-46e2fb47-01b1-4108-b328-ff1ea6fa87f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:55.611806 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e569dc11-40d4-4de5-9de4-810445e02976 req-9d93bffd-5a81-4ea4-a3da-87502868f820 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831295 Apr 30 01:28:55.613661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e222-cc54-4435-8fcc-48ebb095eae0 req-46e2fb47-01b1-4108-b328-ff1ea6fa87f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:55.639026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e222-cc54-4435-8fcc-48ebb095eae0 req-46e2fb47-01b1-4108-b328-ff1ea6fa87f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:55.649932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8785e222-cc54-4435-8fcc-48ebb095eae0 req-46e2fb47-01b1-4108-b328-ff1ea6fa87f7 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 2410 time: 0.5734489 Apr 30 01:28:55.683046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:55.687953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:55.770395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:55.788267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6', 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'port_id': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6', 'mac_address': 'fa:16:3e:b2:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06f241-10ef-4efd-aed2-a20cb385cacb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:55.915174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9aeae3e9-8c7f-4621-b2c0-337bf210a4c3 None None] Port 6b053ac8-37f3-482a-9135-a8e5cc3a132d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:55.929169 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ffdbd-0782-4bfc-993a-b725730c53a1 None None] New status for floating IP d98a6eed-b047-4522-a6f6-aceb7d6f6bd2: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:28:55.942748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': '8f0b82de-ed57-4695-91b1-bc21b40b3689'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:55.946248 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bf34fb-4e80-4836-b86b-6c4f6e574201" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "8f0b82de-ed57-4695-91b1-bc21b40b3689"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:55.965403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 3d768db2-ab35-4033-a2a1-85df50e127ff completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:28:55.983774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 3d768db2-ab35-4033-a2a1-85df50e127ff triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:55.984286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.013844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8785e222-cc54-4435-8fcc-48ebb095eae0 req-50ecb762-2319-4ef4-96d7-e714167b86fc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629296 Apr 30 01:28:56.037136 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.064550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting port 2397af35-9b05-408f-8d81-8e3b105c0040 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:56.065140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.257154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.269406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-762158e5-33c4-4ea9-b5d9-a9799e803a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:56.271763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-762158e5-33c4-4ea9-b5d9-a9799e803a53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99dcbbb88c3844f4a156ad64577047e4&device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 1095 time: 0.5213091 Apr 30 01:28:56.277957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:56.351030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:56.367265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Allocated IP 10.1.1.240 (0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7/ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f/db6ff20a-9964-4274-859f-e9f639c81099) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:56.375294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] For port 2397af35-9b05-408f-8d81-8e3b105c0040, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2397af35-9b05-408f-8d81-8e3b105c0040,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:56.376423 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.394237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Router 053b6c3a-1ba5-446a-baac-3ac065e9f5f6 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:28:56.408297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Calling delete_port for 2397af35-9b05-408f-8d81-8e3b105c0040 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:56.431775 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.439548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f640-15c5-463a-8fa6-03e56b8191c4 req-b04cfb99-aeaa-4c12-897e-7f5f1bd5a078 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:56.447110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bb5f640-15c5-463a-8fa6-03e56b8191c4 req-b04cfb99-aeaa-4c12-897e-7f5f1bd5a078 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.1434271 Apr 30 01:28:56.514279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.517679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:56.523213 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.578797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064162b-696f-42ee-a154-1346669a9d3a req-d867c684-b70d-4509-831f-3d77313d3d1b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:56.586859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d064162b-696f-42ee-a154-1346669a9d3a req-d867c684-b70d-4509-831f-3d77313d3d1b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 932 time: 0.6536605 Apr 30 01:28:56.593369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-5df56b41-be59-47f1-9a4d-29ea7147bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:56.593369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-5df56b41-be59-47f1-9a4d-29ea7147bca2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74d929a4-ae57-4272-ae21-bab17a8c1478 HTTP/1.1" status: 200 len: 922 time: 0.2140393 Apr 30 01:28:56.603663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3d768db2-ab35-4033-a2a1-85df50e127ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3d768db2-ab35-4033-a2a1-85df50e127ff,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:56.625127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.695772 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-d1dac9b2-e8cc-49df-bfd6-8a76b9257677 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2180eb3c-283e-484d-9c68-45a0f59231b9 HTTP/1.1" status: 200 len: 217 time: 0.0948331 Apr 30 01:28:56.734483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Pushing event updated for resources: {'Port': ['ID=f1f8a2bf-f5bd-442b-acae-c85c57eb9016,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:56.742114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:28:56.742719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:28:56.759533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607fe41d-9e98-4506-93a6-6a89ac6da27d None None] Sync routers for ids ['053b6c3a-1ba5-446a-baac-3ac065e9f5f6'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:28:56.763844 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:56.764655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 65700fe8-9ead-4e2e-a422-184fc7c75487 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:56.773070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58c5a533-6ecc-4220-83c7-9f537db5017d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "PUT /v2.0/routers/053b6c3a-1ba5-446a-baac-3ac065e9f5f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7882340 Apr 30 01:28:56.778741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47590) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:56.803564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d064162b-696f-42ee-a154-1346669a9d3a req-48f8e87b-f384-4ef8-bca2-2f6094add10c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075741 Apr 30 01:28:56.824567 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0dd954-8f55-4153-b29b-dca4434efe43 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:28:56.826147 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb0dd954-8f55-4153-b29b-dca4434efe43 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/50f6d081-ef7a-4f1d-a6f3-b7a60e46dda9 HTTP/1.1" status: 404 len: 333 time: 0.0402579 Apr 30 01:28:56.831970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47592) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:56.833499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-d76c82be-602f-49a4-af64-131ec6d68a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:56.835045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-d76c82be-602f-49a4-af64-131ec6d68a78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=903f0e95-23ed-407f-b92c-6634cf13070e HTTP/1.1" status: 200 len: 862 time: 0.1065216 Apr 30 01:28:56.906865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607fe41d-9e98-4506-93a6-6a89ac6da27d None None] Routers {'053b6c3a-1ba5-446a-baac-3ac065e9f5f6'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:56.907555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-607fe41d-9e98-4506-93a6-6a89ac6da27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['053b6c3a-1ba5-446a-baac-3ac065e9f5f6'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:56.944135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bb5f640-15c5-463a-8fa6-03e56b8191c4 req-4b310d93-a337-4666-83f0-85e5740b3b44 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959507 Apr 30 01:28:56.945450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:56.948390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-607fe41d-9e98-4506-93a6-6a89ac6da27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:56.970394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:56.978041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:56.982463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3307142c-3ab5-4e74-8691-a6fcee2629df'}, {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d768db2-ab35-4033-a2a1-85df50e127ff'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:56.984762 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98ac685-82fc-418f-9990-61e41fbf80d3" -d '{"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-plugged", "status": "completed", "tag": "3307142c-3ab5-4e74-8691-a6fcee2629df"}, {"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-plugged", "status": "completed", "tag": "3d768db2-ab35-4033-a2a1-85df50e127ff"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:57.009010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607fe41d-9e98-4506-93a6-6a89ac6da27d None None] Routers {'053b6c3a-1ba5-446a-baac-3ac065e9f5f6'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:28:57.009670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-607fe41d-9e98-4506-93a6-6a89ac6da27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['053b6c3a-1ba5-446a-baac-3ac065e9f5f6'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:57.037621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-f79f7176-a9d7-4b12-ae18-0462a7ac5aac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74d929a4-ae57-4272-ae21-bab17a8c1478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902569 Apr 30 01:28:57.061251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3d768db2-ab35-4033-a2a1-85df50e127ff,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:57.077665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-607fe41d-9e98-4506-93a6-6a89ac6da27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:28:57.078328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607fe41d-9e98-4506-93a6-6a89ac6da27d None None] The sync data for ids ['053b6c3a-1ba5-446a-baac-3ac065e9f5f6'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:28:57.088677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a4d194d-563f-4b0f-aaba-392accf2ea27 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.091775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.094563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.128272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 65700fe8-9ead-4e2e-a422-184fc7c75487 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:28:57.135036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Attempting to bind port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:28:57.135410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Attempting to bind port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:28:57.135802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Attempting to bind port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 on network f73257e1-c3d4-44d0-8d64-64dd209af9fe {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:28:57.139597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 65700fe8-9ead-4e2e-a422-184fc7c75487 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:57.139974 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.146383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:28:57.146759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Checking segment: {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:28:57.147162 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.147595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Bound using segment: {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:28:57.148065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Bound port: f1f8a2bf-f5bd-442b-acae-c85c57eb9016, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:28:57.148444 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.162283 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d276290-1d28-43ff-9b59-47c09baf88c0 x-openstack-request-id: req-9d276290-1d28-43ff-9b59-47c09baf88c0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:57.162708 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "8f0b82de-ed57-4695-91b1-bc21b40b3689", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:57.162967 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d276290-1d28-43ff-9b59-47c09baf88c0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:57.163525 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d276290-1d28-43ff-9b59-47c09baf88c0'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': '8f0b82de-ed57-4695-91b1-bc21b40b3689', 'status': 'completed', 'code': 200} Apr 30 01:28:57.165835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Port': ['ID=2397af35-9b05-408f-8d81-8e3b105c0040,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:57.253368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] For port f1f8a2bf-f5bd-442b-acae-c85c57eb9016, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:28:57.256572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] For port f1f8a2bf-f5bd-442b-acae-c85c57eb9016, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f1f8a2bf-f5bd-442b-acae-c85c57eb9016,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:28:57.350839 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.399059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] No DVR routers for this DVR port 2397af35-9b05-408f-8d81-8e3b105c0040 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:28:57.408908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.415606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-d89c4bcf-2dfd-44f8-9f5a-168968899d32 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "DELETE /v2.0/ports/2397af35-9b05-408f-8d81-8e3b105c0040 HTTP/1.1" status: 204 len: 173 time: 2.3042810 Apr 30 01:28:57.421187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.432266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.435979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893711b-5bb9-4e76-a90e-32d07862ca44 req-2a23a4ca-a914-4702-b8f5-519491941b4c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:57.443072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893711b-5bb9-4e76-a90e-32d07862ca44 req-2a23a4ca-a914-4702-b8f5-519491941b4c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:57.450569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893711b-5bb9-4e76-a90e-32d07862ca44 req-2a23a4ca-a914-4702-b8f5-519491941b4c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:57.459227 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a893711b-5bb9-4e76-a90e-32d07862ca44 req-2a23a4ca-a914-4702-b8f5-519491941b4c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2416 time: 0.5020719 Apr 30 01:28:57.484293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c6cf5-ad7b-4bb2-938c-6454f37c669f None None] Pushing event updated for resources: {'Port': ['ID=f1f8a2bf-f5bd-442b-acae-c85c57eb9016,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:57.515272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 65700fe8-9ead-4e2e-a422-184fc7c75487, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=65700fe8-9ead-4e2e-a422-184fc7c75487,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:57.583956 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.591263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a4d194d-563f-4b0f-aaba-392accf2ea27 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.607239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a4d194d-563f-4b0f-aaba-392accf2ea27 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.627494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=db6ff20a-9964-4274-859f-e9f639c81099,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:57.684535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:57.687742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:57.691239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:57.746914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-24688a73-6c75-4c07-a71a-9f6367317ec4 service neutron] 10.222.0.21 "GET /v2.0/networks/74d929a4-ae57-4272-ae21-bab17a8c1478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738725 Apr 30 01:28:57.751957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=65700fe8-9ead-4e2e-a422-184fc7c75487,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:57.754843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.778617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:28:57.820504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:57.821119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:57.906985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42897318-1d31-47b6-b102-0df29d6a5199 req-6e5816d7-1569-4ae0-9e44-652f21763fdd tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:57.916377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-42897318-1d31-47b6-b102-0df29d6a5199 req-6e5816d7-1569-4ae0-9e44-652f21763fdd tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 944 time: 0.5779543 Apr 30 01:28:57.990205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-42897318-1d31-47b6-b102-0df29d6a5199 req-d83e53e7-8cf0-4fe1-9563-ff12ced6c34b tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728080 Apr 30 01:28:58.005486 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-5fe22a17-db23-405f-911d-f18d79a37a58 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9576490 Apr 30 01:28:58.045703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'admin_state_up': True, 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'security_groups': ['70b1828e-ac6f-40f8-a88d-add0ec7bc036']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:28:58.125100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting port a80a361a-7aed-412c-bcee-047bddd05bff {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:28:58.135089 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.147653 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c28577-6eff-492a-97a1-bb4464606960 x-openstack-request-id: req-c6c28577-6eff-492a-97a1-bb4464606960 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:58.147852 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-plugged", "status": "completed", "tag": "3307142c-3ab5-4e74-8691-a6fcee2629df", "code": 200}, {"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-plugged", "status": "completed", "tag": "3d768db2-ab35-4033-a2a1-85df50e127ff", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:58.151051 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6c28577-6eff-492a-97a1-bb4464606960 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:58.151670 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c28577-6eff-492a-97a1-bb4464606960'] response: {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3307142c-3ab5-4e74-8691-a6fcee2629df', 'code': 200} Apr 30 01:28:58.151908 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c28577-6eff-492a-97a1-bb4464606960'] response: {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d768db2-ab35-4033-a2a1-85df50e127ff', 'code': 200} Apr 30 01:28:58.166619 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.235718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:28:58.284501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:58.331148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0c0df8d1-0538-4f5a-9734-2df73d7d7f07 None None] Provisioning complete for port db6ff20a-9964-4274-859f-e9f639c81099 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:58.331459 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0c0df8d1-0538-4f5a-9734-2df73d7d7f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.405707 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.418091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f1f8a2bf-f5bd-442b-acae-c85c57eb9016 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:58.501941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:28:58.602047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b6f1-cf8d-4c78-ac5f-59fa5dcd9e8a req-578f5b4e-7e3b-4041-a808-65991160cac9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:58.610070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b6f1-cf8d-4c78-ac5f-59fa5dcd9e8a req-578f5b4e-7e3b-4041-a808-65991160cac9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:58.622735 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45e1b6f1-cf8d-4c78-ac5f-59fa5dcd9e8a req-578f5b4e-7e3b-4041-a808-65991160cac9 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 1677 time: 0.2844429 Apr 30 01:28:58.627926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a4d194d-563f-4b0f-aaba-392accf2ea27 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.628470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d194d-563f-4b0f-aaba-392accf2ea27 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Fanout notify agent at l3_agent the message router_deleted on router 053b6c3a-1ba5-446a-baac-3ac065e9f5f6 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:28:58.644782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.670855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:28:58.674837 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.723369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0c0df8d1-0538-4f5a-9734-2df73d7d7f07 None None] Port db6ff20a-9964-4274-859f-e9f639c81099 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:28:58.726917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:58.727781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] For port a80a361a-7aed-412c-bcee-047bddd05bff, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a80a361a-7aed-412c-bcee-047bddd05bff,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:58.728312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.738296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:58.739639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.762025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a4d194d-563f-4b0f-aaba-392accf2ea27 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.770969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8a4d194d-563f-4b0f-aaba-392accf2ea27 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/routers/053b6c3a-1ba5-446a-baac-3ac065e9f5f6 HTTP/1.1" status: 204 len: 168 time: 1.9343629 Apr 30 01:28:58.795053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45e1b6f1-cf8d-4c78-ac5f-59fa5dcd9e8a req-828cdb35-8b47-4c7f-9891-2d74d1a2cd8a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706958 Apr 30 01:28:58.795582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47604) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:58.824639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a893711b-5bb9-4e76-a90e-32d07862ca44 req-21e7d4b1-0633-49f3-a2da-57e9e655a20e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3555570 Apr 30 01:28:58.834009 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd3bda21-9c8f-448e-bf72-4b365126df57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.873246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Calling delete_port for a80a361a-7aed-412c-bcee-047bddd05bff owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:28:58.878069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:58.878447 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:58.972977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2180eb3c-283e-484d-9c68-45a0f59231b9 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:28:59.111706 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.113668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Allocated IP 172.25.0.86 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:28:59.118170 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-014790a4-9fb1-44f6-937d-43750ed5fef5 req-4daa8a27-5311-4888-9c7a-b0d396cdb8b0 service neutron] 10.222.0.21 "GET /v2.0/networks/74d929a4-ae57-4272-ae21-bab17a8c1478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3587611 Apr 30 01:28:59.144727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044265-138a-471c-9491-24b90f35cc5c req-390cb4ed-527c-4c88-990e-079b57bf6b44 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:59.146970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26d5d93-9982-4809-b148-125636c01589 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet 8e57405e-1a20-4574-ab2a-0452a835f86b {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:28:59.150831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044265-138a-471c-9491-24b90f35cc5c req-390cb4ed-527c-4c88-990e-079b57bf6b44 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:59.150993 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b26d5d93-9982-4809-b148-125636c01589 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.153988 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb044265-138a-471c-9491-24b90f35cc5c req-390cb4ed-527c-4c88-990e-079b57bf6b44 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 1654 time: 0.1360619 Apr 30 01:28:59.210405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a912be-10ff-47ec-9a9f-d9decf673517 None None] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:59.215517 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b26d5d93-9982-4809-b148-125636c01589 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.246501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb044265-138a-471c-9491-24b90f35cc5c req-e11394ef-d1aa-46fc-a15c-2b11c32c1ff3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762522 Apr 30 01:28:59.328031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.375458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b26d5d93-9982-4809-b148-125636c01589 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.459564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5e9ccb0f-f8c3-4ed4-80a5-3079cf859041 None None] Provisioning complete for port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:28:59.459836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e9ccb0f-f8c3-4ed4-80a5-3079cf859041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.469088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port f1f8a2bf-f5bd-442b-acae-c85c57eb9016, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f1f8a2bf-f5bd-442b-acae-c85c57eb9016,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:59.478972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96391e68-782d-4416-95dd-7aa5c496ddf9 req-b3b3faa1-89b7-483b-8712-660bd94d7f96 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:59.488995 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96391e68-782d-4416-95dd-7aa5c496ddf9 req-b3b3faa1-89b7-483b-8712-660bd94d7f96 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 944 time: 0.0765564 Apr 30 01:28:59.509434 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.517261 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': '2397af35-9b05-408f-8d81-8e3b105c0040'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:28:59.519702 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd12bf37-ac41-46de-9282-2122d994bbec" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "2397af35-9b05-408f-8d81-8e3b105c0040"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:28:59.538288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.564315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.596824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:59.626059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:28:59.640062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96391e68-782d-4416-95dd-7aa5c496ddf9 req-e66410f7-a6d2-4442-903d-784da833bd8a tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498790 Apr 30 01:28:59.643393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:28:59.656953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:28:59.726991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=f1f8a2bf-f5bd-442b-acae-c85c57eb9016,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:59.746762 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c92e14-e9e2-4b2a-933e-4365e7829850 x-openstack-request-id: req-45c92e14-e9e2-4b2a-933e-4365e7829850 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:28:59.747139 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "2397af35-9b05-408f-8d81-8e3b105c0040", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:28:59.747660 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45c92e14-e9e2-4b2a-933e-4365e7829850 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:28:59.748064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2180eb3c-283e-484d-9c68-45a0f59231b9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2180eb3c-283e-484d-9c68-45a0f59231b9,segment=NetworkSegment(9dd163ed-0ec8-4770-bbef-853165cca39f),segment_id=9dd163ed-0ec8-4770-bbef-853165cca39f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:28:59.748183 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c92e14-e9e2-4b2a-933e-4365e7829850'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': '2397af35-9b05-408f-8d81-8e3b105c0040', 'status': 'completed', 'code': 200} Apr 30 01:28:59.758423 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b26d5d93-9982-4809-b148-125636c01589 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.811969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d5d93-9982-4809-b148-125636c01589 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=8e57405e-1a20-4574-ab2a-0452a835f86b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:28:59.812355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '2180eb3c-283e-484d-9c68-45a0f59231b9', 'network_id': '74d929a4-ae57-4272-ae21-bab17a8c1478', 'port_id': '2180eb3c-283e-484d-9c68-45a0f59231b9', 'mac_address': 'fa:16:3e:11:20:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903f0e95-23ed-407f-b92c-6634cf13070e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:28:59.859356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4a1b2-846d-4351-8624-95962ccd6ffe req-fcd552d5-d111-4752-a716-7519401c6e4c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:28:59.869006 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-23b4a1b2-846d-4351-8624-95962ccd6ffe req-fcd552d5-d111-4752-a716-7519401c6e4c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 943 time: 0.7558420 Apr 30 01:28:59.894851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b26d5d93-9982-4809-b148-125636c01589 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:28:59.902593 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b26d5d93-9982-4809-b148-125636c01589 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/8e57405e-1a20-4574-ab2a-0452a835f86b HTTP/1.1" status: 204 len: 168 time: 0.8595450 Apr 30 01:28:59.905935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47622) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:28:59.927061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5955a243-050f-414e-9665-4ad777e60b1e None None] Network ab2a0e8e-9085-4147-a6ea-ece833bcbe24 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:28:59.964074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-23b4a1b2-846d-4351-8624-95962ccd6ffe req-64b6bc8f-8464-4987-82cc-6b09fdd3b37a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938706 Apr 30 01:28:59.966424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Allocated IP 10.1.1.192 (0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7/ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f/6326e706-acc6-47d0-93fc-629a3fdf5e99) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:00.194367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65700fe8-9ead-4e2e-a422-184fc7c75487'}, {'server_uuid': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:00.197163 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2404d19-e8b3-405c-a606-ebc66d5cdf34" -d '{"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-plugged", "status": "completed", "tag": "65700fe8-9ead-4e2e-a422-184fc7c75487"}, {"server_uuid": "508a5b69-4dfd-490e-b0b3-ead6ba2cdb26", "name": "network-vif-plugged", "status": "completed", "tag": "d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:00.225956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:00.245396 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:00.282709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f1f8a2bf-f5bd-442b-acae-c85c57eb9016 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:00.294356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:00.321827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b88192-dc5c-445f-8ead-549a88209f4d req-179972f7-641f-485f-89ac-7be08e2acbbc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:00.330273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b88192-dc5c-445f-8ead-549a88209f4d req-179972f7-641f-485f-89ac-7be08e2acbbc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:00.332269 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63b88192-dc5c-445f-8ead-549a88209f4d req-179972f7-641f-485f-89ac-7be08e2acbbc tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 1677 time: 0.2960267 Apr 30 01:29:00.350018 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:00.385975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8618c-4f04-4d45-b5a0-d93c4a56375e req-93ead7ba-fd60-4690-9a25-f955ef3277cb tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:00.393412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8618c-4f04-4d45-b5a0-d93c4a56375e req-93ead7ba-fd60-4690-9a25-f955ef3277cb tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:00.399839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8618c-4f04-4d45-b5a0-d93c4a56375e req-93ead7ba-fd60-4690-9a25-f955ef3277cb tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:00.409547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8c8618c-4f04-4d45-b5a0-d93c4a56375e req-93ead7ba-fd60-4690-9a25-f955ef3277cb tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2417 time: 0.2955410 Apr 30 01:29:00.413850 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:00.543792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8c8618c-4f04-4d45-b5a0-d93c4a56375e req-923283df-7b68-4bb0-b9d1-e1a4b45e1184 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325529 Apr 30 01:29:00.571171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63b88192-dc5c-445f-8ead-549a88209f4d req-46012cc5-9789-4857-a36c-2fd9ecb07e0e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314699 Apr 30 01:29:00.644359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2180eb3c-283e-484d-9c68-45a0f59231b9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:00.675155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:00.704751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:00.772275 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daaf6fe-0c0e-4735-a030-99718f186422 x-openstack-request-id: req-8daaf6fe-0c0e-4735-a030-99718f186422 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:00.772828 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-plugged", "status": "completed", "tag": "65700fe8-9ead-4e2e-a422-184fc7c75487", "code": 200}, {"server_uuid": "508a5b69-4dfd-490e-b0b3-ead6ba2cdb26", "name": "network-vif-plugged", "status": "completed", "tag": "d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:00.772828 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8daaf6fe-0c0e-4735-a030-99718f186422 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:00.773587 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8daaf6fe-0c0e-4735-a030-99718f186422'] response: {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65700fe8-9ead-4e2e-a422-184fc7c75487', 'code': 200} Apr 30 01:29:00.773587 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8daaf6fe-0c0e-4735-a030-99718f186422'] response: {'server_uuid': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6', 'code': 200} Apr 30 01:29:00.823215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:00.883937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2180eb3c-283e-484d-9c68-45a0f59231b9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2180eb3c-283e-484d-9c68-45a0f59231b9,segment=NetworkSegment(9dd163ed-0ec8-4770-bbef-853165cca39f),segment_id=9dd163ed-0ec8-4770-bbef-853165cca39f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:00.887681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Port': ['ID=a80a361a-7aed-412c-bcee-047bddd05bff,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:00.911878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port c9a07309-02bb-4eef-92aa-0550510e40af {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:00.911878 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:00.993034 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.008009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:01.008408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.022432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e43bc-599e-4ab7-93f3-4308a2b704d5 req-29e2f554-1a55-4d6c-9ee6-619493ba21d2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:01.029728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e43bc-599e-4ab7-93f3-4308a2b704d5 req-29e2f554-1a55-4d6c-9ee6-619493ba21d2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:01.031711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa7e43bc-599e-4ab7-93f3-4308a2b704d5 req-29e2f554-1a55-4d6c-9ee6-619493ba21d2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 1654 time: 0.1944206 Apr 30 01:29:01.036720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] No DVR routers for this DVR port a80a361a-7aed-412c-bcee-047bddd05bff on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:01.049983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.115542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] For port c9a07309-02bb-4eef-92aa-0550510e40af, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c9a07309-02bb-4eef-92aa-0550510e40af,segment=NetworkSegment(30aece15-0e64-4a31-8086-865730a14fcd),segment_id=30aece15-0e64-4a31-8086-865730a14fcd)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:01.116014 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.138954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for c9a07309-02bb-4eef-92aa-0550510e40af owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:01.146985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55328309-b9d5-4fd6-89b5-ee64b61698ec req-be0a68e8-2ac7-4dff-b80a-4595f3e35b40 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:01.148867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55328309-b9d5-4fd6-89b5-ee64b61698ec req-be0a68e8-2ac7-4dff-b80a-4595f3e35b40 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 945 time: 0.1596928 Apr 30 01:29:01.159127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10852db9-f1f5-4609-9af3-71e146e0b283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.168343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8ea3b-d06d-4bde-81f3-a0d390ed4074 req-16956860-f997-4e55-a78e-b5b520daee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:01.170232 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32d8ea3b-d06d-4bde-81f3-a0d390ed4074 req-16956860-f997-4e55-a78e-b5b520daee7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 1096 time: 0.1353683 Apr 30 01:29:01.201290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.206582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-654e21e2-4270-4176-b21e-95b3c947ccb0 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "DELETE /v2.0/ports/a80a361a-7aed-412c-bcee-047bddd05bff HTTP/1.1" status: 204 len: 173 time: 3.7814636 Apr 30 01:29:01.220999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c58b8825-f96d-4482-be9e-998f18a3e681 None None] Provisioning complete for port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:01.221372 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c58b8825-f96d-4482-be9e-998f18a3e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.296363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55328309-b9d5-4fd6-89b5-ee64b61698ec req-840ab24d-65f6-4c58-99ab-5730e8b6d44a tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356485 Apr 30 01:29:01.302020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] DHCP port deletion for ab2a0e8e-9085-4147-a6ea-ece833bcbe24 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:29:01.302826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32d8ea3b-d06d-4bde-81f3-a0d390ed4074 req-085b7880-45b4-4b3f-b8a9-28a042e4c0b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892050 Apr 30 01:29:01.315357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2180eb3c-283e-484d-9c68-45a0f59231b9'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:29:01.380218 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.462586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2180eb3c-283e-484d-9c68-45a0f59231b9,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:01.495334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Router 263ec767-d77c-4598-856f-3850f9283fba is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:29:01.515614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145664e-e5a1-4a74-b70c-5e9fd339fda7 req-6482d8ab-9c54-4aea-adf0-ca9767265286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:01.516495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145664e-e5a1-4a74-b70c-5e9fd339fda7 req-6482d8ab-9c54-4aea-adf0-ca9767265286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:01.517378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145664e-e5a1-4a74-b70c-5e9fd339fda7 req-6482d8ab-9c54-4aea-adf0-ca9767265286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:01.519703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7145664e-e5a1-4a74-b70c-5e9fd339fda7 req-6482d8ab-9c54-4aea-adf0-ca9767265286 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2870 time: 0.6083841 Apr 30 01:29:01.657945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c658-b4ef-4d7c-93d7-c6b52b9f0ed5 req-2328e453-1c46-4780-8dc8-b4c3d71edd4a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:01.665454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f999c658-b4ef-4d7c-93d7-c6b52b9f0ed5 req-2328e453-1c46-4780-8dc8-b4c3d71edd4a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.2338529 Apr 30 01:29:01.685702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] Deleting port c9a07309-02bb-4eef-92aa-0550510e40af {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:01.689785 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.691004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa7e43bc-599e-4ab7-93f3-4308a2b704d5 req-1484f1d5-5647-4f0e-81d3-443058e41ccc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4775724 Apr 30 01:29:01.707379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=6326e706-acc6-47d0-93fc-629a3fdf5e99,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:01.773371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7145664e-e5a1-4a74-b70c-5e9fd339fda7 req-17ad7a88-0dde-45e6-87c7-dc4b6babd4c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735170 Apr 30 01:29:01.774185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': 'a80a361a-7aed-412c-bcee-047bddd05bff'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:01.780684 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e884a652-a58d-452d-b552-e18b35aab80c" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "a80a361a-7aed-412c-bcee-047bddd05bff"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:01.795344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:01.802689 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f999c658-b4ef-4d7c-93d7-c6b52b9f0ed5 req-48ee6689-3b40-493b-9145-7e2a7493a924 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363349 Apr 30 01:29:01.810356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:01.817557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:01.826879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] For port c9a07309-02bb-4eef-92aa-0550510e40af, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c9a07309-02bb-4eef-92aa-0550510e40af,segment=NetworkSegment(30aece15-0e64-4a31-8086-865730a14fcd),segment_id=30aece15-0e64-4a31-8086-865730a14fcd)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:01.826879 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.837281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:29:01.854610 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Sync routers for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:29:01.873320 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:29:01.877450 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:29:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:01.890380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] Calling delete_port for c9a07309-02bb-4eef-92aa-0550510e40af owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:01.938876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:01.943614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-caf65d9a-4106-4f48-bb7a-11d2390c46b9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.1785994 Apr 30 01:29:01.945010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47650) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:02.007488 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:02.079457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:02.099026 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:29:02.194073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] Pushing event deleted for resources: {'Port': ['ID=c9a07309-02bb-4eef-92aa-0550510e40af,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:02.197587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47cffdd-4063-4d27-8d7a-7e3204d0b998 None None] No DVR routers for this DVR port c9a07309-02bb-4eef-92aa-0550510e40af on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:02.323171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e57a5-3694-4754-af1f-e3b73012cdb4 req-709116d4-f3a5-406f-b913-638ae9f28294 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:02.341468 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e27e57a5-3694-4754-af1f-e3b73012cdb4 req-709116d4-f3a5-406f-b913-638ae9f28294 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 943 time: 0.2882464 Apr 30 01:29:02.349358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c9a07309-02bb-4eef-92aa-0550510e40af no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:02.385161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c9a07309-02bb-4eef-92aa-0550510e40af {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:02.385648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c9a07309-02bb-4eef-92aa-0550510e40af not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:02.395912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-53be6bbd-185e-4530-a712-d616bc34d07e None None] Provisioning complete for port 6326e706-acc6-47d0-93fc-629a3fdf5e99 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:02.396383 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53be6bbd-185e-4530-a712-d616bc34d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:02.466875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-53be6bbd-185e-4530-a712-d616bc34d07e None None] Port 6326e706-acc6-47d0-93fc-629a3fdf5e99 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:02.521747 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:28:59Z', 'revision_number': 3, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:02.587264 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Checking router: 263ec767-d77c-4598-856f-3850f9283fba for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:29:02.587599 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Updating router 263ec767-d77c-4598-856f-3850f9283fba port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:29:02.591291 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:02.641645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e27e57a5-3694-4754-af1f-e3b73012cdb4 req-5bdc8093-98f7-4308-81d8-df991e152132 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5765053-307f-4096-8f5a-21e21b6f302a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730458 Apr 30 01:29:02.694657 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:02.746640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:02.747155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:02.763520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=c9a07309-02bb-4eef-92aa-0550510e40af,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:02.775145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No DVR routers for this DVR port c9a07309-02bb-4eef-92aa-0550510e40af on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:02.875787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fbd2-a2ab-4d10-803d-3fd709484b30 req-fa7a2151-de8a-451a-b9a5-d34c64ed9c8e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:02.882616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fbd2-a2ab-4d10-803d-3fd709484b30 req-fa7a2151-de8a-451a-b9a5-d34c64ed9c8e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:02.904389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fbd2-a2ab-4d10-803d-3fd709484b30 req-fa7a2151-de8a-451a-b9a5-d34c64ed9c8e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:02.906212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2631fbd2-a2ab-4d10-803d-3fd709484b30 req-fa7a2151-de8a-451a-b9a5-d34c64ed9c8e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2417 time: 0.9955359 Apr 30 01:29:03.003441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2180eb3c-283e-484d-9c68-45a0f59231b9 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:03.015196 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7b6254-6376-49ff-867b-2d4eef195029 x-openstack-request-id: req-fc7b6254-6376-49ff-867b-2d4eef195029 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:03.030364 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "a80a361a-7aed-412c-bcee-047bddd05bff", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:03.030861 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc7b6254-6376-49ff-867b-2d4eef195029 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:03.035813 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7b6254-6376-49ff-867b-2d4eef195029'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': 'a80a361a-7aed-412c-bcee-047bddd05bff', 'status': 'completed', 'code': 200} Apr 30 01:29:03.072023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting port 8347f042-f881-476a-a1a0-9873999dbaa6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:03.072370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.232406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 2180eb3c-283e-484d-9c68-45a0f59231b9 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:29:03.239884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 2180eb3c-283e-484d-9c68-45a0f59231b9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:03.240262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.258129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] For port 8347f042-f881-476a-a1a0-9873999dbaa6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8347f042-f881-476a-a1a0-9873999dbaa6,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:03.258880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.275394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Calling delete_port for 8347f042-f881-476a-a1a0-9873999dbaa6 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:03.314347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a02018-5d3a-4bfc-8eef-1caed9a67b11 req-24f54f9c-e5a2-48d4-9966-df93cd89afa8 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:03.316587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71a02018-5d3a-4bfc-8eef-1caed9a67b11 req-24f54f9c-e5a2-48d4-9966-df93cd89afa8 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 945 time: 0.2089803 Apr 30 01:29:03.426663 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.435927 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.450334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9d019ed3-d371-4646-8c7b-93fe219a1db9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4290507 Apr 30 01:29:03.467172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1', 'admin_state_up': True, 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'security_groups': ['70b1828e-ac6f-40f8-a88d-add0ec7bc036']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:03.473698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71a02018-5d3a-4bfc-8eef-1caed9a67b11 req-83f774f7-ea51-45fc-a759-993683f5a03e tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481571 Apr 30 01:29:03.481732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e8f593-6c62-4889-903f-48c95f73176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2180eb3c-283e-484d-9c68-45a0f59231b9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:03.484524 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e95960-5f8f-46fe-bb2a-6b5a6a167a03" -d '{"events": [{"server_uuid": "57e8f593-6c62-4889-903f-48c95f73176a", "name": "network-vif-plugged", "status": "completed", "tag": "2180eb3c-283e-484d-9c68-45a0f59231b9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:03.485176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.516388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2180eb3c-283e-484d-9c68-45a0f59231b9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2180eb3c-283e-484d-9c68-45a0f59231b9,segment=NetworkSegment(9dd163ed-0ec8-4770-bbef-853165cca39f),segment_id=9dd163ed-0ec8-4770-bbef-853165cca39f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:03.536178 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.591486 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.606044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.653017 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Attempting to bind port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:03.653187 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Attempting to bind port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:03.655951 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Attempting to bind port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:03.657791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Port': ['ID=8347f042-f881-476a-a1a0-9873999dbaa6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:03.662457 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:03.662457 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:03.662457 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.662867 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:03.663074 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Bound port: 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:03.663484 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.677991 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.753939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2a0e8e-9085-4147-a6ea-ece833bcbe24']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:03.764667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Pushing event updated for resources: {'Port': ['ID=2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:03.788989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30aece15-0e64-4a31-8086-865730a14fcd') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:03.789810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30aece15-0e64-4a31-8086-865730a14fcd') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:03.801136 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.801136 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.801798 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.802203 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.802648 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.803044 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.803446 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.803866 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.804246 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.805831 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.806240 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.807982 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:03.815330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.835414 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2631fbd2-a2ab-4d10-803d-3fd709484b30 req-3fe44eb8-c2d0-4f4c-8419-bcd5002e1bd5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8344009 Apr 30 01:29:03.846848 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] For port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:03.854230 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] For port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:03.867687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Allocated IP 172.20.0.1 (f73257e1-c3d4-44d0-8d64-64dd209af9fe/ae1fe329-5cbb-401e-b657-dcdba11940ca/9ca6050a-105d-4563-bb51-6863cd2025b8) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:03.885882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2180eb3c-283e-484d-9c68-45a0f59231b9,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:03.932720 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.939010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] No DVR routers for this DVR port 8347f042-f881-476a-a1a0-9873999dbaa6 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:03.953881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.953881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efeda830-9ea9-411c-88d9-406b931245bc req-92852f26-899c-41dd-b343-1b87265ec56f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.21 "DELETE /v2.0/ports/8347f042-f881-476a-a1a0-9873999dbaa6 HTTP/1.1" status: 204 len: 173 time: 2.7327969 Apr 30 01:29:03.976015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:03.976467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:03.980145 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:03.992274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cc459-e942-4870-b547-a61bcf95a461 req-9958d406-fa1c-446b-a127-dcc90314e8ae tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:03.998609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cc459-e942-4870-b547-a61bcf95a461 req-9958d406-fa1c-446b-a127-dcc90314e8ae tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:04.004763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cc459-e942-4870-b547-a61bcf95a461 req-9958d406-fa1c-446b-a127-dcc90314e8ae tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:04.007889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f48cc459-e942-4870-b547-a61bcf95a461 req-9958d406-fa1c-446b-a127-dcc90314e8ae tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 2375 time: 0.3824770 Apr 30 01:29:04.082804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f48cc459-e942-4870-b547-a61bcf95a461 req-97aad683-e1c2-4eae-9cfd-05a00cca738c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612469 Apr 30 01:29:04.092928 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.104269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e1240-9445-48bd-a52a-a47452635541 req-a76f857e-e7ef-4fba-bdad-63198f0b0f2e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:04.107179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa3e1240-9445-48bd-a52a-a47452635541 req-a76f857e-e7ef-4fba-bdad-63198f0b0f2e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.1599295 Apr 30 01:29:04.171855 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc28417f-09ec-4f4d-95a6-f9a74f87ba35 x-openstack-request-id: req-bc28417f-09ec-4f4d-95a6-f9a74f87ba35 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:04.172367 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e8f593-6c62-4889-903f-48c95f73176a", "name": "network-vif-plugged", "status": "completed", "tag": "2180eb3c-283e-484d-9c68-45a0f59231b9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:04.172605 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc28417f-09ec-4f4d-95a6-f9a74f87ba35 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:04.173105 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc28417f-09ec-4f4d-95a6-f9a74f87ba35'] response: {'server_uuid': '57e8f593-6c62-4889-903f-48c95f73176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2180eb3c-283e-484d-9c68-45a0f59231b9', 'code': 200} Apr 30 01:29:04.184378 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa3e1240-9445-48bd-a52a-a47452635541 req-0758efe2-91ec-43de-877b-f8eac8b27a8e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647948 Apr 30 01:29:04.263689 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.295802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02ea3-656f-4467-ad8b-c7e9c41e1ea1 req-2c306fcc-2b17-4498-b78b-c70bed819d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:04.297389 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43b02ea3-656f-4467-ad8b-c7e9c41e1ea1 req-2c306fcc-2b17-4498-b78b-c70bed819d70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 1097 time: 0.0689058 Apr 30 01:29:04.299809 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc135eab-911b-4474-a15b-6227c2d0a944 req-3e0944b9-c011-4256-8270-a4d03da08c61 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0439539 Apr 30 01:29:04.304779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.306077 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.306306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:04.306422 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.341944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.357627 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.361195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/networks/ab2a0e8e-9085-4147-a6ea-ece833bcbe24 HTTP/1.1" status: 204 len: 168 time: 4.4343588 Apr 30 01:29:04.374589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47682) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:04.380335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:04.389166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:04.404842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:04.475540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Network': ['ID=ab2a0e8e-9085-4147-a6ea-ece833bcbe24,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:04.540997 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a912e-3ac3-482b-b472-a364b0bba54a None None] Pushing event updated for resources: {'Port': ['ID=2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:04.576359 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:29:04.577253 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:29:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:04.605348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca6050a-105d-4563-bb51-6863cd2025b8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:04.622334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.686133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.686726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.686824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.687140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.699600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.700359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.700714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.701057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.701405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.701739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.702070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.702512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a546b-2317-4d9a-be48-ede3e3146835 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:04.765609 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:29:04.801388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43b02ea3-656f-4467-ad8b-c7e9c41e1ea1 req-95fd654a-0e00-4013-91bd-bc7fe7f5ab55 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874814 Apr 30 01:29:04.820291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21375b55-6da7-44c7-b39e-a1b196772f39 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:04.826210 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-21375b55-6da7-44c7-b39e-a1b196772f39 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/4a81d6f5-1b2f-4508-a098-901666735403 HTTP/1.1" status: 200 len: 840 time: 0.4186642 Apr 30 01:29:04.830426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47690) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:04.867307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa688-9e03-4ef8-a28e-a78f29c5d7a8 req-aef28097-9b32-4614-b8be-a4645ba7c256 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:04.869521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f44fa688-9e03-4ef8-a28e-a78f29c5d7a8 req-aef28097-9b32-4614-b8be-a4645ba7c256 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 946 time: 0.1441491 Apr 30 01:29:04.939721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c75834c3-e893-408a-b09b-2e92ae1d47f7 None None] Provisioning complete for port 9ca6050a-105d-4563-bb51-6863cd2025b8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:04.943054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f44fa688-9e03-4ef8-a28e-a78f29c5d7a8 req-b4587086-cd34-406b-8d6e-88e0bacc6654 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661922 Apr 30 01:29:04.943595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c75834c3-e893-408a-b09b-2e92ae1d47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:04.969356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5473e81-607b-491a-af2c-53554f51a4ee req-b79ecb98-c101-48ee-9662-c9ae448e1000 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:04.984929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5473e81-607b-491a-af2c-53554f51a4ee req-b79ecb98-c101-48ee-9662-c9ae448e1000 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.6092317 Apr 30 01:29:05.019247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c75834c3-e893-408a-b09b-2e92ae1d47f7 None None] Port 9ca6050a-105d-4563-bb51-6863cd2025b8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:05.019667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8f3f579f-3875-40ba-ba7a-2edd8f555c41 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/4a81d6f5-1b2f-4508-a098-901666735403?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1709023 Apr 30 01:29:05.023763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47694) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:05.028097 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:05.033341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:05.065159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': '8347f042-f881-476a-a1a0-9873999dbaa6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:05.068089 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e145ef9-103e-4fce-b337-2cb0686f5bca" -d '{"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "8347f042-f881-476a-a1a0-9873999dbaa6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:05.137128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5473e81-607b-491a-af2c-53554f51a4ee req-47c7c2a4-1d33-498e-8c66-cb322657be64 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503849 Apr 30 01:29:05.139108 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:28:59Z', 'revision_number': 3, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:05.172207 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:05.251760 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae5602a-8269-4e7e-bb1d-e8200ee280da x-openstack-request-id: req-7ae5602a-8269-4e7e-bb1d-e8200ee280da {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:05.254790 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a9691f-2654-449d-906d-a90c0023f220", "name": "network-vif-deleted", "tag": "8347f042-f881-476a-a1a0-9873999dbaa6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:05.255228 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ae5602a-8269-4e7e-bb1d-e8200ee280da {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:05.259353 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae5602a-8269-4e7e-bb1d-e8200ee280da'] response: {'server_uuid': '30a9691f-2654-449d-906d-a90c0023f220', 'name': 'network-vif-deleted', 'tag': '8347f042-f881-476a-a1a0-9873999dbaa6', 'status': 'completed', 'code': 200} Apr 30 01:29:05.269285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:05.305344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:05.305594 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25036d-29aa-4121-89b3-0d693cf1a3c5 None None] The sync data for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 is: [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:28:59Z', 'revision_number': 3, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:29:05.455553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f18ed-280c-446c-8177-dbedee14ac15 req-40543c11-c8a5-41c8-b780-95baef34e8f5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:05.462250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0444e-df5f-42ed-a144-4a265244ffd0 req-98a88b23-c7b4-463b-a85e-a4f7edaf3d44 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:05.465037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f18ed-280c-446c-8177-dbedee14ac15 req-40543c11-c8a5-41c8-b780-95baef34e8f5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:05.471409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0444e-df5f-42ed-a144-4a265244ffd0 req-98a88b23-c7b4-463b-a85e-a4f7edaf3d44 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:05.471834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f18ed-280c-446c-8177-dbedee14ac15 req-40543c11-c8a5-41c8-b780-95baef34e8f5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:05.473703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-606f18ed-280c-446c-8177-dbedee14ac15 req-40543c11-c8a5-41c8-b780-95baef34e8f5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 2375 time: 0.0990696 Apr 30 01:29:05.477424 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0444e-df5f-42ed-a144-4a265244ffd0 req-98a88b23-c7b4-463b-a85e-a4f7edaf3d44 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:05.479098 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6f0444e-df5f-42ed-a144-4a265244ffd0 req-98a88b23-c7b4-463b-a85e-a4f7edaf3d44 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2417 time: 0.3281674 Apr 30 01:29:05.589643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-606f18ed-280c-446c-8177-dbedee14ac15 req-759db0ab-4d6a-4067-8cf6-40443ff7eee0 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002331 Apr 30 01:29:05.642050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Allocated IP 10.2.2.100 (0e6294b2-3522-4972-aca6-3136bf498da1/caed1001-1bfb-4558-9d5a-0a69e63a1ca6/7aacf8aa-aedd-4c6d-a8ef-38fc38319aea) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:05.747177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6f0444e-df5f-42ed-a144-4a265244ffd0 req-aff3c694-3bd9-494a-b947-2188cf048de3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513962 Apr 30 01:29:06.040252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.097446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.187674 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.241683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.317840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:06.340297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c00954c9-0440-450a-8183-dfad6840f81c req-c71387bb-1d95-4f00-b7d3-3dc2e7eb42c8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.2394233 Apr 30 01:29:06.343186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca6050a-105d-4563-bb51-6863cd2025b8,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:06.377502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network 0e6294b2-3522-4972-aca6-3136bf498da1 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:06.379196 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.382735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:06.391188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:06.456983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:06.508763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:06.509714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.513638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:06.514294 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.572600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:06.574416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=31035351-1aec-46f6-b2e1-9ddf9453b07c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:06.576923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:06.579112 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.582015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:06.585231 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.620960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc8b24e-7252-4de4-98c0-d5c490ef5707 None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:06.623770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-b8405c71-2e5b-48e6-bc31-825c854b861d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1565487 Apr 30 01:29:06.669203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1', 'admin_state_up': True, 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'security_groups': ['70b1828e-ac6f-40f8-a88d-add0ec7bc036']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:06.800730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0413965-4a14-4f32-bc4a-a189e88f56bd req-f6c36e7f-35d7-4b89-9644-c661598caffb tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:06.821526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c0413965-4a14-4f32-bc4a-a189e88f56bd req-f6c36e7f-35d7-4b89-9644-c661598caffb tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 946 time: 0.2273772 Apr 30 01:29:06.826898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:06.838961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a24f5e9f-ec35-4637-9edc-f4ef5cb84f3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8110559 Apr 30 01:29:06.842062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47726) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:06.863110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b54767b0-3db6-4600-89ed-be982934948c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'security_group': {'name': 'tempest-secgroup-56584156'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:06.888267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:06.895081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:06.978958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:06.988271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d338a8f0-1901-4286-9b7c-43dc9a59f181 None None] Provisioning complete for port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:06.994826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d338a8f0-1901-4286-9b7c-43dc9a59f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:07.070468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c0413965-4a14-4f32-bc4a-a189e88f56bd req-6e71f4aa-ba3a-482a-a14d-2160780aa33e tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488792 Apr 30 01:29:07.201725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:07.247284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Made reservation on behalf of 28f426f5d8e44bc5bcb23c84f6153826 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:07.253114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:07.312156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-fdca448e-59db-4309-ac3b-19406381004c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.314631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-fdca448e-59db-4309-ac3b-19406381004c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 815 time: 0.3196650 Apr 30 01:29:07.318457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b54767b0-3db6-4600-89ed-be982934948c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:07.368526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee8f9d-2dda-4edb-9630-07de39abdf61 req-d5f375d2-6596-4eb5-9411-b58e00703321 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.377171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee8f9d-2dda-4edb-9630-07de39abdf61 req-d5f375d2-6596-4eb5-9411-b58e00703321 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.381883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:07.384900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee8f9d-2dda-4edb-9630-07de39abdf61 req-d5f375d2-6596-4eb5-9411-b58e00703321 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.392375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee8f9d-2dda-4edb-9630-07de39abdf61 req-d5f375d2-6596-4eb5-9411-b58e00703321 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.394661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fee8f9d-2dda-4edb-9630-07de39abdf61 req-d5f375d2-6596-4eb5-9411-b58e00703321 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 3096 time: 0.2091472 Apr 30 01:29:07.395304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d338a8f0-1901-4286-9b7c-43dc9a59f181 None None] Port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:07.515068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'tenant_id': 'c577f5102c8e43eeabe8178df7c277ad', 'fixed_ips': [{'subnet_id': '31035351-1aec-46f6-b2e1-9ddf9453b07c'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:29:07.516295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:07.576832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fee8f9d-2dda-4edb-9630-07de39abdf61 req-cb3ac03a-dce8-4768-bf32-76af4f2fb14d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298726 Apr 30 01:29:07.598015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7f605523-01e0-4232-8a54-57d386bb9b9f None None] Provisioning complete for port 9ca6050a-105d-4563-bb51-6863cd2025b8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:07.598562 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f605523-01e0-4232-8a54-57d386bb9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:07.688914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-a799d6d3-29b3-4660-9550-da269a6acf4c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.690855 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-a799d6d3-29b3-4660-9550-da269a6acf4c tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.23 "GET /v2.0/ports?device_id=508a5b69-4dfd-490e-b0b3-ead6ba2cdb26 HTTP/1.1" status: 200 len: 945 time: 0.1062381 Apr 30 01:29:07.921081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dd23b-89e2-481b-951c-a1e3785c17b2 req-fb88fa50-3a10-49e5-b75d-61185932a071 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.927184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dd23b-89e2-481b-951c-a1e3785c17b2 req-fb88fa50-3a10-49e5-b75d-61185932a071 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.943343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dd23b-89e2-481b-951c-a1e3785c17b2 req-fb88fa50-3a10-49e5-b75d-61185932a071 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:07.952057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-007dd23b-89e2-481b-951c-a1e3785c17b2 req-fb88fa50-3a10-49e5-b75d-61185932a071 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2417 time: 0.1818359 Apr 30 01:29:07.986900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Allocated IP 10.2.2.200 (0e6294b2-3522-4972-aca6-3136bf498da1/caed1001-1bfb-4558-9d5a-0a69e63a1ca6/e4426d11-a7a9-4d24-86a7-f38670e56324) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:07.996275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Allocated IP 172.20.0.2 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/31035351-1aec-46f6-b2e1-9ddf9453b07c/b354a9b6-b3c7-44eb-b56a-12626a572723) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:08.034613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Deleting port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:08.034984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.039444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-2f7cb364-a337-483e-8d48-da675316fe07 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/quotas/6ab45e222f7b464fa37d02d4ddcfac92 HTTP/1.1" status: 200 len: 375 time: 0.6882088 Apr 30 01:29:08.108028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b54767b0-3db6-4600-89ed-be982934948c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.114636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7f605523-01e0-4232-8a54-57d386bb9b9f None None] Port 9ca6050a-105d-4563-bb51-6863cd2025b8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:08.176604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-007dd23b-89e2-481b-951c-a1e3785c17b2 req-1e854076-487a-4b00-a9ad-96d154462287 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233741 Apr 30 01:29:08.236957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b54767b0-3db6-4600-89ed-be982934948c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.362249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.397089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Router 263ec767-d77c-4598-856f-3850f9283fba has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:29:08.405862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:08.475366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54767b0-3db6-4600-89ed-be982934948c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39f1415-9038-4508-b752-2b29e91d5dcc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:08.497693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.500771 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.510034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b54767b0-3db6-4600-89ed-be982934948c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.513443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b54767b0-3db6-4600-89ed-be982934948c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6601541 Apr 30 01:29:08.521847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-d0b71fc5-4fd1-48d2-b34f-c5d644680f36 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4121077 Apr 30 01:29:08.523193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47754) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:08.528162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1c005aea-c567-4a90-8d8e-c0d821f20178 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'security_group': {'name': 'tempest-secgroup-216711414'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:08.538220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:08.538890 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.593621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.655315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:08.662460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:08.670845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb19b656-d1b0-4b7c-8a32-84e8b6a9123b req-6c3aa66f-7ff6-4f4a-bb21-c1d587e9e423 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.1773195 Apr 30 01:29:08.672793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:08.674675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] For port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:08.675044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.708971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Network 0e6294b2-3522-4972-aca6-3136bf498da1 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:08.730136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Calling delete_port for d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:08.747593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:08.749359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:08.802655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event updated for resources: {'Port': ['ID=e4426d11-a7a9-4d24-86a7-f38670e56324,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:08.845526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Pushing event updated for resources: {'Port': ['ID=b354a9b6-b3c7-44eb-b56a-12626a572723,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:08.868144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Attempting to bind port b354a9b6-b3c7-44eb-b56a-12626a572723 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:08.868483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-e4c276ec-6c4c-409b-8f0f-faa75f93b33f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:08.868614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Attempting to bind port b354a9b6-b3c7-44eb-b56a-12626a572723 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:08.869639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Attempting to bind port b354a9b6-b3c7-44eb-b56a-12626a572723 on network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:08.873965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:08.874779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.880039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-e4c276ec-6c4c-409b-8f0f-faa75f93b33f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:08.884158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:08.884542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Checking segment: {'id': 'f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:08.884945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.885342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Bound using segment: {'id': 'f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:08.886344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Bound port: b354a9b6-b3c7-44eb-b56a-12626a572723, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:08.892372 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.904458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-e4c276ec-6c4c-409b-8f0f-faa75f93b33f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:08.906390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-e4c276ec-6c4c-409b-8f0f-faa75f93b33f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2417 time: 0.3018422 Apr 30 01:29:08.910724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c005aea-c567-4a90-8d8e-c0d821f20178 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:08.993403 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-72f80d2e-1391-4390-a2c6-881729be5f57 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3285062 Apr 30 01:29:09.024703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] For port b354a9b6-b3c7-44eb-b56a-12626a572723, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:09.039297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] For port b354a9b6-b3c7-44eb-b56a-12626a572723, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b354a9b6-b3c7-44eb-b56a-12626a572723,segment=NetworkSegment(f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2),segment_id=f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:09.049986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:09.108313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:29:09.114383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf896-50ad-4032-97d8-8a097dcefc07 req-e3ab5d39-5da4-424e-86e6-8de33f1997c7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:09.115330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-384d19ae-5e82-4f98-90ba-206db46e9107 admin admin] 10.222.0.15 "PUT /v2.0/routers/263ec767-d77c-4598-856f-3850f9283fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1690395 Apr 30 01:29:09.119747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Sync routers for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:29:09.129968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-5475a5f4-f87d-4e33-b471-576accc99cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907261 Apr 30 01:29:09.134345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf896-50ad-4032-97d8-8a097dcefc07 req-e3ab5d39-5da4-424e-86e6-8de33f1997c7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:09.138518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:29:09.138518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:29:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:09.144527 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.153356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf896-50ad-4032-97d8-8a097dcefc07 req-e3ab5d39-5da4-424e-86e6-8de33f1997c7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:09.164226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf896-50ad-4032-97d8-8a097dcefc07 req-e3ab5d39-5da4-424e-86e6-8de33f1997c7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:09.176183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf896-50ad-4032-97d8-8a097dcefc07 req-e3ab5d39-5da4-424e-86e6-8de33f1997c7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:09.187737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92ecf896-50ad-4032-97d8-8a097dcefc07 req-e3ab5d39-5da4-424e-86e6-8de33f1997c7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 3817 time: 0.2399280 Apr 30 01:29:09.311735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.343097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4759296-3b76-40ec-80dd-783011d47c41 None None] Pushing event updated for resources: {'Port': ['ID=b354a9b6-b3c7-44eb-b56a-12626a572723,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:09.363754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bf40e2eb-6622-49ca-a4ea-ac651a13f720 None None] Provisioning complete for port e4426d11-a7a9-4d24-86a7-f38670e56324 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:09.364260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf40e2eb-6622-49ca-a4ea-ac651a13f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.424498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bf40e2eb-6622-49ca-a4ea-ac651a13f720 None None] Port e4426d11-a7a9-4d24-86a7-f38670e56324 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:09.441842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:29:09.451570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92ecf896-50ad-4032-97d8-8a097dcefc07 req-e6ed66d6-6878-479b-a766-cefe1461cd6a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438091 Apr 30 01:29:09.486085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c005aea-c567-4a90-8d8e-c0d821f20178 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.491615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-bce5fb6f-6364-4439-a932-78d0868d92e9 service neutron] 10.222.0.15 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337204 Apr 30 01:29:09.501709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port 65700fe8-9ead-4e2e-a422-184fc7c75487 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:09.501972 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.507234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.541153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:09.616562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:09.617041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:09.636407 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c005aea-c567-4a90-8d8e-c0d821f20178 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.728549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Pushing event deleted for resources: {'Port': ['ID=d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:09.802036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] No DVR routers for this DVR port d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:09.812901 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.825303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5933bbbd-bde0-4e70-9096-82d94a242360 req-b8b0a27a-6ad8-49e8-ad65-009e8517ec57 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.23 "DELETE /v2.0/ports/d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6 HTTP/1.1" status: 204 len: 173 time: 2.1203678 Apr 30 01:29:09.832398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'name': 'network-vif-deleted', 'tag': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:09.836539 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250c49a8-0a38-42e9-a753-7f1f5071d0fb" -d '{"events": [{"server_uuid": "508a5b69-4dfd-490e-b0b3-ead6ba2cdb26", "name": "network-vif-deleted", "tag": "d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:09.849698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c005aea-c567-4a90-8d8e-c0d821f20178 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93329d6e-3974-4b45-968b-9a662ca87ed6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:09.874794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port 65700fe8-9ead-4e2e-a422-184fc7c75487, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=65700fe8-9ead-4e2e-a422-184fc7c75487,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:09.875162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.886354 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c005aea-c567-4a90-8d8e-c0d821f20178 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:09.890740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1c005aea-c567-4a90-8d8e-c0d821f20178 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3664565 Apr 30 01:29:09.893041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47774) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:09.898534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2027683502', 'security_groups': ['93329d6e-3974-4b45-968b-9a662ca87ed6'], 'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '31035351-1aec-46f6-b2e1-9ddf9453b07c'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:10.008331 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:29:10.148798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:05Z', 'revision_number': 2, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:10.193129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for 65700fe8-9ead-4e2e-a422-184fc7c75487 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:10.211794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Checking router: 263ec767-d77c-4598-856f-3850f9283fba for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:29:10.211794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Updating router 263ec767-d77c-4598-856f-3850f9283fba port 9ca6050a-105d-4563-bb51-6863cd2025b8 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:29:10.293415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:10.320161 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:10.424838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b7c3-3b04-4fdf-b1a4-d742ae9b8d50 req-00ad4f40-ed5a-4a85-8e88-eac35da7bf91 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:10.431364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b7c3-3b04-4fdf-b1a4-d742ae9b8d50 req-00ad4f40-ed5a-4a85-8e88-eac35da7bf91 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:10.437903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b7c3-3b04-4fdf-b1a4-d742ae9b8d50 req-00ad4f40-ed5a-4a85-8e88-eac35da7bf91 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:10.460206 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a75b7c3-3b04-4fdf-b1a4-d742ae9b8d50 req-00ad4f40-ed5a-4a85-8e88-eac35da7bf91 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 2417 time: 0.3134425 Apr 30 01:29:10.507906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b053ac8-37f3-482a-9135-a8e5cc3a132d {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:10.517658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:10.531084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Transition to ACTIVE for port object 6b053ac8-37f3-482a-9135-a8e5cc3a132d will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:10.574816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a75b7c3-3b04-4fdf-b1a4-d742ae9b8d50 req-e9957131-8008-41a2-a80f-edb9e2d467bd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104856 Apr 30 01:29:10.582182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b354a9b6-b3c7-44eb-b56a-12626a572723 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:10.631537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd2efde3-6c73-483b-bdfe-5bbef1d45bea req-102d691f-99d6-40b4-be5c-1ac7161315e4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0924485 Apr 30 01:29:10.637187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:10.648254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:10.736170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:29:10.804235 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e18ca3-0035-463d-929a-0c727f254c03 x-openstack-request-id: req-20e18ca3-0035-463d-929a-0c727f254c03 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:10.804733 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508a5b69-4dfd-490e-b0b3-ead6ba2cdb26", "name": "network-vif-deleted", "tag": "d8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:10.805140 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20e18ca3-0035-463d-929a-0c727f254c03 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:10.806273 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e18ca3-0035-463d-929a-0c727f254c03'] response: {'server_uuid': '508a5b69-4dfd-490e-b0b3-ead6ba2cdb26', 'name': 'network-vif-deleted', 'tag': 'd8fbaf6a-ee91-4d25-a37d-d8c0d8af52e6', 'status': 'completed', 'code': 200} Apr 30 01:29:10.885430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Pushing event updated for resources: {'Port': ['ID=6b053ac8-37f3-482a-9135-a8e5cc3a132d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:11.048108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8f97251f-056e-42af-988a-310da2b449f7 req-f7a3bc55-f3ff-42b2-b0f4-ee529f9e82b5 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 210 time: 0.0974872 Apr 30 01:29:11.071095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:11.077057 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.149093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Attempting to bind port 6b053ac8-37f3-482a-9135-a8e5cc3a132d on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:11.152342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Attempting to bind port 6b053ac8-37f3-482a-9135-a8e5cc3a132d by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:11.154436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Attempting to bind port 6b053ac8-37f3-482a-9135-a8e5cc3a132d on network ac585f3c-896a-483e-a277-2f2e01293da1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:11.169324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Port 6b053ac8-37f3-482a-9135-a8e5cc3a132d on network ac585f3c-896a-483e-a277-2f2e01293da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:11.173884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Attempting to bind port 6b053ac8-37f3-482a-9135-a8e5cc3a132d on network ac585f3c-896a-483e-a277-2f2e01293da1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:11.200210 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.214727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:11.225035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Checking segment: {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:11.225539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Bound using segment: {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:11.226931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Bound port: 6b053ac8-37f3-482a-9135-a8e5cc3a132d, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0087cffe-5b19-4cc3-877a-90e0be8be57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:11.228104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.421165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=65700fe8-9ead-4e2e-a422-184fc7c75487,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:11.491617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] For port 6b053ac8-37f3-482a-9135-a8e5cc3a132d, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:11.499091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3307142c-3ab5-4e74-8691-a6fcee2629df no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:11.556263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a8493c53-0291-4c03-a8c9-e1231a603871 None None] Provisioning complete for port 4a81d6f5-1b2f-4508-a098-901666735403 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:11.556642 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8493c53-0291-4c03-a8c9-e1231a603871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.565386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port 65700fe8-9ead-4e2e-a422-184fc7c75487 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:11.579997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50d8b-9099-409e-a3fb-f1227217cfc7 req-13bec07e-ed69-46d0-bb0f-d2afda217ce5 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:11.591318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7b50d8b-9099-409e-a3fb-f1227217cfc7 req-13bec07e-ed69-46d0-bb0f-d2afda217ce5 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 946 time: 0.3243484 Apr 30 01:29:11.600238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.609341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-257bc9ba-2add-416a-9572-bbcf07952042 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "DELETE /v2.0/ports/65700fe8-9ead-4e2e-a422-184fc7c75487 HTTP/1.1" status: 204 len: 173 time: 2.6802225 Apr 30 01:29:11.615986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-deleted', 'tag': '65700fe8-9ead-4e2e-a422-184fc7c75487'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:11.618907 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b5b38-276b-40f7-b4d6-0caf091b39bf" -d '{"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-deleted", "tag": "65700fe8-9ead-4e2e-a422-184fc7c75487"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:11.653040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] For port 6b053ac8-37f3-482a-9135-a8e5cc3a132d, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:11.660009 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.718385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aecbd-042e-4310-af18-5120eb25510f req-43a57926-8f7c-4f6e-932f-55b86880e159 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:11.729221 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a44aecbd-042e-4310-af18-5120eb25510f req-43a57926-8f7c-4f6e-932f-55b86880e159 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 946 time: 0.2434812 Apr 30 01:29:11.748416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.758700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.767299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.769411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8493c53-0291-4c03-a8c9-e1231a603871 None None] Port 4a81d6f5-1b2f-4508-a098-901666735403 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:11.777559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7b50d8b-9099-409e-a3fb-f1227217cfc7 req-07233d12-9ecb-400a-ac3b-e9142ba3bcb5 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744514 Apr 30 01:29:11.815342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port b354a9b6-b3c7-44eb-b56a-12626a572723, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b354a9b6-b3c7-44eb-b56a-12626a572723,segment=NetworkSegment(f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2),segment_id=f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:11.817225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a8493c53-0291-4c03-a8c9-e1231a603871 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:11.819295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8493c53-0291-4c03-a8c9-e1231a603871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.823043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3307142c-3ab5-4e74-8691-a6fcee2629df'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:11.826260 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6409b5-face-48ec-9719-195c9ebc936f" -d '{"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-unplugged", "status": "completed", "tag": "3307142c-3ab5-4e74-8691-a6fcee2629df"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:11.876826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3307142c-3ab5-4e74-8691-a6fcee2629df, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3307142c-3ab5-4e74-8691-a6fcee2629df,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:11.884033 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.890509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.9 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/31035351-1aec-46f6-b2e1-9ddf9453b07c/8fa290e8-50ee-4cc8-9f74-b0fa38b139d2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:11.900924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:11.915178 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:11.919232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] 10.222.0.23 "PUT /v2.0/ports/6b053ac8-37f3-482a-9135-a8e5cc3a132d HTTP/1.1" status: 200 len: 1092 time: 2.8751779 Apr 30 01:29:11.925080 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:12.032606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:12.036570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3d768db2-ab35-4033-a2a1-85df50e127ff no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:12.050522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-685c3175-f2f5-4aee-84ee-2e21717595f8 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:12.065598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-685c3175-f2f5-4aee-84ee-2e21717595f8 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/networks?id=f73257e1-c3d4-44d0-8d64-64dd209af9fe HTTP/1.1" status: 200 len: 828 time: 0.7393956 Apr 30 01:29:12.098809 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-80f5ce81-4cdd-471c-bb71-1e567fe11574 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/quotas/37ca6618e22c4c3e9156b49729483bda HTTP/1.1" status: 200 len: 375 time: 0.0317142 Apr 30 01:29:12.103829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bae88-526e-43b4-bac1-8b0ab0591334 None None] Pushing event updated for resources: {'Port': ['ID=9ca6050a-105d-4563-bb51-6863cd2025b8,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:12.252757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=b354a9b6-b3c7-44eb-b56a-12626a572723,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:12.357597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port 3307142c-3ab5-4e74-8691-a6fcee2629df {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:12.358094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:12.397051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-5a308975-41cb-4008-902b-a6c3c0d83f98 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=37ca6618e22c4c3e9156b49729483bda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2965517 Apr 30 01:29:12.504002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Attempting to bind port 9ca6050a-105d-4563-bb51-6863cd2025b8 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:12.504386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Attempting to bind port 9ca6050a-105d-4563-bb51-6863cd2025b8 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:12.505370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Attempting to bind port 9ca6050a-105d-4563-bb51-6863cd2025b8 on network f73257e1-c3d4-44d0-8d64-64dd209af9fe {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:12.563877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:12.564518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Checking segment: {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:12.565143 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:12.565632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Bound using segment: {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:12.566222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Bound port: 9ca6050a-105d-4563-bb51-6863cd2025b8, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:12.566766 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:12.597450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-db6de4c0-e6b5-4d81-a970-e15bba3db33f service neutron] 10.222.0.15 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691566 Apr 30 01:29:12.674388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:12.792661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port 3307142c-3ab5-4e74-8691-a6fcee2629df, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3307142c-3ab5-4e74-8691-a6fcee2629df,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:12.794031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:12.837521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for 3307142c-3ab5-4e74-8691-a6fcee2629df owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:12.846512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-97fc381a-1b0a-4d03-bc13-7da723e7baf5 service neutron] 10.222.0.15 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406311 Apr 30 01:29:12.934594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3307142c-3ab5-4e74-8691-a6fcee2629df,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:12.946777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:12.953462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] For port 9ca6050a-105d-4563-bb51-6863cd2025b8, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:12.961218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.010087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3d768db2-ab35-4033-a2a1-85df50e127ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3d768db2-ab35-4033-a2a1-85df50e127ff,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:13.019758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:13.034790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:13.039046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e87f6eb6-9518-4368-a594-0a2a9720c18d None None] Provisioning complete for port 9ca6050a-105d-4563-bb51-6863cd2025b8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:13.039769 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:13.039910 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e87f6eb6-9518-4368-a594-0a2a9720c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.044360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] For port 9ca6050a-105d-4563-bb51-6863cd2025b8, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9ca6050a-105d-4563-bb51-6863cd2025b8,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:13.047398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=8fa290e8-50ee-4cc8-9f74-b0fa38b139d2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:13.108164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.109931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 65700fe8-9ead-4e2e-a422-184fc7c75487 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:13.117790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e87f6eb6-9518-4368-a594-0a2a9720c18d None None] Port 9ca6050a-105d-4563-bb51-6863cd2025b8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:13.153454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:13.158668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:13.168481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2fd26-dd5a-4524-8ba3-974cccde89cd service neutron] Pushing event updated for resources: {'Port': ['ID=6b053ac8-37f3-482a-9135-a8e5cc3a132d,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:13.175409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:13.219188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 65700fe8-9ead-4e2e-a422-184fc7c75487 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:13.219607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 65700fe8-9ead-4e2e-a422-184fc7c75487 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:13.252279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.336116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291007de-74c1-4dd7-abb1-a0ebc63e0552 req-a69c906c-64a0-4a2a-8a8a-5a156eafc413 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:13.363139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291007de-74c1-4dd7-abb1-a0ebc63e0552 req-a69c906c-64a0-4a2a-8a8a-5a156eafc413 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:13.372368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291007de-74c1-4dd7-abb1-a0ebc63e0552 req-a69c906c-64a0-4a2a-8a8a-5a156eafc413 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:13.373328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3d768db2-ab35-4033-a2a1-85df50e127ff,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:13.407579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291007de-74c1-4dd7-abb1-a0ebc63e0552 req-a69c906c-64a0-4a2a-8a8a-5a156eafc413 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:13.407785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:29:13.409285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:29:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:13.446640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291007de-74c1-4dd7-abb1-a0ebc63e0552 req-a69c906c-64a0-4a2a-8a8a-5a156eafc413 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:13.455245 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-291007de-74c1-4dd7-abb1-a0ebc63e0552 req-a69c906c-64a0-4a2a-8a8a-5a156eafc413 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 3829 time: 1.5265369 Apr 30 01:29:13.527083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.721234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Deleting port 2180eb3c-283e-484d-9c68-45a0f59231b9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:13.721815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.734528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.853209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bae88-526e-43b4-bac1-8b0ab0591334 None None] Pushing event updated for resources: {'Port': ['ID=9ca6050a-105d-4563-bb51-6863cd2025b8,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:13.898522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:13.899202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.920525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1e278828-ab9d-4b3e-b214-247f148f9569 None None] Provisioning complete for port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:13.921075 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e278828-ab9d-4b3e-b214-247f148f9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:13.925975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-291007de-74c1-4dd7-abb1-a0ebc63e0552 req-e854fc86-e61e-462e-a9fb-4790dfcb753b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595103 Apr 30 01:29:13.940312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:29:13.962542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=3307142c-3ab5-4e74-8691-a6fcee2629df,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:14.062254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-3728c50b-fed6-4ff9-b750-fb8833f76e42 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:14.064050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-3728c50b-fed6-4ff9-b750-fb8833f76e42 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.21 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 815 time: 1.0175922 Apr 30 01:29:14.178424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ed656970-7d59-45dc-a496-c8ccaa22b5e2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2842913 Apr 30 01:29:14.201086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451b979-db4f-4023-991f-3a44b8e06c2c req-c17da35c-18c8-4591-86d7-046d475eb0ec tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:14.206996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451b979-db4f-4023-991f-3a44b8e06c2c req-c17da35c-18c8-4591-86d7-046d475eb0ec tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:14.207559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1e278828-ab9d-4b3e-b214-247f148f9569 None None] Port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:14.220351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4451b979-db4f-4023-991f-3a44b8e06c2c req-c17da35c-18c8-4591-86d7-046d475eb0ec tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 1599 time: 0.5938318 Apr 30 01:29:14.221385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47840) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:14.223196 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6463a3-9e5c-4034-801b-ae5c2942e0e6 x-openstack-request-id: req-ab6463a3-9e5c-4034-801b-ae5c2942e0e6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:14.223654 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-deleted", "tag": "65700fe8-9ead-4e2e-a422-184fc7c75487", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:14.224043 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab6463a3-9e5c-4034-801b-ae5c2942e0e6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:14.224579 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6463a3-9e5c-4034-801b-ae5c2942e0e6'] response: {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-deleted', 'tag': '65700fe8-9ead-4e2e-a422-184fc7c75487', 'status': 'completed', 'code': 200} Apr 30 01:29:14.230726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] For port 2180eb3c-283e-484d-9c68-45a0f59231b9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2180eb3c-283e-484d-9c68-45a0f59231b9,segment=NetworkSegment(9dd163ed-0ec8-4770-bbef-853165cca39f),segment_id=9dd163ed-0ec8-4770-bbef-853165cca39f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:14.231479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.238818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ffa9e187-e2d4-4efa-b848-0cc4a59f07ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:14.250797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Request body: {'port': {'device_id': 'ab4b214b-0d33-4263-9e4a-55533df19478', 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'admin_state_up': True, 'tenant_id': '6ab45e222f7b464fa37d02d4ddcfac92'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:14.265665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Calling delete_port for 2180eb3c-283e-484d-9c68-45a0f59231b9 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:14.318589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port 3307142c-3ab5-4e74-8691-a6fcee2629df on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:14.329774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.334921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-aca70371-d2ab-45e1-8a8b-b67df35ed86f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "DELETE /v2.0/ports/3307142c-3ab5-4e74-8691-a6fcee2629df HTTP/1.1" status: 204 len: 173 time: 2.7103117 Apr 30 01:29:14.375656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b354a9b6-b3c7-44eb-b56a-12626a572723 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:14.450682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ccab5ad6-a012-4fd8-a618-ca39811ac09b None None] Provisioning complete for port 9ca6050a-105d-4563-bb51-6863cd2025b8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:14.451310 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccab5ad6-a012-4fd8-a618-ca39811ac09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.508559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4451b979-db4f-4023-991f-3a44b8e06c2c req-56f948f9-2cef-4cc9-80c1-778412844c46 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615941 Apr 30 01:29:14.520174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:14.520770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.533470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:12Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:14.575567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74fd9fab-53a0-4585-a86a-d4351b3a103f req-994b527a-000f-483d-bf2d-4e20b31a7b1a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0543675 Apr 30 01:29:14.675254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port 3d768db2-ab35-4033-a2a1-85df50e127ff {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:14.675622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.702529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:14.718510 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.752263 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b15f7-d679-4e00-8173-b1afd46b97e5 x-openstack-request-id: req-9a6b15f7-d679-4e00-8173-b1afd46b97e5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:14.752618 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-unplugged", "status": "completed", "tag": "3307142c-3ab5-4e74-8691-a6fcee2629df", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:14.752813 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a6b15f7-d679-4e00-8173-b1afd46b97e5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:14.753238 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6b15f7-d679-4e00-8173-b1afd46b97e5'] response: {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3307142c-3ab5-4e74-8691-a6fcee2629df', 'code': 200} Apr 30 01:29:14.772265 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccab5ad6-a012-4fd8-a618-ca39811ac09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.774043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85f4b93d-3011-403b-b0a1-04b71610363e req-030eba6d-b6c9-423a-b54e-f93acfa3a867 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 210 time: 0.0509164 Apr 30 01:29:14.775945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80649b3b-610f-4339-b408-49ff11f38e99 None None] The sync data for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 is: [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:12Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:29:14.833371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Transition to ACTIVE for port object a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:14.834317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.837083 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b61a96f-b951-4107-9edd-9cb3e6a15a63 x-openstack-request-id: req-3b61a96f-b951-4107-9edd-9cb3e6a15a63 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:14.837433 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:14.843626 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b61a96f-b951-4107-9edd-9cb3e6a15a63 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:14.843626 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b61a96f-b951-4107-9edd-9cb3e6a15a63'] response: {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'status': 'completed', 'code': 200} Apr 30 01:29:14.844057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Made reservation on behalf of 6ab45e222f7b464fa37d02d4ddcfac92 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:14.863567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.873538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa9e187-e2d4-4efa-b848-0cc4a59f07ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:14.880574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e187-e2d4-4efa-b848-0cc4a59f07ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.952384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Pushing event deleted for resources: {'Port': ['ID=2180eb3c-283e-484d-9c68-45a0f59231b9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:14.955256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:14.981636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ccab5ad6-a012-4fd8-a618-ca39811ac09b None None] For port 9ca6050a-105d-4563-bb51-6863cd2025b8, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9ca6050a-105d-4563-bb51-6863cd2025b8,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:15.023539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2180eb3c-283e-484d-9c68-45a0f59231b9 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:15.063043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ece80b55-4a8e-4f13-8fa8-c8597e499277 req-080105ee-0b19-491f-ac2a-4f58e1bff5a3 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 210 time: 0.0974498 Apr 30 01:29:15.088586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 2180eb3c-283e-484d-9c68-45a0f59231b9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:15.088969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2180eb3c-283e-484d-9c68-45a0f59231b9 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:15.091807 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccab5ad6-a012-4fd8-a618-ca39811ac09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:15.260550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab5ad6-a012-4fd8-a618-ca39811ac09b None None] Pushing event updated for resources: {'Port': ['ID=9ca6050a-105d-4563-bb51-6863cd2025b8,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:15.333443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] No DVR routers for this DVR port 2180eb3c-283e-484d-9c68-45a0f59231b9 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:15.343190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:15.346711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a44aecbd-042e-4310-af18-5120eb25510f req-4265b48f-6856-41e5-a4f1-e2eec565733c tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.21 "DELETE /v2.0/ports/2180eb3c-283e-484d-9c68-45a0f59231b9 HTTP/1.1" status: 204 len: 173 time: 3.6081684 Apr 30 01:29:15.555712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-9b162eea-1da5-4551-a373-eb773788bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.557424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-9b162eea-1da5-4551-a373-eb773788bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.560793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-9b162eea-1da5-4551-a373-eb773788bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.561329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-9b162eea-1da5-4551-a373-eb773788bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.561802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-9b162eea-1da5-4551-a373-eb773788bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.562276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-9b162eea-1da5-4551-a373-eb773788bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.567659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-9b162eea-1da5-4551-a373-eb773788bc0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5245 time: 0.6338093 Apr 30 01:29:15.568364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:15.624676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port 3d768db2-ab35-4033-a2a1-85df50e127ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3d768db2-ab35-4033-a2a1-85df50e127ff,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:15.625052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:15.653829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53f57c-4889-4792-b056-8ecfcf6f68d2 req-9ae36301-7a4b-48e3-834d-65c6a0fe91e0 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.655653 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f53f57c-4889-4792-b056-8ecfcf6f68d2 req-9ae36301-7a4b-48e3-834d-65c6a0fe91e0 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e8f593-6c62-4889-903f-48c95f73176a HTTP/1.1" status: 200 len: 867 time: 0.9034650 Apr 30 01:29:15.716655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Attempting to bind port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:15.716886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Attempting to bind port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:15.717125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Attempting to bind port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:15.750074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:15.750406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Attempting to bind port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:15.782409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:15.797895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Checking segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:15.798426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Bound using segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:15.798901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Bound port: a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:15.799270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:15.835381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Allocated IP 172.20.0.6 (4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9/ae06f241-10ef-4efd-aed2-a20cb385cacb/82e14327-4e38-4d55-bab6-3055d5465222) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:15.879463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac1df-7df2-4591-bf59-c025b9edb07b req-e28bfdb2-f87a-4d46-8667-0e12b55e7e1d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.906989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac1df-7df2-4591-bf59-c025b9edb07b req-e28bfdb2-f87a-4d46-8667-0e12b55e7e1d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.921678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac1df-7df2-4591-bf59-c025b9edb07b req-e28bfdb2-f87a-4d46-8667-0e12b55e7e1d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.930256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac1df-7df2-4591-bf59-c025b9edb07b req-e28bfdb2-f87a-4d46-8667-0e12b55e7e1d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.936561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac1df-7df2-4591-bf59-c025b9edb07b req-e28bfdb2-f87a-4d46-8667-0e12b55e7e1d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.942565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac1df-7df2-4591-bf59-c025b9edb07b req-e28bfdb2-f87a-4d46-8667-0e12b55e7e1d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:15.950982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-982ac1df-7df2-4591-bf59-c025b9edb07b req-e28bfdb2-f87a-4d46-8667-0e12b55e7e1d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 4601 time: 0.6399217 Apr 30 01:29:16.013400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:16.081423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for 3d768db2-ab35-4033-a2a1-85df50e127ff owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:16.132084 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-982ac1df-7df2-4591-bf59-c025b9edb07b req-ff663a3b-a1fe-4b5d-83bc-7e90cb31454e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1801209 Apr 30 01:29:16.182944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-bfcf322e-9737-4d8e-b46f-311c3a5169e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:16.187743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-bfcf322e-9737-4d8e-b46f-311c3a5169e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:16.197281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-bfcf322e-9737-4d8e-b46f-311c3a5169e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:16.197281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-bfcf322e-9737-4d8e-b46f-311c3a5169e4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6042123 Apr 30 01:29:16.197776 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:16.242184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-deleted', 'tag': '3307142c-3ab5-4e74-8691-a6fcee2629df'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:16.247005 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b75e37-82d5-405e-a090-4735f4cc8e67" -d '{"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-deleted", "tag": "3307142c-3ab5-4e74-8691-a6fcee2629df"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:16.263496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f53f57c-4889-4792-b056-8ecfcf6f68d2 req-338a184f-c78f-4a7a-9a61-fd5264d11b88 tempest-ServerAddressesNegativeTestJSON-1209648084 tempest-ServerAddressesNegativeTestJSON-1209648084-project] 10.222.0.15 "GET /v2.0/security-groups?id=62acfadc-4d1c-4168-947e-ea9ddcc49fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914203 Apr 30 01:29:16.278340 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-ffa9e187-e2d4-4efa-b848-0cc4a59f07ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 31035351-1aec-46f6-b2e1-9ddf9453b07c (CIDR: 172.20.0.0/28) Apr 30 01:29:16.318123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:16.328487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Pushing event updated for resources: {'Port': ['ID=82e14327-4e38-4d55-bab6-3055d5465222,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:16.338271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:16.342434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:16.388901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9ca6050a-105d-4563-bb51-6863cd2025b8 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:16.443674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-106c8dfc-6605-4814-a6b0-b9b608ec354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:16.445287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8f9da8f-4b1c-4cfe-b1f1-73f15434d9ac req-106c8dfc-6605-4814-a6b0-b9b608ec354d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2350838 Apr 30 01:29:16.446697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:16.447405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:16.451229 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa9e187-e2d4-4efa-b848-0cc4a59f07ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:29:16.465311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa9e187-e2d4-4efa-b848-0cc4a59f07ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:16.513565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] For port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:16.559890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9ca6050a-105d-4563-bb51-6863cd2025b8 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:16.561015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:16.578951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] For port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:16.608555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6138d-1202-4f99-891d-223ef639e5ff req-6fd2d73c-39d0-4fcd-823d-06ab9c1e9469 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:16.610559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fe6138d-1202-4f99-891d-223ef639e5ff req-6fd2d73c-39d0-4fcd-823d-06ab9c1e9469 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 943 time: 0.3073144 Apr 30 01:29:16.694453 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-304d47d9-2618-4959-bbcf-fe44804b9f16 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4620502 Apr 30 01:29:16.698605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fe6138d-1202-4f99-891d-223ef639e5ff req-eae2fd37-8d30-4824-b6c9-4fd8c0c4c469 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Apr 30 01:29:16.714479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26049af7-df62-4576-86cd-82a4398d3b6e req-20179a98-64e5-4462-912f-88b42f7ccd8f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.1378133 Apr 30 01:29:16.723414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Request body: {'port': {'device_id': 'ab4b214b-0d33-4263-9e4a-55533df19478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:16.754626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d768db2-ab35-4033-a2a1-85df50e127ff'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:16.757164 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9150837-835b-4837-8544-fe6adbbcc27f" -d '{"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-unplugged", "status": "completed", "tag": "3d768db2-ab35-4033-a2a1-85df50e127ff"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:16.766988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:16.782909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ffa9e187-e2d4-4efa-b848-0cc4a59f07ee tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5535266 Apr 30 01:29:16.798862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47874) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:16.807875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:16.824336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:16.825065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:16.826681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] 10.222.0.23 "PUT /v2.0/ports/a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b HTTP/1.1" status: 200 len: 1130 time: 3.8167245 Apr 30 01:29:16.846134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e8f593-6c62-4889-903f-48c95f73176a', 'name': 'network-vif-deleted', 'tag': '2180eb3c-283e-484d-9c68-45a0f59231b9'}, {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': 'a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:16.848532 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d9912-90ee-4b94-9631-9ebb0764617a" -d '{"events": [{"server_uuid": "57e8f593-6c62-4889-903f-48c95f73176a", "name": "network-vif-deleted", "tag": "2180eb3c-283e-484d-9c68-45a0f59231b9"}, {"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:16.884416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:16.988807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:16.992611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cedb5d-b54f-4b4b-9c05-54077c5de80b service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:17.090215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=3d768db2-ab35-4033-a2a1-85df50e127ff,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:17.138734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:17.149310 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3331e7c-21ef-4858-8c57-0938f4172642 req-00e84963-12c9-4cd1-b1ab-304b383c3684 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 210 time: 0.2180169 Apr 30 01:29:17.186261 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c77907-b1ef-4afe-8b6c-e2d81e244a35 req-375c55f6-5a8b-47c3-9584-07712ffcd4e0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.204060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7c77907-b1ef-4afe-8b6c-e2d81e244a35 req-375c55f6-5a8b-47c3-9584-07712ffcd4e0 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 931 time: 0.2916489 Apr 30 01:29:17.214404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:17.396278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7c77907-b1ef-4afe-8b6c-e2d81e244a35 req-5ff516ee-7e35-4891-95c1-0a4f975e8814 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892900 Apr 30 01:29:17.399334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port 3d768db2-ab35-4033-a2a1-85df50e127ff on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:17.403074 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:17.406987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21435347-d7a7-4717-8687-7d7241d1e9fe req-c1fe733a-ec93-4afd-9d3e-83d3ad236d78 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "DELETE /v2.0/ports/3d768db2-ab35-4033-a2a1-85df50e127ff HTTP/1.1" status: 204 len: 173 time: 3.0591867 Apr 30 01:29:17.408566 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bf6b91-b81e-4e60-bfd3-f9e2c2941dae x-openstack-request-id: req-a1bf6b91-b81e-4e60-bfd3-f9e2c2941dae {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:17.408932 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-deleted", "tag": "3307142c-3ab5-4e74-8691-a6fcee2629df", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:17.409180 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1bf6b91-b81e-4e60-bfd3-f9e2c2941dae {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:17.409568 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bf6b91-b81e-4e60-bfd3-f9e2c2941dae'] response: {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-deleted', 'tag': '3307142c-3ab5-4e74-8691-a6fcee2629df', 'status': 'completed', 'code': 200} Apr 30 01:29:17.482575 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4492f3-c9b9-4446-8a5d-ea8902699d93 x-openstack-request-id: req-1d4492f3-c9b9-4446-8a5d-ea8902699d93 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:17.483044 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-unplugged", "status": "completed", "tag": "3d768db2-ab35-4033-a2a1-85df50e127ff", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:17.483202 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d4492f3-c9b9-4446-8a5d-ea8902699d93 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:17.483554 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4492f3-c9b9-4446-8a5d-ea8902699d93'] response: {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d768db2-ab35-4033-a2a1-85df50e127ff', 'code': 200} Apr 30 01:29:17.554552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47896) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:17.609689 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a7a998-fea8-43e2-b661-22ef0b4634bf x-openstack-request-id: req-29a7a998-fea8-43e2-b661-22ef0b4634bf {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:17.610262 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e8f593-6c62-4889-903f-48c95f73176a", "name": "network-vif-deleted", "tag": "2180eb3c-283e-484d-9c68-45a0f59231b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:17.610382 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29a7a998-fea8-43e2-b661-22ef0b4634bf {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:17.610713 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a7a998-fea8-43e2-b661-22ef0b4634bf'] response: {'server_uuid': '57e8f593-6c62-4889-903f-48c95f73176a', 'name': 'network-vif-deleted', 'tag': '2180eb3c-283e-484d-9c68-45a0f59231b9', 'status': 'completed', 'code': 200} Apr 30 01:29:17.611372 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a7a998-fea8-43e2-b661-22ef0b4634bf'] response: {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': 'a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b', 'status': 'completed', 'code': 200} Apr 30 01:29:17.681628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c443e5-fb25-4b14-9434-44888c784543 admin admin] Deleting subnet 903f0e95-23ed-407f-b92c-6634cf13070e {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:17.776118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503720-fcf3-4784-8ebd-62b0f3825870 req-0000f427-1776-4a01-80a4-3cd8d436b964 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.782918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503720-fcf3-4784-8ebd-62b0f3825870 req-0000f427-1776-4a01-80a4-3cd8d436b964 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.783228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:17.786589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:17.788739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503720-fcf3-4784-8ebd-62b0f3825870 req-0000f427-1776-4a01-80a4-3cd8d436b964 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.792528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3c443e5-fb25-4b14-9434-44888c784543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:17.806939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503720-fcf3-4784-8ebd-62b0f3825870 req-0000f427-1776-4a01-80a4-3cd8d436b964 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.813420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503720-fcf3-4784-8ebd-62b0f3825870 req-0000f427-1776-4a01-80a4-3cd8d436b964 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.824698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503720-fcf3-4784-8ebd-62b0f3825870 req-0000f427-1776-4a01-80a4-3cd8d436b964 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.835596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7503720-fcf3-4784-8ebd-62b0f3825870 req-0000f427-1776-4a01-80a4-3cd8d436b964 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 4601 time: 0.2232702 Apr 30 01:29:17.875196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-110336a9-a19a-4cb3-bf3f-b033d72c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.876490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-110336a9-a19a-4cb3-bf3f-b033d72c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.877166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-110336a9-a19a-4cb3-bf3f-b033d72c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.878051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-110336a9-a19a-4cb3-bf3f-b033d72c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.878735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-110336a9-a19a-4cb3-bf3f-b033d72c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.879860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-110336a9-a19a-4cb3-bf3f-b033d72c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:17.882701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-110336a9-a19a-4cb3-bf3f-b033d72c160b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5287 time: 0.2820485 Apr 30 01:29:17.956938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-854fa2aa-2a69-4b1e-a9cc-d5b6fce421b4 req-ee2be6e2-7cb7-41a1-9ac1-d060faf546b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4cd606-cc84-4ade-bef6-475e3b0e1d61 HTTP/1.1" status: 200 len: 210 time: 0.1747911 Apr 30 01:29:17.961183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f7503720-fcf3-4784-8ebd-62b0f3825870 req-e3fb8720-2225-49ae-94b1-9e7ce6ec7123 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246393 Apr 30 01:29:18.080496 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3c443e5-fb25-4b14-9434-44888c784543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.107095 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5ff5c81-aad9-4eb7-a7b3-89405ef89fe4 req-2b78f677-6e83-44c6-9120-9b3687344e0c tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0412843 Apr 30 01:29:18.151831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-f67a03ca-0efa-4ab7-a185-867c47096fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:18.152547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-f67a03ca-0efa-4ab7-a185-867c47096fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:18.153017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-f67a03ca-0efa-4ab7-a185-867c47096fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:18.154652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-f67a03ca-0efa-4ab7-a185-867c47096fcb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2387474 Apr 30 01:29:18.168663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-3f59e0b4-552b-48f7-842c-83174dd338f7 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:18.170219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-3f59e0b4-552b-48f7-842c-83174dd338f7 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.23 "GET /v2.0/networks?id=f73257e1-c3d4-44d0-8d64-64dd209af9fe HTTP/1.1" status: 200 len: 828 time: 0.6408460 Apr 30 01:29:18.203173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Request body: {'port': {'device_id': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'admin_state_up': True, 'tenant_id': '37ca6618e22c4c3e9156b49729483bda'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:18.277912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3c443e5-fb25-4b14-9434-44888c784543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.327387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3792c1-2aec-4d81-8c87-e0b6661e4244 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:18.336045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.356430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Transition to ACTIVE for port object ce3792c1-2aec-4d81-8c87-e0b6661e4244 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:18.367180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a248954-a909-49ce-a575-f6e4b655af1f req-c141e680-ceae-49c7-b295-4f931988a71c tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 210 time: 0.0820522 Apr 30 01:29:18.410546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-c8ca6def-d838-4034-b7a3-42030ff22850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:18.413079 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a76d9912-90ee-4b94-9631-9ebb0764617a req-c8ca6def-d838-4034-b7a3-42030ff22850 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2098913 Apr 30 01:29:18.436491 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.477652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e14327-4e38-4d55-bab6-3055d5465222 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:18.494187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.526813 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.540422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Transition to ACTIVE for port object 82e14327-4e38-4d55-bab6-3055d5465222 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:18.615567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3c443e5-fb25-4b14-9434-44888c784543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.683146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c443e5-fb25-4b14-9434-44888c784543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903f0e95-23ed-407f-b92c-6634cf13070e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:18.683146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3c443e5-fb25-4b14-9434-44888c784543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.683146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e3c443e5-fb25-4b14-9434-44888c784543 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/903f0e95-23ed-407f-b92c-6634cf13070e HTTP/1.1" status: 204 len: 168 time: 1.1149132 Apr 30 01:29:18.683146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47934) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:18.684016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3792c1-2aec-4d81-8c87-e0b6661e4244,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:18.720094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.720233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Attempting to bind port ce3792c1-2aec-4d81-8c87-e0b6661e4244 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:18.720233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Attempting to bind port ce3792c1-2aec-4d81-8c87-e0b6661e4244 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:18.720233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Attempting to bind port ce3792c1-2aec-4d81-8c87-e0b6661e4244 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:18.721451 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c2a19-617c-4cf7-981d-64b09292c795 req-e3ce05e2-eeb3-4205-8bb5-79aeaca77e97 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:18.721977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Port ce3792c1-2aec-4d81-8c87-e0b6661e4244 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:18.722297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Attempting to bind port ce3792c1-2aec-4d81-8c87-e0b6661e4244 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:18.722896 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-336c2a19-617c-4cf7-981d-64b09292c795 req-e3ce05e2-eeb3-4205-8bb5-79aeaca77e97 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 931 time: 0.2046490 Apr 30 01:29:18.738978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:18.738978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Checking segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:18.739387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Bound using segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:18.739838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Bound port: ce3792c1-2aec-4d81-8c87-e0b6661e4244, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:18.740581 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.751686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed817ca-2b98-4e30-ab29-4dde774c0180 req-d36a891e-1c21-4a60-967b-e23ffd20cf0c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:18.753233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ed817ca-2b98-4e30-ab29-4dde774c0180 req-d36a891e-1c21-4a60-967b-e23ffd20cf0c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 949 time: 0.1676321 Apr 30 01:29:18.840044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ed817ca-2b98-4e30-ab29-4dde774c0180 req-9c8281ae-0082-4e35-8e3f-f9fb0eb42985 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766981 Apr 30 01:29:18.846581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Made reservation on behalf of 37ca6618e22c4c3e9156b49729483bda for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:18.854428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.867341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:18.888879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] For port ce3792c1-2aec-4d81-8c87-e0b6661e4244, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:18.896335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] For port ce3792c1-2aec-4d81-8c87-e0b6661e4244, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce3792c1-2aec-4d81-8c87-e0b6661e4244,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:18.896497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Pushing event updated for resources: {'Port': ['ID=82e14327-4e38-4d55-bab6-3055d5465222,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:18.927464 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-336c2a19-617c-4cf7-981d-64b09292c795 req-43e87f19-7b15-4014-8834-7b51831921e3 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659856 Apr 30 01:29:18.959961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.008034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.083177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.083887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.085296 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce3792c1-2aec-4d81-8c87-e0b6661e4244 HTTP/1.1" status: 200 len: 1129 time: 2.1089132 Apr 30 01:29:19.085819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47952) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:19.086015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:19.117804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:19.122249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.122249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.134435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144d503a-6c2b-4ba3-95ea-0ce808652f78 None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:19.200869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.205680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=dbc18691-9b90-4552-b486-68ee52415971,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:19.217228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a02ae0-6662-4290-a60d-c8c38efd6e08 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting subnet 6144818e-7237-48aa-abfb-58668cba1893 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:19.220751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a02ae0-6662-4290-a60d-c8c38efd6e08 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.239041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Attempting to bind port 82e14327-4e38-4d55-bab6-3055d5465222 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:19.239379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Attempting to bind port 82e14327-4e38-4d55-bab6-3055d5465222 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:19.239749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Attempting to bind port 82e14327-4e38-4d55-bab6-3055d5465222 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:19.267607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a02ae0-6662-4290-a60d-c8c38efd6e08 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.272701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d929a4-ae57-4272-ae21-bab17a8c1478']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:19.275512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Port 82e14327-4e38-4d55-bab6-3055d5465222 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:19.276242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Attempting to bind port 82e14327-4e38-4d55-bab6-3055d5465222 on network 4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:19.293620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-15b61ce5-67f8-40fd-a794-0015b756ba3e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4935730 Apr 30 01:29:19.299164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47964) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:19.302376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd163ed-0ec8-4770-bbef-853165cca39f') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:19.302735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd163ed-0ec8-4770-bbef-853165cca39f') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:19.310380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-850415124', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbc18691-9b90-4552-b486-68ee52415971'}], 'security_groups': ['a39f1415-9038-4508-b752-2b29e91d5dcc']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:19.331950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.353255 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:19.358386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Checking segment: {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:19.358386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Bound using segment: {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:19.358386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Bound port: 82e14327-4e38-4d55-bab6-3055d5465222, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0005db-e98e-4ed7-8ded-5de17016c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:19.358386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.370786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Allocated IP 172.20.0.13 (f73257e1-c3d4-44d0-8d64-64dd209af9fe/ae1fe329-5cbb-401e-b657-dcdba11940ca/c5638fe3-32f9-4cee-9997-9f7f0071c30f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:19.393326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:19.416670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-deleted', 'tag': '3d768db2-ab35-4033-a2a1-85df50e127ff'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:19.422970 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a975e4-3b5d-45c0-9f87-d9158919731b" -d '{"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-deleted", "tag": "3d768db2-ab35-4033-a2a1-85df50e127ff"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:19.442692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.457938 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a02ae0-6662-4290-a60d-c8c38efd6e08 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.461812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f90a8-efa6-4d50-a502-5897721e2204 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3792c1-2aec-4d81-8c87-e0b6661e4244,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:19.479092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08b350b9-4db6-4ae7-91ef-61dedbdb64f9 req-e4df62eb-1ac9-4723-927d-2149a6063d38 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0502560 Apr 30 01:29:19.481706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:19.482119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:19.496195 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:19.578924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-59e766ba-5f64-43f3-b820-578e2421c7c4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.586091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-59e766ba-5f64-43f3-b820-578e2421c7c4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.592728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-59e766ba-5f64-43f3-b820-578e2421c7c4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.598657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-59e766ba-5f64-43f3-b820-578e2421c7c4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.606049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-59e766ba-5f64-43f3-b820-578e2421c7c4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.612639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-59e766ba-5f64-43f3-b820-578e2421c7c4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.618474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-59e766ba-5f64-43f3-b820-578e2421c7c4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.628540 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-59e766ba-5f64-43f3-b820-578e2421c7c4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5372 time: 0.4409404 Apr 30 01:29:19.643545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': 'ce3792c1-2aec-4d81-8c87-e0b6661e4244'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:19.653790 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b6613b-774e-466b-9d27-214c04422f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "ce3792c1-2aec-4d81-8c87-e0b6661e4244"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:19.654934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Update dhcp port {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'fixed_ips': [{'subnet_id': '31035351-1aec-46f6-b2e1-9ddf9453b07c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dbc18691-9b90-4552-b486-68ee52415971'}], 'binding:host_id': 'n-d-821348-1'}, 'id': 'b354a9b6-b3c7-44eb-b56a-12626a572723'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:29:19.658394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.690282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.741324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] For port 82e14327-4e38-4d55-bab6-3055d5465222, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:19.830903 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.835607 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.839324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] 10.222.0.15 "DELETE /v2.0/networks/74d929a4-ae57-4272-ae21-bab17a8c1478 HTTP/1.1" status: 204 len: 168 time: 1.1603858 Apr 30 01:29:19.866017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] For port 82e14327-4e38-4d55-bab6-3055d5465222, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=82e14327-4e38-4d55-bab6-3055d5465222,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:19.875945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Allocated IP 172.20.0.18 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/dbc18691-9b90-4552-b486-68ee52415971/b354a9b6-b3c7-44eb-b56a-12626a572723) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:19.947770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0af24c86-718e-4281-ad9c-ccf52272cc68 req-b432bfb1-20a9-4c07-bb9c-8a2331e179ca tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 210 time: 0.1683502 Apr 30 01:29:19.952522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.971106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:19.971450 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:19.972831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/82e14327-4e38-4d55-bab6-3055d5465222 HTTP/1.1" status: 200 len: 1091 time: 3.2574792 Apr 30 01:29:19.973925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00e468-c1b4-409e-84b4-d59946491dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=74d929a4-ae57-4272-ae21-bab17a8c1478,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:19.976835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] For port b354a9b6-b3c7-44eb-b56a-12626a572723, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b354a9b6-b3c7-44eb-b56a-12626a572723,segment=NetworkSegment(f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2),segment_id=f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:19.977485 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.011148 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.046500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a02ae0-6662-4290-a60d-c8c38efd6e08 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.097842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.118664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89bb32f0-aee5-4807-b3b3-b2dc181565fc req-280ceefc-afc8-42e5-9ee4-bb397c9db136 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4854515 Apr 30 01:29:20.133340 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6034c015-93f7-44f4-a6d0-ebe54082025a x-openstack-request-id: req-6034c015-93f7-44f4-a6d0-ebe54082025a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:20.133991 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4cd606-cc84-4ade-bef6-475e3b0e1d61", "name": "network-vif-deleted", "tag": "3d768db2-ab35-4033-a2a1-85df50e127ff", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:20.133991 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6034c015-93f7-44f4-a6d0-ebe54082025a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:20.134297 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6034c015-93f7-44f4-a6d0-ebe54082025a'] response: {'server_uuid': 'ac4cd606-cc84-4ade-bef6-475e3b0e1d61', 'name': 'network-vif-deleted', 'tag': '3d768db2-ab35-4033-a2a1-85df50e127ff', 'status': 'completed', 'code': 200} Apr 30 01:29:20.134888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a02ae0-6662-4290-a60d-c8c38efd6e08 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.144937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-51a02ae0-6662-4290-a60d-c8c38efd6e08 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "DELETE /v2.0/subnets/6144818e-7237-48aa-abfb-58668cba1893 HTTP/1.1" status: 204 len: 168 time: 1.0563974 Apr 30 01:29:20.164138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a02ae0-6662-4290-a60d-c8c38efd6e08 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Subnet': ['ID=6144818e-7237-48aa-abfb-58668cba1893,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:20.168844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47988) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:20.172663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2fa8a-2287-4a4d-abb3-734eb21f0e80 None None] Network 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:20.197200 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e159017c-f00c-4c68-b03f-dea25f7341cc x-openstack-request-id: req-e159017c-f00c-4c68-b03f-dea25f7341cc {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:20.198990 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "ce3792c1-2aec-4d81-8c87-e0b6661e4244", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:20.204396 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e159017c-f00c-4c68-b03f-dea25f7341cc {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:20.205605 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e159017c-f00c-4c68-b03f-dea25f7341cc'] response: {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': 'ce3792c1-2aec-4d81-8c87-e0b6661e4244', 'status': 'completed', 'code': 200} Apr 30 01:29:20.372998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48008) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:20.414454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Pushing event updated for resources: {'Port': ['ID=b354a9b6-b3c7-44eb-b56a-12626a572723,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:20.493910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.494290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.497426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.497816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.498162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.498502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.498838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.503915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.504340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.508280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.508570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.508912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc59d96-1925-4e06-8a4c-c452b97a8f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:20.573547 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.597556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-37d57f7f-e3fa-463e-95ba-d32b80265e0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99dcbbb88c3844f4a156ad64577047e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148318 Apr 30 01:29:20.601488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48018) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:20.619153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.638203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-6fe5c0a5-4911-48dd-b978-3ec77636c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:20.638674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-6fe5c0a5-4911-48dd-b978-3ec77636c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:20.639141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-6fe5c0a5-4911-48dd-b978-3ec77636c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:20.639739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-6fe5c0a5-4911-48dd-b978-3ec77636c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:20.640285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-6fe5c0a5-4911-48dd-b978-3ec77636c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:20.640748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-6fe5c0a5-4911-48dd-b978-3ec77636c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:20.641256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-6fe5c0a5-4911-48dd-b978-3ec77636c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:20.643242 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30b6613b-774e-466b-9d27-214c04422f8b req-6fe5c0a5-4911-48dd-b978-3ec77636c9b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6209 time: 0.4249134 Apr 30 01:29:20.726013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] DHCP port deletion for 6cdf1659-fbb1-40eb-b80f-e4900aa2c152 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:29:20.812063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.833218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] Deleting port 88fbf510-a24d-4b09-8043-297a3c294497 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:20.833651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:20.878835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed398cb-e7be-43d2-82a1-177901ab78f3 service neutron] Pushing event updated for resources: {'Port': ['ID=82e14327-4e38-4d55-bab6-3055d5465222,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:20.977791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] For port 88fbf510-a24d-4b09-8043-297a3c294497, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=88fbf510-a24d-4b09-8043-297a3c294497,segment=NetworkSegment(f82a5925-6d0d-4bfe-8ad9-1bb7da241819),segment_id=f82a5925-6d0d-4bfe-8ad9-1bb7da241819)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:20.978197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.007751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-25dac520-727c-47c7-a902-9e7167ce8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.008922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] Calling delete_port for 88fbf510-a24d-4b09-8043-297a3c294497 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:21.014399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-25dac520-727c-47c7-a902-9e7167ce8afa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 1094 time: 0.9004633 Apr 30 01:29:21.132814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665af86c-2c35-46cb-b503-dbdd372528a2 req-9cf0bfe0-82d1-4b77-80c4-59750f0b13e2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.142609 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-665af86c-2c35-46cb-b503-dbdd372528a2 req-9cf0bfe0-82d1-4b77-80c4-59750f0b13e2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 943 time: 0.3501122 Apr 30 01:29:21.152802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-6a573770-04ef-4054-9480-9b6228f0da9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e14327-4e38-4d55-bab6-3055d5465222 HTTP/1.1" status: 200 len: 217 time: 0.1272066 Apr 30 01:29:21.218006 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.266623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-4c0b3175-7476-4da5-9dd1-5bf6ee133191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.268532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-4c0b3175-7476-4da5-9dd1-5bf6ee133191 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae06f241-10ef-4efd-aed2-a20cb385cacb HTTP/1.1" status: 200 len: 855 time: 0.0966187 Apr 30 01:29:21.269247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] Pushing event deleted for resources: {'Port': ['ID=88fbf510-a24d-4b09-8043-297a3c294497,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:21.284900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb49dbe-971c-4b68-b244-82f4d6493c14 None None] No DVR routers for this DVR port 88fbf510-a24d-4b09-8043-297a3c294497 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:21.321816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-83540373-dc77-4653-9c10-03b559529e52 None None] Provisioning complete for port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:21.322192 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83540373-dc77-4653-9c10-03b559529e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.357278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-f8ba17ac-f1b4-406d-9ae0-1ce5f0a4943a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820427 Apr 30 01:29:21.367105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6ff20a-9964-4274-859f-e9f639c81099 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:21.373299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-d8b7ac74-6fba-4a69-8151-4897a88709a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.373715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-d8b7ac74-6fba-4a69-8151-4897a88709a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.374178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-d8b7ac74-6fba-4a69-8151-4897a88709a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.376340 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30b6613b-774e-466b-9d27-214c04422f8b req-d8b7ac74-6fba-4a69-8151-4897a88709a7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7144082 Apr 30 01:29:21.381523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-83540373-dc77-4653-9c10-03b559529e52 None None] Port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:21.386448 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.404256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-83540373-dc77-4653-9c10-03b559529e52 None None] Provisioning complete for port 4a81d6f5-1b2f-4508-a098-901666735403 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:21.404624 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83540373-dc77-4653-9c10-03b559529e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.435910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.472181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-83540373-dc77-4653-9c10-03b559529e52 None None] Port 4a81d6f5-1b2f-4508-a098-901666735403 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:21.494159 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-83540373-dc77-4653-9c10-03b559529e52 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:21.494531 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83540373-dc77-4653-9c10-03b559529e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.504379 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-665af86c-2c35-46cb-b503-dbdd372528a2 req-2b6d5238-0185-4406-94de-6a98c391158b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557250 Apr 30 01:29:21.549178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6613b-774e-466b-9d27-214c04422f8b req-e8cf0592-18ec-4268-a688-501876531c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.555645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30b6613b-774e-466b-9d27-214c04422f8b req-e8cf0592-18ec-4268-a688-501876531c72 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1629045 Apr 30 01:29:21.561841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2fdddc8-7e35-44cd-9116-ba5b60cf79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.566300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-53b6d673-9181-4a95-a492-b64d79acebd2 req-6b7b5152-bda4-4902-ad57-fc3378ffdacd tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.7137027 Apr 30 01:29:21.581437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:21.587898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Transition to ACTIVE for port object db6ff20a-9964-4274-859f-e9f639c81099 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:21.590849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:21.606887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:21.632754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2fdddc8-7e35-44cd-9116-ba5b60cf79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.637180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port 88fbf510-a24d-4b09-8043-297a3c294497 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:21.637519 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.760114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Pushing event updated for resources: {'Port': ['ID=c5638fe3-32f9-4cee-9997-9f7f0071c30f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:21.769672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.806275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.806957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.843665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port 88fbf510-a24d-4b09-8043-297a3c294497, host n-d-821348-1, got binding levels [] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:21.843665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.877102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98a1d-ce4e-433b-82e2-1498fe58f940 req-abfd86a3-d757-4915-8090-dbf347e83c7f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.881944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1c98a1d-ce4e-433b-82e2-1498fe58f940 req-abfd86a3-d757-4915-8090-dbf347e83c7f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 932 time: 0.1838331 Apr 30 01:29:21.914478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for 88fbf510-a24d-4b09-8043-297a3c294497 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:21.921246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.ipam_backend_mixin [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Port 88fbf510-a24d-4b09-8043-297a3c294497 was not found and therefore no delete operation was performed {{(pid=103318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:29:21.929409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Pushing event updated for resources: {'Port': ['ID=db6ff20a-9964-4274-859f-e9f639c81099,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:21.948379 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:21.971805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-caffb0ee-6ed9-4764-9b40-5f6a25381b90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.978243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-caffb0ee-6ed9-4764-9b40-5f6a25381b90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.984556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-caffb0ee-6ed9-4764-9b40-5f6a25381b90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:21.991089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-caffb0ee-6ed9-4764-9b40-5f6a25381b90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:22.001638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-caffb0ee-6ed9-4764-9b40-5f6a25381b90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:22.009305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-caffb0ee-6ed9-4764-9b40-5f6a25381b90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:22.017450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-caffb0ee-6ed9-4764-9b40-5f6a25381b90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:22.021297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-caffb0ee-6ed9-4764-9b40-5f6a25381b90 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5384 time: 0.1681592 Apr 30 01:29:22.032512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-9a0bb0fc-da96-4a92-bec6-59fe84abcf69 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352458 Apr 30 01:29:22.046885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fe80e7cd-4a14-4307-badb-19d44048c691 None None] Provisioning complete for port c5638fe3-32f9-4cee-9997-9f7f0071c30f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:22.047372 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe80e7cd-4a14-4307-badb-19d44048c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.049183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-7945507b-e989-41e8-94a2-235a8d1748de tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8687129 Apr 30 01:29:22.085015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2fdddc8-7e35-44cd-9116-ba5b60cf79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.087621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2fdddc8-7e35-44cd-9116-ba5b60cf79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.089312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a2fdddc8-7e35-44cd-9116-ba5b60cf79a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62acfadc-4d1c-4168-947e-ea9ddcc49fbc HTTP/1.1" status: 204 len: 168 time: 1.4672210 Apr 30 01:29:22.093399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1c98a1d-ce4e-433b-82e2-1498fe58f940 req-da19ba58-7560-44e7-8483-107bbcb77290 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101910 Apr 30 01:29:22.099104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Request body: {'port': {'device_id': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:22.102298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=88fbf510-a24d-4b09-8043-297a3c294497,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:22.114745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port 88fbf510-a24d-4b09-8043-297a3c294497 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:22.157250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4b214b-0d33-4263-9e4a-55533df19478', 'tag': '82e14327-4e38-4d55-bab6-3055d5465222'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:22.160012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdddc8-7e35-44cd-9116-ba5b60cf79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62acfadc-4d1c-4168-947e-ea9ddcc49fbc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:22.160913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fe80e7cd-4a14-4307-badb-19d44048c691 None None] Port c5638fe3-32f9-4cee-9997-9f7f0071c30f cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:22.163078 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4b214b-0d33-4263-9e4a-55533df19478", "tag": "82e14327-4e38-4d55-bab6-3055d5465222"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:22.270029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d043b54-bfef-4c1d-a386-c6e36dc201a6 req-1ff8859e-3431-409a-9efc-0aa2e51f3e21 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2263041 Apr 30 01:29:22.367360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Delete allocated IP 172.20.0.9 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/31035351-1aec-46f6-b2e1-9ddf9453b07c) {{(pid=103319) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 01:29:22.380769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Attempting to bind port db6ff20a-9964-4274-859f-e9f639c81099 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:22.381322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Attempting to bind port db6ff20a-9964-4274-859f-e9f639c81099 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:22.381416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Attempting to bind port db6ff20a-9964-4274-859f-e9f639c81099 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:22.391418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.394690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.397312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Port db6ff20a-9964-4274-859f-e9f639c81099 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:22.397749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Attempting to bind port db6ff20a-9964-4274-859f-e9f639c81099 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:22.403385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b354a9b6-b3c7-44eb-b56a-12626a572723 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:22.415151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:22.420333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Checking segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:22.420333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Bound using segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:22.420333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Bound port: db6ff20a-9964-4274-859f-e9f639c81099, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:22.420333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.422962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdf1659-fbb1-40eb-b80f-e4900aa2c152']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:22.521715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:22.522002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82a5925-6d0d-4bfe-8ad9-1bb7da241819') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:22.532464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:22.533184 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.561473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.627094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.674816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.27 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/dbc18691-9b90-4552-b486-68ee52415971/8fa290e8-50ee-4cc8-9f74-b0fa38b139d2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:22.676806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:22.677292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:22.680653 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:22.685413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] For port db6ff20a-9964-4274-859f-e9f639c81099, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:22.742888 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] For port db6ff20a-9964-4274-859f-e9f639c81099, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=db6ff20a-9964-4274-859f-e9f639c81099,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:22.767447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94749a-a520-4510-95ae-51149e95657f req-8b29d445-fa8e-469b-ae4b-d6ff2d828d4a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:22.778662 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3a94749a-a520-4510-95ae-51149e95657f req-8b29d445-fa8e-469b-ae4b-d6ff2d828d4a tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 943 time: 0.1478353 Apr 30 01:29:22.824075 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.843994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3a94749a-a520-4510-95ae-51149e95657f req-c33b4583-6f47-49d9-a46a-d3c9d7626624 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587451 Apr 30 01:29:22.882185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.887882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.891383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "DELETE /v2.0/networks/6cdf1659-fbb1-40eb-b80f-e4900aa2c152 HTTP/1.1" status: 204 len: 168 time: 2.6746030 Apr 30 01:29:22.893079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 88fbf510-a24d-4b09-8043-297a3c294497 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:22.908797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48088) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:22.953749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:22.954263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:22.955960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] 10.222.0.23 "PUT /v2.0/ports/db6ff20a-9964-4274-859f-e9f639c81099 HTTP/1.1" status: 200 len: 1091 time: 3.5740418 Apr 30 01:29:22.956426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': 'db6ff20a-9964-4274-859f-e9f639c81099'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:22.956944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 88fbf510-a24d-4b09-8043-297a3c294497 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:22.957651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 88fbf510-a24d-4b09-8043-297a3c294497 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:22.965080 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6efbc-0343-4375-80b0-efa80d19b74c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "db6ff20a-9964-4274-859f-e9f639c81099"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:23.039254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:23.043588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-0094ba30-2bf4-4594-aa27-f2f99568b300 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting subnet 9bafab9f-1f50-4a3c-8d34-30195b61114b {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:23.047295 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.049091 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0094ba30-2bf4-4594-aa27-f2f99568b300 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.050446 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c163ad81-95ca-4076-b57e-d9060c7924ad x-openstack-request-id: req-c163ad81-95ca-4076-b57e-d9060c7924ad {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:23.050812 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4b214b-0d33-4263-9e4a-55533df19478", "tag": "82e14327-4e38-4d55-bab6-3055d5465222", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:23.051129 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c163ad81-95ca-4076-b57e-d9060c7924ad {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:23.051832 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c163ad81-95ca-4076-b57e-d9060c7924ad'] response: {'name': 'network-changed', 'server_uuid': 'ab4b214b-0d33-4263-9e4a-55533df19478', 'tag': '82e14327-4e38-4d55-bab6-3055d5465222', 'status': 'completed', 'code': 200} Apr 30 01:29:23.053964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0781fabf-e3fd-42ce-8597-b4e2194e5147 req-e85263d6-ec7d-4ea0-bffe-3cd8c9844427 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0122547 Apr 30 01:29:23.101687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0094ba30-2bf4-4594-aa27-f2f99568b300 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.186669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3788df0b-3d9d-4bdd-8393-d0648539d317 req-f3af0393-bc75-4996-9f57-b05b93662950 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.1220696 Apr 30 01:29:23.194511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.247005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0094ba30-2bf4-4594-aa27-f2f99568b300 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.253757 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.320584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:23.326312 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517ea1b5-e674-4e58-91c0-caddc601528d" -d '{"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-unplugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:23.343705 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8bfe78-fbd4-4bcd-bded-055b49e040b0 x-openstack-request-id: req-7b8bfe78-fbd4-4bcd-bded-055b49e040b0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:23.344423 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "db6ff20a-9964-4274-859f-e9f639c81099", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:23.344813 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b8bfe78-fbd4-4bcd-bded-055b49e040b0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:23.345415 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8bfe78-fbd4-4bcd-bded-055b49e040b0'] response: {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': 'db6ff20a-9964-4274-859f-e9f639c81099', 'status': 'completed', 'code': 200} Apr 30 01:29:23.347823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ed82b-5810-490f-8381-b309a3edcfc1 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Network': ['ID=6cdf1659-fbb1-40eb-b80f-e4900aa2c152,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:23.367033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:23.371080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:23.458830 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92fbca5-e4cb-4ee1-a68a-9430431e7a0d x-openstack-request-id: req-f92fbca5-e4cb-4ee1-a68a-9430431e7a0d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:23.459406 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-unplugged", "status": "completed", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:23.460126 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f92fbca5-e4cb-4ee1-a68a-9430431e7a0d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:23.460789 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92fbca5-e4cb-4ee1-a68a-9430431e7a0d'] response: {'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'code': 200} Apr 30 01:29:23.466957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0094ba30-2bf4-4594-aa27-f2f99568b300 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.481558 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.592462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d6c45-8df5-4557-b7e8-c788539515a7 service neutron] Pushing event updated for resources: {'Port': ['ID=db6ff20a-9964-4274-859f-e9f639c81099,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:23.595064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:23.622825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094ba30-2bf4-4594-aa27-f2f99568b300 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Subnet': ['ID=9bafab9f-1f50-4a3c-8d34-30195b61114b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:23.626099 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0094ba30-2bf4-4594-aa27-f2f99568b300 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.626252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689499ff-625d-4323-8a5e-35649e94e6de None None] Network 6f30dd09-43c9-4465-b9d3-089cd041be85 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:23.631894 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0094ba30-2bf4-4594-aa27-f2f99568b300 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "DELETE /v2.0/subnets/9bafab9f-1f50-4a3c-8d34-30195b61114b HTTP/1.1" status: 204 len: 168 time: 0.7153163 Apr 30 01:29:23.636970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48134) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:23.677723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-a6b6f015-9d56-47e8-a13f-75f5b9bacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.678203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-a6b6f015-9d56-47e8-a13f-75f5b9bacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.678677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-a6b6f015-9d56-47e8-a13f-75f5b9bacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.679147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-a6b6f015-9d56-47e8-a13f-75f5b9bacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.679663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-a6b6f015-9d56-47e8-a13f-75f5b9bacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.680130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-a6b6f015-9d56-47e8-a13f-75f5b9bacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.680593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-a6b6f015-9d56-47e8-a13f-75f5b9bacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.682911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-a6b6f015-9d56-47e8-a13f-75f5b9bacb36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6276 time: 0.3363464 Apr 30 01:29:23.729988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.767869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=8fa290e8-50ee-4cc8-9f74-b0fa38b139d2,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:23.788154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] In _notify_port_updated(), no bound segment for port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 on network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:29:23.800122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.800813 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:23.804672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "PUT /v2.0/ports/8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 HTTP/1.1" status: 200 len: 920 time: 4.5020232 Apr 30 01:29:23.808781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-df1fd76a-4906-427f-9192-1f5ca8b5b792 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.813102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48138) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:23.816271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-df1fd76a-4906-427f-9192-1f5ca8b5b792 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.819585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.819932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.820272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.820604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.820923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.821250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.821573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.821897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.822217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.822864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-df1fd76a-4906-427f-9192-1f5ca8b5b792 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.822978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.823160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.823515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863e3dba-0c41-4555-bdbd-4d358eecb05a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:29:23.832195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-df1fd76a-4906-427f-9192-1f5ca8b5b792 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.836281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-c1c1d754-0fd4-4c53-8706-7fe6eef3a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.837895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-c1c1d754-0fd4-4c53-8706-7fe6eef3a90b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 1094 time: 0.6243463 Apr 30 01:29:23.841261 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-df1fd76a-4906-427f-9192-1f5ca8b5b792 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.850414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90e202-1c05-4f5d-b456-9e1e7aea3317 req-aca0436e-e66a-4961-a31f-64f15e979a13 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.860012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-df1fd76a-4906-427f-9192-1f5ca8b5b792 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.860621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd90e202-1c05-4f5d-b456-9e1e7aea3317 req-aca0436e-e66a-4961-a31f-64f15e979a13 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 932 time: 0.4573588 Apr 30 01:29:23.871670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-df1fd76a-4906-427f-9192-1f5ca8b5b792 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:23.883683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-df1fd76a-4906-427f-9192-1f5ca8b5b792 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5384 time: 0.3367534 Apr 30 01:29:23.998141 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.007857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] DHCP port deletion for 6f30dd09-43c9-4465-b9d3-089cd041be85 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:29:24.024285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48142) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:24.089941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd90e202-1c05-4f5d-b456-9e1e7aea3317 req-e8ccbb0c-d275-4c12-bae3-5105174c0b2e tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283716 Apr 30 01:29:24.098563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05ffd1d6-bb5b-47d5-aa82-5a7011e8c342 req-3e36da52-d02e-47d7-bd28-63fd3890baaf tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2127256 Apr 30 01:29:24.179824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5638fe3-32f9-4cee-9997-9f7f0071c30f {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:24.189536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-5eedf951-6438-440e-bff4-e844c24f96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:24.191231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-5eedf951-6438-440e-bff4-e844c24f96bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 200 len: 915 time: 0.3108778 Apr 30 01:29:24.196420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.224089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-45fdee4f-de3f-46fe-a285-64d5bcd8ffe8 None None] Provisioning complete for port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:24.224569 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45fdee4f-de3f-46fe-a285-64d5bcd8ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.259353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Transition to ACTIVE for port object c5638fe3-32f9-4cee-9997-9f7f0071c30f will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:24.264546 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-3363f121-2432-4e18-86fd-0f2dcd0d6a13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e14327-4e38-4d55-bab6-3055d5465222 HTTP/1.1" status: 200 len: 217 time: 0.0622616 Apr 30 01:29:24.295091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fc12a56b-3a20-429f-867b-9535fed53362 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:24.295364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc12a56b-3a20-429f-867b-9535fed53362 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.357677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c14cf1f0-190d-420c-b763-1c35d39de480 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:24.367131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] Deleting port c14cf1f0-190d-420c-b763-1c35d39de480 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:24.367734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.374349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-f079f9e5-75cd-44f9-9fdb-a53f200a7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:24.374826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-f079f9e5-75cd-44f9-9fdb-a53f200a7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:24.375278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-f079f9e5-75cd-44f9-9fdb-a53f200a7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:24.377217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-f079f9e5-75cd-44f9-9fdb-a53f200a7b69 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6272538 Apr 30 01:29:24.391157 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.451652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-350761282-network', 'tenant_id': '756929d59fd74ec398e6de8e1f4c6df1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:24.456086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce8512fd-31ad-45b9-b77a-dc683a009500 req-512996b3-6421-4da4-9144-2174f71bf30a tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0789628 Apr 30 01:29:24.481531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-73b7f517-6312-439d-a8cb-0cd42f932f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:24.483026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-73b7f517-6312-439d-a8cb-0cd42f932f75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae06f241-10ef-4efd-aed2-a20cb385cacb HTTP/1.1" status: 200 len: 855 time: 0.2101021 Apr 30 01:29:24.573692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] For port c14cf1f0-190d-420c-b763-1c35d39de480, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c14cf1f0-190d-420c-b763-1c35d39de480,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:24.574164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.589900 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-f0599ce0-a327-4e60-a347-31e8720240fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925863 Apr 30 01:29:24.589900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Pushing event updated for resources: {'Port': ['ID=c5638fe3-32f9-4cee-9997-9f7f0071c30f,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:24.652889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc12a56b-3a20-429f-867b-9535fed53362 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.656152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-45fdee4f-de3f-46fe-a285-64d5bcd8ffe8 None None] Port 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:24.660561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] Calling delete_port for c14cf1f0-190d-420c-b763-1c35d39de480 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:24.674205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Made reservation on behalf of 756929d59fd74ec398e6de8e1f4c6df1 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:24.676604 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.713037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6326e706-acc6-47d0-93fc-629a3fdf5e99 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:24.728780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.738848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port c14cf1f0-190d-420c-b763-1c35d39de480 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:24.739315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.745214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fc12a56b-3a20-429f-867b-9535fed53362 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:24.752976 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.825547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Transition to ACTIVE for port object 6326e706-acc6-47d0-93fc-629a3fdf5e99 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:24.851397 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.864319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dd4a0-f09e-4a08-b622-6ccec722f44f req-354332c0-efd8-4d1f-87d7-4ddddbf13a09 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:24.873515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f65dd4a0-f09e-4a08-b622-6ccec722f44f req-354332c0-efd8-4d1f-87d7-4ddddbf13a09 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 943 time: 0.4919214 Apr 30 01:29:24.910739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:24.982705 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.035200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-7aecf831-6701-42fe-8430-87b79f576487 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328091 Apr 30 01:29:25.042668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Pushing event updated for resources: {'Port': ['ID=6326e706-acc6-47d0-93fc-629a3fdf5e99,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:25.050449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] Pushing event deleted for resources: {'Port': ['ID=c14cf1f0-190d-420c-b763-1c35d39de480,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:25.056381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0165bc6-7974-4e0f-8cb6-1c9a6443bf4e None None] No DVR routers for this DVR port c14cf1f0-190d-420c-b763-1c35d39de480 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:25.058547 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 30 01:29:25.058547 n-d-821348-1 neutron-server[103320]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 30 01:29:25.058547 n-d-821348-1 neutron-server[103320]: [parameters: {'status': 'DOWN', 'ports_id': 'c14cf1f0-190d-420c-b763-1c35d39de480'}] Apr 30 01:29:25.058547 n-d-821348-1 neutron-server[103320]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:29:25.058894 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:29:25.108048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Attempting to bind port c5638fe3-32f9-4cee-9997-9f7f0071c30f on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:25.109283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Attempting to bind port c5638fe3-32f9-4cee-9997-9f7f0071c30f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:25.109963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Attempting to bind port c5638fe3-32f9-4cee-9997-9f7f0071c30f on network f73257e1-c3d4-44d0-8d64-64dd209af9fe {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:25.148443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port c14cf1f0-190d-420c-b763-1c35d39de480, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c14cf1f0-190d-420c-b763-1c35d39de480,segment=NetworkSegment(8be6636c-b47a-4ea3-88a1-08ea092705db),segment_id=8be6636c-b47a-4ea3-88a1-08ea092705db)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:25.148949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.158000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Port c5638fe3-32f9-4cee-9997-9f7f0071c30f on network f73257e1-c3d4-44d0-8d64-64dd209af9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:25.159391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Attempting to bind port c5638fe3-32f9-4cee-9997-9f7f0071c30f on network f73257e1-c3d4-44d0-8d64-64dd209af9fe {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:25.178493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f65dd4a0-f09e-4a08-b622-6ccec722f44f req-8577cd42-0f0e-4294-a45f-63e9d45f8e28 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037241 Apr 30 01:29:25.179927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-0119b256-283b-46fb-bcb2-4f15b7f79657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.184906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9c6efbc-0343-4375-80b0-efa80d19b74c req-0119b256-283b-46fb-bcb2-4f15b7f79657 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7510018 Apr 30 01:29:25.240287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:25.240620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Checking segment: {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:25.241345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Bound using segment: {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:25.247875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Bound port: c5638fe3-32f9-4cee-9997-9f7f0071c30f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:25.248313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for c14cf1f0-190d-420c-b763-1c35d39de480 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:25.248445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.409042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bcb1f-20e1-48e8-a105-a58ce52ade5c req-4cc3ced4-fef7-46d6-b57e-0e349b87c29d tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.409042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-301bcb1f-20e1-48e8-a105-a58ce52ade5c req-4cc3ced4-fef7-46d6-b57e-0e349b87c29d tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 944 time: 0.1393678 Apr 30 01:29:25.419781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe9881bd-cfdd-4f6d-8ca3-71bdeef21ed8 req-944732db-fb2a-431d-aa6d-8ae25840cc40 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588367 Apr 30 01:29:25.430338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Attempting to bind port 6326e706-acc6-47d0-93fc-629a3fdf5e99 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:25.430981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Attempting to bind port 6326e706-acc6-47d0-93fc-629a3fdf5e99 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:25.431489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Attempting to bind port 6326e706-acc6-47d0-93fc-629a3fdf5e99 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:25.448279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Port 6326e706-acc6-47d0-93fc-629a3fdf5e99 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:25.448928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Attempting to bind port 6326e706-acc6-47d0-93fc-629a3fdf5e99 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:25.474025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:25.474458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Checking segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:25.474974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Bound using segment: {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:25.475589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Bound port: 6326e706-acc6-47d0-93fc-629a3fdf5e99, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb0522-2de7-4f3c-9e90-304b78a863a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:25.483477 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.489481 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.497228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] For port c5638fe3-32f9-4cee-9997-9f7f0071c30f, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:25.500368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] For port c5638fe3-32f9-4cee-9997-9f7f0071c30f, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:25.501956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.563237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-301bcb1f-20e1-48e8-a105-a58ce52ade5c req-c581838f-2e69-4ed9-96f2-44063202bc25 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373656 Apr 30 01:29:25.565859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=c14cf1f0-190d-420c-b763-1c35d39de480,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:25.570044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port c14cf1f0-190d-420c-b763-1c35d39de480 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:25.585005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Port c14cf1f0-190d-420c-b763-1c35d39de480 update to DOWN by agent not found {{(pid=103320) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 30 01:29:25.606438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.644342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:29:25.663578 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc12a56b-3a20-429f-867b-9535fed53362 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.672856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.691358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] For port 6326e706-acc6-47d0-93fc-629a3fdf5e99, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:25.694342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.696737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.697083 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Added segment e778cf15-3778-4d12-8eba-73d2c46bb9f8 of type vlan for network 7537432b-e55d-4db3-862f-53e8bd0b3eae Apr 30 01:29:25.712973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12a56b-3a20-429f-867b-9535fed53362 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=8fa290e8-50ee-4cc8-9f74-b0fa38b139d2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:25.736949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] For port 6326e706-acc6-47d0-93fc-629a3fdf5e99, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:25.741621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f30dd09-43c9-4465-b9d3-089cd041be85']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:25.743476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17711e54-8352-4722-a60c-82d22ed700c4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:25.760422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be6636c-b47a-4ea3-88a1-08ea092705db') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:25.760422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be6636c-b47a-4ea3-88a1-08ea092705db') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:25.782659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7a060486-5db2-4eca-85f0-6129a6ecd119 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.788615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7a060486-5db2-4eca-85f0-6129a6ecd119 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.795576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7a060486-5db2-4eca-85f0-6129a6ecd119 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.801503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7a060486-5db2-4eca-85f0-6129a6ecd119 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.808433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7a060486-5db2-4eca-85f0-6129a6ecd119 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.811571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.812195 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.813806 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] 10.222.0.23 "PUT /v2.0/ports/c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 200 len: 1092 time: 3.7324402 Apr 30 01:29:25.814677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7a060486-5db2-4eca-85f0-6129a6ecd119 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.820213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:25.820638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7a060486-5db2-4eca-85f0-6129a6ecd119 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.823657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7a060486-5db2-4eca-85f0-6129a6ecd119 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5396 time: 0.1542811 Apr 30 01:29:25.830483 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.831032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.836225 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28536d83-6060-460d-8515-0497fa754d10" -d '{"events": [{"name": "network-changed", "server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:25.878898 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.910928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:25.910928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.910928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] 10.222.0.23 "PUT /v2.0/ports/6326e706-acc6-47d0-93fc-629a3fdf5e99 HTTP/1.1" status: 200 len: 1091 time: 2.5700505 Apr 30 01:29:25.910928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.913271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': '6326e706-acc6-47d0-93fc-629a3fdf5e99'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:25.914838 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "6326e706-acc6-47d0-93fc-629a3fdf5e99"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:25.918915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b5e1-5032-43b8-8747-fb95b0688406 service neutron] Pushing event updated for resources: {'Port': ['ID=c5638fe3-32f9-4cee-9997-9f7f0071c30f,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:25.936818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:25.937240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:25.945908 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:25.950129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc12a56b-3a20-429f-867b-9535fed53362 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:25.972801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc12a56b-3a20-429f-867b-9535fed53362 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 HTTP/1.1" status: 204 len: 168 time: 2.1540811 Apr 30 01:29:25.973582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48222) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:25.993543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1c1e3-02c0-4b9a-baa7-be0a3ad02c92 service neutron] Pushing event updated for resources: {'Port': ['ID=6326e706-acc6-47d0-93fc-629a3fdf5e99,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:26.044913 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-33db4fa5-6526-40e5-ac37-58139b6fba72 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:29:26.051032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-33db4fa5-6526-40e5-ac37-58139b6fba72 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/8fa290e8-50ee-4cc8-9f74-b0fa38b139d2 HTTP/1.1" status: 404 len: 333 time: 0.0694273 Apr 30 01:29:26.051032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48226) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:26.059785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:26.116463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b6146c7-c900-4422-9c12-2f8774a304f1 req-7e9007dd-bbc0-4bf9-a9a0-880024528592 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2728806 Apr 30 01:29:26.145929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.178085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.178085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.178652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.265075 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.288446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.308422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48230) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:26.316793 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "DELETE /v2.0/networks/6f30dd09-43c9-4465-b9d3-089cd041be85 HTTP/1.1" status: 204 len: 168 time: 2.6517017 Apr 30 01:29:26.323780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-276011543'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:26.361768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-439a2897-14fb-4a02-b4f7-05c4b6320c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.363597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-439a2897-14fb-4a02-b4f7-05c4b6320c75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37ca6618e22c4c3e9156b49729483bda&device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 1095 time: 0.3352141 Apr 30 01:29:26.423975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a079f5-865f-4842-aa55-80082715cff0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Network': ['ID=6f30dd09-43c9-4465-b9d3-089cd041be85,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:26.437129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] Pushing event updated for resources: {'Network': ['ID=7537432b-e55d-4db3-862f-53e8bd0b3eae,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:26.439386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e81dff02-629f-4ad0-907e-2c8e7eb18623 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.444445 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-5da913cd-17ca-4177-9780-cb625c114483 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 200 len: 217 time: 0.0602269 Apr 30 01:29:26.452121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1db50c18-3459-44dc-a4c2-bac1edccce80 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4238453 Apr 30 01:29:26.456458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7537432b-e55d-4db3-862f-53e8bd0b3eae details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:29:26.456590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48232) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:26.456668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c03c05dc-cad9-45dd-b9cc-29800be1bc0a req-8a975860-36ff-493e-81cc-b74f83b75e93 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.1338170 Apr 30 01:29:26.465304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Request body: {'subnet': {'network_id': '7537432b-e55d-4db3-862f-53e8bd0b3eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-350761282-subnet', 'tenant_id': '756929d59fd74ec398e6de8e1f4c6df1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:26.547895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-da06802b-d7a2-4873-9cd2-2d67cf6a5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.547895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-da06802b-d7a2-4873-9cd2-2d67cf6a5f1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae1fe329-5cbb-401e-b657-dcdba11940ca HTTP/1.1" status: 200 len: 867 time: 0.0865612 Apr 30 01:29:26.551594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:26.556715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.612417 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29f8287-21e5-4bdd-a25d-adff24f9a185 x-openstack-request-id: req-d29f8287-21e5-4bdd-a25d-adff24f9a185 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:26.612780 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "6326e706-acc6-47d0-93fc-629a3fdf5e99", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:26.613091 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d29f8287-21e5-4bdd-a25d-adff24f9a185 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:26.613722 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29f8287-21e5-4bdd-a25d-adff24f9a185'] response: {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': '6326e706-acc6-47d0-93fc-629a3fdf5e99', 'status': 'completed', 'code': 200} Apr 30 01:29:26.634635 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471e99ed-64c4-45cf-9dd7-26554dc30694 x-openstack-request-id: req-471e99ed-64c4-45cf-9dd7-26554dc30694 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:26.634916 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:26.637926 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-471e99ed-64c4-45cf-9dd7-26554dc30694 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:26.638419 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471e99ed-64c4-45cf-9dd7-26554dc30694'] response: {'name': 'network-changed', 'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'status': 'completed', 'code': 200} Apr 30 01:29:26.673311 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e81dff02-629f-4ad0-907e-2c8e7eb18623 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.700514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:29:26.710170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.710519 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Added segment 1b4f451f-4315-46cf-9455-ec4f776c20d7 of type vlan for network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 Apr 30 01:29:26.741199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:26.751279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-80233d83-137e-4db2-9d90-72713d67ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.751839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-80233d83-137e-4db2-9d90-72713d67ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.752309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-80233d83-137e-4db2-9d90-72713d67ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.752877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-80233d83-137e-4db2-9d90-72713d67ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.753238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-80233d83-137e-4db2-9d90-72713d67ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.753717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-80233d83-137e-4db2-9d90-72713d67ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.754182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-80233d83-137e-4db2-9d90-72713d67ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.756985 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-80233d83-137e-4db2-9d90-72713d67ba5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6343 time: 0.1002762 Apr 30 01:29:26.765903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.790436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Transition to ACTIVE for port object 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:26.866041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:26.984600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-182c5906-2936-4a23-b1bf-d86f64ffa28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.985067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-182c5906-2936-4a23-b1bf-d86f64ffa28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.985763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-182c5906-2936-4a23-b1bf-d86f64ffa28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:26.991791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-182c5906-2936-4a23-b1bf-d86f64ffa28c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2061446 Apr 30 01:29:26.995164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Pushing event updated for resources: {'Port': ['ID=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:27.032380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 82e14327-4e38-4d55-bab6-3055d5465222 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:29:27.208062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 82e14327-4e38-4d55-bab6-3055d5465222, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=82e14327-4e38-4d55-bab6-3055d5465222,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:27.225642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '82e14327-4e38-4d55-bab6-3055d5465222', 'network_id': '4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9', 'port_id': '82e14327-4e38-4d55-bab6-3055d5465222', 'mac_address': 'fa:16:3e:50:e2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06f241-10ef-4efd-aed2-a20cb385cacb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:29:27.285545 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.296552 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.308190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba4ea8-8aed-4bd0-8daa-de2e784271f4 req-d14a06d4-c0e2-46e9-82e1-d10a5a76bc21 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:27.310000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9ba4ea8-8aed-4bd0-8daa-de2e784271f4 req-d14a06d4-c0e2-46e9-82e1-d10a5a76bc21 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 943 time: 0.1099045 Apr 30 01:29:27.312118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-e6b13565-8579-44f2-9474-dbb3d752125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:27.313994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-e6b13565-8579-44f2-9474-dbb3d752125d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f73257e1-c3d4-44d0-8d64-64dd209af9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7301817 Apr 30 01:29:27.319504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e14327-4e38-4d55-bab6-3055d5465222 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:27.353398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 82e14327-4e38-4d55-bab6-3055d5465222, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=82e14327-4e38-4d55-bab6-3055d5465222,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:27.422407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9ba4ea8-8aed-4bd0-8daa-de2e784271f4 req-ae0c4d2d-3527-4854-9339-e6b5c1a79082 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019764 Apr 30 01:29:27.425641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:29:27.428185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Made reservation on behalf of 756929d59fd74ec398e6de8e1f4c6df1 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:27.430648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.434277 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.469969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Attempting to bind port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:27.470497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Attempting to bind port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:27.470981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Attempting to bind port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea on network 0e6294b2-3522-4972-aca6-3136bf498da1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:27.482291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea on network 0e6294b2-3522-4972-aca6-3136bf498da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:27.482848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Attempting to bind port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea on network 0e6294b2-3522-4972-aca6-3136bf498da1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:27.491976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:27.492645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Checking segment: {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:27.493275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Bound using segment: {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:27.493920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Bound port: 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:27.494754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.537016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=82e14327-4e38-4d55-bab6-3055d5465222,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:27.629640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-4cb352ea-95b4-4f51-b165-b06d1b07be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:27.634887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7651bf48-f9aa-4be2-a2c6-c5a18a6451ee req-4cb352ea-95b4-4f51-b165-b06d1b07be2c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6116731 Apr 30 01:29:27.651462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['82e14327-4e38-4d55-bab6-3055d5465222'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:29:27.672907 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e81dff02-629f-4ad0-907e-2c8e7eb18623 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.675479 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e81dff02-629f-4ad0-907e-2c8e7eb18623 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.682553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e81dff02-629f-4ad0-907e-2c8e7eb18623 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/security-groups/93329d6e-3974-4b45-968b-9a662ca87ed6 HTTP/1.1" status: 204 len: 168 time: 1.6291838 Apr 30 01:29:27.682553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48278) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:27.693829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] For port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:27.698250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] For port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:27.703653 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.712756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:27.713509 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.733593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dff02-629f-4ad0-907e-2c8e7eb18623 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93329d6e-3974-4b45-968b-9a662ca87ed6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:27.737827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-6548c876-2acb-47b9-9aab-2aeb89b8adbe service neutron] 10.222.0.23 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754933 Apr 30 01:29:27.761153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bfb93-cea5-439e-90f6-a08d2a7c86b8 req-8aa4110a-5e32-45a8-907d-a4821fece972 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:27.762733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-092bfb93-cea5-439e-90f6-a08d2a7c86b8 req-8aa4110a-5e32-45a8-907d-a4821fece972 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 944 time: 0.1993630 Apr 30 01:29:27.766531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.804561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:27.805481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.806901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] 10.222.0.23 "PUT /v2.0/ports/7aacf8aa-aedd-4c6d-a8ef-38fc38319aea HTTP/1.1" status: 200 len: 1091 time: 1.7736418 Apr 30 01:29:27.833172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02f66e-7bd9-4fb2-a4b5-8a607df46a05 service neutron] Pushing event updated for resources: {'Port': ['ID=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:27.853736 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:27.886881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5769842 Apr 30 01:29:27.891022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48282) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:27.896306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'subnet': {'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:27.934072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a0db1-2c6b-464f-8e4d-81e4414852fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Network': ['ID=c9e634ae-b772-40aa-bc0e-bcd1f235efa9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:27.944805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:29:28.035248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Request body: {'port': {'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:28.055982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-092bfb93-cea5-439e-90f6-a08d2a7c86b8 req-1a0df234-a378-4b0c-b329-1a8a35a32a55 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710044 Apr 30 01:29:28.102008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-701cb6cf-ad2c-4305-a3f4-0c1efdbb8840 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.127938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ddd3ad-cf7c-4dda-9466-2aa09d0c772b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:28.180134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31503810-1c78-4b52-aadb-e88ba8379c4a req-03c03e05-b683-486d-a760-52269d72e958 service neutron] 10.222.0.23 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138911 Apr 30 01:29:28.182571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:28.186992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.208555 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.210670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5926842f-dad4-4e90-b5e5-9c273a26f251 req-c2375e19-2ffe-4ba7-bb83-f017989b1b39 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0541947 Apr 30 01:29:28.211811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Checking segment: {'id': 'e778cf15-3778-4d12-8eba-73d2c46bb9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7537432b-e55d-4db3-862f-53e8bd0b3eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:28.212524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Network hostable DHCP agents. Network: 7537432b-e55d-4db3-862f-53e8bd0b3eae, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:29:28.221342 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-701cb6cf-ad2c-4305-a3f4-0c1efdbb8840 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.358901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28536d83-6060-460d-8515-0497fa754d10 req-73d8222e-8a37-4b18-8124-202db4e7dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.360728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28536d83-6060-460d-8515-0497fa754d10 req-73d8222e-8a37-4b18-8124-202db4e7dca9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37ca6618e22c4c3e9156b49729483bda&device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 1095 time: 0.0496860 Apr 30 01:29:28.361910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-701cb6cf-ad2c-4305-a3f4-0c1efdbb8840 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.364817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc201a83-4244-4003-8255-8548c66abb42 req-6cfbe747-68b3-4256-a454-a0cddc3a614f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.365848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-701cb6cf-ad2c-4305-a3f4-0c1efdbb8840 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.368223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-701cb6cf-ad2c-4305-a3f4-0c1efdbb8840 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/security-groups/a39f1415-9038-4508-b752-2b29e91d5dcc HTTP/1.1" status: 204 len: 168 time: 0.6785200 Apr 30 01:29:28.370289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48292) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:28.377926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc201a83-4244-4003-8255-8548c66abb42 req-6cfbe747-68b3-4256-a454-a0cddc3a614f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.390831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc201a83-4244-4003-8255-8548c66abb42 req-6cfbe747-68b3-4256-a454-a0cddc3a614f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.399005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc201a83-4244-4003-8255-8548c66abb42 req-6cfbe747-68b3-4256-a454-a0cddc3a614f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.406890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc201a83-4244-4003-8255-8548c66abb42 req-6cfbe747-68b3-4256-a454-a0cddc3a614f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.415059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc201a83-4244-4003-8255-8548c66abb42 req-6cfbe747-68b3-4256-a454-a0cddc3a614f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.422548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc201a83-4244-4003-8255-8548c66abb42 req-6cfbe747-68b3-4256-a454-a0cddc3a614f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.425916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc201a83-4244-4003-8255-8548c66abb42 req-6cfbe747-68b3-4256-a454-a0cddc3a614f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5408 time: 0.3171184 Apr 30 01:29:28.471635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Network 7537432b-e55d-4db3-862f-53e8bd0b3eae is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:29:28.496145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cb6cf-ad2c-4305-a3f4-0c1efdbb8840 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39f1415-9038-4508-b752-2b29e91d5dcc,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:28.515070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28536d83-6060-460d-8515-0497fa754d10 req-2ee57ffe-3ebc-476b-8d37-d2c64428b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.516590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28536d83-6060-460d-8515-0497fa754d10 req-2ee57ffe-3ebc-476b-8d37-d2c64428b30f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f73257e1-c3d4-44d0-8d64-64dd209af9fe HTTP/1.1" status: 200 len: 928 time: 0.1471770 Apr 30 01:29:28.536133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f8905c-0b9b-4c88-81e8-fe2f4959bba4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet 31035351-1aec-46f6-b2e1-9ddf9453b07c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:28.572708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45f8905c-0b9b-4c88-81e8-fe2f4959bba4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.595551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28536d83-6060-460d-8515-0497fa754d10 req-2a8b0ac1-4f71-434e-ac22-c486de71c058 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 200 len: 217 time: 0.0688479 Apr 30 01:29:28.598125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7537432b-e55d-4db3-862f-53e8bd0b3eae) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:28.613939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0b67a9-d498-4634-a20d-6362cd7faccc None None] Network 7537432b-e55d-4db3-862f-53e8bd0b3eae requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:28.615188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:28.616914 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "7aacf8aa-aedd-4c6d-a8ef-38fc38319aea"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:28.653124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.653864 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.658794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28536d83-6060-460d-8515-0497fa754d10 req-16dd0471-1e8e-4941-b268-887e4ea1fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.660284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28536d83-6060-460d-8515-0497fa754d10 req-16dd0471-1e8e-4941-b268-887e4ea1fbd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae1fe329-5cbb-401e-b657-dcdba11940ca HTTP/1.1" status: 200 len: 867 time: 0.0530779 Apr 30 01:29:28.673160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45f8905c-0b9b-4c88-81e8-fe2f4959bba4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.740518 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc201a83-4244-4003-8255-8548c66abb42 req-a43500bc-e08f-4bc5-9ae8-ca7354a6ad3a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2859187 Apr 30 01:29:28.793337 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-922a206f-ccf8-4cf1-a845-3482a3f21e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:28.803859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-952104ad-457f-448a-a502-5c0a455401e3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3421726 Apr 30 01:29:28.803859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28536d83-6060-460d-8515-0497fa754d10 req-24d00a15-a56b-45cf-ae18-e8f43157a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:28.814068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe7b754-b8f9-47cb-b3ee-67a556c63b7f None None] Network 7537432b-e55d-4db3-862f-53e8bd0b3eae requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:28.815985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28536d83-6060-460d-8515-0497fa754d10 req-24d00a15-a56b-45cf-ae18-e8f43157a3f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f73257e1-c3d4-44d0-8d64-64dd209af9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275837 Apr 30 01:29:29.016623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45f8905c-0b9b-4c88-81e8-fe2f4959bba4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.031161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118d650-6bd2-4ce3-bf1b-6200f4be5867 req-caedcd16-ca31-4e3b-ad44-b9c151ece542 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.032776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1118d650-6bd2-4ce3-bf1b-6200f4be5867 req-caedcd16-ca31-4e3b-ad44-b9c151ece542 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 944 time: 0.1297956 Apr 30 01:29:29.033656 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.053825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 82e14327-4e38-4d55-bab6-3055d5465222 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:29.102027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4426d11-a7a9-4d24-86a7-f38670e56324 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:29.110735 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28536d83-6060-460d-8515-0497fa754d10 req-b333a652-7c7d-4f5e-899a-7e124f90ee08 service neutron] 10.222.0.23 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938843 Apr 30 01:29:29.123074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.150073 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1118d650-6bd2-4ce3-bf1b-6200f4be5867 req-284aff06-3a28-4531-a7dd-eeb27b7d3fd8 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824959 Apr 30 01:29:29.160679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Subnet': ['ID=32c7acb9-de9a-4fef-b88c-ae425b04682d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:29.189940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Checking segment: {'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:29.190307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network hostable DHCP agents. Network: c9e634ae-b772-40aa-bc0e-bcd1f235efa9, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:29:29.194572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Transition to ACTIVE for port object e4426d11-a7a9-4d24-86a7-f38670e56324 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:29.202134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45f8905c-0b9b-4c88-81e8-fe2f4959bba4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.206339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 82e14327-4e38-4d55-bab6-3055d5465222 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:29:29.210970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 82e14327-4e38-4d55-bab6-3055d5465222 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:29.211391 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.220896 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc5372-44c4-4cd8-a2eb-27f19d03d9cf x-openstack-request-id: req-20fc5372-44c4-4cd8-a2eb-27f19d03d9cf {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:29.222318 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "7aacf8aa-aedd-4c6d-a8ef-38fc38319aea", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:29.222573 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20fc5372-44c4-4cd8-a2eb-27f19d03d9cf {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:29.223003 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fc5372-44c4-4cd8-a2eb-27f19d03d9cf'] response: {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea', 'status': 'completed', 'code': 200} Apr 30 01:29:29.255621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.290294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8905c-0b9b-4c88-81e8-fe2f4959bba4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=31035351-1aec-46f6-b2e1-9ddf9453b07c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:29.306782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45f8905c-0b9b-4c88-81e8-fe2f4959bba4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.310486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f97d82-0168-44e7-8121-c1b2050162ac None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:29.315238 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-45f8905c-0b9b-4c88-81e8-fe2f4959bba4 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/31035351-1aec-46f6-b2e1-9ddf9453b07c HTTP/1.1" status: 204 len: 168 time: 0.9373043 Apr 30 01:29:29.321988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48340) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:29.349604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:29.377567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.387402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:29:29.407761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28536d83-6060-460d-8515-0497fa754d10 req-622f30f1-44c6-4e72-9927-6d8474c81299 service neutron] 10.222.0.23 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884018 Apr 30 01:29:29.415100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4b214b-0d33-4263-9e4a-55533df19478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e14327-4e38-4d55-bab6-3055d5465222'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:29.417120 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb32a7f0-ddc6-4a72-b49a-cd7c800a3692" -d '{"events": [{"server_uuid": "ab4b214b-0d33-4263-9e4a-55533df19478", "name": "network-vif-plugged", "status": "completed", "tag": "82e14327-4e38-4d55-bab6-3055d5465222"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:29.443381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 82e14327-4e38-4d55-bab6-3055d5465222, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=82e14327-4e38-4d55-bab6-3055d5465222,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:29.582909 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.631619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, c9e634ae-b772-40aa-bc0e-bcd1f235efa9) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:29.644879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-5ac49899-909a-4990-84ad-b9012af76289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.644879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-5ac49899-909a-4990-84ad-b9012af76289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.644879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-5ac49899-909a-4990-84ad-b9012af76289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.644879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-5ac49899-909a-4990-84ad-b9012af76289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.644879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-5ac49899-909a-4990-84ad-b9012af76289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.644879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-5ac49899-909a-4990-84ad-b9012af76289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.644879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-5ac49899-909a-4990-84ad-b9012af76289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.645608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-5ac49899-909a-4990-84ad-b9012af76289 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6435 time: 0.3871558 Apr 30 01:29:29.649649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca13061-3ba3-4bfd-922f-67b58a8eef17 None None] Network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:29.651237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Pushing event updated for resources: {'Port': ['ID=e4426d11-a7a9-4d24-86a7-f38670e56324,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:29.654556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:29.655209 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.663699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:29.673494 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:29.835504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=82e14327-4e38-4d55-bab6-3055d5465222,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:29.879948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Attempting to bind port e4426d11-a7a9-4d24-86a7-f38670e56324 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:29.880282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Attempting to bind port e4426d11-a7a9-4d24-86a7-f38670e56324 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:29.880612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Attempting to bind port e4426d11-a7a9-4d24-86a7-f38670e56324 on network 0e6294b2-3522-4972-aca6-3136bf498da1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:29.954848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Port e4426d11-a7a9-4d24-86a7-f38670e56324 on network 0e6294b2-3522-4972-aca6-3136bf498da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:29.955596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Attempting to bind port e4426d11-a7a9-4d24-86a7-f38670e56324 on network 0e6294b2-3522-4972-aca6-3136bf498da1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:30.004569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b4516-dcca-400d-9d8d-0b110db690df req-e96b9b65-68ed-4107-a9cb-eaae6485afe7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.006621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-e96b9b65-68ed-4107-a9cb-eaae6485afe7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/networks?id=7537432b-e55d-4db3-862f-53e8bd0b3eae HTTP/1.1" status: 200 len: 820 time: 0.3584442 Apr 30 01:29:30.020070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48358) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:30.021459 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2ebc023c-87ba-454b-806c-b3d81d77e70f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1292508 Apr 30 01:29:30.033810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2090247527'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:30.048070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:30.048640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Checking segment: {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:30.048870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Bound using segment: {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:30.049719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Bound port: e4426d11-a7a9-4d24-86a7-f38670e56324, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17906b90-6529-4c12-a6c1-2bd43ce07c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:30.050290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.067716 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-a26256de-0c6f-42bb-b3d6-7d6637260a86 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/quotas/756929d59fd74ec398e6de8e1f4c6df1 HTTP/1.1" status: 200 len: 375 time: 0.0398655 Apr 30 01:29:30.127172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45f05e-7ad9-4d6f-8001-2354666e924a req-ca0cd626-c83b-4288-a76f-b61f8af80d0c tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.133666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a45f05e-7ad9-4d6f-8001-2354666e924a req-ca0cd626-c83b-4288-a76f-b61f8af80d0c tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 944 time: 0.1123016 Apr 30 01:29:30.134940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.149684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-c9e634ae-b772-40aa-bc0e-bcd1f235efa9', 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'fixed_ips': [{'subnet_id': '32c7acb9-de9a-4fef-b88c-ae425b04682d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:29:30.149684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.187398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] For port e4426d11-a7a9-4d24-86a7-f38670e56324, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:30.191585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] For port e4426d11-a7a9-4d24-86a7-f38670e56324, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e4426d11-a7a9-4d24-86a7-f38670e56324,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:30.236044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:30.239579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.243687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-92a14672-9832-4a92-a8e8-b238c572a106 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=756929d59fd74ec398e6de8e1f4c6df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1665983 Apr 30 01:29:30.262415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:30.285267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:30.303574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.304165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.316375 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.334071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=883a7870-f494-437c-bcbd-f1b12bbb25c3,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:30.364692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a45f05e-7ad9-4d6f-8001-2354666e924a req-09e884c3-e750-465a-b9ec-bb2e537d2f68 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062020 Apr 30 01:29:30.365458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:29:30.389357 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.389357 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Added segment 84148c64-56fb-4ef6-a918-77abac4bc2a8 of type vlan for network d9de0605-e9ba-4006-9a27-9919328ffb5c Apr 30 01:29:30.395126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-b4f7e3ce-062f-4f13-a0b8-010cb15101cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.395126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-b4f7e3ce-062f-4f13-a0b8-010cb15101cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.395126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-b4f7e3ce-062f-4f13-a0b8-010cb15101cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.395126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-b4f7e3ce-062f-4f13-a0b8-010cb15101cd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5728204 Apr 30 01:29:30.404409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.404949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.407050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1a31af66-a86b-4691-9264-299bb525986a service neutron] 10.222.0.23 "PUT /v2.0/ports/e4426d11-a7a9-4d24-86a7-f38670e56324 HTTP/1.1" status: 200 len: 1091 time: 2.3760681 Apr 30 01:29:30.451360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2dda3205-3850-4dda-820a-c44c4744a8eb tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1275165 Apr 30 01:29:30.454181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48362) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:30.462973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-20b7864a-c8be-41de-a8c8-54a6ae2d6d8c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1154714785'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:30.476790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Allocated IP 19.80.0.2 (c9e634ae-b772-40aa-bc0e-bcd1f235efa9/32c7acb9-de9a-4fef-b88c-ae425b04682d/d4a8e94d-4901-4b63-8ef8-bd14ef490166) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:30.506849 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.619572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e872a36-1a60-4932-b86c-d42c01cf364c req-60945a64-c267-40db-a738-c8fb398df56e tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0779455 Apr 30 01:29:30.647206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-e5565c1c-406f-42c7-9eee-083c8ed6bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.648729 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3feab10f-dc94-4f06-8d84-73a1c7cd62bd req-e5565c1c-406f-42c7-9eee-083c8ed6bca9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2341135 Apr 30 01:29:30.667718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31af66-a86b-4691-9264-299bb525986a service neutron] Pushing event updated for resources: {'Port': ['ID=e4426d11-a7a9-4d24-86a7-f38670e56324,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:30.684558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20b7864a-c8be-41de-a8c8-54a6ae2d6d8c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.765677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.769298 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665601c2-8da4-46d0-aa14-5ea192185fe6 x-openstack-request-id: req-665601c2-8da4-46d0-aa14-5ea192185fe6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:30.769761 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4b214b-0d33-4263-9e4a-55533df19478", "name": "network-vif-plugged", "status": "completed", "tag": "82e14327-4e38-4d55-bab6-3055d5465222", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:30.769761 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-665601c2-8da4-46d0-aa14-5ea192185fe6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:30.773469 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665601c2-8da4-46d0-aa14-5ea192185fe6'] response: {'server_uuid': 'ab4b214b-0d33-4263-9e4a-55533df19478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e14327-4e38-4d55-bab6-3055d5465222', 'code': 200} Apr 30 01:29:30.776819 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.778434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.780592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:30.780894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d010139-bf66-48d6-8d4a-df037beb6f49 None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:30.797313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-a5d076b3-03e7-4b15-8c21-f49f27978886 service neutron] 10.222.0.15 "GET /v2.0/networks/7537432b-e55d-4db3-862f-53e8bd0b3eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526710 Apr 30 01:29:30.914841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9c9edf9f-d4eb-4d6c-97d5-5bda44dd21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.915417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9c9edf9f-d4eb-4d6c-97d5-5bda44dd21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.916154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9c9edf9f-d4eb-4d6c-97d5-5bda44dd21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.916983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9c9edf9f-d4eb-4d6c-97d5-5bda44dd21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.917106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9c9edf9f-d4eb-4d6c-97d5-5bda44dd21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.917921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9c9edf9f-d4eb-4d6c-97d5-5bda44dd21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.918334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9c9edf9f-d4eb-4d6c-97d5-5bda44dd21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:30.920388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9c9edf9f-d4eb-4d6c-97d5-5bda44dd21c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6477 time: 0.2124166 Apr 30 01:29:30.985687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-c9ab7378-2c54-4b39-b748-df6cda40759e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d HTTP/1.1" status: 200 len: 217 time: 0.0555305 Apr 30 01:29:30.995018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Network': ['ID=d9de0605-e9ba-4006-9a27-9919328ffb5c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:31.008283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d740c63b-baf5-4562-b253-4b9a2765b8b0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9859233 Apr 30 01:29:31.011912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20b7864a-c8be-41de-a8c8-54a6ae2d6d8c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.012057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48364) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:31.019624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'subnet': {'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:31.025419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61be61-04a0-4b4f-85ac-8c98d861d5ab req-1c330242-e247-4207-b07e-aa253318d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.027015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b61be61-04a0-4b4f-85ac-8c98d861d5ab req-1c330242-e247-4207-b07e-aa253318d458 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 1096 time: 0.0884197 Apr 30 01:29:31.031294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d9de0605-e9ba-4006-9a27-9919328ffb5c details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:29:31.045384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0a544692-bc11-4a9b-82c4-c70da4e082cf None None] Provisioning complete for port 4a81d6f5-1b2f-4508-a098-901666735403 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:31.045765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a544692-bc11-4a9b-82c4-c70da4e082cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.058972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1985580a-d1ef-4efd-b617-c29106430396 service neutron] 10.222.0.15 "GET /v2.0/networks/7537432b-e55d-4db3-862f-53e8bd0b3eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585068 Apr 30 01:29:31.077669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b61be61-04a0-4b4f-85ac-8c98d861d5ab req-aaff6987-0759-455e-993f-bb5eb96b5d67 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Apr 30 01:29:31.086927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.097612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20b7864a-c8be-41de-a8c8-54a6ae2d6d8c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.149335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-247b376f-abde-46e6-b9ed-0fb71f845542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.151192 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-247b376f-abde-46e6-b9ed-0fb71f845542 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80fef2ae-9c56-4bc8-9205-1c770896a367 HTTP/1.1" status: 200 len: 851 time: 0.1542406 Apr 30 01:29:31.164688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a544692-bc11-4a9b-82c4-c70da4e082cf None None] Port 4a81d6f5-1b2f-4508-a098-901666735403 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:31.170336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7864a-c8be-41de-a8c8-54a6ae2d6d8c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f28ed-1d5f-49e2-92be-09060c8f29a9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:31.224402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': 'e4426d11-a7a9-4d24-86a7-f38670e56324'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:31.226664 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380ca316-6e53-459a-8b9c-3883c6858082" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "e4426d11-a7a9-4d24-86a7-f38670e56324"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:31.245987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-3e4a12f4-eeda-4cc5-8db0-a05aec4ead5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.247657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-3e4a12f4-eeda-4cc5-8db0-a05aec4ead5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac585f3c-896a-483e-a277-2f2e01293da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813465 Apr 30 01:29:31.284450 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20b7864a-c8be-41de-a8c8-54a6ae2d6d8c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.291008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-20b7864a-c8be-41de-a8c8-54a6ae2d6d8c tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8332973 Apr 30 01:29:31.298183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48370) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:31.306406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9d29b4a8-5e99-402f-b4d5-7abc8a266105 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1694440262'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:31.344488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:31.354783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Pushing event updated for resources: {'Port': ['ID=d4a8e94d-4901-4b63-8ef8-bd14ef490166,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:31.364502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.370914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23d31524-007b-44d6-b049-e04ad87f7330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.388170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:31.394615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:31.418583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:31.426671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0a544692-bc11-4a9b-82c4-c70da4e082cf None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:31.427038 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a544692-bc11-4a9b-82c4-c70da4e082cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.527821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9d29b4a8-5e99-402f-b4d5-7abc8a266105 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.580655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c5638fe3-32f9-4cee-9997-9f7f0071c30f details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:29:31.600808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Attempting to bind port d4a8e94d-4901-4b63-8ef8-bd14ef490166 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:31.601247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Attempting to bind port d4a8e94d-4901-4b63-8ef8-bd14ef490166 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:31.601582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Attempting to bind port d4a8e94d-4901-4b63-8ef8-bd14ef490166 on network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:31.610120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:31.610491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Checking segment: {'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:31.610888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.611270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Bound using segment: {'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:31.615987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Bound port: d4a8e94d-4901-4b63-8ef8-bd14ef490166, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:31.616423 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.722046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] For port d4a8e94d-4901-4b63-8ef8-bd14ef490166, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:31.724969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] For port d4a8e94d-4901-4b63-8ef8-bd14ef490166, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4a8e94d-4901-4b63-8ef8-bd14ef490166,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:31.759395 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9d29b4a8-5e99-402f-b4d5-7abc8a266105 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.772563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-41c0044c-fae5-4482-8b36-f6bbe665b514 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.778952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-41c0044c-fae5-4482-8b36-f6bbe665b514 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.784234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b6deb-c564-4a7a-be16-9013042887ef req-eeb61be4-526b-4a65-b8d6-ee63d9a5ff4e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.785087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-41c0044c-fae5-4482-8b36-f6bbe665b514 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.786626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b3b6deb-c564-4a7a-be16-9013042887ef req-eeb61be4-526b-4a65-b8d6-ee63d9a5ff4e tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.1427000 Apr 30 01:29:31.798968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-41c0044c-fae5-4482-8b36-f6bbe665b514 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.802213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37e4ff-8a5b-4d13-98d7-22b1617fa7f3 None None] Update dhcp port {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'fixed_ips': [{'subnet_id': 'dbc18691-9b90-4552-b486-68ee52415971', 'ip_address': '172.20.0.18'}, {'subnet_id': '883a7870-f494-437c-bcbd-f1b12bbb25c3'}], 'binding:host_id': 'n-d-821348-1'}, 'id': 'b354a9b6-b3c7-44eb-b56a-12626a572723'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:29:31.806153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-41c0044c-fae5-4482-8b36-f6bbe665b514 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.815766 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.819439 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-41c0044c-fae5-4482-8b36-f6bbe665b514 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.826712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-41c0044c-fae5-4482-8b36-f6bbe665b514 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:31.835870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-41c0044c-fae5-4482-8b36-f6bbe665b514 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.4712074 Apr 30 01:29:31.851786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e63d88a3-3478-4059-a25c-537404ce46ee service neutron] 10.222.0.23 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932722 Apr 30 01:29:31.858299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b3b6deb-c564-4a7a-be16-9013042887ef req-62008b22-3b8f-47a0-b054-97cb6aad050d tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Apr 30 01:29:31.881145 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9d29b4a8-5e99-402f-b4d5-7abc8a266105 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.914580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-584e33ee-b963-46c3-8f6e-b88f4d40d0e1 req-fd22042f-65f0-45d8-92ab-91ed68fb73b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777988 Apr 30 01:29:31.920818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4d37e4ff-8a5b-4d13-98d7-22b1617fa7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:31.932818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29b4a8-5e99-402f-b4d5-7abc8a266105 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715a9b7d-d34b-466b-9b51-60138b657a12,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:32.000929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c5638fe3-32f9-4cee-9997-9f7f0071c30f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:32.014629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9d29b4a8-5e99-402f-b4d5-7abc8a266105 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.015276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-0027a49f-2eda-44db-89f8-848f3a2f799c service neutron] 10.222.0.23 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527212 Apr 30 01:29:32.018956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9d29b4a8-5e99-402f-b4d5-7abc8a266105 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7232993 Apr 30 01:29:32.019078 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2566f53e-aa6a-4f43-9879-c55c51361711 x-openstack-request-id: req-2566f53e-aa6a-4f43-9879-c55c51361711 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:32.019078 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "e4426d11-a7a9-4d24-86a7-f38670e56324", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:32.019078 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2566f53e-aa6a-4f43-9879-c55c51361711 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:32.019078 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2566f53e-aa6a-4f43-9879-c55c51361711'] response: {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': 'e4426d11-a7a9-4d24-86a7-f38670e56324', 'status': 'completed', 'code': 200} Apr 30 01:29:32.019524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.019663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48384) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:32.023859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.033883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f8662931-079d-4f67-9b7f-f994b02a02e1 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'security_group': {'name': 'tempest-secgroup-802907097'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:32.045654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45876471-9297-4aff-a972-4dc022cfe079 None None] Pushing event updated for resources: {'Port': ['ID=d4a8e94d-4901-4b63-8ef8-bd14ef490166,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:32.055907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'port_id': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'mac_address': 'fa:16:3e:d7:d0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:29:32.199410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336f0b9-7b73-43dc-9146-4ed733ecaf00 req-7a6bb2d4-780e-474f-b151-5523d5d94d86 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:32.208770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-d924fc60-01e1-44fe-bea1-81c18c7a93c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b HTTP/1.1" status: 200 len: 217 time: 0.1698239 Apr 30 01:29:32.231364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e336f0b9-7b73-43dc-9146-4ed733ecaf00 req-7a6bb2d4-780e-474f-b151-5523d5d94d86 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 948 time: 0.1398480 Apr 30 01:29:32.246657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7acbecd8-7427-4773-9330-6d5a14d6e52a req-44652b13-ee1d-4d11-8598-0b84ca9fe662 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 210 time: 0.1194775 Apr 30 01:29:32.252375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.296728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e336f0b9-7b73-43dc-9146-4ed733ecaf00 req-235154b9-49a3-4c6e-b7fa-241860f690cf tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643775 Apr 30 01:29:32.335092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5638fe3-32f9-4cee-9997-9f7f0071c30f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:32.382504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c5638fe3-32f9-4cee-9997-9f7f0071c30f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:32.392198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4d37e4ff-8a5b-4d13-98d7-22b1617fa7f3 None None] Allocated IP 172.20.0.2 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/883a7870-f494-437c-bcbd-f1b12bbb25c3/b354a9b6-b3c7-44eb-b56a-12626a572723) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:32.407043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Subnet': ['ID=87284fa9-57f9-40b6-ad55-7855d7da7212,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:32.427910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8662931-079d-4f67-9b7f-f994b02a02e1 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.491125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.514252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-12b0fc1e-238d-424b-9c37-7bc83e4d7a6e req-06de6beb-85aa-44b0-b779-f8f208efda27 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.0556009 Apr 30 01:29:32.535134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-3ea3fcf7-37c2-41d9-a3c8-8a9840f6d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:32.540298 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-3ea3fcf7-37c2-41d9-a3c8-8a9840f6d120 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.3105984 Apr 30 01:29:32.546084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Checking segment: {'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:32.547568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network hostable DHCP agents. Network: d9de0605-e9ba-4006-9a27-9919328ffb5c, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:29:32.601017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c5638fe3-32f9-4cee-9997-9f7f0071c30f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:32.618852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4d37e4ff-8a5b-4d13-98d7-22b1617fa7f3 None None] For port b354a9b6-b3c7-44eb-b56a-12626a572723, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b354a9b6-b3c7-44eb-b56a-12626a572723,segment=NetworkSegment(f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2),segment_id=f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:32.657238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4d37e4ff-8a5b-4d13-98d7-22b1617fa7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.675235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28042a4b-4a19-4cf0-be88-72197fcf9f64 req-b292940c-d682-40ac-84d6-751b3f80775f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:32.684046 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28042a4b-4a19-4cf0-be88-72197fcf9f64 req-b292940c-d682-40ac-84d6-751b3f80775f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 945 time: 0.2534020 Apr 30 01:29:32.729851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8662931-079d-4f67-9b7f-f994b02a02e1 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.739963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1b2fbd3d-5aab-40f2-918e-cbe69ff2c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:32.741761 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1b2fbd3d-5aab-40f2-918e-cbe69ff2c183 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1747513 Apr 30 01:29:32.746547 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4d37e4ff-8a5b-4d13-98d7-22b1617fa7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.761012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c5638fe3-32f9-4cee-9997-9f7f0071c30f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:29:32.782248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network d9de0605-e9ba-4006-9a27-9919328ffb5c is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:29:32.803822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8662931-079d-4f67-9b7f-f994b02a02e1 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.864469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28042a4b-4a19-4cf0-be88-72197fcf9f64 req-d2772f01-3b8c-4513-bc1a-c0f22b944ac0 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598537 Apr 30 01:29:32.899079 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662931-079d-4f67-9b7f-f994b02a02e1 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d9428e-96bd-47c0-9685-c212a204a928,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:32.920619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d9de0605-e9ba-4006-9a27-9919328ffb5c) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:32.926965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37e4ff-8a5b-4d13-98d7-22b1617fa7f3 None None] Pushing event updated for resources: {'Port': ['ID=b354a9b6-b3c7-44eb-b56a-12626a572723,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:32.929941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:32.937923 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:32.951333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e02440-3bbd-42b2-b831-73010ebfce27 None None] Network d9de0605-e9ba-4006-9a27-9919328ffb5c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:33.003764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-57b0e046-1293-420a-b55f-f316ed6fe1a6 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286794 Apr 30 01:29:33.027580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8662931-079d-4f67-9b7f-f994b02a02e1 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:33.031218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f8662931-079d-4f67-9b7f-f994b02a02e1 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0062773 Apr 30 01:29:33.059696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48392) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:33.120937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-469215488', 'security_groups': ['14d9428e-96bd-47c0-9685-c212a204a928'], 'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '883a7870-f494-437c-bcbd-f1b12bbb25c3'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:33.128643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b5d240b2-f8fc-4299-83e8-f66fd3f43ce5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1142216 Apr 30 01:29:33.297358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-0aa30d64-5fa5-4f65-acd3-9f79b5642a76 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.313725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-0aa30d64-5fa5-4f65-acd3-9f79b5642a76 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.328072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b491d-9f83-4d4d-bb74-e948ea264ef9 req-b9b11d1f-2a84-4f66-8038-4011c76051fa tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.336008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-131b491d-9f83-4d4d-bb74-e948ea264ef9 req-b9b11d1f-2a84-4f66-8038-4011c76051fa tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.3323655 Apr 30 01:29:33.336460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-0aa30d64-5fa5-4f65-acd3-9f79b5642a76 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.349838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-0aa30d64-5fa5-4f65-acd3-9f79b5642a76 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.363145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-0aa30d64-5fa5-4f65-acd3-9f79b5642a76 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.373380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-0aa30d64-5fa5-4f65-acd3-9f79b5642a76 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.385660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-0aa30d64-5fa5-4f65-acd3-9f79b5642a76 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.387048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-a1897b59-3201-4a94-89f0-71f215abd5b8 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.401086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-0aa30d64-5fa5-4f65-acd3-9f79b5642a76 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.3230109 Apr 30 01:29:33.410286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-a1897b59-3201-4a94-89f0-71f215abd5b8 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 948 time: 0.3450222 Apr 30 01:29:33.503243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d9de0605-e9ba-4006-9a27-9919328ffb5c', 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'fixed_ips': [{'subnet_id': '87284fa9-57f9-40b6-ad55-7855d7da7212'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:29:33.504154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:33.517779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e1e2e111-8a52-4df6-8b90-f802fa944907 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145197 Apr 30 01:29:33.589148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e829d0f8-6f25-45e8-8a01-fd69e79a716d req-f5739b2b-576d-4e8c-b16b-f387d7b4b703 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1871226 Apr 30 01:29:33.651712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-131b491d-9f83-4d4d-bb74-e948ea264ef9 req-7f4f80df-5c2a-425a-92ed-70ffe3275ee8 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106952 Apr 30 01:29:33.661896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ba43676e-e236-4095-952f-8a9769ae4243 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=ce3792c1-2aec-4d81-8c87-e0b6661e4244 HTTP/1.1" status: 200 len: 217 time: 0.1289165 Apr 30 01:29:33.717067 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-2b3e44fc-b6d7-46a2-bb05-148b3103f799 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2627561 Apr 30 01:29:33.791967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Deleting port 6ac34875-e960-477a-a011-cedd8fd3310b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:33.792340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:33.799912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Allocated IP 19.86.0.2 (d9de0605-e9ba-4006-9a27-9919328ffb5c/87284fa9-57f9-40b6-ad55-7855d7da7212/65a837e9-dcdb-470f-916b-0b33dd1f18f4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:33.801497 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67e66e00-bcbf-4a55-b972-8803507248b2 req-89716d52-2179-4285-9596-6af6a42bf46f tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 210 time: 0.0906844 Apr 30 01:29:33.870763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-a5d49fef-2262-4ee3-8282-d70cb5f83ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.872686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-a5d49fef-2262-4ee3-8282-d70cb5f83ab9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.1882389 Apr 30 01:29:33.938858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] For port 6ac34875-e960-477a-a011-cedd8fd3310b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6ac34875-e960-477a-a011-cedd8fd3310b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:33.939233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:33.953879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-84fca97d-620c-4ed3-9c2b-19fa728940a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:33.957803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Calling delete_port for 6ac34875-e960-477a-a011-cedd8fd3310b owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:33.958281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-84fca97d-620c-4ed3-9c2b-19fa728940a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 1098 time: 0.1489627 Apr 30 01:29:34.022142 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.033353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e9c61-6c4c-418d-9166-df88d432695d None None] Network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:34.077865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:34.123216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-16db29bb-3aff-41d5-8cf0-ed7f1039c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:34.125120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-16db29bb-3aff-41d5-8cf0-ed7f1039c078 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2402008 Apr 30 01:29:34.139619 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.201201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Network d9de0605-e9ba-4006-9a27-9919328ffb5c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:34.227302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Pushing event updated for resources: {'Port': ['ID=65a837e9-dcdb-470f-916b-0b33dd1f18f4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:34.231572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:34.234611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:34.281768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.298926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-5c5ef78b-29f1-4d98-9c8f-f863673766ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:34.301195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-5c5ef78b-29f1-4d98-9c8f-f863673766ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.3211477 Apr 30 01:29:34.321857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ba683ab9-9d3b-4349-a11d-3516eb759664 None None] Provisioning complete for port d4a8e94d-4901-4b63-8ef8-bd14ef490166 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:34.323953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-45bdc0c5-84f4-4af7-a041-76a1a33209c2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:34.330295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-45bdc0c5-84f4-4af7-a041-76a1a33209c2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:34.330586 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba683ab9-9d3b-4349-a11d-3516eb759664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.338583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-45bdc0c5-84f4-4af7-a041-76a1a33209c2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/networks?id=c9e634ae-b772-40aa-bc0e-bcd1f235efa9&id=d9de0605-e9ba-4006-9a27-9919328ffb5c HTTP/1.1" status: 200 len: 1391 time: 0.3611696 Apr 30 01:29:34.403537 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.404227 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.409556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Pushing event deleted for resources: {'Port': ['ID=6ac34875-e960-477a-a011-cedd8fd3310b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:34.423626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Attempting to bind port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:34.423989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Attempting to bind port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:34.424351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Attempting to bind port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 on network d9de0605-e9ba-4006-9a27-9919328ffb5c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:34.433903 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-c6dbf9d9-687a-4cac-84d7-8a1b96e1a39b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/quotas/1561e71645934bd8b5f2cef5e4c9fe44 HTTP/1.1" status: 200 len: 375 time: 0.0940351 Apr 30 01:29:34.439444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-aebc46ef-43bc-4c2d-b1a1-a14c44853114 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 HTTP/1.1" status: 200 len: 217 time: 0.0965524 Apr 30 01:29:34.446075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:34.446498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Checking segment: {'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:34.446903 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.448106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Bound using segment: {'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:34.448584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Bound port: 65a837e9-dcdb-470f-916b-0b33dd1f18f4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:34.452055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] No DVR routers for this DVR port 6ac34875-e960-477a-a011-cedd8fd3310b on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:34.454604 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.468949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b354a9b6-b3c7-44eb-b56a-12626a572723 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:34.469943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f76c8-cb7d-4c01-bd5c-959c7cfef039 req-8fe622cd-eee7-46d7-9240-175608c1cf1e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:34.492059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e8f76c8-cb7d-4c01-bd5c-959c7cfef039 req-8fe622cd-eee7-46d7-9240-175608c1cf1e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc614ce3-b23d-4209-9ac7-aa5ce81770a7 HTTP/1.1" status: 200 len: 865 time: 0.6913960 Apr 30 01:29:34.495713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.501812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b42eb9d-743e-4cf8-8505-69933f5c4f26 req-c580c711-ee39-4db8-b9a6-1f39c4cd1eb9 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "DELETE /v2.0/ports/6ac34875-e960-477a-a011-cedd8fd3310b HTTP/1.1" status: 204 len: 173 time: 1.0832043 Apr 30 01:29:34.503986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'name': 'network-vif-deleted', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:34.506754 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff14dca-2397-46a4-875c-ed44f07fa1b3" -d '{"events": [{"server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "name": "network-vif-deleted", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:34.565959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-a1e429df-cc22-4f33-909c-39bd9a871dcf service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294584 Apr 30 01:29:34.588032 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-a5b696f4-1ea7-4998-b946-e77b352d53cc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1530118 Apr 30 01:29:34.596340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.660719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e8f76c8-cb7d-4c01-bd5c-959c7cfef039 req-cca17bba-8c47-4cc8-9ded-4f89ea55f85e tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678495 Apr 30 01:29:34.672582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] device_id is not set on port 7577e7c9-8313-4367-980e-83c709ff24d7 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:29:34.707302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-15110b7e-6536-4c18-862c-4af0e7001f9d service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145053 Apr 30 01:29:34.710220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-1fe7d31b-5721-4b94-a8af-cd657fe5d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:34.712544 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-1fe7d31b-5721-4b94-a8af-cd657fe5d2f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2377944 Apr 30 01:29:34.911474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b4516-dcca-400d-9d8d-0b110db690df req-fec61b83-8fe0-49ed-93ac-148389fca2c6 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:34.912986 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-fec61b83-8fe0-49ed-93ac-148389fca2c6 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.21 "GET /v2.0/networks?id=7537432b-e55d-4db3-862f-53e8bd0b3eae HTTP/1.1" status: 200 len: 820 time: 0.3762422 Apr 30 01:29:34.971736 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba683ab9-9d3b-4349-a11d-3516eb759664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:34.996324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c615bf7c-47b5-4460-95cd-43b18ebbd1bd req-f0469f11-9d13-4d46-b240-a7f6f91c1e68 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/ports?device_id=30a9691f-2654-449d-906d-a90c0023f220 HTTP/1.1" status: 200 len: 210 time: 0.1487851 Apr 30 01:29:35.024037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Request body: {'port': {'device_id': '1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec', 'network_id': '7537432b-e55d-4db3-862f-53e8bd0b3eae', 'admin_state_up': True, 'tenant_id': '756929d59fd74ec398e6de8e1f4c6df1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:35.049537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ba683ab9-9d3b-4349-a11d-3516eb759664 None None] For port d4a8e94d-4901-4b63-8ef8-bd14ef490166, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4a8e94d-4901-4b63-8ef8-bd14ef490166,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:35.116979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] For port 65a837e9-dcdb-470f-916b-0b33dd1f18f4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:35.124067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] For port 65a837e9-dcdb-470f-916b-0b33dd1f18f4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65a837e9-dcdb-470f-916b-0b33dd1f18f4,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:35.130416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:35.130796 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:35.183156 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba683ab9-9d3b-4349-a11d-3516eb759664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:35.273747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:35.306544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba683ab9-9d3b-4349-a11d-3516eb759664 None None] Pushing event updated for resources: {'Port': ['ID=d4a8e94d-4901-4b63-8ef8-bd14ef490166,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:35.359362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4a8e94d-4901-4b63-8ef8-bd14ef490166 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:35.395665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663f7d9-ab3d-4ec5-a218-58cc43fec2bc req-0e48153c-63a8-4d41-8608-ec5f6f6666e2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:35.415664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c663f7d9-ab3d-4ec5-a218-58cc43fec2bc req-0e48153c-63a8-4d41-8608-ec5f6f6666e2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.2936821 Apr 30 01:29:35.420532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.4 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/883a7870-f494-437c-bcbd-f1b12bbb25c3/7577e7c9-8313-4367-980e-83c709ff24d7) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:35.429329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1e83ce51-9255-45a3-a5ae-fcb16311d517 None None] Provisioning complete for port 4a81d6f5-1b2f-4508-a098-901666735403 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:35.429699 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e83ce51-9255-45a3-a5ae-fcb16311d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:35.496144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c73264-0316-400d-8f3b-47decc007b6b None None] Pushing event updated for resources: {'Port': ['ID=65a837e9-dcdb-470f-916b-0b33dd1f18f4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:35.555758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-1ac766f2-8703-4ab0-bd9a-80085ff4ff94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=db6ff20a-9964-4274-859f-e9f639c81099 HTTP/1.1" status: 200 len: 217 time: 0.2244666 Apr 30 01:29:35.563044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1e83ce51-9255-45a3-a5ae-fcb16311d517 None None] Port 4a81d6f5-1b2f-4508-a098-901666735403 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:35.568206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c5638fe3-32f9-4cee-9997-9f7f0071c30f up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:35.615927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-e0d343b5-ab6a-4aaa-bcbd-1ca24820c9b8 service neutron] 10.222.0.15 "GET /v2.0/networks/c9e634ae-b772-40aa-bc0e-bcd1f235efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0266316 Apr 30 01:29:35.659281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-fb5f73c8-2238-4920-83e1-3159b06b176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:35.662318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-fb5f73c8-2238-4920-83e1-3159b06b176c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3324800 Apr 30 01:29:35.704408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-29c71f91-a19f-4430-bc8a-1f1b1ac2f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:35.706017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-29c71f91-a19f-4430-bc8a-1f1b1ac2f7b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.1336443 Apr 30 01:29:35.708287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d4a8e94d-4901-4b63-8ef8-bd14ef490166 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:35.709568 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:35.769743 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c663f7d9-ab3d-4ec5-a218-58cc43fec2bc req-68f72211-4613-4659-bb5f-668252519684 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528428 Apr 30 01:29:35.848588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1e83ce51-9255-45a3-a5ae-fcb16311d517 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:35.854007 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e83ce51-9255-45a3-a5ae-fcb16311d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:35.863217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Made reservation on behalf of 756929d59fd74ec398e6de8e1f4c6df1 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:35.866782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:35.997024 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-dfe43727-93d8-4f43-8834-7ddeff1440c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c9e634ae-b772-40aa-bc0e-bcd1f235efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614933 Apr 30 01:29:36.007118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-3a544c81-0a78-4da8-9392-d4dc06ab8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:36.009422 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:36.013442 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-3a544c81-0a78-4da8-9392-d4dc06ab8362 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2942998 Apr 30 01:29:36.063544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c5638fe3-32f9-4cee-9997-9f7f0071c30f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:29:36.074942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-ce215e36-391c-4c8e-91cd-51c35eb7bc98 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827682 Apr 30 01:29:36.083530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c5638fe3-32f9-4cee-9997-9f7f0071c30f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:36.084194 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:36.155034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5574f-d67a-4eb2-aaa9-debfe443c708 req-165922a2-6635-41a2-889a-34a5321d139d tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:36.156634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78f5574f-d67a-4eb2-aaa9-debfe443c708 req-165922a2-6635-41a2-889a-34a5321d139d tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 945 time: 0.1377745 Apr 30 01:29:36.309409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-0b4cf06a-c0a3-49c8-9731-d71523dc3056 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740088 Apr 30 01:29:36.345044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c9362687-e771-4f74-be2b-15839ab6ba5f None None] Provisioning complete for port d4a8e94d-4901-4b63-8ef8-bd14ef490166 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:36.345738 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9362687-e771-4f74-be2b-15839ab6ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:36.348198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-9c5a226b-f2ec-418d-a3d9-b4c09158f913 service neutron] 10.222.0.15 "GET /v2.0/networks/d9de0605-e9ba-4006-9a27-9919328ffb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500762 Apr 30 01:29:36.441145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:36.498967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:36.503824 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f351379-da5d-41ab-9978-90705951f83e" -d '{"events": [{"server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "name": "network-vif-plugged", "status": "completed", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:36.512755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af06d4e0-6a2d-4679-90b4-3f85825ceb0e req-87a1d26b-1764-428a-ba87-3731a13467df service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786075 Apr 30 01:29:36.539678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65a837e9-dcdb-470f-916b-0b33dd1f18f4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:36.578067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c5638fe3-32f9-4cee-9997-9f7f0071c30f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:36.596869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-0c225bb8-3aeb-4d3a-8ca8-1bb8a82f0a90 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715006 Apr 30 01:29:36.659109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-a614d972-eb64-4f42-be3d-066dc8f1ced9 service neutron] 10.222.0.15 "GET /v2.0/networks/d9de0605-e9ba-4006-9a27-9919328ffb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098533 Apr 30 01:29:36.662788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-8ff7a968-eddc-4b39-938b-9fb45c4049c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99 HTTP/1.1" status: 200 len: 217 time: 0.0520310 Apr 30 01:29:36.672518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:36.704788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:36.705463 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:36.777216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9115d1eb-af13-47a0-bab6-cf9f4abb143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:36.779094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-9115d1eb-af13-47a0-bab6-cf9f4abb143e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.1050394 Apr 30 01:29:36.800597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:36.838215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:36.852805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-42157069-691a-441e-8358-699fe383037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:36.854951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-42157069-691a-441e-8358-699fe383037a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652146 Apr 30 01:29:36.864944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c5638fe3-32f9-4cee-9997-9f7f0071c30f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:36.909149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 65a837e9-dcdb-470f-916b-0b33dd1f18f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65a837e9-dcdb-470f-916b-0b33dd1f18f4,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:36.955361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:36.978238 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78f5574f-d67a-4eb2-aaa9-debfe443c708 req-b00d869b-3d6b-47a0-a2db-54eadf915eac tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955712 Apr 30 01:29:36.988284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513b6839-10b4-4856-b2ff-48eb673cdb99 None None] Network d9de0605-e9ba-4006-9a27-9919328ffb5c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:36.996133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:36.999712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Allocated IP 172.20.0.12 (7537432b-e55d-4db3-862f-53e8bd0b3eae/90ddd3ad-cf7c-4dda-9466-2aa09d0c772b/b485010f-dedc-4d5e-884a-95440bb9bc83) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:37.017865 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e109b9f8-3110-44f0-92cb-8fa28bfee9ce x-openstack-request-id: req-e109b9f8-3110-44f0-92cb-8fa28bfee9ce {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:37.018149 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc614ce3-b23d-4209-9ac7-aa5ce81770a7", "name": "network-vif-deleted", "tag": "6ac34875-e960-477a-a011-cedd8fd3310b", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:37.018391 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e109b9f8-3110-44f0-92cb-8fa28bfee9ce {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:37.018788 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e109b9f8-3110-44f0-92cb-8fa28bfee9ce'] response: {'server_uuid': 'dc614ce3-b23d-4209-9ac7-aa5ce81770a7', 'name': 'network-vif-deleted', 'tag': '6ac34875-e960-477a-a011-cedd8fd3310b', 'status': 'completed', 'code': 200} Apr 30 01:29:37.019781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:37.035935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=7577e7c9-8313-4367-980e-83c709ff24d7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:37.050534 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-140fd339-5438-44a3-8b82-d5786e515f30 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797235 Apr 30 01:29:37.057362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:37.063050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4a8e94d-4901-4b63-8ef8-bd14ef490166 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:37.173404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6ac34875-e960-477a-a011-cedd8fd3310b no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:37.218783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.219411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:37.236373 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e8969730-8c61-45b6-bb50-d187bbb1fbcc service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749558 Apr 30 01:29:37.273813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe9ef267-4ab1-4dcc-98f0-18f997fbf2ff req-4ede86ce-e089-421f-8e85-9e0cd60e46ac tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 210 time: 0.1084564 Apr 30 01:29:37.308122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 6ac34875-e960-477a-a011-cedd8fd3310b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:37.313984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6ac34875-e960-477a-a011-cedd8fd3310b not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:37.334129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e73fcbf6-918e-4a9e-9d09-a88420b41ee2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea HTTP/1.1" status: 200 len: 217 time: 0.0734496 Apr 30 01:29:37.415920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-07edbf97-401b-4a7d-b45b-45f969406332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.416748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-79a56978-3a73-4556-977a-5bfeab583ba1 None None] Provisioning complete for port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:37.417027 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79a56978-3a73-4556-977a-5bfeab583ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:37.418696 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-07edbf97-401b-4a7d-b45b-45f969406332 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caed1001-1bfb-4558-9d5a-0a69e63a1ca6 HTTP/1.1" status: 200 len: 797 time: 0.0721214 Apr 30 01:29:37.429828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=65a837e9-dcdb-470f-916b-0b33dd1f18f4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:37.440574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-2e02fa57-305c-4a53-bacb-7080511f5121 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.457472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-2e02fa57-305c-4a53-bacb-7080511f5121 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.473369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-2e02fa57-305c-4a53-bacb-7080511f5121 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.489349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-2e02fa57-305c-4a53-bacb-7080511f5121 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.491988 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:37.506202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-2e02fa57-305c-4a53-bacb-7080511f5121 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.531384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e8cd0f03-4371-4ef7-a548-6958159d5303 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4666896 Apr 30 01:29:37.531869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d4a8e94d-4901-4b63-8ef8-bd14ef490166 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:37.532435 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:37.536227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-2e02fa57-305c-4a53-bacb-7080511f5121 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.536551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:37.547414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c0ac931d-a0e1-43c4-9f29-bdf1f5d1d374 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:37.552001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-2e02fa57-305c-4a53-bacb-7080511f5121 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.554523 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-2e02fa57-305c-4a53-bacb-7080511f5121 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.3916826 Apr 30 01:29:37.624254 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9dfbf0d-7e0d-44e5-a815-41e3dd4755a2 req-98b2562e-b5ce-4d91-b708-7e3e90da5225 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398190 Apr 30 01:29:37.653739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-8861f29f-49c1-456f-96a1-68402ba82ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:37.654455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-8861f29f-49c1-456f-96a1-68402ba82ce3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0986266 Apr 30 01:29:37.663765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:37.794869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ec8cc291-7634-4bd9-9676-6c95e77de044 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289186 Apr 30 01:29:37.796900 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1289bc35-f4b4-4ef3-9f7d-460b671e9fcd x-openstack-request-id: req-1289bc35-f4b4-4ef3-9f7d-460b671e9fcd {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:37.796900 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "name": "network-vif-plugged", "status": "completed", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:37.796900 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1289bc35-f4b4-4ef3-9f7d-460b671e9fcd {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:37.798672 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1289bc35-f4b4-4ef3-9f7d-460b671e9fcd'] response: {'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'code': 200} Apr 30 01:29:37.825427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f48502a0-f29c-464f-a362-b1426194da98 None None] Provisioning complete for port 7577e7c9-8313-4367-980e-83c709ff24d7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:37.825812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f48502a0-f29c-464f-a362-b1426194da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:37.863621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Network 7537432b-e55d-4db3-862f-53e8bd0b3eae is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:37.865777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Pushing event updated for resources: {'Port': ['ID=b485010f-dedc-4d5e-884a-95440bb9bc83,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:37.877312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:37.880562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:37.882135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f48502a0-f29c-464f-a362-b1426194da98 None None] Port 7577e7c9-8313-4367-980e-83c709ff24d7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:37.884307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ac931d-a0e1-43c4-9f29-bdf1f5d1d374 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:37.889760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0ac931d-a0e1-43c4-9f29-bdf1f5d1d374 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:37.988015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3253b19-0457-4cd1-9ccb-ecb3b59cc52b req-b97ffa6a-375a-4ff1-948f-14ef3ae32826 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 210 time: 0.0761716 Apr 30 01:29:38.022890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.023550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.033628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825153b-ccdf-4bbc-b3eb-e1091ee1de66 req-631192e8-8077-404e-8eb7-9ba62e9893a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.035139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1825153b-ccdf-4bbc-b3eb-e1091ee1de66 req-631192e8-8077-404e-8eb7-9ba62e9893a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 1097 time: 0.1150045 Apr 30 01:29:38.068811 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-c0ac931d-a0e1-43c4-9f29-bdf1f5d1d374 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 883a7870-f494-437c-bcbd-f1b12bbb25c3 (CIDR: 172.20.0.0/28) Apr 30 01:29:38.077708 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-615065b5-a744-4d06-ae90-022f1b241326 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683015 Apr 30 01:29:38.101684 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ac931d-a0e1-43c4-9f29-bdf1f5d1d374 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:29:38.102186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ac931d-a0e1-43c4-9f29-bdf1f5d1d374 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:38.106255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f6c614a6-9551-42a2-b537-9df89bdc3bf6 None None] Provisioning complete for port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:38.106702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6c614a6-9551-42a2-b537-9df89bdc3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.133718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-87db823e-7456-40f0-a872-dac9603fa5d7 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1340797 Apr 30 01:29:38.144619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Request body: {'port': {'device_id': '1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:38.159489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-16a7e530-eba8-4b86-8387-0fef6c0d189c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4426d11-a7a9-4d24-86a7-f38670e56324 HTTP/1.1" status: 200 len: 217 time: 0.0620553 Apr 30 01:29:38.162243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1825153b-ccdf-4bbc-b3eb-e1091ee1de66 req-fe7ea83f-4d89-4b86-88ca-1b9efae50089 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121726 Apr 30 01:29:38.177041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f476cf-5450-4c5b-a683-6571a096a231 req-6c07d115-e767-45f6-87f0-d9832db6b5be tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.179740 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05f476cf-5450-4c5b-a683-6571a096a231 req-6c07d115-e767-45f6-87f0-d9832db6b5be tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.1171284 Apr 30 01:29:38.246911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0ac931d-a0e1-43c4-9f29-bdf1f5d1d374 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7052372 Apr 30 01:29:38.248093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.250784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48452) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:38.260196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1a1812cb-1728-424c-9190-01ce297e943a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:38.260391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05f476cf-5450-4c5b-a683-6571a096a231 req-74d0ab54-f302-44e6-9a2d-7df660270f75 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704937 Apr 30 01:29:38.266862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65a837e9-dcdb-470f-916b-0b33dd1f18f4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:38.334202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:38.334579 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.428488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48460) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:38.482573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-79ae3d48-cf0c-4c43-943e-1233c077988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.484202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-79ae3d48-cf0c-4c43-943e-1233c077988f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caed1001-1bfb-4558-9d5a-0a69e63a1ca6 HTTP/1.1" status: 200 len: 797 time: 0.1028273 Apr 30 01:29:38.559196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9c147-075a-4a55-a9f5-483c27acb859 req-e5c04725-6bf4-4556-a5a4-8b1d3979e568 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.560734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8a9c147-075a-4a55-a9f5-483c27acb859 req-e5c04725-6bf4-4556-a5a4-8b1d3979e568 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 946 time: 0.1868587 Apr 30 01:29:38.578403 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b06b9d98-aa33-42be-9b1f-0f499e16deb4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.604719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c989c-23e4-41b9-a6e3-9f68de0ddf5d req-3fcf94f1-0486-4e40-ad8a-39781ac582e2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.606310 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-822c989c-23e4-41b9-a6e3-9f68de0ddf5d req-3fcf94f1-0486-4e40-ad8a-39781ac582e2 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.1173456 Apr 30 01:29:38.631392 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b06b9d98-aa33-42be-9b1f-0f499e16deb4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.636107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8a9c147-075a-4a55-a9f5-483c27acb859 req-8a4a51d1-36b9-4190-ae1c-eb79fe1a45dd tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496457 Apr 30 01:29:38.641423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e37a9f74-b9c7-4e1b-8197-8c5959ad5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.643094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-e37a9f74-b9c7-4e1b-8197-8c5959ad5e51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1430261 Apr 30 01:29:38.657740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1812cb-1728-424c-9190-01ce297e943a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:38.660435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a1812cb-1728-424c-9190-01ce297e943a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.710757 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-822c989c-23e4-41b9-a6e3-9f68de0ddf5d req-17976a98-3733-4476-9138-99e48687d72b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971143 Apr 30 01:29:38.789638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-a1733802-525d-48fd-864a-f9f293e86aa8 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335266 Apr 30 01:29:38.839694 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b06b9d98-aa33-42be-9b1f-0f499e16deb4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.842620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b06b9d98-aa33-42be-9b1f-0f499e16deb4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.846325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b06b9d98-aa33-42be-9b1f-0f499e16deb4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "DELETE /v2.0/security-groups/a5765053-307f-4096-8f5a-21e21b6f302a HTTP/1.1" status: 204 len: 168 time: 0.4142494 Apr 30 01:29:38.846480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b485010f-dedc-4d5e-884a-95440bb9bc83 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:38.849453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48466) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:38.865424 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:38.879462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319a27a-9094-4c38-9eaf-684453f45a82 req-5d6f2ef9-31e2-441d-888d-ad57b3058749 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.880991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0319a27a-9094-4c38-9eaf-684453f45a82 req-5d6f2ef9-31e2-441d-888d-ad57b3058749 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 932 time: 0.1462958 Apr 30 01:29:38.893656 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-1a1812cb-1728-424c-9190-01ce297e943a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dbc18691-9b90-4552-b486-68ee52415971 (CIDR: 172.20.0.16/28) Apr 30 01:29:38.898555 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-88581a84-986b-48d3-bc9e-ae189e68e723 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] show failed (client error): The resource could not be found. Apr 30 01:29:38.901135 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-88581a84-986b-48d3-bc9e-ae189e68e723 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "GET /v2.0/security-groups/a5765053-307f-4096-8f5a-21e21b6f302a HTTP/1.1" status: 404 len: 347 time: 0.0441945 Apr 30 01:29:38.902900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48468) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:38.904109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b9d98-aa33-42be-9b1f-0f499e16deb4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5765053-307f-4096-8f5a-21e21b6f302a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:38.925003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Transition to ACTIVE for port object b485010f-dedc-4d5e-884a-95440bb9bc83 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:38.948984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f87847-aa35-4a32-b9f8-4ff2f286f69f req-6719f436-6073-41cb-9113-99996fe5c226 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:38.951178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43f87847-aa35-4a32-b9f8-4ff2f286f69f req-6719f436-6073-41cb-9113-99996fe5c226 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 947 time: 0.1368177 Apr 30 01:29:38.958359 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1812cb-1728-424c-9190-01ce297e943a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:29:38.958942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1812cb-1728-424c-9190-01ce297e943a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:38.984954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fd129c7-4375-4dcb-b5b9-8b3308c44d94 req-ea165f49-4b54-48d0-bc7c-491ac4e3dba4 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801074 Apr 30 01:29:39.008839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43f87847-aa35-4a32-b9f8-4ff2f286f69f req-030190f9-7672-438a-b218-f94db1d9379c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512159 Apr 30 01:29:39.019301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0319a27a-9094-4c38-9eaf-684453f45a82 req-cf43740c-377e-475a-9a2c-cea61f3adf95 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244514 Apr 30 01:29:39.037765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:39.135857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b485010f-dedc-4d5e-884a-95440bb9bc83,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:39.142038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-4c08ba88-7298-4ab7-96cc-e2fd624f3091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.148044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-4c08ba88-7298-4ab7-96cc-e2fd624f3091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.154464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-4c08ba88-7298-4ab7-96cc-e2fd624f3091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.156342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a1812cb-1728-424c-9190-01ce297e943a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9034982 Apr 30 01:29:39.165157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-4c08ba88-7298-4ab7-96cc-e2fd624f3091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.165317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:39.166282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-4c08ba88-7298-4ab7-96cc-e2fd624f3091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.168331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'subnet': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:39.172115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-4c08ba88-7298-4ab7-96cc-e2fd624f3091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.177938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-4c08ba88-7298-4ab7-96cc-e2fd624f3091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.183947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-4c08ba88-7298-4ab7-96cc-e2fd624f3091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.1063313 Apr 30 01:29:39.248985 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-044ab5c2-6a5b-4c9d-892a-b21cc62db6b8 req-e11d95d6-11c7-40a3-bb78-8d0bd66a79da tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530350 Apr 30 01:29:39.257221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting port de9398ee-691e-4cea-91bd-d8d9033c7dbd {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:39.257496 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:39.270073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-db504d93-0c62-4e30-84af-5e9f4f236dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.270555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-db504d93-0c62-4e30-84af-5e9f4f236dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.271028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-db504d93-0c62-4e30-84af-5e9f4f236dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.271699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-db504d93-0c62-4e30-84af-5e9f4f236dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.272021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-db504d93-0c62-4e30-84af-5e9f4f236dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.272484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-db504d93-0c62-4e30-84af-5e9f4f236dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.272938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-db504d93-0c62-4e30-84af-5e9f4f236dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.274892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380ca316-6e53-459a-8b9c-3883c6858082 req-db504d93-0c62-4e30-84af-5e9f4f236dd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6477 time: 0.0882607 Apr 30 01:29:39.373335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Attempting to bind port b485010f-dedc-4d5e-884a-95440bb9bc83 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:39.373335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Attempting to bind port b485010f-dedc-4d5e-884a-95440bb9bc83 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e778cf15-3778-4d12-8eba-73d2c46bb9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7537432b-e55d-4db3-862f-53e8bd0b3eae'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:39.373335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Attempting to bind port b485010f-dedc-4d5e-884a-95440bb9bc83 on network 7537432b-e55d-4db3-862f-53e8bd0b3eae {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:39.395244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74c97bb2-54cd-49f6-97c8-3210f1bc4e16 req-4bd287ce-bb40-43e8-9a48-7f93f0832260 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 210 time: 0.0494432 Apr 30 01:29:39.411810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Port b485010f-dedc-4d5e-884a-95440bb9bc83 on network 7537432b-e55d-4db3-862f-53e8bd0b3eae not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:39.412300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Attempting to bind port b485010f-dedc-4d5e-884a-95440bb9bc83 on network 7537432b-e55d-4db3-862f-53e8bd0b3eae {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:39.423854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a6c8a-5124-448a-875e-21d571f21ea2 req-230e3469-d81f-47e1-b219-c612e0c0b378 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.425314 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb6a6c8a-5124-448a-875e-21d571f21ea2 req-230e3469-d81f-47e1-b219-c612e0c0b378 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.0766401 Apr 30 01:29:39.426783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-67a53f2e-0bc2-4fab-bd0f-07e689733825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.428144 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380ca316-6e53-459a-8b9c-3883c6858082 req-67a53f2e-0bc2-4fab-bd0f-07e689733825 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e6294b2-3522-4972-aca6-3136bf498da1 HTTP/1.1" status: 200 len: 901 time: 0.1390126 Apr 30 01:29:39.435193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:39.435554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Checking segment: {'id': 'e778cf15-3778-4d12-8eba-73d2c46bb9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7537432b-e55d-4db3-862f-53e8bd0b3eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:39.435943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Bound using segment: {'id': 'e778cf15-3778-4d12-8eba-73d2c46bb9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7537432b-e55d-4db3-862f-53e8bd0b3eae'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:39.436377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Bound port: b485010f-dedc-4d5e-884a-95440bb9bc83, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e778cf15-3778-4d12-8eba-73d2c46bb9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7537432b-e55d-4db3-862f-53e8bd0b3eae'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:39.436731 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:39.471631 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:39.471992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:39.485031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380ca316-6e53-459a-8b9c-3883c6858082 req-5a3ff528-900d-4a91-9bb1-452630dfbb30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4426d11-a7a9-4d24-86a7-f38670e56324 HTTP/1.1" status: 200 len: 217 time: 0.0460474 Apr 30 01:29:39.513201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Calling delete_port for de9398ee-691e-4cea-91bd-d8d9033c7dbd owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:39.527512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb6a6c8a-5124-448a-875e-21d571f21ea2 req-f3b0d889-cff3-45af-9921-bab742dc1f79 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952899 Apr 30 01:29:39.546395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-8f98bbe4-83f6-470e-a816-563232a4c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.547951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380ca316-6e53-459a-8b9c-3883c6858082 req-8f98bbe4-83f6-470e-a816-563232a4c637 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caed1001-1bfb-4558-9d5a-0a69e63a1ca6 HTTP/1.1" status: 200 len: 797 time: 0.0535319 Apr 30 01:29:39.591040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] For port b485010f-dedc-4d5e-884a-95440bb9bc83, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:39.595475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] For port b485010f-dedc-4d5e-884a-95440bb9bc83, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b485010f-dedc-4d5e-884a-95440bb9bc83,segment=NetworkSegment(e778cf15-3778-4d12-8eba-73d2c46bb9f8),segment_id=e778cf15-3778-4d12-8eba-73d2c46bb9f8)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:39.602266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca316-6e53-459a-8b9c-3883c6858082 req-b7c9a2e6-91c1-424d-ba6c-4d21b49efb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.604531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380ca316-6e53-459a-8b9c-3883c6858082 req-b7c9a2e6-91c1-424d-ba6c-4d21b49efb91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485444 Apr 30 01:29:39.612975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Made reservation on behalf of c577f5102c8e43eeabe8178df7c277ad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:39.617009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:39.719455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:39.784951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.785575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:39.786967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] 10.222.0.21 "PUT /v2.0/ports/b485010f-dedc-4d5e-884a-95440bb9bc83 HTTP/1.1" status: 200 len: 1092 time: 1.6468511 Apr 30 01:29:39.789615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec', 'tag': 'b485010f-dedc-4d5e-884a-95440bb9bc83'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:39.792710 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec", "tag": "b485010f-dedc-4d5e-884a-95440bb9bc83"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:39.805203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380ca316-6e53-459a-8b9c-3883c6858082 req-20059abb-a47f-4f7e-9e4d-2075f10dd56b service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913178 Apr 30 01:29:39.812946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-1ff49944-f32c-4aae-9e3c-8b8d6bdf2fa3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.818597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-1ff49944-f32c-4aae-9e3c-8b8d6bdf2fa3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.820162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-1ff49944-f32c-4aae-9e3c-8b8d6bdf2fa3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "GET /v2.0/networks?id=c9e634ae-b772-40aa-bc0e-bcd1f235efa9&id=d9de0605-e9ba-4006-9a27-9919328ffb5c HTTP/1.1" status: 200 len: 1391 time: 0.2148170 Apr 30 01:29:39.835846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'port': {'device_id': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9', 'admin_state_up': True, 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:39.868177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caec1f1-0271-4bde-b7e1-1ebd877ac0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b485010f-dedc-4d5e-884a-95440bb9bc83,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:39.878167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46970-1cb0-485b-b7f9-54eda5a70d8f req-0465424f-37a6-4e20-9bd2-f60a55599958 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:39.879801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fef46970-1cb0-485b-b7f9-54eda5a70d8f req-0465424f-37a6-4e20-9bd2-f60a55599958 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.2385194 Apr 30 01:29:39.979547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fef46970-1cb0-485b-b7f9-54eda5a70d8f req-39f8bee4-339d-4be3-adc5-e52cd117136b tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885487 Apr 30 01:29:40.018990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b4516-dcca-400d-9d8d-0b110db690df req-dc172305-169b-4336-a289-afe9cc81212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:40.020857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-dc172305-169b-4336-a289-afe9cc81212f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=756929d59fd74ec398e6de8e1f4c6df1&device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 1095 time: 0.1189344 Apr 30 01:29:40.028571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.037172 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f4f33-56eb-413e-a3b4-b26a066f9ce1 x-openstack-request-id: req-723f4f33-56eb-413e-a3b4-b26a066f9ce1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:40.037172 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec", "tag": "b485010f-dedc-4d5e-884a-95440bb9bc83", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:40.037172 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-723f4f33-56eb-413e-a3b4-b26a066f9ce1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:40.037172 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723f4f33-56eb-413e-a3b4-b26a066f9ce1'] response: {'name': 'network-changed', 'server_uuid': '1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec', 'tag': 'b485010f-dedc-4d5e-884a-95440bb9bc83', 'status': 'completed', 'code': 200} Apr 30 01:29:40.112643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Port': ['ID=de9398ee-691e-4cea-91bd-d8d9033c7dbd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:40.119064 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-8e9ef25d-4d53-45fa-b760-30de81a059aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b485010f-dedc-4d5e-884a-95440bb9bc83 HTTP/1.1" status: 200 len: 217 time: 0.0879874 Apr 30 01:29:40.261210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b4516-dcca-400d-9d8d-0b110db690df req-ab337742-817d-4bfb-ae3e-d9407ca72f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:40.262593 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-ab337742-817d-4bfb-ae3e-d9407ca72f67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ddd3ad-cf7c-4dda-9466-2aa09d0c772b HTTP/1.1" status: 200 len: 860 time: 0.1213627 Apr 30 01:29:40.265641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2ffc1-3f1a-483d-b8db-e4235471bb08 req-abbc398c-a5e2-4326-9778-4c99d65bf0c9 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:40.267149 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4f2ffc1-3f1a-483d-b8db-e4235471bb08 req-abbc398c-a5e2-4326-9778-4c99d65bf0c9 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 946 time: 0.5430040 Apr 30 01:29:40.267442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.269803 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.273448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f2877a3c-1caa-46db-9315-524f284e0cad tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "DELETE /v2.0/floatingips/d98a6eed-b047-4522-a6f6-aceb7d6f6bd2 HTTP/1.1" status: 204 len: 168 time: 1.3670962 Apr 30 01:29:40.273802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48488) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:40.324970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-66a6360f-45ae-4e45-aee9-73a3f4db7585 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7537432b-e55d-4db3-862f-53e8bd0b3eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528283 Apr 30 01:29:40.370432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-abe0af09-14f6-41cf-bc47-39b8ccb84a60 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:40.371929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-abe0af09-14f6-41cf-bc47-39b8ccb84a60 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 947 time: 0.2040565 Apr 30 01:29:40.385690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.390638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380ca316-6e53-459a-8b9c-3883c6858082 req-01c210e5-68a2-4166-8d61-fd8ec7d59e84 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685360 Apr 30 01:29:40.400748 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4f2ffc1-3f1a-483d-b8db-e4235471bb08 req-031a61e5-3d93-4a56-b989-977fffde2867 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180582 Apr 30 01:29:40.504077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-0753f749-d8ca-4a82-a3f9-0de4449a789a service neutron] 10.222.0.21 "GET /v2.0/networks/7537432b-e55d-4db3-862f-53e8bd0b3eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730757 Apr 30 01:29:40.522988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:40.535202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Deleting port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:40.535563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.553431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:40.558015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.576217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:40.581283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:40.581860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.587835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Subnet': ['ID=eda01106-dde0-4123-81bf-88a0b8551af6,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:40.588177 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8be87-6c0a-4de4-86cf-4e15301e9244 None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:40.638514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b2fe0-1308-47a5-a283-66f07e3c9275 req-5c461d96-f3e9-41e2-8a4d-070e42afb04c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:40.640268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e3b2fe0-1308-47a5-a283-66f07e3c9275 req-5c461d96-f3e9-41e2-8a4d-070e42afb04c tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 947 time: 0.1433618 Apr 30 01:29:40.671635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1b4389b6-ebf5-4006-8860-62e374a700fa tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting port 6b676cc5-8d0b-4812-adff-5f37e29c73cd {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:40.671970 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b4389b6-ebf5-4006-8860-62e374a700fa tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.698898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5ead-e625-4f0e-a955-db03902d0ce7 req-77f461f5-8726-4849-8a55-71f8083b2611 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:40.700429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c1c5ead-e625-4f0e-a955-db03902d0ce7 req-77f461f5-8726-4849-8a55-71f8083b2611 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 944 time: 0.1854644 Apr 30 01:29:40.732377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] For port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:40.732743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.741764 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f31b4516-dcca-400d-9d8d-0b110db690df req-2196e4f4-8613-4b2e-960a-09937d50f0db service neutron] 10.222.0.21 "GET /v2.0/networks/7537432b-e55d-4db3-862f-53e8bd0b3eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250280 Apr 30 01:29:40.745928 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8d48f2b0-fd2f-419a-a7da-810636058812 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5818119 Apr 30 01:29:40.751664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48498) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:40.758754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1678536205', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eda01106-dde0-4123-81bf-88a0b8551af6'}], 'security_groups': ['3e3f28ed-1d5f-49e2-92be-09060c8f29a9', '715a9b7d-d34b-466b-9b51-60138b657a12']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:40.771388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Calling delete_port for 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:40.798374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e3b2fe0-1308-47a5-a283-66f07e3c9275 req-9867c381-0573-464c-b881-aa17d325d475 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2f88b41-e644-44dc-adbb-54ed64c6e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475363 Apr 30 01:29:40.805002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c1c5ead-e625-4f0e-a955-db03902d0ce7 req-e369048a-bd66-4b67-a951-4e26458553ba tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680437 Apr 30 01:29:40.839063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b4389b6-ebf5-4006-8860-62e374a700fa tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:40.868100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1b4389b6-ebf5-4006-8860-62e374a700fa tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Calling delete_port for 6b676cc5-8d0b-4812-adff-5f37e29c73cd owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:40.873401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938b56f-f829-4832-9e10-2f3c483c6f98 None None] Update dhcp port {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'fixed_ips': [{'subnet_id': 'dbc18691-9b90-4552-b486-68ee52415971', 'ip_address': '172.20.0.18'}, {'subnet_id': '883a7870-f494-437c-bcbd-f1b12bbb25c3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eda01106-dde0-4123-81bf-88a0b8551af6'}], 'binding:host_id': 'n-d-821348-1'}, 'id': 'b354a9b6-b3c7-44eb-b56a-12626a572723'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:29:40.913004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f938b56f-f829-4832-9e10-2f3c483c6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.068251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Allocated IP 19.80.0.56 (c9e634ae-b772-40aa-bc0e-bcd1f235efa9/32c7acb9-de9a-4fef-b88c-ae425b04682d/73727798-a615-45a8-8428-1c88a41ced0c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:41.101030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-60b36d14-b8c4-411f-8155-eeebf5262b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.103852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-60b36d14-b8c4-411f-8155-eeebf5262b19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=756929d59fd74ec398e6de8e1f4c6df1&device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 1095 time: 0.2255886 Apr 30 01:29:41.129671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-b04873b0-06d4-4bed-8b22-d6e68c2d0e5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.136192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-b04873b0-06d4-4bed-8b22-d6e68c2d0e5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.142057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-b04873b0-06d4-4bed-8b22-d6e68c2d0e5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.147919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-b04873b0-06d4-4bed-8b22-d6e68c2d0e5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.154009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-b04873b0-06d4-4bed-8b22-d6e68c2d0e5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.160434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-b04873b0-06d4-4bed-8b22-d6e68c2d0e5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.166213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-b04873b0-06d4-4bed-8b22-d6e68c2d0e5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.170501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-b04873b0-06d4-4bed-8b22-d6e68c2d0e5c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.2193174 Apr 30 01:29:41.229208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f938b56f-f829-4832-9e10-2f3c483c6f98 None None] Allocated IP 172.20.0.34 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/eda01106-dde0-4123-81bf-88a0b8551af6/b354a9b6-b3c7-44eb-b56a-12626a572723) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:41.251947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-24898daa-7103-41c1-81e2-54e80d545b33 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 258 time: 0.3300796 Apr 30 01:29:41.272442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:41.317545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ca3cc07d-c419-4f94-86ed-53c294843c9d req-fe01f566-2c26-4add-ab11-45ae01c895a3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375167 Apr 30 01:29:41.327696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.328974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-7c8dda40-bfb6-4613-861d-e3e4dd17114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.330459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-7c8dda40-bfb6-4613-861d-e3e4dd17114b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7537432b-e55d-4db3-862f-53e8bd0b3eae HTTP/1.1" status: 200 len: 920 time: 0.2147260 Apr 30 01:29:41.345032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f938b56f-f829-4832-9e10-2f3c483c6f98 None None] For port b354a9b6-b3c7-44eb-b56a-12626a572723, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b354a9b6-b3c7-44eb-b56a-12626a572723,segment=NetworkSegment(f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2),segment_id=f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:41.376001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-3fb0d4e7-70c2-43a8-9f69-e7fdaacef4a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b485010f-dedc-4d5e-884a-95440bb9bc83 HTTP/1.1" status: 200 len: 217 time: 0.0357592 Apr 30 01:29:41.383944 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f938b56f-f829-4832-9e10-2f3c483c6f98 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.421640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.455163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f938b56f-f829-4832-9e10-2f3c483c6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.478263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd51fc70-437c-4958-a7d5-752c32ba6296 req-e9866971-b43a-45c9-894d-c05f6edc0cbb tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 210 time: 0.0364840 Apr 30 01:29:41.497480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.711058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] No DVR routers for this DVR port 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:41.714855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.718501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7c33208b-21c1-4817-a97e-a5e7c48c92f7 req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.21 "DELETE /v2.0/ports/3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 HTTP/1.1" status: 204 len: 173 time: 1.3384604 Apr 30 01:29:41.726612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-deleted', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:41.730236 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c0e891-4711-4def-9c3a-29f32783df31" -d '{"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-deleted", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:41.733186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d27046-25de-4e38-8cb5-36419afc0e92 tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] Pushing event deleted for resources: {'Port': ['ID=3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:41.734524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938b56f-f829-4832-9e10-2f3c483c6f98 None None] Pushing event updated for resources: {'Port': ['ID=b354a9b6-b3c7-44eb-b56a-12626a572723,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:41.811718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b4389b6-ebf5-4006-8860-62e374a700fa tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.871521 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7bb415-5b28-4d43-bb5f-3173325b38f0 x-openstack-request-id: req-bb7bb415-5b28-4d43-bb5f-3173325b38f0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:41.873941 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48624a8b-636c-4dff-83af-8e6e1ae12470", "name": "network-vif-deleted", "tag": "3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:41.873941 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb7bb415-5b28-4d43-bb5f-3173325b38f0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:41.873941 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7bb415-5b28-4d43-bb5f-3173325b38f0'] response: {'server_uuid': '48624a8b-636c-4dff-83af-8e6e1ae12470', 'name': 'network-vif-deleted', 'tag': '3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9', 'status': 'completed', 'code': 200} Apr 30 01:29:41.929009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4389b6-ebf5-4006-8860-62e374a700fa tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Port': ['ID=6b676cc5-8d0b-4812-adff-5f37e29c73cd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:41.935857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:41.950121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-18868edc-319c-49be-a976-2d0b6dd66578 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.951841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-18868edc-319c-49be-a976-2d0b6dd66578 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.1460021 Apr 30 01:29:41.959407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-06cfecfb-da2f-4e9f-825d-0987bd55e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:41.960919 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-06cfecfb-da2f-4e9f-825d-0987bd55e54e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ddd3ad-cf7c-4dda-9466-2aa09d0c772b HTTP/1.1" status: 200 len: 860 time: 0.5775132 Apr 30 01:29:42.065040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-ae151a5e-dc08-4a56-a1d8-218122f19436 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7537432b-e55d-4db3-862f-53e8bd0b3eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522344 Apr 30 01:29:42.160186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd0722-1a93-4f85-8b25-f1f5b5bbdd07 req-0e385b2b-839b-4283-bb57-f5ff3eb2bdb3 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:42.162792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-68bd0722-1a93-4f85-8b25-f1f5b5bbdd07 req-0e385b2b-839b-4283-bb57-f5ff3eb2bdb3 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 945 time: 0.1603870 Apr 30 01:29:42.196826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b4389b6-ebf5-4006-8860-62e374a700fa tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.205649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1b4389b6-ebf5-4006-8860-62e374a700fa tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "DELETE /v2.0/ports/6b676cc5-8d0b-4812-adff-5f37e29c73cd HTTP/1.1" status: 204 len: 168 time: 1.9268944 Apr 30 01:29:42.205649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48508) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:42.246846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.292760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b354a9b6-b3c7-44eb-b56a-12626a572723 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:42.375110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Port': ['ID=73727798-a615-45a8-8428-1c88a41ced0c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:42.380792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:42.381596 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.409798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Delete allocated IP 172.20.0.4 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/883a7870-f494-437c-bcbd-f1b12bbb25c3) {{(pid=103318) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 01:29:42.413411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:42.428408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.432634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-68bd0722-1a93-4f85-8b25-f1f5b5bbdd07 req-9cb86741-9d30-4ca9-b377-5111b26a8008 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/security-groups?id=36c53dd4-9988-437b-8a8d-e0460609327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167833 Apr 30 01:29:42.472463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:42.477214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:42.567662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Allocated IP 172.20.0.44 (110e5c42-d67f-4339-8c71-9e99cd6ccb6b/eda01106-dde0-4123-81bf-88a0b8551af6/7577e7c9-8313-4367-980e-83c709ff24d7) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:42.699736 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-154edb39-7e89-4aa2-9a65-7791f1ec5890 req-c5b518a0-296c-4243-8cd3-c9ac6169c15b tempest-ListImageFiltersTestJSON-376772151 tempest-ListImageFiltersTestJSON-376772151-project] 10.222.0.15 "GET /v2.0/ports?device_id=48624a8b-636c-4dff-83af-8e6e1ae12470 HTTP/1.1" status: 200 len: 210 time: 0.0725753 Apr 30 01:29:42.704188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Deleting port 82e14327-4e38-4d55-bab6-3055d5465222 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:42.704636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.832929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-a7ce0afd-047b-4cd5-909f-356c53544bce service neutron] 10.222.0.21 "GET /v2.0/networks/7537432b-e55d-4db3-862f-53e8bd0b3eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7173531 Apr 30 01:29:42.833055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:42.834010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.834644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Allocated IP 172.25.0.125 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/c54b78ea-b0da-4aee-a11f-ffc9d7b4e719) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:42.866246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-152a3014-670a-41e5-a645-06affd701660 None None] Provisioning complete for port 4a81d6f5-1b2f-4508-a098-901666735403 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:42.866833 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-152a3014-670a-41e5-a645-06affd701660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.915332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-152a3014-670a-41e5-a645-06affd701660 None None] Port 4a81d6f5-1b2f-4508-a098-901666735403 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:42.927151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-152a3014-670a-41e5-a645-06affd701660 None None] Provisioning complete for port 73727798-a615-45a8-8428-1c88a41ced0c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:42.927611 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-152a3014-670a-41e5-a645-06affd701660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.977426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-152a3014-670a-41e5-a645-06affd701660 None None] Port 73727798-a615-45a8-8428-1c88a41ced0c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:42.984108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d6a40515-c7a6-4390-b7e6-6f4e17f2017f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting port 76b8d36e-a0e7-4987-ba3b-e75afce219da {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:42.984398 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6a40515-c7a6-4390-b7e6-6f4e17f2017f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.993323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-152a3014-670a-41e5-a645-06affd701660 None None] Provisioning complete for port 7577e7c9-8313-4367-980e-83c709ff24d7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:42.994630 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-152a3014-670a-41e5-a645-06affd701660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:42.997636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-15b9f887-905c-4e6a-b598-34e25b87ed5c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1653500 Apr 30 01:29:43.027885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Request body: {'port': {'device_id': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c', 'admin_state_up': True, 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:43.036461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] For port 82e14327-4e38-4d55-bab6-3055d5465222, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=82e14327-4e38-4d55-bab6-3055d5465222,segment=NetworkSegment(1f0005db-e98e-4ed7-8ded-5de17016c252),segment_id=1f0005db-e98e-4ed7-8ded-5de17016c252)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:43.036835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.044869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-152a3014-670a-41e5-a645-06affd701660 None None] Port 7577e7c9-8313-4367-980e-83c709ff24d7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:43.059911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-152a3014-670a-41e5-a645-06affd701660 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:43.066268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-152a3014-670a-41e5-a645-06affd701660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.070869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2833-51ab-42cd-85a9-78be4f5a1e61 req-cda51de0-7aab-4e66-86b6-27e7a2453bdd tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.072911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-071e2833-51ab-42cd-85a9-78be4f5a1e61 req-cda51de0-7aab-4e66-86b6-27e7a2453bdd tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 944 time: 0.2290411 Apr 30 01:29:43.082735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Calling delete_port for 82e14327-4e38-4d55-bab6-3055d5465222 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:43.083927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ac5eacc-c0ac-4c68-832c-0c00a3448d94 req-749e8a7d-c183-4cdc-844e-a99021568bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/7537432b-e55d-4db3-862f-53e8bd0b3eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430170 Apr 30 01:29:43.126185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.144586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6a40515-c7a6-4390-b7e6-6f4e17f2017f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.146657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b485010f-dedc-4d5e-884a-95440bb9bc83 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:29:43.163712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d6a40515-c7a6-4390-b7e6-6f4e17f2017f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Calling delete_port for 76b8d36e-a0e7-4987-ba3b-e75afce219da owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:43.279038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-071e2833-51ab-42cd-85a9-78be4f5a1e61 req-c9b55959-a8a8-40fc-8a0e-cd3fdc142906 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820710 Apr 30 01:29:43.283326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b485010f-dedc-4d5e-884a-95440bb9bc83, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b485010f-dedc-4d5e-884a-95440bb9bc83,segment=NetworkSegment(e778cf15-3778-4d12-8eba-73d2c46bb9f8),segment_id=e778cf15-3778-4d12-8eba-73d2c46bb9f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:43.295455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.297416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'b485010f-dedc-4d5e-884a-95440bb9bc83', 'network_id': '7537432b-e55d-4db3-862f-53e8bd0b3eae', 'port_id': 'b485010f-dedc-4d5e-884a-95440bb9bc83', 'mac_address': 'fa:16:3e:35:40:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ddd3ad-cf7c-4dda-9466-2aa09d0c772b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:29:43.302150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.353505 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.367747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:43.372932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:43.375625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:43.381003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b485010f-dedc-4d5e-884a-95440bb9bc83 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:43.394327 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.409433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b485010f-dedc-4d5e-884a-95440bb9bc83, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b485010f-dedc-4d5e-884a-95440bb9bc83,segment=NetworkSegment(e778cf15-3778-4d12-8eba-73d2c46bb9f8),segment_id=e778cf15-3778-4d12-8eba-73d2c46bb9f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:43.429282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Made reservation on behalf of 1561e71645934bd8b5f2cef5e4c9fe44 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:43.433531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.439589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Pushing event updated for resources: {'Port': ['ID=c54b78ea-b0da-4aee-a11f-ffc9d7b4e719,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:43.495478 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.530640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6a40515-c7a6-4390-b7e6-6f4e17f2017f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.550080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b485010f-dedc-4d5e-884a-95440bb9bc83,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:43.566310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event updated for resources: {'Port': ['ID=7577e7c9-8313-4367-980e-83c709ff24d7,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:43.570982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a40515-c7a6-4390-b7e6-6f4e17f2017f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Port': ['ID=76b8d36e-a0e7-4987-ba3b-e75afce219da,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:43.612473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-dd559e1a-e31e-4f4c-90fe-1698aaaa14fc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.618113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-dd559e1a-e31e-4f4c-90fe-1698aaaa14fc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.624468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-dd559e1a-e31e-4f4c-90fe-1698aaaa14fc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.630290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-dd559e1a-e31e-4f4c-90fe-1698aaaa14fc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.636168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-dd559e1a-e31e-4f4c-90fe-1698aaaa14fc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.641975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-dd559e1a-e31e-4f4c-90fe-1698aaaa14fc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.644647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6a40515-c7a6-4390-b7e6-6f4e17f2017f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.647808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-dd559e1a-e31e-4f4c-90fe-1698aaaa14fc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.647945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d6a40515-c7a6-4390-b7e6-6f4e17f2017f tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "DELETE /v2.0/ports/76b8d36e-a0e7-4987-ba3b-e75afce219da HTTP/1.1" status: 204 len: 168 time: 1.4420762 Apr 30 01:29:43.649815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-dd559e1a-e31e-4f4c-90fe-1698aaaa14fc tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.2711718 Apr 30 01:29:43.651872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:43.687151 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.692560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] In _notify_port_updated(), no bound segment for port 7577e7c9-8313-4367-980e-83c709ff24d7 on network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:29:43.698829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b485010f-dedc-4d5e-884a-95440bb9bc83'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:29:43.699069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:43.699651 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.700962 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-66b029e2-d5e3-4aae-a468-740c0a164123 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "PUT /v2.0/ports/7577e7c9-8313-4367-980e-83c709ff24d7 HTTP/1.1" status: 200 len: 960 time: 2.9466038 Apr 30 01:29:43.704884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48518) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:43.741553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Pushing event deleted for resources: {'Port': ['ID=82e14327-4e38-4d55-bab6-3055d5465222,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:43.778998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-631fcee5-7be3-4f2d-827e-0cbbfc5c7d67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting subnet cb807107-af8e-42db-85a5-15144c311b8f {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:43.789123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.791171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631fcee5-7be3-4f2d-827e-0cbbfc5c7d67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.797154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67a906dc-9f3c-4604-89cf-9cbb32479e59 req-ab97a754-2427-40fc-8337-db0f942c7873 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375337 Apr 30 01:29:43.840197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] No DVR routers for this DVR port 82e14327-4e38-4d55-bab6-3055d5465222 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:43.845629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.849406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc86f831-91cf-4d19-8bb4-dec4b96e7e7d req-de6b1fa1-4e23-4691-8893-b8699d3e0b48 tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.21 "DELETE /v2.0/ports/82e14327-4e38-4d55-bab6-3055d5465222 HTTP/1.1" status: 204 len: 173 time: 1.8866382 Apr 30 01:29:43.857181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Allocated IP 19.86.0.224 (d9de0605-e9ba-4006-9a27-9919328ffb5c/87284fa9-57f9-40b6-ad55-7855d7da7212/c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:43.872987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4b214b-0d33-4263-9e4a-55533df19478', 'name': 'network-vif-deleted', 'tag': '82e14327-4e38-4d55-bab6-3055d5465222'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:43.875269 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012344ff-0d40-4c12-b3ff-219d6a3d93bf" -d '{"events": [{"server_uuid": "ab4b214b-0d33-4263-9e4a-55533df19478", "name": "network-vif-deleted", "tag": "82e14327-4e38-4d55-bab6-3055d5465222"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:43.881568 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631fcee5-7be3-4f2d-827e-0cbbfc5c7d67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:43.969742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.023619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ab1026fc-c592-4918-8e61-74d0ac70efdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 7577e7c9-8313-4367-980e-83c709ff24d7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:44.023961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab1026fc-c592-4918-8e61-74d0ac70efdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.101472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eac5f-0510-46e7-a8d8-6a509a58ee95 req-ae46ab1f-db26-4d17-a548-d7fb2ac1e7e4 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:44.103055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414eac5f-0510-46e7-a8d8-6a509a58ee95 req-ae46ab1f-db26-4d17-a548-d7fb2ac1e7e4 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 931 time: 0.1829834 Apr 30 01:29:44.155002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.173112 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631fcee5-7be3-4f2d-827e-0cbbfc5c7d67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.187064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414eac5f-0510-46e7-a8d8-6a509a58ee95 req-0159db77-b9a7-47a6-bc66-9801f816251c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650272 Apr 30 01:29:44.288262 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab1026fc-c592-4918-8e61-74d0ac70efdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.294251 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9b7f6e2e-d458-44fd-81d3-d035a10cb780 req-b386d498-ce5f-40b8-a576-fa648ae9e56f tempest-ServerDiskConfigTestJSON-1709243334 tempest-ServerDiskConfigTestJSON-1709243334-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4b214b-0d33-4263-9e4a-55533df19478 HTTP/1.1" status: 200 len: 210 time: 0.0285394 Apr 30 01:29:44.318881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.326174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c597cd9a-be10-48dc-9812-46b5f1d6d678 None None] Provisioning complete for port 7577e7c9-8313-4367-980e-83c709ff24d7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:44.327088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ab1026fc-c592-4918-8e61-74d0ac70efdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 7577e7c9-8313-4367-980e-83c709ff24d7 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:44.327505 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c597cd9a-be10-48dc-9812-46b5f1d6d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.346624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Network d9de0605-e9ba-4006-9a27-9919328ffb5c is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:44.350365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:44.356439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.366133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:44.410349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c597cd9a-be10-48dc-9812-46b5f1d6d678 None None] Port 7577e7c9-8313-4367-980e-83c709ff24d7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:44.417020 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b8f3c4-d0f0-47b9-8935-6c1a8a19330f x-openstack-request-id: req-e0b8f3c4-d0f0-47b9-8935-6c1a8a19330f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:44.420104 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4b214b-0d33-4263-9e4a-55533df19478", "name": "network-vif-deleted", "tag": "82e14327-4e38-4d55-bab6-3055d5465222", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:44.420750 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0b8f3c4-d0f0-47b9-8935-6c1a8a19330f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:44.421489 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b8f3c4-d0f0-47b9-8935-6c1a8a19330f'] response: {'server_uuid': 'ab4b214b-0d33-4263-9e4a-55533df19478', 'name': 'network-vif-deleted', 'tag': '82e14327-4e38-4d55-bab6-3055d5465222', 'status': 'completed', 'code': 200} Apr 30 01:29:44.432088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631fcee5-7be3-4f2d-827e-0cbbfc5c7d67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.460045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fcee5-7be3-4f2d-827e-0cbbfc5c7d67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Subnet': ['ID=cb807107-af8e-42db-85a5-15144c311b8f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:44.471100 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.502724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:44.503736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.505787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c20651-9f2e-4568-abe2-e1e34ef607ac None None] Network 811c6416-3faf-4022-af7d-a01b5297b65e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:44.557602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event updated for resources: {'Port': ['ID=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:44.563824 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631fcee5-7be3-4f2d-827e-0cbbfc5c7d67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.570775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-631fcee5-7be3-4f2d-827e-0cbbfc5c7d67 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "DELETE /v2.0/subnets/cb807107-af8e-42db-85a5-15144c311b8f HTTP/1.1" status: 204 len: 168 time: 0.9153023 Apr 30 01:29:44.573679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48528) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:44.613271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b722b-b0c3-4905-84b4-9c84566ffb61 req-41b085bb-7aca-4696-97d3-46691f5e2f62 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:44.614878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e16b722b-b0c3-4905-84b4-9c84566ffb61 req-41b085bb-7aca-4696-97d3-46691f5e2f62 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 945 time: 0.1542315 Apr 30 01:29:44.643371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Pushing event updated for resources: {'Port': ['ID=c54b78ea-b0da-4aee-a11f-ffc9d7b4e719,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:44.655085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-548598bd-d1c6-4dc1-929d-e19cecc3a1bd None None] Provisioning complete for port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:44.660746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-548598bd-d1c6-4dc1-929d-e19cecc3a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.660878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-273f7302-c5bd-462c-86d1-8c17a63341f8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Deleting subnet 7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:44.670596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.671723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-4d459093-1641-400f-b83b-bfee5c868ebd tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6563582 Apr 30 01:29:44.672771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-273f7302-c5bd-462c-86d1-8c17a63341f8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.702178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Request body: {'port': {'device_id': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:44.732899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-548598bd-d1c6-4dc1-929d-e19cecc3a1bd None None] Port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:44.740773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e16b722b-b0c3-4905-84b4-9c84566ffb61 req-d940004c-eb48-4d71-8df2-66d43e318571 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112628 Apr 30 01:29:44.752638 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-273f7302-c5bd-462c-86d1-8c17a63341f8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.760917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab1026fc-c592-4918-8e61-74d0ac70efdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.767253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.772584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-15ade755-676d-4ebd-850f-018f7e85c000 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5039468 Apr 30 01:29:44.834989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.849259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] DHCP port deletion for 811c6416-3faf-4022-af7d-a01b5297b65e request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:29:44.896409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1026fc-c592-4918-8e61-74d0ac70efdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=7577e7c9-8313-4367-980e-83c709ff24d7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:44.919494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] Deleting port 800eea58-2565-4c10-86a0-afc98ef095e8 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:44.919977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:44.951853 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-60174ca7-2abe-497d-a605-a9a8c543ad8c tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1523645 Apr 30 01:29:45.022920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] For port 800eea58-2565-4c10-86a0-afc98ef095e8, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=800eea58-2565-4c10-86a0-afc98ef095e8,segment=NetworkSegment(a7b8f1d0-388f-491a-abd2-88f05a9a8402),segment_id=a7b8f1d0-388f-491a-abd2-88f05a9a8402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:45.023899 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.049642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] Calling delete_port for 800eea58-2565-4c10-86a0-afc98ef095e8 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:45.088779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab1026fc-c592-4918-8e61-74d0ac70efdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.094843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ab1026fc-c592-4918-8e61-74d0ac70efdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/7577e7c9-8313-4367-980e-83c709ff24d7 HTTP/1.1" status: 204 len: 168 time: 1.3845205 Apr 30 01:29:45.096314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48546) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:45.140362 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9c9c70-2037-47a7-bfb1-1e92d5f40770 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] GET failed (client error): The resource could not be found. Apr 30 01:29:45.145091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2a9c9c70-2037-47a7-bfb1-1e92d5f40770 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports/7577e7c9-8313-4367-980e-83c709ff24d7 HTTP/1.1" status: 404 len: 333 time: 0.0455060 Apr 30 01:29:45.147547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48550) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:45.170969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b485010f-dedc-4d5e-884a-95440bb9bc83 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:45.187803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-4dc771fb-42ea-4ad1-8dae-f0c14b49abde tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.189382 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b614e9b-81f1-4b43-92d5-a81aac784d3a req-4dc771fb-42ea-4ad1-8dae-f0c14b49abde tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.2158475 Apr 30 01:29:45.256387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc55280f-8e6d-479e-a05d-954f8c483cdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.299518 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc55280f-8e6d-479e-a05d-954f8c483cdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.320489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port b485010f-dedc-4d5e-884a-95440bb9bc83 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:29:45.326321 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.335063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port b485010f-dedc-4d5e-884a-95440bb9bc83 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:45.335786 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.337123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-273f7302-c5bd-462c-86d1-8c17a63341f8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.382129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22431-8f2a-4999-a241-361e0cbd913d req-40b96874-979f-443f-9814-8de4f62f2370 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.391472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22431-8f2a-4999-a241-361e0cbd913d req-40b96874-979f-443f-9814-8de4f62f2370 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.397435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22431-8f2a-4999-a241-361e0cbd913d req-40b96874-979f-443f-9814-8de4f62f2370 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.403901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22431-8f2a-4999-a241-361e0cbd913d req-40b96874-979f-443f-9814-8de4f62f2370 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.404069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] Pushing event deleted for resources: {'Port': ['ID=800eea58-2565-4c10-86a0-afc98ef095e8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:45.409592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4a1e1-3918-45fb-91cf-9292f9869a52 None None] No DVR routers for this DVR port 800eea58-2565-4c10-86a0-afc98ef095e8 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:45.410333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22431-8f2a-4999-a241-361e0cbd913d req-40b96874-979f-443f-9814-8de4f62f2370 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.417302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22431-8f2a-4999-a241-361e0cbd913d req-40b96874-979f-443f-9814-8de4f62f2370 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.423182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22431-8f2a-4999-a241-361e0cbd913d req-40b96874-979f-443f-9814-8de4f62f2370 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.425177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94d22431-8f2a-4999-a241-361e0cbd913d req-40b96874-979f-443f-9814-8de4f62f2370 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.1560438 Apr 30 01:29:45.496317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94d22431-8f2a-4999-a241-361e0cbd913d req-f04b0df7-e2e7-4622-bbce-61bec7d04091 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554695 Apr 30 01:29:45.528713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.553334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc55280f-8e6d-479e-a05d-954f8c483cdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.556010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc55280f-8e6d-479e-a05d-954f8c483cdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.561258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cc55280f-8e6d-479e-a05d-954f8c483cdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/security-groups/14d9428e-96bd-47c0-9685-c212a204a928 HTTP/1.1" status: 204 len: 168 time: 0.4127197 Apr 30 01:29:45.562119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48560) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:45.566833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b485010f-dedc-4d5e-884a-95440bb9bc83'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:45.569343 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f3636-9432-4828-b807-4426ac63290f" -d '{"events": [{"server_uuid": "1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec", "name": "network-vif-plugged", "status": "completed", "tag": "b485010f-dedc-4d5e-884a-95440bb9bc83"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:45.584602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b485010f-dedc-4d5e-884a-95440bb9bc83, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b485010f-dedc-4d5e-884a-95440bb9bc83,segment=NetworkSegment(e778cf15-3778-4d12-8eba-73d2c46bb9f8),segment_id=e778cf15-3778-4d12-8eba-73d2c46bb9f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:45.588152 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-273f7302-c5bd-462c-86d1-8c17a63341f8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.629535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f7302-c5bd-462c-86d1-8c17a63341f8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:45.640218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55280f-8e6d-479e-a05d-954f8c483cdc tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d9428e-96bd-47c0-9685-c212a204a928,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:45.640769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-273f7302-c5bd-462c-86d1-8c17a63341f8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.647319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-273f7302-c5bd-462c-86d1-8c17a63341f8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "DELETE /v2.0/subnets/7ac3ebf8-22b2-4b40-b909-ce6fc8f46c2e HTTP/1.1" status: 204 len: 168 time: 1.0701835 Apr 30 01:29:45.650759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:45.660263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85039e92-94f6-464b-bf50-1d017bbfea7c None None] Network 3bb9ea1c-8985-4087-ab33-7982949d0a49 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:45.672134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bc5bc-f534-4e90-9761-6e5ab9923f7b req-2695956c-972a-4006-ae40-4ec014cfb5c5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.678298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bc5bc-f534-4e90-9761-6e5ab9923f7b req-2695956c-972a-4006-ae40-4ec014cfb5c5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.679990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e95bc5bc-f534-4e90-9761-6e5ab9923f7b req-2695956c-972a-4006-ae40-4ec014cfb5c5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1654 time: 0.1558490 Apr 30 01:29:45.687298 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.688177 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 82e14327-4e38-4d55-bab6-3055d5465222 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:45.760067 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e95bc5bc-f534-4e90-9761-6e5ab9923f7b req-82a760c9-437c-4bf6-bc8d-5ba07dbbf326 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689743 Apr 30 01:29:45.765422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73727798-a615-45a8-8428-1c88a41ced0c {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:45.777969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-c5e873a4-a4c8-4f79-af2f-4175be708018 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:45.779644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-c5e873a4-a4c8-4f79-af2f-4175be708018 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1990378 Apr 30 01:29:45.782898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.791063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 82e14327-4e38-4d55-bab6-3055d5465222 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:45.791452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 82e14327-4e38-4d55-bab6-3055d5465222 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:45.791875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:45.813514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Transition to ACTIVE for port object 73727798-a615-45a8-8428-1c88a41ced0c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:45.821735 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d85aeb3-e759-4574-a09f-f8362ce55b12 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.835227 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.841622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:45.841969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3593ef3a-e7e1-4ff2-acd7-9c5a94a596f9 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:45.880579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b485010f-dedc-4d5e-884a-95440bb9bc83,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:45.882558 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-5bd2e0ce-b84d-453c-ae02-f7ad34dfd666 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0643008 Apr 30 01:29:45.883747 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.900809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Request body: {'floatingip': {'port_id': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:45.904857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d85aeb3-e759-4574-a09f-f8362ce55b12 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:45.948966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=73727798-a615-45a8-8428-1c88a41ced0c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:45.995454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.069951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] DHCP port deletion for 3bb9ea1c-8985-4087-ab33-7982949d0a49 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:29:46.106735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Attempting to bind port 73727798-a615-45a8-8428-1c88a41ced0c on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:46.107254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Attempting to bind port 73727798-a615-45a8-8428-1c88a41ced0c by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:46.107717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Attempting to bind port 73727798-a615-45a8-8428-1c88a41ced0c on network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:46.115475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Port 73727798-a615-45a8-8428-1c88a41ced0c on network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:46.115958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Attempting to bind port 73727798-a615-45a8-8428-1c88a41ced0c on network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:46.124957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:46.124957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Checking segment: {'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:46.124957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Bound using segment: {'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:46.124957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Bound port: 73727798-a615-45a8-8428-1c88a41ced0c, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4f451f-4315-46cf-9455-ec4f776c20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:46.124957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.151498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] Deleting port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:46.158168 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.194882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.213312 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d85aeb3-e759-4574-a09f-f8362ce55b12 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.216545 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d85aeb3-e759-4574-a09f-f8362ce55b12 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.218431 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0d85aeb3-e759-4574-a09f-f8362ce55b12 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/security-groups/715a9b7d-d34b-466b-9b51-60138b657a12 HTTP/1.1" status: 204 len: 168 time: 0.6525888 Apr 30 01:29:46.220191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] For port 73727798-a615-45a8-8428-1c88a41ced0c, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:46.228595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48586) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:46.229530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] For port 73727798-a615-45a8-8428-1c88a41ced0c, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=73727798-a615-45a8-8428-1c88a41ced0c,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:46.283738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] For port c3d00db9-b26d-4c96-974c-1bfc1d8b8438, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c3d00db9-b26d-4c96-974c-1bfc1d8b8438,segment=NetworkSegment(60d88789-0344-46dd-8f8b-8323df4e3a72),segment_id=60d88789-0344-46dd-8f8b-8323df4e3a72)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:46.284474 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.293221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811c6416-3faf-4022-af7d-a01b5297b65e']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:46.297805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85aeb3-e759-4574-a09f-f8362ce55b12 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715a9b7d-d34b-466b-9b51-60138b657a12,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:46.311565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78c2388e-292f-4688-abd3-1657435e968f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.323013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] Calling delete_port for c3d00db9-b26d-4c96-974c-1bfc1d8b8438 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:46.325077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b8f1d0-388f-491a-abd2-88f05a9a8402') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:46.326216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b8f1d0-388f-491a-abd2-88f05a9a8402') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:46.331029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.334280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 800eea58-2565-4c10-86a0-afc98ef095e8 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:46.374930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.375350 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78c2388e-292f-4688-abd3-1657435e968f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.375932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 800eea58-2565-4c10-86a0-afc98ef095e8 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:46.376448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 800eea58-2565-4c10-86a0-afc98ef095e8 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:46.377222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c3d00db9-b26d-4c96-974c-1bfc1d8b8438 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:46.408034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:46.408666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.410067 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] 10.222.0.23 "PUT /v2.0/ports/73727798-a615-45a8-8428-1c88a41ced0c HTTP/1.1" status: 200 len: 1091 time: 1.7122552 Apr 30 01:29:46.423710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'tag': '73727798-a615-45a8-8428-1c88a41ced0c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:46.427547 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77868abf-feb2-4bba-ac9d-22745f92262b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "tag": "73727798-a615-45a8-8428-1c88a41ced0c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:46.448979 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.467409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50069e-cba5-46b7-8310-f8d717125cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=73727798-a615-45a8-8428-1c88a41ced0c,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:46.507702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:46.508365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:46.512206 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:46.514706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Request body: {'port': {'device_id': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:46.540340 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaa031f-4105-439f-af6e-a359fc92e880 x-openstack-request-id: req-edaa031f-4105-439f-af6e-a359fc92e880 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:46.540340 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec", "name": "network-vif-plugged", "status": "completed", "tag": "b485010f-dedc-4d5e-884a-95440bb9bc83", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:46.540340 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edaa031f-4105-439f-af6e-a359fc92e880 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:46.540340 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edaa031f-4105-439f-af6e-a359fc92e880'] response: {'server_uuid': '1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b485010f-dedc-4d5e-884a-95440bb9bc83', 'code': 200} Apr 30 01:29:46.540340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.563354 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78c2388e-292f-4688-abd3-1657435e968f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.569489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-78c2388e-292f-4688-abd3-1657435e968f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.571100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-78c2388e-292f-4688-abd3-1657435e968f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/security-groups/3e3f28ed-1d5f-49e2-92be-09060c8f29a9 HTTP/1.1" status: 204 len: 168 time: 0.3479929 Apr 30 01:29:46.589379 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.596795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48594) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:46.660956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] Pushing event deleted for resources: {'Port': ['ID=c3d00db9-b26d-4c96-974c-1bfc1d8b8438,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:46.661189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2388e-292f-4688-abd3-1657435e968f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f28ed-1d5f-49e2-92be-09060c8f29a9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:46.687857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.701683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52245bf7-a7d4-414d-aa53-36d1a66f3c48 None None] No DVR routers for this DVR port c3d00db9-b26d-4c96-974c-1bfc1d8b8438 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:46.752525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.796513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7501b79-077f-4e98-b934-61d5fe58ae0f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet 883a7870-f494-437c-bcbd-f1b12bbb25c3 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:46.805962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7501b79-077f-4e98-b934-61d5fe58ae0f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.835947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f486d-39f1-4e64-8145-198ca85fecc3 req-10a51141-e56c-4990-9d2b-d897d3efdf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:46.838228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a5f486d-39f1-4e64-8145-198ca85fecc3 req-10a51141-e56c-4990-9d2b-d897d3efdf86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 1097 time: 0.2199292 Apr 30 01:29:46.949014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762a40-e2bb-4544-86f3-73ab657d94e1 req-fdd101d8-62b6-4e86-a1f8-53cc394f0224 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:46.950628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f762a40-e2bb-4544-86f3-73ab657d94e1 req-fdd101d8-62b6-4e86-a1f8-53cc394f0224 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 946 time: 0.2829187 Apr 30 01:29:46.962121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7501b79-077f-4e98-b934-61d5fe58ae0f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:46.998174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:29:47.046462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a5f486d-39f1-4e64-8145-198ca85fecc3 req-a38550fc-dc65-4e9a-9910-50d248f1fa91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001946 Apr 30 01:29:47.100405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.106058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "DELETE /v2.0/networks/811c6416-3faf-4022-af7d-a01b5297b65e HTTP/1.1" status: 204 len: 168 time: 1.4467406 Apr 30 01:29:47.110954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48598) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:47.121013 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f762a40-e2bb-4544-86f3-73ab657d94e1 req-9922c975-276d-40f7-8e7c-818324850d4e tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488807 Apr 30 01:29:47.143364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6d5af-e8d7-4f66-bf9c-53c02c27efc4 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Network': ['ID=811c6416-3faf-4022-af7d-a01b5297b65e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:47.198420 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7501b79-077f-4e98-b934-61d5fe58ae0f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.223135 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a57659-7bf1-40cb-b166-d36e9b463b4e x-openstack-request-id: req-62a57659-7bf1-40cb-b166-d36e9b463b4e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:47.223444 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "tag": "73727798-a615-45a8-8428-1c88a41ced0c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:47.223700 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62a57659-7bf1-40cb-b166-d36e9b463b4e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:47.224099 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a57659-7bf1-40cb-b166-d36e9b463b4e'] response: {'name': 'network-changed', 'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'tag': '73727798-a615-45a8-8428-1c88a41ced0c', 'status': 'completed', 'code': 200} Apr 30 01:29:47.260714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.340406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:47.351622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.372958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Transition to ACTIVE for port object c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:29:47.377915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868abf-feb2-4bba-ac9d-22745f92262b req-29a28377-b121-4c00-b271-f966a62dc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:47.378522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868abf-feb2-4bba-ac9d-22745f92262b req-29a28377-b121-4c00-b271-f966a62dc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:47.380096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77868abf-feb2-4bba-ac9d-22745f92262b req-29a28377-b121-4c00-b271-f966a62dc27a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1913 time: 0.0894492 Apr 30 01:29:47.404187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7501b79-077f-4e98-b934-61d5fe58ae0f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.432423 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.463793 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.465487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb9ea1c-8985-4087-ab33-7982949d0a49']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:47.474997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d88789-0344-46dd-8f8b-8323df4e3a72') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:47.475292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d88789-0344-46dd-8f8b-8323df4e3a72') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:47.480276 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.482231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7501b79-077f-4e98-b934-61d5fe58ae0f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=883a7870-f494-437c-bcbd-f1b12bbb25c3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:47.485451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.491184 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a7501b79-077f-4e98-b934-61d5fe58ae0f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.498224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a7501b79-077f-4e98-b934-61d5fe58ae0f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/883a7870-f494-437c-bcbd-f1b12bbb25c3 HTTP/1.1" status: 204 len: 168 time: 0.8965046 Apr 30 01:29:47.499884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48620) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:47.508320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584393a7-8e71-44c9-92bc-d03bbfcfbbe0 None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:47.512171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.575327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10a0d66-6b84-4cba-a671-e575ec54ea02 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet eda01106-dde0-4123-81bf-88a0b8551af6 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:47.578059 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.581553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:47.581955 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:47.586303 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:47.593949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Pushing event updated for resources: {'Port': ['ID=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:47.608845 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d10a0d66-6b84-4cba-a671-e575ec54ea02 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.625994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868abf-feb2-4bba-ac9d-22745f92262b req-7acf1fa1-8843-4026-b100-d926b8c58f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:47.626484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868abf-feb2-4bba-ac9d-22745f92262b req-7acf1fa1-8843-4026-b100-d926b8c58f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:47.626958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868abf-feb2-4bba-ac9d-22745f92262b req-7acf1fa1-8843-4026-b100-d926b8c58f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:47.628803 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77868abf-feb2-4bba-ac9d-22745f92262b req-7acf1fa1-8843-4026-b100-d926b8c58f6f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2402449 Apr 30 01:29:47.748936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Attempting to bind port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:29:47.749279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Attempting to bind port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:29:47.749804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Attempting to bind port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff on network d9de0605-e9ba-4006-9a27-9919328ffb5c {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:47.765684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff on network d9de0605-e9ba-4006-9a27-9919328ffb5c not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:29:47.766317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Attempting to bind port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff on network d9de0605-e9ba-4006-9a27-9919328ffb5c {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:29:47.780233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:29:47.780577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Checking segment: {'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:47.780968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Bound using segment: {'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:29:47.781417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Bound port: c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84148c64-56fb-4ef6-a918-77abac4bc2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:29:47.781898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.796688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d10a0d66-6b84-4cba-a671-e575ec54ea02 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.796975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868abf-feb2-4bba-ac9d-22745f92262b req-53ae4c5c-289e-4957-b87e-e434e968f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:47.798482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77868abf-feb2-4bba-ac9d-22745f92262b req-53ae4c5c-289e-4957-b87e-e434e968f2f6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1458430 Apr 30 01:29:47.876799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] For port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:29:47.880305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.880771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] For port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:29:47.885585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.889053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] 10.222.0.15 "DELETE /v2.0/networks/3bb9ea1c-8985-4087-ab33-7982949d0a49 HTTP/1.1" status: 204 len: 168 time: 0.7818410 Apr 30 01:29:47.949177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc54bff-81f3-4f79-990b-dd5c625536e8 tempest-TaggedBootDevicesTest_v242-2074648118 tempest-TaggedBootDevicesTest_v242-2074648118-project] Pushing event deleted for resources: {'Network': ['ID=3bb9ea1c-8985-4087-ab33-7982949d0a49,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:47.963696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:47.989154 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Floating IP 63717f55-9edf-403a-980a-febe984c98f3 associated. External IP: 172.25.0.125, port: c5638fe3-32f9-4cee-9997-9f7f0071c30f. Apr 30 01:29:48.013874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdccb5-7aa6-4309-a588-a8925030247f req-c47395ad-cdaa-47da-8b3a-39c317871a9c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.020767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdccb5-7aa6-4309-a588-a8925030247f req-c47395ad-cdaa-47da-8b3a-39c317871a9c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.027355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdccb5-7aa6-4309-a588-a8925030247f req-c47395ad-cdaa-47da-8b3a-39c317871a9c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.033280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdccb5-7aa6-4309-a588-a8925030247f req-c47395ad-cdaa-47da-8b3a-39c317871a9c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.039088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdccb5-7aa6-4309-a588-a8925030247f req-c47395ad-cdaa-47da-8b3a-39c317871a9c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.046559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdccb5-7aa6-4309-a588-a8925030247f req-c47395ad-cdaa-47da-8b3a-39c317871a9c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.046771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d10a0d66-6b84-4cba-a671-e575ec54ea02 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.052826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdccb5-7aa6-4309-a588-a8925030247f req-c47395ad-cdaa-47da-8b3a-39c317871a9c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.055610 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15fdccb5-7aa6-4309-a588-a8925030247f req-c47395ad-cdaa-47da-8b3a-39c317871a9c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.1484191 Apr 30 01:29:48.064636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.065246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.066683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] 10.222.0.23 "PUT /v2.0/ports/c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff HTTP/1.1" status: 200 len: 1092 time: 1.5564904 Apr 30 01:29:48.118435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3241f5d-9c65-4705-9428-9b26a9b89d10 service neutron] Pushing event updated for resources: {'Port': ['ID=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:48.133263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15fdccb5-7aa6-4309-a588-a8925030247f req-e53e98b8-dff2-4bcc-a23a-6334972bc44e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616992 Apr 30 01:29:48.260228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d10a0d66-6b84-4cba-a671-e575ec54ea02 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.308704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a0d66-6b84-4cba-a671-e575ec54ea02 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=eda01106-dde0-4123-81bf-88a0b8551af6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:48.329787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d10a0d66-6b84-4cba-a671-e575ec54ea02 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.335597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d10a0d66-6b84-4cba-a671-e575ec54ea02 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/eda01106-dde0-4123-81bf-88a0b8551af6 HTTP/1.1" status: 204 len: 168 time: 0.8330257 Apr 30 01:29:48.337472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48628) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:48.356616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-8f128978-b128-4514-9cfa-50863812bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.357156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-8f128978-b128-4514-9cfa-50863812bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.358715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-8f128978-b128-4514-9cfa-50863812bf1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1980 time: 0.0907667 Apr 30 01:29:48.405083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e69c3-6e47-4f57-9f9d-e28b0193075f req-63a012c8-b028-4cf9-9921-d54912c9f5fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.412610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e69c3-6e47-4f57-9f9d-e28b0193075f req-63a012c8-b028-4cf9-9921-d54912c9f5fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.414956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e35e69c3-6e47-4f57-9f9d-e28b0193075f req-63a012c8-b028-4cf9-9921-d54912c9f5fc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1678 time: 0.1619804 Apr 30 01:29:48.423347 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad6518c-2573-4b6d-a9c5-91214adda9ae tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:48.424087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad6518c-2573-4b6d-a9c5-91214adda9ae tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:48.430467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4ad6518c-2573-4b6d-a9c5-91214adda9ae tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/883a7870-f494-437c-bcbd-f1b12bbb25c3 HTTP/1.1" status: 404 len: 337 time: 0.0876193 Apr 30 01:29:48.432379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48632) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:48.451680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Router 263ec767-d77c-4598-856f-3850f9283fba has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:29:48.476323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-45839503-fe22-401c-b06b-ae44865d5006 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=73727798-a615-45a8-8428-1c88a41ced0c HTTP/1.1" status: 200 len: 217 time: 0.0597148 Apr 30 01:29:48.506578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48634) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:48.537176 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.550974 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e35e69c3-6e47-4f57-9f9d-e28b0193075f req-fbade9a9-1977-4f1c-9727-8de677e3e611 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203945 Apr 30 01:29:48.555747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-250404de-ee2b-41f8-8657-8d82f3d54587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.558058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-250404de-ee2b-41f8-8657-8d82f3d54587 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32c7acb9-de9a-4fef-b88c-ae425b04682d HTTP/1.1" status: 200 len: 801 time: 0.0737193 Apr 30 01:29:48.562059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3c4036-ecfc-4024-b9aa-852d534824f2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting subnet dbc18691-9b90-4552-b486-68ee52415971 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:48.570386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4036-ecfc-4024-b9aa-852d534824f2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.623588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4036-ecfc-4024-b9aa-852d534824f2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.630908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-18dd98e6-172a-4730-9366-107e8a39ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.636281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-18dd98e6-172a-4730-9366-107e8a39ebf3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9e634ae-b772-40aa-bc0e-bcd1f235efa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722351 Apr 30 01:29:48.660676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372dbb2-4ff5-48ae-8822-25cc01b6dbea None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:48.720377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4036-ecfc-4024-b9aa-852d534824f2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.762021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b31c08fb-6dd8-44b3-bf45-27075dc5715c None None] Provisioning complete for port 4a81d6f5-1b2f-4508-a098-901666735403 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:48.762712 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b31c08fb-6dd8-44b3-bf45-27075dc5715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.797275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-f939f7ee-617e-454b-9083-715bc47afdbe service neutron] 10.222.0.23 "GET /v2.0/networks/c9e634ae-b772-40aa-bc0e-bcd1f235efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539087 Apr 30 01:29:48.824126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c4fa6-3d74-4675-950a-e0da9f2b20c0 req-7d97cdff-b342-4d82-95c7-0f6cd1304895 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:48.825846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e29c4fa6-3d74-4675-950a-e0da9f2b20c0 req-7d97cdff-b342-4d82-95c7-0f6cd1304895 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 946 time: 0.0870132 Apr 30 01:29:48.829870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b31c08fb-6dd8-44b3-bf45-27075dc5715c None None] Port 4a81d6f5-1b2f-4508-a098-901666735403 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:48.853722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b31c08fb-6dd8-44b3-bf45-27075dc5715c None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:48.854160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b31c08fb-6dd8-44b3-bf45-27075dc5715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.868153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-60b2d6c8-2e5d-4a36-8aa9-951c96131809 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd53ba75fd0e4055b19b63bb92872ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571823 Apr 30 01:29:48.868345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48642) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:48.892601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:29:48.901335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:48.913473 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] Sync routers for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:29:48.922951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e29c4fa6-3d74-4675-950a-e0da9f2b20c0 req-ba71015f-07ec-4f7d-a91d-53c5f9833038 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866971 Apr 30 01:29:48.925560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:29:48.929391 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:29:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:48.958486 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4036-ecfc-4024-b9aa-852d534824f2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.011270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4036-ecfc-4024-b9aa-852d534824f2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc18691-9b90-4552-b486-68ee52415971,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:49.016239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-95ef4307-afa9-4d77-9c28-69abee578f57 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "PUT /v2.0/floatingips/63717f55-9edf-403a-980a-febe984c98f3 HTTP/1.1" status: 200 len: 997 time: 3.1234989 Apr 30 01:29:49.016962 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-22cb84e2-b5b0-4b3c-b30d-e0d27636fdfd service neutron] 10.222.0.23 "GET /v2.0/networks/c9e634ae-b772-40aa-bc0e-bcd1f235efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106419 Apr 30 01:29:49.017054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ac9c62d-0b0b-4cc9-a851-8aad29098294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.018583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:49.020935 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64536672-180b-460c-8f36-2383ccae3674" -d '{"events": [{"name": "network-changed", "server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:49.027395 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4036-ecfc-4024-b9aa-852d534824f2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.033273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7d3c4036-ecfc-4024-b9aa-852d534824f2 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/dbc18691-9b90-4552-b486-68ee52415971 HTTP/1.1" status: 204 len: 168 time: 0.5968928 Apr 30 01:29:49.033876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48650) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.069698 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00f8f02-a274-4b53-939e-78aa73311c01 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:49.070155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00f8f02-a274-4b53-939e-78aa73311c01 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:49.077223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f00f8f02-a274-4b53-939e-78aa73311c01 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/31035351-1aec-46f6-b2e1-9ddf9453b07c HTTP/1.1" status: 404 len: 337 time: 0.0401547 Apr 30 01:29:49.084249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48654) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.116596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-54a65e9a-eb7a-47de-9fa0-5cea3e390f26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff HTTP/1.1" status: 200 len: 217 time: 0.0912647 Apr 30 01:29:49.131670 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:29:49.149046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-111cf5a6-42bd-421b-9432-c2c37e95272b tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "GET /v2.0/ports?device_id=053b6c3a-1ba5-446a-baac-3ac065e9f5f6 HTTP/1.1" status: 200 len: 205 time: 0.0614913 Apr 30 01:29:49.155268 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ac9c62d-0b0b-4cc9-a851-8aad29098294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.158078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.158637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48658) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.175852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12102fe1-212c-4b84-bc06-efcd28afd285 None None] Update dhcp port {'port': {'network_id': '110e5c42-d67f-4339-8c71-9e99cd6ccb6b', 'fixed_ips': [{'subnet_id': 'dbc18691-9b90-4552-b486-68ee52415971'}], 'binding:host_id': 'n-d-821348-1'}, 'id': 'b354a9b6-b3c7-44eb-b56a-12626a572723'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:29:49.689934 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9f2c16-34c8-4cb9-8447-d0058422e767 x-openstack-request-id: req-1a9f2c16-34c8-4cb9-8447-d0058422e767 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:49.689934 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:49.689934 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a9f2c16-34c8-4cb9-8447-d0058422e767 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:49.689934 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9f2c16-34c8-4cb9-8447-d0058422e767'] response: {'name': 'network-changed', 'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'status': 'completed', 'code': 200} Apr 30 01:29:49.694463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'tag': 'c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:49.694463 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568c1080-5726-4187-bf8f-747e4a154c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "tag": "c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:49.697231 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12102fe1-212c-4b84-bc06-efcd28afd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.697678 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-f7be934e-0cae-4fbf-bff9-c4e821e7e04d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] delete failed (client error): The resource could not be found. Apr 30 01:29:49.697678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f7be934e-0cae-4fbf-bff9-c4e821e7e04d tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/routers/053b6c3a-1ba5-446a-baac-3ac065e9f5f6 HTTP/1.1" status: 404 len: 336 time: 0.1105654 Apr 30 01:29:49.697974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48668) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.698121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-bbf686f6-0690-42f8-aac3-67f339acf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.698121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-bbf686f6-0690-42f8-aac3-67f339acf8ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37ca6618e22c4c3e9156b49729483bda&device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 1097 time: 0.2277777 Apr 30 01:29:49.698121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-df58ab81-16a4-486c-bfee-ee6d7dc9ceed admin admin] Deleting subnet ae06f241-10ef-4efd-aed2-a20cb385cacb {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:49.698121 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df58ab81-16a4-486c-bfee-ee6d7dc9ceed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.698649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-dd4f53e2-7e79-4703-86d2-17fd8d1b844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.698649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-dd4f53e2-7e79-4703-86d2-17fd8d1b844f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87284fa9-57f9-40b6-ad55-7855d7da7212 HTTP/1.1" status: 200 len: 801 time: 0.2576668 Apr 30 01:29:49.698649 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2a059c-7c90-4127-992c-8cd7066a1aa3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:49.698649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2a059c-7c90-4127-992c-8cd7066a1aa3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:49.698649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf2a059c-7c90-4127-992c-8cd7066a1aa3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/8e57405e-1a20-4574-ab2a-0452a835f86b HTTP/1.1" status: 404 len: 337 time: 0.1212926 Apr 30 01:29:49.699305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df58ab81-16a4-486c-bfee-ee6d7dc9ceed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.699477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48670) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.699625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb730ec-33c5-4c4e-b28e-8faa638f531f None None] Network 110e5c42-d67f-4339-8c71-9e99cd6ccb6b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:49.699769 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '63717f55-9edf-403a-980a-febe984c98f3', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '263ec767-d77c-4598-856f-3850f9283fba', 'port_id': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'mac_address': 'fa:16:3e:d7:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:29:43Z', 'updated_at': '2022-04-30T01:29:47Z', 'revision_number': 1, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:14Z', 'revision_number': 5, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:49.700003 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2051603-6abc-4e70-b4d2-ae7271799864 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:49.700003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2051603-6abc-4e70-b4d2-ae7271799864 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:49.700003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a2051603-6abc-4e70-b4d2-ae7271799864 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/5e4b439f-6817-41e5-a625-a95eb5a32b9d HTTP/1.1" status: 404 len: 337 time: 0.0617814 Apr 30 01:29:49.700003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48672) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.700532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-453bceaf-6d83-4de7-b4f3-6566b549f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.700532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-453bceaf-6d83-4de7-b4f3-6566b549f21a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f73257e1-c3d4-44d0-8d64-64dd209af9fe HTTP/1.1" status: 200 len: 928 time: 0.2043595 Apr 30 01:29:49.700532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df58ab81-16a4-486c-bfee-ee6d7dc9ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.701724 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] Checking router: 263ec767-d77c-4598-856f-3850f9283fba for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:29:49.701875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64536672-180b-460c-8f36-2383ccae3674 req-62a972ba-60a9-4656-a4bc-6027aabbea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.701875 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64536672-180b-460c-8f36-2383ccae3674 req-62a972ba-60a9-4656-a4bc-6027aabbea33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37ca6618e22c4c3e9156b49729483bda&device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 1097 time: 0.2905447 Apr 30 01:29:49.702171 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:29:49.702171 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:29:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-815678f8-1d42-4bea-a9b4-8a7621afce8b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-815678f8-1d42-4bea-a9b4-8a7621afce8b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-815678f8-1d42-4bea-a9b4-8a7621afce8b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-815678f8-1d42-4bea-a9b4-8a7621afce8b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-815678f8-1d42-4bea-a9b4-8a7621afce8b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-815678f8-1d42-4bea-a9b4-8a7621afce8b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-815678f8-1d42-4bea-a9b4-8a7621afce8b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-815678f8-1d42-4bea-a9b4-8a7621afce8b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.2204752 Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ce49ae-16de-49d4-9cf4-7fb9ed944a8a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:49.702454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ce49ae-16de-49d4-9cf4-7fb9ed944a8a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:49.703671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a7ea38d5-4272-4bd1-83f1-743b2ac9e489 None None] Provisioning complete for port 4a81d6f5-1b2f-4508-a098-901666735403 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:49.703819 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-57ce49ae-16de-49d4-9cf4-7fb9ed944a8a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/3c6b996b-6ed6-4f23-8b66-07606807324b HTTP/1.1" status: 404 len: 337 time: 0.1089339 Apr 30 01:29:49.703954 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7ea38d5-4272-4bd1-83f1-743b2ac9e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.704095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48676) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.704243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-94bd5d52-bb73-459e-b274-b594d43c73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.704243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-94bd5d52-bb73-459e-b274-b594d43c73cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9de0605-e9ba-4006-9a27-9919328ffb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2288101 Apr 30 01:29:49.704526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-a0ade36a-6bc3-41c6-8d73-2f3191bd2f5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 200 len: 1000 time: 0.1355977 Apr 30 01:29:49.704526 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9faee9c-db18-4568-91a3-58683f80be0e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:49.704526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9faee9c-db18-4568-91a3-58683f80be0e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:49.704526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b9faee9c-db18-4568-91a3-58683f80be0e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/18e8afb6-45d8-4882-8a5a-6ed1ff21dc4e HTTP/1.1" status: 404 len: 333 time: 0.0420880 Apr 30 01:29:49.704526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48678) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.707344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea38d5-4272-4bd1-83f1-743b2ac9e489 None None] Port 4a81d6f5-1b2f-4508-a098-901666735403 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:29:49.714865 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-564c7cf4-fc32-4949-b5f0-6035a3fd3b37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:49.715320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564c7cf4-fc32-4949-b5f0-6035a3fd3b37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:49.721305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-564c7cf4-fc32-4949-b5f0-6035a3fd3b37 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/e2c1be07-d5bf-47a9-9682-93bce98185c0 HTTP/1.1" status: 404 len: 337 time: 0.0507390 Apr 30 01:29:49.722280 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ac9c62d-0b0b-4cc9-a851-8aad29098294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.724878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ac9c62d-0b0b-4cc9-a851-8aad29098294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.729943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9ac9c62d-0b0b-4cc9-a851-8aad29098294 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2f88b41-e644-44dc-adbb-54ed64c6e922 HTTP/1.1" status: 204 len: 168 time: 0.8562186 Apr 30 01:29:49.729943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48682) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.732077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a7ea38d5-4272-4bd1-83f1-743b2ac9e489 None None] Provisioning complete for port b354a9b6-b3c7-44eb-b56a-12626a572723 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:29:49.735264 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7ea38d5-4272-4bd1-83f1-743b2ac9e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.759048 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:29:49.784130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] DHCP port deletion for 110e5c42-d67f-4339-8c71-9e99cd6ccb6b request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:29:49.795822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9c62d-0b0b-4cc9-a851-8aad29098294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f88b41-e644-44dc-adbb-54ed64c6e922,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:49.805235 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d6f672-1f1a-44b8-8f76-d9799faacc7e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:49.806000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d6f672-1f1a-44b8-8f76-d9799faacc7e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:49.811274 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d8d6f672-1f1a-44b8-8f76-d9799faacc7e tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/033c847a-6bd7-4101-896e-3d1aef722d73 HTTP/1.1" status: 404 len: 337 time: 0.0802736 Apr 30 01:29:49.816966 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df58ab81-16a4-486c-bfee-ee6d7dc9ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.819491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48686) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.839912 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ea8d07d-901b-43dc-a1fa-fa25c83a88e2 req-9901c68a-f57a-436f-bda2-724d9e0d4d03 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2302473 Apr 30 01:29:49.892134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58ab81-16a4-486c-bfee-ee6d7dc9ceed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae06f241-10ef-4efd-aed2-a20cb385cacb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:49.927162 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafca463-5cf8-4e4f-b8c2-6b648397f574 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:49.928345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafca463-5cf8-4e4f-b8c2-6b648397f574 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:49.932739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bafca463-5cf8-4e4f-b8c2-6b648397f574 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/3d94b78b-1273-4bb7-ab0f-c64bf75537cb HTTP/1.1" status: 404 len: 333 time: 0.0584211 Apr 30 01:29:49.937031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48690) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.938154 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df58ab81-16a4-486c-bfee-ee6d7dc9ceed admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:49.954650 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-df58ab81-16a4-486c-bfee-ee6d7dc9ceed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae06f241-10ef-4efd-aed2-a20cb385cacb HTTP/1.1" status: 204 len: 168 time: 0.7936320 Apr 30 01:29:49.958385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48692) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:49.959288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-e3606ed5-5496-4a3c-bd44-193cfa4ef827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:49.965224 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-e3606ed5-5496-4a3c-bd44-193cfa4ef827 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae1fe329-5cbb-401e-b657-dcdba11940ca HTTP/1.1" status: 200 len: 867 time: 0.2957642 Apr 30 01:29:50.037718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-6997fbc6-0b31-4a6c-b776-f5126f5b4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:50.043946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-6997fbc6-0b31-4a6c-b776-f5126f5b4a7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f73257e1-c3d4-44d0-8d64-64dd209af9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698259 Apr 30 01:29:50.058357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-d7fc50c6-3024-41f1-b3b1-06fadbc14b8d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:29:50.059414 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-d7fc50c6-3024-41f1-b3b1-06fadbc14b8d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108235 Apr 30 01:29:50.086182 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e05457-e15d-4a57-8b06-fc18aa3256a4 x-openstack-request-id: req-e8e05457-e15d-4a57-8b06-fc18aa3256a4 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:50.086182 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "tag": "c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:50.086182 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8e05457-e15d-4a57-8b06-fc18aa3256a4 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:50.086182 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e05457-e15d-4a57-8b06-fc18aa3256a4'] response: {'name': 'network-changed', 'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'tag': 'c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff', 'status': 'completed', 'code': 200} Apr 30 01:29:50.133574 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b0abba-62d0-4f5e-bfc1-8755c151d55a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:50.134027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b0abba-62d0-4f5e-bfc1-8755c151d55a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:50.137552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-96b0abba-62d0-4f5e-bfc1-8755c151d55a tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/1b38ca07-c1d1-4776-bf32-6b39ac6b92db HTTP/1.1" status: 404 len: 337 time: 0.1978607 Apr 30 01:29:50.211476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48696) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:50.232158 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '63717f55-9edf-403a-980a-febe984c98f3', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '263ec767-d77c-4598-856f-3850f9283fba', 'port_id': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'mac_address': 'fa:16:3e:d7:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:29:43Z', 'updated_at': '2022-04-30T01:29:47Z', 'revision_number': 1, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:14Z', 'revision_number': 5, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:50.291898 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8d46f-c37e-4016-9089-db5bc164f155 None None] The sync data for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 is: [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '63717f55-9edf-403a-980a-febe984c98f3', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '263ec767-d77c-4598-856f-3850f9283fba', 'port_id': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'mac_address': 'fa:16:3e:d7:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:29:43Z', 'updated_at': '2022-04-30T01:29:47Z', 'revision_number': 1, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:14Z', 'revision_number': 5, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:29:50.301706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-bec9fa33-87f4-4a5a-8b9e-fd18e774f06f service neutron] 10.222.0.15 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246966 Apr 30 01:29:50.372650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-0004a0bb-6207-42f8-9231-1da00e0da069 service neutron] 10.222.0.23 "GET /v2.0/networks/d9de0605-e9ba-4006-9a27-9919328ffb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158144 Apr 30 01:29:50.406291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b354a9b6-b3c7-44eb-b56a-12626a572723 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:50.432712 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-920822b9-2948-40ae-ab9b-c4d94f4a24a9 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] DELETE failed (client error): The resource could not be found. Apr 30 01:29:50.432712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920822b9-2948-40ae-ab9b-c4d94f4a24a9 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:29:50.435801 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-920822b9-2948-40ae-ab9b-c4d94f4a24a9 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/subnets/b206452a-f6f0-4fc6-bcde-c388ffbd1d45 HTTP/1.1" status: 404 len: 337 time: 0.1988013 Apr 30 01:29:50.447895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48706) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:50.463214 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e4939c8-3f51-4bff-bec8-ae4ff91b32c7 req-477a4809-fd9c-411b-aa13-38d0931fdbe2 service neutron] 10.222.0.15 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541288 Apr 30 01:29:50.486311 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64536672-180b-460c-8f36-2383ccae3674 req-491039b8-79d4-4f69-8b3b-550425e463b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:50.486311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64536672-180b-460c-8f36-2383ccae3674 req-491039b8-79d4-4f69-8b3b-550425e463b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f73257e1-c3d4-44d0-8d64-64dd209af9fe HTTP/1.1" status: 200 len: 928 time: 0.8800497 Apr 30 01:29:50.496933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] Deleting port b354a9b6-b3c7-44eb-b56a-12626a572723 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:50.497387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:50.564860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:50.597576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:50.599722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] For port b354a9b6-b3c7-44eb-b56a-12626a572723, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b354a9b6-b3c7-44eb-b56a-12626a572723,segment=NetworkSegment(f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2),segment_id=f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:50.600323 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:50.619827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] Calling delete_port for b354a9b6-b3c7-44eb-b56a-12626a572723 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:50.648799 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:50.665981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7eb7f-51a1-41d0-bcc4-4285f3a04b4d req-f22e8ba2-ffd8-4520-99c3-b389fe258e81 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:50.688989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7eb7f-51a1-41d0-bcc4-4285f3a04b4d req-f22e8ba2-ffd8-4520-99c3-b389fe258e81 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:50.689265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-95c7eb7f-51a1-41d0-bcc4-4285f3a04b4d req-f22e8ba2-ffd8-4520-99c3-b389fe258e81 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1678 time: 0.4747720 Apr 30 01:29:50.786270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port b354a9b6-b3c7-44eb-b56a-12626a572723, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b354a9b6-b3c7-44eb-b56a-12626a572723,segment=NetworkSegment(f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2),segment_id=f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:50.860423 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:50.876037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-fdc5588d-60be-4d08-a2b8-389d84aa5ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 258 time: 0.2446630 Apr 30 01:29:50.888609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:50.952062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-95c7eb7f-51a1-41d0-bcc4-4285f3a04b4d req-1520ac75-171c-4339-8d7a-2ed4d0d271c0 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226386 Apr 30 01:29:50.982468 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.008043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=b354a9b6-b3c7-44eb-b56a-12626a572723,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:51.028905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.059696 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64536672-180b-460c-8f36-2383ccae3674 req-89f0947c-b142-462e-91eb-d8f2415f73a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 200 len: 1000 time: 0.5103383 Apr 30 01:29:51.064936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] Pushing event deleted for resources: {'Port': ['ID=b354a9b6-b3c7-44eb-b56a-12626a572723,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:51.067247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d1e82-abd8-48d1-805a-359f1cad3004 None None] No DVR routers for this DVR port b354a9b6-b3c7-44eb-b56a-12626a572723 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:51.085309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7268c0b8-324a-46e9-83ff-db1c16515a14 req-008cdd47-7a85-4cfa-8a87-ebfd9ee6e1ee service neutron] 10.222.0.23 "GET /v2.0/networks/d9de0605-e9ba-4006-9a27-9919328ffb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522982 Apr 30 01:29:51.176870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6631c30-47be-4e54-a9cd-01bd0975424e None None] New status for floating IP 63717f55-9edf-403a-980a-febe984c98f3: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:29:51.272507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.275657 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48732) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:51.431503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Allocated IP 172.25.0.142 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/acdf3105-a4ef-48a8-bfb4-039c078d9f63) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:29:51.467501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1890130825-network', 'tenant_id': '5b1b3b8a2f27408398aa45e6bd61c419'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:51.565376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.585515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.611768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Made reservation on behalf of 5b1b3b8a2f27408398aa45e6bd61c419 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:51.614370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.624614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.655069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dfaf9-5798-4664-971f-b098f95a73f3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Deleting port 4a81d6f5-1b2f-4508-a098-901666735403 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:51.655416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfaf9-5798-4664-971f-b098f95a73f3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.670822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.677683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:51.685964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64536672-180b-460c-8f36-2383ccae3674 req-ac44cb5c-0b87-42e7-b54f-cd9d9c7abcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.687477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64536672-180b-460c-8f36-2383ccae3674 req-ac44cb5c-0b87-42e7-b54f-cd9d9c7abcdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae1fe329-5cbb-401e-b657-dcdba11940ca HTTP/1.1" status: 200 len: 867 time: 0.6065977 Apr 30 01:29:51.722743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:29:51.730168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:51.738954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:29:51.743114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Pushing event updated for resources: {'Port': ['ID=acdf3105-a4ef-48a8-bfb4-039c078d9f63,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:51.750852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0005db-e98e-4ed7-8ded-5de17016c252') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:51.751150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0005db-e98e-4ed7-8ded-5de17016c252') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:51.793495 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.797830 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.802732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1080-5726-4187-bf8f-747e4a154c2e req-9fe7e720-ddc5-4998-8126-23212c028bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.803212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1080-5726-4187-bf8f-747e4a154c2e req-9fe7e720-ddc5-4998-8126-23212c028bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.804911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-568c1080-5726-4187-bf8f-747e4a154c2e req-9fe7e720-ddc5-4998-8126-23212c028bc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1980 time: 0.2704444 Apr 30 01:29:51.825269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-b8f1bb8e-6103-4fc9-a009-1ad85c60a102 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.831115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-b8f1bb8e-6103-4fc9-a009-1ad85c60a102 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.837061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-b8f1bb8e-6103-4fc9-a009-1ad85c60a102 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.844311 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-b8f1bb8e-6103-4fc9-a009-1ad85c60a102 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.850210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-b8f1bb8e-6103-4fc9-a009-1ad85c60a102 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.850539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.856732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-b8f1bb8e-6103-4fc9-a009-1ad85c60a102 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.862741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-b8f1bb8e-6103-4fc9-a009-1ad85c60a102 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:51.864731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-b8f1bb8e-6103-4fc9-a009-1ad85c60a102 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.3313665 Apr 30 01:29:51.868200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfaf9-5798-4664-971f-b098f95a73f3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.874552 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.899206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.905797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:29:51.917958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4294eb-8177-496a-a42a-ce909c94c564,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:51.921248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.921591 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Added segment dc14e08d-52aa-4a9e-b72c-b8b9ec6894dd of type vlan for network a63eb4fc-09e2-4907-9244-d835c231f8ac Apr 30 01:29:51.935793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dfaf9-5798-4664-971f-b098f95a73f3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Calling delete_port for 4a81d6f5-1b2f-4508-a098-901666735403 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:51.961647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:51.964288 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:51.967234 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:51.994244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:51.996999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.023418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64536672-180b-460c-8f36-2383ccae3674 req-5cb14ce5-2baf-4b2a-9f8f-31cd7d05ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:52.025421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64536672-180b-460c-8f36-2383ccae3674 req-5cb14ce5-2baf-4b2a-9f8f-31cd7d05ef81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f73257e1-c3d4-44d0-8d64-64dd209af9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3282766 Apr 30 01:29:52.138098 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.139491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:52.140243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.157718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20d843a2-5ec2-42ec-8d54-763a376a7e14 req-2dd558c7-e8aa-4c9b-8c2f-937d1eac7f82 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2685647 Apr 30 01:29:52.226711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1080-5726-4187-bf8f-747e4a154c2e req-6e771c64-093f-451d-b905-816aa2ed1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:52.229038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-568c1080-5726-4187-bf8f-747e4a154c2e req-6e771c64-093f-451d-b905-816aa2ed1cfe service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9de0605-e9ba-4006-9a27-9919328ffb5c HTTP/1.1" status: 200 len: 902 time: 0.3569007 Apr 30 01:29:52.234172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] Pushing event updated for resources: {'Network': ['ID=a63eb4fc-09e2-4907-9244-d835c231f8ac,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:52.251262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network a63eb4fc-09e2-4907-9244-d835c231f8ac details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:29:52.269348 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.300103 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.305075 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.309534 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9 HTTP/1.1" status: 204 len: 168 time: 2.3145571 Apr 30 01:29:52.323668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-568c1080-5726-4187-bf8f-747e4a154c2e req-86802f00-f45f-45fd-b821-9a115fc99830 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff HTTP/1.1" status: 200 len: 217 time: 0.0844009 Apr 30 01:29:52.329590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cc7f67a2-eeab-4a4f-b68e-8244a93311ea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0476618 Apr 30 01:29:52.332439 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48744) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:52.338516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Request body: {'subnet': {'network_id': 'a63eb4fc-09e2-4907-9244-d835c231f8ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1890130825-subnet', 'tenant_id': '5b1b3b8a2f27408398aa45e6bd61c419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:52.385720 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.434459 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64536672-180b-460c-8f36-2383ccae3674 req-2ea8236d-db2e-4a9a-9b14-94fd9e7cd2c6 service neutron] 10.222.0.23 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706927 Apr 30 01:29:52.451800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f310ab-146a-4217-836f-4dfcd9b7aacb admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1db6cc-56d7-442e-84e1-bd0fbec4f3b9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:52.478240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Made reservation on behalf of 5b1b3b8a2f27408398aa45e6bd61c419 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:52.481054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.538447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1080-5726-4187-bf8f-747e4a154c2e req-3d5a3e13-f7f1-49fb-9141-edf33ce97db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:52.540656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-568c1080-5726-4187-bf8f-747e4a154c2e req-3d5a3e13-f7f1-49fb-9141-edf33ce97db8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87284fa9-57f9-40b6-ad55-7855d7da7212 HTTP/1.1" status: 200 len: 801 time: 0.2023995 Apr 30 01:29:52.553862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Pushing event updated for resources: {'Port': ['ID=acdf3105-a4ef-48a8-bfb4-039c078d9f63,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:52.562806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.572835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae6695-a753-46ef-9e30-d1e0c6c57f0c req-a5d75392-3786-4eb9-a108-4f77092b71f8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:52.578946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae6695-a753-46ef-9e30-d1e0c6c57f0c req-a5d75392-3786-4eb9-a108-4f77092b71f8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:52.589134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efae6695-a753-46ef-9e30-d1e0c6c57f0c req-a5d75392-3786-4eb9-a108-4f77092b71f8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1678 time: 0.2767720 Apr 30 01:29:52.617044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfaf9-5798-4664-971f-b098f95a73f3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.655475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.656772 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-53c0feab-9565-40bd-b1e2-1a4478e048ba tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7741106 Apr 30 01:29:52.682776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dfaf9-5798-4664-971f-b098f95a73f3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Port': ['ID=4a81d6f5-1b2f-4508-a098-901666735403,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:52.700723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfaf9-5798-4664-971f-b098f95a73f3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:52.704278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0e5dfaf9-5798-4664-971f-b098f95a73f3 tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/ports/4a81d6f5-1b2f-4508-a098-901666735403 HTTP/1.1" status: 204 len: 168 time: 2.2550604 Apr 30 01:29:52.705965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48748) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:52.709380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48750) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:52.718021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64536672-180b-460c-8f36-2383ccae3674 req-0a87ab9c-b00f-4464-bb71-791ec03aca32 service neutron] 10.222.0.23 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630732 Apr 30 01:29:52.748190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1080-5726-4187-bf8f-747e4a154c2e req-a12bb7f8-a6ba-44b3-a0e8-48a183f4b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:52.751478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-568c1080-5726-4187-bf8f-747e4a154c2e req-a12bb7f8-a6ba-44b3-a0e8-48a183f4b0a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9de0605-e9ba-4006-9a27-9919328ffb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2021327 Apr 30 01:29:52.755980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efae6695-a753-46ef-9e30-d1e0c6c57f0c req-06e2ecb2-bec5-4438-bee5-71df566e53c8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658070 Apr 30 01:29:52.766340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-06723c93-35e7-4a57-b4d2-06f62fb3f87c tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.142 HTTP/1.1" status: 200 len: 696 time: 0.0969942 Apr 30 01:29:52.847131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a4151700-aa57-4db1-aab5-ba355497fa55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ab45e222f7b464fa37d02d4ddcfac92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365311 Apr 30 01:29:52.849632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48756) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:52.933884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-568c1080-5726-4187-bf8f-747e4a154c2e req-550c3982-f2b2-44ad-b78e-c6b8fe91509f service neutron] 10.222.0.23 "GET /v2.0/networks/d9de0605-e9ba-4006-9a27-9919328ffb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705649 Apr 30 01:29:52.938891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c33e00c4-e35f-4576-a219-3efc85912876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.009544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c33e00c4-e35f-4576-a219-3efc85912876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.084821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-568c1080-5726-4187-bf8f-747e4a154c2e req-a9e46347-5927-4ab8-b400-d6549721dc55 service neutron] 10.222.0.23 "GET /v2.0/networks/d9de0605-e9ba-4006-9a27-9919328ffb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428585 Apr 30 01:29:53.183258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c33e00c4-e35f-4576-a219-3efc85912876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.188583 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c33e00c4-e35f-4576-a219-3efc85912876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.188583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c33e00c4-e35f-4576-a219-3efc85912876 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36c53dd4-9988-437b-8a8d-e0460609327a HTTP/1.1" status: 204 len: 168 time: 0.3364203 Apr 30 01:29:53.195612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e00c4-e35f-4576-a219-3efc85912876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c53dd4-9988-437b-8a8d-e0460609327a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:53.220388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.240160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.332786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccce607f-ccf4-4e72-bf0f-7e12dae4768a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:53.360107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-b0a43a5e-66e9-40e6-846c-ec3cd3b5a8eb tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.360521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-5e23206a-ad24-429f-9750-698f46225648 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.361480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da49044f-92db-47ca-8d96-ec478cdb47e9 req-b0a43a5e-66e9-40e6-846c-ec3cd3b5a8eb tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.5848970 Apr 30 01:29:53.373542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-5e23206a-ad24-429f-9750-698f46225648 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.380561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-5e23206a-ad24-429f-9750-698f46225648 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.382675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Checking segment: {'id': 'dc14e08d-52aa-4a9e-b72c-b8b9ec6894dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a63eb4fc-09e2-4907-9244-d835c231f8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:53.383037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Network hostable DHCP agents. Network: a63eb4fc-09e2-4907-9244-d835c231f8ac, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:29:53.387448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-5e23206a-ad24-429f-9750-698f46225648 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.393662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-5e23206a-ad24-429f-9750-698f46225648 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.399613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-5e23206a-ad24-429f-9750-698f46225648 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.405942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-5e23206a-ad24-429f-9750-698f46225648 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.408349 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-5e23206a-ad24-429f-9750-698f46225648 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.1120727 Apr 30 01:29:53.435745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.460309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a1894b7-0bbd-4fc3-a1d1-295a1949e93e req-3feb96e0-6c40-46ae-a4dd-c31360611421 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454209 Apr 30 01:29:53.465622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110e5c42-d67f-4339-8c71-9e99cd6ccb6b']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:53.485169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:53.485681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f184aa76-b3cf-4f3a-9c2b-4bc22612f1f2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:53.510528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.529347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.540183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:53.540620 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:53.559883 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:53.567996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Network a63eb4fc-09e2-4907-9244-d835c231f8ac is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:29:53.619206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac6960-3812-49ec-ac9b-cd5f472258a7 req-d6591e7e-d5d5-4a9f-bc32-cb8f441858b0 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.620702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31ac6960-3812-49ec-ac9b-cd5f472258a7 req-d6591e7e-d5d5-4a9f-bc32-cb8f441858b0 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 946 time: 0.1527116 Apr 30 01:29:53.656059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b8f0b-8b66-4139-b1a2-16405af73f2f req-c82868e9-8dc6-42ab-b5d4-2345e808cf5f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.658278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f8b8f0b-8b66-4139-b1a2-16405af73f2f req-c82868e9-8dc6-42ab-b5d4-2345e808cf5f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1122713 Apr 30 01:29:53.666595 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31ac6960-3812-49ec-ac9b-cd5f472258a7 req-1a04b138-c9a6-45b9-bd40-2f576965a54f tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 Apr 30 01:29:53.700366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, a63eb4fc-09e2-4907-9244-d835c231f8ac) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:53.704999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.705740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.715204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68add404-9d83-4662-ab3b-66dbfd782690 None None] Network a63eb4fc-09e2-4907-9244-d835c231f8ac requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:53.724795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.731129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f8b8f0b-8b66-4139-b1a2-16405af73f2f req-4b281024-38cc-4dbb-8e7e-749c92b88a37 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.142 HTTP/1.1" status: 200 len: 696 time: 0.0661299 Apr 30 01:29:53.736747 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.744302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] 10.222.0.15 "DELETE /v2.0/networks/110e5c42-d67f-4339-8c71-9e99cd6ccb6b HTTP/1.1" status: 204 len: 168 time: 1.0310566 Apr 30 01:29:53.745934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-6f8b8f0b-8b66-4139-b1a2-16405af73f2f req-76dd0db3-303c-4dc8-9687-eab08d704a96 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Request body: {'floatingip': {'port_id': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:53.760799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccb5c3-75ab-4081-9ab3-b1d06a2a5c3f tempest-PortsTestJSON-347880084 tempest-PortsTestJSON-347880084-project] Pushing event deleted for resources: {'Network': ['ID=110e5c42-d67f-4339-8c71-9e99cd6ccb6b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:53.800073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-67993071-59ae-4742-b600-b5a61ce11b1e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4663072 Apr 30 01:29:53.816286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6f8b8f0b-8b66-4139-b1a2-16405af73f2f req-76dd0db3-303c-4dc8-9687-eab08d704a96 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:53.940497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6dd0a0-7c45-4580-9d3e-889094e77362 None None] Network a63eb4fc-09e2-4907-9244-d835c231f8ac requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:53.945247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422cb9-2a20-46b7-859c-c5c51cd869fe req-b8925495-2503-48ee-9040-74f9ef3917df tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.959498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422cb9-2a20-46b7-859c-c5c51cd869fe req-b8925495-2503-48ee-9040-74f9ef3917df tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:53.964230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74422cb9-2a20-46b7-859c-c5c51cd869fe req-b8925495-2503-48ee-9040-74f9ef3917df tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1678 time: 0.1022305 Apr 30 01:29:54.054781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74422cb9-2a20-46b7-859c-c5c51cd869fe req-86fb942f-509e-4068-b805-ca94c1017ae2 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772786 Apr 30 01:29:54.171485 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-6f8b8f0b-8b66-4139-b1a2-16405af73f2f req-76dd0db3-303c-4dc8-9687-eab08d704a96 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] update failed (client error): There was a conflict when trying to complete your request. Apr 30 01:29:54.179936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f8b8f0b-8b66-4139-b1a2-16405af73f2f req-76dd0db3-303c-4dc8-9687-eab08d704a96 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "PUT /v2.0/floatingips/a6a6dd94-6f99-471d-ba7b-c06c295d47af HTTP/1.1" status: 409 len: 551 time: 0.4400289 Apr 30 01:29:54.253474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-bd81524c-c280-4c6a-aa5b-65df4629cade tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips/a6a6dd94-6f99-471d-ba7b-c06c295d47af HTTP/1.1" status: 200 len: 693 time: 0.0542815 Apr 30 01:29:54.335049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48798) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:54.408078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-17d1186b-8914-4852-8c8c-0d60908b5f05 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:54.409534 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-17d1186b-8914-4852-8c8c-0d60908b5f05 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1497865 Apr 30 01:29:54.424361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-f14addfd-0602-41c5-bf08-8d0358a7bb32 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:29:54.425353 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-f14addfd-0602-41c5-bf08-8d0358a7bb32 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100656 Apr 30 01:29:54.462717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-91488f07-4167-4f96-8ce2-a6a76d01bd88 req-4e57f868-fcf1-4403-adf5-060d5b01166f tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1963909614', 'description': 'tempest-description-251288336'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:54.501163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-7b5be061-ac30-4c49-a11c-a586e2abd1fd tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.142 HTTP/1.1" status: 200 len: 696 time: 0.0679176 Apr 30 01:29:54.553548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-11a96477-3b81-43d4-9357-cdeadaf6db53 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.142 HTTP/1.1" status: 200 len: 696 time: 0.0515137 Apr 30 01:29:54.569320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91488f07-4167-4f96-8ce2-a6a76d01bd88 req-4e57f868-fcf1-4403-adf5-060d5b01166f tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.656039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-ea8b9ebc-6583-41cc-a99d-ab5cdab66c82 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:54.657582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-ea8b9ebc-6583-41cc-a99d-ab5cdab66c82 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 946 time: 0.1025605 Apr 30 01:29:54.709950 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ac2b0154-024c-426d-a590-4066880d9dfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c577f5102c8e43eeabe8178df7c277ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510883 Apr 30 01:29:54.709950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91488f07-4167-4f96-8ce2-a6a76d01bd88 req-4e57f868-fcf1-4403-adf5-060d5b01166f tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.715466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48814) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:54.781084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77a8e677-cc83-4512-a9cf-34064371e550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.810512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77a8e677-cc83-4512-a9cf-34064371e550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.810719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Deleting port acdf3105-a4ef-48a8-bfb4-039c078d9f63 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:54.811021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.812229 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91488f07-4167-4f96-8ce2-a6a76d01bd88 req-4e57f868-fcf1-4403-adf5-060d5b01166f tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.860814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Deleting port b485010f-dedc-4d5e-884a-95440bb9bc83 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:29:54.861163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.875373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57f868-fcf1-4403-adf5-060d5b01166f tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146f035f-60ce-4cd0-a9ff-1cc64cd17bc1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:54.925670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-91488f07-4167-4f96-8ce2-a6a76d01bd88 req-4e57f868-fcf1-4403-adf5-060d5b01166f tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.928991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91488f07-4167-4f96-8ce2-a6a76d01bd88 req-4e57f868-fcf1-4403-adf5-060d5b01166f tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4712541 Apr 30 01:29:54.950133 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.950478 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.968789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48820) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:54.974363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Calling delete_port for acdf3105-a4ef-48a8-bfb4-039c078d9f63 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:54.983065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77a8e677-cc83-4512-a9cf-34064371e550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.987801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77a8e677-cc83-4512-a9cf-34064371e550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:54.992078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-77a8e677-cc83-4512-a9cf-34064371e550 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfd9054f-4a5b-4476-bf5f-5abde210b9cc HTTP/1.1" status: 204 len: 168 time: 0.2750509 Apr 30 01:29:54.998070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] For port b485010f-dedc-4d5e-884a-95440bb9bc83, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b485010f-dedc-4d5e-884a-95440bb9bc83,segment=NetworkSegment(e778cf15-3778-4d12-8eba-73d2c46bb9f8),segment_id=e778cf15-3778-4d12-8eba-73d2c46bb9f8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:54.998437 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.012632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8e677-cc83-4512-a9cf-34064371e550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd9054f-4a5b-4476-bf5f-5abde210b9cc,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:55.045679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Calling delete_port for b485010f-dedc-4d5e-884a-95440bb9bc83 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:29:55.106612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-3a786d09-25e7-4a9b-856d-1e2508544a99 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.117760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-3a786d09-25e7-4a9b-856d-1e2508544a99 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.127359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-3a786d09-25e7-4a9b-856d-1e2508544a99 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.135708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-3a786d09-25e7-4a9b-856d-1e2508544a99 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.143299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-3a786d09-25e7-4a9b-856d-1e2508544a99 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.154177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-3a786d09-25e7-4a9b-856d-1e2508544a99 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.160627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-3a786d09-25e7-4a9b-856d-1e2508544a99 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.163003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-3a786d09-25e7-4a9b-856d-1e2508544a99 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.1517181 Apr 30 01:29:55.169157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1661542394-network', 'tenant_id': '8b9e78523e4e488bab3fb2c0a7360656'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:55.221948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fde50585-b49e-4f63-93f4-17b7100e8889 req-0203642f-1f16-4fff-9eac-f84610f1c877 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475025 Apr 30 01:29:55.260328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Made reservation on behalf of 8b9e78523e4e488bab3fb2c0a7360656 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:55.262680 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.272534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.314100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.342923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Pushing event deleted for resources: {'Port': ['ID=acdf3105-a4ef-48a8-bfb4-039c078d9f63,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:55.372273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.384602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b485010f-dedc-4d5e-884a-95440bb9bc83'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:29:55.413173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff612b-80bd-4066-96fb-38c826d82c7e req-e49a8764-f61f-4180-aa40-00b29d103cf8 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.416288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99ff612b-80bd-4066-96fb-38c826d82c7e req-e49a8764-f61f-4180-aa40-00b29d103cf8 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec HTTP/1.1" status: 200 len: 867 time: 0.1087084 Apr 30 01:29:55.439128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Pushing event deleted for resources: {'Port': ['ID=b485010f-dedc-4d5e-884a-95440bb9bc83,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:55.456230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.493957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] No DVR routers for this DVR port b485010f-dedc-4d5e-884a-95440bb9bc83 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:29:55.495917 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.498999 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.514264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d53ee56f-493c-4b8b-9a5b-528b411864d4 req-e85524ac-c728-4795-95ca-ea6134f267b2 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "DELETE /v2.0/floatingips/a6a6dd94-6f99-471d-ba7b-c06c295d47af HTTP/1.1" status: 204 len: 173 time: 0.9504373 Apr 30 01:29:55.515760 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.519475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99ff612b-80bd-4066-96fb-38c826d82c7e req-a97bce12-7d4f-411d-81c1-0c545b437937 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.15 "GET /v2.0/security-groups?id=17711e54-8352-4722-a60c-82d22ed700c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610988 Apr 30 01:29:55.520543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.522682 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e739f7a-fa88-403b-a777-da1aef328f63 req-2d629576-96f8-45a9-9030-f4737a102fc4 tempest-ServerMetadataNegativeTestJSON-281463979 tempest-ServerMetadataNegativeTestJSON-281463979-project] 10.222.0.21 "DELETE /v2.0/ports/b485010f-dedc-4d5e-884a-95440bb9bc83 HTTP/1.1" status: 204 len: 173 time: 0.8364575 Apr 30 01:29:55.524940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec', 'name': 'network-vif-deleted', 'tag': 'b485010f-dedc-4d5e-884a-95440bb9bc83'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:55.534344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:29:55.534796 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c38d8-c88e-4ac6-b45a-71de29a136d8" -d '{"events": [{"server_uuid": "1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec", "name": "network-vif-deleted", "tag": "b485010f-dedc-4d5e-884a-95440bb9bc83"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:55.555743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.556856 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Added segment d6e35c25-69f3-4a54-b302-e39e3f96e14e of type vlan for network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da Apr 30 01:29:55.591370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e814053-e40d-4725-8efc-378cd69fe7fb req-833644c7-6889-4abd-b160-d5f5ec3b1e89 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/146f035f-60ce-4cd0-a9ff-1cc64cd17bc1 HTTP/1.1" status: 200 len: 1814 time: 0.0528727 Apr 30 01:29:55.597345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8e814053-e40d-4725-8efc-378cd69fe7fb req-b243ca88-6dcd-44ac-8a2d-0658a4c23b62 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '146f035f-60ce-4cd0-a9ff-1cc64cd17bc1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:55.597792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8e814053-e40d-4725-8efc-378cd69fe7fb req-b243ca88-6dcd-44ac-8a2d-0658a4c23b62 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '146f035f-60ce-4cd0-a9ff-1cc64cd17bc1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:55.624064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e189c-91b7-499a-ad4e-35ee7da1d75e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:55.639339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.666643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 73727798-a615-45a8-8428-1c88a41ced0c details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:29:55.725009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597a5c-4d87-4d07-8002-26d216d514ef req-9f8144e3-8dc5-42c1-a6e3-d759d0dafc89 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.732788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597a5c-4d87-4d07-8002-26d216d514ef req-9f8144e3-8dc5-42c1-a6e3-d759d0dafc89 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.733460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3597a5c-4d87-4d07-8002-26d216d514ef req-9f8144e3-8dc5-42c1-a6e3-d759d0dafc89 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1678 time: 0.0753963 Apr 30 01:29:55.735389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.736477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:55.737045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.740035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e814053-e40d-4725-8efc-378cd69fe7fb req-b243ca88-6dcd-44ac-8a2d-0658a4c23b62 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.774613 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e814053-e40d-4725-8efc-378cd69fe7fb req-b243ca88-6dcd-44ac-8a2d-0658a4c23b62 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.830385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8597877 Apr 30 01:29:55.834953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48842) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:55.840063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e814053-e40d-4725-8efc-378cd69fe7fb req-b243ca88-6dcd-44ac-8a2d-0658a4c23b62 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.845186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Request body: {'subnet': {'network_id': '3f8cbf47-c250-40e2-a5d6-2d4372cd64da', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1661542394-subnet', 'tenant_id': '8b9e78523e4e488bab3fb2c0a7360656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:55.860669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3597a5c-4d87-4d07-8002-26d216d514ef req-d6a821dc-c289-48ed-aab9-9d401b770c39 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090980 Apr 30 01:29:55.861656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243ca88-6dcd-44ac-8a2d-0658a4c23b62 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9919b8-7a8a-497e-a23b-1d9e648d2470,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:55.862060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6308f5f-88c2-499a-b676-1517012a2077 admin admin] Pushing event updated for resources: {'Network': ['ID=3f8cbf47-c250-40e2-a5d6-2d4372cd64da,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:55.868048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 73727798-a615-45a8-8428-1c88a41ced0c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=73727798-a615-45a8-8428-1c88a41ced0c,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:55.883902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:29:55.899210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '73727798-a615-45a8-8428-1c88a41ced0c', 'network_id': 'c9e634ae-b772-40aa-bc0e-bcd1f235efa9', 'port_id': '73727798-a615-45a8-8428-1c88a41ced0c', 'mac_address': 'fa:16:3e:fd:d3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7acb9-de9a-4fef-b88c-ae425b04682d', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:29:55.932706 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e814053-e40d-4725-8efc-378cd69fe7fb req-b243ca88-6dcd-44ac-8a2d-0658a4c23b62 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:55.934293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e814053-e40d-4725-8efc-378cd69fe7fb req-b243ca88-6dcd-44ac-8a2d-0658a4c23b62 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3419659 Apr 30 01:29:56.001546 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac27a354-65c4-4d85-93dd-fde0627eeccb x-openstack-request-id: req-ac27a354-65c4-4d85-93dd-fde0627eeccb {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:56.001849 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec", "name": "network-vif-deleted", "tag": "b485010f-dedc-4d5e-884a-95440bb9bc83", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:56.002105 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac27a354-65c4-4d85-93dd-fde0627eeccb {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:56.002565 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac27a354-65c4-4d85-93dd-fde0627eeccb'] response: {'server_uuid': '1e2bb157-dd3d-4dc2-adcd-8ee9431c68ec', 'name': 'network-vif-deleted', 'tag': 'b485010f-dedc-4d5e-884a-95440bb9bc83', 'status': 'completed', 'code': 200} Apr 30 01:29:56.029657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b7e8d250-614c-4d8e-b445-2d47daa0ea87 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 1002 time: 0.1368484 Apr 30 01:29:56.075804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.085612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Made reservation on behalf of 8b9e78523e4e488bab3fb2c0a7360656 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:56.088146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.091374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c0ba457a-f7ec-4ddb-9dba-c3b5f4ee5023 req-fbf2ec8e-93a0-4041-b519-dc747865b9b2 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/146f035f-60ce-4cd0-a9ff-1cc64cd17bc1 HTTP/1.1" status: 200 len: 2408 time: 0.0682635 Apr 30 01:29:56.098011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73727798-a615-45a8-8428-1c88a41ced0c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:56.123862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 73727798-a615-45a8-8428-1c88a41ced0c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=73727798-a615-45a8-8428-1c88a41ced0c,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:56.125305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-964a3eed-2a74-46ae-824b-8357a0910725 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.127935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-964a3eed-2a74-46ae-824b-8357a0910725 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports/c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 200 len: 943 time: 0.0974069 Apr 30 01:29:56.157341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-903ed153-2782-467c-b49f-536163a76749 req-fc9e3582-97aa-4b7d-92a8-6611722b4bc2 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-group-rules/7b9919b8-7a8a-497e-a23b-1d9e648d2470 HTTP/1.1" status: 200 len: 778 time: 0.0471816 Apr 30 01:29:56.223760 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.224972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:29:56.247807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-903ed153-2782-467c-b49f-536163a76749 req-68582397-841a-4b87-8239-7f0508f31acb tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/146f035f-60ce-4cd0-a9ff-1cc64cd17bc1 HTTP/1.1" status: 200 len: 2408 time: 0.0892189 Apr 30 01:29:56.273882 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-54db8459-f2ad-490e-9e65-3272ffd0849b tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 1002 time: 0.0873330 Apr 30 01:29:56.299393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-903ed153-2782-467c-b49f-536163a76749 req-bb9b9bab-3482-4957-92bb-2df8109553a0 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.322946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-903ed153-2782-467c-b49f-536163a76749 req-bb9b9bab-3482-4957-92bb-2df8109553a0 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.404653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=73727798-a615-45a8-8428-1c88a41ced0c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:56.427976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:56.440050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff', 'network_id': 'd9de0605-e9ba-4006-9a27-9919328ffb5c', 'port_id': 'c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff', 'mac_address': 'fa:16:3e:43:b9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87284fa9-57f9-40b6-ad55-7855d7da7212', 'ip_address': '19.86.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:29:56.448796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-d2086310-6282-4611-ad35-850d5caaf9e7 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.450209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-d2086310-6282-4611-ad35-850d5caaf9e7 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.1643050 Apr 30 01:29:56.465927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-903ed153-2782-467c-b49f-536163a76749 req-bb9b9bab-3482-4957-92bb-2df8109553a0 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.472165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-903ed153-2782-467c-b49f-536163a76749 req-bb9b9bab-3482-4957-92bb-2df8109553a0 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.479142 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-903ed153-2782-467c-b49f-536163a76749 req-bb9b9bab-3482-4957-92bb-2df8109553a0 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7b9919b8-7a8a-497e-a23b-1d9e648d2470 HTTP/1.1" status: 204 len: 173 time: 0.2302783 Apr 30 01:29:56.501680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.503693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b9bab-3482-4957-92bb-2df8109553a0 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b9919b8-7a8a-497e-a23b-1d9e648d2470,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:56.545571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:29:56.580893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-3da1c0a5-7ca3-480c-9931-07f62982e69f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 1002 time: 0.1228700 Apr 30 01:29:56.594730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:56.597895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:29:56.676012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9406c64f-f4fa-45ca-b39d-6694b86970c1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.676891 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.680413 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.686626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9406c64f-f4fa-45ca-b39d-6694b86970c1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.693160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9406c64f-f4fa-45ca-b39d-6694b86970c1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.700269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9406c64f-f4fa-45ca-b39d-6694b86970c1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.706600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9406c64f-f4fa-45ca-b39d-6694b86970c1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.714699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9406c64f-f4fa-45ca-b39d-6694b86970c1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.723059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9406c64f-f4fa-45ca-b39d-6694b86970c1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:56.733294 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9406c64f-f4fa-45ca-b39d-6694b86970c1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.1184309 Apr 30 01:29:56.766917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48866) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:56.791053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:56.796854 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-39c053b4-a8c3-4a9f-8260-d10ca1b93605 req-9d740864-93ec-459f-965f-4960fbf2af5e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607548 Apr 30 01:29:56.800119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.844351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e65f6741-4846-4125-a326-2a07ef6f50e8 req-0e2d8263-0444-4056-92f0-bb042deee1f9 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1350779191', 'description': 'tempest-description-120681124'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:56.880866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.892086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=198c30d4-8c00-47cd-9cf9-4c2e163f3845,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:56.909505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-902035779'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:56.916969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Checking segment: {'id': 'd6e35c25-69f3-4a54-b302-e39e3f96e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3f8cbf47-c250-40e2-a5d6-2d4372cd64da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:56.917472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Network hostable DHCP agents. Network: 3f8cbf47-c250-40e2-a5d6-2d4372cd64da, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:29:56.935310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:29:56.951249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e65f6741-4846-4125-a326-2a07ef6f50e8 req-0e2d8263-0444-4056-92f0-bb042deee1f9 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.961450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['73727798-a615-45a8-8428-1c88a41ced0c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:29:56.985286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:56.985629 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Floating IP 63717f55-9edf-403a-980a-febe984c98f3 disassociated. External IP: 172.25.0.125, port: c5638fe3-32f9-4cee-9997-9f7f0071c30f. Apr 30 01:29:57.032669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e65f6741-4846-4125-a326-2a07ef6f50e8 req-0e2d8263-0444-4056-92f0-bb042deee1f9 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.037340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:57.045930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:29:57.046994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.059870 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.110478 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e65f6741-4846-4125-a326-2a07ef6f50e8 req-0e2d8263-0444-4056-92f0-bb042deee1f9 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.146783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 3f8cbf47-c250-40e2-a5d6-2d4372cd64da) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:57.159124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942588dd-234c-430e-824f-f4c111dd1de8 None None] Network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:57.160719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d8263-0444-4056-92f0-bb042deee1f9 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e63e68-26a8-4354-aac9-d8aec43924b5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:57.179829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.203017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:57.203337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.227110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e65f6741-4846-4125-a326-2a07ef6f50e8 req-0e2d8263-0444-4056-92f0-bb042deee1f9 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.233154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e65f6741-4846-4125-a326-2a07ef6f50e8 req-0e2d8263-0444-4056-92f0-bb042deee1f9 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3935838 Apr 30 01:29:57.251592 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.289050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:29:57.295354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Router 263ec767-d77c-4598-856f-3850f9283fba has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:29:57.296221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48874) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:57.317701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.318250 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment fe4b461f-0753-46ef-9e9a-eb5ec38e4409 of type vlan for network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 Apr 30 01:29:57.329114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344b2756-1b6c-4273-b5e4-50f60ac783e2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:57.336200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8e5b9d85-bbdf-4d9c-9dd7-3e875891e9cf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4991851 Apr 30 01:29:57.379903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.396510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ce8a6-0e88-4c5d-b4a2-c2afc8ddcf05 None None] Network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:57.417858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-698e4f57-78c2-4340-980f-2eecbb65a602 admin admin] Deleting subnet 90ddd3ad-cf7c-4dda-9466-2aa09d0c772b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:29:57.427151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-698e4f57-78c2-4340-980f-2eecbb65a602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.481610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15a98b-7c4a-49a1-b112-1235c523e8b3 req-7baf1ffc-71f4-45da-971f-9fbe3684e138 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:57.487973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15a98b-7c4a-49a1-b112-1235c523e8b3 req-7baf1ffc-71f4-45da-971f-9fbe3684e138 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:57.489629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b15a98b-7c4a-49a1-b112-1235c523e8b3 req-7baf1ffc-71f4-45da-971f-9fbe3684e138 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1680 time: 0.0865345 Apr 30 01:29:57.492639 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.499464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:57.500021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.511628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-698e4f57-78c2-4340-980f-2eecbb65a602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.583119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:29:57.590545 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.594371 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] Sync routers for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:29:57.611397 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:29:57.611397 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:29:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:57.622383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b15a98b-7c4a-49a1-b112-1235c523e8b3 req-eb4d48da-3ae0-43fc-a94c-2197011c6ae8 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141043 Apr 30 01:29:57.624979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=7561fafc-e9b8-47a5-a418-c2fd0bd78a13,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:57.638026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:29:57.646353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-698e4f57-78c2-4340-980f-2eecbb65a602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.665208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f8903ecb-efdb-4579-868d-ecb08e56e785 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8970048 Apr 30 01:29:57.670850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48886) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:57.675808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-377638768'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:57.691765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b0689af9-b9ce-4724-bc29-a562f4745672 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "PUT /v2.0/floatingips/63717f55-9edf-403a-980a-febe984c98f3 HTTP/1.1" status: 200 len: 695 time: 1.1098242 Apr 30 01:29:57.722951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:29:57.729248 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b6c49-4abd-4373-8743-712bb11b1849" -d '{"events": [{"name": "network-changed", "server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:29:57.768918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b6155488-09b5-4780-85b1-0b483bbcdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:57.770504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e846603d-c5ba-4bb0-bebf-b4bd2d5f89ef req-bd4adb69-80dd-42a3-965e-d045f21b88aa tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/c1e63e68-26a8-4354-aac9-d8aec43924b5 HTTP/1.1" status: 200 len: 1814 time: 0.0605471 Apr 30 01:29:57.772823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:57.777114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-b6155488-09b5-4780-85b1-0b483bbcdedc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37ca6618e22c4c3e9156b49729483bda&device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 1097 time: 0.0837824 Apr 30 01:29:57.779535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.807125 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:29:57.809042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:29:57.819596 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.820218 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment 29b2d59a-55a3-4e0b-92d9-f5c5dc52a348 of type vlan for network f5af2240-c809-44b0-a38d-18b0644f2cac Apr 30 01:29:57.881716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:57.934226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-c18b4f6f-fd33-4d9d-8bfe-5ff291896cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:57.946071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-c18b4f6f-fd33-4d9d-8bfe-5ff291896cbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=f73257e1-c3d4-44d0-8d64-64dd209af9fe HTTP/1.1" status: 200 len: 928 time: 0.1678650 Apr 30 01:29:57.991878 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.001644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:58.002769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.004749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-54324571-cbac-4cac-ad5e-4d50c2cdbc60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 200 len: 217 time: 0.0570853 Apr 30 01:29:58.079642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-698e4f57-78c2-4340-980f-2eecbb65a602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.082495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-f955708b-a34f-4010-806a-722753b936e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:58.092440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-f955708b-a34f-4010-806a-722753b936e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae1fe329-5cbb-401e-b657-dcdba11940ca HTTP/1.1" status: 200 len: 867 time: 0.0862684 Apr 30 01:29:58.145462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=f5af2240-c809-44b0-a38d-18b0644f2cac,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:58.158287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f5af2240-c809-44b0-a38d-18b0644f2cac details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:29:58.163890 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:14Z', 'revision_number': 5, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:58.168560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4f57-78c2-4340-980f-2eecbb65a602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ddd3ad-cf7c-4dda-9466-2aa09d0c772b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:58.170675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-698e4f57-78c2-4340-980f-2eecbb65a602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.176413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-698e4f57-78c2-4340-980f-2eecbb65a602 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90ddd3ad-cf7c-4dda-9466-2aa09d0c772b HTTP/1.1" status: 204 len: 168 time: 0.8766265 Apr 30 01:29:58.178102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48906) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:58.254686 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] Checking router: 263ec767-d77c-4598-856f-3850f9283fba for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:29:58.277224 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:29:58.277853 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:29:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:58.302304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-02613abd-c80a-4bba-986a-24743e8c84c2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6276915 Apr 30 01:29:58.312285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.319585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:58.327646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': '7561fafc-e9b8-47a5-a418-c2fd0bd78a13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:58.379316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-7d6d5bbc-33aa-4faa-bcfa-44b3bbc17cb4 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:58.382475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-110a507e-94ec-4123-b0bd-6e00cf33c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:58.387705 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-110a507e-94ec-4123-b0bd-6e00cf33c2b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f73257e1-c3d4-44d0-8d64-64dd209af9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2940850 Apr 30 01:29:58.389056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-7d6d5bbc-33aa-4faa-bcfa-44b3bbc17cb4 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/networks?id=3f8cbf47-c250-40e2-a5d6-2d4372cd64da HTTP/1.1" status: 200 len: 822 time: 0.2403202 Apr 30 01:29:58.413205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-8de835fe-5560-4f54-b23c-a1a92e577327 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/quotas/8b9e78523e4e488bab3fb2c0a7360656 HTTP/1.1" status: 200 len: 375 time: 0.0224164 Apr 30 01:29:58.424613 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:29:58.460469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-82cd4c58-5b4f-4602-b7ad-39a7addca199 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b9e78523e4e488bab3fb2c0a7360656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460362 Apr 30 01:29:58.618476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-f5153c9a-abd6-49d5-adb9-29546eaf1103 service neutron] 10.222.0.15 "GET /v2.0/networks/3f8cbf47-c250-40e2-a5d6-2d4372cd64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565406 Apr 30 01:29:58.626770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.629242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:29:58.632736 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.669617 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-666623b5-3856-4f96-b449-d1195ae0cd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.756981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7537432b-e55d-4db3-862f-53e8bd0b3eae']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:58.770600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-487788b7-fc9c-40ef-a501-9beb3611243b service neutron] 10.222.0.15 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281856 Apr 30 01:29:58.772613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e778cf15-3778-4d12-8eba-73d2c46bb9f8') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:58.773008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e778cf15-3778-4d12-8eba-73d2c46bb9f8') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:58.815987 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-f80ecc40-5608-435b-9bb6-5f28ab565850 service neutron] 10.222.0.15 "GET /v2.0/networks/3f8cbf47-c250-40e2-a5d6-2d4372cd64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828740 Apr 30 01:29:58.826134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.893034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.926201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:29:58.930716 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:29:58.944721 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:14Z', 'revision_number': 5, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:29:58.974541 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007469da-48b5-4009-931e-19b2f807a6ed None None] The sync data for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 is: [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:29:04Z', 'revision_number': 4, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9ca6050a-105d-4563-bb51-6863cd2025b8', 'name': '', 'network_id': 'f73257e1-c3d4-44d0-8d64-64dd209af9fe', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'mac_address': 'fa:16:3e:b9:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:29:03Z', 'updated_at': '2022-04-30T01:29:14Z', 'revision_number': 5, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'subnets': [{'id': 'ae1fe329-5cbb-401e-b657-dcdba11940ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:29:59.055034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-765bdd7a-b36d-4fe4-af96-162155c4bbe1 req-505cf6d9-5214-494b-b6e3-ad1c59e2a6ec service neutron] 10.222.0.15 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771299 Apr 30 01:29:59.093588 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63062ab3-83b1-4f80-b740-0875da6dc062 x-openstack-request-id: req-63062ab3-83b1-4f80-b740-0875da6dc062 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:29:59.093876 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:29:59.094126 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63062ab3-83b1-4f80-b740-0875da6dc062 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:29:59.094560 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63062ab3-83b1-4f80-b740-0875da6dc062'] response: {'name': 'network-changed', 'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'status': 'completed', 'code': 200} Apr 30 01:29:59.120697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:59.162479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b485010f-dedc-4d5e-884a-95440bb9bc83 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:29:59.178713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:59.194671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:59.203706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] 10.222.0.15 "DELETE /v2.0/networks/7537432b-e55d-4db3-862f-53e8bd0b3eae HTTP/1.1" status: 204 len: 168 time: 1.0244520 Apr 30 01:29:59.234469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef00d4-6031-4e16-9d02-1c35808ffe9e admin admin] Pushing event deleted for resources: {'Network': ['ID=7537432b-e55d-4db3-862f-53e8bd0b3eae,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:59.244458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: b485010f-dedc-4d5e-884a-95440bb9bc83 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:29:59.245465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b485010f-dedc-4d5e-884a-95440bb9bc83 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:29:59.293940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=ea9a15a6-e833-4bab-95e2-60c93786d05c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:29:59.301908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6c49-4abd-4373-8743-712bb11b1849 req-73023b7e-c3c9-4118-86dd-76b3d3c49bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.303461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658b6c49-4abd-4373-8743-712bb11b1849 req-73023b7e-c3c9-4118-86dd-76b3d3c49bc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37ca6618e22c4c3e9156b49729483bda&device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 1097 time: 0.1835911 Apr 30 01:29:59.370006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': 'fe4b461f-0753-46ef-9e9a-eb5ec38e4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7561fafc-e9b8-47a5-a418-c2fd0bd78a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:29:59.370343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: 7561fafc-e9b8-47a5-a418-c2fd0bd78a13, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:29:59.424597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45525e0-06a2-4569-a4bb-b9b39b68fab1 req-f842e2d7-e6c7-491d-b448-465f91da9466 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.436984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45525e0-06a2-4569-a4bb-b9b39b68fab1 req-f842e2d7-e6c7-491d-b448-465f91da9466 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.438731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c45525e0-06a2-4569-a4bb-b9b39b68fab1 req-f842e2d7-e6c7-491d-b448-465f91da9466 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1680 time: 0.1330984 Apr 30 01:29:59.453563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66975621-ccb3-4200-ac73-8c0034f9aa9b None None] New status for floating IP 63717f55-9edf-403a-980a-febe984c98f3: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:29:59.490256 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c45525e0-06a2-4569-a4bb-b9b39b68fab1 req-4dd89981-d999-42c8-bbd2-996b9545e0fa tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Apr 30 01:29:59.504064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8315-5ed6-4126-9908-4963624abef5 req-cb9ce8f3-9748-40d1-bf4b-e6393b35ed50 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.520632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8315-5ed6-4126-9908-4963624abef5 req-cb9ce8f3-9748-40d1-bf4b-e6393b35ed50 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.522791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:29:59.530415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8315-5ed6-4126-9908-4963624abef5 req-cb9ce8f3-9748-40d1-bf4b-e6393b35ed50 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.536339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8315-5ed6-4126-9908-4963624abef5 req-cb9ce8f3-9748-40d1-bf4b-e6393b35ed50 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.542980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8315-5ed6-4126-9908-4963624abef5 req-cb9ce8f3-9748-40d1-bf4b-e6393b35ed50 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.548809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8315-5ed6-4126-9908-4963624abef5 req-cb9ce8f3-9748-40d1-bf4b-e6393b35ed50 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.554750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8315-5ed6-4126-9908-4963624abef5 req-cb9ce8f3-9748-40d1-bf4b-e6393b35ed50 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.557398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e83c8315-5ed6-4126-9908-4963624abef5 req-cb9ce8f3-9748-40d1-bf4b-e6393b35ed50 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5420 time: 0.3009074 Apr 30 01:29:59.595160 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bbfb642-32b4-429c-8f87-5f0dfa7ed95b req-eacecf57-88c3-4ea3-b59e-2fbc08bed470 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 210 time: 0.0372362 Apr 30 01:29:59.615528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6c49-4abd-4373-8743-712bb11b1849 req-5b26dee0-8c2d-4e1c-94e2-5c622bd2597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.617284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658b6c49-4abd-4373-8743-712bb11b1849 req-5b26dee0-8c2d-4e1c-94e2-5c622bd2597f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f73257e1-c3d4-44d0-8d64-64dd209af9fe HTTP/1.1" status: 200 len: 928 time: 0.2717960 Apr 30 01:29:59.639085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-ed84ea45-f4fa-4230-9a2c-e88ff5aba724 req-de2c332d-9919-4ede-8eed-ba830557b5f1 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-27334319', 'description': 'tempest-description-517770439'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:59.641545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e83c8315-5ed6-4126-9908-4963624abef5 req-832ffb33-323c-44aa-b090-31b2364f6a3e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729558 Apr 30 01:29:59.646826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7561fafc-e9b8-47a5-a418-c2fd0bd78a13) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:29:59.658183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:29:59.660981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a38a79b-372f-4852-937e-0d5e0b39bb68 None None] Network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:29:59.661790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:29:59.804887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-811d52fa-5ebb-43aa-967b-4dc08e248cf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4839306 Apr 30 01:29:59.811727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48928) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:59.812915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:29:59.819463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': 'f5af2240-c809-44b0-a38d-18b0644f2cac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:29:59.840857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:29:59.847825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 73727798-a615-45a8-8428-1c88a41ced0c up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:29:59.882012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ed84ea45-f4fa-4230-9a2c-e88ff5aba724 req-de2c332d-9919-4ede-8eed-ba830557b5f1 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.007795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cf87ac0c-8b58-4044-9547-dcfd59aebd19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=756929d59fd74ec398e6de8e1f4c6df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805596 Apr 30 01:30:00.008782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48932) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:00.062921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658b6c49-4abd-4373-8743-712bb11b1849 req-243cdc81-0f48-4e5a-b3fc-cf86fac76079 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 200 len: 217 time: 0.4341810 Apr 30 01:30:00.101360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 73727798-a615-45a8-8428-1c88a41ced0c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:00.146938 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e54a92-910e-46bf-a94a-8ed3b29ae903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.156044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 73727798-a615-45a8-8428-1c88a41ced0c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:00.156553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.186497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ed84ea45-f4fa-4230-9a2c-e88ff5aba724 req-de2c332d-9919-4ede-8eed-ba830557b5f1 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.191482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e54a92-910e-46bf-a94a-8ed3b29ae903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.207245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:00.209394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:00.211037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.239661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-48564aaa-10a7-4b14-98ec-d524017b21b1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips/63717f55-9edf-403a-980a-febe984c98f3 HTTP/1.1" status: 200 len: 693 time: 0.1794169 Apr 30 01:30:00.244424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6c49-4abd-4373-8743-712bb11b1849 req-b001ac36-76da-4dc4-8c28-744b31aa4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:00.246766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658b6c49-4abd-4373-8743-712bb11b1849 req-b001ac36-76da-4dc4-8c28-744b31aa4fa0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ae1fe329-5cbb-401e-b657-dcdba11940ca HTTP/1.1" status: 200 len: 867 time: 0.1758540 Apr 30 01:30:00.260635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea', 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1', 'port_id': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea', 'mac_address': 'fa:16:3e:ff:83:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caed1001-1bfb-4558-9d5a-0a69e63a1ca6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:00.272862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-7561fafc-e9b8-47a5-a418-c2fd0bd78a13', 'network_id': '7561fafc-e9b8-47a5-a418-c2fd0bd78a13', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': 'ea9a15a6-e833-4bab-95e2-60c93786d05c'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:30:00.274419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.285693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ed84ea45-f4fa-4230-9a2c-e88ff5aba724 req-de2c332d-9919-4ede-8eed-ba830557b5f1 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.337346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c332d-9919-4ede-8eed-ba830557b5f1 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4803d5-2828-4550-a179-43bfe9d982c7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:00.361866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.400333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6c49-4abd-4373-8743-712bb11b1849 req-e8f65421-902f-493e-8fd9-1b5038ad1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:00.402175 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658b6c49-4abd-4373-8743-712bb11b1849 req-e8f65421-902f-493e-8fd9-1b5038ad1292 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f73257e1-c3d4-44d0-8d64-64dd209af9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468148 Apr 30 01:30:00.408389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ed84ea45-f4fa-4230-9a2c-e88ff5aba724 req-de2c332d-9919-4ede-8eed-ba830557b5f1 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.409923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed84ea45-f4fa-4230-9a2c-e88ff5aba724 req-de2c332d-9919-4ede-8eed-ba830557b5f1 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7793264 Apr 30 01:30:00.455642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-f854feaf-1488-40e1-8f1e-e6816a568fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:00.462470 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.464126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-f854feaf-1488-40e1-8f1e-e6816a568fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.2230620 Apr 30 01:30:00.470857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:00.473340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e54a92-910e-46bf-a94a-8ed3b29ae903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.476762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e54a92-910e-46bf-a94a-8ed3b29ae903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.478064 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-33e54a92-910e-46bf-a94a-8ed3b29ae903 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17711e54-8352-4722-a60c-82d22ed700c4 HTTP/1.1" status: 204 len: 168 time: 0.4653158 Apr 30 01:30:00.516736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:00.521219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e54a92-910e-46bf-a94a-8ed3b29ae903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17711e54-8352-4722-a60c-82d22ed700c4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:00.546029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73727798-a615-45a8-8428-1c88a41ced0c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:00.550620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-056fbd51-59a4-426b-a908-dbad401b7452 req-d9d16933-9841-418a-8b13-c9a58a54b9f7 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/ae4803d5-2828-4550-a179-43bfe9d982c7 HTTP/1.1" status: 200 len: 1812 time: 0.0968356 Apr 30 01:30:00.562540 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeba616-339c-4790-b37b-6374a05c8e96" -d '{"events": [{"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-plugged", "status": "completed", "tag": "73727798-a615-45a8-8428-1c88a41ced0c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:00.576165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-fc13a8e2-2dc0-4e24-acd9-cdca44e30ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1110692 Apr 30 01:30:00.632226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.647470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 73727798-a615-45a8-8428-1c88a41ced0c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=73727798-a615-45a8-8428-1c88a41ced0c,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:00.655189 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.657718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6326e706-acc6-47d0-93fc-629a3fdf5e99 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:00.666275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-1612d5df-a230-4eca-9a05-8eb6405d49f4 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0885189 Apr 30 01:30:00.737716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Allocated IP 172.20.0.2 (7561fafc-e9b8-47a5-a418-c2fd0bd78a13/ea9a15a6-e833-4bab-95e2-60c93786d05c/a54c9fac-b548-4cca-80e1-fa6865d5a659) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:00.744663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=c6b27e41-e2c1-4d71-8486-03e95ab697a1,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:00.753990 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:00.755067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:00.778643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f22b8-7a3d-4b65-bb9f-0574922b6c58 req-23beff70-e05d-4c63-b31e-22725c53552a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:00.784711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f22b8-7a3d-4b65-bb9f-0574922b6c58 req-23beff70-e05d-4c63-b31e-22725c53552a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:00.792301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-486f22b8-7a3d-4b65-bb9f-0574922b6c58 req-23beff70-e05d-4c63-b31e-22725c53552a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1680 time: 0.1069348 Apr 30 01:30:00.799721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': '29b2d59a-55a3-4e0b-92d9-f5c5dc52a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5af2240-c809-44b0-a38d-18b0644f2cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:00.800083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: f5af2240-c809-44b0-a38d-18b0644f2cac, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:00.853761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-486f22b8-7a3d-4b65-bb9f-0574922b6c58 req-10ff008e-8266-449e-a720-42cbc536dd0c tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553033 Apr 30 01:30:00.871265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-2348d6c5-cfac-4e6b-8866-3894959bc667 req-a0b969fd-2eb9-4f60-9835-a573798f8555 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1672118211', 'description': 'tempest-description-2084994566'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:00.872747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:00.911842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network f5af2240-c809-44b0-a38d-18b0644f2cac is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:00.941964 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658b6c49-4abd-4373-8743-712bb11b1849 req-2a749ea5-b936-45f0-875c-4b70aaa54b13 service neutron] 10.222.0.23 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272934 Apr 30 01:30:01.008587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2348d6c5-cfac-4e6b-8866-3894959bc667 req-a0b969fd-2eb9-4f60-9835-a573798f8555 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.023165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6326e706-acc6-47d0-93fc-629a3fdf5e99, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:01.037490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f5af2240-c809-44b0-a38d-18b0644f2cac) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:01.047523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:01.048120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.088875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554254a3-ed28-40a6-8e72-dec87ac1e811 None None] Network f5af2240-c809-44b0-a38d-18b0644f2cac requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:01.092770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e421d493-4cec-4a12-8eac-f4332fab0c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.123374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Deleting port c54b78ea-b0da-4aee-a11f-ffc9d7b4e719 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:01.123868 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.184502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2348d6c5-cfac-4e6b-8866-3894959bc667 req-a0b969fd-2eb9-4f60-9835-a573798f8555 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.202545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-658b6c49-4abd-4373-8743-712bb11b1849 req-54a47491-a283-4748-9f4b-404a71fee437 service neutron] 10.222.0.23 "GET /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529783 Apr 30 01:30:01.240862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f19bd7f5-2484-446f-bf33-ba90c0d37e68 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4266059 Apr 30 01:30:01.244283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48960) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:01.250890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3d130770-610a-42e3-93a2-8d9e1032a2c9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-35833012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:01.258285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.259542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.280464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Calling delete_port for c54b78ea-b0da-4aee-a11f-ffc9d7b4e719 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:01.283290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '6326e706-acc6-47d0-93fc-629a3fdf5e99', 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'port_id': '6326e706-acc6-47d0-93fc-629a3fdf5e99', 'mac_address': 'fa:16:3e:02:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:01.299902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=73727798-a615-45a8-8428-1c88a41ced0c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:01.311796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2348d6c5-cfac-4e6b-8866-3894959bc667 req-a0b969fd-2eb9-4f60-9835-a573798f8555 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.397644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b969fd-2eb9-4f60-9835-a573798f8555 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b15d4b-2e3c-4bbe-b73a-e037c8acc23a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:01.397813 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.420869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d130770-610a-42e3-93a2-8d9e1032a2c9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.426272 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d130770-610a-42e3-93a2-8d9e1032a2c9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.437570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6326e706-acc6-47d0-93fc-629a3fdf5e99 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:01.448446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2348d6c5-cfac-4e6b-8866-3894959bc667 req-a0b969fd-2eb9-4f60-9835-a573798f8555 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.451265 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2348d6c5-cfac-4e6b-8866-3894959bc667 req-a0b969fd-2eb9-4f60-9835-a573798f8555 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5846150 Apr 30 01:30:01.457961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:01.491899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:01.492275 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.499957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6326e706-acc6-47d0-93fc-629a3fdf5e99, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:01.519532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.522573 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d09ff8-9f21-4fee-8a4d-642f05462874 x-openstack-request-id: req-b2d09ff8-9f21-4fee-8a4d-642f05462874 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:01.522862 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-plugged", "status": "completed", "tag": "73727798-a615-45a8-8428-1c88a41ced0c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:01.523108 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2d09ff8-9f21-4fee-8a4d-642f05462874 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:01.523517 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d09ff8-9f21-4fee-8a4d-642f05462874'] response: {'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73727798-a615-45a8-8428-1c88a41ced0c', 'code': 200} Apr 30 01:30:01.595472 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.596222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6b053ac8-37f3-482a-9135-a8e5cc3a132d details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:01.616754 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d41d5061-3b48-466f-9d83-4e3171be1d7b req-6b555223-f35f-40a7-b03c-45ee9335355e tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 210 time: 0.0350173 Apr 30 01:30:01.627935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.682154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.682839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Pushing event deleted for resources: {'Port': ['ID=c54b78ea-b0da-4aee-a11f-ffc9d7b4e719,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:01.738298 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d130770-610a-42e3-93a2-8d9e1032a2c9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.742006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-f5af2240-c809-44b0-a38d-18b0644f2cac', 'network_id': 'f5af2240-c809-44b0-a38d-18b0644f2cac', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': 'c6b27e41-e2c1-4d71-8486-03e95ab697a1'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:30:01.742876 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.802079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.804670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.806172 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-113f331a-2904-4ce0-be3f-c2ebc81edba3 req-e1823842-7809-4a38-aef9-1ea3c43860f1 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "DELETE /v2.0/floatingips/63717f55-9edf-403a-980a-febe984c98f3 HTTP/1.1" status: 204 len: 173 time: 1.1388655 Apr 30 01:30:01.817937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d130770-610a-42e3-93a2-8d9e1032a2c9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.840257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-7f7a87da-1019-43ff-b173-beed30c7c4ed tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:01.853398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-7f7a87da-1019-43ff-b173-beed30c7c4ed tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:01.864060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-7f7a87da-1019-43ff-b173-beed30c7c4ed tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:01.871718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-7f7a87da-1019-43ff-b173-beed30c7c4ed tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:01.882937 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:01.883332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-7f7a87da-1019-43ff-b173-beed30c7c4ed tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:01.886208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:30:01.887373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-7f7a87da-1019-43ff-b173-beed30c7c4ed tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:01.893551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-7f7a87da-1019-43ff-b173-beed30c7c4ed tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:01.902660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-7f7a87da-1019-43ff-b173-beed30c7c4ed tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5422 time: 0.1456816 Apr 30 01:30:01.907215 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-584ffd48-4fc8-4328-852f-d2643d27facc req-2fe16fc5-2ba2-4a90-a176-a429b707ddc3 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/a3b15d4b-2e3c-4bbe-b73a-e037c8acc23a HTTP/1.1" status: 200 len: 1815 time: 0.0631378 Apr 30 01:30:01.911340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:02.078400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6b053ac8-37f3-482a-9135-a8e5cc3a132d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:02.178500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-3f208c83-5cf6-4a31-9d7e-31a2c746f0aa tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:02.184161 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-3f208c83-5cf6-4a31-9d7e-31a2c746f0aa tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.21 "GET /v2.0/networks?id=3f8cbf47-c250-40e2-a5d6-2d4372cd64da HTTP/1.1" status: 200 len: 822 time: 0.2301943 Apr 30 01:30:02.207821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Request body: {'port': {'device_id': '946edefe-efed-4aad-8775-df4ea7c6a79f', 'network_id': '3f8cbf47-c250-40e2-a5d6-2d4372cd64da', 'admin_state_up': True, 'tenant_id': '8b9e78523e4e488bab3fb2c0a7360656'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:02.311598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:02.325050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Allocated IP 172.21.0.2 (f5af2240-c809-44b0-a38d-18b0644f2cac/c6b27e41-e2c1-4d71-8486-03e95ab697a1/d1184e30-9067-49ad-a3f7-96ea1f865d50) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:02.347187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'port_id': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'mac_address': 'fa:16:3e:de:09:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:02.349278 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6326e706-acc6-47d0-93fc-629a3fdf5e99,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:02.365519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48990) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:02.401123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:02.413146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:02.430458 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c63b95-7a3d-4763-a5fe-3ff5b65839f2 req-a27f8e43-d1af-4748-9bcc-1d9d8f73b214 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5266082 Apr 30 01:30:02.440362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d18f-53b5-4348-82cb-d1eef87bafee req-31d2295f-7dc4-4525-9009-5a7911ee4611 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:02.455947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d18f-53b5-4348-82cb-d1eef87bafee req-31d2295f-7dc4-4525-9009-5a7911ee4611 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:02.466954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2636d18f-53b5-4348-82cb-d1eef87bafee req-31d2295f-7dc4-4525-9009-5a7911ee4611 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1681 time: 0.2801971 Apr 30 01:30:02.479689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-44bc5e02-df78-40ac-9336-9c0a0e814dcd req-456d03b3-dd5e-4934-b0f3-780ea94ca491 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-402225093', 'description': 'tempest-description-732602982'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:02.505714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Made reservation on behalf of 8b9e78523e4e488bab3fb2c0a7360656 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:02.512180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:02.512768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.512978 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d130770-610a-42e3-93a2-8d9e1032a2c9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.514482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3d130770-610a-42e3-93a2-8d9e1032a2c9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2691243 Apr 30 01:30:02.520024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:02.531694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-647670999-network', 'tenant_id': 'ba7d61db85e041fc8f9f4df23cc976a4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:02.556495 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.580660 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.582103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2636d18f-53b5-4348-82cb-d1eef87bafee req-8b7c4d8c-41d2-492f-ae6c-fa95e567c22f tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073575 Apr 30 01:30:02.625115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-44bc5e02-df78-40ac-9336-9c0a0e814dcd req-456d03b3-dd5e-4934-b0f3-780ea94ca491 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.716966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Allocated IP 172.20.0.10 (3f8cbf47-c250-40e2-a5d6-2d4372cd64da/198c30d4-8c00-47cd-9cf9-4c2e163f3845/5645e1bd-d061-40ce-a57a-5b0926bdfab4) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:02.766453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.767615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Pushing event updated for resources: {'Port': ['ID=a54c9fac-b548-4cca-80e1-fa6865d5a659,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:02.852291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b053ac8-37f3-482a-9135-a8e5cc3a132d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:02.872169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Attempting to bind port a54c9fac-b548-4cca-80e1-fa6865d5a659 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:02.872535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Attempting to bind port a54c9fac-b548-4cca-80e1-fa6865d5a659 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'fe4b461f-0753-46ef-9e9a-eb5ec38e4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7561fafc-e9b8-47a5-a418-c2fd0bd78a13'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:02.872912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Attempting to bind port a54c9fac-b548-4cca-80e1-fa6865d5a659 on network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:02.887727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:02.888435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Checking segment: {'id': 'fe4b461f-0753-46ef-9e9a-eb5ec38e4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7561fafc-e9b8-47a5-a418-c2fd0bd78a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:02.888531 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.888871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Bound using segment: {'id': 'fe4b461f-0753-46ef-9e9a-eb5ec38e4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7561fafc-e9b8-47a5-a418-c2fd0bd78a13'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:02.889344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Bound port: a54c9fac-b548-4cca-80e1-fa6865d5a659, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4b461f-0753-46ef-9e9a-eb5ec38e4409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7561fafc-e9b8-47a5-a418-c2fd0bd78a13'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:02.889722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.918625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6b053ac8-37f3-482a-9135-a8e5cc3a132d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:02.929389 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.967928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Made reservation on behalf of ba7d61db85e041fc8f9f4df23cc976a4 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:02.970283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:02.988786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.014079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.014736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e4426d11-a7a9-4d24-86a7-f38670e56324 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:03.016728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:03.036334 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.099495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d1ea0-0775-4c6f-8e6a-dc23d7fc86e7 req-0ed902d7-864f-4f16-a175-e08c850a49f8 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:03.108760 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d74d1ea0-0775-4c6f-8e6a-dc23d7fc86e7 req-0ed902d7-864f-4f16-a175-e08c850a49f8 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1418936 Apr 30 01:30:03.123779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Pushing event updated for resources: {'Port': ['ID=5645e1bd-d061-40ce-a57a-5b0926bdfab4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:03.157461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e4426d11-a7a9-4d24-86a7-f38670e56324, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e4426d11-a7a9-4d24-86a7-f38670e56324,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:03.171490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] For port a54c9fac-b548-4cca-80e1-fa6865d5a659, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:03.179590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d74d1ea0-0775-4c6f-8e6a-dc23d7fc86e7 req-c802975f-45f1-4ea1-8abe-7d72e3dca814 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0698206 Apr 30 01:30:03.191648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6b053ac8-37f3-482a-9135-a8e5cc3a132d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:03.202852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] For port a54c9fac-b548-4cca-80e1-fa6865d5a659, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a54c9fac-b548-4cca-80e1-fa6865d5a659,segment=NetworkSegment(fe4b461f-0753-46ef-9e9a-eb5ec38e4409),segment_id=fe4b461f-0753-46ef-9e9a-eb5ec38e4409)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:03.208381 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.208381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'e4426d11-a7a9-4d24-86a7-f38670e56324', 'network_id': '0e6294b2-3522-4972-aca6-3136bf498da1', 'port_id': 'e4426d11-a7a9-4d24-86a7-f38670e56324', 'mac_address': 'fa:16:3e:ff:71:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caed1001-1bfb-4558-9d5a-0a69e63a1ca6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:03.219641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:03.229982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:03.257481 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-44bc5e02-df78-40ac-9336-9c0a0e814dcd req-456d03b3-dd5e-4934-b0f3-780ea94ca491 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.265235 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.269914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:03.279981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4426d11-a7a9-4d24-86a7-f38670e56324 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:03.296233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.303282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.335473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e4426d11-a7a9-4d24-86a7-f38670e56324, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e4426d11-a7a9-4d24-86a7-f38670e56324,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:03.340241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.374357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Network f5af2240-c809-44b0-a38d-18b0644f2cac is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:03.381252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:03.384926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:03.394984 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-44bc5e02-df78-40ac-9336-9c0a0e814dcd req-456d03b3-dd5e-4934-b0f3-780ea94ca491 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.398252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d34f-ffab-4990-b015-4e0c5d1a767d None None] Pushing event updated for resources: {'Port': ['ID=a54c9fac-b548-4cca-80e1-fa6865d5a659,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:03.421551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.423657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce3792c1-2aec-4d81-8c87-e0b6661e4244 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:03.457081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:03.457858 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.475872 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.491852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82acda0-7e14-4af7-8d94-c6787c81b376 req-bc6cea6d-8c1f-46c9-875d-7f14ee07474a tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:03.493811 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a82acda0-7e14-4af7-8d94-c6787c81b376 req-bc6cea6d-8c1f-46c9-875d-7f14ee07474a tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 932 time: 0.2045882 Apr 30 01:30:03.530266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:03.530266 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a281d-be22-48db-8dad-370772e9553f" -d '{"events": [{"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-plugged", "status": "completed", "tag": "c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:03.535276 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.572129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-ea0cb558-87c8-4524-9803-9603031ba408 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3674514 Apr 30 01:30:03.576122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:30:03.580803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce3792c1-2aec-4d81-8c87-e0b6661e4244, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce3792c1-2aec-4d81-8c87-e0b6661e4244,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:03.589535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Request body: {'port': {'device_id': '946edefe-efed-4aad-8775-df4ea7c6a79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:03.589731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Pushing event updated for resources: {'Port': ['ID=d1184e30-9067-49ad-a3f7-96ea1f865d50,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:03.595987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Attempting to bind port d1184e30-9067-49ad-a3f7-96ea1f865d50 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:03.596548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Attempting to bind port d1184e30-9067-49ad-a3f7-96ea1f865d50 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '29b2d59a-55a3-4e0b-92d9-f5c5dc52a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5af2240-c809-44b0-a38d-18b0644f2cac'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:03.596833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Attempting to bind port d1184e30-9067-49ad-a3f7-96ea1f865d50 on network f5af2240-c809-44b0-a38d-18b0644f2cac {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:03.650351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba51660-8f3b-448f-b62e-e86d05418165,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:03.656925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.657299 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Added segment 1ab3be3e-2b02-4a04-9c18-87431386f958 of type vlan for network f9378710-9fea-4363-801b-8cd8daef7f1e Apr 30 01:30:03.660932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a82acda0-7e14-4af7-8d94-c6787c81b376 req-d76dfe47-fa0b-4269-b18e-ca383454f84a tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466196 Apr 30 01:30:03.704810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'ce3792c1-2aec-4d81-8c87-e0b6661e4244', 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'port_id': 'ce3792c1-2aec-4d81-8c87-e0b6661e4244', 'mac_address': 'fa:16:3e:d8:49:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:03.706996 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-44bc5e02-df78-40ac-9336-9c0a0e814dcd req-456d03b3-dd5e-4934-b0f3-780ea94ca491 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.720715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:03.736029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Checking segment: {'id': '29b2d59a-55a3-4e0b-92d9-f5c5dc52a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5af2240-c809-44b0-a38d-18b0644f2cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:03.736029 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.736029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Bound using segment: {'id': '29b2d59a-55a3-4e0b-92d9-f5c5dc52a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5af2240-c809-44b0-a38d-18b0644f2cac'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:03.736029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Bound port: d1184e30-9067-49ad-a3f7-96ea1f865d50, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b2d59a-55a3-4e0b-92d9-f5c5dc52a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5af2240-c809-44b0-a38d-18b0644f2cac'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:03.736029 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.736475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44bc5e02-df78-40ac-9336-9c0a0e814dcd req-456d03b3-dd5e-4934-b0f3-780ea94ca491 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2586420 Apr 30 01:30:03.736475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d03b3-dd5e-4934-b0f3-780ea94ca491 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd60ccf-6acd-4090-9454-7501a1060811,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:03.771798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=e4426d11-a7a9-4d24-86a7-f38670e56324,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:03.785326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.829376 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.883935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.888830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2264f7-6b6b-44d7-a288-7085951fb1ad req-12a8b94c-8303-4412-87f6-1aaed6ec8679 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1040432 Apr 30 01:30:03.910828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3792c1-2aec-4d81-8c87-e0b6661e4244 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:03.933287 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.944605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] For port d1184e30-9067-49ad-a3f7-96ea1f865d50, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:03.949884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] For port d1184e30-9067-49ad-a3f7-96ea1f865d50, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d1184e30-9067-49ad-a3f7-96ea1f865d50,segment=NetworkSegment(29b2d59a-55a3-4e0b-92d9-f5c5dc52a348),segment_id=29b2d59a-55a3-4e0b-92d9-f5c5dc52a348)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:03.952252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce3792c1-2aec-4d81-8c87-e0b6661e4244, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce3792c1-2aec-4d81-8c87-e0b6661e4244,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:03.954200 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:03.962761 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ffcd2-10e2-4b38-b845-f8c9cb567397 x-openstack-request-id: req-0a8ffcd2-10e2-4b38-b845-f8c9cb567397 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:03.963181 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-plugged", "status": "completed", "tag": "c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:03.963522 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a8ffcd2-10e2-4b38-b845-f8c9cb567397 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:03.964224 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8ffcd2-10e2-4b38-b845-f8c9cb567397'] response: {'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff', 'code': 200} Apr 30 01:30:03.990636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f706-704a-4074-884b-7584c601d8c0 req-d0d0f073-11be-464c-8719-ebfc3741f5f2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:03.995573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f706-704a-4074-884b-7584c601d8c0 req-d0d0f073-11be-464c-8719-ebfc3741f5f2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.001515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f706-704a-4074-884b-7584c601d8c0 req-d0d0f073-11be-464c-8719-ebfc3741f5f2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.007837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f706-704a-4074-884b-7584c601d8c0 req-d0d0f073-11be-464c-8719-ebfc3741f5f2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.014997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f706-704a-4074-884b-7584c601d8c0 req-d0d0f073-11be-464c-8719-ebfc3741f5f2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.020916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f706-704a-4074-884b-7584c601d8c0 req-d0d0f073-11be-464c-8719-ebfc3741f5f2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.023747 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.024771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.025455 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.027646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f706-704a-4074-884b-7584c601d8c0 req-d0d0f073-11be-464c-8719-ebfc3741f5f2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.035958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da27f706-704a-4074-884b-7584c601d8c0 req-d0d0f073-11be-464c-8719-ebfc3741f5f2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5424 time: 0.2083673 Apr 30 01:30:04.043523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.047126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:04.049817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.051267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.20.0.1 (7561fafc-e9b8-47a5-a418-c2fd0bd78a13/ea9a15a6-e833-4bab-95e2-60c93786d05c/f1e245db-e443-42b8-b3b9-6662ef04a300) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:04.139962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:04.151280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ce3792c1-2aec-4d81-8c87-e0b6661e4244,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:04.169052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8538392 Apr 30 01:30:04.171322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49010) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:04.174270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaa504-9dd3-413b-9774-c362d98e1936 admin admin] Pushing event updated for resources: {'Network': ['ID=f9378710-9fea-4363-801b-8cd8daef7f1e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:04.183017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Request body: {'subnet': {'network_id': 'f9378710-9fea-4363-801b-8cd8daef7f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-647670999-subnet', 'tenant_id': 'ba7d61db85e041fc8f9f4df23cc976a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:04.203841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b', 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'port_id': 'a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b', 'mac_address': 'fa:16:3e:e5:88:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:04.205777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f24e8-d255-4b13-89b0-b75df8178948 req-d55f1903-03a7-4066-9a11-3a9444197f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.206258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f24e8-d255-4b13-89b0-b75df8178948 req-d55f1903-03a7-4066-9a11-3a9444197f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.210626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f9378710-9fea-4363-801b-8cd8daef7f1e details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:30:04.212724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-712f24e8-d255-4b13-89b0-b75df8178948 req-d55f1903-03a7-4066-9a11-3a9444197f2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1984 time: 0.1833670 Apr 30 01:30:04.223904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da27f706-704a-4074-884b-7584c601d8c0 req-c4bbcb63-d756-4f9a-a174-f29cbe2d8f12 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797755 Apr 30 01:30:04.311659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.319686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4dfc7-170d-436c-aca9-92fc6617ade4 req-0bff5a4f-fdd9-4d8e-ba0e-317ff5012f87 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.341980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4dfc7-170d-436c-aca9-92fc6617ade4 req-0bff5a4f-fdd9-4d8e-ba0e-317ff5012f87 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:04.343663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-29b4dfc7-170d-436c-aca9-92fc6617ade4 req-0bff5a4f-fdd9-4d8e-ba0e-317ff5012f87 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1682 time: 0.3047168 Apr 30 01:30:04.351251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Made reservation on behalf of ba7d61db85e041fc8f9f4df23cc976a4 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:04.360077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.418656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596f20f-c1c3-428f-8aa0-76ac643da3ab None None] Pushing event updated for resources: {'Port': ['ID=d1184e30-9067-49ad-a3f7-96ea1f865d50,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:04.423810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:04.509635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.510887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a54c9fac-b548-4cca-80e1-fa6865d5a659 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:04.511556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-712f24e8-d255-4b13-89b0-b75df8178948 req-e333ef4c-3603-4c6c-aa70-0a410e4cb15c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792871 Apr 30 01:30:04.589413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa559b18-c354-4170-8444-55a0693357bf req-a95b27ad-660f-4133-bc3e-ecededc865b2 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/1fd60ccf-6acd-4090-9454-7501a1060811 HTTP/1.1" status: 200 len: 1813 time: 0.2227345 Apr 30 01:30:04.597232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-29b4dfc7-170d-436c-aca9-92fc6617ade4 req-4485b93d-f4b8-444e-b547-bbcd404be6d9 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323871 Apr 30 01:30:04.604050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:04.631318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.655889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a54c9fac-b548-4cca-80e1-fa6865d5a659 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:04.655889 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.692561 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-40e5d5ba-7851-4976-b2d9-f20b07612cc1 req-851024dc-b9ec-4ff6-a611-26cd22e3f048 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] show failed (client error): The resource could not be found. Apr 30 01:30:04.699271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40e5d5ba-7851-4976-b2d9-f20b07612cc1 req-851024dc-b9ec-4ff6-a611-26cd22e3f048 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/acb32ae6-3721-406d-ac58-d17ba9588101 HTTP/1.1" status: 404 len: 352 time: 0.0554574 Apr 30 01:30:04.711615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.773216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:04.782361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:04.790432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:04.796684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.798764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device db6ff20a-9964-4274-859f-e9f639c81099 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:04.816695 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-d2179b49-9f16-439a-b2e7-a5ec4411ab1b req-a4a54575-c560-42b0-bc72-3b592c868fc4 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] show failed (client error): The resource could not be found. Apr 30 01:30:04.830208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2179b49-9f16-439a-b2e7-a5ec4411ab1b req-a4a54575-c560-42b0-bc72-3b592c868fc4 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-group-rules/a48e210c-9157-4466-bbe7-b8bb689886f8 HTTP/1.1" status: 404 len: 361 time: 0.0717998 Apr 30 01:30:04.839241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5645e1bd-d061-40ce-a57a-5b0926bdfab4 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:04.874411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.877278 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:04.942987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Transition to ACTIVE for port object 5645e1bd-d061-40ce-a57a-5b0926bdfab4 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:30:04.973609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port db6ff20a-9964-4274-859f-e9f639c81099, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=db6ff20a-9964-4274-859f-e9f639c81099,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:04.992037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774517cc-48b6-4d0a-8019-431baa265e62 None None] Network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:04.997539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=f1e245db-e443-42b8-b3b9-6662ef04a300,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:05.025516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcf713-e06f-486b-8b57-8191622af71c req-477f9e40-f7d7-4a1b-aecf-b2eebc39df2a tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.027195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7fcf713-e06f-486b-8b57-8191622af71c req-477f9e40-f7d7-4a1b-aecf-b2eebc39df2a tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 932 time: 0.0907779 Apr 30 01:30:05.037362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.037935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:05.050697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'db6ff20a-9964-4274-859f-e9f639c81099', 'network_id': '0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7', 'port_id': 'db6ff20a-9964-4274-859f-e9f639c81099', 'mac_address': 'fa:16:3e:24:94:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:05.099226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.104282 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.145153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fe0fa2ee-1bf7-4fc7-a713-2190f4ec69b9 None None] Provisioning complete for port a54c9fac-b548-4cca-80e1-fa6865d5a659 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:05.145153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa2ee-1bf7-4fc7-a713-2190f4ec69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.162887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5116b3af-bf27-46ee-ab04-f316191801aa req-4e390fcf-d742-4435-a0fc-b818d4531f0f tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/1fd60ccf-6acd-4090-9454-7501a1060811 HTTP/1.1" status: 200 len: 1813 time: 0.1265035 Apr 30 01:30:05.171823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Pushing event updated for resources: {'Port': ['ID=5645e1bd-d061-40ce-a57a-5b0926bdfab4,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:05.191960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7fcf713-e06f-486b-8b57-8191622af71c req-5348f665-85c2-4190-879a-6fb8db12a193 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582682 Apr 30 01:30:05.238520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.238864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.239201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.239574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.239906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.240227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.240548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.240868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.241187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.241590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.241860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.242182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:05.255905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f69751-bb2f-4fd7-8534-96b86dde04d5,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:05.278891 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.302168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Checking segment: {'id': '1ab3be3e-2b02-4a04-9c18-87431386f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f9378710-9fea-4363-801b-8cd8daef7f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:05.302526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Network hostable DHCP agents. Network: f9378710-9fea-4363-801b-8cd8daef7f1e, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:05.315881 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5116b3af-bf27-46ee-ab04-f316191801aa req-c2c79c1e-64e0-4cf5-956c-9dc097b85824 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.332130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Attempting to bind port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:05.332469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Attempting to bind port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'd6e35c25-69f3-4a54-b302-e39e3f96e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3f8cbf47-c250-40e2-a5d6-2d4372cd64da'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:05.332796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Attempting to bind port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 on network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:05.346742 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.358619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 on network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:30:05.358942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Attempting to bind port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 on network 3f8cbf47-c250-40e2-a5d6-2d4372cd64da {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:05.370325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:05.370659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Checking segment: {'id': 'd6e35c25-69f3-4a54-b302-e39e3f96e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3f8cbf47-c250-40e2-a5d6-2d4372cd64da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:05.372388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Bound using segment: {'id': 'd6e35c25-69f3-4a54-b302-e39e3f96e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3f8cbf47-c250-40e2-a5d6-2d4372cd64da'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:05.372388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Bound port: 5645e1bd-d061-40ce-a57a-5b0926bdfab4, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e35c25-69f3-4a54-b302-e39e3f96e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3f8cbf47-c250-40e2-a5d6-2d4372cd64da'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:05.372388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.393670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a54c9fac-b548-4cca-80e1-fa6865d5a659, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a54c9fac-b548-4cca-80e1-fa6865d5a659,segment=NetworkSegment(fe4b461f-0753-46ef-9e9a-eb5ec38e4409),segment_id=fe4b461f-0753-46ef-9e9a-eb5ec38e4409)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:05.400485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa718-5897-4647-90c2-49a9f870fc60 req-20eceaf9-f3b8-46c6-b93b-934bcbe282fd tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.402123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e8ffa718-5897-4647-90c2-49a9f870fc60 req-20eceaf9-f3b8-46c6-b93b-934bcbe282fd tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 946 time: 0.0913894 Apr 30 01:30:05.408648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6ff20a-9964-4274-859f-e9f639c81099 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:05.413945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5116b3af-bf27-46ee-ab04-f316191801aa req-c2c79c1e-64e0-4cf5-956c-9dc097b85824 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.437494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port db6ff20a-9964-4274-859f-e9f639c81099, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=db6ff20a-9964-4274-859f-e9f639c81099,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:05.468785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Network f9378710-9fea-4363-801b-8cd8daef7f1e is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:05.486704 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e8ffa718-5897-4647-90c2-49a9f870fc60 req-431ae2cc-87bf-4626-8c4d-509b03c40615 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662990 Apr 30 01:30:05.493993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] For port 5645e1bd-d061-40ce-a57a-5b0926bdfab4, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:05.499456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] For port 5645e1bd-d061-40ce-a57a-5b0926bdfab4, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5645e1bd-d061-40ce-a57a-5b0926bdfab4,segment=NetworkSegment(d6e35c25-69f3-4a54-b302-e39e3f96e14e),segment_id=d6e35c25-69f3-4a54-b302-e39e3f96e14e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:05.514598 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.566353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Deleting port 15656a29-5892-4197-9b8f-21fcdae2cac2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:05.566961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.580456 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.612206 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa2ee-1bf7-4fc7-a713-2190f4ec69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.631704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.635103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f9378710-9fea-4363-801b-8cd8daef7f1e) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:05.653903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.654881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.705807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.707004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.708212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] 10.222.0.21 "PUT /v2.0/ports/5645e1bd-d061-40ce-a57a-5b0926bdfab4 HTTP/1.1" status: 200 len: 1092 time: 2.1247675 Apr 30 01:30:05.711583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946edefe-efed-4aad-8775-df4ea7c6a79f', 'tag': '5645e1bd-d061-40ce-a57a-5b0926bdfab4'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:05.714741 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45899a0-9b29-4559-b36c-5b51a6a861b4" -d '{"events": [{"name": "network-changed", "server_uuid": "946edefe-efed-4aad-8775-df4ea7c6a79f", "tag": "5645e1bd-d061-40ce-a57a-5b0926bdfab4"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:05.737735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-4212a249-f52f-4440-89d3-d1ebe51c4ca2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.744414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-4212a249-f52f-4440-89d3-d1ebe51c4ca2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.747201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5116b3af-bf27-46ee-ab04-f316191801aa req-c2c79c1e-64e0-4cf5-956c-9dc097b85824 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.749835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5116b3af-bf27-46ee-ab04-f316191801aa req-c2c79c1e-64e0-4cf5-956c-9dc097b85824 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.750485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-4212a249-f52f-4440-89d3-d1ebe51c4ca2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.750954 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5116b3af-bf27-46ee-ab04-f316191801aa req-c2c79c1e-64e0-4cf5-956c-9dc097b85824 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fd60ccf-6acd-4090-9454-7501a1060811 HTTP/1.1" status: 204 len: 173 time: 0.5798352 Apr 30 01:30:05.769893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-4212a249-f52f-4440-89d3-d1ebe51c4ca2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.793652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-4212a249-f52f-4440-89d3-d1ebe51c4ca2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.809244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-4212a249-f52f-4440-89d3-d1ebe51c4ca2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.810683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] For port 15656a29-5892-4197-9b8f-21fcdae2cac2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=15656a29-5892-4197-9b8f-21fcdae2cac2,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:05.811220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:05.823235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-4212a249-f52f-4440-89d3-d1ebe51c4ca2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:05.826227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-4212a249-f52f-4440-89d3-d1ebe51c4ca2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5427 time: 0.2494690 Apr 30 01:30:05.828152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c79c1e-64e0-4cf5-956c-9dc097b85824 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd60ccf-6acd-4090-9454-7501a1060811,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:05.833277 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1f9ab662-e04d-4e18-ba02-9648af3a5db8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6598971 Apr 30 01:30:05.847091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f4669-4d79-4693-bae2-e5ed51393ed4 None None] Network f9378710-9fea-4363-801b-8cd8daef7f1e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:05.851402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2ed0c-ff11-42bc-8278-10da24fe2086 None None] Network f5af2240-c809-44b0-a38d-18b0644f2cac requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:05.859658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Calling delete_port for 15656a29-5892-4197-9b8f-21fcdae2cac2 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:05.885911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb073bf-f71e-4431-85ce-5b8fe093ff4d service neutron] Pushing event updated for resources: {'Port': ['ID=5645e1bd-d061-40ce-a57a-5b0926bdfab4,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:05.966738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bb3a2af-b392-447e-85e4-a8c81add6c9b req-937630a7-5e21-4c5d-af64-2f5cc1b829ce tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945077 Apr 30 01:30:06.000542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a54c9fac-b548-4cca-80e1-fa6865d5a659,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:06.001146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-1188232e-72ce-469c-bf08-d70825465a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:06.008448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-1188232e-72ce-469c-bf08-d70825465a23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9e78523e4e488bab3fb2c0a7360656&device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 1095 time: 0.1099410 Apr 30 01:30:06.037450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd446242-ca93-41d3-b651-f49d7f20078c req-771a583a-7b3a-4e9d-a7e0-0c85c32c9b56 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:06.044533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd446242-ca93-41d3-b651-f49d7f20078c req-771a583a-7b3a-4e9d-a7e0-0c85c32c9b56 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:06.046259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd446242-ca93-41d3-b651-f49d7f20078c req-771a583a-7b3a-4e9d-a7e0-0c85c32c9b56 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1682 time: 0.1757314 Apr 30 01:30:06.106331 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c212af4-9230-45dc-bba5-d17715b69db0 x-openstack-request-id: req-8c212af4-9230-45dc-bba5-d17715b69db0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:06.107292 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946edefe-efed-4aad-8775-df4ea7c6a79f", "tag": "5645e1bd-d061-40ce-a57a-5b0926bdfab4", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:06.107596 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c212af4-9230-45dc-bba5-d17715b69db0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:06.108052 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c212af4-9230-45dc-bba5-d17715b69db0'] response: {'name': 'network-changed', 'server_uuid': '946edefe-efed-4aad-8775-df4ea7c6a79f', 'tag': '5645e1bd-d061-40ce-a57a-5b0926bdfab4', 'status': 'completed', 'code': 200} Apr 30 01:30:06.110611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-88fec4af-e9ec-4833-9f1c-5955c4ae86ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5645e1bd-d061-40ce-a57a-5b0926bdfab4 HTTP/1.1" status: 200 len: 217 time: 0.0994072 Apr 30 01:30:06.150843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd446242-ca93-41d3-b651-f49d7f20078c req-b83c9528-2765-4226-a704-ef8b603b4b6a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967295 Apr 30 01:30:06.154354 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:06.179407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-efe004d5-9cb8-4711-a3bb-7659450d35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:06.181482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-efe004d5-9cb8-4711-a3bb-7659450d35a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=198c30d4-8c00-47cd-9cf9-4c2e163f3845 HTTP/1.1" status: 200 len: 862 time: 0.0647774 Apr 30 01:30:06.217840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:06.263723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-eaf12a84-c4b0-41d5-bccb-0a9361a3142a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f8cbf47-c250-40e2-a5d6-2d4372cd64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743859 Apr 30 01:30:06.292046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:06.316848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:06.373342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['db6ff20a-9964-4274-859f-e9f639c81099'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:06.378649 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-fe0fa2ee-1bf7-4fc7-a713-2190f4ec69b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:30:06.379116 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-fe0fa2ee-1bf7-4fc7-a713-2190f4ec69b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:30:06.390147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['e4426d11-a7a9-4d24-86a7-f38670e56324'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:06.426030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=f1e245db-e443-42b8-b3b9-6662ef04a300,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:06.452334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51b0a68d-ae81-4e3e-b41f-aa4f6351d1fd req-02166a0c-5f36-44d0-bebb-787b8c7a6600 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/a3b15d4b-2e3c-4bbe-b73a-e037c8acc23a HTTP/1.1" status: 200 len: 1815 time: 0.2757640 Apr 30 01:30:06.541066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['ce3792c1-2aec-4d81-8c87-e0b6661e4244'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:06.550914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['7aacf8aa-aedd-4c6d-a8ef-38fc38319aea'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:06.553259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['6b053ac8-37f3-482a-9135-a8e5cc3a132d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:06.562474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-9b31328f-88db-42b4-8788-9d92d7e316f4 service neutron] 10.222.0.21 "GET /v2.0/networks/3f8cbf47-c250-40e2-a5d6-2d4372cd64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801044 Apr 30 01:30:06.600886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-51b0a68d-ae81-4e3e-b41f-aa4f6351d1fd req-de5bfd9c-f90a-4d3e-91d1-5c166624dc7e tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:06.621980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d1184e30-9067-49ad-a3f7-96ea1f865d50 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:06.667771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:06.686404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-51b0a68d-ae81-4e3e-b41f-aa4f6351d1fd req-de5bfd9c-f90a-4d3e-91d1-5c166624dc7e tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:06.699624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=db6ff20a-9964-4274-859f-e9f639c81099,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:06.725694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=15656a29-5892-4197-9b8f-21fcdae2cac2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:06.761410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-75eb1163-15fb-4af9-bc73-f900c049e976 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:06.762926 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-75eb1163-15fb-4af9-bc73-f900c049e976 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 946 time: 0.1473031 Apr 30 01:30:06.766737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2eccde5c-0c29-427f-9568-35f8ee46e0d3 req-788e98df-c0da-4da8-9dde-f05131d32f05 service neutron] 10.222.0.21 "GET /v2.0/networks/3f8cbf47-c250-40e2-a5d6-2d4372cd64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982067 Apr 30 01:30:06.766931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:06.791852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:06.834668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378625d-1b66-4356-8215-3708f793ec99 req-63525ef5-d88b-40db-a789-ad0834a88970 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:06.844714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-63525ef5-d88b-40db-a789-ad0834a88970 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/networks?id=f9378710-9fea-4363-801b-8cd8daef7f1e HTTP/1.1" status: 200 len: 808 time: 0.2586021 Apr 30 01:30:06.916533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-51b0a68d-ae81-4e3e-b41f-aa4f6351d1fd req-de5bfd9c-f90a-4d3e-91d1-5c166624dc7e tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:06.920104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-51b0a68d-ae81-4e3e-b41f-aa4f6351d1fd req-de5bfd9c-f90a-4d3e-91d1-5c166624dc7e tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:06.935325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51b0a68d-ae81-4e3e-b41f-aa4f6351d1fd req-de5bfd9c-f90a-4d3e-91d1-5c166624dc7e tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "DELETE /v2.0/security-groups/a3b15d4b-2e3c-4bbe-b73a-e037c8acc23a HTTP/1.1" status: 204 len: 173 time: 0.4816198 Apr 30 01:30:07.083113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bfd9c-f90a-4d3e-91d1-5c166624dc7e tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b15d4b-2e3c-4bbe-b73a-e037c8acc23a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:07.107858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d1184e30-9067-49ad-a3f7-96ea1f865d50 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:07.108277 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:07.123371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb743916-1c1d-400e-b59e-53b187d4412a None None] Network f9378710-9fea-4363-801b-8cd8daef7f1e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:07.185384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-efea1337-8b79-4d44-a81b-6bb6d247fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:07.188471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-efea1337-8b79-4d44-a81b-6bb6d247fc7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9e78523e4e488bab3fb2c0a7360656&device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 1095 time: 0.2520261 Apr 30 01:30:07.198884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Deleting port c5638fe3-32f9-4cee-9997-9f7f0071c30f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:07.199346 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:07.246611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['6326e706-acc6-47d0-93fc-629a3fdf5e99'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:07.313991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a6e6d-39b1-4608-995c-950a5b8389b0 req-ed114980-6d09-4298-af57-0173ba3ed1fe tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:07.315768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-268a6e6d-39b1-4608-995c-950a5b8389b0 req-ed114980-6d09-4298-af57-0173ba3ed1fe tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 944 time: 0.2063308 Apr 30 01:30:07.443166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] For port c5638fe3-32f9-4cee-9997-9f7f0071c30f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5638fe3-32f9-4cee-9997-9f7f0071c30f,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:07.446004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:07.464672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-268a6e6d-39b1-4608-995c-950a5b8389b0 req-32060899-c9f7-4598-9248-7884eb8991d7 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394548 Apr 30 01:30:07.471754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-bbec9ab1-3f30-48e9-acb7-0c7b1d368116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:07.473338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-bbec9ab1-3f30-48e9-acb7-0c7b1d368116 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f8cbf47-c250-40e2-a5d6-2d4372cd64da HTTP/1.1" status: 200 len: 922 time: 0.2704332 Apr 30 01:30:07.505826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-c258d3db-df6a-4465-be45-7e819979e7ac tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/quotas/ba7d61db85e041fc8f9f4df23cc976a4 HTTP/1.1" status: 200 len: 375 time: 0.6602256 Apr 30 01:30:07.510873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Calling delete_port for c5638fe3-32f9-4cee-9997-9f7f0071c30f owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:07.583650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-cc3e6f3d-7a40-4714-afbe-bdcb56c7dc80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5645e1bd-d061-40ce-a57a-5b0926bdfab4 HTTP/1.1" status: 200 len: 217 time: 0.0873859 Apr 30 01:30:07.621130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-8e8db1db-3b3f-44bc-a7ca-d313042a23a2 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba7d61db85e041fc8f9f4df23cc976a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143239 Apr 30 01:30:07.674047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d91982a9-a0fb-4968-9fc0-f9136ad5784d None None] Provisioning complete for port a54c9fac-b548-4cca-80e1-fa6865d5a659 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:07.674894 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d91982a9-a0fb-4968-9fc0-f9136ad5784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:07.759915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-79e4b6b4-3675-4091-94c1-5f77bc880d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:07.761579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-79e4b6b4-3675-4091-94c1-5f77bc880d60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=198c30d4-8c00-47cd-9cf9-4c2e163f3845 HTTP/1.1" status: 200 len: 862 time: 0.1695893 Apr 30 01:30:07.805711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ee18-eaae-4a58-9a21-66c6b3f725fa req-3c5b8136-d2d7-4b0a-ab39-44cb9021ea4f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:07.815552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21a3ee18-eaae-4a58-9a21-66c6b3f725fa req-3c5b8136-d2d7-4b0a-ab39-44cb9021ea4f tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 946 time: 0.2187877 Apr 30 01:30:07.819047 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:07.836565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 9b2a1488-070a-4a13-93f6-ac4f58877137 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:30:07.842625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-5b3eb3f0-1b73-43ed-8998-49210c044420 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f8cbf47-c250-40e2-a5d6-2d4372cd64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702977 Apr 30 01:30:07.845072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-e540cd6c-e256-4ff9-8cfa-cdd145e54676 service neutron] 10.222.0.15 "GET /v2.0/networks/f9378710-9fea-4363-801b-8cd8daef7f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141175 Apr 30 01:30:08.004442 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:08.135035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-76beec63-7bcb-4b83-9fdb-2cad03fb16da service neutron] 10.222.0.15 "GET /v2.0/networks/f9378710-9fea-4363-801b-8cd8daef7f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487843 Apr 30 01:30:08.138294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:08.145391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c75fcc51-63d8-4698-bded-b39c23d3661b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/9b2a1488-070a-4a13-93f6-ac4f58877137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6242878 Apr 30 01:30:08.154100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49062) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:08.160235 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa4e74-fce0-47da-b4fc-03a7b918a73e None None] Sync routers for ids ['9b2a1488-070a-4a13-93f6-ac4f58877137'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:08.178655 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa4e74-fce0-47da-b4fc-03a7b918a73e None None] Routers {'9b2a1488-070a-4a13-93f6-ac4f58877137'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:08.181165 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9cfa4e74-fce0-47da-b4fc-03a7b918a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9b2a1488-070a-4a13-93f6-ac4f58877137'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:08.217739 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9cfa4e74-fce0-47da-b4fc-03a7b918a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:08.221724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port d1184e30-9067-49ad-a3f7-96ea1f865d50, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d1184e30-9067-49ad-a3f7-96ea1f865d50,segment=NetworkSegment(29b2d59a-55a3-4e0b-92d9-f5c5dc52a348),segment_id=29b2d59a-55a3-4e0b-92d9-f5c5dc52a348)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:08.232217 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa4e74-fce0-47da-b4fc-03a7b918a73e None None] Routers {'9b2a1488-070a-4a13-93f6-ac4f58877137'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:08.233053 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9cfa4e74-fce0-47da-b4fc-03a7b918a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9b2a1488-070a-4a13-93f6-ac4f58877137'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:08.285534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9cfa4e74-fce0-47da-b4fc-03a7b918a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:08.287713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:08.288151 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa4e74-fce0-47da-b4fc-03a7b918a73e None None] The sync data for ids ['9b2a1488-070a-4a13-93f6-ac4f58877137'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:08.289269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a54c9fac-b548-4cca-80e1-fa6865d5a659 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:08.308845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21a3ee18-eaae-4a58-9a21-66c6b3f725fa req-d8518c77-6e1e-47aa-9a0f-a87e4aa3d611 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88519f5-bf7f-4f63-a735-450dbec474da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921293 Apr 30 01:30:08.313700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:08.358959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-18ab5298-c707-4981-8142-7bceeb47351e service neutron] 10.222.0.21 "GET /v2.0/networks/3f8cbf47-c250-40e2-a5d6-2d4372cd64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066397 Apr 30 01:30:08.388278 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d91982a9-a0fb-4968-9fc0-f9136ad5784d None None] Provisioning complete for port f1e245db-e443-42b8-b3b9-6662ef04a300 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:08.388653 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d91982a9-a0fb-4968-9fc0-f9136ad5784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:08.395674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e82ac-baf6-4b66-a167-19ad7f586c0d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:08.397308 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d31e82ac-baf6-4b66-a167-19ad7f586c0d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports/f1e245db-e443-42b8-b3b9-6662ef04a300 HTTP/1.1" status: 200 len: 910 time: 0.1114430 Apr 30 01:30:08.426679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49064) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:08.437213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:08.519580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:08.538549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f47d4ab9-6ebd-4ad5-9e7e-7c0acceb9d32 admin admin] 10.222.0.15 "PUT /v2.0/routers/90fedc1c-919b-4bdb-b86e-7d1ef23b4095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1705408 Apr 30 01:30:08.539472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49072) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:08.557153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Pushing event deleted for resources: {'Port': ['ID=c5638fe3-32f9-4cee-9997-9f7f0071c30f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:08.644665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85d85c8b-0a43-4922-b1ed-adcd1760c5fa req-c1225fe0-fcf5-43cc-aafa-9aac50f0c0e4 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/ae4803d5-2828-4550-a179-43bfe9d982c7 HTTP/1.1" status: 200 len: 1812 time: 0.2897229 Apr 30 01:30:08.676879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] Sync routers for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:08.702606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=d1184e30-9067-49ad-a3f7-96ea1f865d50,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:08.717177 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:08.717818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:08.729022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-37fba7a7-ad12-4acc-8a61-f7f8c5979ba1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:08.735485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-37fba7a7-ad12-4acc-8a61-f7f8c5979ba1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:08.741474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-37fba7a7-ad12-4acc-8a61-f7f8c5979ba1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:08.744215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] No DVR routers for this DVR port c5638fe3-32f9-4cee-9997-9f7f0071c30f on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:08.750667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-37fba7a7-ad12-4acc-8a61-f7f8c5979ba1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:08.757005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-37fba7a7-ad12-4acc-8a61-f7f8c5979ba1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:08.762171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a54c9fac-b548-4cca-80e1-fa6865d5a659 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:08.762542 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:08.762924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-37fba7a7-ad12-4acc-8a61-f7f8c5979ba1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:08.765829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:08.767142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d91982a9-a0fb-4968-9fc0-f9136ad5784d None None] Port f1e245db-e443-42b8-b3b9-6662ef04a300 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:30:08.769145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-397f9a78-739c-40c2-8917-b393cac02cb7 req-7a1a723d-f4d1-4132-ae9b-a435dffd1a73 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.23 "DELETE /v2.0/ports/c5638fe3-32f9-4cee-9997-9f7f0071c30f HTTP/1.1" status: 204 len: 173 time: 1.9996848 Apr 30 01:30:08.769652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-37fba7a7-ad12-4acc-8a61-f7f8c5979ba1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:08.769769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'name': 'network-vif-deleted', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:08.772160 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bd6c9f-c3af-4a7d-815f-29f0c4212c1e" -d '{"events": [{"server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "name": "network-vif-deleted", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:08.772731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-37fba7a7-ad12-4acc-8a61-f7f8c5979ba1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5427 time: 0.1734300 Apr 30 01:30:08.782091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:08.836219 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d45899a0-9b29-4559-b36c-5b51a6a861b4 req-7e3ab938-53e0-461e-96a9-07ca2ac934e5 service neutron] 10.222.0.21 "GET /v2.0/networks/3f8cbf47-c250-40e2-a5d6-2d4372cd64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712896 Apr 30 01:30:08.861749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d91982a9-a0fb-4968-9fc0-f9136ad5784d None None] Provisioning complete for port d1184e30-9067-49ad-a3f7-96ea1f865d50 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:08.862119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d91982a9-a0fb-4968-9fc0-f9136ad5784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:08.872907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0aa8aea0-7b93-41a5-9465-0d94a9e6f4ef req-f25e0413-fb76-43b0-95cf-f8a5dfedf723 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887444 Apr 30 01:30:08.966365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:08.972250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.041940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85d85c8b-0a43-4922-b1ed-adcd1760c5fa req-07a5534b-2341-4fa8-988e-a2627089b681 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.070394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce42ff-c6ff-41df-bd2c-c5c3077d7f0b req-3c21d59c-e317-4eaa-a491-0a56bdab7efc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:09.077651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce42ff-c6ff-41df-bd2c-c5c3077d7f0b req-3c21d59c-e317-4eaa-a491-0a56bdab7efc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:09.079893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edce42ff-c6ff-41df-bd2c-c5c3077d7f0b req-3c21d59c-e317-4eaa-a491-0a56bdab7efc tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1682 time: 0.0685849 Apr 30 01:30:09.084080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85d85c8b-0a43-4922-b1ed-adcd1760c5fa req-07a5534b-2341-4fa8-988e-a2627089b681 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.169026 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.183326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edce42ff-c6ff-41df-bd2c-c5c3077d7f0b req-f8b7b5da-941e-4eeb-b7de-05e5759b27e5 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727496 Apr 30 01:30:09.195609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Deleting port 70f80507-a856-4f2a-8220-c106c895c89f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:09.196912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.258046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5645e1bd-d061-40ce-a57a-5b0926bdfab4 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:09.300044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfce4cc1-909c-450d-9151-b3c0285013db req-8bae0edb-aad6-4ec4-a42b-2cc1b4ad0f9b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 210 time: 0.0382950 Apr 30 01:30:09.312615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] For port 70f80507-a856-4f2a-8220-c106c895c89f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=70f80507-a856-4f2a-8220-c106c895c89f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:09.312979 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.327371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Calling delete_port for 70f80507-a856-4f2a-8220-c106c895c89f owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:09.399385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85d85c8b-0a43-4922-b1ed-adcd1760c5fa req-07a5534b-2341-4fa8-988e-a2627089b681 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.403052 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85d85c8b-0a43-4922-b1ed-adcd1760c5fa req-07a5534b-2341-4fa8-988e-a2627089b681 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.430140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85d85c8b-0a43-4922-b1ed-adcd1760c5fa req-07a5534b-2341-4fa8-988e-a2627089b681 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "DELETE /v2.0/security-groups/ae4803d5-2828-4550-a179-43bfe9d982c7 HTTP/1.1" status: 204 len: 173 time: 0.7837501 Apr 30 01:30:09.464597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5534b-2341-4fa8-988e-a2627089b681 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4803d5-2828-4550-a179-43bfe9d982c7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:09.467946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2f427a5d-5d89-4f55-8166-1793b306c789 None None] Provisioning complete for port d1184e30-9067-49ad-a3f7-96ea1f865d50 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:09.468251 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f427a5d-5d89-4f55-8166-1793b306c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.489255 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11609162-28ac-4c35-99c5-c3604672ac59 x-openstack-request-id: req-11609162-28ac-4c35-99c5-c3604672ac59 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:09.490387 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d1bfaf-e074-4e2d-af72-2e11ee8ced4c", "name": "network-vif-deleted", "tag": "c5638fe3-32f9-4cee-9997-9f7f0071c30f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:09.490888 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11609162-28ac-4c35-99c5-c3604672ac59 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:09.492102 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11609162-28ac-4c35-99c5-c3604672ac59'] response: {'server_uuid': '28d1bfaf-e074-4e2d-af72-2e11ee8ced4c', 'name': 'network-vif-deleted', 'tag': 'c5638fe3-32f9-4cee-9997-9f7f0071c30f', 'status': 'completed', 'code': 200} Apr 30 01:30:09.557423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5645e1bd-d061-40ce-a57a-5b0926bdfab4, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5645e1bd-d061-40ce-a57a-5b0926bdfab4,segment=NetworkSegment(d6e35c25-69f3-4a54-b302-e39e3f96e14e),segment_id=d6e35c25-69f3-4a54-b302-e39e3f96e14e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:09.609059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '5645e1bd-d061-40ce-a57a-5b0926bdfab4', 'network_id': '3f8cbf47-c250-40e2-a5d6-2d4372cd64da', 'port_id': '5645e1bd-d061-40ce-a57a-5b0926bdfab4', 'mac_address': 'fa:16:3e:30:07:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198c30d4-8c00-47cd-9cf9-4c2e163f3845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:09.629411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.21.0.1 (f5af2240-c809-44b0-a38d-18b0644f2cac/c6b27e41-e2c1-4d71-8486-03e95ab697a1/bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:09.638896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98369cde-0f3c-4ef8-8273-c49e002c6148 req-d50eca26-40b0-474f-a9d6-346791868dd2 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:09.643773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6b053ac8-37f3-482a-9135-a8e5cc3a132d up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:09.647212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98369cde-0f3c-4ef8-8273-c49e002c6148 req-d50eca26-40b0-474f-a9d6-346791868dd2 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 944 time: 0.2099175 Apr 30 01:30:09.691111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d1184e30-9067-49ad-a3f7-96ea1f865d50 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:09.745064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04d1579b-df76-406a-9b0b-4acd8ffc6165 req-057bb31f-4818-491e-826d-728ed91e3927 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925 tempest-FloatingIPsAssociationNegativeTestJSON-1657915925-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d1bfaf-e074-4e2d-af72-2e11ee8ced4c HTTP/1.1" status: 200 len: 210 time: 0.0332463 Apr 30 01:30:09.753961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98369cde-0f3c-4ef8-8273-c49e002c6148 req-d9550593-b891-42b7-9173-04de27485d9d tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056459 Apr 30 01:30:09.822702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.854878 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.884101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d1184e30-9067-49ad-a3f7-96ea1f865d50 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:09.884356 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.886756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d887ea02-a3a6-41c5-9cee-4a7be241b052 req-b6f23c99-d774-4c7a-8c14-5b8f56779f58 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/c1e63e68-26a8-4354-aac9-d8aec43924b5 HTTP/1.1" status: 200 len: 1814 time: 0.0692296 Apr 30 01:30:09.891230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.919887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '70f80507-a856-4f2a-8220-c106c895c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:30:06Z', 'revision_number': 5, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port': {'id': '70f80507-a856-4f2a-8220-c106c895c89f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:16Z', 'updated_at': '2022-04-30T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:09.924176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f80507-a856-4f2a-8220-c106c895c89f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:09.955694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5645e1bd-d061-40ce-a57a-5b0926bdfab4 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:09.957157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d887ea02-a3a6-41c5-9cee-4a7be241b052 req-0ea1a70f-d0a9-4627-a970-07db426a4b12 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:09.973437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] Checking router: 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:30:09.980285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 6b053ac8-37f3-482a-9135-a8e5cc3a132d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:09.994335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d887ea02-a3a6-41c5-9cee-4a7be241b052 req-0ea1a70f-d0a9-4627-a970-07db426a4b12 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.000670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.001106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 6b053ac8-37f3-482a-9135-a8e5cc3a132d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:10.001480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.006479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.036409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5645e1bd-d061-40ce-a57a-5b0926bdfab4, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5645e1bd-d061-40ce-a57a-5b0926bdfab4,segment=NetworkSegment(d6e35c25-69f3-4a54-b302-e39e3f96e14e),segment_id=d6e35c25-69f3-4a54-b302-e39e3f96e14e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:10.040970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] Routers {'90fedc1c-919b-4bdb-b86e-7d1ef23b4095'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:10.053883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:10.070879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network f5af2240-c809-44b0-a38d-18b0644f2cac is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:10.081968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:10.084816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:10.130076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] Set router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:10.142351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.144773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.149279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:10.165219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.198250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.204347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:30:09Z', 'revision_number': 7, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:10.271654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d887ea02-a3a6-41c5-9cee-4a7be241b052 req-0ea1a70f-d0a9-4627-a970-07db426a4b12 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.274522 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d887ea02-a3a6-41c5-9cee-4a7be241b052 req-0ea1a70f-d0a9-4627-a970-07db426a4b12 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.275745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d887ea02-a3a6-41c5-9cee-4a7be241b052 req-0ea1a70f-d0a9-4627-a970-07db426a4b12 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "DELETE /v2.0/security-groups/c1e63e68-26a8-4354-aac9-d8aec43924b5 HTTP/1.1" status: 204 len: 173 time: 0.3882089 Apr 30 01:30:10.279545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019183f9-6dc4-4d7b-b48a-a745617e76ec None None] The sync data for ids ['90fedc1c-919b-4bdb-b86e-7d1ef23b4095'] in n-d-821348-1 is: [{'id': '90fedc1c-919b-4bdb-b86e-7d1ef23b4095', 'name': 'tempest-TaggedBootDevicesTest_v242-139811512-router', 'tenant_id': '139ef8a4b2034700acd4ea500bb52be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:14Z', 'updated_at': '2022-04-30T01:30:09Z', 'revision_number': 7, 'project_id': '139ef8a4b2034700acd4ea500bb52be4', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:10.293118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.294173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90fedc1c-919b-4bdb-b86e-7d1ef23b4095 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:30:10.302022 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.306005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-241446ff-79b0-46f0-87ad-7b5b49c3b135 admin admin] 10.222.0.15 "DELETE /v2.0/routers/90fedc1c-919b-4bdb-b86e-7d1ef23b4095 HTTP/1.1" status: 204 len: 168 time: 1.7619019 Apr 30 01:30:10.308251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49096) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:10.325418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1a70f-d0a9-4627-a970-07db426a4b12 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e63e68-26a8-4354-aac9-d8aec43924b5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:10.390705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-570a6e1f-2702-4d3b-a72f-f63ac9fc0d63 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.397071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-570a6e1f-2702-4d3b-a72f-f63ac9fc0d63 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.404355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-570a6e1f-2702-4d3b-a72f-f63ac9fc0d63 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.410089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-570a6e1f-2702-4d3b-a72f-f63ac9fc0d63 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.419970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5645e1bd-d061-40ce-a57a-5b0926bdfab4,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:10.427300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-570a6e1f-2702-4d3b-a72f-f63ac9fc0d63 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.433943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-570a6e1f-2702-4d3b-a72f-f63ac9fc0d63 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.440540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-570a6e1f-2702-4d3b-a72f-f63ac9fc0d63 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.444227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5645e1bd-d061-40ce-a57a-5b0926bdfab4'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:10.449064 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.449361 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-570a6e1f-2702-4d3b-a72f-f63ac9fc0d63 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5427 time: 0.1506581 Apr 30 01:30:10.466864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad225654-2c11-4cd4-aaad-18e5f1326e5e admin admin] Deleting subnet c50f5a2f-2616-4a96-8b89-d0f1fa124037 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:10.472518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad225654-2c11-4cd4-aaad-18e5f1326e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.493042 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1096ae12-96e2-45f9-9ea1-195c5cf3e447 req-9c3ef96a-d4b2-4680-8185-12c92019c64b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417750 Apr 30 01:30:10.518891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:10.521143 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35877e4-833b-4143-951a-43c31f536bd8" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:10.523028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378559-820b-4c55-b6e2-77d840bc45f2 req-ab4ba257-8116-4c06-becf-db526333d588 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.531487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378559-820b-4c55-b6e2-77d840bc45f2 req-ab4ba257-8116-4c06-becf-db526333d588 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:10.536318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85378559-820b-4c55-b6e2-77d840bc45f2 req-ab4ba257-8116-4c06-becf-db526333d588 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1682 time: 0.1388965 Apr 30 01:30:10.541817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad225654-2c11-4cd4-aaad-18e5f1326e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.553680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-299eddfb-dd50-4b43-80aa-14c6566b26b1 None None] Provisioning complete for port bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:10.554238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-299eddfb-dd50-4b43-80aa-14c6566b26b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.561137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6b053ac8-37f3-482a-9135-a8e5cc3a132d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:10.601416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ee2eaf3-2db4-4ff6-8dd8-ccbeceed99be req-24cbc386-fbcf-4d93-bf49-f1a8686a717e tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "GET /v2.0/security-groups/146f035f-60ce-4cd0-a9ff-1cc64cd17bc1 HTTP/1.1" status: 200 len: 1814 time: 0.0660777 Apr 30 01:30:10.621169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-299eddfb-dd50-4b43-80aa-14c6566b26b1 None None] Port bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:30:10.672888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.673795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device db6ff20a-9964-4274-859f-e9f639c81099 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:10.706582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0ee2eaf3-2db4-4ff6-8dd8-ccbeceed99be req-93ff8d95-a136-491d-bf9f-c628c834d5a6 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.730580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.752599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0ee2eaf3-2db4-4ff6-8dd8-ccbeceed99be req-93ff8d95-a136-491d-bf9f-c628c834d5a6 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.756712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85378559-820b-4c55-b6e2-77d840bc45f2 req-81bcf185-d370-4d45-a5e6-bc9de4cce360 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334200 Apr 30 01:30:10.808239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6b053ac8-37f3-482a-9135-a8e5cc3a132d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:10.850636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad225654-2c11-4cd4-aaad-18e5f1326e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.910570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5a2fb9ca-acc9-40ab-82c4-fc0d62b076f0 req-4a387e48-8f3d-425d-9f5b-fbbdcc14087d tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 210 time: 0.0573003 Apr 30 01:30:10.911131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port db6ff20a-9964-4274-859f-e9f639c81099 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:10.915280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port db6ff20a-9964-4274-859f-e9f639c81099 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:10.916037 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.942716 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0ee2eaf3-2db4-4ff6-8dd8-ccbeceed99be req-93ff8d95-a136-491d-bf9f-c628c834d5a6 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.945465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0ee2eaf3-2db4-4ff6-8dd8-ccbeceed99be req-93ff8d95-a136-491d-bf9f-c628c834d5a6 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:10.958644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ee2eaf3-2db4-4ff6-8dd8-ccbeceed99be req-93ff8d95-a136-491d-bf9f-c628c834d5a6 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] 10.222.0.15 "DELETE /v2.0/security-groups/146f035f-60ce-4cd0-a9ff-1cc64cd17bc1 HTTP/1.1" status: 204 len: 173 time: 0.3470721 Apr 30 01:30:10.959742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49106) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:10.985640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff8d95-a136-491d-bf9f-c628c834d5a6 tempest-SecurityGroupRulesNegativeTestJSON-1192516513 tempest-SecurityGroupRulesNegativeTestJSON-1192516513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f035f-60ce-4cd0-a9ff-1cc64cd17bc1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:11.016350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49108) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:11.088739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-1100e62e-d10c-4a19-8822-c7ef7aeed6f3 admin admin] Deleting subnet ccce607f-ccf4-4e72-bf0f-7e12dae4768a {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:11.091678 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3649999-f833-41ea-ba03-2f10642adf68 x-openstack-request-id: req-a3649999-f833-41ea-ba03-2f10642adf68 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:11.091962 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:11.096407 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3649999-f833-41ea-ba03-2f10642adf68 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:11.096407 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3649999-f833-41ea-ba03-2f10642adf68'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'code': 200} Apr 30 01:30:11.100465 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1100e62e-d10c-4a19-8822-c7ef7aeed6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.152410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad225654-2c11-4cd4-aaad-18e5f1326e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.178908 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.194066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5645e1bd-d061-40ce-a57a-5b0926bdfab4 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:11.209809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad225654-2c11-4cd4-aaad-18e5f1326e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50f5a2f-2616-4a96-8b89-d0f1fa124037,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:11.234992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2dc67-1b0e-422c-9fb9-2b6e1c3bd325 None None] Network aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:11.252471 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1100e62e-d10c-4a19-8822-c7ef7aeed6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.275499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad225654-2c11-4cd4-aaad-18e5f1326e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.280995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ad225654-2c11-4cd4-aaad-18e5f1326e5e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c50f5a2f-2616-4a96-8b89-d0f1fa124037 HTTP/1.1" status: 204 len: 168 time: 0.9676602 Apr 30 01:30:11.282655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49110) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:11.302948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port db6ff20a-9964-4274-859f-e9f639c81099, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=db6ff20a-9964-4274-859f-e9f639c81099,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:11.326076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c5717-b3a6-4513-864f-6095f208364f req-cfed6955-3b56-42ff-8b97-21cfa41350e1 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.327624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b48c5717-b3a6-4513-864f-6095f208364f req-cfed6955-3b56-42ff-8b97-21cfa41350e1 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 945 time: 0.2508986 Apr 30 01:30:11.392004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.398171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c5638fe3-32f9-4cee-9997-9f7f0071c30f no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:11.409532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1100e62e-d10c-4a19-8822-c7ef7aeed6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.435147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: c5638fe3-32f9-4cee-9997-9f7f0071c30f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:11.435664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c5638fe3-32f9-4cee-9997-9f7f0071c30f not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:11.519144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 70f80507-a856-4f2a-8220-c106c895c89f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:11.520885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:11.565610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=db6ff20a-9964-4274-859f-e9f639c81099,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:11.570545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:11.571711 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.573289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 70f80507-a856-4f2a-8220-c106c895c89f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:11.573632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 70f80507-a856-4f2a-8220-c106c895c89f not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:11.574182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 15656a29-5892-4197-9b8f-21fcdae2cac2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:11.582320 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.623699 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.655204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b48c5717-b3a6-4513-864f-6095f208364f req-00d7fbec-94bf-4c20-80df-dcc2c31cba85 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626715 Apr 30 01:30:11.661727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:11.663924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 15656a29-5892-4197-9b8f-21fcdae2cac2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:11.664264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 15656a29-5892-4197-9b8f-21fcdae2cac2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:11.721166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.749105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] DHCP port deletion for aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:11.771414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378625d-1b66-4356-8215-3708f793ec99 req-a9371244-ff60-4b5c-9bf0-8487020e407a tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.773306 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-a9371244-ff60-4b5c-9bf0-8487020e407a tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.21 "GET /v2.0/networks?id=f9378710-9fea-4363-801b-8cd8daef7f1e HTTP/1.1" status: 200 len: 808 time: 0.3954232 Apr 30 01:30:11.804541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Request body: {'port': {'device_id': 'f253c63b-a570-431d-802a-7253488608e8', 'network_id': 'f9378710-9fea-4363-801b-8cd8daef7f1e', 'admin_state_up': True, 'tenant_id': 'ba7d61db85e041fc8f9f4df23cc976a4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:11.818398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-2716f630-8719-4d6c-ac79-1345ac78b980 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.826618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-2716f630-8719-4d6c-ac79-1345ac78b980 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.832602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-2716f630-8719-4d6c-ac79-1345ac78b980 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.838681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-2716f630-8719-4d6c-ac79-1345ac78b980 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.845497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-2716f630-8719-4d6c-ac79-1345ac78b980 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.846902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.853020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-2716f630-8719-4d6c-ac79-1345ac78b980 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.860608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-2716f630-8719-4d6c-ac79-1345ac78b980 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:11.863957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-2716f630-8719-4d6c-ac79-1345ac78b980 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5429 time: 0.1397867 Apr 30 01:30:11.865061 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.882288 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1100e62e-d10c-4a19-8822-c7ef7aeed6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.891126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] Deleting port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:11.891518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.897763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:11.921775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:11.922149 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:11.924766 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5645e1bd-d061-40ce-a57a-5b0926bdfab4, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5645e1bd-d061-40ce-a57a-5b0926bdfab4,segment=NetworkSegment(d6e35c25-69f3-4a54-b302-e39e3f96e14e),segment_id=d6e35c25-69f3-4a54-b302-e39e3f96e14e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:11.979643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-977d11fe-6226-4333-9b55-e04f1d594e46 req-5f5b9784-f383-44b5-9d57-8f503303741c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793128 Apr 30 01:30:12.030044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1100e62e-d10c-4a19-8822-c7ef7aeed6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.037862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49120) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:12.039922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1100e62e-d10c-4a19-8822-c7ef7aeed6f3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ccce607f-ccf4-4e72-bf0f-7e12dae4768a HTTP/1.1" status: 204 len: 168 time: 1.0726006 Apr 30 01:30:12.045532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:12.045859 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.066141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] For port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:12.066141 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.110932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] Calling delete_port for 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:12.144200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100e62e-d10c-4a19-8822-c7ef7aeed6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccce607f-ccf4-4e72-bf0f-7e12dae4768a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:12.187229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.211288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8101e-0a8e-4fab-b54c-84afa05e7d51 req-05b9e822-d6d0-450d-8af6-81922f2d24c9 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:12.217807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8101e-0a8e-4fab-b54c-84afa05e7d51 req-05b9e822-d6d0-450d-8af6-81922f2d24c9 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:12.219510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e1d8101e-0a8e-4fab-b54c-84afa05e7d51 req-05b9e822-d6d0-450d-8af6-81922f2d24c9 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1682 time: 0.3311124 Apr 30 01:30:12.237526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-cc5cb1f4-9528-41c7-b7fa-3fdd3eef741d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:12.244453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-cc5cb1f4-9528-41c7-b7fa-3fdd3eef741d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:12.246112 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-cc5cb1f4-9528-41c7-b7fa-3fdd3eef741d tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1682 time: 0.2334385 Apr 30 01:30:12.247728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Deleting port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:12.247988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.320460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5645e1bd-d061-40ce-a57a-5b0926bdfab4,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:12.350724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.365481 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.410814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] No DVR routers for this DVR port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:12.414363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6b8e0-1ae8-4420-bb80-c7c923d2944d None None] Pushing event deleted for resources: {'Port': ['ID=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:12.442301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:12.534799 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.535879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6326e706-acc6-47d0-93fc-629a3fdf5e99 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:12.589394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-791b778e-8dfd-43e3-9088-da97cca665ac req-02b8beec-f422-4f93-9a13-d74946017341 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 210 time: 0.0978625 Apr 30 01:30:12.653230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.666506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:12.688263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 6326e706-acc6-47d0-93fc-629a3fdf5e99 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:12.693560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 6326e706-acc6-47d0-93fc-629a3fdf5e99 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:12.694230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.802108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.812005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Deleting port 9ca6050a-105d-4563-bb51-6863cd2025b8 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:12.812346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.849593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6326e706-acc6-47d0-93fc-629a3fdf5e99, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:12.895770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.911114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] For port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,segment=NetworkSegment(a9cc61f2-7944-4407-88b7-497073cacb22),segment_id=a9cc61f2-7944-4407-88b7-497073cacb22)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:12.911723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.931915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63eb4fc-09e2-4907-9244-d835c231f8ac']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:12.936559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.938129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce3792c1-2aec-4d81-8c87-e0b6661e4244 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:12.941035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38ec36-c69f-433c-ba07-20c8c38736d7 req-e1c2d197-04b7-4370-b9ca-3fc0283399d7 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:12.949465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a38ec36-c69f-433c-ba07-20c8c38736d7 req-e1c2d197-04b7-4370-b9ca-3fc0283399d7 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 946 time: 0.1911335 Apr 30 01:30:12.956056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e1d8101e-0a8e-4fab-b54c-84afa05e7d51 req-cf10f6c5-ddb7-41f9-91a7-b68fd41e87ca tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822126 Apr 30 01:30:12.957752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Calling delete_port for 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:12.975342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Made reservation on behalf of ba7d61db85e041fc8f9f4df23cc976a4 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:12.975626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc14e08d-52aa-4a9e-b72c-b8b9ec6894dd') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:12.975723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc14e08d-52aa-4a9e-b72c-b8b9ec6894dd') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:12.980241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:12.999780 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.036781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] For port 9ca6050a-105d-4563-bb51-6863cd2025b8, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9ca6050a-105d-4563-bb51-6863cd2025b8,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:13.037487 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.063128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a38ec36-c69f-433c-ba07-20c8c38736d7 req-e6ba14fa-a0ab-4c9e-9f41-9f558a88e08d tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086552 Apr 30 01:30:13.066118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.082580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Calling delete_port for 9ca6050a-105d-4563-bb51-6863cd2025b8 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:13.086507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6326e706-acc6-47d0-93fc-629a3fdf5e99,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:13.097856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:13.098334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:13.100269 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:13.106635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6ff20a-9964-4274-859f-e9f639c81099'}, {'server_uuid': '946edefe-efed-4aad-8775-df4ea7c6a79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645e1bd-d061-40ce-a57a-5b0926bdfab4'}, {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea'}, {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6326e706-acc6-47d0-93fc-629a3fdf5e99'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:13.109363 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6609767f-b497-4f0d-b403-ad3027503f59" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "db6ff20a-9964-4274-859f-e9f639c81099"}, {"server_uuid": "946edefe-efed-4aad-8775-df4ea7c6a79f", "name": "network-vif-plugged", "status": "completed", "tag": "5645e1bd-d061-40ce-a57a-5b0926bdfab4"}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "7aacf8aa-aedd-4c6d-a8ef-38fc38319aea"}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "6326e706-acc6-47d0-93fc-629a3fdf5e99"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:13.157853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:13.158272 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.181171 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b982acd6-0a91-43d9-9b32-25eab40b1b53 x-openstack-request-id: req-b982acd6-0a91-43d9-9b32-25eab40b1b53 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:13.181742 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "db6ff20a-9964-4274-859f-e9f639c81099", "code": 200}, {"server_uuid": "946edefe-efed-4aad-8775-df4ea7c6a79f", "name": "network-vif-plugged", "status": "completed", "tag": "5645e1bd-d061-40ce-a57a-5b0926bdfab4", "code": 200}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "7aacf8aa-aedd-4c6d-a8ef-38fc38319aea", "code": 200}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "6326e706-acc6-47d0-93fc-629a3fdf5e99", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:13.182093 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b982acd6-0a91-43d9-9b32-25eab40b1b53 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:13.182695 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b982acd6-0a91-43d9-9b32-25eab40b1b53'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6ff20a-9964-4274-859f-e9f639c81099', 'code': 200} Apr 30 01:30:13.183015 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b982acd6-0a91-43d9-9b32-25eab40b1b53'] response: {'server_uuid': '946edefe-efed-4aad-8775-df4ea7c6a79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645e1bd-d061-40ce-a57a-5b0926bdfab4', 'code': 200} Apr 30 01:30:13.183847 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b982acd6-0a91-43d9-9b32-25eab40b1b53'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea', 'code': 200} Apr 30 01:30:13.184536 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b982acd6-0a91-43d9-9b32-25eab40b1b53'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6326e706-acc6-47d0-93fc-629a3fdf5e99', 'code': 200} Apr 30 01:30:13.190955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port ce3792c1-2aec-4d81-8c87-e0b6661e4244 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:13.198671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port ce3792c1-2aec-4d81-8c87-e0b6661e4244 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:13.200938 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.274427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network f5af2240-c809-44b0-a38d-18b0644f2cac is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:13.305494 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.317765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:13.374801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.390563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.396358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] 10.222.0.15 "DELETE /v2.0/networks/a63eb4fc-09e2-4907-9244-d835c231f8ac HTTP/1.1" status: 204 len: 168 time: 1.3549116 Apr 30 01:30:13.407509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port ce3792c1-2aec-4d81-8c87-e0b6661e4244, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce3792c1-2aec-4d81-8c87-e0b6661e4244,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:13.434368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d130f3-bc18-4419-a54b-f813c3d46117 req-265e664f-de7c-4723-b9ca-4952acb967ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:13.441198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23d130f3-bc18-4419-a54b-f813c3d46117 req-265e664f-de7c-4723-b9ca-4952acb967ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 1097 time: 0.1797285 Apr 30 01:30:13.449141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af3087-f83a-4778-a44f-2f597a34863d admin admin] Pushing event deleted for resources: {'Network': ['ID=a63eb4fc-09e2-4907-9244-d835c231f8ac,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:13.474303 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.475134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e4426d11-a7a9-4d24-86a7-f38670e56324 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:13.545241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23d130f3-bc18-4419-a54b-f813c3d46117 req-d29216e5-3e0b-411d-ab5e-7098abf6080b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937872 Apr 30 01:30:13.597275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=ce3792c1-2aec-4d81-8c87-e0b6661e4244,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:13.601463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:13.613694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-377fa451-1950-42b3-8be1-47a8da3a8ec8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:13.625939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-377fa451-1950-42b3-8be1-47a8da3a8ec8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:13.632109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-377fa451-1950-42b3-8be1-47a8da3a8ec8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:13.638475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-377fa451-1950-42b3-8be1-47a8da3a8ec8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:13.664108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-377fa451-1950-42b3-8be1-47a8da3a8ec8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:13.669024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-377fa451-1950-42b3-8be1-47a8da3a8ec8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:13.670546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:13.671182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:13.675478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-377fa451-1950-42b3-8be1-47a8da3a8ec8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:13.687173 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-377fa451-1950-42b3-8be1-47a8da3a8ec8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5431 time: 0.5629597 Apr 30 01:30:13.712769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 9b2a1488-070a-4a13-93f6-ac4f58877137 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:13.731874 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.758045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-08f3679d-e293-4a6a-8b90-3e796ba20f36 None None] Provisioning complete for port bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:13.759387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08f3679d-e293-4a6a-8b90-3e796ba20f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.802103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c654733b-765e-4e05-b502-0110f0c4008c req-33626653-4c39-4a56-a5ce-251e4f5febd1 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 210 time: 0.0717344 Apr 30 01:30:13.826849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port e4426d11-a7a9-4d24-86a7-f38670e56324 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:13.830496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-08f3679d-e293-4a6a-8b90-3e796ba20f36 None None] Port bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:30:13.839910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port e4426d11-a7a9-4d24-86a7-f38670e56324 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:13.839910 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.846806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:13.854512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] No DVR routers for this DVR port 9b1daca8-99e5-4c26-a0ec-46ab8e5c37cd on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:13.866756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50d2c95e-2b2f-4d88-ba6d-4e2732ea1449 req-eeabae41-c7e7-4f37-97c4-967863ddd2f5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725552 Apr 30 01:30:13.876717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:13.876840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.891538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49132) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:13.923058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:13.965263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca6050a-105d-4563-bb51-6863cd2025b8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:13.979880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:13.987910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Allocated IP 172.20.0.13 (f9378710-9fea-4363-801b-8cd8daef7f1e/c1f69751-bb2f-4fd7-8534-96b86dde04d5/05ac5062-0f0d-461c-8b86-f5ab88304b68) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:14.017894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-88ca8cb8-3690-480c-aa7d-c1ecf8e386a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b1b3b8a2f27408398aa45e6bd61c419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269870 Apr 30 01:30:14.020321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49136) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:14.063315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.139269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port e4426d11-a7a9-4d24-86a7-f38670e56324, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e4426d11-a7a9-4d24-86a7-f38670e56324,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:14.161085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.187529 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e2a6-2a79-49c1-a278-af9d5fa3e8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.231348 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.234865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:14.255664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1583fc-cf4f-4750-adba-6a58e6e2b0d1']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:14.260344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8f782-44a2-4ea7-a439-1e8f4fb31038 req-5172241b-8b97-4b90-8c6f-2a55c9f972b3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:14.266433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8f782-44a2-4ea7-a439-1e8f4fb31038 req-5172241b-8b97-4b90-8c6f-2a55c9f972b3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:14.268163 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3aa8f782-44a2-4ea7-a439-1e8f4fb31038 req-5172241b-8b97-4b90-8c6f-2a55c9f972b3 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 1682 time: 0.1389418 Apr 30 01:30:14.275052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e2a6-2a79-49c1-a278-af9d5fa3e8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.287136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cc61f2-7944-4407-88b7-497073cacb22') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:14.287352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cc61f2-7944-4407-88b7-497073cacb22') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:14.291296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:14.294519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.302942 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f7742-aabf-400d-9f5a-74f995cd59e9 None None] Sync routers for ids ['9b2a1488-070a-4a13-93f6-ac4f58877137'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:14.309306 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-676ab10d-195d-44fa-a8ad-7f00020f7e8d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/9b2a1488-070a-4a13-93f6-ac4f58877137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8816552 Apr 30 01:30:14.317170 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.318716 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f7742-aabf-400d-9f5a-74f995cd59e9 None None] Routers {'9b2a1488-070a-4a13-93f6-ac4f58877137'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:14.319713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49140) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:14.320343 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0e7f7742-aabf-400d-9f5a-74f995cd59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9b2a1488-070a-4a13-93f6-ac4f58877137'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:14.376810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.381879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=e4426d11-a7a9-4d24-86a7-f38670e56324,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:14.387452 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0e7f7742-aabf-400d-9f5a-74f995cd59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:14.398180 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f7742-aabf-400d-9f5a-74f995cd59e9 None None] Routers {'9b2a1488-070a-4a13-93f6-ac4f58877137'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:14.398943 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0e7f7742-aabf-400d-9f5a-74f995cd59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9b2a1488-070a-4a13-93f6-ac4f58877137'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:14.404517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3aa8f782-44a2-4ea7-a439-1e8f4fb31038 req-17f2c3d1-f829-4751-8d91-cbc081e63a22 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253281 Apr 30 01:30:14.417824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625439e3-352a-4a15-9011-62dbfafea7f9 req-b951d29a-1008-4104-99c7-a3e3c7eadec8 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:14.419484 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-625439e3-352a-4a15-9011-62dbfafea7f9 req-b951d29a-1008-4104-99c7-a3e3c7eadec8 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 946 time: 0.2663209 Apr 30 01:30:14.452180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:14.452599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:14.458716 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:14.461828 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0e7f7742-aabf-400d-9f5a-74f995cd59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:14.461828 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f7742-aabf-400d-9f5a-74f995cd59e9 None None] The sync data for ids ['9b2a1488-070a-4a13-93f6-ac4f58877137'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:14.494622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32db42f0-2c59-4dba-9b30-2ba4ea366bc8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:14.497156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-32db42f0-2c59-4dba-9b30-2ba4ea366bc8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports/bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83 HTTP/1.1" status: 200 len: 910 time: 0.1710443 Apr 30 01:30:14.500543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49142) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:14.502549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:14.506600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:14.507026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.514737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e2a6-2a79-49c1-a278-af9d5fa3e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.522297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e2a6-2a79-49c1-a278-af9d5fa3e8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.544774 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b1d0e2a6-2a79-49c1-a278-af9d5fa3e8a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a4294eb-8177-496a-a42a-ce909c94c564 HTTP/1.1" status: 204 len: 168 time: 0.5232890 Apr 30 01:30:14.613836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0e2a6-2a79-49c1-a278-af9d5fa3e8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4294eb-8177-496a-a42a-ce909c94c564,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:14.628553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.635731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-625439e3-352a-4a15-9011-62dbfafea7f9 req-416dde96-cca1-4939-8523-44c5b20f2f34 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783557 Apr 30 01:30:14.659306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.673847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.692340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.697855 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa1583fc-cf4f-4750-adba-6a58e6e2b0d1 HTTP/1.1" status: 204 len: 168 time: 3.4139323 Apr 30 01:30:14.709079 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49146) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:14.711308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:14.718712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14840b06-8314-49e9-883b-1f19f9157ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1583fc-cf4f-4750-adba-6a58e6e2b0d1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:14.764380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.799900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:14.826164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.854668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 73727798-a615-45a8-8428-1c88a41ced0c no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:14.887617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:14.891104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.894425 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-0024feda-9280-42b1-952d-2a27db25a985 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "DELETE /v2.0/ports/c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff HTTP/1.1" status: 204 len: 173 time: 2.6168115 Apr 30 01:30:14.894885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-deleted', 'tag': 'c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:14.897476 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d387237-867a-44d2-b953-585c02f39df9" -d '{"events": [{"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-deleted", "tag": "c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:14.933394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:14.953636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Router 263ec767-d77c-4598-856f-3850f9283fba has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:15.030570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:15.038232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.048577 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29d5bf5-bcd0-434f-af43-26921dfc6ced x-openstack-request-id: req-e29d5bf5-bcd0-434f-af43-26921dfc6ced {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:15.049065 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-deleted", "tag": "c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:15.049223 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e29d5bf5-bcd0-434f-af43-26921dfc6ced {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:15.055937 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29d5bf5-bcd0-434f-af43-26921dfc6ced'] response: {'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-deleted', 'tag': 'c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff', 'status': 'completed', 'code': 200} Apr 30 01:30:15.086538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 73727798-a615-45a8-8428-1c88a41ced0c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=73727798-a615-45a8-8428-1c88a41ced0c,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:15.113341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac3654-3bc9-4f47-939c-18b1465f2b31 req-30cf0d91-91be-41d0-8b12-808599e93834 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.121291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ac3654-3bc9-4f47-939c-18b1465f2b31 req-30cf0d91-91be-41d0-8b12-808599e93834 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 932 time: 0.1569364 Apr 30 01:30:15.138425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Network f9378710-9fea-4363-801b-8cd8daef7f1e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:15.185611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3792c1-2aec-4d81-8c87-e0b6661e4244'}, {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4426d11-a7a9-4d24-86a7-f38670e56324'}, {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b'}, {'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73727798-a615-45a8-8428-1c88a41ced0c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:15.187692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:15.195455 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a252cd-1044-4655-9aab-e10df1ff42a2" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "ce3792c1-2aec-4d81-8c87-e0b6661e4244"}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "e4426d11-a7a9-4d24-86a7-f38670e56324"}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b"}, {"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-unplugged", "status": "completed", "tag": "73727798-a615-45a8-8428-1c88a41ced0c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:15.199128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:15.199128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Pushing event updated for resources: {'Port': ['ID=05ac5062-0f0d-461c-8b86-f5ab88304b68,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:15.243997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ac3654-3bc9-4f47-939c-18b1465f2b31 req-32364e30-014e-4d95-bb78-9d7b0c6b1992 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206231 Apr 30 01:30:15.247470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:15.252773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-63f40fb8-97b0-44d6-9c1a-9791bf1a6b79 admin admin] 10.222.0.15 "PUT /v2.0/routers/263ec767-d77c-4598-856f-3850f9283fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2352929 Apr 30 01:30:15.255271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49158) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:15.262954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] Sync routers for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:15.278623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:15.279463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:15.378239 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a931f-010e-4a16-bbaa-a6ea0c0b52a5 x-openstack-request-id: req-4c4a931f-010e-4a16-bbaa-a6ea0c0b52a5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:15.378561 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "ce3792c1-2aec-4d81-8c87-e0b6661e4244", "code": 200}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "e4426d11-a7a9-4d24-86a7-f38670e56324", "code": 200}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b", "code": 200}, {"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-unplugged", "status": "completed", "tag": "73727798-a615-45a8-8428-1c88a41ced0c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:15.391898 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c4a931f-010e-4a16-bbaa-a6ea0c0b52a5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:15.392399 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.392489 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4a931f-010e-4a16-bbaa-a6ea0c0b52a5'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3792c1-2aec-4d81-8c87-e0b6661e4244', 'code': 200} Apr 30 01:30:15.392489 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4a931f-010e-4a16-bbaa-a6ea0c0b52a5'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4426d11-a7a9-4d24-86a7-f38670e56324', 'code': 200} Apr 30 01:30:15.392489 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4a931f-010e-4a16-bbaa-a6ea0c0b52a5'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b', 'code': 200} Apr 30 01:30:15.392489 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4a931f-010e-4a16-bbaa-a6ea0c0b52a5'] response: {'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73727798-a615-45a8-8428-1c88a41ced0c', 'code': 200} Apr 30 01:30:15.404559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.404559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:15.407669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port 73727798-a615-45a8-8428-1c88a41ced0c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:15.408067 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.423654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f90a-6da9-437a-9854-023291efc3a2 req-0fa4232e-b1e0-42da-afac-11d56c18fa95 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.432288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f90a-6da9-437a-9854-023291efc3a2 req-0fa4232e-b1e0-42da-afac-11d56c18fa95 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.438639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f90a-6da9-437a-9854-023291efc3a2 req-0fa4232e-b1e0-42da-afac-11d56c18fa95 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.446943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f90a-6da9-437a-9854-023291efc3a2 req-0fa4232e-b1e0-42da-afac-11d56c18fa95 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.453757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f90a-6da9-437a-9854-023291efc3a2 req-0fa4232e-b1e0-42da-afac-11d56c18fa95 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.459851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f90a-6da9-437a-9854-023291efc3a2 req-0fa4232e-b1e0-42da-afac-11d56c18fa95 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.461506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:15.465684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c30c7fbf-2462-42bf-8e2c-ab8c42fdc7ff not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:15.467329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f90a-6da9-437a-9854-023291efc3a2 req-0fa4232e-b1e0-42da-afac-11d56c18fa95 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.469615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4051f90a-6da9-437a-9854-023291efc3a2 req-0fa4232e-b1e0-42da-afac-11d56c18fa95 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.3283651 Apr 30 01:30:15.481658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.482411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.484788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.585312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=73727798-a615-45a8-8428-1c88a41ced0c,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:15.585823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4051f90a-6da9-437a-9854-023291efc3a2 req-cfb1580b-d974-4b50-b9a0-74d4354ef8f3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879056 Apr 30 01:30:15.662302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-e1f911a4-c141-43bf-927f-5adbba755256 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8683486 Apr 30 01:30:15.666980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:15.677600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Request body: {'port': {'device_id': 'f253c63b-a570-431d-802a-7253488608e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:15.745926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396a6f1-bb5c-47f7-8c7a-e11dba5c8dc5 req-c03e5e3f-9eb2-4c41-8c28-899ee05e47ea tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.753566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e396a6f1-bb5c-47f7-8c7a-e11dba5c8dc5 req-c03e5e3f-9eb2-4c41-8c28-899ee05e47ea tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 943 time: 0.1919928 Apr 30 01:30:15.788846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.832742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e396a6f1-bb5c-47f7-8c7a-e11dba5c8dc5 req-eea6c931-4a33-492b-9fb8-732949f0fd23 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759108 Apr 30 01:30:15.854031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-1274b67b-7a55-4151-bb78-974fa7aa609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.854518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-1274b67b-7a55-4151-bb78-974fa7aa609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.855011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-1274b67b-7a55-4151-bb78-974fa7aa609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.855549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-1274b67b-7a55-4151-bb78-974fa7aa609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.856015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-1274b67b-7a55-4151-bb78-974fa7aa609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.856478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-1274b67b-7a55-4151-bb78-974fa7aa609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.856938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-1274b67b-7a55-4151-bb78-974fa7aa609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:15.858879 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-1274b67b-7a55-4151-bb78-974fa7aa609f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6491 time: 0.3084271 Apr 30 01:30:15.939277 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.947680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port 73727798-a615-45a8-8428-1c88a41ced0c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=73727798-a615-45a8-8428-1c88a41ced0c,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:15.948071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.975645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Deleting port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:15.975896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:15.993850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for 73727798-a615-45a8-8428-1c88a41ced0c owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:16.005291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c753461-81cc-4769-8154-8299d42f1856 req-4ebca3c6-f13f-4b27-ba69-5bb149710d78 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:16.006951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c753461-81cc-4769-8154-8299d42f1856 req-4ebca3c6-f13f-4b27-ba69-5bb149710d78 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 946 time: 0.2470381 Apr 30 01:30:16.061481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b8db12-1fe8-42bc-a008-ef8f052d0629 req-f55221a5-e14c-4262-bfb2-a0dc8fd04281 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724691 Apr 30 01:30:16.097796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:30:13Z', 'revision_number': 5, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port': {'id': '2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263ec767-d77c-4598-856f-3850f9283fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:28:58Z', 'updated_at': '2022-04-30T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:16.149600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] Checking router: 263ec767-d77c-4598-856f-3850f9283fba for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:30:16.165547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] Routers {'263ec767-d77c-4598-856f-3850f9283fba'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:16.166323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['263ec767-d77c-4598-856f-3850f9283fba'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:16.237764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c753461-81cc-4769-8154-8299d42f1856 req-c79be666-50ed-4826-aa3d-0cd56e210e22 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198040 Apr 30 01:30:16.335915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] Set router 263ec767-d77c-4598-856f-3850f9283fba gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:16.425893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:30:15Z', 'revision_number': 6, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:16.477891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8eb515-fb64-4598-ae7f-264c1996fead None None] The sync data for ids ['263ec767-d77c-4598-856f-3850f9283fba'] in n-d-821348-1 is: [{'id': '263ec767-d77c-4598-856f-3850f9283fba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-911514809-router', 'tenant_id': '37ca6618e22c4c3e9156b49729483bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:28:55Z', 'updated_at': '2022-04-30T01:30:15Z', 'revision_number': 6, 'project_id': '37ca6618e22c4c3e9156b49729483bda', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:16.481946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49188) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:16.498433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:16.498860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:16.614573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] For port 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:16.614949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:16.634944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1553637122-network', 'tenant_id': '8452052ab9fb4c0493750e9ea859342d'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:16.650082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Calling delete_port for 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:16.652924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:16.681039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:16.780517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Made reservation on behalf of 8452052ab9fb4c0493750e9ea859342d for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:16.783042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:16.793251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:16.799997 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:16.894187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205036-dde3-4d56-9d66-580618066b09 req-252f8a8a-22af-47f5-9993-102debb37638 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:16.900373 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33205036-dde3-4d56-9d66-580618066b09 req-252f8a8a-22af-47f5-9993-102debb37638 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 932 time: 0.5081868 Apr 30 01:30:16.950174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.010738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=73727798-a615-45a8-8428-1c88a41ced0c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:17.089256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-c08101ef-0123-4b3d-9c90-143c863268b8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:17.095316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-c08101ef-0123-4b3d-9c90-143c863268b8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:17.101540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-c08101ef-0123-4b3d-9c90-143c863268b8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:17.104144 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33205036-dde3-4d56-9d66-580618066b09 req-16e1c096-720a-4cc3-9b28-e2d580b29349 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976762 Apr 30 01:30:17.107915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-c08101ef-0123-4b3d-9c90-143c863268b8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:17.113943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-c08101ef-0123-4b3d-9c90-143c863268b8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:17.120124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-c08101ef-0123-4b3d-9c90-143c863268b8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:17.125882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-c08101ef-0123-4b3d-9c90-143c863268b8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:17.127874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-c08101ef-0123-4b3d-9c90-143c863268b8 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.2242582 Apr 30 01:30:17.149997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port 73727798-a615-45a8-8428-1c88a41ced0c on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:17.155754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ac5062-0f0d-461c-8b86-f5ab88304b68 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:17.160518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.163872 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17672a58-b1c9-44b9-8f20-dc3e4263b6b0 req-12754e2d-abfe-4e30-a7b7-44b437f83c84 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.23 "DELETE /v2.0/ports/73727798-a615-45a8-8428-1c88a41ced0c HTTP/1.1" status: 204 len: 173 time: 2.2491198 Apr 30 01:30:17.168226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-deleted', 'tag': '73727798-a615-45a8-8428-1c88a41ced0c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:17.168226 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2906b1c2-6fcf-4aac-b88b-da8ac2568ec1" -d '{"events": [{"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-deleted", "tag": "73727798-a615-45a8-8428-1c88a41ced0c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:17.183016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.223071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.276949 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61a941e5-4000-46ad-bc0b-683a825ccd5d req-a5f4e38d-3ad7-4a3b-b624-f04369965c9a tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155448 Apr 30 01:30:17.306656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.317600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc805-0b01-47ba-aaca-19764260b66c req-76d06892-21b5-430a-afc5-625b2543c70b tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:17.319913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-142cc805-0b01-47ba-aaca-19764260b66c req-76d06892-21b5-430a-afc5-625b2543c70b tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 946 time: 0.1059172 Apr 30 01:30:17.401949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-142cc805-0b01-47ba-aaca-19764260b66c req-0e39092e-9b2a-40e2-8f30-23f9ba99bf3f tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558619 Apr 30 01:30:17.403795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Transition to ACTIVE for port object 05ac5062-0f0d-461c-8b86-f5ab88304b68 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:30:17.421217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Deleting port f65bf509-4e05-4811-b690-c884cd5a1138 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:17.421574 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.422978 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.443528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.452485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:17.453230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:17.486088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:17.486439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2e9a1fb2-a17f-49c9-b997-a070dcdc3bb5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:17.486867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9ca6050a-105d-4563-bb51-6863cd2025b8 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:17.504281 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2cd71e-27b5-4822-8624-daa4ccbb51da x-openstack-request-id: req-3d2cd71e-27b5-4822-8624-daa4ccbb51da {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:17.504703 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2c5dcc-dc31-4659-800c-826c8ddb78a2", "name": "network-vif-deleted", "tag": "73727798-a615-45a8-8428-1c88a41ced0c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:17.505040 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d2cd71e-27b5-4822-8624-daa4ccbb51da {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:17.505598 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2cd71e-27b5-4822-8624-daa4ccbb51da'] response: {'server_uuid': '6d2c5dcc-dc31-4659-800c-826c8ddb78a2', 'name': 'network-vif-deleted', 'tag': '73727798-a615-45a8-8428-1c88a41ced0c', 'status': 'completed', 'code': 200} Apr 30 01:30:17.510204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.514839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9ca6050a-105d-4563-bb51-6863cd2025b8 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:17.515184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9ca6050a-105d-4563-bb51-6863cd2025b8 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:17.587724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2eea682b-4803-428e-9145-69e9e8caeca2 req-f6a6d640-ec2b-4322-bccf-e64a21857003 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2c5dcc-dc31-4659-800c-826c8ddb78a2 HTTP/1.1" status: 200 len: 210 time: 0.1614082 Apr 30 01:30:17.595908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Pushing event updated for resources: {'Port': ['ID=05ac5062-0f0d-461c-8b86-f5ab88304b68,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:17.636268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] For port f65bf509-4e05-4811-b690-c884cd5a1138, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f65bf509-4e05-4811-b690-c884cd5a1138,segment=NetworkSegment(0edd3f17-30b1-49e2-88e4-705107ba7ef1),segment_id=0edd3f17-30b1-49e2-88e4-705107ba7ef1)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:17.636635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.647272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=bf8d0fd4-df58-4a96-a1d9-bab3d8d4dd83,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:17.649669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:30:17.669009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Calling delete_port for f65bf509-4e05-4811-b690-c884cd5a1138 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:17.692475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c8ba8-0f1d-4eac-9ac2-64f867023326,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:17.701858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.702204 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Added segment eb452a39-2461-4611-9598-66056c40d2c0 of type vlan for network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 Apr 30 01:30:17.707505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.744324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Attempting to bind port 05ac5062-0f0d-461c-8b86-f5ab88304b68 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:17.746418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Attempting to bind port 05ac5062-0f0d-461c-8b86-f5ab88304b68 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '1ab3be3e-2b02-4a04-9c18-87431386f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f9378710-9fea-4363-801b-8cd8daef7f1e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:17.746418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Attempting to bind port 05ac5062-0f0d-461c-8b86-f5ab88304b68 on network f9378710-9fea-4363-801b-8cd8daef7f1e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:17.751813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Port 05ac5062-0f0d-461c-8b86-f5ab88304b68 on network f9378710-9fea-4363-801b-8cd8daef7f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:30:17.752144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Attempting to bind port 05ac5062-0f0d-461c-8b86-f5ab88304b68 on network f9378710-9fea-4363-801b-8cd8daef7f1e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:17.767742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:17.768387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Checking segment: {'id': '1ab3be3e-2b02-4a04-9c18-87431386f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f9378710-9fea-4363-801b-8cd8daef7f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:17.768747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Bound using segment: {'id': '1ab3be3e-2b02-4a04-9c18-87431386f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f9378710-9fea-4363-801b-8cd8daef7f1e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:17.769182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Bound port: 05ac5062-0f0d-461c-8b86-f5ab88304b68, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab3be3e-2b02-4a04-9c18-87431386f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f9378710-9fea-4363-801b-8cd8daef7f1e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:17.769732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.826711 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.865445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.898074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] For port 05ac5062-0f0d-461c-8b86-f5ab88304b68, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:17.899533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.901843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] For port 05ac5062-0f0d-461c-8b86-f5ab88304b68, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=05ac5062-0f0d-461c-8b86-f5ab88304b68,segment=NetworkSegment(1ab3be3e-2b02-4a04-9c18-87431386f958),segment_id=1ab3be3e-2b02-4a04-9c18-87431386f958)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:17.980083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:17.999929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.021400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.022029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.023483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] 10.222.0.21 "PUT /v2.0/ports/05ac5062-0f0d-461c-8b86-f5ab88304b68 HTTP/1.1" status: 200 len: 1092 time: 2.3543563 Apr 30 01:30:18.036320 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.054788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2c7a1-5ebf-4cf9-aaab-e7acf6f8760a service neutron] Pushing event updated for resources: {'Port': ['ID=05ac5062-0f0d-461c-8b86-f5ab88304b68,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:18.086566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.087095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 263ec767-d77c-4598-856f-3850f9283fba {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:30:18.090447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.091383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.091975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.102384 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.103716 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ca3a73b8-4c33-4301-add5-ed26e2f5a13d admin admin] 10.222.0.15 "DELETE /v2.0/routers/263ec767-d77c-4598-856f-3850f9283fba HTTP/1.1" status: 204 len: 168 time: 2.8475006 Apr 30 01:30:18.113435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49200) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:18.172444 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65bf509-4e05-4811-b690-c884cd5a1138,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:18.311419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-217bc19b-73c7-4cab-ae5c-37a1e290e6f9 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.313440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-217bc19b-73c7-4cab-ae5c-37a1e290e6f9 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.21 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 946 time: 0.1596262 Apr 30 01:30:18.336334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] Pushing event updated for resources: {'Network': ['ID=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:18.347108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:30:18.392572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-651b7f25-70ab-4e4b-a600-ecfa3cf41bec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9091277 Apr 30 01:30:18.392892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:18.400304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad37629e-4c97-49fe-a053-ba36a151f333 admin admin] Deleting subnet ae1fe329-5cbb-401e-b657-dcdba11940ca {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:18.403117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad37629e-4c97-49fe-a053-ba36a151f333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.441137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad37629e-4c97-49fe-a053-ba36a151f333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.467118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d8459-aa77-446b-9619-735a2555b2bf req-057486b8-167f-4cc9-932e-eba52dc610a9 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.468799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a1d8459-aa77-446b-9619-735a2555b2bf req-057486b8-167f-4cc9-932e-eba52dc610a9 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 944 time: 0.1542287 Apr 30 01:30:18.490275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Request body: {'subnet': {'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1553637122-subnet', 'tenant_id': '8452052ab9fb4c0493750e9ea859342d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:18.528374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.557991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378625d-1b66-4356-8215-3708f793ec99 req-558ea213-2d54-4257-8604-25dda95b1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.559517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-558ea213-2d54-4257-8604-25dda95b1d07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba7d61db85e041fc8f9f4df23cc976a4&device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 1095 time: 0.3684797 Apr 30 01:30:18.591111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.604072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 9b2a1488-070a-4a13-93f6-ac4f58877137 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:18.612441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a1d8459-aa77-446b-9619-735a2555b2bf req-c54021ee-3f7d-446a-a35d-e2cc8cd4178b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094120 Apr 30 01:30:18.639767 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-1aec5852-f272-46e0-b605-c69535574024 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ac5062-0f0d-461c-8b86-f5ab88304b68 HTTP/1.1" status: 200 len: 217 time: 0.0708835 Apr 30 01:30:18.654369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Deleting port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:18.654369 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.666816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad37629e-4c97-49fe-a053-ba36a151f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.717432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-9a2629d9-f9ca-4b54-8b89-bc050d629883 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.723187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-9a2629d9-f9ca-4b54-8b89-bc050d629883 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.729225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-9a2629d9-f9ca-4b54-8b89-bc050d629883 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.734968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-9a2629d9-f9ca-4b54-8b89-bc050d629883 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.740654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-9a2629d9-f9ca-4b54-8b89-bc050d629883 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.747125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-9a2629d9-f9ca-4b54-8b89-bc050d629883 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.752851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-9a2629d9-f9ca-4b54-8b89-bc050d629883 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.754742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-9a2629d9-f9ca-4b54-8b89-bc050d629883 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.2597237 Apr 30 01:30:18.769234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Made reservation on behalf of 8452052ab9fb4c0493750e9ea859342d for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:18.771480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.824431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9cfa1-64a5-4fcf-9979-b0f50e958d7a req-e3e9a2d5-ce39-4d5e-a1f7-a841ed97a85c tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.825972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cd9cfa1-64a5-4fcf-9979-b0f50e958d7a req-e3e9a2d5-ce39-4d5e-a1f7-a841ed97a85c tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 946 time: 0.1281383 Apr 30 01:30:18.831620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] For port 5645e1bd-d061-40ce-a57a-5b0926bdfab4, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5645e1bd-d061-40ce-a57a-5b0926bdfab4,segment=NetworkSegment(d6e35c25-69f3-4a54-b302-e39e3f96e14e),segment_id=d6e35c25-69f3-4a54-b302-e39e3f96e14e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:18.831989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:18.895440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Calling delete_port for 5645e1bd-d061-40ce-a57a-5b0926bdfab4 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:18.911071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378625d-1b66-4356-8215-3708f793ec99 req-c1b7cf9d-40df-421f-b4bb-d4be4f126eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:18.912557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-c1b7cf9d-40df-421f-b4bb-d4be4f126eeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1f69751-bb2f-4fd7-8534-96b86dde04d5 HTTP/1.1" status: 200 len: 848 time: 0.2624547 Apr 30 01:30:18.933721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cd9cfa1-64a5-4fcf-9979-b0f50e958d7a req-b993eaf5-8399-456f-8eb2-848ded2ad5ab tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9e189c-91b7-499a-ad4e-35ee7da1d75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991347 Apr 30 01:30:18.983886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-ba4151ed-48c9-4e3c-a0a9-a1174b42725f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9378710-9fea-4363-801b-8cd8daef7f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623436 Apr 30 01:30:18.994410 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-90b14fe6-5241-4c52-81b6-a13a555b6481 req-02a7745f-d562-48eb-933e-bcf33869082c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2266726 Apr 30 01:30:18.994598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49212) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:19.012092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:19.030824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-da18f344-0761-4f94-a0f1-999753b3f5c0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/9b2a1488-070a-4a13-93f6-ac4f58877137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5267994 Apr 30 01:30:19.032585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49216) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:19.032716 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd166c06-92be-4895-af01-19f02d600b58 None None] Sync routers for ids ['9b2a1488-070a-4a13-93f6-ac4f58877137'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:19.045215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd166c06-92be-4895-af01-19f02d600b58 None None] Routers {'9b2a1488-070a-4a13-93f6-ac4f58877137'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:19.045845 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bd166c06-92be-4895-af01-19f02d600b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9b2a1488-070a-4a13-93f6-ac4f58877137'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:19.081425 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bd166c06-92be-4895-af01-19f02d600b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:19.091084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd166c06-92be-4895-af01-19f02d600b58 None None] Routers {'9b2a1488-070a-4a13-93f6-ac4f58877137'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:19.091981 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bd166c06-92be-4895-af01-19f02d600b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9b2a1488-070a-4a13-93f6-ac4f58877137'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:19.121524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad37629e-4c97-49fe-a053-ba36a151f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.127777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Router cbbe3975-f81d-4e9a-8011-623be53391b0 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:19.127980 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bd166c06-92be-4895-af01-19f02d600b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:19.127980 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd166c06-92be-4895-af01-19f02d600b58 None None] The sync data for ids ['9b2a1488-070a-4a13-93f6-ac4f58877137'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:19.160984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-737d4e4d-71aa-4189-9ff2-0afb17bc4535 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting subnet 87284fa9-57f9-40b6-ad55-7855d7da7212 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:19.169341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-737d4e4d-71aa-4189-9ff2-0afb17bc4535 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.199359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37629e-4c97-49fe-a053-ba36a151f333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1fe329-5cbb-401e-b657-dcdba11940ca,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:19.209598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f28c28f-69ba-4883-aab0-80123219a5e6 None None] Network f73257e1-c3d4-44d0-8d64-64dd209af9fe requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:19.226240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad37629e-4c97-49fe-a053-ba36a151f333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.232927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ad37629e-4c97-49fe-a053-ba36a151f333 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae1fe329-5cbb-401e-b657-dcdba11940ca HTTP/1.1" status: 204 len: 168 time: 1.1044047 Apr 30 01:30:19.238298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49218) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:19.285953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-737d4e4d-71aa-4189-9ff2-0afb17bc4535 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.288212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-468a0c83-b223-42f3-be3f-95f55eb17ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/f9378710-9fea-4363-801b-8cd8daef7f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923982 Apr 30 01:30:19.302549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202e5d-2b05-49de-b406-c930b01657d2 req-2814d491-9e70-4643-b904-512370d35d8f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:19.311373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202e5d-2b05-49de-b406-c930b01657d2 req-2814d491-9e70-4643-b904-512370d35d8f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:19.317391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202e5d-2b05-49de-b406-c930b01657d2 req-2814d491-9e70-4643-b904-512370d35d8f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:19.325387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202e5d-2b05-49de-b406-c930b01657d2 req-2814d491-9e70-4643-b904-512370d35d8f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:19.333897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202e5d-2b05-49de-b406-c930b01657d2 req-2814d491-9e70-4643-b904-512370d35d8f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:19.340394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202e5d-2b05-49de-b406-c930b01657d2 req-2814d491-9e70-4643-b904-512370d35d8f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:19.346486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202e5d-2b05-49de-b406-c930b01657d2 req-2814d491-9e70-4643-b904-512370d35d8f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:19.348483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51202e5d-2b05-49de-b406-c930b01657d2 req-2814d491-9e70-4643-b904-512370d35d8f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.2529755 Apr 30 01:30:19.392832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49220) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:19.397952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Request body: {'floatingip': {'port_id': '6b053ac8-37f3-482a-9135-a8e5cc3a132d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:19.452748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] DHCP port deletion for f73257e1-c3d4-44d0-8d64-64dd209af9fe request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:19.475631 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.511905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] Deleting port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:19.512430 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.549942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f253c63b-a570-431d-802a-7253488608e8', 'tag': '05ac5062-0f0d-461c-8b86-f5ab88304b68'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:19.552378 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d331b708-44b4-4a8d-9706-79aca7241564" -d '{"events": [{"name": "network-changed", "server_uuid": "f253c63b-a570-431d-802a-7253488608e8", "tag": "05ac5062-0f0d-461c-8b86-f5ab88304b68"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:19.606111 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e4edb7-c341-44f9-a761-a20515d24c17 x-openstack-request-id: req-08e4edb7-c341-44f9-a761-a20515d24c17 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:19.606390 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f253c63b-a570-431d-802a-7253488608e8", "tag": "05ac5062-0f0d-461c-8b86-f5ab88304b68", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:19.607064 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08e4edb7-c341-44f9-a761-a20515d24c17 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:19.607064 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e4edb7-c341-44f9-a761-a20515d24c17'] response: {'name': 'network-changed', 'server_uuid': 'f253c63b-a570-431d-802a-7253488608e8', 'tag': '05ac5062-0f0d-461c-8b86-f5ab88304b68', 'status': 'completed', 'code': 200} Apr 30 01:30:19.615111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] For port f1f8a2bf-f5bd-442b-acae-c85c57eb9016, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f1f8a2bf-f5bd-442b-acae-c85c57eb9016,segment=NetworkSegment(db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e),segment_id=db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:19.615739 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.630980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] Calling delete_port for f1f8a2bf-f5bd-442b-acae-c85c57eb9016 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:19.681157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.685904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:19.709100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-566bf4df-cfd5-43cb-9a4c-8c0761a8bec3 admin admin] 10.222.0.15 "PUT /v2.0/routers/cbbe3975-f81d-4e9a-8011-623be53391b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9973435 Apr 30 01:30:19.719716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] Sync routers for ids ['cbbe3975-f81d-4e9a-8011-623be53391b0'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:19.739355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49226) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:19.746078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] Routers {'cbbe3975-f81d-4e9a-8011-623be53391b0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:19.746709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cbbe3975-f81d-4e9a-8011-623be53391b0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:19.761582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Pushing event deleted for resources: {'Port': ['ID=5645e1bd-d061-40ce-a57a-5b0926bdfab4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:19.816532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-737d4e4d-71aa-4189-9ff2-0afb17bc4535 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.886918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] Set router cbbe3975-f81d-4e9a-8011-623be53391b0 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:19.890541 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.917473 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.995361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:19.995655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] Pushing event deleted for resources: {'Port': ['ID=f1f8a2bf-f5bd-442b-acae-c85c57eb9016,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:20.002970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e378625d-1b66-4356-8215-3708f793ec99 req-636fb462-5a3a-4f7f-b704-86b409c4e650 service neutron] 10.222.0.21 "GET /v2.0/networks/f9378710-9fea-4363-801b-8cd8daef7f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775620 Apr 30 01:30:20.011447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6ffab-a200-4f45-9368-e162d4637eaf None None] No DVR routers for this DVR port f1f8a2bf-f5bd-442b-acae-c85c57eb9016 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:20.159610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.165280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c424587f-b67e-427b-8996-955b4fc6e5ed req-53d793ba-091e-4d84-a7f3-a30e7868b3bc tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 210 time: 0.0848904 Apr 30 01:30:20.184436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:20.251662 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:30:17Z', 'revision_number': 5, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:20.252090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73257e1-c3d4-44d0-8d64-64dd209af9fe']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:20.252090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:20.252090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1ca07c-2c6f-4b9a-bfea-3eddb87bd72e') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:20.252555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] Checking router: cbbe3975-f81d-4e9a-8011-623be53391b0 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:30:20.252678 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.252678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Checking segment: {'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:20.252678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Network hostable DHCP agents. Network: 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:20.255011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] Routers {'cbbe3975-f81d-4e9a-8011-623be53391b0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:20.255729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cbbe3975-f81d-4e9a-8011-623be53391b0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:20.277048 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:20.349063 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:20.352667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] No DVR routers for this DVR port 5645e1bd-d061-40ce-a57a-5b0926bdfab4 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:20.358489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.361880 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be72636d-0b9a-405f-b34d-04e1c1aabd05 req-47aa5e0c-d5e7-4a26-854f-7b69af4dda03 tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.21 "DELETE /v2.0/ports/5645e1bd-d061-40ce-a57a-5b0926bdfab4 HTTP/1.1" status: 204 len: 173 time: 2.0312610 Apr 30 01:30:20.390758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.412725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe66500-8aae-4311-8434-28dae005cb21 req-b605fade-cd79-4d0f-b4da-5d64f9449600 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:20.419663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fe66500-8aae-4311-8434-28dae005cb21 req-b605fade-cd79-4d0f-b4da-5d64f9449600 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 944 time: 0.6815147 Apr 30 01:30:20.419826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] Set router cbbe3975-f81d-4e9a-8011-623be53391b0 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:20.486169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:20.526604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.540993 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.543248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.551452 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.556622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f73257e1-c3d4-44d0-8d64-64dd209af9fe HTTP/1.1" status: 204 len: 168 time: 1.3142388 Apr 30 01:30:20.590184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b59d5-3695-486b-99a0-4c82987d6706 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73257e1-c3d4-44d0-8d64-64dd209af9fe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:20.608579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:20.623082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:20.624367 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.654255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e517649c-18d4-48f8-8958-6c494ef91eb8 None None] Network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:20.697131 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-737d4e4d-71aa-4189-9ff2-0afb17bc4535 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.715025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fe66500-8aae-4311-8434-28dae005cb21 req-02b8b27c-1933-4ca1-86d8-e262de31aaf8 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789590 Apr 30 01:30:20.756026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port f1e245db-e443-42b8-b3b9-6662ef04a300 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:20.756742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.765408 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-303dc382-e280-4dda-b065-8357e971c6b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3696196 Apr 30 01:30:20.778309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d4e4d-71aa-4189-9ff2-0afb17bc4535 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Subnet': ['ID=87284fa9-57f9-40b6-ad55-7855d7da7212,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:20.787216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331b708-44b4-4a8d-9706-79aca7241564 req-903bb31f-94fc-40a9-b191-c41857872f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:20.788922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d331b708-44b4-4a8d-9706-79aca7241564 req-903bb31f-94fc-40a9-b191-c41857872f26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba7d61db85e041fc8f9f4df23cc976a4&device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 1095 time: 0.3661745 Apr 30 01:30:20.801486 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-737d4e4d-71aa-4189-9ff2-0afb17bc4535 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.814963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-737d4e4d-71aa-4189-9ff2-0afb17bc4535 tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "DELETE /v2.0/subnets/87284fa9-57f9-40b6-ad55-7855d7da7212 HTTP/1.1" status: 204 len: 168 time: 1.8181925 Apr 30 01:30:20.819229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49234) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:20.820106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:30:17Z', 'revision_number': 5, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:20.838764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.851560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af29686-ac73-4695-bfd1-12a62c5528e7 None None] Network d9de0605-e9ba-4006-9a27-9919328ffb5c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:20.886028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffe6b4-226d-44c2-853d-131d491d8cc3 None None] The sync data for ids ['cbbe3975-f81d-4e9a-8011-623be53391b0'] in n-d-821348-1 is: [{'id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'name': 'tempest-TaggedBootDevicesTest_v242-731553955-router', 'tenant_id': 'bde7bac9b6e04c99ad51440a68549d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:22:27Z', 'updated_at': '2022-04-30T01:30:17Z', 'revision_number': 5, 'project_id': 'bde7bac9b6e04c99ad51440a68549d70', 'gw_port': {'id': 'a207fbba-a034-4ddc-a101-d41e14c95fd3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe3975-f81d-4e9a-8011-623be53391b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:22:30Z', 'updated_at': '2022-04-30T01:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:20.904373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2da23e-f991-4bd1-a851-db0866ccffd0 None None] Network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:20.923240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:20.943549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for f1e245db-e443-42b8-b3b9-6662ef04a300 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:21.019229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49236) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:21.153248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.194543 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e39cf86e-d21f-4ac2-a2e8-7658412e9f5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37ca6618e22c4c3e9156b49729483bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527889 Apr 30 01:30:21.195512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49242) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:21.267801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.resource_extend [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:30:21.267801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331b708-44b4-4a8d-9706-79aca7241564 req-ba6bf1c7-25d5-42ba-9b7a-e90ec86d3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:21.268315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d331b708-44b4-4a8d-9706-79aca7241564 req-ba6bf1c7-25d5-42ba-9b7a-e90ec86d3623 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9378710-9fea-4363-801b-8cd8daef7f1e HTTP/1.1" status: 200 len: 908 time: 0.4520512 Apr 30 01:30:21.288074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-9b4183c2-8d0d-4980-b220-9f36232c5df8 req-28ce4c77-b34a-4feb-9ce9-2da086bfe3de tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1653608446', 'description': 'tempest-description-1462160782'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:21.298805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Deleting port a207fbba-a034-4ddc-a101-d41e14c95fd3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:21.299139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.313830 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-056b9c5d-7dfc-474c-8852-ec2191cf2b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.320103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.331636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5645e1bd-d061-40ce-a57a-5b0926bdfab4 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:21.370359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=f1e245db-e443-42b8-b3b9-6662ef04a300,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:21.377701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 5645e1bd-d061-40ce-a57a-5b0926bdfab4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:21.382689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5645e1bd-d061-40ce-a57a-5b0926bdfab4 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:21.394915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-056b9c5d-7dfc-474c-8852-ec2191cf2b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.398293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d331b708-44b4-4a8d-9706-79aca7241564 req-e47d218f-6675-4ffb-97bc-a8636a671627 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ac5062-0f0d-461c-8b86-f5ab88304b68 HTTP/1.1" status: 200 len: 217 time: 0.0936685 Apr 30 01:30:21.427171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b4183c2-8d0d-4980-b220-9f36232c5df8 req-28ce4c77-b34a-4feb-9ce9-2da086bfe3de tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.473212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f65bf509-4e05-4811-b690-c884cd5a1138 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:21.483479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-134bb98f-a93a-4ec4-a1a6-5b8b0b9ecc3d req-19f22a6a-1a4b-4342-864a-a61afe7d057d tempest-InstanceActionsNegativeTestJSON-676798805 tempest-InstanceActionsNegativeTestJSON-676798805-project] 10.222.0.15 "GET /v2.0/ports?device_id=946edefe-efed-4aad-8775-df4ea7c6a79f HTTP/1.1" status: 200 len: 210 time: 0.0954022 Apr 30 01:30:21.513268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f65bf509-4e05-4811-b690-c884cd5a1138 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:21.513611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f65bf509-4e05-4811-b690-c884cd5a1138 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:21.514022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f1f8a2bf-f5bd-442b-acae-c85c57eb9016 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:21.548025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f1f8a2bf-f5bd-442b-acae-c85c57eb9016 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:21.553384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f1f8a2bf-f5bd-442b-acae-c85c57eb9016 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:21.569029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.609209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946edefe-efed-4aad-8775-df4ea7c6a79f', 'name': 'network-vif-deleted', 'tag': '5645e1bd-d061-40ce-a57a-5b0926bdfab4'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:21.614438 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc121b-909f-4fcb-8f73-e1da0de1780e" -d '{"events": [{"server_uuid": "946edefe-efed-4aad-8775-df4ea7c6a79f", "name": "network-vif-deleted", "tag": "5645e1bd-d061-40ce-a57a-5b0926bdfab4"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:21.637220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331b708-44b4-4a8d-9706-79aca7241564 req-01e3e25e-8878-41f2-b36c-4ccdbab1f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:21.638675 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d331b708-44b4-4a8d-9706-79aca7241564 req-01e3e25e-8878-41f2-b36c-4ccdbab1f8bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1f69751-bb2f-4fd7-8534-96b86dde04d5 HTTP/1.1" status: 200 len: 848 time: 0.2036812 Apr 30 01:30:21.683122 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.683296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] DHCP port deletion for d9de0605-e9ba-4006-9a27-9919328ffb5c request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:21.716773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] For port a207fbba-a034-4ddc-a101-d41e14c95fd3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a207fbba-a034-4ddc-a101-d41e14c95fd3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:21.716773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.741345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-056b9c5d-7dfc-474c-8852-ec2191cf2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.746590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Calling delete_port for a207fbba-a034-4ddc-a101-d41e14c95fd3 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:21.749351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-056b9c5d-7dfc-474c-8852-ec2191cf2b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.750550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-056b9c5d-7dfc-474c-8852-ec2191cf2b8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c88519f5-bf7f-4f63-a735-450dbec474da HTTP/1.1" status: 204 len: 168 time: 0.5530863 Apr 30 01:30:21.759832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.767979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Deleting port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:21.768677 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.779868 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b9c5d-7dfc-474c-8852-ec2191cf2b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88519f5-bf7f-4f63-a735-450dbec474da,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:21.840891 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b4183c2-8d0d-4980-b220-9f36232c5df8 req-28ce4c77-b34a-4feb-9ce9-2da086bfe3de tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.849479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d331b708-44b4-4a8d-9706-79aca7241564 req-97c8cd6a-1ca7-4480-83a1-8236431f2957 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9378710-9fea-4363-801b-8cd8daef7f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941652 Apr 30 01:30:21.852482 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db90cb4-5c9e-4295-9e36-4ac26d576aa3 x-openstack-request-id: req-2db90cb4-5c9e-4295-9e36-4ac26d576aa3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:21.853246 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946edefe-efed-4aad-8775-df4ea7c6a79f", "name": "network-vif-deleted", "tag": "5645e1bd-d061-40ce-a57a-5b0926bdfab4", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:21.853738 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2db90cb4-5c9e-4295-9e36-4ac26d576aa3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:21.854491 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db90cb4-5c9e-4295-9e36-4ac26d576aa3'] response: {'server_uuid': '946edefe-efed-4aad-8775-df4ea7c6a79f', 'name': 'network-vif-deleted', 'tag': '5645e1bd-d061-40ce-a57a-5b0926bdfab4', 'status': 'completed', 'code': 200} Apr 30 01:30:21.892908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] For port 65a837e9-dcdb-470f-916b-0b33dd1f18f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65a837e9-dcdb-470f-916b-0b33dd1f18f4,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:21.893315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.908001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Calling delete_port for 65a837e9-dcdb-470f-916b-0b33dd1f18f4 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:21.921693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:21.922044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:21.937492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b4183c2-8d0d-4980-b220-9f36232c5df8 req-28ce4c77-b34a-4feb-9ce9-2da086bfe3de tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.006766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 9b2a1488-070a-4a13-93f6-ac4f58877137 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:22.011811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce4c77-b34a-4feb-9ce9-2da086bfe3de tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f13cd-d885-491c-8b40-d06d4e5197a2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:22.094976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:22.098411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c2737a59-d5fb-4301-a820-4c141d4d5f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/9b2a1488-070a-4a13-93f6-ac4f58877137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0626256 Apr 30 01:30:22.101260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.104805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49252) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:22.105440 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c1856-a47e-4de9-b8a1-0197d4dcc091 None None] Sync routers for ids ['9b2a1488-070a-4a13-93f6-ac4f58877137'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:22.116561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] No DVR routers for this DVR port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:22.117843 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c1856-a47e-4de9-b8a1-0197d4dcc091 None None] Routers {'9b2a1488-070a-4a13-93f6-ac4f58877137'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:22.118835 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0f1c1856-a47e-4de9-b8a1-0197d4dcc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9b2a1488-070a-4a13-93f6-ac4f58877137'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:22.131077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port 65a837e9-dcdb-470f-916b-0b33dd1f18f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65a837e9-dcdb-470f-916b-0b33dd1f18f4,segment=NetworkSegment(84148c64-56fb-4ef6-a918-77abac4bc2a8),segment_id=84148c64-56fb-4ef6-a918-77abac4bc2a8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:22.131377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.142970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Pushing event deleted for resources: {'Port': ['ID=65a837e9-dcdb-470f-916b-0b33dd1f18f4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:22.149331 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9b4183c2-8d0d-4980-b220-9f36232c5df8 req-28ce4c77-b34a-4feb-9ce9-2da086bfe3de tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.151303 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b4183c2-8d0d-4980-b220-9f36232c5df8 req-28ce4c77-b34a-4feb-9ce9-2da086bfe3de tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8698709 Apr 30 01:30:22.163361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.164097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.164820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.165192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.165536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.165844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.166166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.166625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.166813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.167110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.167444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.167991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3c00-6fd3-415b-a3e7-ecd90866884a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:22.180646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-8cdfcd48-6b16-42db-af1c-8abb00620ff6 req-83a7ae9b-4fbe-47fb-beba-f789877f8162 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-69317901', 'description': 'tempest-description-770845133'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:22.185245 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0f1c1856-a47e-4de9-b8a1-0197d4dcc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:22.194792 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c1856-a47e-4de9-b8a1-0197d4dcc091 None None] Routers {'9b2a1488-070a-4a13-93f6-ac4f58877137'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:22.196663 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0f1c1856-a47e-4de9-b8a1-0197d4dcc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9b2a1488-070a-4a13-93f6-ac4f58877137'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:22.225133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dfb98-3ef5-438b-b797-e9428a45f5b8 req-7ce0c073-242f-4606-9921-41e61e95cd74 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:22.226674 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c8dfb98-3ef5-438b-b797-e9428a45f5b8 req-7ce0c073-242f-4606-9921-41e61e95cd74 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 944 time: 0.3686292 Apr 30 01:30:22.228983 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1ff6ca21-61dd-4daa-ad14-eabeee971e8b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2a1488-070a-4a13-93f6-ac4f58877137 HTTP/1.1" status: 200 len: 205 time: 0.1188409 Apr 30 01:30:22.234261 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0f1c1856-a47e-4de9-b8a1-0197d4dcc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:22.234988 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c1856-a47e-4de9-b8a1-0197d4dcc091 None None] The sync data for ids ['9b2a1488-070a-4a13-93f6-ac4f58877137'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:22.235131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49258) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:22.278921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for 65a837e9-dcdb-470f-916b-0b33dd1f18f4 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:22.286010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8cdfcd48-6b16-42db-af1c-8abb00620ff6 req-83a7ae9b-4fbe-47fb-beba-f789877f8162 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.303924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d331b708-44b4-4a8d-9706-79aca7241564 req-4a2cb687-11c1-4783-ab1e-81e9c22b4eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9378710-9fea-4363-801b-8cd8daef7f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766086 Apr 30 01:30:22.343447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da394da-2f4c-4efa-9077-3302918f9914 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.360456 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Floating IP fa7de4a0-7354-4a3d-ad90-9a546997a92f associated. External IP: 172.25.0.48, port: 6b053ac8-37f3-482a-9135-a8e5cc3a132d. Apr 30 01:30:22.549457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da394da-2f4c-4efa-9077-3302918f9914 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.552872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da394da-2f4c-4efa-9077-3302918f9914 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.611772 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8cdfcd48-6b16-42db-af1c-8abb00620ff6 req-83a7ae9b-4fbe-47fb-beba-f789877f8162 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.687989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8cdfcd48-6b16-42db-af1c-8abb00620ff6 req-83a7ae9b-4fbe-47fb-beba-f789877f8162 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.713873 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da394da-2f4c-4efa-9077-3302918f9914 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.714399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da394da-2f4c-4efa-9077-3302918f9914 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2a1488-070a-4a13-93f6-ac4f58877137 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:30:22.725007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7da394da-2f4c-4efa-9077-3302918f9914 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.729816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7da394da-2f4c-4efa-9077-3302918f9914 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/9b2a1488-070a-4a13-93f6-ac4f58877137 HTTP/1.1" status: 204 len: 168 time: 0.4900391 Apr 30 01:30:22.729816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49270) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:22.739793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7ae9b-4fbe-47fb-beba-f789877f8162 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d557b900-dc82-4117-92d3-964a3ec45e6a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:22.785339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7d7547-836d-4fdf-a016-cc657212ce98 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet c6b27e41-e2c1-4d71-8486-03e95ab697a1 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:22.789051 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7547-836d-4fdf-a016-cc657212ce98 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.804905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c8dfb98-3ef5-438b-b797-e9428a45f5b8 req-10e785a4-6653-4231-b949-4c9b9c0546e4 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305204 Apr 30 01:30:22.815361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8cdfcd48-6b16-42db-af1c-8abb00620ff6 req-83a7ae9b-4fbe-47fb-beba-f789877f8162 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.823301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8cdfcd48-6b16-42db-af1c-8abb00620ff6 req-83a7ae9b-4fbe-47fb-beba-f789877f8162 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6468203 Apr 30 01:30:22.873690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7547-836d-4fdf-a016-cc657212ce98 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:22.903252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49278) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:22.978215 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d331b708-44b4-4a8d-9706-79aca7241564 req-a8c016c8-b21a-4553-89be-9342628428de service neutron] 10.222.0.21 "GET /v2.0/networks/f9378710-9fea-4363-801b-8cd8daef7f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543071 Apr 30 01:30:22.986695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.015895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-48988e3d-52ce-4d9a-a3a9-cfa1cc60f9df admin admin] Deleting subnet 198c30d4-8c00-47cd-9cf9-4c2e163f3845 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:23.018011 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48988e3d-52ce-4d9a-a3a9-cfa1cc60f9df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.044430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port 65a837e9-dcdb-470f-916b-0b33dd1f18f4 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:23.053372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7547-836d-4fdf-a016-cc657212ce98 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.086510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48988e3d-52ce-4d9a-a3a9-cfa1cc60f9df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.106598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.108569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=65a837e9-dcdb-470f-916b-0b33dd1f18f4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:23.137980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Pushing event deleted for resources: {'Port': ['ID=a207fbba-a034-4ddc-a101-d41e14c95fd3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:23.175129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48988e3d-52ce-4d9a-a3a9-cfa1cc60f9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.285968 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7547-836d-4fdf-a016-cc657212ce98 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.288242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 05ac5062-0f0d-461c-8b86-f5ab88304b68 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:23.322254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d7547-836d-4fdf-a016-cc657212ce98 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b27e41-e2c1-4d71-8486-03e95ab697a1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:23.328759 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.343598 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48988e3d-52ce-4d9a-a3a9-cfa1cc60f9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.346233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7547-836d-4fdf-a016-cc657212ce98 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.359309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4f7d7547-836d-4fdf-a016-cc657212ce98 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/c6b27e41-e2c1-4d71-8486-03e95ab697a1 HTTP/1.1" status: 204 len: 168 time: 0.6283596 Apr 30 01:30:23.364163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49298) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:23.368224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898cd26d-64b7-4dc7-9bd9-6ec1339e2055 None None] Network f5af2240-c809-44b0-a38d-18b0644f2cac requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:23.413935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9de0605-e9ba-4006-9a27-9919328ffb5c']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:23.462787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84148c64-56fb-4ef6-a918-77abac4bc2a8') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:23.463080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84148c64-56fb-4ef6-a918-77abac4bc2a8') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:23.467452 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.479483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 05ac5062-0f0d-461c-8b86-f5ab88304b68, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=05ac5062-0f0d-461c-8b86-f5ab88304b68,segment=NetworkSegment(1ab3be3e-2b02-4a04-9c18-87431386f958),segment_id=1ab3be3e-2b02-4a04-9c18-87431386f958)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:23.482546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-bc1fba66-961e-4a8c-a716-a808d556fdb0 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:23.484625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-bc1fba66-961e-4a8c-a716-a808d556fdb0 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 813 time: 0.3901656 Apr 30 01:30:23.488931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Router b6394d20-7be6-4b31-b050-14588c633891 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:23.491971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.501898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48988e3d-52ce-4d9a-a3a9-cfa1cc60f9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198c30d4-8c00-47cd-9cf9-4c2e163f3845,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:23.504309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48988e3d-52ce-4d9a-a3a9-cfa1cc60f9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.507607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-48988e3d-52ce-4d9a-a3a9-cfa1cc60f9df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/198c30d4-8c00-47cd-9cf9-4c2e163f3845 HTTP/1.1" status: 204 len: 168 time: 0.6033788 Apr 30 01:30:23.510840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '05ac5062-0f0d-461c-8b86-f5ab88304b68', 'network_id': 'f9378710-9fea-4363-801b-8cd8daef7f1e', 'port_id': '05ac5062-0f0d-461c-8b86-f5ab88304b68', 'mac_address': 'fa:16:3e:44:2b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f69751-bb2f-4fd7-8534-96b86dde04d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:23.519419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49316) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:23.629792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65a837e9-dcdb-470f-916b-0b33dd1f18f4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:23.635175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2688826-b832-4a2e-a3e4-cf412ed29115 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet ea9a15a6-e833-4bab-95e2-60c93786d05c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:23.641445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2688826-b832-4a2e-a3e4-cf412ed29115 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.646754 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-f5bec977-25be-4145-9e64-24d69784a30b tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/quotas/8452052ab9fb4c0493750e9ea859342d HTTP/1.1" status: 200 len: 375 time: 0.1566589 Apr 30 01:30:23.647745 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.664967 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.668181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 65a837e9-dcdb-470f-916b-0b33dd1f18f4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:23.668534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65a837e9-dcdb-470f-916b-0b33dd1f18f4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:23.678897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.691712 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.694954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.704698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ac5062-0f0d-461c-8b86-f5ab88304b68 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:23.707891 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2688826-b832-4a2e-a3e4-cf412ed29115 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.730852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 05ac5062-0f0d-461c-8b86-f5ab88304b68, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=05ac5062-0f0d-461c-8b86-f5ab88304b68,segment=NetworkSegment(1ab3be3e-2b02-4a04-9c18-87431386f958),segment_id=1ab3be3e-2b02-4a04-9c18-87431386f958)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:23.772387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] DHCP port deletion for f5af2240-c809-44b0-a38d-18b0644f2cac request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:23.810980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-e52d1299-6b25-48ee-8358-38762ddf6359 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296633 Apr 30 01:30:23.815615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:23.815799 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.816231 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:23.820496 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:23.840888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.888792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=05ac5062-0f0d-461c-8b86-f5ab88304b68,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:23.891368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8cbf47-c250-40e2-a5d6-2d4372cd64da']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:23.909457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e35c25-69f3-4a54-b302-e39e3f96e14e') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:23.909824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e35c25-69f3-4a54-b302-e39e3f96e14e') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:23.919199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] Deleting port d1184e30-9067-49ad-a3f7-96ea1f865d50 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:23.920281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.923673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.924339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbbe3975-f81d-4e9a-8011-623be53391b0 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:30:23.933141 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2688826-b832-4a2e-a3e4-cf412ed29115 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.977961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.982919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:23.986997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a1b97e10-22fa-4f40-8296-cc4469100892 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cbbe3975-f81d-4e9a-8011-623be53391b0 HTTP/1.1" status: 204 len: 168 time: 4.2447309 Apr 30 01:30:23.990885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49340) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:24.003662 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:30:24.013560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] For port d1184e30-9067-49ad-a3f7-96ea1f865d50, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d1184e30-9067-49ad-a3f7-96ea1f865d50,segment=NetworkSegment(29b2d59a-55a3-4e0b-92d9-f5c5dc52a348),segment_id=29b2d59a-55a3-4e0b-92d9-f5c5dc52a348)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:24.014046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.022714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['05ac5062-0f0d-461c-8b86-f5ab88304b68'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:24.027694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.037038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:24.037446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.090542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] Calling delete_port for d1184e30-9067-49ad-a3f7-96ea1f865d50 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:24.103696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:24.109311 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:24.134771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.139238 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "DELETE /v2.0/networks/d9de0605-e9ba-4006-9a27-9919328ffb5c HTTP/1.1" status: 204 len: 168 time: 3.3115039 Apr 30 01:30:24.154141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:24.241891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a0b4dd-7302-4239-a70a-36aab20d9ed7 admin admin] Deleting subnet cc204088-8fff-48d5-8767-8dd412779936 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:24.244568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0885-aed1-422b-98a6-2d2e0f698d69 req-cac58a29-be54-4a8a-b6ba-3f62231c6c79 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:24.246130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70ff0885-aed1-422b-98a6-2d2e0f698d69 req-cac58a29-be54-4a8a-b6ba-3f62231c6c79 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 945 time: 0.1378105 Apr 30 01:30:24.246773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.248921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3596c-ca40-4b56-b4a5-c1b978189e3a tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Network': ['ID=d9de0605-e9ba-4006-9a27-9919328ffb5c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:24.255145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be4876e-cd3e-4d03-b324-532d7ad0b55e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting subnet 32c7acb9-de9a-4fef-b88c-ae425b04682d {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:24.260102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.263192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3f8cbf47-c250-40e2-a5d6-2d4372cd64da HTTP/1.1" status: 204 len: 168 time: 0.7428110 Apr 30 01:30:24.269558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b4dd-7302-4239-a70a-36aab20d9ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.280078 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7be4876e-cd3e-4d03-b324-532d7ad0b55e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.305407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.307472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f8cbf47-c250-40e2-a5d6-2d4372cd64da,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:24.327206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49348) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:24.329667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b4dd-7302-4239-a70a-36aab20d9ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.337421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] Pushing event deleted for resources: {'Port': ['ID=d1184e30-9067-49ad-a3f7-96ea1f865d50,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:24.342506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.342859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.343733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.343733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.343733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.344142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.344247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b75e0-d7c9-4dd8-994d-339d904171f5 None None] No DVR routers for this DVR port d1184e30-9067-49ad-a3f7-96ea1f865d50 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:24.344365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.344663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.345409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.345409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.345614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.345887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc53f69-1d5d-453f-a75f-4096932f7355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:24.354953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2688826-b832-4a2e-a3e4-cf412ed29115 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.419242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7be4876e-cd3e-4d03-b324-532d7ad0b55e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.431987 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-97434519-e91c-476a-bba8-a4f2514edf89 service neutron] 10.222.0.15 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990379 Apr 30 01:30:24.434800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:24.440438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.449664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70ff0885-aed1-422b-98a6-2d2e0f698d69 req-f67d7633-54e5-4cc5-89c0-fe8dd463fcf7 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814933 Apr 30 01:30:24.450374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2688826-b832-4a2e-a3e4-cf412ed29115 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9a15a6-e833-4bab-95e2-60c93786d05c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:24.455284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2688826-b832-4a2e-a3e4-cf412ed29115 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.458597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a2688826-b832-4a2e-a3e4-cf412ed29115 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/ea9a15a6-e833-4bab-95e2-60c93786d05c HTTP/1.1" status: 204 len: 168 time: 1.0926034 Apr 30 01:30:24.462370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49352) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:24.475771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e93257-2d96-4221-b386-03a016008066 None None] Network 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:24.497568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b4dd-7302-4239-a70a-36aab20d9ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.540111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] Sync routers for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:24.573435 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-73555b54-ae1b-4f6c-9fcd-4d4ac3034bc2 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "PUT /v2.0/floatingips/fa7de4a0-7354-4a3d-ad90-9a546997a92f HTTP/1.1" status: 200 len: 991 time: 5.1795311 Apr 30 01:30:24.582800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:24.584938 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:24.590405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56e17693-bb8d-4604-8a27-6ef48750bb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.615076 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.647259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7be4876e-cd3e-4d03-b324-532d7ad0b55e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.675476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-961f5a6e-55bf-4915-b09f-52bb8fe85aa1 service neutron] 10.222.0.15 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204707 Apr 30 01:30:24.704241 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d28120-d87d-4ae9-86ba-e510f4c2a954 x-openstack-request-id: req-c6d28120-d87d-4ae9-86ba-e510f4c2a954 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:24.704241 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:24.704241 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6d28120-d87d-4ae9-86ba-e510f4c2a954 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:24.704241 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d28120-d87d-4ae9-86ba-e510f4c2a954'] response: {'name': 'network-changed', 'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'status': 'completed', 'code': 200} Apr 30 01:30:24.705895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:24.706549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:24.781572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b4dd-7302-4239-a70a-36aab20d9ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.809545 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.831790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0b4dd-7302-4239-a70a-36aab20d9ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc204088-8fff-48d5-8767-8dd412779936,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:24.836544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b4dd-7302-4239-a70a-36aab20d9ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.837353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49358) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:24.838766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a4a0b4dd-7302-4239-a70a-36aab20d9ed7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cc204088-8fff-48d5-8767-8dd412779936 HTTP/1.1" status: 204 len: 168 time: 0.8414338 Apr 30 01:30:24.841144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49360) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:24.860948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249415a-3dd6-4005-8dea-d1bfec595eb3 None None] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:24.862775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-a81bee53-4744-426d-8d45-4192752eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:24.863565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-a81bee53-4744-426d-8d45-4192752eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:24.864971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-a81bee53-4744-426d-8d45-4192752eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:24.865785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-a81bee53-4744-426d-8d45-4192752eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:24.866485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-a81bee53-4744-426d-8d45-4192752eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:24.866676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5af2240-c809-44b0-a38d-18b0644f2cac']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:24.868340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-a81bee53-4744-426d-8d45-4192752eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:24.869058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-a81bee53-4744-426d-8d45-4192752eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:24.871359 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-a81bee53-4744-426d-8d45-4192752eeb09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6491 time: 0.1396499 Apr 30 01:30:24.891555 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56e17693-bb8d-4604-8a27-6ef48750bb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.893799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b2d59a-55a3-4e0b-92d9-f5c5dc52a348') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:24.894094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b2d59a-55a3-4e0b-92d9-f5c5dc52a348') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:24.911279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.933580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7be4876e-cd3e-4d03-b324-532d7ad0b55e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.938230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb0ea58c-077c-4a29-a7b8-b7f9f221e60d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b9e78523e4e488bab3fb2c0a7360656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950494 Apr 30 01:30:24.939784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.951507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49364) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:24.962902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:24.966851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:24.967536 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:24.991648 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:25.024905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56e17693-bb8d-4604-8a27-6ef48750bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.027543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4876e-cd3e-4d03-b324-532d7ad0b55e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Subnet': ['ID=32c7acb9-de9a-4fef-b88c-ae425b04682d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:25.033042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7be4876e-cd3e-4d03-b324-532d7ad0b55e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.037157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7be4876e-cd3e-4d03-b324-532d7ad0b55e tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "DELETE /v2.0/subnets/32c7acb9-de9a-4fef-b88c-ae425b04682d HTTP/1.1" status: 204 len: 168 time: 0.8809853 Apr 30 01:30:25.057011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f2c00-a2c1-4c31-92f5-c42977f53676 None None] Network c9e634ae-b772-40aa-bc0e-bcd1f235efa9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:25.057872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:25.058078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-408f8f0f-9a44-48e2-9904-a678a79d7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:25.059776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-408f8f0f-9a44-48e2-9904-a678a79d7807 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac585f3c-896a-483e-a277-2f2e01293da1 HTTP/1.1" status: 200 len: 912 time: 0.1501508 Apr 30 01:30:25.099999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1da9e8a-ba6e-4514-94ef-446c4b5d3060 req-ef828f63-099a-48fd-b87d-ae0f3c82bc84 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 210 time: 0.1343603 Apr 30 01:30:25.197352 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.210201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-56e17693-bb8d-4604-8a27-6ef48750bb03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9f45fe3c73143f3934941630ec4cad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8784442 Apr 30 01:30:25.211079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49370) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:25.233307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-2a23cae1-aa4d-49db-b15f-d744ceff2775 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d HTTP/1.1" status: 200 len: 999 time: 0.1434515 Apr 30 01:30:25.260503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e17693-bb8d-4604-8a27-6ef48750bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14deb0-07b2-4c31-b9e2-e7b496244d85,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:25.288365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.295151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a0d1caf-08c6-4da2-bbf5-a98fa10e8e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.303738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-ba816c1a-ed23-4dac-b7d0-55bddbced57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:25.305276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-ba816c1a-ed23-4dac-b7d0-55bddbced57b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80fef2ae-9c56-4bc8-9205-1c770896a367 HTTP/1.1" status: 200 len: 851 time: 0.0488107 Apr 30 01:30:25.307638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] DHCP port deletion for 7561fafc-e9b8-47a5-a418-c2fd0bd78a13 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:25.313847 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.314387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 05ac5062-0f0d-461c-8b86-f5ab88304b68 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:25.334939 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.341113 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/f5af2240-c809-44b0-a38d-18b0644f2cac HTTP/1.1" status: 204 len: 168 time: 0.8756938 Apr 30 01:30:25.348030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49374) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:25.387732 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a0d1caf-08c6-4da2-bbf5-a98fa10e8e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.408292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e80def-f33c-4f14-b4b4-62e41ec1c1c4 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=f5af2240-c809-44b0-a38d-18b0644f2cac,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:25.469563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa422ce0-cde8-4409-8f30-e981c96da4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.510389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-cf6cb66f-297d-4d17-8f60-70d6f36d33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:25.513079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa422ce0-cde8-4409-8f30-e981c96da4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.513281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-cf6cb66f-297d-4d17-8f60-70d6f36d33c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac585f3c-896a-483e-a277-2f2e01293da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002606 Apr 30 01:30:25.513599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] DHCP port deletion for e5deac69-9d14-41db-ba58-3ce93b9c96ae request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:25.514819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Deleting port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:25.515205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.515761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d1184e30-9067-49ad-a3f7-96ea1f865d50 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:25.559845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Deleting port d4a8e94d-4901-4b63-8ef8-bd14ef490166 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:25.563013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.660747 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.703408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d1184e30-9067-49ad-a3f7-96ea1f865d50 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:25.703698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d1184e30-9067-49ad-a3f7-96ea1f865d50 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:25.704112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a207fbba-a034-4ddc-a101-d41e14c95fd3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:25.708846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 05ac5062-0f0d-461c-8b86-f5ab88304b68 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:25.715084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] For port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,segment=NetworkSegment(0edd3f17-30b1-49e2-88e4-705107ba7ef1),segment_id=0edd3f17-30b1-49e2-88e4-705107ba7ef1)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:25.715572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.748252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Calling delete_port for ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:25.801917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 05ac5062-0f0d-461c-8b86-f5ab88304b68 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:25.802345 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.807526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a207fbba-a034-4ddc-a101-d41e14c95fd3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:25.808302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a207fbba-a034-4ddc-a101-d41e14c95fd3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:25.808660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a54c9fac-b548-4cca-80e1-fa6865d5a659 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:25.812272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da20c32-4283-47d4-9d11-1aa113160e00 req-1d0fd59e-dc47-4401-bbcd-51ff753acf9c tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:25.820043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5da20c32-4283-47d4-9d11-1aa113160e00 req-1d0fd59e-dc47-4401-bbcd-51ff753acf9c tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 945 time: 0.1991189 Apr 30 01:30:25.871861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-dc3725bc-6bf2-4f89-9110-cba4dc5f5327 service neutron] 10.222.0.23 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484950 Apr 30 01:30:25.892722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] Deleting port a54c9fac-b548-4cca-80e1-fa6865d5a659 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:25.893161 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.900248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] DHCP port deletion for c9e634ae-b772-40aa-bc0e-bcd1f235efa9 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:25.965651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a0d1caf-08c6-4da2-bbf5-a98fa10e8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.968382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a0d1caf-08c6-4da2-bbf5-a98fa10e8e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:25.969507 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5a0d1caf-08c6-4da2-bbf5-a98fa10e8e87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f9e189c-91b7-499a-ad4e-35ee7da1d75e HTTP/1.1" status: 204 len: 168 time: 1.0156276 Apr 30 01:30:25.990577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d1caf-08c6-4da2-bbf5-a98fa10e8e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e189c-91b7-499a-ad4e-35ee7da1d75e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:26.002361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] For port d4a8e94d-4901-4b63-8ef8-bd14ef490166, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4a8e94d-4901-4b63-8ef8-bd14ef490166,segment=NetworkSegment(1b4f451f-4315-46cf-9455-ec4f776c20d7),segment_id=1b4f451f-4315-46cf-9455-ec4f776c20d7)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:26.002361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.015690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Calling delete_port for d4a8e94d-4901-4b63-8ef8-bd14ef490166 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:26.054137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a73a87a3-1dfe-4126-87fe-4c09ccaa6d5b req-adb12a8a-e360-4385-bb07-5751f35df309 service neutron] 10.222.0.23 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734469 Apr 30 01:30:26.071126 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.100308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa422ce0-cde8-4409-8f30-e981c96da4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.103149 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa422ce0-cde8-4409-8f30-e981c96da4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.104465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aa422ce0-cde8-4409-8f30-e981c96da4a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b14deb0-07b2-4c31-b9e2-e7b496244d85 HTTP/1.1" status: 204 len: 168 time: 0.8840609 Apr 30 01:30:26.112169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5da20c32-4283-47d4-9d11-1aa113160e00 req-e9bb3a86-98da-459b-913b-fb735fb9c72f tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883182 Apr 30 01:30:26.119390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] For port a54c9fac-b548-4cca-80e1-fa6865d5a659, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a54c9fac-b548-4cca-80e1-fa6865d5a659,segment=NetworkSegment(fe4b461f-0753-46ef-9e9a-eb5ec38e4409),segment_id=fe4b461f-0753-46ef-9e9a-eb5ec38e4409)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:26.120432 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.136974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa422ce0-cde8-4409-8f30-e981c96da4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14deb0-07b2-4c31-b9e2-e7b496244d85,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:26.156551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port a54c9fac-b548-4cca-80e1-fa6865d5a659 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:26.157182 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.176446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] Calling delete_port for a54c9fac-b548-4cca-80e1-fa6865d5a659 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:26.195628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fa7de4a0-7354-4a3d-ad90-9a546997a92f', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'port_id': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'mac_address': 'fa:16:3e:de:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:28:39Z', 'updated_at': '2022-04-30T01:30:21Z', 'revision_number': 1, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:12Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:26.198807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] Deleting port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:26.199282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.200741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f253c63b-a570-431d-802a-7253488608e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ac5062-0f0d-461c-8b86-f5ab88304b68'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:26.203409 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952e0c3a-e7bc-40ac-a41c-196ccd1c34f3" -d '{"events": [{"server_uuid": "f253c63b-a570-431d-802a-7253488608e8", "name": "network-vif-plugged", "status": "completed", "tag": "05ac5062-0f0d-461c-8b86-f5ab88304b68"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:26.232613 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42b6d5d0-968b-4143-9ca0-b2ac133f1c52 req-1d0f11ab-67f7-4670-b678-4e2684f44a55 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 210 time: 0.0498133 Apr 30 01:30:26.234239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.270605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Port': ['ID=d4a8e94d-4901-4b63-8ef8-bd14ef490166,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:26.280737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] No DVR routers for this DVR port d4a8e94d-4901-4b63-8ef8-bd14ef490166 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:26.302736 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff92df01-9741-4c30-b796-5ce8feaee22a x-openstack-request-id: req-ff92df01-9741-4c30-b796-5ce8feaee22a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:26.302736 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f253c63b-a570-431d-802a-7253488608e8", "name": "network-vif-plugged", "status": "completed", "tag": "05ac5062-0f0d-461c-8b86-f5ab88304b68", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:26.303388 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff92df01-9741-4c30-b796-5ce8feaee22a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:26.303690 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff92df01-9741-4c30-b796-5ce8feaee22a'] response: {'server_uuid': 'f253c63b-a570-431d-802a-7253488608e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ac5062-0f0d-461c-8b86-f5ab88304b68', 'code': 200} Apr 30 01:30:26.304200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port a54c9fac-b548-4cca-80e1-fa6865d5a659, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a54c9fac-b548-4cca-80e1-fa6865d5a659,segment=NetworkSegment(fe4b461f-0753-46ef-9e9a-eb5ec38e4409),segment_id=fe4b461f-0753-46ef-9e9a-eb5ec38e4409)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:26.305207 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.330034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.333982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 05ac5062-0f0d-461c-8b86-f5ab88304b68, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=05ac5062-0f0d-461c-8b86-f5ab88304b68,segment=NetworkSegment(1ab3be3e-2b02-4a04-9c18-87431386f958),segment_id=1ab3be3e-2b02-4a04-9c18-87431386f958)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:26.336462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] Deleting port d4a8e94d-4901-4b63-8ef8-bd14ef490166 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:26.337070 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.339536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for a54c9fac-b548-4cca-80e1-fa6865d5a659 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:26.354990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] Checking router: b6394d20-7be6-4b31-b050-14588c633891 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:30:26.389590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:26.413165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.433162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] No DVR routers for this DVR port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:26.449256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e634ae-b772-40aa-bc0e-bcd1f235efa9']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:26.463664 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.464662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4f451f-4315-46cf-9455-ec4f776c20d7') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:26.465736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4f451f-4315-46cf-9455-ec4f776c20d7') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:26.482956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:26.483724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:26.485638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.511013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.541722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.551740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:26.552451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:26.557149 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:26.606751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] For port d4a8e94d-4901-4b63-8ef8-bd14ef490166, host n-d-821348-1, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:26.607286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.622690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] For port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,segment=NetworkSegment(0edd3f17-30b1-49e2-88e4-705107ba7ef1),segment_id=0edd3f17-30b1-49e2-88e4-705107ba7ef1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:26.623153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.626172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afda91-ffdd-4758-8070-cd65201ba6d3 req-cbe7f7f2-8854-4b01-9c2c-ca82847d8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:26.628618 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5afda91-ffdd-4758-8070-cd65201ba6d3 req-cbe7f7f2-8854-4b01-9c2c-ca82847d8ce8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 1096 time: 0.2532163 Apr 30 01:30:26.643831 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.652130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] Calling delete_port for d4a8e94d-4901-4b63-8ef8-bd14ef490166 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:26.670197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] Port d4a8e94d-4901-4b63-8ef8-bd14ef490166 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:30:26.675502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] Calling delete_port for ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:26.703800 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.739839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5deac69-9d14-41db-ba58-3ce93b9c96ae']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:26.741829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a54c9fac-b548-4cca-80e1-fa6865d5a659, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a54c9fac-b548-4cca-80e1-fa6865d5a659,segment=NetworkSegment(fe4b461f-0753-46ef-9e9a-eb5ec38e4409),segment_id=fe4b461f-0753-46ef-9e9a-eb5ec38e4409)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:26.743135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=05ac5062-0f0d-461c-8b86-f5ab88304b68,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:26.756783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5afda91-ffdd-4758-8070-cd65201ba6d3 req-d15465fa-63fd-42a2-b6ea-5fdad7510115 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165483 Apr 30 01:30:26.759774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edd3f17-30b1-49e2-88e4-705107ba7ef1') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:26.760246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edd3f17-30b1-49e2-88e4-705107ba7ef1') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:26.772341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.788470 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.795277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:26.795693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:26.797345 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:26.802309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.812562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.818332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] 10.222.0.15 "DELETE /v2.0/networks/c9e634ae-b772-40aa-bc0e-bcd1f235efa9 HTTP/1.1" status: 204 len: 168 time: 1.7206578 Apr 30 01:30:26.841608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] No DVR routers for this DVR port d4a8e94d-4901-4b63-8ef8-bd14ef490166 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:26.841730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c67676-361c-4512-8d8f-7dc9d96edf8b tempest-ServersTestMultiNic-968496308 tempest-ServersTestMultiNic-968496308-project] Pushing event deleted for resources: {'Network': ['ID=c9e634ae-b772-40aa-bc0e-bcd1f235efa9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:26.853727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:26.855382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3666e70-2d14-4b8a-9e29-fa36a133aaf9 None None] Pushing event deleted for resources: {'Port': ['ID=d4a8e94d-4901-4b63-8ef8-bd14ef490166,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:26.909836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:26.938434 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.003644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=a54c9fac-b548-4cca-80e1-fa6865d5a659,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:27.007313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No DVR routers for this DVR port a54c9fac-b548-4cca-80e1-fa6865d5a659 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:27.041895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.064101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.075699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.085276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] 10.222.0.15 "DELETE /v2.0/networks/e5deac69-9d14-41db-ba58-3ce93b9c96ae HTTP/1.1" status: 204 len: 168 time: 2.2402329 Apr 30 01:30:27.100612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49420) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:27.118907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23659f69-d83f-4672-a970-d89d18da63da admin admin] Pushing event deleted for resources: {'Network': ['ID=e5deac69-9d14-41db-ba58-3ce93b9c96ae,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:27.143874 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a54c9fac-b548-4cca-80e1-fa6865d5a659,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:27.172009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] No DVR routers for this DVR port a54c9fac-b548-4cca-80e1-fa6865d5a659 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:27.188582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.196564 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.224307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7561fafc-e9b8-47a5-a418-c2fd0bd78a13']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:27.232998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc807ad-6f0a-4788-b870-cb651fc50741 None None] Pushing event deleted for resources: {'Port': ['ID=a54c9fac-b548-4cca-80e1-fa6865d5a659,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:27.253605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4b461f-0753-46ef-9e9a-eb5ec38e4409') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:27.258373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4b461f-0753-46ef-9e9a-eb5ec38e4409') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:27.264849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] Network e5deac69-9d14-41db-ba58-3ce93b9c96ae is not hosted by any dhcp agent {{(pid=103320) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:30:27.265311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] No DVR routers for this DVR port ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:27.305788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.325987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e6a6-1ce3-4785-a5ea-6893259d3433 req-bdf11c8e-bcdd-4666-8053-44ae8ddb9f2c tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:27.328756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9720e6a6-1ce3-4785-a5ea-6893259d3433 req-bdf11c8e-bcdd-4666-8053-44ae8ddb9f2c tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 946 time: 0.1136498 Apr 30 01:30:27.334833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.347272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:27.347716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:27.360625 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:27.395344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9720e6a6-1ce3-4785-a5ea-6893259d3433 req-2051a6e3-80ea-4ecd-bc81-c9e7c72c81e3 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610125 Apr 30 01:30:27.439514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72ac9ceb-ded6-4ee6-b85b-6faee30f4568 req-b8aa5ee0-999c-4c14-9f27-c42e26c229e0 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 210 time: 0.0686269 Apr 30 01:30:27.478097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44541c70-28d7-49e1-bb5a-4c99ce62fede None None] Pushing event deleted for resources: {'Port': ['ID=ffdc4c56-c8b3-4e10-92e5-b51baa68ac67,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:27.499289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4a8e94d-4901-4b63-8ef8-bd14ef490166 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:27.549179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.556557 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.568507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/7561fafc-e9b8-47a5-a418-c2fd0bd78a13 HTTP/1.1" status: 204 len: 168 time: 2.2161460 Apr 30 01:30:27.569592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:27.593367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-1027286088'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:27.599253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228104b6-3310-4f54-b6fe-000f8e0a3276 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=7561fafc-e9b8-47a5-a418-c2fd0bd78a13,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:27.667160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d4a8e94d-4901-4b63-8ef8-bd14ef490166 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:27.667525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4a8e94d-4901-4b63-8ef8-bd14ef490166 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:27.669032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:27.689642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.713069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49440) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:27.714484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:27.715028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ffdc4c56-c8b3-4e10-92e5-b51baa68ac67 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:27.739130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:27.744768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.763892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fa7de4a0-7354-4a3d-ad90-9a546997a92f', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'port_id': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'mac_address': 'fa:16:3e:de:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:28:39Z', 'updated_at': '2022-04-30T01:30:21Z', 'revision_number': 1, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:12Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:27.816628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff10036-ad86-4ae8-ad6d-1d7293f5c787 None None] The sync data for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 is: [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fa7de4a0-7354-4a3d-ad90-9a546997a92f', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'port_id': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'mac_address': 'fa:16:3e:de:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:28:39Z', 'updated_at': '2022-04-30T01:30:21Z', 'revision_number': 1, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:12Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:27.832062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c46d6e4b-7961-4b17-80e4-a9a8119758df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=139ef8a4b2034700acd4ea500bb52be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174941 Apr 30 01:30:27.834207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49444) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:27.845116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:30:27.871842 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.872185 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment 74e695aa-698b-4c5f-8904-1180b88c50fa of type vlan for network 9971425b-9db1-4f77-a155-1358a62fbddc Apr 30 01:30:27.939569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.943410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33865687-fdd7-4da9-a0b1-457b9b307afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:27.969445 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33865687-fdd7-4da9-a0b1-457b9b307afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.168251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Deleting port c16085e2-19d5-4b7c-9f67-c52a47f0fa41 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:28.168837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.269207 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfeff39-ac65-475c-a1c2-234951b1bbeb None None] New status for floating IP fa7de4a0-7354-4a3d-ad90-9a546997a92f: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:30:28.345445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49452) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:28.404399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] For port c16085e2-19d5-4b7c-9f67-c52a47f0fa41, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,segment=NetworkSegment(950ef1c2-fb41-4cc2-89e0-74d47835d028),segment_id=950ef1c2-fb41-4cc2-89e0-74d47835d028)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:28.404889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.490149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Calling delete_port for c16085e2-19d5-4b7c-9f67-c52a47f0fa41 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:28.675293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-798236104-network', 'tenant_id': '788c599099de4ccab7c0bb32e9720034'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:28.688502 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a839152-94e3-4295-8500-5f6b1da2e09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.811022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-1a25776f-bb9f-4b06-96d1-f32d04e0ae63 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:28.813259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-1a25776f-bb9f-4b06-96d1-f32d04e0ae63 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.23 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 813 time: 0.8097086 Apr 30 01:30:28.830118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'port': {'device_id': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9', 'admin_state_up': True, 'tenant_id': '8452052ab9fb4c0493750e9ea859342d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:28.834658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Made reservation on behalf of 788c599099de4ccab7c0bb32e9720034 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:28.838360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.857868 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.921206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d50092-31dc-4261-a143-dbe3dff7c38d req-7da841cb-cb29-4b9f-9f3d-fc43fd055fd3 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:28.923338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4d50092-31dc-4261-a143-dbe3dff7c38d req-7da841cb-cb29-4b9f-9f3d-fc43fd055fd3 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 946 time: 0.2201395 Apr 30 01:30:28.926407 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.933631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:28.934424 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.976179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33865687-fdd7-4da9-a0b1-457b9b307afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.979132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33865687-fdd7-4da9-a0b1-457b9b307afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.980448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-33865687-fdd7-4da9-a0b1-457b9b307afa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0cf945ca-e231-4bf6-8fd4-8cdd6b2927de HTTP/1.1" status: 204 len: 168 time: 1.1408963 Apr 30 01:30:28.990439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:28.991483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.025140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c16085e2-19d5-4b7c-9f67-c52a47f0fa41,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:29.094175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.108647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33865687-fdd7-4da9-a0b1-457b9b307afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf945ca-e231-4bf6-8fd4-8cdd6b2927de,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:29.110678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:30:29.138291 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.138649 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Added segment 1f612f06-8a67-4503-972f-ce305064ed00 of type vlan for network 309b4ce1-2859-4114-ac38-14d4e54c7387 Apr 30 01:30:29.169385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5806594 Apr 30 01:30:29.178303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49462) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:29.188295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': '9971425b-9db1-4f77-a155-1358a62fbddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:29.203817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd34a6-675f-40ef-ab6f-f839222be365 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=9971425b-9db1-4f77-a155-1358a62fbddc,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:29.220395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9971425b-9db1-4f77-a155-1358a62fbddc details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:30:29.222020 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.237491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca65a10-e152-4045-9015-f62f6a9e6467,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:29.409674 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.411493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:29.415153 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.455083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Made reservation on behalf of 8452052ab9fb4c0493750e9ea859342d for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:29.459240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.481741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4d50092-31dc-4261-a143-dbe3dff7c38d req-f6199704-7676-4375-b07e-d9560bf24ef1 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444438 Apr 30 01:30:29.614101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] Pushing event updated for resources: {'Network': ['ID=309b4ce1-2859-4114-ac38-14d4e54c7387,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:29.630155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 309b4ce1-2859-4114-ac38-14d4e54c7387 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:30:29.667058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a26d44a9-3fe6-47ee-bd4c-a21effeb15ef req-2bb902c5-4acf-4a7d-a15a-d6488a625816 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 210 time: 0.0408263 Apr 30 01:30:29.673552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2d434adf-9bb8-4494-81af-a12d44df3d38 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3278270 Apr 30 01:30:29.677928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:29.683410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Request body: {'subnet': {'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-798236104-subnet', 'tenant_id': '788c599099de4ccab7c0bb32e9720034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:29.687507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.726467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:29.737543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:29.820570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Allocated IP 172.20.0.12 (9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9/fd97ed06-d4f3-4106-89ae-6a5155bb7a4d/aeed4ea2-210f-4d93-a51f-f75315b149c6) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:29.933714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Made reservation on behalf of 788c599099de4ccab7c0bb32e9720034 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:29.941743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.131725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.149927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49482) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:30.206860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:30.227308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-91c3b25c-af93-49d1-bfc0-30afbdfb78e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bde7bac9b6e04c99ad51440a68549d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0765045 Apr 30 01:30:30.231011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49488) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:30.231926 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.334911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.345046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=28826eb3-adcd-4f91-a529-8271819d8e4c,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:30.360609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.413372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'Port': ['ID=aeed4ea2-210f-4d93-a51f-f75315b149c6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:30.423923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:30.450815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': '74e695aa-698b-4c5f-8904-1180b88c50fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9971425b-9db1-4f77-a155-1358a62fbddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:30.451417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: 9971425b-9db1-4f77-a155-1358a62fbddc, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:30.486227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:30.500230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ec0e35aa-ee81-4cb9-8e78-f5ace8c00d6f admin admin] 10.222.0.15 "PUT /v2.0/routers/bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3956161 Apr 30 01:30:30.500384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] Sync routers for ids ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:30.502622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:30.503301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49498) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:30.504972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:30.508247 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cca8730d-8e11-4a44-ab18-6cc1af5a51c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.515606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:30.565352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] Routers {'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:30.567578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:30.576960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Checking segment: {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:30.577358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Network hostable DHCP agents. Network: 309b4ce1-2859-4114-ac38-14d4e54c7387, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:30.592490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 9971425b-9db1-4f77-a155-1358a62fbddc is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:30.635314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cca8730d-8e11-4a44-ab18-6cc1af5a51c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.653569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:30.655785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.668826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.708214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 9971425b-9db1-4f77-a155-1358a62fbddc) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:30.716882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:30.717949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.720479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] Set router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:30.760819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26871b7a-7f69-4dad-9cab-33ae43b887e9 None None] Network 9971425b-9db1-4f77-a155-1358a62fbddc requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:30.790504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-3fb25245-6f4c-41c9-98e4-e2006a9c9674 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9659534 Apr 30 01:30:30.806392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Request body: {'port': {'device_id': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:30.858242 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-efec38be-7109-4316-b66f-c8f40b1d1e5f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6781359 Apr 30 01:30:30.861909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49508) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:30.869932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0423b241-ad20-4dcf-98d0-6023e13b70d8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-891769881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:30.886984 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.896572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Network 309b4ce1-2859-4114-ac38-14d4e54c7387 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:30.915704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cca8730d-8e11-4a44-ab18-6cc1af5a51c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.919257 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cca8730d-8e11-4a44-ab18-6cc1af5a51c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.922245 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cca8730d-8e11-4a44-ab18-6cc1af5a51c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/172eda3b-e720-47de-b233-12b820fa958f HTTP/1.1" status: 204 len: 168 time: 0.6881177 Apr 30 01:30:30.931848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 309b4ce1-2859-4114-ac38-14d4e54c7387) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:30.947893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:30.950452 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:30.954025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36a624-e4c7-4e35-b178-0a809812c7f4 None None] Network 309b4ce1-2859-4114-ac38-14d4e54c7387 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:30.969334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8730d-8e11-4a44-ab18-6cc1af5a51c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172eda3b-e720-47de-b233-12b820fa958f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:31.003299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0423b241-ad20-4dcf-98d0-6023e13b70d8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.003299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0423b241-ad20-4dcf-98d0-6023e13b70d8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.004028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8e6b3-a4ca-475b-b377-761ece48abd1 req-64448b11-9fb9-4b91-b4d1-799831669c2f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:31.006323 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9c8e6b3-a4ca-475b-b377-761ece48abd1 req-64448b11-9fb9-4b91-b4d1-799831669c2f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 932 time: 0.1218967 Apr 30 01:30:31.011060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.077164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e15f761e-2ef1-42d1-a20b-26ea91d3755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.090360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-61a94cf1-f736-4da2-986b-3b11a356b232 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4108362 Apr 30 01:30:31.173257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9c8e6b3-a4ca-475b-b377-761ece48abd1 req-ecae418e-22f2-4ce4-a8c3-b83390412ef2 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568854 Apr 30 01:30:31.212411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Deleting port 2d851f06-12e3-4d83-b086-e4664988d133 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:31.212749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.260538 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0423b241-ad20-4dcf-98d0-6023e13b70d8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.419948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0423b241-ad20-4dcf-98d0-6023e13b70d8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.499681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] For port 2d851f06-12e3-4d83-b086-e4664988d133, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2d851f06-12e3-4d83-b086-e4664988d133,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:31.500171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.551057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226cf2b8-39b8-46b0-8a52-ed23659723a5 None None] Network 309b4ce1-2859-4114-ac38-14d4e54c7387 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:31.553651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Calling delete_port for 2d851f06-12e3-4d83-b086-e4664988d133 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:31.625963 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0423b241-ad20-4dcf-98d0-6023e13b70d8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.632409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0423b241-ad20-4dcf-98d0-6023e13b70d8 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7683074 Apr 30 01:30:31.677650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49524) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:31.696843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'port': {'network_id': '9971425b-9db1-4f77-a155-1358a62fbddc', 'name': 'tempest-RoutersTest-1867012913'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:31.711474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-9971425b-9db1-4f77-a155-1358a62fbddc', 'network_id': '9971425b-9db1-4f77-a155-1358a62fbddc', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': '28826eb3-adcd-4f91-a529-8271819d8e4c'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:30:31.711474 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:31.894824 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '2d851f06-12e3-4d83-b086-e4664988d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:30:28Z', 'revision_number': 5, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port': {'id': '2d851f06-12e3-4d83-b086-e4664988d133', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:56Z', 'updated_at': '2022-04-30T01:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:31.958582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeed4ea2-210f-4d93-a51f-f75315b149c6 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:31.961603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] Checking router: bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:30:31.979088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.023286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] Routers {'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:32.030472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:32.091167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.140952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Allocated IP 172.20.0.2 (9971425b-9db1-4f77-a155-1358a62fbddc/28826eb3-adcd-4f91-a529-8271819d8e4c/3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:32.173406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] Set router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:32.184754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-69b1fdfa-ab2d-4f67-a2a8-d037b616e723 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:32.185547 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.192819 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-69b1fdfa-ab2d-4f67-a2a8-d037b616e723 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/networks?id=309b4ce1-2859-4114-ac38-14d4e54c7387 HTTP/1.1" status: 200 len: 817 time: 0.1555111 Apr 30 01:30:32.197782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Transition to ACTIVE for port object aeed4ea2-210f-4d93-a51f-f75315b149c6 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:30:32.217313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-90c33dc4-54b9-43d5-bd32-ce89dbad08c3 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/quotas/788c599099de4ccab7c0bb32e9720034 HTTP/1.1" status: 200 len: 375 time: 0.0233703 Apr 30 01:30:32.220991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d851f06-12e3-4d83-b086-e4664988d133,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:32.250459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:32.254805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:30:30Z', 'revision_number': 6, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:32.255492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.277131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-8a1efb01-6b0b-4ed0-bb12-f1ca33762cb6 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=788c599099de4ccab7c0bb32e9720034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583060 Apr 30 01:30:32.292315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.347200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.472118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] device_id is not set on port ea3aa8ff-f338-414e-bc9c-b68657acca79 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:30:32.545405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Pushing event updated for resources: {'Port': ['ID=aeed4ea2-210f-4d93-a51f-f75315b149c6,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:32.551835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.558983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.594923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb72590-58ee-4cde-ad02-bd17341f09a8 None None] The sync data for ids ['bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0'] in n-d-821348-1 is: [{'id': 'bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0', 'name': 'tempest-ServersTestMultiNic-1484009935-router', 'tenant_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:55Z', 'updated_at': '2022-04-30T01:30:30Z', 'revision_number': 6, 'project_id': '1561e71645934bd8b5f2cef5e4c9fe44', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:32.685563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-c4f5575d-4d9e-4a83-abb7-75e512b21228 service neutron] 10.222.0.15 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075897 Apr 30 01:30:32.749255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.749887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:30:32.775607 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.782125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-566be1c4-2ce2-474a-b36c-900723b0c3c0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bcc7cd0b-9c85-4dea-a1e6-09fabc4d26f0 HTTP/1.1" status: 204 len: 168 time: 2.2738192 Apr 30 01:30:32.786264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49560) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:32.789252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Attempting to bind port aeed4ea2-210f-4d93-a51f-f75315b149c6 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:32.789531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Attempting to bind port aeed4ea2-210f-4d93-a51f-f75315b149c6 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:32.789903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Attempting to bind port aeed4ea2-210f-4d93-a51f-f75315b149c6 on network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:32.801515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Port aeed4ea2-210f-4d93-a51f-f75315b149c6 on network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:30:32.802465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Attempting to bind port aeed4ea2-210f-4d93-a51f-f75315b149c6 on network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:32.813127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.817353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:32.817686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Checking segment: {'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:32.818111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Bound using segment: {'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:32.818936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Bound port: aeed4ea2-210f-4d93-a51f-f75315b149c6, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:32.819088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.890416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-622869ba-791c-4228-8881-3942256925c5 admin admin] Deleting subnet f0ea7770-88ee-4555-b5c4-fb885652c079 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:32.894799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622869ba-791c-4228-8881-3942256925c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.902712 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:32.962434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-bc981686-2eec-4d96-937f-df244f20fe68 service neutron] 10.222.0.15 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656233 Apr 30 01:30:32.969612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Network 9971425b-9db1-4f77-a155-1358a62fbddc is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:32.972828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:32.999690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622869ba-791c-4228-8881-3942256925c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.004320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:33.024579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] For port aeed4ea2-210f-4d93-a51f-f75315b149c6, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:33.030820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] For port aeed4ea2-210f-4d93-a51f-f75315b149c6, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:33.039738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.20.0.7 (9971425b-9db1-4f77-a155-1358a62fbddc/28826eb3-adcd-4f91-a529-8271819d8e4c/ea3aa8ff-f338-414e-bc9c-b68657acca79) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:33.055383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Pushing event updated for resources: {'Port': ['ID=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:33.109570 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.125429 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Attempting to bind port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:33.125807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Attempting to bind port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '74e695aa-698b-4c5f-8904-1180b88c50fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9971425b-9db1-4f77-a155-1358a62fbddc'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:33.126384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Attempting to bind port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 on network 9971425b-9db1-4f77-a155-1358a62fbddc {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:33.133656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:33.139101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Checking segment: {'id': '74e695aa-698b-4c5f-8904-1180b88c50fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9971425b-9db1-4f77-a155-1358a62fbddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:33.140105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.140714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Bound using segment: {'id': '74e695aa-698b-4c5f-8904-1180b88c50fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9971425b-9db1-4f77-a155-1358a62fbddc'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:33.141217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Bound port: 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e695aa-698b-4c5f-8904-1180b88c50fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9971425b-9db1-4f77-a155-1358a62fbddc'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:33.141638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.168660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc0398-bc99-4c42-a080-396cdfd0ac4e req-074cd244-d06c-4076-a57e-e5ec5d7124d9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:33.170763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2efc0398-bc99-4c42-a080-396cdfd0ac4e req-074cd244-d06c-4076-a57e-e5ec5d7124d9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 944 time: 0.1285648 Apr 30 01:30:33.202219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:33.202844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.204318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] 10.222.0.23 "PUT /v2.0/ports/aeed4ea2-210f-4d93-a51f-f75315b149c6 HTTP/1.1" status: 200 len: 1092 time: 2.4060528 Apr 30 01:30:33.207963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:33.212699 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c672134-6db5-4ad2-ac75-30290d4bbd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:33.226880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c08d7-4e20-4b99-b899-f2b8c814bc42 service neutron] Pushing event updated for resources: {'Port': ['ID=aeed4ea2-210f-4d93-a51f-f75315b149c6,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:33.271583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] For port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:33.275492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] For port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,segment=NetworkSegment(74e695aa-698b-4c5f-8904-1180b88c50fa),segment_id=74e695aa-698b-4c5f-8904-1180b88c50fa)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:33.313638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622869ba-791c-4228-8881-3942256925c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.338886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2efc0398-bc99-4c42-a080-396cdfd0ac4e req-f401520a-8b1e-4766-83a8-683aae8f649c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530974 Apr 30 01:30:33.365830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-1752ca0c-9346-42f4-8dd8-2eea7a02509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:33.369929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.380358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-1752ca0c-9346-42f4-8dd8-2eea7a02509b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1095 time: 0.0730681 Apr 30 01:30:33.471321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-20058ebf-0bbe-4bf8-930e-2f68d6747f8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6 HTTP/1.1" status: 200 len: 217 time: 0.0748513 Apr 30 01:30:33.484542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c9af5-0e89-42cb-928b-b98019d85511 None None] Pushing event updated for resources: {'Port': ['ID=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:33.496092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.543191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-f9d0de8e-ee62-471e-8510-3228e7742717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:33.554039 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-f9d0de8e-ee62-471e-8510-3228e7742717 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.0705240 Apr 30 01:30:33.571259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622869ba-791c-4228-8881-3942256925c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.593627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-2e39543e-020d-4420-8bbf-757568a4b9a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381534 Apr 30 01:30:33.637178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622869ba-791c-4228-8881-3942256925c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ea7770-88ee-4555-b5c4-fb885652c079,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:33.658910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.672918 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622869ba-791c-4228-8881-3942256925c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:33.681728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c16085e2-19d5-4b7c-9f67-c52a47f0fa41 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:33.685051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-622869ba-791c-4228-8881-3942256925c5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f0ea7770-88ee-4555-b5c4-fb885652c079 HTTP/1.1" status: 204 len: 168 time: 0.8979542 Apr 30 01:30:33.693733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49572) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:33.704491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf4a1a-9aa6-41c9-a2df-800314a36d76 None None] Network 70e18e93-2fa0-4813-9258-84416daf1039 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:33.949967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-c61b3560-fbb6-4856-acf1-7f4253754743 service neutron] 10.222.0.23 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495567 Apr 30 01:30:34.022197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c16085e2-19d5-4b7c-9f67-c52a47f0fa41 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:34.022759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c16085e2-19d5-4b7c-9f67-c52a47f0fa41 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:34.024109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2d851f06-12e3-4d83-b086-e4664988d133 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:34.162210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 2d851f06-12e3-4d83-b086-e4664988d133 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:34.163008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2d851f06-12e3-4d83-b086-e4664988d133 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:34.199462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9c76c90-86b4-4757-87e5-07eddb5739c2 req-9e904748-1cf7-4098-b75f-146707e70f28 service neutron] 10.222.0.23 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410567 Apr 30 01:30:34.200583 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:34.217491 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4c0fb7-23df-4a2a-b9c6-b66e513461fe x-openstack-request-id: req-ce4c0fb7-23df-4a2a-b9c6-b66e513461fe {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:34.217491 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:34.217491 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce4c0fb7-23df-4a2a-b9c6-b66e513461fe {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:34.217491 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4c0fb7-23df-4a2a-b9c6-b66e513461fe'] response: {'name': 'network-changed', 'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6', 'status': 'completed', 'code': 200} Apr 30 01:30:34.274837 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:34.396128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] DHCP port deletion for 70e18e93-2fa0-4813-9258-84416daf1039 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:34.444077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-999aa688-a26b-49a2-b39f-18b2ae2a6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:34.446321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-999aa688-a26b-49a2-b39f-18b2ae2a6a13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1095 time: 0.1027787 Apr 30 01:30:34.567917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] Deleting port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:34.568540 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:34.630881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-f829b75f-c35f-454f-be3f-368378f36f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:34.633339 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-f829b75f-c35f-454f-be3f-368378f36f09 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 913 time: 0.1726453 Apr 30 01:30:34.695554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] For port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6d04cebb-9cd9-4f5b-b4db-951b3f45d508,segment=NetworkSegment(950ef1c2-fb41-4cc2-89e0-74d47835d028),segment_id=950ef1c2-fb41-4cc2-89e0-74d47835d028)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:34.696366 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:34.700169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-9de5df42-689b-4505-84ef-8f426494597d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6 HTTP/1.1" status: 200 len: 217 time: 0.0557220 Apr 30 01:30:34.716347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 9971425b-9db1-4f77-a155-1358a62fbddc is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:34.717961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] Calling delete_port for 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:34.751854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:34.776345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-6855d96b-20df-4a23-bc5f-f3a74604c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:34.778422 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-6855d96b-20df-4a23-bc5f-f3a74604c1b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.0681596 Apr 30 01:30:34.784405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=ea3aa8ff-f338-414e-bc9c-b68657acca79,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:34.795233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:34.835123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-f7dcf4f1-5cd8-41e7-b5f6-59874109637b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471139 Apr 30 01:30:34.865174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7990eb99-f043-4f9b-9955-f1f59eac0e9f req-93cba52e-53c0-4ae3-8241-7214ed0291e8 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 210 time: 0.1619008 Apr 30 01:30:34.892753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:34.977477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:34.979075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:34.982274 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:35.067091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] Pushing event deleted for resources: {'Port': ['ID=6d04cebb-9cd9-4f5b-b4db-951b3f45d508,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:35.068393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] The port '6d04cebb-9cd9-4f5b-b4db-951b3f45d508' was deleted {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 30 01:30:35.081482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a0297-39fe-4c8e-b8d6-2f00b2ff5220 None None] No DVR routers for this DVR port 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:35.198740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:35.230812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f4806-e0a4-4701-92ca-8d3442c37b67 req-0140044e-4e7b-4a04-9070-2624a4e5fb7a tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:35.234505 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c58f4806-e0a4-4701-92ca-8d3442c37b67 req-0140044e-4e7b-4a04-9070-2624a4e5fb7a tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 944 time: 0.2533019 Apr 30 01:30:35.241013 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-c5ce489b-b74d-42ed-80d6-5cd897e6480b service neutron] 10.222.0.23 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956211 Apr 30 01:30:35.246584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49620) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:35.247941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c6503162-30a9-4f0f-9b2a-01bbdc08a4ea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5662286 Apr 30 01:30:35.252297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e18e93-2fa0-4813-9258-84416daf1039']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:35.278168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950ef1c2-fb41-4cc2-89e0-74d47835d028') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:35.278168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950ef1c2-fb41-4cc2-89e0-74d47835d028') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:35.310371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:35.334007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:35.348046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:35.348697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:35.353033 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:35.394518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67392bd-bf60-480e-82e0-ab039088961c None None] Network 9971425b-9db1-4f77-a155-1358a62fbddc requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:35.475967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae78a959-aa29-4e74-a1f8-116d67958a6f req-4c3e8895-7378-4a85-9a04-3ec1a118b10b tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0522068 Apr 30 01:30:35.554972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c573ef5d-ccd0-4af0-9520-960784b36d63 None None] Provisioning complete for port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:35.556333 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c573ef5d-ccd0-4af0-9520-960784b36d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:35.576907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:35.577845 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:35.592234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:35.605401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] 10.222.0.15 "DELETE /v2.0/networks/70e18e93-2fa0-4813-9258-84416daf1039 HTTP/1.1" status: 204 len: 168 time: 1.9019327 Apr 30 01:30:35.624612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df9b2-d0b6-4768-b74d-2496b2f23742 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e18e93-2fa0-4813-9258-84416daf1039,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:35.659390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c58f4806-e0a4-4701-92ca-8d3442c37b67 req-05ce0d34-1067-4610-9e09-44b4c6a265eb tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173634 Apr 30 01:30:35.827279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c672134-6db5-4ad2-ac75-30290d4bbd5f req-324055fb-f5da-4bb6-8cce-9d0664acb8d7 service neutron] 10.222.0.23 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797663 Apr 30 01:30:36.002255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:36.011769 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.022784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd2897d3-f943-4181-b090-6aa4b52557ef req-9972a24c-09b5-47c4-9b4a-bd9d49396c45 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 210 time: 0.0499496 Apr 30 01:30:36.036476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.171291 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c573ef5d-ccd0-4af0-9520-960784b36d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.268147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49640) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:36.278598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c573ef5d-ccd0-4af0-9520-960784b36d63 None None] For port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,segment=NetworkSegment(74e695aa-698b-4c5f-8904-1180b88c50fa),segment_id=74e695aa-698b-4c5f-8904-1180b88c50fa)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:36.301228 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.376414 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c573ef5d-ccd0-4af0-9520-960784b36d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.378927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d01ffba9-dab6-46a1-86f1-a018204016d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1561e71645934bd8b5f2cef5e4c9fe44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095295 Apr 30 01:30:36.382755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49644) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:36.492899 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f5782a3-527c-46bb-b095-2a0ed62583ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.563161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f5782a3-527c-46bb-b095-2a0ed62583ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.567533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.584994 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:30:36.585633 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:30:36.607894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573ef5d-ccd0-4af0-9520-960784b36d63 None None] Pushing event updated for resources: {'Port': ['ID=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:36.615680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-228e246e-a04c-40dc-bafc-6ba856c2c945 None None] Provisioning complete for port ea3aa8ff-f338-414e-bc9c-b68657acca79 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:36.616197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-228e246e-a04c-40dc-bafc-6ba856c2c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.668350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-228e246e-a04c-40dc-bafc-6ba856c2c945 None None] Port ea3aa8ff-f338-414e-bc9c-b68657acca79 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:30:36.679931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.680915 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be2994b3-6d82-4ff7-88a9-a2219b746413 req-e12532bf-7e14-4ebb-9560-bb3e1a153087 tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0644317 Apr 30 01:30:36.723306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-228e246e-a04c-40dc-bafc-6ba856c2c945 None None] Provisioning complete for port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:36.724759 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-228e246e-a04c-40dc-bafc-6ba856c2c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.939337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=ea3aa8ff-f338-414e-bc9c-b68657acca79,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:36.951892 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f5782a3-527c-46bb-b095-2a0ed62583ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.962507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f5782a3-527c-46bb-b095-2a0ed62583ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:36.970281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4f5782a3-527c-46bb-b095-2a0ed62583ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a HTTP/1.1" status: 204 len: 168 time: 0.5794005 Apr 30 01:30:36.994759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5782a3-527c-46bb-b095-2a0ed62583ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e230d25-ef2c-4c9b-b7fc-b25c6b4e3a5a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:37.026285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d7fd7-e391-4bff-99f2-37d95412cdcc req-10b302f1-bd56-468a-8b0c-b9ee268d1c0e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:37.060893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-849d7fd7-e391-4bff-99f2-37d95412cdcc req-10b302f1-bd56-468a-8b0c-b9ee268d1c0e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 944 time: 0.2165174 Apr 30 01:30:37.097023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-931a35f9-9b0a-489f-8575-06a6b1b8dd0c None None] Provisioning complete for port ea3aa8ff-f338-414e-bc9c-b68657acca79 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:37.097998 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-931a35f9-9b0a-489f-8575-06a6b1b8dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:37.158612 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-9f684a33-9a8f-4a7b-8504-bf05fc14f46b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3074830 Apr 30 01:30:37.169101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-849d7fd7-e391-4bff-99f2-37d95412cdcc req-8bfd5604-87bf-413d-a633-c54133c133f0 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072085 Apr 30 01:30:37.297955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-931a35f9-9b0a-489f-8575-06a6b1b8dd0c None None] Port ea3aa8ff-f338-414e-bc9c-b68657acca79 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:30:37.398689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:37.430179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:37.430651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6d04cebb-9cd9-4f5b-b4db-951b3f45d508 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:37.440812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-65e85d0e-8497-46b9-9ec6-def561340e45 None None] Provisioning complete for port ea3aa8ff-f338-414e-bc9c-b68657acca79 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:37.441310 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e85d0e-8497-46b9-9ec6-def561340e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:37.494480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65e85d0e-8497-46b9-9ec6-def561340e45 None None] Port ea3aa8ff-f338-414e-bc9c-b68657acca79 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:30:37.614376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:37.708918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:37.712262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:37.719974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device aeed4ea2-210f-4d93-a51f-f75315b149c6 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:37.952118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-55241fd5-458a-454a-a73e-e820a003be0d req-721471c5-fd15-4ad9-8942-bc8860c7706d tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 210 time: 0.5955000 Apr 30 01:30:38.003147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:38.180798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port aeed4ea2-210f-4d93-a51f-f75315b149c6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:38.185921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b03621c-f63f-421c-852d-2e29dcb258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.186500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b03621c-f63f-421c-852d-2e29dcb258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.187130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b03621c-f63f-421c-852d-2e29dcb258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.188464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b03621c-f63f-421c-852d-2e29dcb258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.189366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b03621c-f63f-421c-852d-2e29dcb258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.190124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b03621c-f63f-421c-852d-2e29dcb258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.190886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b03621c-f63f-421c-852d-2e29dcb258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.194500 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b03621c-f63f-421c-852d-2e29dcb258d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6491 time: 0.9130747 Apr 30 01:30:38.205768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'aeed4ea2-210f-4d93-a51f-f75315b149c6', 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9', 'port_id': 'aeed4ea2-210f-4d93-a51f-f75315b149c6', 'mac_address': 'fa:16:3e:01:6b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd97ed06-d4f3-4106-89ae-6a5155bb7a4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:38.263331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f09a6648-65e2-4a28-9ae8-1a180001748a req-e77ed4c1-7696-4c5a-8e54-d3cef538716b tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0623786 Apr 30 01:30:38.278430 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:38.338448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeed4ea2-210f-4d93-a51f-f75315b149c6 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:38.382834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port aeed4ea2-210f-4d93-a51f-f75315b149c6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:38.436283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:38.452888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:38.518787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=aeed4ea2-210f-4d93-a51f-f75315b149c6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:38.567664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-572e78c9-c7aa-40d9-9a02-be27a1e42ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.567664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-572e78c9-c7aa-40d9-9a02-be27a1e42ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.567664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-572e78c9-c7aa-40d9-9a02-be27a1e42ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.567664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-572e78c9-c7aa-40d9-9a02-be27a1e42ece service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac585f3c-896a-483e-a277-2f2e01293da1&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0e6294b2-3522-4972-aca6-3136bf498da1&id=0e6294b2-3522-4972-aca6-3136bf498da1 HTTP/1.1" status: 200 len: 2289 time: 0.3299801 Apr 30 01:30:38.735495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47dbad-802f-45c3-a08c-1731f498f05d req-24e9f7ce-113a-4903-be56-313a55157bf1 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.744873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd47dbad-802f-45c3-a08c-1731f498f05d req-24e9f7ce-113a-4903-be56-313a55157bf1 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 946 time: 0.1097248 Apr 30 01:30:38.771921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:38.784122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364da515-e45d-4c40-a474-27eac99ef5c6 req-83c73d92-446b-41a0-9c3f-795f5f31da01 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:38.794056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-364da515-e45d-4c40-a474-27eac99ef5c6 req-83c73d92-446b-41a0-9c3f-795f5f31da01 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 945 time: 0.3205705 Apr 30 01:30:38.820367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd47dbad-802f-45c3-a08c-1731f498f05d req-23f999df-73c9-461e-8055-abcdcef86b17 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737257 Apr 30 01:30:38.864230 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-d1eb5d96-dfb7-4afa-aac0-40f0230b114c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d HTTP/1.1" status: 200 len: 1001 time: 0.2836502 Apr 30 01:30:38.972022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-364da515-e45d-4c40-a474-27eac99ef5c6 req-bac4414f-130c-40dd-885b-de93cc1925a5 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770403 Apr 30 01:30:39.038921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49702) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:39.048502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-d91e5897-a788-47d2-89c0-a301ef03f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:39.049539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-d91e5897-a788-47d2-89c0-a301ef03f428 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80fef2ae-9c56-4bc8-9205-1c770896a367 HTTP/1.1" status: 200 len: 851 time: 0.1755211 Apr 30 01:30:39.065801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-5d58fab7-47b4-4738-ad3f-19683a96a937 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:39.068931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-5d58fab7-47b4-4738-ad3f-19683a96a937 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.21 "GET /v2.0/networks?id=309b4ce1-2859-4114-ac38-14d4e54c7387 HTTP/1.1" status: 200 len: 817 time: 0.4224839 Apr 30 01:30:39.161588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Request body: {'port': {'device_id': 'be5771c1-ce9b-4e8f-a530-08f7a9c6b232', 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387', 'admin_state_up': True, 'tenant_id': '788c599099de4ccab7c0bb32e9720034'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:39.170445 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cb46567-17ac-4d0a-9161-e9c208ac0f3a req-f3b0feb6-afa4-4890-97e1-07e6c117f99c tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 210 time: 0.0506237 Apr 30 01:30:39.221734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1013956256-network', 'tenant_id': '595a61bf688f4a3e8ed4bd2743f19dab'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:39.370702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Made reservation on behalf of 595a61bf688f4a3e8ed4bd2743f19dab for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:39.374286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.384090 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.438580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-794e528a-31a7-4d9c-8f4a-87dc44dc7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:39.440367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-794e528a-31a7-4d9c-8f4a-87dc44dc7222 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac585f3c-896a-483e-a277-2f2e01293da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3009818 Apr 30 01:30:39.469360 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-312c45bd-1038-4f72-b783-1b0b1099d3ae req-30728fd3-bcf8-4a77-b1ff-df37ca8c9209 tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0922000 Apr 30 01:30:39.521809 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.539892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-5d481821-7c87-4ccd-ab8c-b0a2a9f52ece tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:39.541380 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-5d481821-7c87-4ccd-ab8c-b0a2a9f52ece tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.23 "GET /v2.0/networks?id=309b4ce1-2859-4114-ac38-14d4e54c7387 HTTP/1.1" status: 200 len: 817 time: 0.3891125 Apr 30 01:30:39.588957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.600770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.610070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Request body: {'port': {'device_id': 'd7c78988-e328-4adc-ba32-cff0cd1a6147', 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387', 'admin_state_up': True, 'tenant_id': '788c599099de4ccab7c0bb32e9720034'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:39.681626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:30:39.706421 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.721513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423fdf3a-6559-46f6-a848-7a450eb1b6be,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:39.725956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.726335 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Added segment b08c35b5-42b5-4284-a0c9-76268fcc542e of type vlan for network 5add9f1c-daca-4988-904c-60d0fd5bef51 Apr 30 01:30:39.795720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Made reservation on behalf of 788c599099de4ccab7c0bb32e9720034 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:39.799349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.819736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abeae3da-c1c2-4059-8a57-1fbf87c6c10c req-687b5f06-2abd-4bbc-b724-07b891f7e155 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0951974 Apr 30 01:30:39.849269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-765d1bad-f410-4afa-bf9a-0c63407694d6 service neutron] 10.222.0.23 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795226 Apr 30 01:30:39.855054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:39.865120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-eb09975a-5f62-48e9-9040-905a0c125c7e tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:39.867616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-eb09975a-5f62-48e9-9040-905a0c125c7e tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.21 "GET /v2.0/networks?id=309b4ce1-2859-4114-ac38-14d4e54c7387 HTTP/1.1" status: 200 len: 817 time: 0.3006825 Apr 30 01:30:39.868121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49710) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:39.886001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=ea3aa8ff-f338-414e-bc9c-b68657acca79,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:39.908655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.022163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.023526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:40.024262 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.036551 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43155847-8023-4353-98f4-90517b1fd917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.049893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Request body: {'port': {'device_id': 'ce8ce073-3856-4324-bb9c-cb9a6434e221', 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387', 'admin_state_up': True, 'tenant_id': '788c599099de4ccab7c0bb32e9720034'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:40.127754 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-6660d7a1-cf69-42e1-987f-edcc8f35164d service neutron] 10.222.0.23 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573464 Apr 30 01:30:40.172724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb094b7-2ef9-4195-9d0f-6915755d7136 req-cdf25fb8-e8ad-4666-b1ec-567bd534ad5d tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:40.174745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bb094b7-2ef9-4195-9d0f-6915755d7136 req-cdf25fb8-e8ad-4666-b1ec-567bd534ad5d tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 946 time: 0.2068205 Apr 30 01:30:40.176997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] Pushing event updated for resources: {'Network': ['ID=5add9f1c-daca-4988-904c-60d0fd5bef51,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:40.204424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 5add9f1c-daca-4988-904c-60d0fd5bef51 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:30:40.231661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-254bdd85-e274-48f8-a62e-d6ff2f929078 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b HTTP/1.1" status: 200 len: 217 time: 0.0817189 Apr 30 01:30:40.298955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-edc8644a-6b0f-484f-b8a3-2d4ebf0b3925 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2574224 Apr 30 01:30:40.307008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49720) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:40.323912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bb094b7-2ef9-4195-9d0f-6915755d7136 req-a6cc1d69-f0f1-4276-b309-02ecfd0b8272 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985727 Apr 30 01:30:40.338032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Request body: {'subnet': {'network_id': '5add9f1c-daca-4988-904c-60d0fd5bef51', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1013956256-subnet', 'tenant_id': '595a61bf688f4a3e8ed4bd2743f19dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:40.365757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d4251-8331-439b-bd8b-3bd7ad8c871a req-3c130ece-0a9b-4d56-bece-f605a7e8fae5 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:40.367643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-221d4251-8331-439b-bd8b-3bd7ad8c871a req-3c130ece-0a9b-4d56-bece-f605a7e8fae5 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 945 time: 0.2791123 Apr 30 01:30:40.373955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Allocated IP 172.20.0.4 (309b4ce1-2859-4114-ac38-14d4e54c7387/b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c/25dedf1c-2a78-4702-9da4-6116827d82bd) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:40.376757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-a0edd739-bb2e-4299-a2d7-6165e37ac416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:40.378846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-a0edd739-bb2e-4299-a2d7-6165e37ac416 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.1255605 Apr 30 01:30:40.422589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Made reservation on behalf of 788c599099de4ccab7c0bb32e9720034 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:40.424315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.473894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a0e13a2-c50a-480e-af9b-60fe6e373cd8 req-fd391b6d-3026-43ca-b097-1c23f78119fb tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 210 time: 0.0451517 Apr 30 01:30:40.480043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43155847-8023-4353-98f4-90517b1fd917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.483633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Made reservation on behalf of 595a61bf688f4a3e8ed4bd2743f19dab for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:40.485941 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.506254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 9971425b-9db1-4f77-a155-1358a62fbddc is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:40.513807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Made reservation on behalf of 788c599099de4ccab7c0bb32e9720034 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:40.517404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.542551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:40.557091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-33caa03c-f23d-4880-a5f8-c6434775ae09 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:40.558773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-33caa03c-f23d-4880-a5f8-c6434775ae09 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.21 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 946 time: 0.1667244 Apr 30 01:30:40.571739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-221d4251-8331-439b-bd8b-3bd7ad8c871a req-5da8b7bb-d25c-4117-b9e1-3aca8f9dd46e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846924 Apr 30 01:30:40.585843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-43155847-8023-4353-98f4-90517b1fd917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:40.613886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-580ea50d-2388-4822-99f8-1fbc022b9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:40.615832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-580ea50d-2388-4822-99f8-1fbc022b9f15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2251694 Apr 30 01:30:40.760447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-43155847-8023-4353-98f4-90517b1fd917 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=270d0cb30cad494aa9f3dc329b631a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8895214 Apr 30 01:30:40.764230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49724) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:40.876935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43155847-8023-4353-98f4-90517b1fd917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2001ae-1ca6-4ca4-b72d-834ed6c713d4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:40.920044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-071a345a-7d72-47ba-b9bd-12d951b8d134 req-6c99bbac-79af-40ec-83a6-d47121288241 tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.1985500 Apr 30 01:30:41.072789 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cb88766-2099-4a52-ba94-a2c510a43c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.077388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e9f83dba-7e18-4584-83a7-395cc34b0fb9 None None] Provisioning complete for port ea3aa8ff-f338-414e-bc9c-b68657acca79 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:41.077826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9f83dba-7e18-4584-83a7-395cc34b0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.140115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cb88766-2099-4a52-ba94-a2c510a43c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.141605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e9f83dba-7e18-4584-83a7-395cc34b0fb9 None None] Port ea3aa8ff-f338-414e-bc9c-b68657acca79 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:30:41.155760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Deleting port 05ac5062-0f0d-461c-8b86-f5ab88304b68 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:41.156101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.235405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.317044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce78ec6-9ddb-4834-9d6a-51ed50051e76,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:41.344854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] For port 05ac5062-0f0d-461c-8b86-f5ab88304b68, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=05ac5062-0f0d-461c-8b86-f5ab88304b68,segment=NetworkSegment(1ab3be3e-2b02-4a04-9c18-87431386f958),segment_id=1ab3be3e-2b02-4a04-9c18-87431386f958)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:41.345215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.357959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Checking segment: {'id': 'b08c35b5-42b5-4284-a0c9-76268fcc542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5add9f1c-daca-4988-904c-60d0fd5bef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:41.358318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Network hostable DHCP agents. Network: 5add9f1c-daca-4988-904c-60d0fd5bef51, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:41.364677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Calling delete_port for 05ac5062-0f0d-461c-8b86-f5ab88304b68 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:41.419072 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cb88766-2099-4a52-ba94-a2c510a43c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.421822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cb88766-2099-4a52-ba94-a2c510a43c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.422425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.425683 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7cb88766-2099-4a52-ba94-a2c510a43c18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b2001ae-1ca6-4ca4-b72d-834ed6c713d4 HTTP/1.1" status: 204 len: 168 time: 0.6569135 Apr 30 01:30:41.437859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-7ac1a3c2-ebfc-4196-b274-9287f591641c service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186351 Apr 30 01:30:41.440059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb88766-2099-4a52-ba94-a2c510a43c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2001ae-1ca6-4ca4-b72d-834ed6c713d4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:41.443872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Network 5add9f1c-daca-4988-904c-60d0fd5bef51 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:41.524906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 5add9f1c-daca-4988-904c-60d0fd5bef51) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:41.534065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:41.538892 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.539023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec3fa0-97d9-4dac-81e0-e48be1b5be43 None None] Network 5add9f1c-daca-4988-904c-60d0fd5bef51 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:41.660905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04dcac02-a926-4226-b332-8dd3e9834b04 req-83df0fee-bac4-4cca-9c4c-3c202c21f1fc tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 210 time: 0.0336537 Apr 30 01:30:41.676229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ba498f4-d8e6-45d1-847d-33f8edc39ad7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3511119 Apr 30 01:30:41.681728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.734604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-5a927acf-3343-412e-bb29-d94c5b71c0a4 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563992 Apr 30 01:30:41.747647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ff025-ce37-4318-9adc-be4ce55d809d req-b4c16276-522d-46f5-8432-28180ef333e8 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:41.758801 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a0ff025-ce37-4318-9adc-be4ce55d809d req-b4c16276-522d-46f5-8432-28180ef333e8 tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/ports?device_id=f253c63b-a570-431d-802a-7253488608e8 HTTP/1.1" status: 200 len: 867 time: 0.2792079 Apr 30 01:30:41.760187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['05ac5062-0f0d-461c-8b86-f5ab88304b68'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:41.763814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device aeed4ea2-210f-4d93-a51f-f75315b149c6 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:41.771732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router b06e1f51-ad65-4944-9430-df8928998365 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:30:41.822775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:41.829400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-ee47f8d9-a964-4378-8c64-464615e35889 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=ce3792c1-2aec-4d81-8c87-e0b6661e4244 HTTP/1.1" status: 200 len: 217 time: 0.0680745 Apr 30 01:30:41.863602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f8fd9-164c-4be3-a369-789f8f3b6712 None None] Network 5add9f1c-daca-4988-904c-60d0fd5bef51 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:41.866001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Pushing event deleted for resources: {'Port': ['ID=05ac5062-0f0d-461c-8b86-f5ab88304b68,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:41.966763 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a0ff025-ce37-4318-9adc-be4ce55d809d req-cac21dd7-0c30-4e53-be99-b9c89e2dc6ab tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.15 "GET /v2.0/security-groups?id=bba51660-8f3b-448f-b62e-e86d05418165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012272 Apr 30 01:30:41.984692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Network 309b4ce1-2859-4114-ac38-14d4e54c7387 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:42.079959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:42.092856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:42.103206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Pushing event updated for resources: {'Port': ['ID=25dedf1c-2a78-4702-9da4-6116827d82bd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:42.142124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-2cab83fc-b6fd-4160-af5e-032bb374e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:42.144217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-2cab83fc-b6fd-4160-af5e-032bb374e8b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.3065174 Apr 30 01:30:42.180424 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50621550-31a1-49d8-8b01-98eb8bb1b1d0 req-6a7e0429-f3d9-4fba-9233-cf3d2ac44c46 tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0910356 Apr 30 01:30:42.224162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:42.240319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Allocated IP 172.20.0.5 (309b4ce1-2859-4114-ac38-14d4e54c7387/b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c/80af1483-6166-47bc-b17c-681371261c20) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:42.246112 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3b61e-bcc1-403e-9106-f11ec85a07a0 None None] Sync routers for ids ['b06e1f51-ad65-4944-9430-df8928998365'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:42.250504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-733269fe-88dd-4fe1-9592-63f304e95df1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/b06e1f51-ad65-4944-9430-df8928998365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9921446 Apr 30 01:30:42.260045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49752) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:42.270254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] No DVR routers for this DVR port 05ac5062-0f0d-461c-8b86-f5ab88304b68 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:42.276367 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3b61e-bcc1-403e-9106-f11ec85a07a0 None None] Routers {'b06e1f51-ad65-4944-9430-df8928998365'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:42.277009 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-00c3b61e-bcc1-403e-9106-f11ec85a07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b06e1f51-ad65-4944-9430-df8928998365'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:42.277200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:42.277699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:42.281445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port aeed4ea2-210f-4d93-a51f-f75315b149c6 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:42.285115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:42.307115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c53fdfa-9a6a-4496-9122-41e75af1369e req-df93012c-27b8-41db-8532-26e4078cfe3b tempest-ServerTagsTestJSON-550019373 tempest-ServerTagsTestJSON-550019373-project] 10.222.0.21 "DELETE /v2.0/ports/05ac5062-0f0d-461c-8b86-f5ab88304b68 HTTP/1.1" status: 204 len: 173 time: 1.7152004 Apr 30 01:30:42.307749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f253c63b-a570-431d-802a-7253488608e8', 'name': 'network-vif-deleted', 'tag': '05ac5062-0f0d-461c-8b86-f5ab88304b68'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:42.310132 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd44a9d-9926-4f90-b4b7-727053492456" -d '{"events": [{"server_uuid": "f253c63b-a570-431d-802a-7253488608e8", "name": "network-vif-deleted", "tag": "05ac5062-0f0d-461c-8b86-f5ab88304b68"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:42.313467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port aeed4ea2-210f-4d93-a51f-f75315b149c6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:42.316400 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:42.330469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1de96a-6e53-4c40-938b-c85bfe0d2f81 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:42.334539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bf1de96a-6e53-4c40-938b-c85bfe0d2f81 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports/ea3aa8ff-f338-414e-bc9c-b68657acca79 HTTP/1.1" status: 200 len: 977 time: 0.0708289 Apr 30 01:30:42.335034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:42.345769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-a002a15e-1f88-40d1-9eed-56f02ca58b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:42.351602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-a002a15e-1f88-40d1-9eed-56f02ca58b50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1766250 Apr 30 01:30:42.351970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb51ff-fe02-4b75-b55f-d6a51c380b6e req-6ed72a83-c22b-4c56-9904-abecd129704d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:42.361203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48fb51ff-fe02-4b75-b55f-d6a51c380b6e req-6ed72a83-c22b-4c56-9904-abecd129704d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 945 time: 0.4787750 Apr 30 01:30:42.379598 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-00c3b61e-bcc1-403e-9106-f11ec85a07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:42.403256 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3b61e-bcc1-403e-9106-f11ec85a07a0 None None] Routers {'b06e1f51-ad65-4944-9430-df8928998365'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:42.405341 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-00c3b61e-bcc1-403e-9106-f11ec85a07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b06e1f51-ad65-4944-9430-df8928998365'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:42.463685 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-08d6dffc-306c-40f2-a197-e47a5830dd43 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3095062 Apr 30 01:30:42.529536 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-00c3b61e-bcc1-403e-9106-f11ec85a07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:42.532043 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3b61e-bcc1-403e-9106-f11ec85a07a0 None None] The sync data for ids ['b06e1f51-ad65-4944-9430-df8928998365'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:42.543007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48fb51ff-fe02-4b75-b55f-d6a51c380b6e req-7b46ee1d-b3a4-4779-8c20-de331021b8e6 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808479 Apr 30 01:30:42.573034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Request body: {'port': {'device_id': 'be5771c1-ce9b-4e8f-a530-08f7a9c6b232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:42.610687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:42.641434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:42.644267 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4833689-65c7-4309-b8ca-741fae588178" -d '{"events": [{"server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "name": "network-vif-plugged", "status": "completed", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:42.665877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port aeed4ea2-210f-4d93-a51f-f75315b149c6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:42.770856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:42.837364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=aeed4ea2-210f-4d93-a51f-f75315b149c6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:42.845388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:42.975479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:43.008887 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:43.059097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Network 309b4ce1-2859-4114-ac38-14d4e54c7387 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:43.062687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:43.071477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:43.088883 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-28571f02-2d78-412f-95ec-5cdaa3f73721 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969705 Apr 30 01:30:43.155565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Pushing event updated for resources: {'Port': ['ID=80af1483-6166-47bc-b17c-681371261c20,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:43.196464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:43.197549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:43.220219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Allocated IP 172.20.0.3 (309b4ce1-2859-4114-ac38-14d4e54c7387/b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c/524be405-e9f8-472c-bdd5-9599134abc38) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:43.243237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49794) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:43.284220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768a30-27e6-423c-adb5-3a41388107d8 req-ea81f8b7-e7c9-430e-bc51-81308d92283e tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:43.285705 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-ea81f8b7-e7c9-430e-bc51-81308d92283e tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/networks?id=5add9f1c-daca-4988-904c-60d0fd5bef51 HTTP/1.1" status: 200 len: 818 time: 0.5052254 Apr 30 01:30:43.294699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-2e2c5519-2e81-4b44-a277-63c93d213745 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2598755 Apr 30 01:30:43.308368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Request body: {'port': {'device_id': 'ce8ce073-3856-4324-bb9c-cb9a6434e221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:43.413052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-804239326-network', 'tenant_id': '4efef64b1b524547ae3bbab7da9e7db6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:43.419581 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:43.430575 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70637d9-34e3-46e3-ba4c-7ad5e05a36be x-openstack-request-id: req-c70637d9-34e3-46e3-ba4c-7ad5e05a36be {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:43.430961 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f253c63b-a570-431d-802a-7253488608e8", "name": "network-vif-deleted", "tag": "05ac5062-0f0d-461c-8b86-f5ab88304b68", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:43.431314 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c70637d9-34e3-46e3-ba4c-7ad5e05a36be {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:43.432726 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-502a5d34-3c49-4483-bcfb-32c3cb86f9c5 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/quotas/595a61bf688f4a3e8ed4bd2743f19dab HTTP/1.1" status: 200 len: 375 time: 0.1372766 Apr 30 01:30:43.433023 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70637d9-34e3-46e3-ba4c-7ad5e05a36be'] response: {'server_uuid': 'f253c63b-a570-431d-802a-7253488608e8', 'name': 'network-vif-deleted', 'tag': '05ac5062-0f0d-461c-8b86-f5ab88304b68', 'status': 'completed', 'code': 200} Apr 30 01:30:43.519610 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd34ea21-c131-4d75-ae58-c12cc22f3818 x-openstack-request-id: req-bd34ea21-c131-4d75-ae58-c12cc22f3818 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:43.519932 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "name": "network-vif-plugged", "status": "completed", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:43.520649 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd34ea21-c131-4d75-ae58-c12cc22f3818 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:43.521338 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd34ea21-c131-4d75-ae58-c12cc22f3818'] response: {'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6', 'code': 200} Apr 30 01:30:43.521959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-08e6bcc3-f163-4f23-af14-dadd8ddffa42 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148731 Apr 30 01:30:43.540581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-6d7f8297-9fee-4558-9701-115d841dc30e tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=595a61bf688f4a3e8ed4bd2743f19dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841925 Apr 30 01:30:43.555237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Made reservation on behalf of 4efef64b1b524547ae3bbab7da9e7db6 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:43.560982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:43.629927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-7dde177b-f75c-4e0c-a343-6752e2fdab2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=db6ff20a-9964-4274-859f-e9f639c81099 HTTP/1.1" status: 200 len: 217 time: 0.0800080 Apr 30 01:30:43.665867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:43.718636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d1238ea-e4d8-4d5d-8cc8-dd78897d38a5 req-8a951971-8d96-4a55-b866-e63292ed6dc5 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 210 time: 0.0898757 Apr 30 01:30:43.781446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19513-0cd9-4095-aad1-cbf8e23978a3 req-a0c6bf2d-8cb8-4673-90c6-dcf4871a9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:43.782988 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96b19513-0cd9-4095-aad1-cbf8e23978a3 req-a0c6bf2d-8cb8-4673-90c6-dcf4871a9448 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1097 time: 0.1528649 Apr 30 01:30:43.861617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-5e1ce9d1-6c6a-4515-a3fe-7f1932a6b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:43.863301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-5e1ce9d1-6c6a-4515-a3fe-7f1932a6b9c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.1459684 Apr 30 01:30:43.889485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96b19513-0cd9-4095-aad1-cbf8e23978a3 req-874be146-0ee2-45cc-ba8b-17eb978e733a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879126 Apr 30 01:30:43.892259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-c7c21352-3c07-47b7-bcf5-d518096a7ba5 service neutron] 10.222.0.15 "GET /v2.0/networks/5add9f1c-daca-4988-904c-60d0fd5bef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506322 Apr 30 01:30:43.901159 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:43.916036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.013694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.037849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:30:44.055219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eda462-0bcc-40a3-8ce5-b6ad1521392a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:44.058724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.059288 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Added segment d9f5edec-10a2-4844-8721-1a48adaaa324 of type vlan for network 8e87f5d0-e0df-4840-964d-c7b332b60c0a Apr 30 01:30:44.060661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-77a1992b-ca77-4fa9-ad4f-72c8ead53205 service neutron] 10.222.0.15 "GET /v2.0/networks/5add9f1c-daca-4988-904c-60d0fd5bef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145298 Apr 30 01:30:44.078129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49802) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:44.198360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.206028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1374315-a6cb-40a6-b29b-ca0741dbe6b1 admin admin] Deleting subnet c1f69751-bb2f-4fd7-8534-96b86dde04d5 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:44.211358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1374315-a6cb-40a6-b29b-ca0741dbe6b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.262137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1374315-a6cb-40a6-b29b-ca0741dbe6b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.309192 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1374315-a6cb-40a6-b29b-ca0741dbe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.363986 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.365437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:44.366058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.468753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] Pushing event updated for resources: {'Network': ['ID=8e87f5d0-e0df-4840-964d-c7b332b60c0a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:44.480089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 8e87f5d0-e0df-4840-964d-c7b332b60c0a details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:30:44.503339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3e5b3839-f505-41a7-818c-0960af076885 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2560642 Apr 30 01:30:44.512645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49810) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:44.520885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Request body: {'subnet': {'network_id': '8e87f5d0-e0df-4840-964d-c7b332b60c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-804239326-subnet', 'tenant_id': '4efef64b1b524547ae3bbab7da9e7db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:44.558888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a82e9ca-b18d-435c-85f0-aa5eb1f14e2d req-a2f0b799-673f-4347-a557-582a783042e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed50043b5caf45f18760913b70937def&device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0641565 Apr 30 01:30:44.592203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1374315-a6cb-40a6-b29b-ca0741dbe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.647185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.676462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a82e9ca-b18d-435c-85f0-aa5eb1f14e2d req-a155f5ba-ed9e-478a-b93e-220d05a80032 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ed50043b5caf45f18760913b70937def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008370 Apr 30 01:30:44.678040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47cbec7a-fb78-4e2b-b4fe-842e0ba2da1f req-064ddfd6-cefe-481a-974e-a3bf65860754 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 210 time: 0.0939906 Apr 30 01:30:44.681795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1374315-a6cb-40a6-b29b-ca0741dbe6b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.689087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1374315-a6cb-40a6-b29b-ca0741dbe6b1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c1f69751-bb2f-4fd7-8534-96b86dde04d5 HTTP/1.1" status: 204 len: 168 time: 0.6099398 Apr 30 01:30:44.691801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49822) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:44.695128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1374315-a6cb-40a6-b29b-ca0741dbe6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f69751-bb2f-4fd7-8534-96b86dde04d5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:44.697331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-374b73b0-0a9b-4c2a-a8d5-288a91788866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:44.698765 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-374b73b0-0a9b-4c2a-a8d5-288a91788866 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8235710 Apr 30 01:30:44.719457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433c75e-4b58-48f5-a03c-10fdceaf7e65 req-04481d23-e5f8-45dd-b9cf-579facaa6963 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:44.727415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8433c75e-4b58-48f5-a03c-10fdceaf7e65 req-04481d23-e5f8-45dd-b9cf-579facaa6963 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 946 time: 0.2134373 Apr 30 01:30:44.798470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Made reservation on behalf of 4efef64b1b524547ae3bbab7da9e7db6 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:44.801160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.877319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:44.903365 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c13a1f76-db18-4b37-afcf-cc0cf36caab4 req-4a784851-e7c0-4046-b7c1-01803852bdd5 tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0718508 Apr 30 01:30:44.936322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.018100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8433c75e-4b58-48f5-a03c-10fdceaf7e65 req-790f93aa-0e7f-433a-8495-c336ac033200 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897916 Apr 30 01:30:45.054604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Pushing event updated for resources: {'Port': ['ID=524be405-e9f8-472c-bdd5-9599134abc38,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:45.060045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Network 309b4ce1-2859-4114-ac38-14d4e54c7387 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:45.068747 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-c85d01b0-f4fa-4d97-a0d7-d638e1f56dc8 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609357 Apr 30 01:30:45.070314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:45.080488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:45.137221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e9ca-b18d-435c-85f0-aa5eb1f14e2d req-c53ce2f5-e150-4645-a6dc-7cc5f9cd1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:45.139086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a82e9ca-b18d-435c-85f0-aa5eb1f14e2d req-c53ce2f5-e150-4645-a6dc-7cc5f9cd1894 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4457521 Apr 30 01:30:45.231467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.237117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:45.237730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.249617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2125c-ba67-45a2-86f2-195b6dd902c2 req-828e10e7-7e08-4dc3-9ab9-3aca7158373b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:45.251971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dfc2125c-ba67-45a2-86f2-195b6dd902c2 req-828e10e7-7e08-4dc3-9ab9-3aca7158373b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 931 time: 0.2350140 Apr 30 01:30:45.293455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9378710-9fea-4363-801b-8cd8daef7f1e']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:45.308168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab3be3e-2b02-4a04-9c18-87431386f958') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:45.308610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab3be3e-2b02-4a04-9c18-87431386f958') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:45.312963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-2bf4d6e1-1485-426d-8f86-153e7bb28a25 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286482 Apr 30 01:30:45.340717 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.365500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dedf1c-2a78-4702-9da4-6116827d82bd {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:45.373875 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-0a0d58a9-e310-43dc-98c9-29f5e7e5409d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99 HTTP/1.1" status: 200 len: 217 time: 0.0514004 Apr 30 01:30:45.375940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.386239 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-98315c34-b883-4f6a-98f1-ff8c077f870b tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8065393 Apr 30 01:30:45.387133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.391449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dfc2125c-ba67-45a2-86f2-195b6dd902c2 req-353a420f-33fa-4724-b663-1e22b3894892 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289818 Apr 30 01:30:45.402553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:45.403990 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:45.410831 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:45.418318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 05ac5062-0f0d-461c-8b86-f5ab88304b68 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:45.439811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Request body: {'port': {'device_id': 'd7c78988-e328-4adc-ba32-cff0cd1a6147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:45.448269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 05ac5062-0f0d-461c-8b86-f5ab88304b68 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:45.448610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 05ac5062-0f0d-461c-8b86-f5ab88304b68 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:45.508636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.513450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-88ecff0e-5c01-4564-9429-ef545d17f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:45.514908 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-88ecff0e-5c01-4564-9429-ef545d17f90f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.1331508 Apr 30 01:30:45.536094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.548332 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.562601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Transition to ACTIVE for port object 25dedf1c-2a78-4702-9da4-6116827d82bd will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:30:45.572815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.575948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f9378710-9fea-4363-801b-8cd8daef7f1e HTTP/1.1" status: 204 len: 168 time: 0.8766844 Apr 30 01:30:45.577490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port ea3aa8ff-f338-414e-bc9c-b68657acca79 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:45.578195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.578874 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1bb64-c6ce-430c-a772-985ccda6ac60 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9378710-9fea-4363-801b-8cd8daef7f1e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:45.593990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e99ec6-6961-4cbf-8341-b22810e3f8cd,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:45.605542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Checking segment: {'id': 'd9f5edec-10a2-4844-8721-1a48adaaa324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8e87f5d0-e0df-4840-964d-c7b332b60c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:45.605893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Network hostable DHCP agents. Network: 8e87f5d0-e0df-4840-964d-c7b332b60c0a, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:45.657344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-306778e6-e91a-47b3-8c41-f1bb5d3be876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:45.658862 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-306778e6-e91a-47b3-8c41-f1bb5d3be876 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352460 Apr 30 01:30:45.747202 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.770706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Network 8e87f5d0-e0df-4840-964d-c7b332b60c0a is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:45.844249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80af1483-6166-47bc-b17c-681371261c20 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:45.855982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.868441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Transition to ACTIVE for port object 80af1483-6166-47bc-b17c-681371261c20 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:30:45.869195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 8e87f5d0-e0df-4840-964d-c7b332b60c0a) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:45.873235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:45.873816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.874775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:45.880838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731c5e6-c784-4ca3-a5ef-42a8f8539648 None None] Network 8e87f5d0-e0df-4840-964d-c7b332b60c0a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:45.891593 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1976643a-8fe7-4ed0-8733-014937c36713 req-5c6c3a61-7f49-46b8-8f65-b890697a665f tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 210 time: 0.0794804 Apr 30 01:30:45.918594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for ea3aa8ff-f338-414e-bc9c-b68657acca79 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:45.918594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Pushing event updated for resources: {'Port': ['ID=25dedf1c-2a78-4702-9da4-6116827d82bd,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:46.029554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-6bcf59e7-99cd-4d38-9b68-8f3e0ea9dc73 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576748 Apr 30 01:30:46.037201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41bb89d0-cb19-47de-938b-1f9fbe3fc43c req-54b4f248-c6e0-468e-97bc-f8c12407517c tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0390763 Apr 30 01:30:46.200991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c8a59-3530-449f-9e65-9e469ca1ef54 None None] Network 8e87f5d0-e0df-4840-964d-c7b332b60c0a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:46.203064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Attempting to bind port 25dedf1c-2a78-4702-9da4-6116827d82bd on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:46.203393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Attempting to bind port 25dedf1c-2a78-4702-9da4-6116827d82bd by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:46.203736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Attempting to bind port 25dedf1c-2a78-4702-9da4-6116827d82bd on network 309b4ce1-2859-4114-ac38-14d4e54c7387 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:46.249315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.255566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Port 25dedf1c-2a78-4702-9da4-6116827d82bd on network 309b4ce1-2859-4114-ac38-14d4e54c7387 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:30:46.255896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Attempting to bind port 25dedf1c-2a78-4702-9da4-6116827d82bd on network 309b4ce1-2859-4114-ac38-14d4e54c7387 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:46.297877 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-90f3a212-06d9-4411-ae88-7f949550f9be admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7742133 Apr 30 01:30:46.297877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:46.300415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:46.300685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Checking segment: {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:46.301015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Bound using segment: {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:46.301459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Bound port: 25dedf1c-2a78-4702-9da4-6116827d82bd, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:46.301895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.332466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-c57740a2-64bc-44a1-9e64-91cec478ecf6 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957745 Apr 30 01:30:46.369750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Pushing event updated for resources: {'Port': ['ID=80af1483-6166-47bc-b17c-681371261c20,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:46.418386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee84c9-90b6-448a-8ad7-19858fc180cc req-0e7c4496-56f4-44e3-8f19-19460afb525f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:46.419976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ee84c9-90b6-448a-8ad7-19858fc180cc req-0e7c4496-56f4-44e3-8f19-19460afb525f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 946 time: 0.3026104 Apr 30 01:30:46.446034 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-081f0e35-668f-45a7-b6c9-cf819341f19c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea HTTP/1.1" status: 200 len: 217 time: 0.1045189 Apr 30 01:30:46.451926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-202a3407-f5bc-4a0a-821e-a4740df95941 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba7d61db85e041fc8f9f4df23cc976a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896749 Apr 30 01:30:46.452567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49846) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:46.544159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Attempting to bind port 80af1483-6166-47bc-b17c-681371261c20 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:46.544378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Attempting to bind port 80af1483-6166-47bc-b17c-681371261c20 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:46.544711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Attempting to bind port 80af1483-6166-47bc-b17c-681371261c20 on network 309b4ce1-2859-4114-ac38-14d4e54c7387 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:46.563644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Port 80af1483-6166-47bc-b17c-681371261c20 on network 309b4ce1-2859-4114-ac38-14d4e54c7387 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:30:46.563970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Attempting to bind port 80af1483-6166-47bc-b17c-681371261c20 on network 309b4ce1-2859-4114-ac38-14d4e54c7387 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:46.574349 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffe7db95-188a-472b-b8f6-54837a3b8d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.577082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:46.577433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Checking segment: {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:46.577801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Bound using segment: {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:46.578228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Bound port: 80af1483-6166-47bc-b17c-681371261c20, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:46.578572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.586920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] For port 25dedf1c-2a78-4702-9da4-6116827d82bd, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:46.588062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f00a4-a4f5-4d2f-a26e-7512fd9881b8 req-cc1d8796-bbc9-4a61-8066-cd5b5dce4d87 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:46.589587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a7f00a4-a4f5-4d2f-a26e-7512fd9881b8 req-cc1d8796-bbc9-4a61-8066-cd5b5dce4d87 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 931 time: 0.1190112 Apr 30 01:30:46.625404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] For port 25dedf1c-2a78-4702-9da4-6116827d82bd, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=25dedf1c-2a78-4702-9da4-6116827d82bd,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:46.634474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77ee84c9-90b6-448a-8ad7-19858fc180cc req-ee2acbf7-ba9f-49ee-a6fb-4a4cca188f85 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660070 Apr 30 01:30:46.639896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-dded4eab-e281-4d15-8afa-dd20bdf72906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:46.643930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-dded4eab-e281-4d15-8afa-dd20bdf72906 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caed1001-1bfb-4558-9d5a-0a69e63a1ca6 HTTP/1.1" status: 200 len: 797 time: 0.1696286 Apr 30 01:30:46.649460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524be405-e9f8-472c-bdd5-9599134abc38 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:46.658501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.667698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffe7db95-188a-472b-b8f6-54837a3b8d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.681725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Transition to ACTIVE for port object 524be405-e9f8-472c-bdd5-9599134abc38 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:30:46.704464 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.721579 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a7f00a4-a4f5-4d2f-a26e-7512fd9881b8 req-09c0c751-fecd-441b-93ea-627afb730989 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166878 Apr 30 01:30:46.745995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=ea3aa8ff-f338-414e-bc9c-b68657acca79,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:46.751130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-d738bf78-2279-4175-a997-63813a6d8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:46.752400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-d738bf78-2279-4175-a997-63813a6d8f47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895293 Apr 30 01:30:46.760765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] For port 80af1483-6166-47bc-b17c-681371261c20, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:46.764285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] For port 80af1483-6166-47bc-b17c-681371261c20, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=80af1483-6166-47bc-b17c-681371261c20,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:46.783235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.854860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.865780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e426d103-235e-43c0-ae34-73546a1c7fce req-3a421f6e-6bcd-49c7-8f8d-625bd87c21fa tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1653608446&fields=id&tenant_id=8452052ab9fb4c0493750e9ea859342d HTTP/1.1" status: 200 len: 267 time: 0.0572660 Apr 30 01:30:46.942778 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a82e9ca-b18d-435c-85f0-aa5eb1f14e2d req-992450db-dfc4-4b26-951e-604110a0bbe0 tempest-ServersAaction247Test-1798103669 tempest-ServersAaction247Test-1798103669-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bd8765-dd3b-443d-900f-f1d7da779e70 HTTP/1.1" status: 200 len: 210 time: 0.0297780 Apr 30 01:30:46.951828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426d103-235e-43c0-ae34-73546a1c7fce req-df4c6f76-ab03-41d5-aec3-8eac78b2f62c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:46.953434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e426d103-235e-43c0-ae34-73546a1c7fce req-df4c6f76-ab03-41d5-aec3-8eac78b2f62c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 946 time: 0.0806491 Apr 30 01:30:46.955540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.960916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffe7db95-188a-472b-b8f6-54837a3b8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.963700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffe7db95-188a-472b-b8f6-54837a3b8d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:46.967259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ffe7db95-188a-472b-b8f6-54837a3b8d1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bba51660-8f3b-448f-b62e-e86d05418165 HTTP/1.1" status: 204 len: 168 time: 0.5112953 Apr 30 01:30:47.010844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e426d103-235e-43c0-ae34-73546a1c7fce req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'port': {'security_groups': ['279c8ba8-0f1d-4eac-9ac2-64f867023326', 'cb3f13cd-d885-491c-8b40-d06d4e5197a2']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:47.016557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7db95-188a-472b-b8f6-54837a3b8d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba51660-8f3b-448f-b62e-e86d05418165,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:47.032623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:47.033844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:47.035286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] 10.222.0.21 "PUT /v2.0/ports/80af1483-6166-47bc-b17c-681371261c20 HTTP/1.1" status: 200 len: 1091 time: 3.7334845 Apr 30 01:30:47.069110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8ce073-3856-4324-bb9c-cb9a6434e221', 'tag': '80af1483-6166-47bc-b17c-681371261c20'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:47.071887 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951d4921-ed24-438e-aac5-fdf389c777b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8ce073-3856-4324-bb9c-cb9a6434e221", "tag": "80af1483-6166-47bc-b17c-681371261c20"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:47.273503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-fefe722a-9e21-4311-a09b-5cc3f4253050 req-11b6076d-c908-4a6f-9302-c41cd336b498 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-196218555', 'description': 'tempest-description-453027875'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:47.300148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:47.301079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:47.302213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] 10.222.0.21 "PUT /v2.0/ports/25dedf1c-2a78-4702-9da4-6116827d82bd HTTP/1.1" status: 200 len: 1091 time: 4.7652700 Apr 30 01:30:47.306646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5771c1-ce9b-4e8f-a530-08f7a9c6b232', 'tag': '25dedf1c-2a78-4702-9da4-6116827d82bd'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:47.309142 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d70be-65bb-43ff-bc40-49779baf681f" -d '{"events": [{"name": "network-changed", "server_uuid": "be5771c1-ce9b-4e8f-a530-08f7a9c6b232", "tag": "25dedf1c-2a78-4702-9da4-6116827d82bd"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:47.372887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d59e0-fd21-4602-aee2-cc88ed45a5ae service neutron] Pushing event updated for resources: {'Port': ['ID=25dedf1c-2a78-4702-9da4-6116827d82bd,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:47.485114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbc047-0c70-4938-8295-abb46e3f52de service neutron] Pushing event updated for resources: {'Port': ['ID=80af1483-6166-47bc-b17c-681371261c20,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:47.541412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-cd3dec47-a000-4ad6-b1fc-bee54dd0b299 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641687 Apr 30 01:30:47.541412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fefe722a-9e21-4311-a09b-5cc3f4253050 req-11b6076d-c908-4a6f-9302-c41cd336b498 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:47.559045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:47.601809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Pushing event updated for resources: {'Port': ['ID=524be405-e9f8-472c-bdd5-9599134abc38,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:47.617811 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e426d103-235e-43c0-ae34-73546a1c7fce req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:47.641593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-b4701cad-7f37-4057-bce2-c835f59a6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:47.643078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-b4701cad-7f37-4057-bce2-c835f59a6f5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=788c599099de4ccab7c0bb32e9720034&device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221 HTTP/1.1" status: 200 len: 1094 time: 0.1931543 Apr 30 01:30:47.743984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-080180ab-177f-4ab7-9476-d24c25ead389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:47.745506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-080180ab-177f-4ab7-9476-d24c25ead389 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=788c599099de4ccab7c0bb32e9720034&device_id=be5771c1-ce9b-4e8f-a530-08f7a9c6b232 HTTP/1.1" status: 200 len: 1094 time: 0.3127408 Apr 30 01:30:47.749452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-a3f00b92-4c0f-48f3-869b-a1505d02d31f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80af1483-6166-47bc-b17c-681371261c20 HTTP/1.1" status: 200 len: 217 time: 0.0915451 Apr 30 01:30:47.756123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Attempting to bind port 524be405-e9f8-472c-bdd5-9599134abc38 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:47.757459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Attempting to bind port 524be405-e9f8-472c-bdd5-9599134abc38 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:47.757459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Attempting to bind port 524be405-e9f8-472c-bdd5-9599134abc38 on network 309b4ce1-2859-4114-ac38-14d4e54c7387 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:47.787011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768a30-27e6-423c-adb5-3a41388107d8 req-fa5c5aba-6e61-48d7-bcb7-40d6f4b8f9c6 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:47.787247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Port 524be405-e9f8-472c-bdd5-9599134abc38 on network 309b4ce1-2859-4114-ac38-14d4e54c7387 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:30:47.791353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Attempting to bind port 524be405-e9f8-472c-bdd5-9599134abc38 on network 309b4ce1-2859-4114-ac38-14d4e54c7387 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:47.791614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-fa5c5aba-6e61-48d7-bcb7-40d6f4b8f9c6 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.23 "GET /v2.0/networks?id=5add9f1c-daca-4988-904c-60d0fd5bef51 HTTP/1.1" status: 200 len: 818 time: 0.3002439 Apr 30 01:30:47.820990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Request body: {'port': {'device_id': '5a0e5026-68b8-4e49-81a9-8f08423348bc', 'network_id': '5add9f1c-daca-4988-904c-60d0fd5bef51', 'admin_state_up': True, 'tenant_id': '595a61bf688f4a3e8ed4bd2743f19dab'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:47.839673 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-443b4a78-eb70-4a21-aca6-424d01024385 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25dedf1c-2a78-4702-9da4-6116827d82bd HTTP/1.1" status: 200 len: 217 time: 0.0798900 Apr 30 01:30:47.891195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:47.891445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Checking segment: {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:47.891825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Bound using segment: {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:47.892440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Bound port: 524be405-e9f8-472c-bdd5-9599134abc38, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f612f06-8a67-4503-972f-ce305064ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:47.893022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:47.914285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-a60ff2f5-2af5-4009-a53e-35fbc85c76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:47.915932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-a60ff2f5-2af5-4009-a53e-35fbc85c76c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c HTTP/1.1" status: 200 len: 857 time: 0.1512053 Apr 30 01:30:47.962972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-f0f07497-a0fb-4661-9b16-2440f42b1fbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=309b4ce1-2859-4114-ac38-14d4e54c7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406594 Apr 30 01:30:47.964576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-d85e3b3f-cd5f-4105-8eb5-465c0c45f0e9 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082766 Apr 30 01:30:47.978541 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fefe722a-9e21-4311-a09b-5cc3f4253050 req-11b6076d-c908-4a6f-9302-c41cd336b498 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.041296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router b06e1f51-ad65-4944-9430-df8928998365 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:30:48.047783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-ccc09581-ac4c-45c9-91ff-3aa8cb4536bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4426d11-a7a9-4d24-86a7-f38670e56324 HTTP/1.1" status: 200 len: 217 time: 0.0725145 Apr 30 01:30:48.072374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-664b8735-bfe2-47ca-9c98-2ce6da126cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:48.073833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-664b8735-bfe2-47ca-9c98-2ce6da126cb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c HTTP/1.1" status: 200 len: 857 time: 0.1976428 Apr 30 01:30:48.122401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fefe722a-9e21-4311-a09b-5cc3f4253050 req-11b6076d-c908-4a6f-9302-c41cd336b498 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.154718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e426d103-235e-43c0-ae34-73546a1c7fce req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] For port aeed4ea2-210f-4d93-a51f-f75315b149c6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:48.169773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-f2f439de-e0c5-4f70-a099-47b5e66e72e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=309b4ce1-2859-4114-ac38-14d4e54c7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573850 Apr 30 01:30:48.177935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-2af27edf-bad1-4d92-9c4d-e6b324f4adc1 service neutron] 10.222.0.21 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041323 Apr 30 01:30:48.213749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] For port 524be405-e9f8-472c-bdd5-9599134abc38, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:48.216305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e426d103-235e-43c0-ae34-73546a1c7fce req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.253643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Made reservation on behalf of 595a61bf688f4a3e8ed4bd2743f19dab for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:48.257640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.289179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] For port 524be405-e9f8-472c-bdd5-9599134abc38, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=524be405-e9f8-472c-bdd5-9599134abc38,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:48.291270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b718702-4fa2-4c7c-8a4e-f935d33591bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:48.293317 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-3b718702-4fa2-4c7c-8a4e-f935d33591bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caed1001-1bfb-4558-9d5a-0a69e63a1ca6 HTTP/1.1" status: 200 len: 797 time: 0.2332013 Apr 30 01:30:48.298264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:48.321114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cacbd-ce6a-42e5-bc55-aed2e560bef2 None None] Sync routers for ids ['b06e1f51-ad65-4944-9430-df8928998365'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:48.336666 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a25d291a-2b21-4683-8f8b-722b5b421f8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/b06e1f51-ad65-4944-9430-df8928998365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0007689 Apr 30 01:30:48.338290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6076d-c908-4a6f-9302-c41cd336b498 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a6367-e7f7-4284-8670-6347c7973773,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:48.340147 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e426d103-235e-43c0-ae34-73546a1c7fce req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.342545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49880) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:48.352704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fefe722a-9e21-4311-a09b-5cc3f4253050 req-11b6076d-c908-4a6f-9302-c41cd336b498 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.360022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cacbd-ce6a-42e5-bc55-aed2e560bef2 None None] Routers {'b06e1f51-ad65-4944-9430-df8928998365'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:48.361166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b06cacbd-ce6a-42e5-bc55-aed2e560bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b06e1f51-ad65-4944-9430-df8928998365'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:48.363734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fefe722a-9e21-4311-a09b-5cc3f4253050 req-11b6076d-c908-4a6f-9302-c41cd336b498 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4714746 Apr 30 01:30:48.364318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:48.393690 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.413409 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-946dd496-9eec-4079-aab7-88039ffe86ef service neutron] 10.222.0.21 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237048 Apr 30 01:30:48.442180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426d103-235e-43c0-ae34-73546a1c7fce req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:48.442180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e426d103-235e-43c0-ae34-73546a1c7fce req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.456059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e426d103-235e-43c0-ae34-73546a1c7fce req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "PUT /v2.0/ports/aeed4ea2-210f-4d93-a51f-f75315b149c6 HTTP/1.1" status: 200 len: 982 time: 1.4585915 Apr 30 01:30:48.481757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b06cacbd-ce6a-42e5-bc55-aed2e560bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:48.510379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cacbd-ce6a-42e5-bc55-aed2e560bef2 None None] Routers {'b06e1f51-ad65-4944-9430-df8928998365'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:48.511019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b06cacbd-ce6a-42e5-bc55-aed2e560bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b06e1f51-ad65-4944-9430-df8928998365'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:48.511760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e6687-0d06-43f5-b6df-c65e1f16f22e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'Port': ['ID=aeed4ea2-210f-4d93-a51f-f75315b149c6,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:48.583403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b06cacbd-ce6a-42e5-bc55-aed2e560bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:48.584463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cacbd-ce6a-42e5-bc55-aed2e560bef2 None None] The sync data for ids ['b06e1f51-ad65-4944-9430-df8928998365'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:30:48.590759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:48.602277 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.605657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5481a4ae-035d-444f-8f12-b8469dc19e17 req-b22af8f8-b53e-42a1-8f75-cafeeb1d449e tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 210 time: 0.1693614 Apr 30 01:30:48.609786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Allocated IP 172.20.0.13 (5add9f1c-daca-4988-904c-60d0fd5bef51/8ce78ec6-9ddb-4834-9d6a-51ed50051e76/84202750-71f9-4c9e-bb67-e9d097d18b2e) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:48.622593 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725140be-59c0-463a-8eac-4f131a9338e0 x-openstack-request-id: req-725140be-59c0-463a-8eac-4f131a9338e0 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:48.622876 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8ce073-3856-4324-bb9c-cb9a6434e221", "tag": "80af1483-6166-47bc-b17c-681371261c20", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:48.623120 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-725140be-59c0-463a-8eac-4f131a9338e0 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:48.625987 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725140be-59c0-463a-8eac-4f131a9338e0'] response: {'name': 'network-changed', 'server_uuid': 'ce8ce073-3856-4324-bb9c-cb9a6434e221', 'tag': '80af1483-6166-47bc-b17c-681371261c20', 'status': 'completed', 'code': 200} Apr 30 01:30:48.759259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-de5e59da-448b-4ee3-bc8f-a6a7bc99fd86 service neutron] 10.222.0.21 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476463 Apr 30 01:30:48.762717 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cf7fe3-bfdd-4596-8a28-f35f177b5c5d x-openstack-request-id: req-d0cf7fe3-bfdd-4596-8a28-f35f177b5c5d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:48.763009 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5771c1-ce9b-4e8f-a530-08f7a9c6b232", "tag": "25dedf1c-2a78-4702-9da4-6116827d82bd", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:48.763259 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0cf7fe3-bfdd-4596-8a28-f35f177b5c5d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:48.764241 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0cf7fe3-bfdd-4596-8a28-f35f177b5c5d'] response: {'name': 'network-changed', 'server_uuid': 'be5771c1-ce9b-4e8f-a530-08f7a9c6b232', 'tag': '25dedf1c-2a78-4702-9da4-6116827d82bd', 'status': 'completed', 'code': 200} Apr 30 01:30:48.768869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:48.769653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:48.770954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] 10.222.0.23 "PUT /v2.0/ports/524be405-e9f8-472c-bdd5-9599134abc38 HTTP/1.1" status: 200 len: 1091 time: 3.3571703 Apr 30 01:30:48.811058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-3ef50d13-48d3-4839-bb59-ed418072fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:48.812640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-3ef50d13-48d3-4839-bb59-ed418072fdd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=788c599099de4ccab7c0bb32e9720034&device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221 HTTP/1.1" status: 200 len: 1094 time: 0.1739023 Apr 30 01:30:48.879484 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-64d81473-8b18-45aa-8ea6-dd514444cb02 req-042791a2-1c97-4782-9362-7dfecd7adbbf tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/fc2a6367-e7f7-4284-8670-6347c7973773 HTTP/1.1" status: 200 len: 1805 time: 0.1308484 Apr 30 01:30:48.895139 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-9f61e26a-7cb8-4ef8-bbc9-a4d49532655f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] remove_router_interface failed (client error): The resource could not be found. Apr 30 01:30:48.898221 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9f61e26a-7cb8-4ef8-bbc9-a4d49532655f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/b06e1f51-ad65-4944-9430-df8928998365/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5316796 Apr 30 01:30:48.908810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49894) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:48.924155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151fa62-28fb-4679-897f-0a17df2eb196 service neutron] Pushing event updated for resources: {'Port': ['ID=524be405-e9f8-472c-bdd5-9599134abc38,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:48.926676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-64d81473-8b18-45aa-8ea6-dd514444cb02 req-b11183ca-94c4-49da-a1ba-d385883ea5e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fc2a6367-e7f7-4284-8670-6347c7973773', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:48.926985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-64d81473-8b18-45aa-8ea6-dd514444cb02 req-b11183ca-94c4-49da-a1ba-d385883ea5e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fc2a6367-e7f7-4284-8670-6347c7973773', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:48.929428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-31e78e70-5efa-460d-817b-58e48b9b83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:48.930788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-31e78e70-5efa-460d-817b-58e48b9b83c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6001816 Apr 30 01:30:48.964503 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2469082e-1cc9-4806-b349-5e846bfaf151 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06e1f51-ad65-4944-9430-df8928998365 HTTP/1.1" status: 200 len: 205 time: 0.0493617 Apr 30 01:30:48.968783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49896) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:49.039849 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.042230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-e1888a19-f225-4087-8719-875f83dbf658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:49.044032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-e1888a19-f225-4087-8719-875f83dbf658 service neutron] 10.222.0.21 "GET /v2.0/networks?id=309b4ce1-2859-4114-ac38-14d4e54c7387 HTTP/1.1" status: 200 len: 917 time: 0.2244370 Apr 30 01:30:49.068059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3f5c7-bf4f-4995-999c-b931622b5066 req-51c45290-7667-4f3e-a9ed-45869d64f82d tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:49.076513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8bf3f5c7-bf4f-4995-999c-b931622b5066 req-51c45290-7667-4f3e-a9ed-45869d64f82d tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 943 time: 0.2936974 Apr 30 01:30:49.091809 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-bc60080f-1e04-459e-96e1-e8d2d2430d23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80af1483-6166-47bc-b17c-681371261c20 HTTP/1.1" status: 200 len: 217 time: 0.0403080 Apr 30 01:30:49.166398 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbb117b9-bb0d-413b-8af6-127f74ffb82f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.172784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-b38da429-4321-4cc0-b2d8-ddc39c3a9c9d service neutron] 10.222.0.21 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832798 Apr 30 01:30:49.188159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-a8998184-41d6-4529-950b-88ddd8e20c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:49.189702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-a8998184-41d6-4529-950b-88ddd8e20c9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c HTTP/1.1" status: 200 len: 857 time: 0.0881867 Apr 30 01:30:49.206849 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64d81473-8b18-45aa-8ea6-dd514444cb02 req-b11183ca-94c4-49da-a1ba-d385883ea5e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.229615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.232825 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-e3e02585-fc1b-4af6-9cc3-a943678176e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=309b4ce1-2859-4114-ac38-14d4e54c7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339708 Apr 30 01:30:49.279028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49900) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:49.280896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64d81473-8b18-45aa-8ea6-dd514444cb02 req-b11183ca-94c4-49da-a1ba-d385883ea5e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.287869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8bf3f5c7-bf4f-4995-999c-b931622b5066 req-26ff3dfc-b194-462a-9d21-da7bb4d26606 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101490 Apr 30 01:30:49.300236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-39bb49fa-6f9d-47f1-86e7-664d1d8e67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:49.301830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-39bb49fa-6f9d-47f1-86e7-664d1d8e67d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c599099de4ccab7c0bb32e9720034&device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 1094 time: 0.2825613 Apr 30 01:30:49.307628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-d51c45de-247d-46d7-aebd-ac3438d8a2be service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673472 Apr 30 01:30:49.315718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Network 5add9f1c-daca-4988-904c-60d0fd5bef51 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:49.317959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:49.330827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:49.386580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64d81473-8b18-45aa-8ea6-dd514444cb02 req-b11183ca-94c4-49da-a1ba-d385883ea5e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.403750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Pushing event updated for resources: {'Port': ['ID=84202750-71f9-4c9e-bb67-e9d097d18b2e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:49.440681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11183ca-94c4-49da-a1ba-d385883ea5e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7787dc3-abf2-45ae-9b6f-e1930aad10ee,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:49.451927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:49.452674 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.489111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17d0c993-61f1-47ea-8236-405563553093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.491846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbb117b9-bb0d-413b-8af6-127f74ffb82f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.493061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-253d841f-7372-44af-b1d4-6b680ec84d56 service neutron] 10.222.0.21 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466013 Apr 30 01:30:49.495552 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-64d81473-8b18-45aa-8ea6-dd514444cb02 req-b11183ca-94c4-49da-a1ba-d385883ea5e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.495925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-15b59f06-31df-455d-9232-7d76173ee8bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=524be405-e9f8-472c-bdd5-9599134abc38 HTTP/1.1" status: 200 len: 217 time: 0.1174567 Apr 30 01:30:49.496632 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-64d81473-8b18-45aa-8ea6-dd514444cb02 req-b11183ca-94c4-49da-a1ba-d385883ea5e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5851848 Apr 30 01:30:49.498463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbb117b9-bb0d-413b-8af6-127f74ffb82f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.572043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-00981899-5816-434b-9ce1-9d8841e5e665 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7575488 Apr 30 01:30:49.591916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Request body: {'port': {'device_id': '5a0e5026-68b8-4e49-81a9-8f08423348bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:49.694033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-951d4921-ed24-438e-aac5-fdf389c777b7 req-d7fc9be7-dcf6-4a01-8c14-ba7518187c0e service neutron] 10.222.0.21 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897728 Apr 30 01:30:49.702297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.754438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17d0c993-61f1-47ea-8236-405563553093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.836121 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17d0c993-61f1-47ea-8236-405563553093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:49.913909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-17d0c993-61f1-47ea-8236-405563553093 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed50043b5caf45f18760913b70937def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6303003 Apr 30 01:30:49.914737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0c993-61f1-47ea-8236-405563553093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f72ca78-57b4-4857-950f-2e68fb6bb84e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:49.917232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49918) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:49.982466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-4899e237-cda9-4334-81fb-e7108f76e3c3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-69317901&fields=id&tenant_id=8452052ab9fb4c0493750e9ea859342d HTTP/1.1" status: 200 len: 267 time: 0.5705442 Apr 30 01:30:49.984270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d70be-65bb-43ff-bc40-49779baf681f req-d608e59d-7449-4532-925a-432b692f672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:49.985699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-465d70be-65bb-43ff-bc40-49779baf681f req-d608e59d-7449-4532-925a-432b692f672c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=788c599099de4ccab7c0bb32e9720034&device_id=be5771c1-ce9b-4e8f-a530-08f7a9c6b232 HTTP/1.1" status: 200 len: 1094 time: 0.6803801 Apr 30 01:30:50.021764 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1dc273b3-0a84-403e-8510-668b76c4f815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.059075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1dc273b3-0a84-403e-8510-668b76c4f815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.060613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009025db-d18d-475b-9835-0a8119725d72 req-ebdd8af9-343d-4569-a285-dd3fe56b1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:50.062090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-ebdd8af9-343d-4569-a285-dd3fe56b1f5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c HTTP/1.1" status: 200 len: 857 time: 0.5534644 Apr 30 01:30:50.071585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbb117b9-bb0d-413b-8af6-127f74ffb82f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.072136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb117b9-bb0d-413b-8af6-127f74ffb82f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Fanout notify agent at l3_agent the message router_deleted on router b06e1f51-ad65-4944-9430-df8928998365 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:30:50.084839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-7b825f1f-b3fd-410b-8ff3-1f4489917494 req-7c4ac522-3282-4589-980a-ab1fb413a408 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-887731305', 'description': 'tempest-description-576301115'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:50.115260 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-414f6ab8-bf13-4a4d-bf93-94209dd92995 req-9df9e60b-a537-4223-a406-deebd20f9bb5 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378109 Apr 30 01:30:50.121980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbb117b9-bb0d-413b-8af6-127f74ffb82f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.126002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bbb117b9-bb0d-413b-8af6-127f74ffb82f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/b06e1f51-ad65-4944-9430-df8928998365 HTTP/1.1" status: 204 len: 168 time: 1.1557071 Apr 30 01:30:50.129617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49924) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:50.161374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-1ee8bd06-eb32-47f7-9376-5811c6034440 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=309b4ce1-2859-4114-ac38-14d4e54c7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588219 Apr 30 01:30:50.169553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84202750-71f9-4c9e-bb67-e9d097d18b2e {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:50.180632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.277747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-971a727d-bd0a-4c9e-83d0-ef0f7864e73d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:50.279323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-971a727d-bd0a-4c9e-83d0-ef0f7864e73d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 985 time: 0.2854533 Apr 30 01:30:50.297542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8aab1ed-3888-4fe6-a833-672bf3bee8e3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet 28826eb3-adcd-4f91-a529-8271819d8e4c {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:30:50.305114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'port': {'security_groups': ['279c8ba8-0f1d-4eac-9ac2-64f867023326', 'cb3f13cd-d885-491c-8b40-d06d4e5197a2', 'd557b900-dc82-4117-92d3-964a3ec45e6a']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:50.313163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8aab1ed-3888-4fe6-a833-672bf3bee8e3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.317469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d70be-65bb-43ff-bc40-49779baf681f req-7a7deb3e-109f-4ca7-bcba-7cd1395dea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:50.318959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-465d70be-65bb-43ff-bc40-49779baf681f req-7a7deb3e-109f-4ca7-bcba-7cd1395dea22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=309b4ce1-2859-4114-ac38-14d4e54c7387 HTTP/1.1" status: 200 len: 917 time: 0.3240430 Apr 30 01:30:50.327501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Transition to ACTIVE for port object 84202750-71f9-4c9e-bb67-e9d097d18b2e will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:30:50.328849 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7b825f1f-b3fd-410b-8ff3-1f4489917494 req-7c4ac522-3282-4589-980a-ab1fb413a408 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.331910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1dc273b3-0a84-403e-8510-668b76c4f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.333353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1dc273b3-0a84-403e-8510-668b76c4f815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.334485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1dc273b3-0a84-403e-8510-668b76c4f815 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f72ca78-57b4-4857-950f-2e68fb6bb84e HTTP/1.1" status: 204 len: 168 time: 0.4146910 Apr 30 01:30:50.373935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc273b3-0a84-403e-8510-668b76c4f815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f72ca78-57b4-4857-950f-2e68fb6bb84e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:50.436626 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.439407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-465d70be-65bb-43ff-bc40-49779baf681f req-70fc3379-7e78-4a11-a084-fc41f64123ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25dedf1c-2a78-4702-9da4-6116827d82bd HTTP/1.1" status: 200 len: 217 time: 0.0787809 Apr 30 01:30:50.452932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7b825f1f-b3fd-410b-8ff3-1f4489917494 req-7c4ac522-3282-4589-980a-ab1fb413a408 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.479891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8aab1ed-3888-4fe6-a833-672bf3bee8e3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.480736 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.497616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Pushing event updated for resources: {'Port': ['ID=84202750-71f9-4c9e-bb67-e9d097d18b2e,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:50.536588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-7017d703-5fc0-41df-a960-c4fb1e888044 service neutron] 10.222.0.23 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538349 Apr 30 01:30:50.542741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.569651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7b825f1f-b3fd-410b-8ff3-1f4489917494 req-7c4ac522-3282-4589-980a-ab1fb413a408 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.619382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Attempting to bind port 84202750-71f9-4c9e-bb67-e9d097d18b2e on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:50.620171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Attempting to bind port 84202750-71f9-4c9e-bb67-e9d097d18b2e by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'b08c35b5-42b5-4284-a0c9-76268fcc542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5add9f1c-daca-4988-904c-60d0fd5bef51'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:50.620171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Attempting to bind port 84202750-71f9-4c9e-bb67-e9d097d18b2e on network 5add9f1c-daca-4988-904c-60d0fd5bef51 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:50.627260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ac522-3282-4589-980a-ab1fb413a408 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294a2bee-9b9c-4d37-8191-a395fd903b56,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:50.627260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:50.629231 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1087afca-b2af-423e-91c8-c9245c1819c8" -d '{"events": [{"name": "network-changed", "server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:50.634357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Port 84202750-71f9-4c9e-bb67-e9d097d18b2e on network 5add9f1c-daca-4988-904c-60d0fd5bef51 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:30:50.634785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Attempting to bind port 84202750-71f9-4c9e-bb67-e9d097d18b2e on network 5add9f1c-daca-4988-904c-60d0fd5bef51 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:50.640220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:50.640672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Checking segment: {'id': 'b08c35b5-42b5-4284-a0c9-76268fcc542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5add9f1c-daca-4988-904c-60d0fd5bef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:50.641154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Bound using segment: {'id': 'b08c35b5-42b5-4284-a0c9-76268fcc542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5add9f1c-daca-4988-904c-60d0fd5bef51'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:50.641682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Bound port: 84202750-71f9-4c9e-bb67-e9d097d18b2e, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08c35b5-42b5-4284-a0c9-76268fcc542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5add9f1c-daca-4988-904c-60d0fd5bef51'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:50.642152 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.660910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d70be-65bb-43ff-bc40-49779baf681f req-2cf1c73b-0402-4989-865a-43c773ff55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:50.673760 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-465d70be-65bb-43ff-bc40-49779baf681f req-2cf1c73b-0402-4989-865a-43c773ff55c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c HTTP/1.1" status: 200 len: 857 time: 0.2102132 Apr 30 01:30:50.715760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-7b825f1f-b3fd-410b-8ff3-1f4489917494 req-7c4ac522-3282-4589-980a-ab1fb413a408 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.717352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b825f1f-b3fd-410b-8ff3-1f4489917494 req-7c4ac522-3282-4589-980a-ab1fb413a408 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6399515 Apr 30 01:30:50.745055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] For port 84202750-71f9-4c9e-bb67-e9d097d18b2e, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:50.750614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] For port 84202750-71f9-4c9e-bb67-e9d097d18b2e, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=84202750-71f9-4c9e-bb67-e9d097d18b2e,segment=NetworkSegment(b08c35b5-42b5-4284-a0c9-76268fcc542e),segment_id=b08c35b5-42b5-4284-a0c9-76268fcc542e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:50.774423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c78988-e328-4adc-ba32-cff0cd1a6147', 'tag': '524be405-e9f8-472c-bdd5-9599134abc38'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:50.777353 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c78988-e328-4adc-ba32-cff0cd1a6147", "tag": "524be405-e9f8-472c-bdd5-9599134abc38"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:50.810696 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-465d70be-65bb-43ff-bc40-49779baf681f req-84e5fae0-abf1-4e3d-883e-b85fa02cfc63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=309b4ce1-2859-4114-ac38-14d4e54c7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186061 Apr 30 01:30:50.869266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbef41e-05ef-40e5-9b70-54cb94a7a5e3 req-5e579a46-a2cc-45db-b67a-da36294d5fe0 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:50.876475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fbef41e-05ef-40e5-9b70-54cb94a7a5e3 req-5e579a46-a2cc-45db-b67a-da36294d5fe0 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 944 time: 0.0579202 Apr 30 01:30:50.876475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.921589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:50.922226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.923886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] 10.222.0.23 "PUT /v2.0/ports/84202750-71f9-4c9e-bb67-e9d097d18b2e HTTP/1.1" status: 200 len: 1092 time: 1.3390021 Apr 30 01:30:50.943872 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8aab1ed-3888-4fe6-a833-672bf3bee8e3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:50.978733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fbef41e-05ef-40e5-9b70-54cb94a7a5e3 req-b31924ad-46ba-4e7d-a232-02568a5e9790 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914080 Apr 30 01:30:50.984658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dac9ff-13d1-41b9-8e91-09c2eb8ad374 service neutron] Pushing event updated for resources: {'Port': ['ID=84202750-71f9-4c9e-bb67-e9d097d18b2e,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:50.994650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-009025db-d18d-475b-9835-0a8119725d72 req-b2c2d86f-f76e-433a-b0f8-8ea168323f82 service neutron] 10.222.0.23 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458005 Apr 30 01:30:51.078199 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-10ff2a62-cc04-414e-a447-23c9f84ace74 req-beee8c86-c217-458c-8fa4-6af7e5a6786b tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0308433 Apr 30 01:30:51.118786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-465d70be-65bb-43ff-bc40-49779baf681f req-a6be2748-8b42-4271-8619-832583bb036d service neutron] 10.222.0.21 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983918 Apr 30 01:30:51.172258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67f6e6-96c6-48f1-9e89-76735f246e00 req-3d66dae3-6519-46a0-a2df-d0cedd62d4ab tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:51.173747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a67f6e6-96c6-48f1-9e89-76735f246e00 req-3d66dae3-6519-46a0-a2df-d0cedd62d4ab tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 943 time: 0.0547364 Apr 30 01:30:51.214992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a67f6e6-96c6-48f1-9e89-76735f246e00 req-f19bee6f-7e8a-4a33-8193-65d9d905b6e1 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Apr 30 01:30:51.254061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768a30-27e6-423c-adb5-3a41388107d8 req-34684ce0-eee5-48cf-8713-fc54bdd95ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:51.255615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-34684ce0-eee5-48cf-8713-fc54bdd95ad5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=595a61bf688f4a3e8ed4bd2743f19dab&device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 1095 time: 0.2036860 Apr 30 01:30:51.265835 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9b9c10-68c5-4382-b3db-f4614896a8b5 x-openstack-request-id: req-ac9b9c10-68c5-4382-b3db-f4614896a8b5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:51.266116 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:51.266360 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac9b9c10-68c5-4382-b3db-f4614896a8b5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:51.266873 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9b9c10-68c5-4382-b3db-f4614896a8b5'] response: {'name': 'network-changed', 'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6', 'status': 'completed', 'code': 200} Apr 30 01:30:51.334423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-65244a8b-1c5e-4008-a44c-57d699e5ac92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84202750-71f9-4c9e-bb67-e9d097d18b2e HTTP/1.1" status: 200 len: 217 time: 0.0665183 Apr 30 01:30:51.347119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8f2445a-3b5e-4ec0-b981-a825344091c4 req-995340f9-dcb2-492d-9009-47fa28b597b9 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/294a2bee-9b9c-4d37-8191-a395fd903b56 HTTP/1.1" status: 200 len: 1805 time: 0.0699308 Apr 30 01:30:51.348541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] For port aeed4ea2-210f-4d93-a51f-f75315b149c6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:51.354904 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-10181bdc-0631-4ad4-a844-b0860bcda97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:51.356457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-10181bdc-0631-4ad4-a844-b0860bcda97a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1136 time: 0.0645289 Apr 30 01:30:51.361081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a8f2445a-3b5e-4ec0-b981-a825344091c4 req-d933599e-8ec5-4892-aa58-7ac3f33bf579 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '294a2bee-9b9c-4d37-8191-a395fd903b56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:51.361403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a8f2445a-3b5e-4ec0-b981-a825344091c4 req-d933599e-8ec5-4892-aa58-7ac3f33bf579 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '294a2bee-9b9c-4d37-8191-a395fd903b56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:51.413801 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-465d70be-65bb-43ff-bc40-49779baf681f req-6822adf6-fa52-44ee-8e91-ae92eacbdf31 service neutron] 10.222.0.21 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761059 Apr 30 01:30:51.436771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:51.439375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768a30-27e6-423c-adb5-3a41388107d8 req-591cc069-1a1b-402f-9ecd-d68fac7f91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:51.441395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-591cc069-1a1b-402f-9ecd-d68fac7f91b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8ce78ec6-9ddb-4834-9d6a-51ed50051e76 HTTP/1.1" status: 200 len: 858 time: 0.0946112 Apr 30 01:30:51.459464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-5b151372-0b09-4e66-b356-8373001965e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:51.461808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-5b151372-0b09-4e66-b356-8373001965e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 913 time: 0.0961661 Apr 30 01:30:51.466144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 25dedf1c-2a78-4702-9da4-6116827d82bd details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:51.481779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-398e8ee8-19be-42ad-ad83-e7bff4d2814c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5add9f1c-daca-4988-904c-60d0fd5bef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307727 Apr 30 01:30:51.520699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-e3a01018-e4f3-44b4-8d53-4185f85a9eb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6 HTTP/1.1" status: 200 len: 217 time: 0.0481420 Apr 30 01:30:51.530885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8aab1ed-3888-4fe6-a833-672bf3bee8e3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:51.583836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-fb9c36c0-bae9-4f82-907f-d0a1914666d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:51.584611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 25dedf1c-2a78-4702-9da4-6116827d82bd, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=25dedf1c-2a78-4702-9da4-6116827d82bd,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:51.585847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-fb9c36c0-bae9-4f82-907f-d0a1914666d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.0532179 Apr 30 01:30:51.599451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '25dedf1c-2a78-4702-9da4-6116827d82bd', 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387', 'port_id': '25dedf1c-2a78-4702-9da4-6116827d82bd', 'mac_address': 'fa:16:3e:02:57:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:51.609406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:51.615035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8aab1ed-3888-4fe6-a833-672bf3bee8e3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:51.621448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a8aab1ed-3888-4fe6-a833-672bf3bee8e3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/28826eb3-adcd-4f91-a529-8271819d8e4c HTTP/1.1" status: 204 len: 168 time: 1.4874041 Apr 30 01:30:51.622255 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49954) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:51.629938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aab1ed-3888-4fe6-a833-672bf3bee8e3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=28826eb3-adcd-4f91-a529-8271819d8e4c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:51.635782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc346bfd-946b-488f-9f0b-bd4dcd3338ac None None] Network 9971425b-9db1-4f77-a155-1358a62fbddc requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:51.638224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:51.644536 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-8ae8c952-86a3-459e-aaf9-5d67e5e7f21f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508425 Apr 30 01:30:51.713004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-05cba093-f40c-44cd-9c65-374b0f1a3bec service neutron] 10.222.0.23 "GET /v2.0/networks/5add9f1c-daca-4988-904c-60d0fd5bef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172191 Apr 30 01:30:51.734910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:51.735629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:51.747748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:51.752726 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3a5da632-fc86-4423-b87f-5a827a5afca8 req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "PUT /v2.0/ports/aeed4ea2-210f-4d93-a51f-f75315b149c6 HTTP/1.1" status: 200 len: 1021 time: 1.4627204 Apr 30 01:30:51.813357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dedf1c-2a78-4702-9da4-6116827d82bd {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:51.836978 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be86f807-01c7-4a7c-8c2b-3ab486beeafa x-openstack-request-id: req-be86f807-01c7-4a7c-8c2b-3ab486beeafa {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:51.837203 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c78988-e328-4adc-ba32-cff0cd1a6147", "tag": "524be405-e9f8-472c-bdd5-9599134abc38", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:51.837479 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be86f807-01c7-4a7c-8c2b-3ab486beeafa {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:51.837852 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be86f807-01c7-4a7c-8c2b-3ab486beeafa'] response: {'name': 'network-changed', 'server_uuid': 'd7c78988-e328-4adc-ba32-cff0cd1a6147', 'tag': '524be405-e9f8-472c-bdd5-9599134abc38', 'status': 'completed', 'code': 200} Apr 30 01:30:51.865698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7441e7-96a6-4df8-abc4-8ad6ac40c518 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'Port': ['ID=aeed4ea2-210f-4d93-a51f-f75315b149c6,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:51.873428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:51.886308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:51.922339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 25dedf1c-2a78-4702-9da4-6116827d82bd, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=25dedf1c-2a78-4702-9da4-6116827d82bd,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:51.937861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a8f2445a-3b5e-4ec0-b981-a825344091c4 req-d933599e-8ec5-4892-aa58-7ac3f33bf579 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:51.982537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26768a30-27e6-423c-adb5-3a41388107d8 req-77b7653b-1707-48c8-981a-a16db2983d4b service neutron] 10.222.0.23 "GET /v2.0/networks/5add9f1c-daca-4988-904c-60d0fd5bef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291927 Apr 30 01:30:52.003119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-194b2195-e6ab-46f1-9ce4-4ff43af058db service neutron] 10.222.0.23 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286598 Apr 30 01:30:52.021142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-630e50cb-8e95-4cf2-a891-c5ce56f301dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:52.024485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-630e50cb-8e95-4cf2-a891-c5ce56f301dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c599099de4ccab7c0bb32e9720034&device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 1094 time: 0.1825686 Apr 30 01:30:52.029371 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.030366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 80af1483-6166-47bc-b17c-681371261c20 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:52.092187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a8f2445a-3b5e-4ec0-b981-a825344091c4 req-d933599e-8ec5-4892-aa58-7ac3f33bf579 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.101921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] DHCP port deletion for 9971425b-9db1-4f77-a155-1358a62fbddc request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:30:52.128507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49970) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:52.134755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef838168-c7f4-431c-8a1f-66c671079919 req-848b975d-7234-4b1e-bce9-df3698a95c9a tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:52.142640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef838168-c7f4-431c-8a1f-66c671079919 req-848b975d-7234-4b1e-bce9-df3698a95c9a tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1024 time: 0.2267902 Apr 30 01:30:52.184003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:52.184835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.189247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1087afca-b2af-423e-91c8-c9245c1819c8 req-6330fe9f-0d59-4f72-8f2f-4870a664a7bb service neutron] 10.222.0.23 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721106 Apr 30 01:30:52.210194 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a8f2445a-3b5e-4ec0-b981-a825344091c4 req-d933599e-8ec5-4892-aa58-7ac3f33bf579 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.242874 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 80af1483-6166-47bc-b17c-681371261c20, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=80af1483-6166-47bc-b17c-681371261c20,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:52.275651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef838168-c7f4-431c-8a1f-66c671079919 req-dbc7e31a-911f-4a2c-a4a4-3fcb268bc413 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=d557b900-dc82-4117-92d3-964a3ec45e6a&id=cb3f13cd-d885-491c-8b40-d06d4e5197a2&id=279c8ba8-0f1d-4eac-9ac2-64f867023326 HTTP/1.1" status: 200 len: 6155 time: 0.1320944 Apr 30 01:30:52.278805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933599e-8ec5-4892-aa58-7ac3f33bf579 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec6387a-df05-4326-b2ce-95d5304e77d8,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:52.286155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=25dedf1c-2a78-4702-9da4-6116827d82bd,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:52.293300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,segment=NetworkSegment(74e695aa-698b-4c5f-8904-1180b88c50fa),segment_id=74e695aa-698b-4c5f-8904-1180b88c50fa)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:52.293797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.308924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-901154344-network', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:52.315313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '80af1483-6166-47bc-b17c-681371261c20', 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387', 'port_id': '80af1483-6166-47bc-b17c-681371261c20', 'mac_address': 'fa:16:3e:f6:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:52.318546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:52.324545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-d4ce7a8b-0dc4-4b6c-ad3f-767e1b8dd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:52.327922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-d4ce7a8b-0dc4-4b6c-ad3f-767e1b8dd5fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=309b4ce1-2859-4114-ac38-14d4e54c7387 HTTP/1.1" status: 200 len: 917 time: 0.2924769 Apr 30 01:30:52.392331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-7ec5112e-1adc-4b79-9505-c40f6b48548d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=524be405-e9f8-472c-bdd5-9599134abc38 HTTP/1.1" status: 200 len: 217 time: 0.0555103 Apr 30 01:30:52.410844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] Deleting port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:30:52.411585 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.420945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a8f2445a-3b5e-4ec0-b981-a825344091c4 req-d933599e-8ec5-4892-aa58-7ac3f33bf579 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.422141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8f2445a-3b5e-4ec0-b981-a825344091c4 req-d933599e-8ec5-4892-aa58-7ac3f33bf579 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0647452 Apr 30 01:30:52.478453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-dae41801-4893-4cfe-931b-7f8845ef2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:52.479952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-dae41801-4893-4cfe-931b-7f8845ef2472 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c HTTP/1.1" status: 200 len: 857 time: 0.0780840 Apr 30 01:30:52.487398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cce0f-e2e4-4145-85d9-34c41c8e1b54 req-3fa061b4-ad14-4bf1-8888-212993089f08 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:52.496002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d43cce0f-e2e4-4145-85d9-34c41c8e1b54 req-3fa061b4-ad14-4bf1-8888-212993089f08 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 944 time: 0.1063409 Apr 30 01:30:52.511883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.539195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25ec4e5e-00d6-4369-8d8b-98ca2932574a req-b0abb255-bcad-4353-9233-6377036fc7b1 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0364339 Apr 30 01:30:52.539918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Made reservation on behalf of ca9b4c6c5bf646dca85142af7b1d82a7 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:52.543560 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.554864 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.555096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-64d45be4-d2fa-4a1e-a352-55903ba59b5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=309b4ce1-2859-4114-ac38-14d4e54c7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561190 Apr 30 01:30:52.577636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d43cce0f-e2e4-4145-85d9-34c41c8e1b54 req-d8f77595-b07e-489b-9025-99848a738610 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807910 Apr 30 01:30:52.591605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80af1483-6166-47bc-b17c-681371261c20 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:52.597412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.617423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] For port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,segment=NetworkSegment(74e695aa-698b-4c5f-8904-1180b88c50fa),segment_id=74e695aa-698b-4c5f-8904-1180b88c50fa)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:52.620487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.629808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:52.634711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f72dd02d-57ea-46c1-bb41-91e67ab0513a req-46d71af0-184f-4590-87ac-715bcf079a27 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': ' tempest-securitygroup -531321935 ', 'description': 'tempest-description-636362302'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:52.637204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] Calling delete_port for 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:30:52.649013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No DVR routers for this DVR port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: from cryptography.utils import int_from_bytes Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: from cryptography.utils import int_from_bytes Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.732118 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:30:52.735326 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:30:52.736345 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-a918f615-aa5c-4857-a5f0-c351638d08bc service neutron] 10.222.0.23 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582968 Apr 30 01:30:52.761745 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.770401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 80af1483-6166-47bc-b17c-681371261c20, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=80af1483-6166-47bc-b17c-681371261c20,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:52.793221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.805130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] Pushing event deleted for resources: {'Port': ['ID=3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:52.812196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5959f5-06af-4430-8ed3-b2d4525f3588 None None] No DVR routers for this DVR port 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:30:52.816104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f72dd02d-57ea-46c1-bb41-91e67ab0513a req-46d71af0-184f-4590-87ac-715bcf079a27 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.842035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac2d95-4b70-4ab4-866f-9b7c85182b13 req-88c14a26-80d3-478e-98f7-fcb66d1f0e32 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:52.847010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5ac2d95-4b70-4ab4-866f-9b7c85182b13 req-88c14a26-80d3-478e-98f7-fcb66d1f0e32 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 943 time: 0.1626339 Apr 30 01:30:52.856189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9971425b-9db1-4f77-a155-1358a62fbddc']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:52.861491 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.868940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.878639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e695aa-698b-4c5f-8904-1180b88c50fa') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:52.879484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e695aa-698b-4c5f-8904-1180b88c50fa') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:52.889344 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d598cf3-5e13-4d32-9cf2-12b2802e4bd5 req-ceaaf83f-4554-4d6a-be72-7642c0b4b49e service neutron] 10.222.0.23 "GET /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499825 Apr 30 01:30:52.896924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.918171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=80af1483-6166-47bc-b17c-681371261c20,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:52.924438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5ac2d95-4b70-4ab4-866f-9b7c85182b13 req-8d9d86cb-32da-45e0-a6fa-9d21e7045fff tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632598 Apr 30 01:30:52.925371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.932902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:30:52.933092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:30:52.936474 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:30:52.954957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f72dd02d-57ea-46c1-bb41-91e67ab0513a req-46d71af0-184f-4590-87ac-715bcf079a27 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:52.987262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-1e779a7b-72f4-4669-9baa-c63db38856c0 req-c5323359-1deb-48e6-963a-ef08f0c0d841 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1579183592', 'description': 'tempest-description-1364710980'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:53.015888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.040816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:30:53.050592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72f32c-f853-4c03-a360-ed4016e7a64c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:53.055314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.055777 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Added segment 77d79a44-0524-4188-837c-5c323b991d5f of type vlan for network d51eecfe-eab7-4fe9-b818-0a3856a293df Apr 30 01:30:53.064167 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f72dd02d-57ea-46c1-bb41-91e67ab0513a req-46d71af0-184f-4590-87ac-715bcf079a27 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.091614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['25dedf1c-2a78-4702-9da4-6116827d82bd'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:53.091614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['80af1483-6166-47bc-b17c-681371261c20'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:53.095972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d71af0-184f-4590-87ac-715bcf079a27 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56643b2-5949-43dc-a477-ab95634daa49,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:53.104218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.123633 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.129299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.133741 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/9971425b-9db1-4f77-a155-1358a62fbddc HTTP/1.1" status: 204 len: 168 time: 1.5107048 Apr 30 01:30:53.140166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49980) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:53.145501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-1299650514'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:53.152637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4122ab-b93b-4920-8f33-083addd8cd3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=9971425b-9db1-4f77-a155-1358a62fbddc,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:53.177451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1e779a7b-72f4-4669-9baa-c63db38856c0 req-c5323359-1deb-48e6-963a-ef08f0c0d841 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.234084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f72dd02d-57ea-46c1-bb41-91e67ab0513a req-46d71af0-184f-4590-87ac-715bcf079a27 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.235347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.236612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:53.237192 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.237754 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f72dd02d-57ea-46c1-bb41-91e67ab0513a req-46d71af0-184f-4590-87ac-715bcf079a27 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6134541 Apr 30 01:30:53.278058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0e5026-68b8-4e49-81a9-8f08423348bc', 'tag': '84202750-71f9-4c9e-bb67-e9d097d18b2e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:53.281604 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0e5026-68b8-4e49-81a9-8f08423348bc", "tag": "84202750-71f9-4c9e-bb67-e9d097d18b2e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:53.292017 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1e779a7b-72f4-4669-9baa-c63db38856c0 req-c5323359-1deb-48e6-963a-ef08f0c0d841 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.306077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1fa44e1-8385-43d7-97c8-6e95e625d457 req-c14244ff-b2c1-42c6-aa7b-40e8f9c0f077 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/b56643b2-5949-43dc-a477-ab95634daa49 HTTP/1.1" status: 200 len: 1781 time: 0.0454252 Apr 30 01:30:53.309169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:53.318484 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.352523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:30:53.357529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] Pushing event updated for resources: {'Network': ['ID=d51eecfe-eab7-4fe9-b818-0a3856a293df,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:53.363172 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6599cb-c002-45ec-be6a-0a461a9d4985 x-openstack-request-id: req-2a6599cb-c002-45ec-be6a-0a461a9d4985 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:53.363483 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0e5026-68b8-4e49-81a9-8f08423348bc", "tag": "84202750-71f9-4c9e-bb67-e9d097d18b2e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:53.363756 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a6599cb-c002-45ec-be6a-0a461a9d4985 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:53.364150 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6599cb-c002-45ec-be6a-0a461a9d4985'] response: {'name': 'network-changed', 'server_uuid': '5a0e5026-68b8-4e49-81a9-8f08423348bc', 'tag': '84202750-71f9-4c9e-bb67-e9d097d18b2e', 'status': 'completed', 'code': 200} Apr 30 01:30:53.368230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.369147 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment c0e43fc2-eb3e-413c-a17d-8c256342e823 of type vlan for network d34b92e6-c130-489c-be67-5fa3816ddf22 Apr 30 01:30:53.371652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d51eecfe-eab7-4fe9-b818-0a3856a293df details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:30:53.386580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-01f31994-1e8a-4057-af00-d62884c24974 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2555652 Apr 30 01:30:53.389436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49988) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:53.394618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Request body: {'subnet': {'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-901154344-subnet', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:53.404400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1e779a7b-72f4-4669-9baa-c63db38856c0 req-c5323359-1deb-48e6-963a-ef08f0c0d841 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.443755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5323359-1deb-48e6-963a-ef08f0c0d841 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c18c2-49aa-4b5e-80c9-83fbafeb61b3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:53.479953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.499143 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69a933ef-999a-4df9-8964-c6ee8e4c7d80 req-91b04636-f143-4398-b80c-018b3e402d40 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/b56643b2-5949-43dc-a477-ab95634daa49 HTTP/1.1" status: 200 len: 1781 time: 0.1211064 Apr 30 01:30:53.504850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-356e9e17-bdc0-4dc4-82c8-54946f3421b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:53.506413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-356e9e17-bdc0-4dc4-82c8-54946f3421b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=595a61bf688f4a3e8ed4bd2743f19dab&device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 1095 time: 0.1090655 Apr 30 01:30:53.544777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1e779a7b-72f4-4669-9baa-c63db38856c0 req-c5323359-1deb-48e6-963a-ef08f0c0d841 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.546263 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e779a7b-72f4-4669-9baa-c63db38856c0 req-c5323359-1deb-48e6-963a-ef08f0c0d841 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5921664 Apr 30 01:30:53.558253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:30:53.575160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e2421bd3-f44b-463c-9057-d17d85928404 req-16fab966-9409-4501-9f83-901f1be51202 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-165507223', 'description': 'tempest-description-87562452'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:53.582226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:30:53.582912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3cd2dd8d-882f-4e8b-b7e4-a64f1455dff2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:30:53.655890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69a933ef-999a-4df9-8964-c6ee8e4c7d80 req-44feab34-4fa9-4ebb-b210-f0c8d3522a90 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.662413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Made reservation on behalf of ca9b4c6c5bf646dca85142af7b1d82a7 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:53.665682 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.668732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-be08bd0b-418c-4845-b03d-a79833bb0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:53.677770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-be08bd0b-418c-4845-b03d-a79833bb0d1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5add9f1c-daca-4988-904c-60d0fd5bef51 HTTP/1.1" status: 200 len: 918 time: 0.1527658 Apr 30 01:30:53.690832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69a933ef-999a-4df9-8964-c6ee8e4c7d80 req-44feab34-4fa9-4ebb-b210-f0c8d3522a90 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.715540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2421bd3-f44b-463c-9057-d17d85928404 req-16fab966-9409-4501-9f83-901f1be51202 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.722377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.728416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:53.729480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:53.737942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-a380274c-156f-4098-999c-6a654bb70686 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84202750-71f9-4c9e-bb67-e9d097d18b2e HTTP/1.1" status: 200 len: 217 time: 0.0576267 Apr 30 01:30:53.776048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 524be405-e9f8-472c-bdd5-9599134abc38 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:53.841889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:53.844092 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1" -d '{"events": [{"name": "network-changed", "server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:53.861539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=d34b92e6-c130-489c-be67-5fa3816ddf22,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:53.879096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-c32845e8-4e68-49cc-8d59-eb307dab3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:53.879096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-c32845e8-4e68-49cc-8d59-eb307dab3a43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8ce78ec6-9ddb-4834-9d6a-51ed50051e76 HTTP/1.1" status: 200 len: 858 time: 0.1170056 Apr 30 01:30:53.889719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d34b92e6-c130-489c-be67-5fa3816ddf22 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:30:53.896108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0f17ff8d-c4fa-44af-a888-275828cea60f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7555089 Apr 30 01:30:53.912650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49998) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:53.915223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-cbbcfc5a-d841-4d8f-9343-fca8cc748342 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5add9f1c-daca-4988-904c-60d0fd5bef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320990 Apr 30 01:30:53.921120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': 'd34b92e6-c130-489c-be67-5fa3816ddf22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:53.953612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 524be405-e9f8-472c-bdd5-9599134abc38, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=524be405-e9f8-472c-bdd5-9599134abc38,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:53.981412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '524be405-e9f8-472c-bdd5-9599134abc38', 'network_id': '309b4ce1-2859-4114-ac38-14d4e54c7387', 'port_id': '524be405-e9f8-472c-bdd5-9599134abc38', 'mac_address': 'fa:16:3e:73:d2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:54.025954 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.040821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524be405-e9f8-472c-bdd5-9599134abc38 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:54.063624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 524be405-e9f8-472c-bdd5-9599134abc38, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=524be405-e9f8-472c-bdd5-9599134abc38,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:54.079555 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69a933ef-999a-4df9-8964-c6ee8e4c7d80 req-44feab34-4fa9-4ebb-b210-f0c8d3522a90 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.082169 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69a933ef-999a-4df9-8964-c6ee8e4c7d80 req-44feab34-4fa9-4ebb-b210-f0c8d3522a90 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.083441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69a933ef-999a-4df9-8964-c6ee8e4c7d80 req-44feab34-4fa9-4ebb-b210-f0c8d3522a90 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/b56643b2-5949-43dc-a477-ab95634daa49 HTTP/1.1" status: 204 len: 173 time: 0.5726390 Apr 30 01:30:54.094703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-3423be38-2639-4d0a-b7da-e936f3f4c56d service neutron] 10.222.0.23 "GET /v2.0/networks/5add9f1c-daca-4988-904c-60d0fd5bef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698139 Apr 30 01:30:54.101129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feab34-4fa9-4ebb-b210-f0c8d3522a90 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56643b2-5949-43dc-a477-ab95634daa49,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:54.150178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.197537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:30:54.201528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.212988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6c92a9d-2656-4d9b-8f99-e9d7a1c2e01c req-f4f8dfb7-db97-4538-a7e6-8bd8cc8e2f60 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0451567 Apr 30 01:30:54.228880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=524be405-e9f8-472c-bdd5-9599134abc38,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:54.252154 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2421bd3-f44b-463c-9057-d17d85928404 req-16fab966-9409-4501-9f83-901f1be51202 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.332771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30a8a7ce-a3c3-48fa-9c74-7d920e1c604b req-5d9275a1-172b-4be1-8450-b059f004e332 service neutron] 10.222.0.23 "GET /v2.0/networks/5add9f1c-daca-4988-904c-60d0fd5bef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293394 Apr 30 01:30:54.344380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2421bd3-f44b-463c-9057-d17d85928404 req-16fab966-9409-4501-9f83-901f1be51202 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.370547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258ca4e-89d9-4e83-ab4e-5ecad8ef9e78 req-b7c7e01d-6e62-4ab1-9373-7ba4bed62c2f tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:54.372160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f258ca4e-89d9-4e83-ab4e-5ecad8ef9e78 req-b7c7e01d-6e62-4ab1-9373-7ba4bed62c2f tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 944 time: 0.0851073 Apr 30 01:30:54.377993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fab966-9409-4501-9f83-901f1be51202 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a503b0af-0937-45c1-87db-1588459bf352,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:54.444760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.445052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f258ca4e-89d9-4e83-ab4e-5ecad8ef9e78 req-dc0c6c3a-4ac7-41f3-aade-5bd1c6cb5366 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648313 Apr 30 01:30:54.460471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['524be405-e9f8-472c-bdd5-9599134abc38'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:54.506421 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e2421bd3-f44b-463c-9057-d17d85928404 req-16fab966-9409-4501-9f83-901f1be51202 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.517991 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325fa7c3-c8f9-44e6-a602-8adbc777184d x-openstack-request-id: req-325fa7c3-c8f9-44e6-a602-8adbc777184d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:54.518353 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:54.518608 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-325fa7c3-c8f9-44e6-a602-8adbc777184d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:54.518723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2421bd3-f44b-463c-9057-d17d85928404 req-16fab966-9409-4501-9f83-901f1be51202 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9482939 Apr 30 01:30:54.519587 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325fa7c3-c8f9-44e6-a602-8adbc777184d'] response: {'name': 'network-changed', 'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6', 'status': 'completed', 'code': 200} Apr 30 01:30:54.567849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b41266-b836-4bc5-a3a3-53f11f0132dc,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:54.573077 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-6ef16ffb-8f4b-4152-ad95-bb62ab415bda req-d0500931-1b27-4df8-b816-85c187143807 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:30:54.588006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ef16ffb-8f4b-4152-ad95-bb62ab415bda req-d0500931-1b27-4df8-b816-85c187143807 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/b56643b2-5949-43dc-a477-ab95634daa49 HTTP/1.1" status: 404 len: 352 time: 0.0437365 Apr 30 01:30:54.591930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Checking segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:54.591930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Network hostable DHCP agents. Network: d51eecfe-eab7-4fe9-b818-0a3856a293df, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:54.620088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-938a96b1-a5e6-4234-90ca-cc9fc0b5dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:54.622002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-938a96b1-a5e6-4234-90ca-cc9fc0b5dba5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1175 time: 0.0728233 Apr 30 01:30:54.644717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.649770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-fcd45b71-bcb2-48e7-a608-dac6d94f27bf tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/c00c18c2-49aa-4b5e-80c9-83fbafeb61b3 HTTP/1.1" status: 200 len: 1807 time: 0.0479748 Apr 30 01:30:54.699965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-44b0fa57-54e8-43e8-a529-ab8c2b4e67d9 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/a503b0af-0937-45c1-87db-1588459bf352 HTTP/1.1" status: 200 len: 1804 time: 0.0416143 Apr 30 01:30:54.708802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-2bb5d4d1-0696-4cbc-a8af-877b60d087d4 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c00c18c2-49aa-4b5e-80c9-83fbafeb61b3', 'remote_group_id': 'a503b0af-0937-45c1-87db-1588459bf352', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:54.709117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-2bb5d4d1-0696-4cbc-a8af-877b60d087d4 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c00c18c2-49aa-4b5e-80c9-83fbafeb61b3', 'remote_group_id': 'a503b0af-0937-45c1-87db-1588459bf352', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:54.715099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Network d51eecfe-eab7-4fe9-b818-0a3856a293df is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:54.816338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d51eecfe-eab7-4fe9-b818-0a3856a293df) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:54.821115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:54.821711 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.828853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc8fe28-57d9-4e31-8c36-5c8e0ac84d3c None None] Network d51eecfe-eab7-4fe9-b818-0a3856a293df requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:54.899626 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-2bb5d4d1-0696-4cbc-a8af-877b60d087d4 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.942708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-2bb5d4d1-0696-4cbc-a8af-877b60d087d4 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:54.962722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ea8eec3e-e2e6-4ab0-83df-5dc70ebb91bf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5721953 Apr 30 01:30:54.965627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50008) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:54.971167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:55.005942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d51eecfe-eab7-4fe9-b818-0a3856a293df', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:30:55.007452 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.050401 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-2bb5d4d1-0696-4cbc-a8af-877b60d087d4 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.070644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5d4d1-0696-4cbc-a8af-877b60d087d4 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3330a28-ec3e-4ec6-acff-3f139a64499f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:55.075797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.077686 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.111386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=8cc41c73-06c3-42dc-bee1-0be7d4f363c4,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:55.114962 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28078d5c-2c49-4b83-95d6-70a0c6e2cc86 req-fa858be5-52be-4e62-b8dd-3b015df6dc73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0478158 Apr 30 01:30:55.133614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1ffe5-c15a-4db1-8daf-f985184c6357 req-a35ba710-83e5-4883-bcd6-3ac2075304f2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:55.135181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ff1ffe5-c15a-4db1-8daf-f985184c6357 req-a35ba710-83e5-4883-bcd6-3ac2075304f2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 944 time: 0.5320306 Apr 30 01:30:55.139364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.146682 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-2bb5d4d1-0696-4cbc-a8af-877b60d087d4 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.151113 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9360fd70-a468-4bb7-8e7a-87c16b06d316 req-2bb5d4d1-0696-4cbc-a8af-877b60d087d4 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4443934 Apr 30 01:30:55.177775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-44aacef2-ab17-4bd2-8ccb-fd9183071755 req-48bfc6b3-343c-4915-8efe-1f393ecbce69 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1534672098', 'description': 'tempest-description-1135421878'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:55.180837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': 'c0e43fc2-eb3e-413c-a17d-8c256342e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd34b92e6-c130-489c-be67-5fa3816ddf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:55.181202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: d34b92e6-c130-489c-be67-5fa3816ddf22, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:30:55.195470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-e5394d51-7856-4211-bf99-74a667fbffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:55.203915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-e5394d51-7856-4211-bf99-74a667fbffdb service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 913 time: 0.5609424 Apr 30 01:30:55.251846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ff1ffe5-c15a-4db1-8daf-f985184c6357 req-ca90f2b6-ea25-41ad-9ca7-b918396c613e tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034629 Apr 30 01:30:55.254511 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-e09aaf6c-b251-4eeb-80a6-6c0521e1bb06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6 HTTP/1.1" status: 200 len: 217 time: 0.0483327 Apr 30 01:30:55.298521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-baca74a4-43fb-4be6-b01d-a62f43e5e0ab req-b9ca31a7-d516-44d2-bcd3-46db980d0dfe tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-849832318', 'description': 'tempest-description-662060083'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:55.313880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Allocated IP 172.20.0.2 (d51eecfe-eab7-4fe9-b818-0a3856a293df/28b41266-b836-4bc5-a3a3-53f11f0132dc/9703dfbe-6877-42c4-a15a-a7ed65d3100d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:55.327493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-d97b4c2c-325a-4d91-be95-82fe78a21d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:55.328969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-d97b4c2c-325a-4d91-be95-82fe78a21d16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.0662060 Apr 30 01:30:55.344762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-44aacef2-ab17-4bd2-8ccb-fd9183071755 req-48bfc6b3-343c-4915-8efe-1f393ecbce69 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.360727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-6d4d481c-e880-4744-87f2-f728a770bdf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250127 Apr 30 01:30:55.361781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network d34b92e6-c130-489c-be67-5fa3816ddf22 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:30:55.424030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-baca74a4-43fb-4be6-b01d-a62f43e5e0ab req-b9ca31a7-d516-44d2-bcd3-46db980d0dfe tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.427610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.477944 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.485330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-44aacef2-ab17-4bd2-8ccb-fd9183071755 req-48bfc6b3-343c-4915-8efe-1f393ecbce69 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.489922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-9abd0509-cc66-44ec-81c2-4931e7814e8e service neutron] 10.222.0.23 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216617 Apr 30 01:30:55.504197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 80af1483-6166-47bc-b17c-681371261c20 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:55.528351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d34b92e6-c130-489c-be67-5fa3816ddf22) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:55.540893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df6e41-9a77-4345-a474-e913fa80140d None None] Network d34b92e6-c130-489c-be67-5fa3816ddf22 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:55.563439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:55.564084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.583955 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-baca74a4-43fb-4be6-b01d-a62f43e5e0ab req-b9ca31a7-d516-44d2-bcd3-46db980d0dfe tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.618167 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-44aacef2-ab17-4bd2-8ccb-fd9183071755 req-48bfc6b3-343c-4915-8efe-1f393ecbce69 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.618687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e17bf80-fdcc-434d-a1c8-f07dc35904c1 req-a133e9f3-ae1d-4f3c-85a8-e5d89a97d7a5 service neutron] 10.222.0.23 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196465 Apr 30 01:30:55.626439 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.655612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfc6b3-343c-4915-8efe-1f393ecbce69 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cccb50b-1d65-4fc2-9166-d5d65c57afab,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:55.676510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-66571f64-cfa5-4dae-b799-d120991e5bf5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7573414 Apr 30 01:30:55.676510 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-baca74a4-43fb-4be6-b01d-a62f43e5e0ab req-b9ca31a7-d516-44d2-bcd3-46db980d0dfe tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.677505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50016) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:55.685802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-505a82a1-22ae-44f5-a4dd-88f99e5fe807 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1426607649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:55.695379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Network d51eecfe-eab7-4fe9-b818-0a3856a293df is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:55.704684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:55.707608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:55.728363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Pushing event updated for resources: {'Port': ['ID=9703dfbe-6877-42c4-a15a-a7ed65d3100d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:55.730181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca31a7-d516-44d2-bcd3-46db980d0dfe tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae2445e-b177-4463-92c0-b6da84d35791,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:55.738969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 80af1483-6166-47bc-b17c-681371261c20 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:55.751786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 80af1483-6166-47bc-b17c-681371261c20 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:55.752270 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.753395 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-44aacef2-ab17-4bd2-8ccb-fd9183071755 req-48bfc6b3-343c-4915-8efe-1f393ecbce69 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.754614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44aacef2-ab17-4bd2-8ccb-fd9183071755 req-48bfc6b3-343c-4915-8efe-1f393ecbce69 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5822210 Apr 30 01:30:55.801038 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.801461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 84202750-71f9-4c9e-bb67-e9d097d18b2e details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:30:55.804333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 524be405-e9f8-472c-bdd5-9599134abc38 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:55.830110 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.832904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-baca74a4-43fb-4be6-b01d-a62f43e5e0ab req-b9ca31a7-d516-44d2-bcd3-46db980d0dfe tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.844208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-baca74a4-43fb-4be6-b01d-a62f43e5e0ab req-b9ca31a7-d516-44d2-bcd3-46db980d0dfe tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5492647 Apr 30 01:30:55.848808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-505a82a1-22ae-44f5-a4dd-88f99e5fe807 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.851651 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-505a82a1-22ae-44f5-a4dd-88f99e5fe807 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.858827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0e329da-59f2-43fd-a1fb-065208a58f9f req-b81be1ef-407a-4161-80e5-eedead531616 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0330231 Apr 30 01:30:55.916319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d34b92e6-c130-489c-be67-5fa3816ddf22', 'network_id': 'd34b92e6-c130-489c-be67-5fa3816ddf22', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': '8cc41c73-06c3-42dc-bee1-0be7d4f363c4'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:30:55.917171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.932274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Attempting to bind port 9703dfbe-6877-42c4-a15a-a7ed65d3100d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:55.932637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Attempting to bind port 9703dfbe-6877-42c4-a15a-a7ed65d3100d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:55.933032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Attempting to bind port 9703dfbe-6877-42c4-a15a-a7ed65d3100d on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:55.954797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a97320c7-fbb9-4f40-9a30-b0be21e40be7 req-9dcfe593-eb3f-4adb-b77e-9a99e7917f72 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-306336884', 'description': 'tempest-description-688004019'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:55.957484 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-505a82a1-22ae-44f5-a4dd-88f99e5fe807 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.961651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:55.962033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Checking segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:55.962446 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:55.962853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Bound using segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:55.963292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Bound port: 9703dfbe-6877-42c4-a15a-a7ed65d3100d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:55.963705 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.001708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Allocated IP 172.25.0.238 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/11e2fff8-020a-4e30-afb9-902888c18d6c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:56.020611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a20ecd-fddd-4c03-804d-94523c510d33 req-6b1ca7ef-82cb-4f41-a375-cb9084d16e4c tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:56.022444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c0a20ecd-fddd-4c03-804d-94523c510d33 req-6b1ca7ef-82cb-4f41-a375-cb9084d16e4c tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 944 time: 0.0634558 Apr 30 01:30:56.032198 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-505a82a1-22ae-44f5-a4dd-88f99e5fe807 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.081428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c0a20ecd-fddd-4c03-804d-94523c510d33 req-a14650f8-ed1c-426f-b442-f3c2c1f383ad tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Apr 30 01:30:56.091836 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a97320c7-fbb9-4f40-9a30-b0be21e40be7 req-9dcfe593-eb3f-4adb-b77e-9a99e7917f72 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.135817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9a708650-4be8-4ac1-ac25-e4928a072115 req-d26d2ad9-2c56-4221-bdae-bbdb833e2d15 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-575816869', 'description': 'tempest-description-409660386'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:56.171563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.187987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-505a82a1-22ae-44f5-a4dd-88f99e5fe807 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.190390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-505a82a1-22ae-44f5-a4dd-88f99e5fe807 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5083139 Apr 30 01:30:56.192926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50022) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:56.196004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 84202750-71f9-4c9e-bb67-e9d097d18b2e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=84202750-71f9-4c9e-bb67-e9d097d18b2e,segment=NetworkSegment(b08c35b5-42b5-4284-a0c9-76268fcc542e),segment_id=b08c35b5-42b5-4284-a0c9-76268fcc542e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:56.200539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.216183 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a97320c7-fbb9-4f40-9a30-b0be21e40be7 req-9dcfe593-eb3f-4adb-b77e-9a99e7917f72 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.248981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 524be405-e9f8-472c-bdd5-9599134abc38 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:56.257024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '84202750-71f9-4c9e-bb67-e9d097d18b2e', 'network_id': '5add9f1c-daca-4988-904c-60d0fd5bef51', 'port_id': '84202750-71f9-4c9e-bb67-e9d097d18b2e', 'mac_address': 'fa:16:3e:e3:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce78ec6-9ddb-4834-9d6a-51ed50051e76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:30:56.258909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] For port 9703dfbe-6877-42c4-a15a-a7ed65d3100d, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:56.272807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 524be405-e9f8-472c-bdd5-9599134abc38 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:56.273171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.305035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] For port 9703dfbe-6877-42c4-a15a-a7ed65d3100d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9703dfbe-6877-42c4-a15a-a7ed65d3100d,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:56.313269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8ce073-3856-4324-bb9c-cb9a6434e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af1483-6166-47bc-b17c-681371261c20'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:56.315504 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907f9a7c-435f-479d-b597-ea76f09793b3" -d '{"events": [{"server_uuid": "ce8ce073-3856-4324-bb9c-cb9a6434e221", "name": "network-vif-plugged", "status": "completed", "tag": "80af1483-6166-47bc-b17c-681371261c20"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:56.346925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Allocated IP 172.20.0.2 (d34b92e6-c130-489c-be67-5fa3816ddf22/8cc41c73-06c3-42dc-bee1-0be7d4f363c4/c2a44e6f-8f99-4f6e-8c44-e796115c168b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:56.357844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9a708650-4be8-4ac1-ac25-e4928a072115 req-d26d2ad9-2c56-4221-bdae-bbdb833e2d15 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.370409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 80af1483-6166-47bc-b17c-681371261c20, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=80af1483-6166-47bc-b17c-681371261c20,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:56.398228 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.405269 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a97320c7-fbb9-4f40-9a30-b0be21e40be7 req-9dcfe593-eb3f-4adb-b77e-9a99e7917f72 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.421758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.446219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84202750-71f9-4c9e-bb67-e9d097d18b2e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:30:56.483636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Pushing event updated for resources: {'Port': ['ID=11e2fff8-020a-4e30-afb9-902888c18d6c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:56.497583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 84202750-71f9-4c9e-bb67-e9d097d18b2e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=84202750-71f9-4c9e-bb67-e9d097d18b2e,segment=NetworkSegment(b08c35b5-42b5-4284-a0c9-76268fcc542e),segment_id=b08c35b5-42b5-4284-a0c9-76268fcc542e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:56.504368 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.510042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:56.513214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:56.515899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfe593-eb3f-4adb-b77e-9a99e7917f72 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da60878-50d7-45ba-8011-78ad68c7d979,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:56.516878 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.517641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 25dedf1c-2a78-4702-9da4-6116827d82bd up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:56.519512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:56.530451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a97320c7-fbb9-4f40-9a30-b0be21e40be7 req-9dcfe593-eb3f-4adb-b77e-9a99e7917f72 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.531686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a97320c7-fbb9-4f40-9a30-b0be21e40be7 req-9dcfe593-eb3f-4adb-b77e-9a99e7917f72 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6010883 Apr 30 01:30:56.574591 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.622946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9a708650-4be8-4ac1-ac25-e4928a072115 req-d26d2ad9-2c56-4221-bdae-bbdb833e2d15 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.624325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.636524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.683844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 524be405-e9f8-472c-bdd5-9599134abc38, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=524be405-e9f8-472c-bdd5-9599134abc38,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:56.694718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79524393-a317-4bbb-954f-68dabba4e1a2 None None] Pushing event updated for resources: {'Port': ['ID=9703dfbe-6877-42c4-a15a-a7ed65d3100d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:56.743408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.769585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=80af1483-6166-47bc-b17c-681371261c20,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:56.769814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99545b45-34e8-4dc7-b86f-906882ab45f6 req-d5fdca5e-18f0-4b1c-b11b-c8e9a86fbec9 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:56.771280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99545b45-34e8-4dc7-b86f-906882ab45f6 req-d5fdca5e-18f0-4b1c-b11b-c8e9a86fbec9 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 944 time: 0.1322312 Apr 30 01:30:56.779293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9a708650-4be8-4ac1-ac25-e4928a072115 req-d26d2ad9-2c56-4221-bdae-bbdb833e2d15 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.827936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.843123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=84202750-71f9-4c9e-bb67-e9d097d18b2e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:56.856502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d2ad9-2c56-4221-bdae-bbdb833e2d15 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea58aa3-f01b-4df6-be62-85854727d8be,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:56.868905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99545b45-34e8-4dc7-b86f-906882ab45f6 req-f149c5e1-53e3-435c-a8a3-f3acbae122b0 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787382 Apr 30 01:30:56.919314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 25dedf1c-2a78-4702-9da4-6116827d82bd completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:30:56.922821 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.931013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 25dedf1c-2a78-4702-9da4-6116827d82bd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:56.931729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.962541 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9a708650-4be8-4ac1-ac25-e4928a072115 req-d26d2ad9-2c56-4221-bdae-bbdb833e2d15 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:56.969656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a708650-4be8-4ac1-ac25-e4928a072115 req-d26d2ad9-2c56-4221-bdae-bbdb833e2d15 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8409786 Apr 30 01:30:56.989555 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1916b4-f367-4a3e-ba73-7d301112444f x-openstack-request-id: req-3a1916b4-f367-4a3e-ba73-7d301112444f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:56.989921 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8ce073-3856-4324-bb9c-cb9a6434e221", "name": "network-vif-plugged", "status": "completed", "tag": "80af1483-6166-47bc-b17c-681371261c20", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:56.990278 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a1916b4-f367-4a3e-ba73-7d301112444f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:56.990770 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1916b4-f367-4a3e-ba73-7d301112444f'] response: {'server_uuid': 'ce8ce073-3856-4324-bb9c-cb9a6434e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af1483-6166-47bc-b17c-681371261c20', 'code': 200} Apr 30 01:30:56.992964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['84202750-71f9-4c9e-bb67-e9d097d18b2e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:30:57.012943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f4ad115e-083f-4e9a-ae4c-88281cabf51d req-872d0bba-4335-4bad-a6f5-f88f82460da7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-731873969', 'description': 'tempest-description-661914884'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:57.047306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=524be405-e9f8-472c-bdd5-9599134abc38,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:57.054027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Network d34b92e6-c130-489c-be67-5fa3816ddf22 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:57.089830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:57.093074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:57.115523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.20.0.1 (d34b92e6-c130-489c-be67-5fa3816ddf22/8cc41c73-06c3-42dc-bee1-0be7d4f363c4/40d69070-062e-40ee-92a8-07bd0635aa9a) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:57.154974 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce0b4e44-9bad-4bc3-8658-8782efa32602 req-87dc8afb-816f-417c-bc5c-2193653831b7 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0536780 Apr 30 01:30:57.164392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3875e0a-824c-4b9b-b319-b75477ed5edd req-a42686bd-c07f-4c7c-8527-db5ca266970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:57.166481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3875e0a-824c-4b9b-b319-b75477ed5edd req-a42686bd-c07f-4c7c-8527-db5ca266970e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221 HTTP/1.1" status: 200 len: 1096 time: 0.1089187 Apr 30 01:30:57.170963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.191186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Pushing event updated for resources: {'Port': ['ID=c2a44e6f-8f99-4f6e-8c44-e796115c168b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:57.211366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Attempting to bind port c2a44e6f-8f99-4f6e-8c44-e796115c168b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:57.211843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Attempting to bind port c2a44e6f-8f99-4f6e-8c44-e796115c168b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c0e43fc2-eb3e-413c-a17d-8c256342e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd34b92e6-c130-489c-be67-5fa3816ddf22'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:57.212296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Attempting to bind port c2a44e6f-8f99-4f6e-8c44-e796115c168b on network d34b92e6-c130-489c-be67-5fa3816ddf22 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:57.216425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f4ad115e-083f-4e9a-ae4c-88281cabf51d req-872d0bba-4335-4bad-a6f5-f88f82460da7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.250913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:57.251292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Checking segment: {'id': 'c0e43fc2-eb3e-413c-a17d-8c256342e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd34b92e6-c130-489c-be67-5fa3816ddf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:57.252018 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.252505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Bound using segment: {'id': 'c0e43fc2-eb3e-413c-a17d-8c256342e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd34b92e6-c130-489c-be67-5fa3816ddf22'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:57.253049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Bound port: c2a44e6f-8f99-4f6e-8c44-e796115c168b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e43fc2-eb3e-413c-a17d-8c256342e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd34b92e6-c130-489c-be67-5fa3816ddf22'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:57.253494 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.291679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.299966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-e6e54640-22b7-4fc2-8606-0ad35af4adb2 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/bae2445e-b177-4463-92c0-b6da84d35791 HTTP/1.1" status: 200 len: 1805 time: 0.0782173 Apr 30 01:30:57.308142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f4ad115e-083f-4e9a-ae4c-88281cabf51d req-872d0bba-4335-4bad-a6f5-f88f82460da7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.334950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3875e0a-824c-4b9b-b319-b75477ed5edd req-ffe485f4-104c-41dd-b7e4-64f122e87ac1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619925 Apr 30 01:30:57.372766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.403739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-6bddd5d1-7f6e-4ca5-9c2e-b099479c5b39 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/aea58aa3-f01b-4df6-be62-85854727d8be HTTP/1.1" status: 200 len: 1805 time: 0.0916562 Apr 30 01:30:57.404723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 25dedf1c-2a78-4702-9da4-6116827d82bd, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=25dedf1c-2a78-4702-9da4-6116827d82bd,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:57.421418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] For port c2a44e6f-8f99-4f6e-8c44-e796115c168b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:57.425269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] For port c2a44e6f-8f99-4f6e-8c44-e796115c168b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c2a44e6f-8f99-4f6e-8c44-e796115c168b,segment=NetworkSegment(c0e43fc2-eb3e-413c-a17d-8c256342e823),segment_id=c0e43fc2-eb3e-413c-a17d-8c256342e823)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:57.439543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-468ac956-fa1b-454a-a53c-87df9a9bea73 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bae2445e-b177-4463-92c0-b6da84d35791', 'remote_group_id': 'aea58aa3-f01b-4df6-be62-85854727d8be', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:57.439849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-468ac956-fa1b-454a-a53c-87df9a9bea73 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bae2445e-b177-4463-92c0-b6da84d35791', 'remote_group_id': 'aea58aa3-f01b-4df6-be62-85854727d8be', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:30:57.464434 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f4ad115e-083f-4e9a-ae4c-88281cabf51d req-872d0bba-4335-4bad-a6f5-f88f82460da7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.467506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.495748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d0bba-4335-4bad-a6f5-f88f82460da7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859b3f62-51e3-45d9-a99b-9dbecf163d2c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:57.508419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.571666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=25dedf1c-2a78-4702-9da4-6116827d82bd,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:57.611071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9703dfbe-6877-42c4-a15a-a7ed65d3100d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:57.613788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.616883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.658743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f4ad115e-083f-4e9a-ae4c-88281cabf51d req-872d0bba-4335-4bad-a6f5-f88f82460da7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.673560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4ad115e-083f-4e9a-ae4c-88281cabf51d req-872d0bba-4335-4bad-a6f5-f88f82460da7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6664355 Apr 30 01:30:57.688645 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-468ac956-fa1b-454a-a53c-87df9a9bea73 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.710054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cebf3-0dac-4aad-8fc8-14de567bc69c None None] Pushing event updated for resources: {'Port': ['ID=c2a44e6f-8f99-4f6e-8c44-e796115c168b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:57.717405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network d34b92e6-c130-489c-be67-5fa3816ddf22 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:57.726926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:57.734350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:30:57.735851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:30:57.755065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9703dfbe-6877-42c4-a15a-a7ed65d3100d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:57.755468 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.774729 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-468ac956-fa1b-454a-a53c-87df9a9bea73 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.779372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=40d69070-062e-40ee-92a8-07bd0635aa9a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:57.863228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.918424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab79dc-b5db-413e-a1fa-6cda2bbe55ae req-7030649d-6dfc-4b80-af33-f76d6454c8a9 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:57.919873 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.921700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04ab79dc-b5db-413e-a1fa-6cda2bbe55ae req-7030649d-6dfc-4b80-af33-f76d6454c8a9 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 945 time: 0.1463211 Apr 30 01:30:57.945882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:57.948066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-468ac956-fa1b-454a-a53c-87df9a9bea73 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:57.962574 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:57.972478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ac956-fa1b-454a-a53c-87df9a9bea73 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3725baad-886e-40a0-a02d-1f9c09cce638,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:57.982555 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:57.984907 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:58.066341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04ab79dc-b5db-413e-a1fa-6cda2bbe55ae req-dfedd4d9-6f82-4eb1-8f53-53ba243cd025 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381683 Apr 30 01:30:58.175656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.175656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fe462377-2c50-45ea-81b8-af34a190e460 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2061272 Apr 30 01:30:58.176678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50042) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:58.234069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 9703dfbe-6877-42c4-a15a-a7ed65d3100d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9703dfbe-6877-42c4-a15a-a7ed65d3100d,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:30:58.244247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc141e-3050-42e0-969c-cea9f27dc872 None None] Network d51eecfe-eab7-4fe9-b818-0a3856a293df requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:58.248602 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:30:58.301620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.313629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-468ac956-fa1b-454a-a53c-87df9a9bea73 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.314834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-937d5e34-f153-4d52-a653-65b7a7e07cd8 req-468ac956-fa1b-454a-a53c-87df9a9bea73 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8809209 Apr 30 01:30:58.396041 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.489905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-096e0ca5-1d9e-4116-b83e-180bf3f3ae1e None None] Provisioning complete for port 9703dfbe-6877-42c4-a15a-a7ed65d3100d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:58.490460 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-096e0ca5-1d9e-4116-b83e-180bf3f3ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.572377 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:30:56Z', 'revision_number': 3, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:58.609026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=9703dfbe-6877-42c4-a15a-a7ed65d3100d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:58.638758 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:30:58.643350 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Updating router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 port 11e2fff8-020a-4e30-afb9-902888c18d6c binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:30:58.653514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a90f8092-5a55-4944-ab39-0ffa493849d7 req-efcfaaac-34a2-42e2-9794-1a7c715aa067 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8452052ab9fb4c0493750e9ea859342d HTTP/1.1" status: 200 len: 10907 time: 0.3055727 Apr 30 01:30:58.701583 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.752286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8f51668-636d-41e3-b60a-55225b8b4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.791723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a90f8092-5a55-4944-ab39-0ffa493849d7 req-53ecc657-ac1f-45dd-88f6-b0560ca7903d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/279c8ba8-0f1d-4eac-9ac2-64f867023326 HTTP/1.1" status: 200 len: 2985 time: 0.1086991 Apr 30 01:30:58.811138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.853166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a90f8092-5a55-4944-ab39-0ffa493849d7 req-ada9606a-97c9-4990-89a4-e8a316eb8640 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/279c8ba8-0f1d-4eac-9ac2-64f867023326 HTTP/1.1" status: 200 len: 2985 time: 0.0604701 Apr 30 01:30:58.930491 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:58.991648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c78988-e328-4adc-ba32-cff0cd1a6147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524be405-e9f8-472c-bdd5-9599134abc38'}, {'server_uuid': 'be5771c1-ce9b-4e8f-a530-08f7a9c6b232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dedf1c-2a78-4702-9da4-6116827d82bd'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:30:58.994112 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c59735c-d104-4254-964c-46d0c8b7a1a2" -d '{"events": [{"server_uuid": "d7c78988-e328-4adc-ba32-cff0cd1a6147", "name": "network-vif-plugged", "status": "completed", "tag": "524be405-e9f8-472c-bdd5-9599134abc38"}, {"server_uuid": "be5771c1-ce9b-4e8f-a530-08f7a9c6b232", "name": "network-vif-plugged", "status": "completed", "tag": "25dedf1c-2a78-4702-9da4-6116827d82bd"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:30:59.081374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=40d69070-062e-40ee-92a8-07bd0635aa9a,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:59.088265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.134872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabb3db-9e44-4d62-9e23-53bbc8ae1cff req-03d864cc-21cd-4409-bb76-60fcfd27d246 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:30:59.143132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0fabb3db-9e44-4d62-9e23-53bbc8ae1cff req-03d864cc-21cd-4409-bb76-60fcfd27d246 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 945 time: 0.1598783 Apr 30 01:30:59.183727 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.231168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0fabb3db-9e44-4d62-9e23-53bbc8ae1cff req-4e237f8a-f2e8-4ac2-bc00-e7905a7358e8 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868063 Apr 30 01:30:59.245226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network d34b92e6-c130-489c-be67-5fa3816ddf22 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:30:59.251887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:30:59.260478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf13da-7d94-482e-b8ab-c790f53531f5 None None] Network d34b92e6-c130-489c-be67-5fa3816ddf22 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:30:59.304245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.308830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b7d64eb7-8e44-4e67-8e0a-828e8495954f None None] Provisioning complete for port 9703dfbe-6877-42c4-a15a-a7ed65d3100d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:59.309622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7d64eb7-8e44-4e67-8e0a-828e8495954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.314272 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380b20e6-246e-4e07-a96e-2b00ee5a64cb req-5e5195ad-8f68-452e-92ce-969337af2903 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/aea58aa3-f01b-4df6-be62-85854727d8be HTTP/1.1" status: 200 len: 1805 time: 0.0963829 Apr 30 01:30:59.322408 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.348623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2548f3f9-ef04-4a7a-9738-af96f553def2 req-918bb921-1997-40d4-96ae-37655c4fcb15 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/3cccb50b-1d65-4fc2-9166-d5d65c57afab HTTP/1.1" status: 200 len: 1803 time: 0.0671790 Apr 30 01:30:59.417643 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Attempting to bind port 11e2fff8-020a-4e30-afb9-902888c18d6c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:30:59.418375 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Attempting to bind port 11e2fff8-020a-4e30-afb9-902888c18d6c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:30:59.418937 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Attempting to bind port 11e2fff8-020a-4e30-afb9-902888c18d6c on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:30:59.421946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-380b20e6-246e-4e07-a96e-2b00ee5a64cb req-e61ac937-139e-4a2f-b7d5-a6e08620007b tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.440654 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:30:59.441626 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:30:59.442696 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.443322 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:30:59.444192 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Bound port: 11e2fff8-020a-4e30-afb9-902888c18d6c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:30:59.445302 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.461210 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-380b20e6-246e-4e07-a96e-2b00ee5a64cb req-e61ac937-139e-4a2f-b7d5-a6e08620007b tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.509622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2548f3f9-ef04-4a7a-9738-af96f553def2 req-736ce590-3030-4033-9d0b-925cd6fbdb60 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.515795 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Pushing event updated for resources: {'Port': ['ID=11e2fff8-020a-4e30-afb9-902888c18d6c,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:59.533981 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.534326 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.534670 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.535027 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.535360 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.536184 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.536184 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.536415 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.536735 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.537074 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.537439 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.538240 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:30:59.547663 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2548f3f9-ef04-4a7a-9738-af96f553def2 req-736ce590-3030-4033-9d0b-925cd6fbdb60 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.582030 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] For port 11e2fff8-020a-4e30-afb9-902888c18d6c, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:30:59.585890 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] For port 11e2fff8-020a-4e30-afb9-902888c18d6c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=11e2fff8-020a-4e30-afb9-902888c18d6c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:30:59.587658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 4152817d-2533-48b2-89fa-b6891a5f795e is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:30:59.620056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-40e6f3e5-b381-438a-943f-e234596333c5 None None] Provisioning complete for port c2a44e6f-8f99-4f6e-8c44-e796115c168b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:30:59.620425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40e6f3e5-b381-438a-943f-e234596333c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.653446 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.690378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Allocated IP 172.20.0.1 (d51eecfe-eab7-4fe9-b818-0a3856a293df/28b41266-b836-4bc5-a3a3-53f11f0132dc/ba94fae6-d7e5-4322-9d00-8d059271f903) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:30:59.710012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-380b20e6-246e-4e07-a96e-2b00ee5a64cb req-e61ac937-139e-4a2f-b7d5-a6e08620007b tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.712996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-380b20e6-246e-4e07-a96e-2b00ee5a64cb req-e61ac937-139e-4a2f-b7d5-a6e08620007b tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.728021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-380b20e6-246e-4e07-a96e-2b00ee5a64cb req-e61ac937-139e-4a2f-b7d5-a6e08620007b tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "DELETE /v2.0/security-groups/aea58aa3-f01b-4df6-be62-85854727d8be HTTP/1.1" status: 204 len: 173 time: 0.3836534 Apr 30 01:30:59.753866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9703dfbe-6877-42c4-a15a-a7ed65d3100d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:59.780824 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0273c5-8bc5-464a-b4f9-2cce2fbc7cd0 None None] Pushing event updated for resources: {'Port': ['ID=11e2fff8-020a-4e30-afb9-902888c18d6c,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:59.792563 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:30:59.793787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ac937-139e-4a2f-b7d5-a6e08620007b tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea58aa3-f01b-4df6-be62-85854727d8be,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:59.794048 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:30:59.817015 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2548f3f9-ef04-4a7a-9738-af96f553def2 req-736ce590-3030-4033-9d0b-925cd6fbdb60 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.824152 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2548f3f9-ef04-4a7a-9738-af96f553def2 req-736ce590-3030-4033-9d0b-925cd6fbdb60 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:30:59.838986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:30:59.843398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2548f3f9-ef04-4a7a-9738-af96f553def2 req-736ce590-3030-4033-9d0b-925cd6fbdb60 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/3cccb50b-1d65-4fc2-9166-d5d65c57afab HTTP/1.1" status: 204 len: 173 time: 0.4801989 Apr 30 01:30:59.849914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 84202750-71f9-4c9e-bb67-e9d097d18b2e up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:30:59.884954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9470c556-bf8b-41d6-b91e-65355d767a1e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/4152817d-2533-48b2-89fa-b6891a5f795e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6795132 Apr 30 01:30:59.886084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50058) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:30:59.892710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ce590-3030-4033-9d0b-925cd6fbdb60 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cccb50b-1d65-4fc2-9166-d5d65c57afab,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:30:59.901700 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75345e1-d0a0-46f5-84ba-e9f4d195b512 x-openstack-request-id: req-e75345e1-d0a0-46f5-84ba-e9f4d195b512 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:30:59.902000 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c78988-e328-4adc-ba32-cff0cd1a6147", "name": "network-vif-plugged", "status": "completed", "tag": "524be405-e9f8-472c-bdd5-9599134abc38", "code": 200}, {"server_uuid": "be5771c1-ce9b-4e8f-a530-08f7a9c6b232", "name": "network-vif-plugged", "status": "completed", "tag": "25dedf1c-2a78-4702-9da4-6116827d82bd", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:30:59.902284 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e75345e1-d0a0-46f5-84ba-e9f4d195b512 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:30:59.902669 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75345e1-d0a0-46f5-84ba-e9f4d195b512'] response: {'server_uuid': 'd7c78988-e328-4adc-ba32-cff0cd1a6147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524be405-e9f8-472c-bdd5-9599134abc38', 'code': 200} Apr 30 01:30:59.902921 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75345e1-d0a0-46f5-84ba-e9f4d195b512'] response: {'server_uuid': 'be5771c1-ce9b-4e8f-a530-08f7a9c6b232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dedf1c-2a78-4702-9da4-6116827d82bd', 'code': 200} Apr 30 01:30:59.906435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b6677-ded0-4528-a1d9-bcfdefa35c25 None None] Sync routers for ids ['4152817d-2533-48b2-89fa-b6891a5f795e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:30:59.978288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40e6f3e5-b381-438a-943f-e234596333c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.049025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b6677-ded0-4528-a1d9-bcfdefa35c25 None None] Routers {'4152817d-2533-48b2-89fa-b6891a5f795e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:00.049686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-838b6677-ded0-4528-a1d9-bcfdefa35c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4152817d-2533-48b2-89fa-b6891a5f795e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:00.092667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.105091 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:00.119054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ed916-4014-40a7-b1d8-cbf928b34ae1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:00.125432 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ab4ed916-4014-40a7-b1d8-cbf928b34ae1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports/40d69070-062e-40ee-92a8-07bd0635aa9a HTTP/1.1" status: 200 len: 910 time: 0.2361150 Apr 30 01:31:00.132534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50068) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:00.156200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96891519-76a5-4c44-b3ab-53df5967e95c req-9feefaa7-569e-46e0-95f6-8a99594d12e9 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:00.164936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96891519-76a5-4c44-b3ab-53df5967e95c req-9feefaa7-569e-46e0-95f6-8a99594d12e9 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 945 time: 0.2002807 Apr 30 01:31:00.174001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-838b6677-ded0-4528-a1d9-bcfdefa35c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:00.193279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-40e6f3e5-b381-438a-943f-e234596333c5 None None] For port c2a44e6f-8f99-4f6e-8c44-e796115c168b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c2a44e6f-8f99-4f6e-8c44-e796115c168b,segment=NetworkSegment(c0e43fc2-eb3e-413c-a17d-8c256342e823),segment_id=c0e43fc2-eb3e-413c-a17d-8c256342e823)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:00.227199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6af6-caa9-4949-ad2d-82c8d0e0f9f4 req-ab34dcf6-1d27-4690-932b-a5c15820a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:00.229367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-595c6af6-caa9-4949-ad2d-82c8d0e0f9f4 req-ab34dcf6-1d27-4690-932b-a5c15820a78c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 1096 time: 0.2720926 Apr 30 01:31:00.233791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b6677-ded0-4528-a1d9-bcfdefa35c25 None None] Routers {'4152817d-2533-48b2-89fa-b6891a5f795e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:00.234389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-838b6677-ded0-4528-a1d9-bcfdefa35c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:30:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4152817d-2533-48b2-89fa-b6891a5f795e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:00.237900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9703dfbe-6877-42c4-a15a-a7ed65d3100d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:00.238276 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.291902 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96891519-76a5-4c44-b3ab-53df5967e95c req-1c513683-ca7e-4609-916a-9892e418f1d8 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259501 Apr 30 01:31:00.312888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-838b6677-ded0-4528-a1d9-bcfdefa35c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:00.312888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b6677-ded0-4528-a1d9-bcfdefa35c25 None None] The sync data for ids ['4152817d-2533-48b2-89fa-b6891a5f795e'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:00.312888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40e6f3e5-b381-438a-943f-e234596333c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.313948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d82aa-91a4-49e3-bf46-d7bd52837a67 req-68fab6f4-5a77-4e4d-be4e-58be73cda4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:00.315916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d58d82aa-91a4-49e3-bf46-d7bd52837a67 req-68fab6f4-5a77-4e4d-be4e-58be73cda4e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be5771c1-ce9b-4e8f-a530-08f7a9c6b232 HTTP/1.1" status: 200 len: 1096 time: 0.3593044 Apr 30 01:31:00.358271 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:30:56Z', 'revision_number': 3, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:00.380929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 84202750-71f9-4c9e-bb67-e9d097d18b2e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:31:00.399113 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefa5c6-672e-43cb-aa3d-68afef6c5bc4 None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:30:56Z', 'revision_number': 3, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:00.412011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 84202750-71f9-4c9e-bb67-e9d097d18b2e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:00.412381 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.423543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e385f584-1bc4-4630-b3a1-3f531f9ae80a req-3c74cd43-0cc4-4b15-b4cc-7d3d0bfca442 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/bae2445e-b177-4463-92c0-b6da84d35791 HTTP/1.1" status: 200 len: 1805 time: 0.0760288 Apr 30 01:31:00.435674 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.457814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6f3e5-b381-438a-943f-e234596333c5 None None] Pushing event updated for resources: {'Port': ['ID=c2a44e6f-8f99-4f6e-8c44-e796115c168b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:00.493988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Network d51eecfe-eab7-4fe9-b818-0a3856a293df is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:00.503891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:00.505466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d58d82aa-91a4-49e3-bf46-d7bd52837a67 req-8190dedd-e5bb-44f8-a277-4f2808bd323c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656613 Apr 30 01:31:00.519708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:00.526280 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-e6451ce4-dd08-4da0-a8f0-7365e146a0fd req-240e30a0-cebc-40a6-8173-aad6f074141f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:00.530447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-68bea79f-352b-40cd-bb9c-39a315c1b179 None None] Provisioning complete for port c2a44e6f-8f99-4f6e-8c44-e796115c168b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:00.530822 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68bea79f-352b-40cd-bb9c-39a315c1b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.533032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6451ce4-dd08-4da0-a8f0-7365e146a0fd req-240e30a0-cebc-40a6-8173-aad6f074141f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/3cccb50b-1d65-4fc2-9166-d5d65c57afab HTTP/1.1" status: 404 len: 352 time: 0.0802824 Apr 30 01:31:00.554262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c2a44e6f-8f99-4f6e-8c44-e796115c168b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:00.556092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Pushing event updated for resources: {'Port': ['ID=ba94fae6-d7e5-4322-9d00-8d059271f903,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:00.593170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-595c6af6-caa9-4949-ad2d-82c8d0e0f9f4 req-ae821070-865f-45c4-913c-d53135b8093e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747457 Apr 30 01:31:00.677884 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.737647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-57482e9a-2a27-4bf2-81c7-abdd9cc3274a req-4037c617-1647-4fce-8cab-398c228c9c2e tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1535597715', 'description': 'tempest-description-47018837'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:00.815851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-68bea79f-352b-40cd-bb9c-39a315c1b179 None None] Provisioning complete for port 40d69070-062e-40ee-92a8-07bd0635aa9a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:00.816108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68bea79f-352b-40cd-bb9c-39a315c1b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.847053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7696f-f5f2-4fd9-8f7e-f3e2e6b3a4b5 req-4de9fadc-00c7-43b8-b712-c1c9a4f92afe tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:00.859902 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7696f-f5f2-4fd9-8f7e-f3e2e6b3a4b5 req-4de9fadc-00c7-43b8-b712-c1c9a4f92afe tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 945 time: 0.0969021 Apr 30 01:31:00.897945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.926881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-68bea79f-352b-40cd-bb9c-39a315c1b179 None None] Port 40d69070-062e-40ee-92a8-07bd0635aa9a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:00.935453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.938835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57482e9a-2a27-4bf2-81c7-abdd9cc3274a req-4037c617-1647-4fce-8cab-398c228c9c2e tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.969737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c2a44e6f-8f99-4f6e-8c44-e796115c168b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:00.970233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:00.982340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb7696f-f5f2-4fd9-8f7e-f3e2e6b3a4b5 req-63151e97-cfc5-4d4b-9acf-c9d65f4728bc tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214700 Apr 30 01:31:01.008671 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:31:01.055045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 84202750-71f9-4c9e-bb67-e9d097d18b2e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=84202750-71f9-4c9e-bb67-e9d097d18b2e,segment=NetworkSegment(b08c35b5-42b5-4284-a0c9-76268fcc542e),segment_id=b08c35b5-42b5-4284-a0c9-76268fcc542e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:01.081052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad0cfc52-0aa9-471d-915f-141b6b64d04c req-79e10e62-5747-4f38-92c0-af281ed92448 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/6da60878-50d7-45ba-8011-78ad68c7d979 HTTP/1.1" status: 200 len: 1801 time: 0.0665965 Apr 30 01:31:01.105898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a160b2ab-5c2b-4318-924b-ba466445e6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.120112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-311cf766-95d9-49d7-9713-9d21c9317912 None None] Provisioning complete for port 40d69070-062e-40ee-92a8-07bd0635aa9a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:01.120500 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-311cf766-95d9-49d7-9713-9d21c9317912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.156571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.197366 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad0cfc52-0aa9-471d-915f-141b6b64d04c req-29f7383a-f973-4e16-85ed-31ae2e7840f1 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.198850 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.237508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-311cf766-95d9-49d7-9713-9d21c9317912 None None] Port 40d69070-062e-40ee-92a8-07bd0635aa9a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:01.247061 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad0cfc52-0aa9-471d-915f-141b6b64d04c req-29f7383a-f973-4e16-85ed-31ae2e7840f1 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.301211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-311cf766-95d9-49d7-9713-9d21c9317912 None None] Provisioning complete for port ba94fae6-d7e5-4322-9d00-8d059271f903 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:01.301680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-311cf766-95d9-49d7-9713-9d21c9317912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.363591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-311cf766-95d9-49d7-9713-9d21c9317912 None None] Port ba94fae6-d7e5-4322-9d00-8d059271f903 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:01.365308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=84202750-71f9-4c9e-bb67-e9d097d18b2e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:01.437777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.453200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad0cfc52-0aa9-471d-915f-141b6b64d04c req-29f7383a-f973-4e16-85ed-31ae2e7840f1 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.456366 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ad0cfc52-0aa9-471d-915f-141b6b64d04c req-29f7383a-f973-4e16-85ed-31ae2e7840f1 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.458089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad0cfc52-0aa9-471d-915f-141b6b64d04c req-29f7383a-f973-4e16-85ed-31ae2e7840f1 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/6da60878-50d7-45ba-8011-78ad68c7d979 HTTP/1.1" status: 204 len: 173 time: 0.3694170 Apr 30 01:31:01.474815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7383a-f973-4e16-85ed-31ae2e7840f1 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da60878-50d7-45ba-8011-78ad68c7d979,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:01.562690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.598753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57482e9a-2a27-4bf2-81c7-abdd9cc3274a req-4037c617-1647-4fce-8cab-398c228c9c2e tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.638126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.669058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17c7ce87-ff27-4113-b5bc-a1f5599d4fbb req-eeeda5c5-24ad-4f80-821f-d6acce9c544e tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0439656 Apr 30 01:31:01.715381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Pushing event updated for resources: {'Port': ['ID=ba94fae6-d7e5-4322-9d00-8d059271f903,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:01.749345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 11e2fff8-020a-4e30-afb9-902888c18d6c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:01.766071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57482e9a-2a27-4bf2-81c7-abdd9cc3274a req-4037c617-1647-4fce-8cab-398c228c9c2e tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.823634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037c617-1647-4fce-8cab-398c228c9c2e tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba5149-4f16-4ce1-b1df-065479612cd0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:01.841463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 11e2fff8-020a-4e30-afb9-902888c18d6c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:01.842004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.856372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port 40d69070-062e-40ee-92a8-07bd0635aa9a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:01.857161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.903347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Network d51eecfe-eab7-4fe9-b818-0a3856a293df is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:01.904016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0e5026-68b8-4e49-81a9-8f08423348bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84202750-71f9-4c9e-bb67-e9d097d18b2e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:01.905621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:01.906526 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b83c75-b39a-472c-95b1-0203e2af61f6" -d '{"events": [{"server_uuid": "5a0e5026-68b8-4e49-81a9-8f08423348bc", "name": "network-vif-plugged", "status": "completed", "tag": "84202750-71f9-4c9e-bb67-e9d097d18b2e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:01.915454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904dc12-fcf1-4c11-aee1-ba93db433f4a req-a6423473-eb14-4098-a685-2bcd42ac82fe tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:01.927806 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b904dc12-fcf1-4c11-aee1-ba93db433f4a req-a6423473-eb14-4098-a685-2bcd42ac82fe tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 946 time: 0.1289632 Apr 30 01:31:01.962645 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57482e9a-2a27-4bf2-81c7-abdd9cc3274a req-4037c617-1647-4fce-8cab-398c228c9c2e tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:01.974801 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57482e9a-2a27-4bf2-81c7-abdd9cc3274a req-4037c617-1647-4fce-8cab-398c228c9c2e tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2431331 Apr 30 01:31:01.993597 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.020522 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.025579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 11e2fff8-020a-4e30-afb9-902888c18d6c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=11e2fff8-020a-4e30-afb9-902888c18d6c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:02.033288 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.049410 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-4c35c7d1-1f4c-4dac-8db7-89b616a529f1 req-f88f0b6d-f444-4212-a3a4-34a7658f093d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:02.054421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b904dc12-fcf1-4c11-aee1-ba93db433f4a req-debf3b2c-cc6c-40ac-9a08-e76b646c1b1e tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249416 Apr 30 01:31:02.064065 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c35c7d1-1f4c-4dac-8db7-89b616a529f1 req-f88f0b6d-f444-4212-a3a4-34a7658f093d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/6da60878-50d7-45ba-8011-78ad68c7d979 HTTP/1.1" status: 404 len: 352 time: 0.0703790 Apr 30 01:31:02.081245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for 40d69070-062e-40ee-92a8-07bd0635aa9a owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:02.105052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.108373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c2a44e6f-8f99-4f6e-8c44-e796115c168b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:02.156352 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2365746-7266-4424-92dd-7b35f77c8cdf x-openstack-request-id: req-e2365746-7266-4424-92dd-7b35f77c8cdf {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:02.156642 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0e5026-68b8-4e49-81a9-8f08423348bc", "name": "network-vif-plugged", "status": "completed", "tag": "84202750-71f9-4c9e-bb67-e9d097d18b2e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:02.156889 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2365746-7266-4424-92dd-7b35f77c8cdf {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:02.161658 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2365746-7266-4424-92dd-7b35f77c8cdf'] response: {'server_uuid': '5a0e5026-68b8-4e49-81a9-8f08423348bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84202750-71f9-4c9e-bb67-e9d097d18b2e', 'code': 200} Apr 30 01:31:02.213606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-395cfc44-9139-4586-ab24-b975e2bdc690 req-d6cdc31d-ca10-4c63-ae2b-c14ad812559f tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/a8ba5149-4f16-4ce1-b1df-065479612cd0 HTTP/1.1" status: 200 len: 1805 time: 0.0931587 Apr 30 01:31:02.230424 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-395cfc44-9139-4586-ab24-b975e2bdc690 req-fb4be53f-fa48-410b-8a7b-3bce52d65973 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8ba5149-4f16-4ce1-b1df-065479612cd0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:02.235987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-395cfc44-9139-4586-ab24-b975e2bdc690 req-fb4be53f-fa48-410b-8a7b-3bce52d65973 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8ba5149-4f16-4ce1-b1df-065479612cd0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:02.253246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:02.271321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=11e2fff8-020a-4e30-afb9-902888c18d6c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:02.296562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c2a44e6f-8f99-4f6e-8c44-e796115c168b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:02.296931 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.326056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4038df0b-b848-4193-b1b8-ab80b7f379e7 None None] Provisioning complete for port ba94fae6-d7e5-4322-9d00-8d059271f903 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:02.327007 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4038df0b-b848-4193-b1b8-ab80b7f379e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.341807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48936b45-d2d3-4f14-aad2-c74e6cac67ac req-feecf450-999f-47ef-a701-2b12bf072b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:02.343462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48936b45-d2d3-4f14-aad2-c74e6cac67ac req-feecf450-999f-47ef-a701-2b12bf072b53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 1097 time: 0.1139150 Apr 30 01:31:02.356866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eeb086-1026-4d7e-adcc-51c85aedf604 req-61d3ae41-c5ba-4eb7-9727-2592d02450c8 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:02.358719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44eeb086-1026-4d7e-adcc-51c85aedf604 req-61d3ae41-c5ba-4eb7-9727-2592d02450c8 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 945 time: 0.1189613 Apr 30 01:31:02.381544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4038df0b-b848-4193-b1b8-ab80b7f379e7 None None] Port ba94fae6-d7e5-4322-9d00-8d059271f903 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:02.402899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:02.419680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-93c776a6-66f0-4a4c-948d-436b49243951 admin admin] 10.222.0.15 "PUT /v2.0/routers/55ecb84b-cf52-4da1-8f23-70cdf7a756c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2341244 Apr 30 01:31:02.457295 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-395cfc44-9139-4586-ab24-b975e2bdc690 req-fb4be53f-fa48-410b-8a7b-3bce52d65973 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.462680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48936b45-d2d3-4f14-aad2-c74e6cac67ac req-06cbb1db-6838-4491-b821-f16f6367b50c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990138 Apr 30 01:31:02.470503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44eeb086-1026-4d7e-adcc-51c85aedf604 req-6c220367-d42d-4cae-bed0-c69cf19fde66 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764110 Apr 30 01:31:02.486070 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-395cfc44-9139-4586-ab24-b975e2bdc690 req-fb4be53f-fa48-410b-8a7b-3bce52d65973 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.555714 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57241e43-df75-4182-bc43-fa3b30c5064c req-f20d7c48-5cad-487c-8746-08dff71fd39f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/859b3f62-51e3-45d9-a99b-9dbecf163d2c HTTP/1.1" status: 200 len: 1801 time: 0.0528815 Apr 30 01:31:02.590023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.610460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-395cfc44-9139-4586-ab24-b975e2bdc690 req-fb4be53f-fa48-410b-8a7b-3bce52d65973 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.629711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=40d69070-062e-40ee-92a8-07bd0635aa9a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:02.634557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4be53f-fa48-410b-8a7b-3bce52d65973 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5d6ae3-050b-4606-a9d4-0349422f43c1,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:02.691245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57241e43-df75-4182-bc43-fa3b30c5064c req-1c48b9d7-684c-4c2a-a476-bbfa1a86aefc tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.700163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-395cfc44-9139-4586-ab24-b975e2bdc690 req-fb4be53f-fa48-410b-8a7b-3bce52d65973 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.701885 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-395cfc44-9139-4586-ab24-b975e2bdc690 req-fb4be53f-fa48-410b-8a7b-3bce52d65973 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4765892 Apr 30 01:31:02.736583 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57241e43-df75-4182-bc43-fa3b30c5064c req-1c48b9d7-684c-4c2a-a476-bbfa1a86aefc tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.818594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d59de6-7e44-425c-bc8b-d604e9ea1bb8 req-a1a0e587-0501-4413-9302-20244740faa4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:02.821526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-69d59de6-7e44-425c-bc8b-d604e9ea1bb8 req-a1a0e587-0501-4413-9302-20244740faa4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221 HTTP/1.1" status: 200 len: 945 time: 0.0530286 Apr 30 01:31:02.835094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:02.864275 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-69d59de6-7e44-425c-bc8b-d604e9ea1bb8 req-d89f3bdd-ad3a-444a-9bb5-2d952f7621db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Apr 30 01:31:02.952348 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:02.964390 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:02.965011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:03.015331 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57241e43-df75-4182-bc43-fa3b30c5064c req-1c48b9d7-684c-4c2a-a476-bbfa1a86aefc tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.015331 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57241e43-df75-4182-bc43-fa3b30c5064c req-1c48b9d7-684c-4c2a-a476-bbfa1a86aefc tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.015331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57241e43-df75-4182-bc43-fa3b30c5064c req-1c48b9d7-684c-4c2a-a476-bbfa1a86aefc tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/859b3f62-51e3-45d9-a99b-9dbecf163d2c HTTP/1.1" status: 204 len: 173 time: 0.4514606 Apr 30 01:31:03.025453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 4152817d-2533-48b2-89fa-b6891a5f795e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:03.039662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48b9d7-684c-4c2a-a476-bbfa1a86aefc tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859b3f62-51e3-45d9-a99b-9dbecf163d2c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:03.118109 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:03.145718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:03.155570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50114) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:03.156136 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-26b5421d-e1fa-4b17-bc7c-b02f0314859d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/4152817d-2533-48b2-89fa-b6891a5f795e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0160577 Apr 30 01:31:03.162165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bcfe4f-9a5c-4a6e-89d2-51038b9ec8f4 None None] Sync routers for ids ['4152817d-2533-48b2-89fa-b6891a5f795e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:03.165458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd532ec3-4c61-4ae2-9431-0783d9dbfb36 req-fd806041-e232-426d-b044-a464e1168689 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/a8ba5149-4f16-4ce1-b1df-065479612cd0 HTTP/1.1" status: 200 len: 2399 time: 0.1307764 Apr 30 01:31:03.170302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-bd532ec3-4c61-4ae2-9431-0783d9dbfb36 req-df06a6af-ad67-4103-a5ee-aab7b4402cdc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8ba5149-4f16-4ce1-b1df-065479612cd0', 'remote_group_id': None}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:03.170617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-bd532ec3-4c61-4ae2-9431-0783d9dbfb36 req-df06a6af-ad67-4103-a5ee-aab7b4402cdc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8ba5149-4f16-4ce1-b1df-065479612cd0', 'remote_group_id': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:03.180891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bcfe4f-9a5c-4a6e-89d2-51038b9ec8f4 None None] Routers {'4152817d-2533-48b2-89fa-b6891a5f795e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:03.183525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a1bcfe4f-9a5c-4a6e-89d2-51038b9ec8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4152817d-2533-48b2-89fa-b6891a5f795e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:03.205276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50116) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:03.211318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-11c51ed4-6581-42c6-8aa4-260da10ab952 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=4152817d-2533-48b2-89fa-b6891a5f795e HTTP/1.1" status: 200 len: 205 time: 0.0545454 Apr 30 01:31:03.233823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a1bcfe4f-9a5c-4a6e-89d2-51038b9ec8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:03.244039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bcfe4f-9a5c-4a6e-89d2-51038b9ec8f4 None None] Routers {'4152817d-2533-48b2-89fa-b6891a5f795e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:03.244916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a1bcfe4f-9a5c-4a6e-89d2-51038b9ec8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4152817d-2533-48b2-89fa-b6891a5f795e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:03.289785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a1bcfe4f-9a5c-4a6e-89d2-51038b9ec8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:03.291343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bcfe4f-9a5c-4a6e-89d2-51038b9ec8f4 None None] The sync data for ids ['4152817d-2533-48b2-89fa-b6891a5f795e'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:03.296201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db5dbb00-3a57-4c8e-819f-da3ff562b257 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.355832 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 2, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:03.387085 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:31:03.387500 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Updating router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 port ba94fae6-d7e5-4322-9d00-8d059271f903 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:31:03.412982 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.421244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bd532ec3-4c61-4ae2-9431-0783d9dbfb36 req-df06a6af-ad67-4103-a5ee-aab7b4402cdc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.499169 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db5dbb00-3a57-4c8e-819f-da3ff562b257 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.504889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db5dbb00-3a57-4c8e-819f-da3ff562b257 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.508107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bd532ec3-4c61-4ae2-9431-0783d9dbfb36 req-df06a6af-ad67-4103-a5ee-aab7b4402cdc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.653730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50118) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:03.659928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bd532ec3-4c61-4ae2-9431-0783d9dbfb36 req-df06a6af-ad67-4103-a5ee-aab7b4402cdc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.663792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0fcb4568-c22d-4fd9-8ca0-549bdbc49044 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756669811', 'description': 'tempest-description--1194632329'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:03.665603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 11e2fff8-020a-4e30-afb9-902888c18d6c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:03.686756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06a6af-ad67-4103-a5ee-aab7b4402cdc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dcd263-01d0-4f12-9457-2478d688f10d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:03.712942 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db5dbb00-3a57-4c8e-819f-da3ff562b257 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.713484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5dbb00-3a57-4c8e-819f-da3ff562b257 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Fanout notify agent at l3_agent the message router_deleted on router 4152817d-2533-48b2-89fa-b6891a5f795e {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:31:03.729835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db5dbb00-3a57-4c8e-819f-da3ff562b257 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.734623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-db5dbb00-3a57-4c8e-819f-da3ff562b257 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/4152817d-2533-48b2-89fa-b6891a5f795e HTTP/1.1" status: 204 len: 168 time: 0.5246611 Apr 30 01:31:03.734623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50120) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:03.775733 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 11e2fff8-020a-4e30-afb9-902888c18d6c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:03.776217 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.778608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13f529e9-2fe8-4782-bd6c-d64f5974cd2c req-29d2fd82-f2f5-4fc8-a526-971f5d35e9ec tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0598087 Apr 30 01:31:03.789504 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.807896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4568-c22d-4fd9-8ca0-549bdbc49044 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.831934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab3f4cf-d24e-472f-95c0-4851e6297eea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet 8cc41c73-06c3-42dc-bee1-0be7d4f363c4 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:31:03.839469 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cab3f4cf-d24e-472f-95c0-4851e6297eea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.857654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bd532ec3-4c61-4ae2-9431-0783d9dbfb36 req-df06a6af-ad67-4103-a5ee-aab7b4402cdc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.857879 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.879580 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd532ec3-4c61-4ae2-9431-0783d9dbfb36 req-df06a6af-ad67-4103-a5ee-aab7b4402cdc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7130749 Apr 30 01:31:03.889837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4568-c22d-4fd9-8ca0-549bdbc49044 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.918873 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.923686 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.942183 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-e4ff9581-32da-437a-ad7c-c86b361d98fb req-5913f55f-dc2f-4b52-8082-6403673985b0 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:03.943739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4ff9581-32da-437a-ad7c-c86b361d98fb req-5913f55f-dc2f-4b52-8082-6403673985b0 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/859b3f62-51e3-45d9-a99b-9dbecf163d2c HTTP/1.1" status: 404 len: 352 time: 0.0324249 Apr 30 01:31:03.957359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cab3f4cf-d24e-472f-95c0-4851e6297eea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:03.976233 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145bf17-88ea-445f-bf1a-830f54da2496 None None] Pushing event updated for resources: {'Port': ['ID=ba94fae6-d7e5-4322-9d00-8d059271f903,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:04.016016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f085b-a9d3-4b83-81d9-f596b0830af9 req-edd567dd-5f3a-4b76-a398-8fb539c04187 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:04.021073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd2f085b-a9d3-4b83-81d9-f596b0830af9 req-edd567dd-5f3a-4b76-a398-8fb539c04187 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5771c1-ce9b-4e8f-a530-08f7a9c6b232 HTTP/1.1" status: 200 len: 945 time: 0.1213858 Apr 30 01:31:04.056905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4568-c22d-4fd9-8ca0-549bdbc49044 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.109636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb4568-c22d-4fd9-8ca0-549bdbc49044 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bac5f3-48f7-401e-8334-fb3aa451631a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:04.112265 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Attempting to bind port ba94fae6-d7e5-4322-9d00-8d059271f903 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:04.113034 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Attempting to bind port ba94fae6-d7e5-4322-9d00-8d059271f903 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:04.113576 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Attempting to bind port ba94fae6-d7e5-4322-9d00-8d059271f903 on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:04.123241 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:04.123860 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Checking segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:04.124589 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.125984 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Bound using segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:04.126689 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Bound port: ba94fae6-d7e5-4322-9d00-8d059271f903, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:04.127309 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.158425 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd2f085b-a9d3-4b83-81d9-f596b0830af9 req-d91307c2-6dd1-4433-af5a-9f19ef47bad5 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309249 Apr 30 01:31:04.199053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cab3f4cf-d24e-472f-95c0-4851e6297eea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.211458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793bc7-da9d-4e16-bc54-cede0d9ccce1 req-ccd76bc5-b74f-4476-9f12-f0bd3d91f26c tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:04.219073 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b2793bc7-da9d-4e16-bc54-cede0d9ccce1 req-ccd76bc5-b74f-4476-9f12-f0bd3d91f26c tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 946 time: 0.1179733 Apr 30 01:31:04.234799 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] For port ba94fae6-d7e5-4322-9d00-8d059271f903, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:04.240168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b43e9351-acb9-4b57-828a-ce771e6bbca2 req-1f39e999-a0c0-467b-b28b-f5724b8e9f80 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/a8ba5149-4f16-4ce1-b1df-065479612cd0 HTTP/1.1" status: 200 len: 2998 time: 0.0686941 Apr 30 01:31:04.242761 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] For port ba94fae6-d7e5-4322-9d00-8d059271f903, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ba94fae6-d7e5-4322-9d00-8d059271f903,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:04.274348 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4568-c22d-4fd9-8ca0-549bdbc49044 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.275499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0fcb4568-c22d-4fd9-8ca0-549bdbc49044 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6294672 Apr 30 01:31:04.278265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50130) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:04.285332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c17c402e-9f18-49a1-aede-56197a6302f2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group_rule': {'security_group_id': '91bac5f3-48f7-401e-8334-fb3aa451631a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:04.293906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b2793bc7-da9d-4e16-bc54-cede0d9ccce1 req-db9f5e91-1c23-402a-9d2d-19af6779090d tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739245 Apr 30 01:31:04.342096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3b9dac59-3aeb-4e1d-9b0c-d3660c9c1f89 None None] Provisioning complete for port ba94fae6-d7e5-4322-9d00-8d059271f903 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:04.345682 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.345805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92492c35-88c3-41a0-802e-5722d3da8fc9 req-36463f19-814d-4913-8ff4-0049633774a7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8452052ab9fb4c0493750e9ea859342d HTTP/1.1" status: 200 len: 6155 time: 0.0982678 Apr 30 01:31:04.345905 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b9dac59-3aeb-4e1d-9b0c-d3660c9c1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.414204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cab3f4cf-d24e-472f-95c0-4851e6297eea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.414602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92492c35-88c3-41a0-802e-5722d3da8fc9 req-e65662a3-2179-46d8-8ed1-5609cf28756f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/279c8ba8-0f1d-4eac-9ac2-64f867023326 HTTP/1.1" status: 200 len: 2985 time: 0.0617993 Apr 30 01:31:04.415557 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:04.416395 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:04.476000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f4cf-d24e-472f-95c0-4851e6297eea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc41c73-06c3-42dc-bee1-0be7d4f363c4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:04.476460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92492c35-88c3-41a0-802e-5722d3da8fc9 req-fe00c193-b6f3-43d3-8947-c5f37966c001 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/279c8ba8-0f1d-4eac-9ac2-64f867023326 HTTP/1.1" status: 200 len: 2985 time: 0.0596790 Apr 30 01:31:04.479685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c96fa-2027-4e02-9142-852414d4b21c None None] Network d34b92e6-c130-489c-be67-5fa3816ddf22 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:04.481771 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145bf17-88ea-445f-bf1a-830f54da2496 None None] Pushing event updated for resources: {'Port': ['ID=ba94fae6-d7e5-4322-9d00-8d059271f903,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:04.487269 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b9dac59-3aeb-4e1d-9b0c-d3660c9c1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.498036 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c17c402e-9f18-49a1-aede-56197a6302f2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.506988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cab3f4cf-d24e-472f-95c0-4851e6297eea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.511992 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cab3f4cf-d24e-472f-95c0-4851e6297eea tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/8cc41c73-06c3-42dc-bee1-0be7d4f363c4 HTTP/1.1" status: 204 len: 168 time: 0.7773795 Apr 30 01:31:04.514768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50136) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:04.572546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:04.637229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9c30124-4d13-4ffa-8390-4f332ef00a26 req-8d57e6df-855a-4454-af46-e8fdfc2fea9b tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-group-rules/87dcd263-01d0-4f12-9457-2478d688f10d HTTP/1.1" status: 200 len: 783 time: 0.1252346 Apr 30 01:31:04.681507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.714314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c17c402e-9f18-49a1-aede-56197a6302f2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.754020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port c2a44e6f-8f99-4f6e-8c44-e796115c168b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:04.754357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.783343 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9c30124-4d13-4ffa-8390-4f332ef00a26 req-359aad7f-e195-4136-94c6-3e3ba1db0b88 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/a8ba5149-4f16-4ce1-b1df-065479612cd0 HTTP/1.1" status: 200 len: 2998 time: 0.1438501 Apr 30 01:31:04.852791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3b9dac59-3aeb-4e1d-9b0c-d3660c9c1f89 None None] For port ba94fae6-d7e5-4322-9d00-8d059271f903, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ba94fae6-d7e5-4322-9d00-8d059271f903,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:04.855963 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:04.859626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port c2a44e6f-8f99-4f6e-8c44-e796115c168b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c2a44e6f-8f99-4f6e-8c44-e796115c168b,segment=NetworkSegment(c0e43fc2-eb3e-413c-a17d-8c256342e823),segment_id=c0e43fc2-eb3e-413c-a17d-8c256342e823)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:04.860308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.884822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for c2a44e6f-8f99-4f6e-8c44-e796115c168b owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:04.922277 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4bedb-cd80-41f6-99b1-23b2d74a54c8 None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:04.946372 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b9dac59-3aeb-4e1d-9b0c-d3660c9c1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:04.994346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] DHCP port deletion for d34b92e6-c130-489c-be67-5fa3816ddf22 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:31:05.070929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dac59-3aeb-4e1d-9b0c-d3660c9c1f89 None None] Pushing event updated for resources: {'Port': ['ID=ba94fae6-d7e5-4322-9d00-8d059271f903,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:05.095264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cae17b98-a97c-4110-9df4-8a34ac3987dc None None] Provisioning complete for port ba94fae6-d7e5-4322-9d00-8d059271f903 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:05.095654 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cae17b98-a97c-4110-9df4-8a34ac3987dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.099480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.114559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No DVR routers for this DVR port c2a44e6f-8f99-4f6e-8c44-e796115c168b on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:05.148353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] Deleting port c2a44e6f-8f99-4f6e-8c44-e796115c168b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:05.148952 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.169100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=c2a44e6f-8f99-4f6e-8c44-e796115c168b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:05.227332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] For port c2a44e6f-8f99-4f6e-8c44-e796115c168b, host n-d-821348-1, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:05.227674 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.254581 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.265321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] Calling delete_port for c2a44e6f-8f99-4f6e-8c44-e796115c168b owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:05.272565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] Port c2a44e6f-8f99-4f6e-8c44-e796115c168b was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:31:05.277539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.279931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f557a914-a461-4a14-8f20-1d46458ec0be req-7ba46185-fd8f-4e7c-bbd4-b8c93385d98e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1166055922', 'description': 'tempest-description-130533511'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:05.288722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c9c30124-4d13-4ffa-8390-4f332ef00a26 req-0179a7ac-1e2f-4666-8f32-d696b8a22141 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.301560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34b92e6-c130-489c-be67-5fa3816ddf22']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:05.303840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c9c30124-4d13-4ffa-8390-4f332ef00a26 req-0179a7ac-1e2f-4666-8f32-d696b8a22141 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.312308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] Pushing event deleted for resources: {'Port': ['ID=c2a44e6f-8f99-4f6e-8c44-e796115c168b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:05.317172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab540a04-3c4f-4d9e-8c96-ee95659cb79f None None] No DVR routers for this DVR port c2a44e6f-8f99-4f6e-8c44-e796115c168b on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:05.319201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e43fc2-eb3e-413c-a17d-8c256342e823') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:05.319708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e43fc2-eb3e-413c-a17d-8c256342e823') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:05.334886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c17c402e-9f18-49a1-aede-56197a6302f2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.341694 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.357440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.359003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c402e-9f18-49a1-aede-56197a6302f2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7891c07b-e0f0-4408-9d52-748be7effc3c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:05.364912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:31:05.365984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:31:05.368837 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:31:05.410998 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f557a914-a461-4a14-8f20-1d46458ec0be req-7ba46185-fd8f-4e7c-bbd4-b8c93385d98e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.436764 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c9c30124-4d13-4ffa-8390-4f332ef00a26 req-0179a7ac-1e2f-4666-8f32-d696b8a22141 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.447243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c17c402e-9f18-49a1-aede-56197a6302f2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.450990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c17c402e-9f18-49a1-aede-56197a6302f2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1693985 Apr 30 01:31:05.451570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50144) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:05.456328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9c930991-2a19-47cd-b8c5-2865c4fc3767 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group_rule': {'security_group_id': '91bac5f3-48f7-401e-8334-fb3aa451631a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:05.456493 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c9c30124-4d13-4ffa-8390-4f332ef00a26 req-0179a7ac-1e2f-4666-8f32-d696b8a22141 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.457637 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9c30124-4d13-4ffa-8390-4f332ef00a26 req-0179a7ac-1e2f-4666-8f32-d696b8a22141 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/87dcd263-01d0-4f12-9457-2478d688f10d HTTP/1.1" status: 204 len: 173 time: 0.6730328 Apr 30 01:31:05.458961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179a7ac-1e2f-4666-8f32-d696b8a22141 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87dcd263-01d0-4f12-9457-2478d688f10d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:05.512935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.532301 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.539037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/d34b92e6-c130-489c-be67-5fa3816ddf22 HTTP/1.1" status: 204 len: 168 time: 1.0232460 Apr 30 01:31:05.542871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=d34b92e6-c130-489c-be67-5fa3816ddf22,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:05.553878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50148) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:05.558896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1030279882', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:05.559144 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f557a914-a461-4a14-8f20-1d46458ec0be req-7ba46185-fd8f-4e7c-bbd4-b8c93385d98e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.561028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.561376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.561714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.562048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.562383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.562714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.563038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.563364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.563742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.564067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.564390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.564711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41305d-d1b2-4e88-8406-0fb5393711ca tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:05.574457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9c930991-2a19-47cd-b8c5-2865c4fc3767 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.629553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ba94fae6-d7e5-4322-9d00-8d059271f903 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:05.633625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc481841-a901-4d38-9a6d-435e08f69182 req-a399665f-71e1-40ed-a12e-8ec2aeaa46fb tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:05.635270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc481841-a901-4d38-9a6d-435e08f69182 req-a399665f-71e1-40ed-a12e-8ec2aeaa46fb tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5771c1-ce9b-4e8f-a530-08f7a9c6b232 HTTP/1.1" status: 200 len: 945 time: 0.1017592 Apr 30 01:31:05.649312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9c930991-2a19-47cd-b8c5-2865c4fc3767 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.650607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f557a914-a461-4a14-8f20-1d46458ec0be req-7ba46185-fd8f-4e7c-bbd4-b8c93385d98e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.681031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.681274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba46185-fd8f-4e7c-bbd4-b8c93385d98e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba99f5cc-bacf-40a1-b308-c8d2a9067787,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:05.681694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.687266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc481841-a901-4d38-9a6d-435e08f69182 req-0b8ba958-0cf8-41fa-81fc-c06226cfdb25 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452378 Apr 30 01:31:05.716146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ba94fae6-d7e5-4322-9d00-8d059271f903 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:05.716664 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.748601 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.761417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9c930991-2a19-47cd-b8c5-2865c4fc3767 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.780433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c930991-2a19-47cd-b8c5-2865c4fc3767 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05113f3a-6354-44ab-a01e-48e18e7d1ee5,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:05.809431 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c9220ef-17f7-473b-adfc-8c835bf9aaa1 req-34543c1e-637c-4b82-86ac-d2b2f93c52a7 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0360708 Apr 30 01:31:05.814899 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f557a914-a461-4a14-8f20-1d46458ec0be req-7ba46185-fd8f-4e7c-bbd4-b8c93385d98e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.816309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f557a914-a461-4a14-8f20-1d46458ec0be req-7ba46185-fd8f-4e7c-bbd4-b8c93385d98e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5420752 Apr 30 01:31:05.902870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c2a44e6f-8f99-4f6e-8c44-e796115c168b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:05.903126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d50bfb23-f268-40f5-8603-d657a7611459 req-7a633412-4cdc-4a30-8272-a2aa635ef342 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/a8ba5149-4f16-4ce1-b1df-065479612cd0 HTTP/1.1" status: 200 len: 2399 time: 0.0617232 Apr 30 01:31:05.925992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c2a44e6f-8f99-4f6e-8c44-e796115c168b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:05.927189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c2a44e6f-8f99-4f6e-8c44-e796115c168b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:05.960863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fa586-1e7c-4485-97f9-2d08dbdbe054 req-bd44a0eb-250d-4040-984d-5d3dfd2ad3e4 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:05.962711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-531fa586-1e7c-4485-97f9-2d08dbdbe054 req-bd44a0eb-250d-4040-984d-5d3dfd2ad3e4 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 946 time: 0.0594435 Apr 30 01:31:05.966467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9c930991-2a19-47cd-b8c5-2865c4fc3767 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:05.970903 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9c930991-2a19-47cd-b8c5-2865c4fc3767 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5183063 Apr 30 01:31:05.972284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50152) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:05.978402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:06.020201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-531fa586-1e7c-4485-97f9-2d08dbdbe054 req-bd313f06-b43a-4254-8e40-d9449826d310 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/security-groups?id=423fdf3a-6559-46f6-a848-7a450eb1b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476851 Apr 30 01:31:06.051730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-6ccb1731-186d-40f2-be11-4f55b56fcec4 req-acae0e4d-1742-4ecf-b6a2-3cc4d355d8ac tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-99865103', 'description': 'tempest-description-1461748272'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:06.100514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d50bfb23-f268-40f5-8603-d657a7611459 req-492bc067-746d-4987-9591-f6fe11939cdb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.127638 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6ccb1731-186d-40f2-be11-4f55b56fcec4 req-acae0e4d-1742-4ecf-b6a2-3cc4d355d8ac tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.138253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.154935 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d50bfb23-f268-40f5-8603-d657a7611459 req-492bc067-746d-4987-9591-f6fe11939cdb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.180821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.205009 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6ccb1731-186d-40f2-be11-4f55b56fcec4 req-acae0e4d-1742-4ecf-b6a2-3cc4d355d8ac tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.259720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-9fbb5378-1eeb-46eb-85b0-8252aeb741f2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:06.261344 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-9fbb5378-1eeb-46eb-85b0-8252aeb741f2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.21 "GET /v2.0/ports?device_id=be5771c1-ce9b-4e8f-a530-08f7a9c6b232 HTTP/1.1" status: 200 len: 945 time: 0.0530519 Apr 30 01:31:06.281547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6ccb1731-186d-40f2-be11-4f55b56fcec4 req-acae0e4d-1742-4ecf-b6a2-3cc4d355d8ac tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.303747 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d50bfb23-f268-40f5-8603-d657a7611459 req-492bc067-746d-4987-9591-f6fe11939cdb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.306597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d50bfb23-f268-40f5-8603-d657a7611459 req-492bc067-746d-4987-9591-f6fe11939cdb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.307729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d50bfb23-f268-40f5-8603-d657a7611459 req-492bc067-746d-4987-9591-f6fe11939cdb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "DELETE /v2.0/security-groups/a8ba5149-4f16-4ce1-b1df-065479612cd0 HTTP/1.1" status: 204 len: 173 time: 0.4036355 Apr 30 01:31:06.327944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bc067-746d-4987-9591-f6fe11939cdb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba5149-4f16-4ce1-b1df-065479612cd0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:06.358517 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-a67d06c3-c46f-4def-afaf-660d1f428b2e req-f707364a-c8bb-4ff9-8058-7f96bb25d2ad tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] show failed (client error): The resource could not be found. Apr 30 01:31:06.359529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae0e4d-1742-4ecf-b6a2-3cc4d355d8ac tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab775073-94bd-4549-86c8-2e64bc5b0df7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:06.359664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a67d06c3-c46f-4def-afaf-660d1f428b2e req-f707364a-c8bb-4ff9-8058-7f96bb25d2ad tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/aea58aa3-f01b-4df6-be62-85854727d8be HTTP/1.1" status: 404 len: 352 time: 0.0286784 Apr 30 01:31:06.400856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.429348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Deleting port 25dedf1c-2a78-4702-9da4-6116827d82bd {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:06.429744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.437934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6ccb1731-186d-40f2-be11-4f55b56fcec4 req-acae0e4d-1742-4ecf-b6a2-3cc4d355d8ac tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.439764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ccb1731-186d-40f2-be11-4f55b56fcec4 req-acae0e4d-1742-4ecf-b6a2-3cc4d355d8ac tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3925939 Apr 30 01:31:06.503677 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c802807-5efd-4fac-adae-e5f6ca12e339 req-a7657d13-8294-4b20-9233-0fa1f8f4d5bc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/bae2445e-b177-4463-92c0-b6da84d35791 HTTP/1.1" status: 200 len: 1805 time: 0.1151783 Apr 30 01:31:06.557490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] For port 25dedf1c-2a78-4702-9da4-6116827d82bd, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=25dedf1c-2a78-4702-9da4-6116827d82bd,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:06.557977 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.584739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Calling delete_port for 25dedf1c-2a78-4702-9da4-6116827d82bd owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:06.674100 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.676186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Allocated IP 172.25.0.103 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/f34f6886-ede3-4afd-88e0-64be778aec7b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:06.704695 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.748946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1c802807-5efd-4fac-adae-e5f6ca12e339 req-0019dd4f-7650-464b-b363-098a2419dbf0 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.820497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-8d5f9d35-4d80-4b3b-b294-b466cfbe48d1 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:06.821927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-8d5f9d35-4d80-4b3b-b294-b466cfbe48d1 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 813 time: 0.1758759 Apr 30 01:31:06.842707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1c802807-5efd-4fac-adae-e5f6ca12e339 req-0019dd4f-7650-464b-b363-098a2419dbf0 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.852288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-8f8889ee-f5fd-4c76-80d8-1975c1703929 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:06.853751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-8f8889ee-f5fd-4c76-80d8-1975c1703929 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 946 time: 0.1094763 Apr 30 01:31:06.855481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-a26970f9-007e-4901-9a08-ea298ad717af tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/quotas/8452052ab9fb4c0493750e9ea859342d HTTP/1.1" status: 200 len: 375 time: 0.0235610 Apr 30 01:31:06.899509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.911167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['25dedf1c-2a78-4702-9da4-6116827d82bd', '80af1483-6166-47bc-b17c-681371261c20'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:06.916381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['524be405-e9f8-472c-bdd5-9599134abc38'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:06.922953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:06.957092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Pushing event deleted for resources: {'Port': ['ID=25dedf1c-2a78-4702-9da4-6116827d82bd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:07.023880 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-c0f17423-6ca1-402b-ba68-ef6d93cbc210 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552787 Apr 30 01:31:07.025777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1c802807-5efd-4fac-adae-e5f6ca12e339 req-0019dd4f-7650-464b-b363-098a2419dbf0 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.028712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1c802807-5efd-4fac-adae-e5f6ca12e339 req-0019dd4f-7650-464b-b363-098a2419dbf0 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.040397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c802807-5efd-4fac-adae-e5f6ca12e339 req-0019dd4f-7650-464b-b363-098a2419dbf0 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "DELETE /v2.0/security-groups/bae2445e-b177-4463-92c0-b6da84d35791 HTTP/1.1" status: 204 len: 173 time: 0.5111487 Apr 30 01:31:07.042685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] No DVR routers for this DVR port 25dedf1c-2a78-4702-9da4-6116827d82bd on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:07.049117 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.052370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82f4d7b2-7d39-4d81-a349-168e6ea9e2dd req-45072b12-8531-406d-8ea4-3e47d44190a2 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.21 "DELETE /v2.0/ports/25dedf1c-2a78-4702-9da4-6116827d82bd HTTP/1.1" status: 204 len: 173 time: 0.7826109 Apr 30 01:31:07.059698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5771c1-ce9b-4e8f-a530-08f7a9c6b232', 'name': 'network-vif-deleted', 'tag': '25dedf1c-2a78-4702-9da4-6116827d82bd'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:07.061918 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e0a72-4327-4b92-b06f-bb21b91b60a7" -d '{"events": [{"server_uuid": "be5771c1-ce9b-4e8f-a530-08f7a9c6b232", "name": "network-vif-deleted", "tag": "25dedf1c-2a78-4702-9da4-6116827d82bd"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:07.064435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019dd4f-7650-464b-b363-098a2419dbf0 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae2445e-b177-4463-92c0-b6da84d35791,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:07.080385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.130566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Deleting port 84202750-71f9-4c9e-bb67-e9d097d18b2e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:07.131793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.223984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b0e4fbd-24dc-4487-9f56-5aea7e4e9c43 req-6d9c8fb4-33a6-4549-8c7a-2c2f70c6e87c tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5771c1-ce9b-4e8f-a530-08f7a9c6b232 HTTP/1.1" status: 200 len: 210 time: 0.0578990 Apr 30 01:31:07.225746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:07.229017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=f34f6886-ede3-4afd-88e0-64be778aec7b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:07.233300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:07.251309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-090eafeb-7d5f-4b98-974e-bdde5f05e1d1 service neutron] 10.222.0.15 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064860 Apr 30 01:31:07.259171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.25.0.254 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/add6dc75-c7ac-4ef4-9d72-16cb0470d470) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:07.264072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:07.346279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4c01e4b-f905-4de5-b079-e1030a69ff48 req-9d21b5d1-3f2e-4a6c-b2f5-9e143ad74672 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0545616 Apr 30 01:31:07.353748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] For port 84202750-71f9-4c9e-bb67-e9d097d18b2e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=84202750-71f9-4c9e-bb67-e9d097d18b2e,segment=NetworkSegment(b08c35b5-42b5-4284-a0c9-76268fcc542e),segment_id=b08c35b5-42b5-4284-a0c9-76268fcc542e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:07.353748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.385915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Calling delete_port for 84202750-71f9-4c9e-bb67-e9d097d18b2e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:07.455641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-36566c71-d7ba-4096-9198-6a597b83f1ce service neutron] 10.222.0.15 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824152 Apr 30 01:31:07.500432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.510172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00198836-c0c6-46a3-9513-cf64ffc43186 req-e4b01244-d8d4-4d43-b6f6-0250e2f05eae tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/a503b0af-0937-45c1-87db-1588459bf352 HTTP/1.1" status: 200 len: 1804 time: 0.1255834 Apr 30 01:31:07.512985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.596644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-00198836-c0c6-46a3-9513-cf64ffc43186 req-82c268ea-e128-4f0c-9919-d2e6fa15cf32 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.634024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.635551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.649151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['84202750-71f9-4c9e-bb67-e9d097d18b2e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:07.656228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-00198836-c0c6-46a3-9513-cf64ffc43186 req-82c268ea-e128-4f0c-9919-d2e6fa15cf32 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.668975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Pushing event deleted for resources: {'Port': ['ID=84202750-71f9-4c9e-bb67-e9d097d18b2e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:07.676911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.730942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] No DVR routers for this DVR port 84202750-71f9-4c9e-bb67-e9d097d18b2e on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:07.733475 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.737285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3d643a19-a899-474d-93e3-0ebede3e4778 req-32c3558b-f6ed-4c66-9dc9-e18e0e641575 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.23 "DELETE /v2.0/ports/84202750-71f9-4c9e-bb67-e9d097d18b2e HTTP/1.1" status: 204 len: 173 time: 0.8767421 Apr 30 01:31:07.786719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e58d6050-1930-4268-be1f-72dfbc6b7bf4 req-616e0178-f033-40a5-a1f2-589bbaf918f8 tempest-InstanceActionsV221TestJSON-984572874 tempest-InstanceActionsV221TestJSON-984572874-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a0e5026-68b8-4e49-81a9-8f08423348bc HTTP/1.1" status: 200 len: 210 time: 0.0293379 Apr 30 01:31:07.802939 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:07.825645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:07.828000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:07.860112 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f9673d-4f23-46db-8333-93258781be2f x-openstack-request-id: req-c1f9673d-4f23-46db-8333-93258781be2f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:07.860606 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5771c1-ce9b-4e8f-a530-08f7a9c6b232", "name": "network-vif-deleted", "tag": "25dedf1c-2a78-4702-9da4-6116827d82bd", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:07.860705 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1f9673d-4f23-46db-8333-93258781be2f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:07.861101 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f9673d-4f23-46db-8333-93258781be2f'] response: {'server_uuid': 'be5771c1-ce9b-4e8f-a530-08f7a9c6b232', 'name': 'network-vif-deleted', 'tag': '25dedf1c-2a78-4702-9da4-6116827d82bd', 'status': 'completed', 'code': 200} Apr 30 01:31:07.862497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=add6dc75-c7ac-4ef4-9d72-16cb0470d470,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:07.928923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0cab154b-708d-48d3-872b-ca7f004ddedf req-0028430c-722b-4c09-894e-fff18d74390c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 210 time: 0.0303371 Apr 30 01:31:07.994875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-00198836-c0c6-46a3-9513-cf64ffc43186 req-82c268ea-e128-4f0c-9919-d2e6fa15cf32 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.997543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-00198836-c0c6-46a3-9513-cf64ffc43186 req-82c268ea-e128-4f0c-9919-d2e6fa15cf32 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:07.998704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00198836-c0c6-46a3-9513-cf64ffc43186 req-82c268ea-e128-4f0c-9919-d2e6fa15cf32 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "DELETE /v2.0/security-groups/a503b0af-0937-45c1-87db-1588459bf352 HTTP/1.1" status: 204 len: 173 time: 0.4776094 Apr 30 01:31:08.063302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb700fe2-e792-4429-9951-80c3959f37ec req-00865f95-a5e0-4a1a-91b9-3f849dec02eb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/c00c18c2-49aa-4b5e-80c9-83fbafeb61b3 HTTP/1.1" status: 200 len: 1807 time: 0.0439410 Apr 30 01:31:08.066765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c268ea-e128-4f0c-9919-d2e6fa15cf32 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503b0af-0937-45c1-87db-1588459bf352,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:08.119233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.158517 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eb700fe2-e792-4429-9951-80c3959f37ec req-01490a59-871a-46a3-9921-c4933a0f52e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.185532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eb700fe2-e792-4429-9951-80c3959f37ec req-01490a59-871a-46a3-9921-c4933a0f52e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.224436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.310846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=f34f6886-ede3-4afd-88e0-64be778aec7b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:08.321005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eb700fe2-e792-4429-9951-80c3959f37ec req-01490a59-871a-46a3-9921-c4933a0f52e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.323937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eb700fe2-e792-4429-9951-80c3959f37ec req-01490a59-871a-46a3-9921-c4933a0f52e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.327917 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb700fe2-e792-4429-9951-80c3959f37ec req-01490a59-871a-46a3-9921-c4933a0f52e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "DELETE /v2.0/security-groups/c00c18c2-49aa-4b5e-80c9-83fbafeb61b3 HTTP/1.1" status: 204 len: 173 time: 0.2506781 Apr 30 01:31:08.341760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01490a59-871a-46a3-9921-c4933a0f52e7 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c18c2-49aa-4b5e-80c9-83fbafeb61b3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:08.362168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.377260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.421462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-068cba39-3be1-472e-b891-0b592242ec1a req-476bc874-cad9-4d70-a9cf-63e0e4c62d5d tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/294a2bee-9b9c-4d37-8191-a395fd903b56 HTTP/1.1" status: 200 len: 2405 time: 0.0562570 Apr 30 01:31:08.492914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-068cba39-3be1-472e-b891-0b592242ec1a req-b9c9e14e-f87b-400e-9b8c-0091b2ac4cfc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.496848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.498021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8b37496b-2275-4124-8fc2-576dbc61f8fb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5233846 Apr 30 01:31:08.518990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4afcc2ba-58e6-4467-8c4a-35aaf57109ba req-6550fa42-a42f-44bd-ae60-b71a7f893f1d tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0354855 Apr 30 01:31:08.534934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-068cba39-3be1-472e-b891-0b592242ec1a req-b9c9e14e-f87b-400e-9b8c-0091b2ac4cfc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.648374 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.718787 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-068cba39-3be1-472e-b891-0b592242ec1a req-b9c9e14e-f87b-400e-9b8c-0091b2ac4cfc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.721509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-068cba39-3be1-472e-b891-0b592242ec1a req-b9c9e14e-f87b-400e-9b8c-0091b2ac4cfc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.722840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-068cba39-3be1-472e-b891-0b592242ec1a req-b9c9e14e-f87b-400e-9b8c-0091b2ac4cfc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "DELETE /v2.0/security-groups/294a2bee-9b9c-4d37-8191-a395fd903b56 HTTP/1.1" status: 204 len: 173 time: 0.2950842 Apr 30 01:31:08.734649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9e14e-f87b-400e-9b8c-0091b2ac4cfc tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294a2bee-9b9c-4d37-8191-a395fd903b56,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:08.810342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-7319c643-c2fc-4590-bb28-036bf4b0ce9e tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1756669811&fields=id&tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 267 time: 0.0670516 Apr 30 01:31:08.885835 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1aa62416-f0f0-4ff4-a628-0b5b4ddfb86b req-a70116f4-e447-449c-b619-ac6edea4bba2 tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "GET /v2.0/security-groups/fc2a6367-e7f7-4284-8670-6347c7973773 HTTP/1.1" status: 200 len: 2399 time: 0.0455308 Apr 30 01:31:08.938418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-8df0a242-463a-4b0c-87f9-2f2c3f7e70ba tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:08.939928 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-8df0a242-463a-4b0c-87f9-2f2c3f7e70ba tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 814 time: 0.1165431 Apr 30 01:31:08.952861 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aa62416-f0f0-4ff4-a628-0b5b4ddfb86b req-cf7bb414-d93c-4f9c-97f0-154614a84efb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:08.954812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router af6a45ce-bfd6-406a-8357-4d770eb2e2d5 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:31:08.960610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-f0d6cd2e-b886-420e-902a-38e6dc769286 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/quotas/ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 375 time: 0.0137875 Apr 30 01:31:08.981137 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aa62416-f0f0-4ff4-a628-0b5b4ddfb86b req-cf7bb414-d93c-4f9c-97f0-154614a84efb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.089837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-3c0b0161-872c-4016-a912-f46a7600ee6f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212122 Apr 30 01:31:09.104126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aa62416-f0f0-4ff4-a628-0b5b4ddfb86b req-cf7bb414-d93c-4f9c-97f0-154614a84efb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.106915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aa62416-f0f0-4ff4-a628-0b5b4ddfb86b req-cf7bb414-d93c-4f9c-97f0-154614a84efb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.108196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1aa62416-f0f0-4ff4-a628-0b5b4ddfb86b req-cf7bb414-d93c-4f9c-97f0-154614a84efb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] 10.222.0.15 "DELETE /v2.0/security-groups/fc2a6367-e7f7-4284-8670-6347c7973773 HTTP/1.1" status: 204 len: 173 time: 0.2165928 Apr 30 01:31:09.113960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:09.120436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50226) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:09.123938 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b65fc-cdb9-4def-ab70-6fee0e10a2aa None None] Sync routers for ids ['af6a45ce-bfd6-406a-8357-4d770eb2e2d5'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:09.129354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bb414-d93c-4f9c-97f0-154614a84efb tempest-SecurityGroupRulesTestJSON-1611811344 tempest-SecurityGroupRulesTestJSON-1611811344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a6367-e7f7-4284-8670-6347c7973773,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:09.148843 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b65fc-cdb9-4def-ab70-6fee0e10a2aa None None] Routers {'af6a45ce-bfd6-406a-8357-4d770eb2e2d5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:09.149495 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f25b65fc-cdb9-4def-ab70-6fee0e10a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['af6a45ce-bfd6-406a-8357-4d770eb2e2d5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:09.195792 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f25b65fc-cdb9-4def-ab70-6fee0e10a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:09.205146 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b65fc-cdb9-4def-ab70-6fee0e10a2aa None None] Routers {'af6a45ce-bfd6-406a-8357-4d770eb2e2d5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:09.205745 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f25b65fc-cdb9-4def-ab70-6fee0e10a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['af6a45ce-bfd6-406a-8357-4d770eb2e2d5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:09.230985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd80e8b-ac88-4952-a83d-e6807e80c0d4 admin admin] Deleting subnet 75e99ec6-6961-4cbf-8341-b22810e3f8cd {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:31:09.235457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e8b-ac88-4952-a83d-e6807e80c0d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.242867 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f25b65fc-cdb9-4def-ab70-6fee0e10a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:09.245991 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b65fc-cdb9-4def-ab70-6fee0e10a2aa None None] The sync data for ids ['af6a45ce-bfd6-406a-8357-4d770eb2e2d5'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:09.260642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f716823-cb97-4db5-a1d4-8dd262482cb3 req-56f8c86f-ac22-4072-a0ce-f66e82024b4c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 210 time: 0.0276010 Apr 30 01:31:09.290052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.291253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ba3d21ed-bb1e-44a3-8b77-78ef22e2256d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.7368829 Apr 30 01:31:09.294198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50232) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:09.295301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-69b013bb-eb2d-432f-abba-b0ae058c08ab service neutron] 10.222.0.15 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926906 Apr 30 01:31:09.297327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e8b-ac88-4952-a83d-e6807e80c0d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.405784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e8b-ac88-4952-a83d-e6807e80c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.415887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cbd9f586-8775-4cca-92a3-d62bcdb3cf74 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/routers/af6a45ce-bfd6-406a-8357-4d770eb2e2d5 HTTP/1.1" status: 200 len: 881 time: 0.1204586 Apr 30 01:31:09.418324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50238) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:09.469240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-dc590499-de05-4fb1-9978-8ce73c858460 service neutron] 10.222.0.15 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517956 Apr 30 01:31:09.485333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50244) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:09.568023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e8b-ac88-4952-a83d-e6807e80c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.591919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 25dedf1c-2a78-4702-9da4-6116827d82bd no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:09.613237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdb9840-6643-4f68-9259-031de74a6d26 admin admin] Deleting subnet 8ce78ec6-9ddb-4834-9d6a-51ed50051e76 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:31:09.616188 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e8b-ac88-4952-a83d-e6807e80c0d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.621910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 25dedf1c-2a78-4702-9da4-6116827d82bd {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:09.622260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 25dedf1c-2a78-4702-9da4-6116827d82bd not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:09.623978 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bcd80e8b-ac88-4952-a83d-e6807e80c0d4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/75e99ec6-6961-4cbf-8341-b22810e3f8cd HTTP/1.1" status: 204 len: 168 time: 0.5012240 Apr 30 01:31:09.656520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50250) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:09.663191 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecdb9840-6643-4f68-9259-031de74a6d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.665150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd80e8b-ac88-4952-a83d-e6807e80c0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e99ec6-6961-4cbf-8341-b22810e3f8cd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:09.754240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecdb9840-6643-4f68-9259-031de74a6d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.796640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.848193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecdb9840-6643-4f68-9259-031de74a6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.944254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:09.982777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e87f5d0-e0df-4840-964d-c7b332b60c0a']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:10.008318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f5edec-10a2-4844-8721-1a48adaaa324') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:10.008825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f5edec-10a2-4844-8721-1a48adaaa324') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:10.016241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0e5026-68b8-4e49-81a9-8f08423348bc', 'name': 'network-vif-deleted', 'tag': '84202750-71f9-4c9e-bb67-e9d097d18b2e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:10.018464 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcb3c8d-d616-4cc1-94ab-a178bdbcd6aa" -d '{"events": [{"server_uuid": "5a0e5026-68b8-4e49-81a9-8f08423348bc", "name": "network-vif-deleted", "tag": "84202750-71f9-4c9e-bb67-e9d097d18b2e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:10.039358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b9ce379-718c-4270-81b1-022ce92b677f req-a7d24528-f262-46d0-aa9a-bdccf6d68528 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 210 time: 0.0451229 Apr 30 01:31:10.041193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.073516 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.078102 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-616d192b-e9f8-499d-8083-6998e0727acd req-199d180b-c3f4-44f7-852b-923726194d86 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0539763 Apr 30 01:31:10.083588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecdb9840-6643-4f68-9259-031de74a6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.083588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:31:10.083588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.142926 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d1ae50-3de8-419e-be7c-ce27c490bb47 x-openstack-request-id: req-14d1ae50-3de8-419e-be7c-ce27c490bb47 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:10.143216 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0e5026-68b8-4e49-81a9-8f08423348bc", "name": "network-vif-deleted", "tag": "84202750-71f9-4c9e-bb67-e9d097d18b2e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:10.143673 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14d1ae50-3de8-419e-be7c-ce27c490bb47 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:10.144063 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d1ae50-3de8-419e-be7c-ce27c490bb47'] response: {'server_uuid': '5a0e5026-68b8-4e49-81a9-8f08423348bc', 'name': 'network-vif-deleted', 'tag': '84202750-71f9-4c9e-bb67-e9d097d18b2e', 'status': 'completed', 'code': 200} Apr 30 01:31:10.241755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-27a79692-51cd-4dcc-a6dd-7856d1d3542e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:10.243638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-27a79692-51cd-4dcc-a6dd-7856d1d3542e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.21 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 813 time: 0.2221229 Apr 30 01:31:10.256194 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1c7f4a35-947c-4823-9f27-0805b41d0a92 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8361804 Apr 30 01:31:10.261525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'port': {'device_id': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9', 'admin_state_up': True, 'tenant_id': '8452052ab9fb4c0493750e9ea859342d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:10.264595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50264) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:10.269286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6cbf5a5a-223b-4d02-806c-d207ac0a9a3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1030279882'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:10.403941 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dfce9e1e-74eb-41aa-99ce-330ec00f9372 req-8805b98a-baa6-4afa-93c3-a51612ae1055 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 210 time: 0.0449476 Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:31:10.476355 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:31:10.492495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb9840-6643-4f68-9259-031de74a6d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce78ec6-9ddb-4834-9d6a-51ed50051e76,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:10.507312 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecdb9840-6643-4f68-9259-031de74a6d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.510416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ecdb9840-6643-4f68-9259-031de74a6d26 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8ce78ec6-9ddb-4834-9d6a-51ed50051e76 HTTP/1.1" status: 204 len: 168 time: 1.0239913 Apr 30 01:31:10.536580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50268) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:10.581264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578e418-c9cc-4418-a80b-f74da804066a req-069c584c-56f3-47df-865f-aabeeb0ef9ec tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:10.587843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578e418-c9cc-4418-a80b-f74da804066a req-069c584c-56f3-47df-865f-aabeeb0ef9ec tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:10.592029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2578e418-c9cc-4418-a80b-f74da804066a req-069c584c-56f3-47df-865f-aabeeb0ef9ec tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221&device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 1681 time: 0.1146598 Apr 30 01:31:10.632608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2578e418-c9cc-4418-a80b-f74da804066a req-a13d653a-8795-4b4d-8631-506504b967ce tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Apr 30 01:31:10.669158 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.683344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.684528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Made reservation on behalf of 8452052ab9fb4c0493750e9ea859342d for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:10.685408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.688092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.691508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8e87f5d0-e0df-4840-964d-c7b332b60c0a HTTP/1.1" status: 204 len: 168 time: 1.0312324 Apr 30 01:31:10.705915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3423cbc-aaea-4e64-8b4e-c73e9afd72f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e87f5d0-e0df-4840-964d-c7b332b60c0a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:10.892844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:10.986555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5add9f1c-daca-4988-904c-60d0fd5bef51']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:11.008632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5a5a-223b-4d02-806c-d207ac0a9a3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.012889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08c35b5-42b5-4284-a0c9-76268fcc542e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:11.013217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08c35b5-42b5-4284-a0c9-76268fcc542e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:11.032032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.048414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Allocated IP 172.20.0.6 (9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9/fd97ed06-d4f3-4106-89ae-6a5155bb7a4d/6b88d7d3-a78f-4f21-a7eb-0065e5e68056) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:11.053561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.065421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:31:11.067367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:31:11.068253 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:31:11.074823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50284) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:11.121907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-835587ae-17a1-44e7-9928-660330c0ca78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4efef64b1b524547ae3bbab7da9e7db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458724 Apr 30 01:31:11.124580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50288) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:11.177415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-04a85f1b-ed90-41b1-9f8b-f639e01c331f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.180439 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c61296f4-5e31-4000-92f1-1085f62716c1 req-d8972dfa-9b99-43ab-b610-2b0950eed062 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 210 time: 0.0557153 Apr 30 01:31:11.185585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5a5a-223b-4d02-806c-d207ac0a9a3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.208387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-04a85f1b-ed90-41b1-9f8b-f639e01c331f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.277095 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.298147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.301479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5add9f1c-daca-4988-904c-60d0fd5bef51 HTTP/1.1" status: 204 len: 168 time: 0.7631330 Apr 30 01:31:11.335594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-204617ad-55bf-45df-b2ba-f802811263dd req-30a4cfa4-dda6-4feb-b4ad-1b20194ded14 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0610445 Apr 30 01:31:11.342021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081d997-f883-44d4-a663-4e6348954933 admin admin] Pushing event deleted for resources: {'Network': ['ID=5add9f1c-daca-4988-904c-60d0fd5bef51,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:11.434221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.441224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-04a85f1b-ed90-41b1-9f8b-f639e01c331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.441705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbf5a5a-223b-4d02-806c-d207ac0a9a3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router af6a45ce-bfd6-406a-8357-4d770eb2e2d5 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:11.446582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-04a85f1b-ed90-41b1-9f8b-f639e01c331f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.447339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-04a85f1b-ed90-41b1-9f8b-f639e01c331f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36eda462-0bcc-40a3-8ce5-b6ad1521392a HTTP/1.1" status: 204 len: 168 time: 0.3216631 Apr 30 01:31:11.458551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a85f1b-ed90-41b1-9f8b-f639e01c331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eda462-0bcc-40a3-8ce5-b6ad1521392a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:11.556315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf6b3142-8df9-4680-a4b5-71e81ae3f081 req-f3ee4091-3d2a-48df-8b4f-595ac47498f9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 210 time: 0.0723946 Apr 30 01:31:11.631889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbf5a5a-223b-4d02-806c-d207ac0a9a3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:11.639825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5a5a-223b-4d02-806c-d207ac0a9a3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.641162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6cbf5a5a-223b-4d02-806c-d207ac0a9a3a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/af6a45ce-bfd6-406a-8357-4d770eb2e2d5 HTTP/1.1" status: 200 len: 888 time: 1.3754187 Apr 30 01:31:11.644142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463370cc-a955-415c-b443-2e580f6267b6 None None] Sync routers for ids ['af6a45ce-bfd6-406a-8357-4d770eb2e2d5'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:11.644650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50300) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:11.662006 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.666116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463370cc-a955-415c-b443-2e580f6267b6 None None] Routers {'af6a45ce-bfd6-406a-8357-4d770eb2e2d5'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:11.670400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-463370cc-a955-415c-b443-2e580f6267b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['af6a45ce-bfd6-406a-8357-4d770eb2e2d5'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:11.681535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:11.695265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:11.716120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:11.718693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:11.749829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-463370cc-a955-415c-b443-2e580f6267b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:11.781124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'Port': ['ID=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:11.798584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:11.799320 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:11.821517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463370cc-a955-415c-b443-2e580f6267b6 None None] Routers {'af6a45ce-bfd6-406a-8357-4d770eb2e2d5'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:11.823760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-463370cc-a955-415c-b443-2e580f6267b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['af6a45ce-bfd6-406a-8357-4d770eb2e2d5'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:11.846468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50308) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:11.869670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 84202750-71f9-4c9e-bb67-e9d097d18b2e no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:11.878188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-463370cc-a955-415c-b443-2e580f6267b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:11.879077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463370cc-a955-415c-b443-2e580f6267b6 None None] The sync data for ids ['af6a45ce-bfd6-406a-8357-4d770eb2e2d5'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:11.888269 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-56682b08-a1b9-4d9b-a5e3-bb2754e4944d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/routers/af6a45ce-bfd6-406a-8357-4d770eb2e2d5 HTTP/1.1" status: 200 len: 888 time: 0.2406840 Apr 30 01:31:11.891856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50310) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:11.897723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2e449bd9-43d9-4f9b-9b9e-783796584815 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=595a61bf688f4a3e8ed4bd2743f19dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496452 Apr 30 01:31:11.900484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50312) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:11.908379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 84202750-71f9-4c9e-bb67-e9d097d18b2e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:11.908963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 84202750-71f9-4c9e-bb67-e9d097d18b2e not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:11.932108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5d624dab-2cb1-49a1-867e-9715ab157169 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=af6a45ce-bfd6-406a-8357-4d770eb2e2d5 HTTP/1.1" status: 200 len: 205 time: 0.0393291 Apr 30 01:31:11.932984 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-4a2ea0be-b602-407c-9756-c145cc6ce796 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6757424 Apr 30 01:31:11.933439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50314) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:11.947398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b2bc-a6ec-4826-bbea-89f98f701d2f req-b624ab27-ea14-4d16-92f1-7cde7d8fe7cf tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:11.956236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3074b2bc-a6ec-4826-bbea-89f98f701d2f req-b624ab27-ea14-4d16-92f1-7cde7d8fe7cf tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221 HTTP/1.1" status: 200 len: 945 time: 0.1278174 Apr 30 01:31:11.959943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Request body: {'port': {'device_id': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:12.001696 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3074b2bc-a6ec-4826-bbea-89f98f701d2f req-87c90d19-b320-4acd-9d3c-8b9f352f8e99 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Apr 30 01:31:12.122835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff8bdbdc-9900-47da-b50b-f40fa997260f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.125882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.171316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff8bdbdc-9900-47da-b50b-f40fa997260f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.191396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.308199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87e88de5-33a2-483e-8c3e-6a30b63c3ba3 req-6bbfd62b-2aaa-44f7-bab0-6e5070562ebf tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 210 time: 0.0490134 Apr 30 01:31:12.469057 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.479288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21b11501-ff50-4abc-9bd0-ad06045025ae req-de25ff0d-bb3a-481a-8da5-c49aedef8cb5 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0476742 Apr 30 01:31:12.490933 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff8bdbdc-9900-47da-b50b-f40fa997260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.493530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff8bdbdc-9900-47da-b50b-f40fa997260f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.497232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ff8bdbdc-9900-47da-b50b-f40fa997260f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/423fdf3a-6559-46f6-a848-7a450eb1b6be HTTP/1.1" status: 204 len: 168 time: 0.5932887 Apr 30 01:31:12.515174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bdbdc-9900-47da-b50b-f40fa997260f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423fdf3a-6559-46f6-a848-7a450eb1b6be,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:12.725131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:12.755363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.770488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50340) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:12.786654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port add6dc75-c7ac-4ef4-9d72-16cb0470d470 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:12.787063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.809942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Transition to ACTIVE for port object 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:31:12.818931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-140b4e40-e757-4503-b345-ebb31361dd4f tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:12.822106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-140b4e40-e757-4503-b345-ebb31361dd4f tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221 HTTP/1.1" status: 200 len: 945 time: 0.0571895 Apr 30 01:31:12.827308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c2706-44af-45a9-b271-b280a18f03a5 req-6f506f38-45f3-4c5b-b19b-cbd7bbcec355 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:12.828884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0c2706-44af-45a9-b271-b280a18f03a5 req-6f506f38-45f3-4c5b-b19b-cbd7bbcec355 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 931 time: 0.1956742 Apr 30 01:31:12.903326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:12.920757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-17db6833-06fb-478c-9007-4d247d4a6535 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:12.922248 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-17db6833-06fb-478c-9007-4d247d4a6535 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 814 time: 0.2693546 Apr 30 01:31:12.973896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Deleting port 80af1483-6166-47bc-b17c-681371261c20 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:12.975446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.006589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-424119485-network', 'tenant_id': '4d86ba9f525b405fae6d6513c6d3756c'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:13.053969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0c2706-44af-45a9-b271-b280a18f03a5 req-77c104f8-263f-4ed6-98d7-ac43bfaa2499 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912572 Apr 30 01:31:13.059295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.115871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Pushing event updated for resources: {'Port': ['ID=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:13.120186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for add6dc75-c7ac-4ef4-9d72-16cb0470d470 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:13.140140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-171b29dc-0c44-43c9-90b6-1181424622aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 380 time: 0.1907766 Apr 30 01:31:13.187437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] For port 80af1483-6166-47bc-b17c-681371261c20, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=80af1483-6166-47bc-b17c-681371261c20,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:13.188079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.188839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'port': {'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'admin_state_up': True, 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'security_groups': ['91bac5f3-48f7-401e-8334-fb3aa451631a']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:13.214142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Calling delete_port for 80af1483-6166-47bc-b17c-681371261c20 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:13.270101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2c14-e0d7-41f9-a64e-3a5c3474ec5c req-9ae60c4a-d72d-4b73-b21e-87d2b918dff4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:13.273172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9adf2c14-e0d7-41f9-a64e-3a5c3474ec5c req-9ae60c4a-d72d-4b73-b21e-87d2b918dff4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221 HTTP/1.1" status: 200 len: 945 time: 0.1608179 Apr 30 01:31:13.421943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9adf2c14-e0d7-41f9-a64e-3a5c3474ec5c req-33327026-ce3c-4063-b3f0-98b28c3329d5 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca65a10-e152-4045-9015-f62f6a9e6467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188338 Apr 30 01:31:13.436200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-6e0d6704-626e-4be9-87d4-76e3ac19b370 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:13.437965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-6e0d6704-626e-4be9-87d4-76e3ac19b370 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 945 time: 0.1971431 Apr 30 01:31:13.623279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99a12a14-6e77-4c02-b1a6-76b52e467378 req-04f651a8-15fd-4ad7-a4db-93e9399e9fb3 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0412188 Apr 30 01:31:13.651826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Deleting port 524be405-e9f8-472c-bdd5-9599134abc38 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:13.652171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.700522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Made reservation on behalf of 4d86ba9f525b405fae6d6513c6d3756c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:13.702780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.713696 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.727230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['80af1483-6166-47bc-b17c-681371261c20'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:13.735256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['524be405-e9f8-472c-bdd5-9599134abc38'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:13.755636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:13.771686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Pushing event deleted for resources: {'Port': ['ID=80af1483-6166-47bc-b17c-681371261c20,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:13.790738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ad03262-6831-49f5-8898-a98c931a6fd0 req-cbb39358-435b-4dab-b8b4-68e2a5a24764 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 210 time: 0.0899653 Apr 30 01:31:13.798989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.839964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] No DVR routers for this DVR port 80af1483-6166-47bc-b17c-681371261c20 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:13.845208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Attempting to bind port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:13.845543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Attempting to bind port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:13.845872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Attempting to bind port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 on network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:13.849234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.853258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bb11acc-8d27-4373-b56c-11495542fc4e req-5fbd62b2-caf7-487f-8c97-d8b9d69b57db tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.21 "DELETE /v2.0/ports/80af1483-6166-47bc-b17c-681371261c20 HTTP/1.1" status: 204 len: 173 time: 1.0256119 Apr 30 01:31:13.853708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8ce073-3856-4324-bb9c-cb9a6434e221', 'name': 'network-vif-deleted', 'tag': '80af1483-6166-47bc-b17c-681371261c20'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:13.856099 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed220372-3f1d-4d64-a8f7-b6d7119e1889" -d '{"events": [{"server_uuid": "ce8ce073-3856-4324-bb9c-cb9a6434e221", "name": "network-vif-deleted", "tag": "80af1483-6166-47bc-b17c-681371261c20"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:13.872112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] For port 524be405-e9f8-472c-bdd5-9599134abc38, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=524be405-e9f8-472c-bdd5-9599134abc38,segment=NetworkSegment(1f612f06-8a67-4503-972f-ce305064ed00),segment_id=1f612f06-8a67-4503-972f-ce305064ed00)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:13.873053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:13.889781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Calling delete_port for 524be405-e9f8-472c-bdd5-9599134abc38 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:13.890742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 on network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:31:13.891078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Attempting to bind port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 on network 9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:13.903165 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc9b915-5d58-4dcc-bd09-7af6280957cd x-openstack-request-id: req-edc9b915-5d58-4dcc-bd09-7af6280957cd {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:13.903470 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8ce073-3856-4324-bb9c-cb9a6434e221", "name": "network-vif-deleted", "tag": "80af1483-6166-47bc-b17c-681371261c20", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:13.903711 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edc9b915-5d58-4dcc-bd09-7af6280957cd {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:13.904109 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc9b915-5d58-4dcc-bd09-7af6280957cd'] response: {'server_uuid': 'ce8ce073-3856-4324-bb9c-cb9a6434e221', 'name': 'network-vif-deleted', 'tag': '80af1483-6166-47bc-b17c-681371261c20', 'status': 'completed', 'code': 200} Apr 30 01:31:13.965054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:13.965623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Checking segment: {'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:13.970189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Bound using segment: {'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:13.970189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Bound port: 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb452a39-2461-4611-9598-66056c40d2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:13.970416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-756314758-network', 'tenant_id': 'd34e70caee8a42be9cb1c266f5ca79ab'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:13.971521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.080922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Made reservation on behalf of d34e70caee8a42be9cb1c266f5ca79ab for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:14.083178 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.092770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.156793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] For port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:14.160213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.182106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] For port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:14.183770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Made reservation on behalf of ca9b4c6c5bf646dca85142af7b1d82a7 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:14.187304 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.233125 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.242991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c3fb9-dbc4-4b78-936a-c7c87537cca0 req-a89ca7a7-d92f-49f6-9ce8-678fefa7fce2 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:14.244526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f6c3fb9-dbc4-4b78-936a-c7c87537cca0 req-a89ca7a7-d92f-49f6-9ce8-678fefa7fce2 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 943 time: 0.0758393 Apr 30 01:31:14.275364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.278483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.289886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['80af1483-6166-47bc-b17c-681371261c20'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:14.290623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.293175 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.310668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Pushing event deleted for resources: {'Port': ['ID=524be405-e9f8-472c-bdd5-9599134abc38,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:14.340874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.357061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=add6dc75-c7ac-4ef4-9d72-16cb0470d470,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:14.360466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] No DVR routers for this DVR port 524be405-e9f8-472c-bdd5-9599134abc38 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:14.371478 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.373654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ffdc693-28db-49a0-a4f7-c829cc2b1832 req-e212e307-0686-4753-851f-98c55447dbd4 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.23 "DELETE /v2.0/ports/524be405-e9f8-472c-bdd5-9599134abc38 HTTP/1.1" status: 204 len: 173 time: 0.9164672 Apr 30 01:31:14.380554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:14.396227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba6d603-730f-4126-ad04-0faafc23bf29,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:14.399281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.399646 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Added segment b0bc419b-1edf-40e6-b66c-c26c1f168f07 of type vlan for network 65809e54-ef1d-422b-927a-1cabfde1be25 Apr 30 01:31:14.403112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:14.416047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:14.416861 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.418409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] 10.222.0.21 "PUT /v2.0/ports/6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 200 len: 1091 time: 2.4685366 Apr 30 01:31:14.440527 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.447021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:14.449585 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036e2f67-6b94-4958-b0ac-7bcac8ab9187" -d '{"events": [{"name": "network-changed", "server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:14.511494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cccf2a-438e-4222-a7e9-590ccaebac05,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:14.538438 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f6c3fb9-dbc4-4b78-936a-c7c87537cca0 req-448a7e44-f83d-4d87-bf11-bbd864aaab4d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641296 Apr 30 01:31:14.544277 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.544883 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Added segment a4e8c0f7-131c-42fc-8929-818d95a2af46 of type vlan for network 8bd5bff6-59a1-44b0-aee5-239fb4869018 Apr 30 01:31:14.572719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d7647fb-1ed1-4796-a858-6c2faa1c250f req-2feb9f44-22ba-4dfe-ad59-cbbc873d15b0 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce8ce073-3856-4324-bb9c-cb9a6434e221 HTTP/1.1" status: 200 len: 210 time: 0.0459743 Apr 30 01:31:14.616572 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c597391e-4264-4535-b253-f2608cd1e00b x-openstack-request-id: req-c597391e-4264-4535-b253-f2608cd1e00b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:14.617078 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:14.617510 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c597391e-4264-4535-b253-f2608cd1e00b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:14.618063 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c597391e-4264-4535-b253-f2608cd1e00b'] response: {'name': 'network-changed', 'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056', 'status': 'completed', 'code': 200} Apr 30 01:31:14.618217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.619192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:14.619333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Allocated IP 172.20.0.6 (d51eecfe-eab7-4fe9-b818-0a3856a293df/28b41266-b836-4bc5-a3a3-53f11f0132dc/038cc422-d8d6-46de-bc8a-d1bd108002bb) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:14.620093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.628951 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.655752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c17aa-3e00-461e-91f1-382bc0611a6b service neutron] Pushing event updated for resources: {'Port': ['ID=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:14.694380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] Pushing event updated for resources: {'Network': ['ID=65809e54-ef1d-422b-927a-1cabfde1be25,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:14.706013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 65809e54-ef1d-422b-927a-1cabfde1be25 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:14.720317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-71c29a70-2dc6-4942-a79e-9c868079b767 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9605401 Apr 30 01:31:14.725762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50382) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:14.727408 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.737072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Request body: {'subnet': {'network_id': '65809e54-ef1d-422b-927a-1cabfde1be25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-756314758-subnet', 'tenant_id': 'd34e70caee8a42be9cb1c266f5ca79ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:14.751354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1bfceae-65b5-4f02-93d2-02bd028ed336 req-2daf4d0c-e55c-4849-b746-8e8ef1a0f897 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0349777 Apr 30 01:31:14.801364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.807945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.906239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-90abe8ae-3495-40f9-a549-0a11bc9f3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:14.907789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-90abe8ae-3495-40f9-a549-0a11bc9f3eca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1094 time: 0.3009348 Apr 30 01:31:14.932678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-353ef066-03d5-4750-a252-10bd035e63e5 req-46c8e12d-afeb-4294-9f27-d55a3961c356 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 210 time: 0.0554652 Apr 30 01:31:14.993173 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-fd867566-667e-405c-af01-6e6c1d1eb3dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 200 len: 217 time: 0.0628128 Apr 30 01:31:14.998370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:14.999305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:14.999908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.001831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Made reservation on behalf of d34e70caee8a42be9cb1c266f5ca79ab for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:15.004075 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.005666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.006771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Fanout notify agent at l3_agent the message router_deleted on router af6a45ce-bfd6-406a-8357-4d770eb2e2d5 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:31:15.020921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.022078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b841f339-1042-4b63-8a7e-37bd5f900f42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/af6a45ce-bfd6-406a-8357-4d770eb2e2d5 HTTP/1.1" status: 204 len: 168 time: 3.0831196 Apr 30 01:31:15.025965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50386) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:15.030941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-326054393'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:15.155494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:15.159044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.184067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:15.195193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.195583 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment 7a46be7e-f1b5-433d-9e68-97db098ab686 of type vlan for network 0035174b-3be2-422f-a75d-71d7f55d7709 Apr 30 01:31:15.211728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8bd5bff6-59a1-44b0-aee5-239fb4869018,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:15.223756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 8bd5bff6-59a1-44b0-aee5-239fb4869018 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:15.231584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.237172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-60f154c3-5b18-49e6-a59a-a7a52fb63554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:15.238672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-60f154c3-5b18-49e6-a59a-a7a52fb63554 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.2291796 Apr 30 01:31:15.244059 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.264220 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c2edf5dc-b4fe-4de4-8d41-782507e710c2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4848702 Apr 30 01:31:15.264438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50388) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:15.270333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Request body: {'subnet': {'network_id': '8bd5bff6-59a1-44b0-aee5-239fb4869018', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-424119485-subnet', 'tenant_id': '4d86ba9f525b405fae6d6513c6d3756c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:15.281294 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-a001afc0-dc0f-49b5-8aaf-95aacb673a2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355864 Apr 30 01:31:15.370511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Made reservation on behalf of 4d86ba9f525b405fae6d6513c6d3756c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:15.372945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.374861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.380338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:15.381683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.457908 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-a03ce814-517e-4308-af12-dac07b5fe97b service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667755 Apr 30 01:31:15.473789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.486708 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4596179 Apr 30 01:31:15.492717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50390) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:15.513603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ba406-54b1-4725-b782-4ce575dc0388 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=0035174b-3be2-422f-a75d-71d7f55d7709,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:15.550421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': '0035174b-3be2-422f-a75d-71d7f55d7709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:15.564727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0035174b-3be2-422f-a75d-71d7f55d7709 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:15.572827 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.669608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Network d51eecfe-eab7-4fe9-b818-0a3856a293df is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:15.682925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=038cc422-d8d6-46de-bc8a-d1bd108002bb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:15.696225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:15.706818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:15.774344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f4f18-cf39-498c-9eac-b0ebf55a0513 req-1fa104be-9944-414c-b7da-6cbb219ad6c7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:15.776403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=033c66f6-2d5b-42cb-8bf2-adba8a1332cb,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:15.776523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-945f4f18-cf39-498c-9eac-b0ebf55a0513 req-1fa104be-9944-414c-b7da-6cbb219ad6c7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 943 time: 0.0760252 Apr 30 01:31:15.799594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.837170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-604d8737-8553-4f2d-bfd7-70ed390b003e req-5b25112c-51b7-47ee-9f6f-47e15843d9de service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724618 Apr 30 01:31:15.857048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ed396e3-e6ce-4b44-aacf-bd5d7bde1c71 req-672906c6-7086-4b1f-a5d5-51da5f4972c5 tempest-ListServersNegativeTestJSON-301266471 tempest-ListServersNegativeTestJSON-301266471-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7c78988-e328-4adc-ba32-cff0cd1a6147 HTTP/1.1" status: 200 len: 210 time: 0.0953045 Apr 30 01:31:15.882493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-945f4f18-cf39-498c-9eac-b0ebf55a0513 req-c9d1046c-2689-4abd-809b-e310d0d2e357 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993166 Apr 30 01:31:15.891724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246ed898-9a3a-4dbc-82cc-3b1beab01dcf,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:15.906221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c78988-e328-4adc-ba32-cff0cd1a6147', 'name': 'network-vif-deleted', 'tag': '524be405-e9f8-472c-bdd5-9599134abc38'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:15.908914 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9aa933-c2b3-4ee5-97a1-13cca6ffa1c4" -d '{"events": [{"server_uuid": "d7c78988-e328-4adc-ba32-cff0cd1a6147", "name": "network-vif-deleted", "tag": "524be405-e9f8-472c-bdd5-9599134abc38"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:15.918839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:15.919549 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:15.923160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Checking segment: {'id': 'b0bc419b-1edf-40e6-b66c-c26c1f168f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65809e54-ef1d-422b-927a-1cabfde1be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:15.923551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Network hostable DHCP agents. Network: 65809e54-ef1d-422b-927a-1cabfde1be25, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:31:15.925108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Checking segment: {'id': 'a4e8c0f7-131c-42fc-8929-818d95a2af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8bd5bff6-59a1-44b0-aee5-239fb4869018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:15.925932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Network hostable DHCP agents. Network: 8bd5bff6-59a1-44b0-aee5-239fb4869018, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:31:15.969150 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eb70e9-ec34-49a4-bef9-9740be599303 x-openstack-request-id: req-07eb70e9-ec34-49a4-bef9-9740be599303 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:15.969599 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c78988-e328-4adc-ba32-cff0cd1a6147", "name": "network-vif-deleted", "tag": "524be405-e9f8-472c-bdd5-9599134abc38", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:15.969835 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07eb70e9-ec34-49a4-bef9-9740be599303 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:15.970315 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07eb70e9-ec34-49a4-bef9-9740be599303'] response: {'server_uuid': 'd7c78988-e328-4adc-ba32-cff0cd1a6147', 'name': 'network-vif-deleted', 'tag': '524be405-e9f8-472c-bdd5-9599134abc38', 'status': 'completed', 'code': 200} Apr 30 01:31:15.992702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66e9ff64-e30a-44f4-8189-c0e349bc45bf req-540490cd-e4d3-413f-ad07-ea5630cef0d6 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0398831 Apr 30 01:31:15.993625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:15.999059 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:16.015888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-10812ead-26e1-44b7-bf4b-269ab94a1165 None None] Provisioning complete for port 038cc422-d8d6-46de-bc8a-d1bd108002bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:16.016262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-10812ead-26e1-44b7-bf4b-269ab94a1165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:16.049977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6e833e23-d596-4cca-8c5a-9b7300ca67db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8764186 Apr 30 01:31:16.051386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-10812ead-26e1-44b7-bf4b-269ab94a1165 None None] Port 038cc422-d8d6-46de-bc8a-d1bd108002bb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:16.075457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302a5b-1f2f-4538-9a0c-7a7128ebde47 req-f13cfb8f-d19b-4c6e-989e-74a3684608b4 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:16.077198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2302a5b-1f2f-4538-9a0c-7a7128ebde47 req-f13cfb8f-d19b-4c6e-989e-74a3684608b4 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 931 time: 0.0546610 Apr 30 01:31:16.078345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Network 8bd5bff6-59a1-44b0-aee5-239fb4869018 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:31:16.097688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Request body: {'port': {'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:16.100371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Network 65809e54-ef1d-422b-927a-1cabfde1be25 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:31:16.119015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2302a5b-1f2f-4538-9a0c-7a7128ebde47 req-9913dce9-52cb-490b-9ece-f9afd1908f5b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Apr 30 01:31:16.143825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 8bd5bff6-59a1-44b0-aee5-239fb4869018) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:16.147950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-eda7e6e4-d49b-492d-aeda-d972fe44c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:16.149257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:16.149476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-eda7e6e4-d49b-492d-aeda-d972fe44c554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1094 time: 0.1443963 Apr 30 01:31:16.151005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:16.156171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574d048-f401-42a5-a87c-7616dee72102 None None] Network 8bd5bff6-59a1-44b0-aee5-239fb4869018 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:16.161390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 65809e54-ef1d-422b-927a-1cabfde1be25) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:16.174922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef8538-6ada-47c1-a5f9-5824cb017412 None None] Network 65809e54-ef1d-422b-927a-1cabfde1be25 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:16.204242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:16.204755 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:16.222462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-adaed83e-4bb4-46af-9819-90d3663f19b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9487422 Apr 30 01:31:16.258160 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:16.356136 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e855a75f-35bd-4486-8063-e040db8daecc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6227169 Apr 30 01:31:16.375341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2099c0c-1779-4943-9dfc-1eb8d74aa5d5 None None] Network 8bd5bff6-59a1-44b0-aee5-239fb4869018 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:16.416377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-940fd7df-08bb-426e-9cb2-f9b75fdd93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:16.418284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-940fd7df-08bb-426e-9cb2-f9b75fdd93eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 913 time: 0.2541115 Apr 30 01:31:16.434054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f4973-20e2-473b-8c71-6406e1a57f95 None None] Network 65809e54-ef1d-422b-927a-1cabfde1be25 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:16.504428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-e20a3a06-7ebb-44f1-ad74-f243fc2df544 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 200 len: 217 time: 0.0766509 Apr 30 01:31:16.623728 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:16.820458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-8e654ad5-d364-4197-b638-69a5801ffb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:16.821914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-8e654ad5-d364-4197-b638-69a5801ffb1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.2010698 Apr 30 01:31:16.825667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=355f965a-d6af-477f-b535-a0a6d7d51a55,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:16.890627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-740b8db3-c29a-46bd-a154-667a3a44bb00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604029 Apr 30 01:31:16.931033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': '7a46be7e-f1b5-433d-9e68-97db098ab686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0035174b-3be2-422f-a75d-71d7f55d7709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:16.931378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: 0035174b-3be2-422f-a75d-71d7f55d7709, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:31:16.948627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-1e7e9ac6-0d6d-4b5e-a0dd-541489acd1f5 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:16.950170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-1e7e9ac6-0d6d-4b5e-a0dd-541489acd1f5 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/networks?id=8bd5bff6-59a1-44b0-aee5-239fb4869018 HTTP/1.1" status: 200 len: 812 time: 0.3281775 Apr 30 01:31:16.991702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50434) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:17.033247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-3dae8a73-3db6-48bb-805a-123402c94a39 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/quotas/4d86ba9f525b405fae6d6513c6d3756c HTTP/1.1" status: 200 len: 375 time: 0.0520380 Apr 30 01:31:17.053480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-deaeee27-0786-4062-9671-cc871136fcbe admin admin] Deleting subnet b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:31:17.056553 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deaeee27-0786-4062-9671-cc871136fcbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.069590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038cc422-d8d6-46de-bc8a-d1bd108002bb {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:17.097706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-7e643ee7-fbd7-4f58-9fc3-25749b43d616 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d86ba9f525b405fae6d6513c6d3756c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539949 Apr 30 01:31:17.100968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.109265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-7809eb00-6dff-4649-9652-d6df6ce4c5d0 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084680 Apr 30 01:31:17.119034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deaeee27-0786-4062-9671-cc871136fcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.140036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 0035174b-3be2-422f-a75d-71d7f55d7709 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:31:17.142312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Transition to ACTIVE for port object 038cc422-d8d6-46de-bc8a-d1bd108002bb will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:31:17.149399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb4e94-b923-4720-bc7d-a77b64697154 req-c7061693-33dc-4f92-b69c-0fd98f34299d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:17.150911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09fb4e94-b923-4720-bc7d-a77b64697154 req-c7061693-33dc-4f92-b69c-0fd98f34299d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 943 time: 0.1083105 Apr 30 01:31:17.185186 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deaeee27-0786-4062-9671-cc871136fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.229222 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09fb4e94-b923-4720-bc7d-a77b64697154 req-a2b6df98-12a6-434f-b6fc-75754b3f72f2 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699971 Apr 30 01:31:17.310276 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deaeee27-0786-4062-9671-cc871136fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.336300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeee27-0786-4062-9671-cc871136fcbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:17.343323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deaeee27-0786-4062-9671-cc871136fcbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.346661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-deaeee27-0786-4062-9671-cc871136fcbe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b1fcad8a-dd95-4ce9-b3f6-f2a174371d3c HTTP/1.1" status: 204 len: 168 time: 0.3536098 Apr 30 01:31:17.350294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50440) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:17.432544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.472149 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ada0b43-bfd3-4150-b2fc-3961932c616d req-c25d26c5-2ada-4e27-9d47-4ffce95aec72 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0319560 Apr 30 01:31:17.561287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0035174b-3be2-422f-a75d-71d7f55d7709) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:17.562808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.573200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.573806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f84d7-8c34-4f07-9439-2d9020fc1a7a None None] Network 0035174b-3be2-422f-a75d-71d7f55d7709 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:17.577684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:17.578285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.612716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309b4ce1-2859-4114-ac38-14d4e54c7387']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:17.632104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f612f06-8a67-4503-972f-ce305064ed00') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:17.632454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f612f06-8a67-4503-972f-ce305064ed00') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:17.647539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06a798-2c1b-4c7b-af6a-c5e91cbede7d req-f7e7bb05-f54e-4f62-82b8-8ed67055c0d5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:17.658398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c06a798-2c1b-4c7b-af6a-c5e91cbede7d req-f7e7bb05-f54e-4f62-82b8-8ed67055c0d5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 943 time: 0.1031876 Apr 30 01:31:17.664591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 80af1483-6166-47bc-b17c-681371261c20 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:17.667438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.682828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Pushing event updated for resources: {'Port': ['ID=038cc422-d8d6-46de-bc8a-d1bd108002bb,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:17.689315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 80af1483-6166-47bc-b17c-681371261c20 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:17.689901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 80af1483-6166-47bc-b17c-681371261c20 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:17.699049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-998e6478-b9d7-4e87-a526-429f34f4934e service neutron] 10.222.0.15 "GET /v2.0/networks/8bd5bff6-59a1-44b0-aee5-239fb4869018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864971 Apr 30 01:31:17.699307 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.717407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:31:17.717952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:31:17.719929 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:31:17.726811 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-429c3434-993d-4ae2-90fb-4ef2fc5fe600 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2286756 Apr 30 01:31:17.732495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-036e2f67-6b94-4958-b0ac-7bcac8ab9187 req-cb46d289-81ee-49d9-a228-b753a2c52a02 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100473 Apr 30 01:31:17.735791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50444) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:17.741034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-06a1ba0a-a230-4300-a1ac-1c8d0126ee34 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-841611926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:17.754190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c06a798-2c1b-4c7b-af6a-c5e91cbede7d req-49ff3059-56a6-4a35-b840-6bb05be6295c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977337 Apr 30 01:31:17.790615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0035174b-3be2-422f-a75d-71d7f55d7709', 'network_id': '0035174b-3be2-422f-a75d-71d7f55d7709', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': '355f965a-d6af-477f-b535-a0a6d7d51a55'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:31:17.792074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.869543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 524be405-e9f8-472c-bdd5-9599134abc38 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:17.873506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Attempting to bind port 038cc422-d8d6-46de-bc8a-d1bd108002bb on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:17.873843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Attempting to bind port 038cc422-d8d6-46de-bc8a-d1bd108002bb by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:17.874168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Attempting to bind port 038cc422-d8d6-46de-bc8a-d1bd108002bb on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:17.885693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Port 038cc422-d8d6-46de-bc8a-d1bd108002bb on network d51eecfe-eab7-4fe9-b818-0a3856a293df not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:31:17.885920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Attempting to bind port 038cc422-d8d6-46de-bc8a-d1bd108002bb on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:17.893529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-21c446eb-33aa-4be1-8a77-d45ec6354086 service neutron] 10.222.0.15 "GET /v2.0/networks/8bd5bff6-59a1-44b0-aee5-239fb4869018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935930 Apr 30 01:31:17.894731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:17.895066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Checking segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:17.895465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Bound using segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:17.895918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Bound port: 038cc422-d8d6-46de-bc8a-d1bd108002bb, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:17.896501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.989977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.994994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06a1ba0a-a230-4300-a1ac-1c8d0126ee34 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.995779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.996190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06a1ba0a-a230-4300-a1ac-1c8d0126ee34 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:17.999971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] 10.222.0.15 "DELETE /v2.0/networks/309b4ce1-2859-4114-ac38-14d4e54c7387 HTTP/1.1" status: 204 len: 168 time: 0.6484067 Apr 30 01:31:18.040270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cb31d-35b3-4a0b-af79-6b5a7a982b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=309b4ce1-2859-4114-ac38-14d4e54c7387,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:18.045447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 524be405-e9f8-472c-bdd5-9599134abc38 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:18.045783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 524be405-e9f8-472c-bdd5-9599134abc38 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:18.068347 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06a1ba0a-a230-4300-a1ac-1c8d0126ee34 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.074340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] For port 038cc422-d8d6-46de-bc8a-d1bd108002bb, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:18.088288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] For port 038cc422-d8d6-46de-bc8a-d1bd108002bb, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:18.124186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Allocated IP 172.20.0.2 (0035174b-3be2-422f-a75d-71d7f55d7709/355f965a-d6af-477f-b535-a0a6d7d51a55/4a5103f1-e776-492e-8be5-d5e86e96553e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:18.225553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06a1ba0a-a230-4300-a1ac-1c8d0126ee34 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.273591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.280770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.315136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06a1ba0a-a230-4300-a1ac-1c8d0126ee34 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.316407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-06a1ba0a-a230-4300-a1ac-1c8d0126ee34 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5789416 Apr 30 01:31:18.320261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50462) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:18.321795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:18.322357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.323837 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] 10.222.0.23 "PUT /v2.0/ports/038cc422-d8d6-46de-bc8a-d1bd108002bb HTTP/1.1" status: 200 len: 1091 time: 2.2379947 Apr 30 01:31:18.324227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'tag': '038cc422-d8d6-46de-bc8a-d1bd108002bb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:18.326515 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d2b6cd-46c4-4454-bda3-fe81378240f6" -d '{"events": [{"name": "network-changed", "server_uuid": "71e92cd4-ef3a-49f1-bb57-f4548066e192", "tag": "038cc422-d8d6-46de-bc8a-d1bd108002bb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:18.409612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82d0a0-dcb0-4819-adee-1fc7f82d3a7c service neutron] Pushing event updated for resources: {'Port': ['ID=038cc422-d8d6-46de-bc8a-d1bd108002bb,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:18.410770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.429955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba1163-1f13-4b93-b245-a74092b9f4ce req-a1dfbec9-1624-496b-aea5-02329262bdd3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:18.431758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cba1163-1f13-4b93-b245-a74092b9f4ce req-a1dfbec9-1624-496b-aea5-02329262bdd3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 943 time: 0.0982566 Apr 30 01:31:18.495912 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cba1163-1f13-4b93-b245-a74092b9f4ce req-4a088d48-94a1-4f77-8cec-7a48c7958c9e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535331 Apr 30 01:31:18.534908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Pushing event updated for resources: {'Port': ['ID=4a5103f1-e776-492e-8be5-d5e86e96553e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:18.577171 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05553905-d3a6-4d2f-89d3-1a95992b3ba8 x-openstack-request-id: req-05553905-d3a6-4d2f-89d3-1a95992b3ba8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:18.577728 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e92cd4-ef3a-49f1-bb57-f4548066e192", "tag": "038cc422-d8d6-46de-bc8a-d1bd108002bb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:18.578026 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05553905-d3a6-4d2f-89d3-1a95992b3ba8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:18.579868 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05553905-d3a6-4d2f-89d3-1a95992b3ba8'] response: {'name': 'network-changed', 'server_uuid': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'tag': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'status': 'completed', 'code': 200} Apr 30 01:31:18.582872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Network 0035174b-3be2-422f-a75d-71d7f55d7709 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:18.584355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6fce94c8-75f5-4786-9b01-88c0c643f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:18.616456 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-6fce94c8-75f5-4786-9b01-88c0c643f6eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 1094 time: 0.1037455 Apr 30 01:31:18.616566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:18.616566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:18.616756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:18.634942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-66e56eb6-f057-4265-8cdd-23e245c7ec8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb HTTP/1.1" status: 200 len: 217 time: 0.0402966 Apr 30 01:31:18.669378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Attempting to bind port 4a5103f1-e776-492e-8be5-d5e86e96553e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:18.669719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Attempting to bind port 4a5103f1-e776-492e-8be5-d5e86e96553e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '7a46be7e-f1b5-433d-9e68-97db098ab686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0035174b-3be2-422f-a75d-71d7f55d7709'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:18.670080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Attempting to bind port 4a5103f1-e776-492e-8be5-d5e86e96553e on network 0035174b-3be2-422f-a75d-71d7f55d7709 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:18.675056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:18.675440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Checking segment: {'id': '7a46be7e-f1b5-433d-9e68-97db098ab686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0035174b-3be2-422f-a75d-71d7f55d7709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:18.675857 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.676248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Bound using segment: {'id': '7a46be7e-f1b5-433d-9e68-97db098ab686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0035174b-3be2-422f-a75d-71d7f55d7709'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:18.676703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Bound port: 4a5103f1-e776-492e-8be5-d5e86e96553e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a46be7e-f1b5-433d-9e68-97db098ab686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0035174b-3be2-422f-a75d-71d7f55d7709'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:18.677081 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.695215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac4af130-d968-476d-9abb-20d02f60d1e7 req-6d95c324-7c55-45ab-8a6d-052812147d35 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 210 time: 0.0860541 Apr 30 01:31:18.705692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-695770f8-6c4e-4949-926b-283793955d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:18.707569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-695770f8-6c4e-4949-926b-283793955d5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.0652838 Apr 30 01:31:18.749867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] For port 4a5103f1-e776-492e-8be5-d5e86e96553e, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:18.753050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] For port 4a5103f1-e776-492e-8be5-d5e86e96553e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4a5103f1-e776-492e-8be5-d5e86e96553e,segment=NetworkSegment(7a46be7e-f1b5-433d-9e68-97db098ab686),segment_id=7a46be7e-f1b5-433d-9e68-97db098ab686)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:18.757068 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.776779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-8da9df86-fcd3-4fbf-8289-3e418ea787bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:18.776779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-8da9df86-fcd3-4fbf-8289-3e418ea787bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609944 Apr 30 01:31:18.811824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2e3f69e2-9372-4a59-a08f-7e617be2909e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=788c599099de4ccab7c0bb32e9720034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993473 Apr 30 01:31:18.818029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41553f71-7f80-4435-b6d4-8407f74835ec req-b9f2d66f-c8f5-46f6-8e3b-b75edf66bd9b tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0379844 Apr 30 01:31:18.820905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50478) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:18.843847 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.881697 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-b0a1fde4-2f6f-4171-8c45-e0b153eadbeb service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965929 Apr 30 01:31:18.891130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:18.933282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6e94d-3e5d-4325-9a52-4d2212b3c948 None None] Pushing event updated for resources: {'Port': ['ID=4a5103f1-e776-492e-8be5-d5e86e96553e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:18.972202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c03c08e-03ac-421b-a8cb-fc8d09f26f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:19.064502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656893c-ac98-4450-bb37-dc4660fd37b3 req-9daba233-dfc1-4c66-843f-73860de1074a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:19.067574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c03c08e-03ac-421b-a8cb-fc8d09f26f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:19.070452 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3656893c-ac98-4450-bb37-dc4660fd37b3 req-9daba233-dfc1-4c66-843f-73860de1074a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 943 time: 0.1097159 Apr 30 01:31:19.123569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d2f0a890-2ac8-42dd-9197-8a4fd07672f8 req-9d14d3ed-79ac-463d-a83c-8427e0c1e296 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332261 Apr 30 01:31:19.159809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3656893c-ac98-4450-bb37-dc4660fd37b3 req-3b887f7d-c1eb-4060-b5f5-e7577ebd5468 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842385 Apr 30 01:31:19.299934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.20.0.1 (0035174b-3be2-422f-a75d-71d7f55d7709/355f965a-d6af-477f-b535-a0a6d7d51a55/e33acaba-5e5e-4f4b-9146-557ed327cbf8) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:19.326311 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-f2428c12-2a69-4ce5-8e82-2ff530629f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:19.328171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-f2428c12-2a69-4ce5-8e82-2ff530629f94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 1094 time: 0.0513914 Apr 30 01:31:19.361343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c03c08e-03ac-421b-a8cb-fc8d09f26f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:19.364321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c03c08e-03ac-421b-a8cb-fc8d09f26f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:19.368198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9c03c08e-03ac-421b-a8cb-fc8d09f26f5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bca65a10-e152-4045-9015-f62f6a9e6467 HTTP/1.1" status: 204 len: 168 time: 0.5437806 Apr 30 01:31:19.389500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03c08e-03ac-421b-a8cb-fc8d09f26f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca65a10-e152-4045-9015-f62f6a9e6467,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:19.464129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-804a2a06-4673-4aa6-8ade-b4d32dc93630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:19.467995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-804a2a06-4673-4aa6-8ade-b4d32dc93630 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 914 time: 0.1315663 Apr 30 01:31:19.486759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:19.555248 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-fbc23de4-3e3a-45b1-b2af-706df61be6b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb HTTP/1.1" status: 200 len: 217 time: 0.0772860 Apr 30 01:31:19.647989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:31:19.652915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:19.688258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-ad3f6c89-68bf-43e3-a0b2-435e9c07e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:19.689806 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-ad3f6c89-68bf-43e3-a0b2-435e9c07e78f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.1270022 Apr 30 01:31:19.702058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b122cf-8b20-4342-9b32-7b5c8386fbee req-e648f062-f39e-4ddf-8699-ac0e32695098 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:19.703794 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3b122cf-8b20-4342-9b32-7b5c8386fbee req-e648f062-f39e-4ddf-8699-ac0e32695098 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 943 time: 0.1018703 Apr 30 01:31:19.776805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-16cf415b-556f-4d39-bc15-c9e5092907c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:19.778567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-16cf415b-556f-4d39-bc15-c9e5092907c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738742 Apr 30 01:31:19.781421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3b122cf-8b20-4342-9b32-7b5c8386fbee req-6d0c5bfa-ff8c-4df1-8a0c-b28721eeda83 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667341 Apr 30 01:31:19.809539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4a5103f1-e776-492e-8be5-d5e86e96553e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:19.870184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:19.889015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056', 'network_id': '9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9', 'port_id': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056', 'mac_address': 'fa:16:3e:36:c5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd97ed06-d4f3-4106-89ae-6a5155bb7a4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:31:19.910985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 0035174b-3be2-422f-a75d-71d7f55d7709 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:19.922328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:19.945215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:19.947667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:19.953213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c2ef2ba-8f41-43e7-9617-c4a7a9bdc1fe req-394619a2-2900-4ac1-ae17-6026102e2bae tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 210 time: 0.0630944 Apr 30 01:31:19.978004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:19.978685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=e33acaba-5e5e-4f4b-9146-557ed327cbf8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:20.022012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4a5103f1-e776-492e-8be5-d5e86e96553e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:20.022571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.026050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-9c25ed4f-68e9-4054-8f41-624fec2cd321 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380433 Apr 30 01:31:20.031208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-3d2b11fd-4339-481c-b8fe-953b540b643d tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:20.041970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-3d2b11fd-4339-481c-b8fe-953b540b643d tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/networks?id=65809e54-ef1d-422b-927a-1cabfde1be25 HTTP/1.1" status: 200 len: 809 time: 0.3121893 Apr 30 01:31:20.051966 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.074941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-b0522253-0146-4b89-acec-57f3950df031 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/quotas/d34e70caee8a42be9cb1c266f5ca79ab HTTP/1.1" status: 200 len: 375 time: 0.0275009 Apr 30 01:31:20.096378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:20.159413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb0640d1-dfec-4105-b15b-3031af169b77 req-50ad1610-c819-422b-88a4-19c9f49f3b2a tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0741441 Apr 30 01:31:20.197719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-9de06c19-1f51-42f8-9d98-7ffa7b3fa184 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d34e70caee8a42be9cb1c266f5ca79ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221936 Apr 30 01:31:20.210661 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.214166 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.224864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66d2b6cd-46c4-4454-bda3-fe81378240f6 req-4d952da9-2088-40a6-95ec-5ec82b0132ce service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907294 Apr 30 01:31:20.312697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 4a5103f1-e776-492e-8be5-d5e86e96553e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4a5103f1-e776-492e-8be5-d5e86e96553e,segment=NetworkSegment(7a46be7e-f1b5-433d-9e68-97db098ab686),segment_id=7a46be7e-f1b5-433d-9e68-97db098ab686)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:20.314055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:20.345551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f398df-f779-478e-8334-4889dcd6ea82 req-1fdd6005-166f-4546-a6b7-4e599b06cd87 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:20.352336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5f398df-f779-478e-8334-4889dcd6ea82 req-1fdd6005-166f-4546-a6b7-4e599b06cd87 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 943 time: 0.0772576 Apr 30 01:31:20.378657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-b54f45aa-1b41-4302-ab71-e1065f0479a9 service neutron] 10.222.0.15 "GET /v2.0/networks/65809e54-ef1d-422b-927a-1cabfde1be25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800327 Apr 30 01:31:20.428025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5f398df-f779-478e-8334-4889dcd6ea82 req-c114b150-c291-4587-adf8-db97feae230d tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696177 Apr 30 01:31:20.443229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6b88d7d3-a78f-4f21-a7eb-0065e5e68056'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:20.477086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac325d-c079-4cbd-9319-c4f274609cc4 None None] Network 0035174b-3be2-422f-a75d-71d7f55d7709 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:20.492146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-f6c6af2b-3e09-4168-a5af-04208ed71106 service neutron] 10.222.0.15 "GET /v2.0/networks/65809e54-ef1d-422b-927a-1cabfde1be25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053133 Apr 30 01:31:20.566477 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.566692 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.585089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.657752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-da8c8470-8ab7-44ba-9d56-c2efd1b445fa None None] Provisioning complete for port 4a5103f1-e776-492e-8be5-d5e86e96553e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:20.658387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da8c8470-8ab7-44ba-9d56-c2efd1b445fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.743652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=4a5103f1-e776-492e-8be5-d5e86e96553e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:20.907542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:20.966084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e81fa5-c78c-42bd-9fcc-c9f7b723d1b6 req-7f8678b1-9693-4534-89fb-96f2bddf4724 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:20.974490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3e81fa5-c78c-42bd-9fcc-c9f7b723d1b6 req-7f8678b1-9693-4534-89fb-96f2bddf4724 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 944 time: 0.1060526 Apr 30 01:31:21.015981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ceddb1f1-6f1f-4817-be0c-2a7dc08ffa32 req-2972459f-3255-4f42-980e-1e9295edc3f4 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 210 time: 0.0463274 Apr 30 01:31:21.017816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.055250 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3e81fa5-c78c-42bd-9fcc-c9f7b723d1b6 req-b62f8d95-8a00-4f99-90da-fc4ebb1546ec tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797648 Apr 30 01:31:21.055800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50540) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:21.069255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.172875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=e33acaba-5e5e-4f4b-9146-557ed327cbf8,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:21.203916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d49e3d0-7ac5-4b25-9f8b-96490b880d99 req-fdb9b0a5-a0d2-4b0a-a0f6-c0808e053411 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 210 time: 0.0415590 Apr 30 01:31:21.251273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 0035174b-3be2-422f-a75d-71d7f55d7709 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:21.252799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:21.253763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-429647883-network', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:21.308028 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e53fc5d-bcad-43ca-9de7-534334066302 req-a5526974-e56a-4a0f-8640-fcc28e0a89d9 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0429380 Apr 30 01:31:21.334295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-45f04f51-0f08-4d95-aca9-6596c1441a0c None None] Provisioning complete for port 4a5103f1-e776-492e-8be5-d5e86e96553e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:21.334672 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45f04f51-0f08-4d95-aca9-6596c1441a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.408593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Made reservation on behalf of b8c8e8a97970400e9fc5fede171d84c0 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:21.412539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.422554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.446532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-45f04f51-0f08-4d95-aca9-6596c1441a0c None None] Provisioning complete for port e33acaba-5e5e-4f4b-9146-557ed327cbf8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:21.447532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45f04f51-0f08-4d95-aca9-6596c1441a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.494983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-45f04f51-0f08-4d95-aca9-6596c1441a0c None None] Port e33acaba-5e5e-4f4b-9146-557ed327cbf8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:21.536551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 18d376bc-29c4-4d2f-829a-2aa4b0a0f79d is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:31:21.574534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.635623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4a5103f1-e776-492e-8be5-d5e86e96553e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:21.640208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6afb3aaa-5bea-4fc4-86f8-28e51ff8f164 None None] Provisioning complete for port e33acaba-5e5e-4f4b-9146-557ed327cbf8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:21.640208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6afb3aaa-5bea-4fc4-86f8-28e51ff8f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.691832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.712915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-8258ec7c-88f4-4384-bde0-e4afe367ec09 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:21.716961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-8258ec7c-88f4-4384-bde0-e4afe367ec09 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.23 "GET /v2.0/networks?id=8bd5bff6-59a1-44b0-aee5-239fb4869018 HTTP/1.1" status: 200 len: 812 time: 0.1696167 Apr 30 01:31:21.737216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Request body: {'port': {'device_id': '959329f6-dea7-4e95-82e1-64152d41b53c', 'network_id': '8bd5bff6-59a1-44b0-aee5-239fb4869018', 'admin_state_up': True, 'tenant_id': '4d86ba9f525b405fae6d6513c6d3756c'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:21.738922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6afb3aaa-5bea-4fc4-86f8-28e51ff8f164 None None] Port e33acaba-5e5e-4f4b-9146-557ed327cbf8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:21.754823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:21.770352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:21.836643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.836643 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Added segment 480e916d-9b21-42e7-b02f-dddadb796492 of type vlan for network 47ae3122-13d9-4258-b33f-e9a46c67fe6e Apr 30 01:31:21.836643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e4687c-3e4d-427d-855f-56c3d0c89ed6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:21.861519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4a5103f1-e776-492e-8be5-d5e86e96553e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:21.863700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.895647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 038cc422-d8d6-46de-bc8a-d1bd108002bb details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:31:21.921231 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:21.929949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f4614985-cfbe-439e-9437-72bf7fa9638e None None] Provisioning complete for port e33acaba-5e5e-4f4b-9146-557ed327cbf8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:21.930780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4614985-cfbe-439e-9437-72bf7fa9638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.039311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f4614985-cfbe-439e-9437-72bf7fa9638e None None] Port e33acaba-5e5e-4f4b-9146-557ed327cbf8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:22.040608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b84fd-ecbf-4ae5-84f1-b8c00d95d3da req-29245697-74b0-4bb3-ad8a-9abe60cbe0b9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:22.042066 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c60b84fd-ecbf-4ae5-84f1-b8c00d95d3da req-29245697-74b0-4bb3-ad8a-9abe60cbe0b9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 943 time: 0.5450878 Apr 30 01:31:22.096692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:31:22.114693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:22.116320 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.134018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:22.138243 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c60b84fd-ecbf-4ae5-84f1-b8c00d95d3da req-e6c23157-3f95-4647-97c7-b205e38326d3 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791450 Apr 30 01:31:22.140847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4334349e-2314-4934-9f0b-35a2518cea11 req-c1ea77c5-9252-478f-83cd-96985c99c58f tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 210 time: 0.0465620 Apr 30 01:31:22.142041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6873063c-cbf2-4ff9-949c-f579b7584855 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/18d376bc-29c4-4d2f-829a-2aa4b0a0f79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8206608 Apr 30 01:31:22.144692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50558) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:22.150047 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7a059-4581-4af7-b938-0f4b9687633c None None] Sync routers for ids ['18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:22.163641 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7a059-4581-4af7-b938-0f4b9687633c None None] Routers {'18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:22.164263 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-05f7a059-4581-4af7-b938-0f4b9687633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:22.184242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Made reservation on behalf of 4d86ba9f525b405fae6d6513c6d3756c for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:22.188599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.190916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 038cc422-d8d6-46de-bc8a-d1bd108002bb, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:22.218541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e955a48-0e18-40e5-aea6-563d08373618 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:22.220742 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-05f7a059-4581-4af7-b938-0f4b9687633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:22.226555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:31:22.230737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2e955a48-0e18-40e5-aea6-563d08373618 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports/e33acaba-5e5e-4f4b-9146-557ed327cbf8 HTTP/1.1" status: 200 len: 910 time: 0.0823953 Apr 30 01:31:22.258378 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7a059-4581-4af7-b938-0f4b9687633c None None] Routers {'18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:22.259221 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-05f7a059-4581-4af7-b938-0f4b9687633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:22.270063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50562) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:22.276510 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.278044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:22.278401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.281582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d0adee5d-5e23-4f3a-afb5-7a659e4637e1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '355f965a-d6af-477f-b535-a0a6d7d51a55'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:22.305843 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.333109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038cc422-d8d6-46de-bc8a-d1bd108002bb {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:22.340005 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.342097 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-05f7a059-4581-4af7-b938-0f4b9687633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:22.342899 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7a059-4581-4af7-b938-0f4b9687633c None None] The sync data for ids ['18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:22.353284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584cd52-9268-4fe2-a82a-15901650611c req-42a7c155-69d1-44a5-a81d-d01957506823 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:22.355008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b584cd52-9268-4fe2-a82a-15901650611c req-42a7c155-69d1-44a5-a81d-d01957506823 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 944 time: 0.1219885 Apr 30 01:31:22.364962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 038cc422-d8d6-46de-bc8a-d1bd108002bb, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:22.377197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:22.379557 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc92603-9133-4337-9eee-a5c785a54e8b" -d '{"events": [{"server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "name": "network-vif-plugged", "status": "completed", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:22.394723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:22.432067 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-92e1342a-7884-410d-9fd1-2f8bda212027 req-d2abdbc6-0a21-4b47-9b76-756d261cbb5a tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 210 time: 0.0671873 Apr 30 01:31:22.453517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b584cd52-9268-4fe2-a82a-15901650611c req-0d960af4-30cc-49fc-8c1f-0af811176280 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827694 Apr 30 01:31:22.460486 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4036088 Apr 30 01:31:22.465267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:22.466335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Allocated IP 172.20.0.5 (8bd5bff6-59a1-44b0-aee5-239fb4869018/246ed898-9a3a-4dbc-82cc-3b1beab01dcf/aafc3b52-10ca-4f42-8224-a5d8a211735f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:22.470857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Request body: {'subnet': {'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-429647883-subnet', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:22.476495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221fc7b-a5d4-452c-8812-3ae283538049 admin admin] Pushing event updated for resources: {'Network': ['ID=47ae3122-13d9-4258-b33f-e9a46c67fe6e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:22.493737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:22.520719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.570911 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f9b8b1-069b-47fe-8a44-6f6098f1d8b7 x-openstack-request-id: req-44f9b8b1-069b-47fe-8a44-6f6098f1d8b7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:22.571718 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "name": "network-vif-plugged", "status": "completed", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:22.571718 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44f9b8b1-069b-47fe-8a44-6f6098f1d8b7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:22.572201 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f9b8b1-069b-47fe-8a44-6f6098f1d8b7'] response: {'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056', 'code': 200} Apr 30 01:31:22.574579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0adee5d-5e23-4f3a-afb5-7a659e4637e1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.592101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37dfaef4-cb1e-4f1b-a4e4-476afe6c8b6e req-9c138e9b-afd6-493c-8a49-d0fccc4f8720 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0540257 Apr 30 01:31:22.597160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.643301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=038cc422-d8d6-46de-bc8a-d1bd108002bb,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:22.651854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.653796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.653796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.653796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.653796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.653796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.653796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.654297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.654550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.654868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.655187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.655532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:22.704538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17572314-fbf6-4b4d-9820-58332a671fa7 req-2554168c-1fff-4780-9b8e-7d6c4a4ad5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:22.706127 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17572314-fbf6-4b4d-9820-58332a671fa7 req-2554168c-1fff-4780-9b8e-7d6c4a4ad5a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1096 time: 0.0898988 Apr 30 01:31:22.724028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:22.746418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Made reservation on behalf of b8c8e8a97970400e9fc5fede171d84c0 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:22.751350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.774698 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17572314-fbf6-4b4d-9820-58332a671fa7 req-d06cebe4-40d2-4c9f-9023-f186b468af0b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615544 Apr 30 01:31:22.779169 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.838353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['038cc422-d8d6-46de-bc8a-d1bd108002bb'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:22.891189 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:22.934597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Network 8bd5bff6-59a1-44b0-aee5-239fb4869018 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:22.937837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:22.941589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:22.988320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Pushing event updated for resources: {'Port': ['ID=aafc3b52-10ca-4f42-8224-a5d8a211735f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:23.006280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:23.007118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.123752 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-0e2f758b-467d-4e98-8e6c-4b87176bbdb1 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3909950 Apr 30 01:31:23.133853 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0adee5d-5e23-4f3a-afb5-7a659e4637e1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.137086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Request body: {'port': {'device_id': '959329f6-dea7-4e95-82e1-64152d41b53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:23.200524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.203901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.252554 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0adee5d-5e23-4f3a-afb5-7a659e4637e1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.271062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e9c347d0-ff49-4324-879a-77a58b704f34 req-622d55f5-21c7-4763-97f3-0c449ac366cf tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 210 time: 0.0351641 Apr 30 01:31:23.322088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe7a912-4c4f-4f55-9180-3f641b85cd91,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:23.406282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adee5d-5e23-4f3a-afb5-7a659e4637e1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=e33acaba-5e5e-4f4b-9146-557ed327cbf8,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:23.418741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0adee5d-5e23-4f3a-afb5-7a659e4637e1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:23.419382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0adee5d-5e23-4f3a-afb5-7a659e4637e1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.423334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d0adee5d-5e23-4f3a-afb5-7a659e4637e1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/ports/e33acaba-5e5e-4f4b-9146-557ed327cbf8 HTTP/1.1" status: 200 len: 910 time: 1.1458850 Apr 30 01:31:23.423334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Checking segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:23.423334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Network hostable DHCP agents. Network: 47ae3122-13d9-4258-b33f-e9a46c67fe6e, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:31:23.425566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50574) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:23.433178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf73ac-93b3-47c4-89bd-37a0b8579605 req-e2a49b79-d67b-4cbb-8ee1-e1d5ff7e561a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:23.434682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dfbf73ac-93b3-47c4-89bd-37a0b8579605 req-e2a49b79-d67b-4cbb-8ee1-e1d5ff7e561a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 944 time: 0.1966445 Apr 30 01:31:23.491249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dfbf73ac-93b3-47c4-89bd-37a0b8579605 req-6ae91821-525d-497f-936d-4fb28efab919 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Apr 30 01:31:23.530779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:31:23.611946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7c93d-4941-4c39-a0b8-c81dee72d284 req-18f8938a-3a33-4590-b716-2e0e501a359d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:23.613601 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72a7c93d-4941-4c39-a0b8-c81dee72d284 req-18f8938a-3a33-4590-b716-2e0e501a359d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Apr 30 01:31:23.652096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72a7c93d-4941-4c39-a0b8-c81dee72d284 req-3b897322-3dc2-475f-bf3c-583a6d7a8e68 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Apr 30 01:31:23.675377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 47ae3122-13d9-4258-b33f-e9a46c67fe6e) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:23.681660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:23.682613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.688033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd25e3e5-bad5-4d4d-b643-e8a4edc26e33 None None] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:23.717310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca2f33-9148-47aa-aa8c-1cabef133e27 req-db69ba97-286d-4d23-8509-c8ad513c90bd tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:23.718844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cca2f33-9148-47aa-aa8c-1cabef133e27 req-db69ba97-286d-4d23-8509-c8ad513c90bd tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 931 time: 0.1956599 Apr 30 01:31:23.732910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aafc3b52-10ca-4f42-8224-a5d8a211735f {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:23.751328 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.772691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c02b72ac-22a3-4726-a7ca-4c7db901a289 req-7f0f12b4-3899-4753-a7d4-f6db5375e2eb tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0280242 Apr 30 01:31:23.794749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f7fe5c1a-7df9-43ef-96fc-80b46f232e46 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3229146 Apr 30 01:31:23.794749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50582) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:23.803371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:23.807364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Transition to ACTIVE for port object aafc3b52-10ca-4f42-8224-a5d8a211735f will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:31:23.812040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cca2f33-9148-47aa-aa8c-1cabef133e27 req-1f5ea45c-62fa-4f1b-8e21-9f61a1015dde tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850661 Apr 30 01:31:23.869282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:31:23.877184 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.884783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 038cc422-d8d6-46de-bc8a-d1bd108002bb up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:23.901821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.941168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.942298 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:23.994336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Pushing event updated for resources: {'Port': ['ID=aafc3b52-10ca-4f42-8224-a5d8a211735f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:24.002028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.085733 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.123598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Attempting to bind port aafc3b52-10ca-4f42-8224-a5d8a211735f on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:24.124009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Attempting to bind port aafc3b52-10ca-4f42-8224-a5d8a211735f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'a4e8c0f7-131c-42fc-8929-818d95a2af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8bd5bff6-59a1-44b0-aee5-239fb4869018'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:24.124253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Attempting to bind port aafc3b52-10ca-4f42-8224-a5d8a211735f on network 8bd5bff6-59a1-44b0-aee5-239fb4869018 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:24.139909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Port aafc3b52-10ca-4f42-8224-a5d8a211735f on network 8bd5bff6-59a1-44b0-aee5-239fb4869018 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:31:24.139909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Attempting to bind port aafc3b52-10ca-4f42-8224-a5d8a211735f on network 8bd5bff6-59a1-44b0-aee5-239fb4869018 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:24.175847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:24.176260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Checking segment: {'id': 'a4e8c0f7-131c-42fc-8929-818d95a2af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8bd5bff6-59a1-44b0-aee5-239fb4869018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:24.177031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Bound using segment: {'id': 'a4e8c0f7-131c-42fc-8929-818d95a2af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8bd5bff6-59a1-44b0-aee5-239fb4869018'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:24.177031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Bound port: aafc3b52-10ca-4f42-8224-a5d8a211735f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e8c0f7-131c-42fc-8929-818d95a2af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8bd5bff6-59a1-44b0-aee5-239fb4869018'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:24.177966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.193302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 038cc422-d8d6-46de-bc8a-d1bd108002bb completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:31:24.199282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 038cc422-d8d6-46de-bc8a-d1bd108002bb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:24.199662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.235221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.246795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Allocated IP 172.20.0.2 (47ae3122-13d9-4258-b33f-e9a46c67fe6e/0fe7a912-4c4f-4f55-9180-3f641b85cd91/a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:24.352231 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.372717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] For port aafc3b52-10ca-4f42-8224-a5d8a211735f, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:24.399022 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42955072-3c59-4bd9-834c-3cc764209941 req-2f626c19-7047-49a1-af6d-9b4b2bf8d767 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 210 time: 0.0417471 Apr 30 01:31:24.403460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] For port aafc3b52-10ca-4f42-8224-a5d8a211735f, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aafc3b52-10ca-4f42-8224-a5d8a211735f,segment=NetworkSegment(a4e8c0f7-131c-42fc-8929-818d95a2af46),segment_id=a4e8c0f7-131c-42fc-8929-818d95a2af46)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:24.413622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 038cc422-d8d6-46de-bc8a-d1bd108002bb, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:24.440537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-8b021513-960d-4e3a-b61f-62136bc10902 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:24.442042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-8b021513-960d-4e3a-b61f-62136bc10902 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.21 "GET /v2.0/networks?id=65809e54-ef1d-422b-927a-1cabfde1be25 HTTP/1.1" status: 200 len: 809 time: 0.2219515 Apr 30 01:31:24.459557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Request body: {'port': {'device_id': 'f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c', 'network_id': '65809e54-ef1d-422b-927a-1cabfde1be25', 'admin_state_up': True, 'tenant_id': 'd34e70caee8a42be9cb1c266f5ca79ab'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:24.461772 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.482458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.507643 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.573684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038cc422-d8d6-46de-bc8a-d1bd108002bb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:24.576126 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b51ca1-da53-4dfe-893c-478830555e3f" -d '{"events": [{"server_uuid": "71e92cd4-ef3a-49f1-bb57-f4548066e192", "name": "network-vif-plugged", "status": "completed", "tag": "038cc422-d8d6-46de-bc8a-d1bd108002bb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:24.598240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:24.598926 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.600951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] 10.222.0.23 "PUT /v2.0/ports/aafc3b52-10ca-4f42-8224-a5d8a211735f HTTP/1.1" status: 200 len: 1091 time: 1.4681799 Apr 30 01:31:24.601416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959329f6-dea7-4e95-82e1-64152d41b53c', 'tag': 'aafc3b52-10ca-4f42-8224-a5d8a211735f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:24.604037 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fd592b-1ca0-406b-9221-750e64900a74" -d '{"events": [{"name": "network-changed", "server_uuid": "959329f6-dea7-4e95-82e1-64152d41b53c", "tag": "aafc3b52-10ca-4f42-8224-a5d8a211735f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:24.613119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.645769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:24.648776 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fb196f-4154-4ceb-aad2-0a91ecbc7761 x-openstack-request-id: req-a0fb196f-4154-4ceb-aad2-0a91ecbc7761 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:24.649066 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e92cd4-ef3a-49f1-bb57-f4548066e192", "name": "network-vif-plugged", "status": "completed", "tag": "038cc422-d8d6-46de-bc8a-d1bd108002bb", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:24.649315 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0fb196f-4154-4ceb-aad2-0a91ecbc7761 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:24.649705 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fb196f-4154-4ceb-aad2-0a91ecbc7761'] response: {'server_uuid': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'code': 200} Apr 30 01:31:24.651016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:24.657083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=038cc422-d8d6-46de-bc8a-d1bd108002bb,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:24.660041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:24.694068 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32d7a4a-ae02-49a0-baaa-d250c7033492 x-openstack-request-id: req-b32d7a4a-ae02-49a0-baaa-d250c7033492 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:24.694377 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959329f6-dea7-4e95-82e1-64152d41b53c", "tag": "aafc3b52-10ca-4f42-8224-a5d8a211735f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:24.694880 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b32d7a4a-ae02-49a0-baaa-d250c7033492 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:24.695291 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32d7a4a-ae02-49a0-baaa-d250c7033492'] response: {'name': 'network-changed', 'server_uuid': '959329f6-dea7-4e95-82e1-64152d41b53c', 'tag': 'aafc3b52-10ca-4f42-8224-a5d8a211735f', 'status': 'completed', 'code': 200} Apr 30 01:31:24.743786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.753966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc2909-fc1c-4513-b376-9fb1f58ca31f service neutron] Pushing event updated for resources: {'Port': ['ID=aafc3b52-10ca-4f42-8224-a5d8a211735f,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:24.762455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Pushing event updated for resources: {'Port': ['ID=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:24.767208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Attempting to bind port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:24.767879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Attempting to bind port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:24.769093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Attempting to bind port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:24.777737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:24.778456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Checking segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:24.779156 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.779882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Bound using segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:24.780553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Bound port: a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:24.781126 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.812397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.866742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] For port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:24.870291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] For port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:24.884372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port e33acaba-5e5e-4f4b-9146-557ed327cbf8 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:24.884899 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:24.890619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd592b-1ca0-406b-9221-750e64900a74 req-9e5aa55f-3c08-4864-994e-1b5b5157a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:24.893385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17fd592b-1ca0-406b-9221-750e64900a74 req-9e5aa55f-3c08-4864-994e-1b5b5157a32c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d86ba9f525b405fae6d6513c6d3756c&device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 1094 time: 0.1672044 Apr 30 01:31:24.945307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e936a-6b1f-42e5-8b2d-d28c4467d633 req-9bb6de27-7839-463a-81dc-2e0fd535cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:24.946857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c6e936a-6b1f-42e5-8b2d-d28c4467d633 req-9bb6de27-7839-463a-81dc-2e0fd535cc93 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 1096 time: 0.1577499 Apr 30 01:31:24.957526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf9ae7-f220-4018-9e8f-fc73c9f0a5e1 req-66c53a23-9f64-4dcb-baaf-4a16f8e55c97 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:24.961797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0baf9ae7-f220-4018-9e8f-fc73c9f0a5e1 req-66c53a23-9f64-4dcb-baaf-4a16f8e55c97 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 945 time: 0.1714683 Apr 30 01:31:25.001447 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:25.064503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Allocated IP 172.25.0.115 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/faf7e697-22e8-49f0-8763-64ce332651a2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:25.064985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c6e936a-6b1f-42e5-8b2d-d28c4467d633 req-75d63485-f345-434d-a23f-d0b2d2b33f38 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022148 Apr 30 01:31:25.073115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14b5cb-925e-450f-9164-a23fbc96d11b None None] Pushing event updated for resources: {'Port': ['ID=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:25.082204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0baf9ae7-f220-4018-9e8f-fc73c9f0a5e1 req-66bcd965-5d11-43ae-88e1-e2c9e0123a90 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952218 Apr 30 01:31:25.194146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33d7c995-d560-4aef-8795-43d51f248493 req-b2246b00-637d-4e00-872b-956843f05081 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0335042 Apr 30 01:31:25.236550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:25.354297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad110f-67d3-4e34-ba7b-aa887148fdf0 req-ab2e2f2d-a252-421e-a8ae-8032eeb4f76b tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:25.356364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2dad110f-67d3-4e34-ba7b-aa887148fdf0 req-ab2e2f2d-a252-421e-a8ae-8032eeb4f76b tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 943 time: 0.0748496 Apr 30 01:31:25.404804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:25.412131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2dad110f-67d3-4e34-ba7b-aa887148fdf0 req-d6c36e24-3f67-4e88-ac5d-43c2c1865f78 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482683 Apr 30 01:31:25.451319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:25.456961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:25.461505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:25.490917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Pushing event updated for resources: {'Port': ['ID=faf7e697-22e8-49f0-8763-64ce332651a2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:25.497738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Made reservation on behalf of d34e70caee8a42be9cb1c266f5ca79ab for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:25.501408 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.515879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:31:25.555010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-443a1ede-25c6-4102-a71a-83e8645ceaa7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1166055922&fields=id&tenant_id=8452052ab9fb4c0493750e9ea859342d HTTP/1.1" status: 200 len: 267 time: 0.0614130 Apr 30 01:31:25.577882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:25.609772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for e33acaba-5e5e-4f4b-9146-557ed327cbf8 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:25.650387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422d19d-c0e0-4e77-8fd5-2b633c80cd55 req-4fb2d447-f236-4271-acaa-af56187f0345 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:25.651286 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5422d19d-c0e0-4e77-8fd5-2b633c80cd55 req-4fb2d447-f236-4271-acaa-af56187f0345 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 945 time: 0.6279478 Apr 30 01:31:25.656783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd592b-1ca0-406b-9221-750e64900a74 req-259d0d15-ae31-487c-83b5-ce59589bb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:25.658138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17fd592b-1ca0-406b-9221-750e64900a74 req-259d0d15-ae31-487c-83b5-ce59589bb048 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4d86ba9f525b405fae6d6513c6d3756c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7465992 Apr 30 01:31:25.664106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:25.711753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-e8ac9a94-315b-446d-9e09-79b1bba89ea2 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:25.712279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-e8ac9a94-315b-446d-9e09-79b1bba89ea2 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 945 time: 0.1212561 Apr 30 01:31:25.726297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:25.730583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'port': {'security_groups': ['279c8ba8-0f1d-4eac-9ac2-64f867023326', 'ba99f5cc-bacf-40a1-b308-c8d2a9067787']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:25.730723 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:25.799953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:25.815970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:25.851674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:25.868569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5422d19d-c0e0-4e77-8fd5-2b633c80cd55 req-5b192173-aefb-4fcf-955c-022fa1dc250e tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032266 Apr 30 01:31:25.898618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Allocated IP 172.20.0.2 (65809e54-ef1d-422b-927a-1cabfde1be25/033c66f6-2d5b-42cb-8bf2-adba8a1332cb/e3432189-8830-4eda-ae62-145141c55b9d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:25.934310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd592b-1ca0-406b-9221-750e64900a74 req-5c62605a-8e8a-41b7-b6ab-fd6dade0541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:25.935836 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17fd592b-1ca0-406b-9221-750e64900a74 req-5c62605a-8e8a-41b7-b6ab-fd6dade0541d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2647574 Apr 30 01:31:25.944024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.013641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.028448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:26.064368 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3d95ce-8d34-454b-bd83-dbd9afe6d3b6 req-c6553629-ef37-4d24-9504-6e5174c52d2e tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 210 time: 0.0765710 Apr 30 01:31:26.141625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-53775815-70f6-427b-8eaf-541697f017c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:26.143315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-53775815-70f6-427b-8eaf-541697f017c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d86ba9f525b405fae6d6513c6d3756c&device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 1094 time: 0.1441817 Apr 30 01:31:26.200627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-e8a9df73-af64-4fdc-8bdc-0986eb6b9353 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aafc3b52-10ca-4f42-8224-a5d8a211735f HTTP/1.1" status: 200 len: 217 time: 0.0457742 Apr 30 01:31:26.261710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.273635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] For port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:26.340488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-c5565d90-91ff-484a-a03a-11e1fcbfc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:26.342177 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-c5565d90-91ff-484a-a03a-11e1fcbfc438 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=246ed898-9a3a-4dbc-82cc-3b1beab01dcf HTTP/1.1" status: 200 len: 852 time: 0.1308715 Apr 30 01:31:26.343914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=e33acaba-5e5e-4f4b-9146-557ed327cbf8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:26.348733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.376597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.392121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0374410d-39d6-4983-b903-78e63b53b290 None None] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:26.449759 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b97f526c-6571-4b14-95bd-ced4c6548d0d req-bb8a15e6-5a50-4730-bb9d-7131175d4fe5 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.1038125 Apr 30 01:31:26.492859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-909ccd15-1eaf-4b66-9327-749de3d9b244 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bd5bff6-59a1-44b0-aee5-239fb4869018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374702 Apr 30 01:31:26.511353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-677e9aa4-b629-4fd3-9079-0b6de5d7663d None None] Provisioning complete for port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:26.512008 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-677e9aa4-b629-4fd3-9079-0b6de5d7663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.515505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.570621 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6b88d7d3-a78f-4f21-a7eb-0065e5e68056'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:26.592060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:26.592740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.594194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4ea5d28-c35c-4d2a-af8a-aaf959ed4f75 req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "PUT /v2.0/ports/6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 200 len: 981 time: 0.8744934 Apr 30 01:31:26.596962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:26.609992 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def39f52-8aa1-45ca-abdd-b149f91ca4da" -d '{"events": [{"name": "network-changed", "server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:26.632835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:26.683237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03dd34-90db-4615-942e-4878ea21501c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'Port': ['ID=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:26.684584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6b88d7d3-a78f-4f21-a7eb-0065e5e68056'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:26.698417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.718120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-11d3e47e-ab66-412b-94ed-580c03e0958e req-f08ee232-ceb0-4a0b-b8cc-9771380f13e4 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/ba99f5cc-bacf-40a1-b308-c8d2a9067787 HTTP/1.1" status: 200 len: 1802 time: 0.0972898 Apr 30 01:31:26.782151 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-11d3e47e-ab66-412b-94ed-580c03e0958e req-50f21873-3cf6-4da0-ac08-62747aab9c10 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 30 01:31:26.783202 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-11d3e47e-ab66-412b-94ed-580c03e0958e req-50f21873-3cf6-4da0-ac08-62747aab9c10 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/ba99f5cc-bacf-40a1-b308-c8d2a9067787 HTTP/1.1" status: 409 len: 341 time: 0.0544410 Apr 30 01:31:26.808493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca7fb-bebb-4743-aff8-c39e1badf992 req-8ac2a6b6-6086-461f-b277-1d1320b7432c tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:26.810209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf5ca7fb-bebb-4743-aff8-c39e1badf992 req-8ac2a6b6-6086-461f-b277-1d1320b7432c tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 943 time: 0.2541640 Apr 30 01:31:26.816422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Router eb96de1f-e78f-467b-8f4f-761b93d92484 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:31:26.821300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:26.860183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-dec4d6ba-cb84-4d9d-9acb-1001f586d741 service neutron] 10.222.0.23 "GET /v2.0/networks/8bd5bff6-59a1-44b0-aee5-239fb4869018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535578 Apr 30 01:31:26.923892 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed173afd-d336-456e-9280-28d76265450a x-openstack-request-id: req-ed173afd-d336-456e-9280-28d76265450a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:26.925645 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:26.925645 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed173afd-d336-456e-9280-28d76265450a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:26.925645 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed173afd-d336-456e-9280-28d76265450a'] response: {'name': 'network-changed', 'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056', 'status': 'completed', 'code': 200} Apr 30 01:31:26.976505 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf5ca7fb-bebb-4743-aff8-c39e1badf992 req-70725a49-c5e4-4166-bc6f-09f031353ebd tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522529 Apr 30 01:31:27.034866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-42324424-d84b-4bb5-89d1-8a1c831e2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:27.039141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-42324424-d84b-4bb5-89d1-8a1c831e2a5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1135 time: 0.1129723 Apr 30 01:31:27.040690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:27.068221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Sync routers for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:27.126777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:27.149099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:27.151297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:27.170407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-4dcfcb71-7c50-4c9f-9664-2267d8414657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:27.174103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-4dcfcb71-7c50-4c9f-9664-2267d8414657 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 913 time: 0.1234682 Apr 30 01:31:27.189784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 18d376bc-29c4-4d2f-829a-2aa4b0a0f79d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:27.207965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bbe0006-ca7f-4eb8-8c0a-943be21ace55 req-5b1c0192-a0be-4f75-aab9-410cc20a7ae9 service neutron] 10.222.0.23 "GET /v2.0/networks/8bd5bff6-59a1-44b0-aee5-239fb4869018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024876 Apr 30 01:31:27.220934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:27.225499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7e82d7b5-21bf-42ed-8b1c-977c42b77b47 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4319153 Apr 30 01:31:27.257333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50618) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:27.269281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Network 65809e54-ef1d-422b-927a-1cabfde1be25 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:27.276305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-e07e5ef5-e03d-44a4-9e72-d6be587c7a64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 200 len: 217 time: 0.0927701 Apr 30 01:31:27.321286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:27.327139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Pushing event updated for resources: {'Port': ['ID=e3432189-8830-4eda-ae62-145141c55b9d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:27.329627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:27.387615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-9ad2dce9-19b4-4d3d-ac39-f2eb1e406aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:27.390176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-9ad2dce9-19b4-4d3d-ac39-f2eb1e406aed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.1069942 Apr 30 01:31:27.407177 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:27.421507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249b047-1350-4c2d-9011-b81f9fb5181a req-143dea10-bee3-4c9a-9f0e-248a6fcb19de tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:27.423278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4249b047-1350-4c2d-9011-b81f9fb5181a req-143dea10-bee3-4c9a-9f0e-248a6fcb19de tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 931 time: 0.0769827 Apr 30 01:31:27.440739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-eadfde4e-b735-4060-ab87-efc7a311dde8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425830 Apr 30 01:31:27.479583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666441-3f14-45d5-a46f-954c78bf96ab req-34865bd4-ee81-49e4-8911-d32f8b0625ac tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:27.481257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11666441-3f14-45d5-a46f-954c78bf96ab req-34865bd4-ee81-49e4-8911-d32f8b0625ac tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 945 time: 0.2971632 Apr 30 01:31:27.492974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:27.506657 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f9102-3a1e-4469-b0ba-3559e5a2b2c0 None None] Sync routers for ids ['18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:27.516721 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f9102-3a1e-4469-b0ba-3559e5a2b2c0 None None] Routers {'18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:27.517808 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a24f9102-3a1e-4469-b0ba-3559e5a2b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:27.525465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4249b047-1350-4c2d-9011-b81f9fb5181a req-46f6e8f7-81b6-4499-8987-9b0e7bd63958 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862525 Apr 30 01:31:27.561797 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a24f9102-3a1e-4469-b0ba-3559e5a2b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:27.572385 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f9102-3a1e-4469-b0ba-3559e5a2b2c0 None None] Routers {'18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:27.573553 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a24f9102-3a1e-4469-b0ba-3559e5a2b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:27.584683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ea015309-fb67-4dd3-958f-ad826aa1a9fa None None] Provisioning complete for port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:27.585047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea015309-fb67-4dd3-958f-ad826aa1a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:27.604175 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-f0f6f55a-c8a9-45a1-b3f4-83294107d9b7 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449840 Apr 30 01:31:27.661408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fa64bcd3-51cd-4670-952b-8d82fc3dbaf2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/18d376bc-29c4-4d2f-829a-2aa4b0a0f79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2322388 Apr 30 01:31:27.690567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50622) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:27.734257 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a24f9102-3a1e-4469-b0ba-3559e5a2b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:27.735083 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f9102-3a1e-4469-b0ba-3559e5a2b2c0 None None] The sync data for ids ['18d376bc-29c4-4d2f-829a-2aa4b0a0f79d'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:27.742881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b5eedf86-8d6c-4acf-8199-9bec6090949c tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=18d376bc-29c4-4d2f-829a-2aa4b0a0f79d HTTP/1.1" status: 200 len: 205 time: 0.0480235 Apr 30 01:31:27.744229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50624) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:27.756568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:27.757222 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:27.827133 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11666441-3f14-45d5-a46f-954c78bf96ab req-0573e223-8207-4cd0-89e7-e7c6e514b6e5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147678 Apr 30 01:31:27.845315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:27.902148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-c4d81310-ed36-4612-a284-abceb47576ce tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4502232 Apr 30 01:31:27.931347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Request body: {'port': {'device_id': 'f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:27.966235 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e22888e7-9684-43ba-b5ff-8b7ed8bdadd0 req-be3648da-033e-419c-8a65-2c5b79272bc3 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0712318 Apr 30 01:31:28.018098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:28.018098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.082203 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.129619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:25Z', 'revision_number': 3, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:28.167858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Checking router: eb96de1f-e78f-467b-8f4f-761b93d92484 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:31:28.168264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Updating router eb96de1f-e78f-467b-8f4f-761b93d92484 port faf7e697-22e8-49f0-8763-64ce332651a2 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:31:28.196567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.218665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71dac46-11b3-41f0-8f4a-44b092d547ad tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.232550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb533a9-4ed2-4601-ad30-6cb51ba585c4 req-16901167-2685-429b-8212-d09df2cbbb5d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:28.234068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abb533a9-4ed2-4601-ad30-6cb51ba585c4 req-16901167-2685-429b-8212-d09df2cbbb5d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 984 time: 0.5882592 Apr 30 01:31:28.246268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e97b4-1a0b-4cc1-b549-ba145a2db8fe req-ad24ae01-fe40-422a-ac34-325cc697e51f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:28.248301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d36e97b4-1a0b-4cc1-b549-ba145a2db8fe req-ad24ae01-fe40-422a-ac34-325cc697e51f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 945 time: 0.1673872 Apr 30 01:31:28.267780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-def39f52-8aa1-45ca-abdd-b149f91ca4da req-2ec77ff1-bb6c-4b30-b591-4394e182cc92 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559696 Apr 30 01:31:28.270643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50630) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:28.277324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'floatingip': {'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:28.368163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.510643 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.510872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db87d8-2bb1-4298-b0cf-377816c01181 req-1dc06721-9883-466a-9e44-1fb5337cd16b tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:28.512447 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74db87d8-2bb1-4298-b0cf-377816c01181 req-1dc06721-9883-466a-9e44-1fb5337cd16b tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 943 time: 0.1399460 Apr 30 01:31:28.548494 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71dac46-11b3-41f0-8f4a-44b092d547ad tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.557322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71dac46-11b3-41f0-8f4a-44b092d547ad tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.573850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abb533a9-4ed2-4601-ad30-6cb51ba585c4 req-3bc68960-7d5d-4161-9dcc-364996479864 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba99f5cc-bacf-40a1-b308-c8d2a9067787&id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3051095 Apr 30 01:31:28.607013 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.613764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.633866 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74db87d8-2bb1-4298-b0cf-377816c01181 req-2d810023-1b23-472e-9084-20749356cc53 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118956 Apr 30 01:31:28.658801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-adc07009-0462-4063-b3c7-097e0691364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:28.664401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-adc07009-0462-4063-b3c7-097e0691364d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1135 time: 0.2024946 Apr 30 01:31:28.683769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82194087-68cb-4bda-ac7c-b6f33a1d97be None None] Pushing event updated for resources: {'Port': ['ID=faf7e697-22e8-49f0-8763-64ce332651a2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:28.705321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Attempting to bind port faf7e697-22e8-49f0-8763-64ce332651a2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:28.710792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Attempting to bind port faf7e697-22e8-49f0-8763-64ce332651a2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:28.710792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Attempting to bind port faf7e697-22e8-49f0-8763-64ce332651a2 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:28.712016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:28.712488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:28.712962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.714089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:28.714089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Bound port: faf7e697-22e8-49f0-8763-64ce332651a2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:28.714612 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.726125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3432189-8830-4eda-ae62-145141c55b9d {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:28.740152 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.775501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] For port faf7e697-22e8-49f0-8763-64ce332651a2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:28.779487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] For port faf7e697-22e8-49f0-8763-64ce332651a2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=faf7e697-22e8-49f0-8763-64ce332651a2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:28.789073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Transition to ACTIVE for port object e3432189-8830-4eda-ae62-145141c55b9d will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:31:28.802081 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71dac46-11b3-41f0-8f4a-44b092d547ad tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.802800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71dac46-11b3-41f0-8f4a-44b092d547ad tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Fanout notify agent at l3_agent the message router_deleted on router 18d376bc-29c4-4d2f-829a-2aa4b0a0f79d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:31:28.804263 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1828ed37-3bec-400e-90f9-a148e7eb7dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.811065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71dac46-11b3-41f0-8f4a-44b092d547ad tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.812174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e71dac46-11b3-41f0-8f4a-44b092d547ad tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/18d376bc-29c4-4d2f-829a-2aa4b0a0f79d HTTP/1.1" status: 204 len: 168 time: 1.0649452 Apr 30 01:31:28.826485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50634) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:28.856003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Allocated IP 172.20.0.1 (47ae3122-13d9-4258-b33f-e9a46c67fe6e/0fe7a912-4c4f-4f55-9180-3f641b85cd91/10979685-8c2a-43c6-9e02-f2b389eb2ce5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:28.889913 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.922826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:28.953441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:28.954121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:28.956200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b573b5-4dd0-4dd1-8e8c-e6cf91dbf0b4 req-28ca2881-3dae-4b14-a91b-e6cfab69a4a7 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:28.960534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0b573b5-4dd0-4dd1-8e8c-e6cf91dbf0b4 req-28ca2881-3dae-4b14-a91b-e6cfab69a4a7 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 931 time: 0.2784021 Apr 30 01:31:28.991082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82194087-68cb-4bda-ac7c-b6f33a1d97be None None] Pushing event updated for resources: {'Port': ['ID=faf7e697-22e8-49f0-8763-64ce332651a2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:28.991713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9305756-5e3f-4779-a148-7038822cb230 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet 355f965a-d6af-477f-b535-a0a6d7d51a55 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:31:29.040272 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9305756-5e3f-4779-a148-7038822cb230 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.045477 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.072897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-da45f810-163a-467c-b971-662ee39ba5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:29.073155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Pushing event updated for resources: {'Port': ['ID=e3432189-8830-4eda-ae62-145141c55b9d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:29.073262 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-da45f810-163a-467c-b971-662ee39ba5b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 913 time: 0.4030027 Apr 30 01:31:29.092915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:29.149550 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54e5c65b-f4d1-41b1-ab91-d92526ddece7 req-be54df34-52b3-4f7c-ba9a-f03c0b281481 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0803368 Apr 30 01:31:29.191723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-9d13f187-c82a-4c17-8fd2-8bf2650edf5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 200 len: 217 time: 0.1090956 Apr 30 01:31:29.206197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Attempting to bind port e3432189-8830-4eda-ae62-145141c55b9d on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:29.206672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Attempting to bind port e3432189-8830-4eda-ae62-145141c55b9d by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'b0bc419b-1edf-40e6-b66c-c26c1f168f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65809e54-ef1d-422b-927a-1cabfde1be25'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:29.207121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Attempting to bind port e3432189-8830-4eda-ae62-145141c55b9d on network 65809e54-ef1d-422b-927a-1cabfde1be25 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:29.212488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Port e3432189-8830-4eda-ae62-145141c55b9d on network 65809e54-ef1d-422b-927a-1cabfde1be25 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:31:29.213059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Attempting to bind port e3432189-8830-4eda-ae62-145141c55b9d on network 65809e54-ef1d-422b-927a-1cabfde1be25 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:29.217559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9305756-5e3f-4779-a148-7038822cb230 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.219717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:29.219717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Checking segment: {'id': 'b0bc419b-1edf-40e6-b66c-c26c1f168f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65809e54-ef1d-422b-927a-1cabfde1be25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:29.220833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Bound using segment: {'id': 'b0bc419b-1edf-40e6-b66c-c26c1f168f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65809e54-ef1d-422b-927a-1cabfde1be25'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:29.220833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Bound port: e3432189-8830-4eda-ae62-145141c55b9d, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bc419b-1edf-40e6-b66c-c26c1f168f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '65809e54-ef1d-422b-927a-1cabfde1be25'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:29.221569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.231091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc38cbf2-6d67-4625-943d-e45ecaed6395 req-9497ce7b-fdfc-4404-85b1-e55cc458fb1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0545344 Apr 30 01:31:29.255893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0b573b5-4dd0-4dd1-8e8c-e6cf91dbf0b4 req-d355d271-058f-4dc6-9868-59f457cf032c tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771626 Apr 30 01:31:29.256822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.310211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-825608db-0fcd-401f-90d0-205d61b253df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:25Z', 'revision_number': 3, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:29.320379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:29.335841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:29.340257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:29.341399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825608db-0fcd-401f-90d0-205d61b253df None None] The sync data for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 is: [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:25Z', 'revision_number': 3, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:29.365707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-6d03d0de-90b1-4b03-a773-37e85a054cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:29.367242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-6d03d0de-90b1-4b03-a773-37e85a054cab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.1522141 Apr 30 01:31:29.380303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Pushing event updated for resources: {'Port': ['ID=10979685-8c2a-43c6-9e02-f2b389eb2ce5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:29.386471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] For port e3432189-8830-4eda-ae62-145141c55b9d, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:29.408362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] For port e3432189-8830-4eda-ae62-145141c55b9d, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e3432189-8830-4eda-ae62-145141c55b9d,segment=NetworkSegment(b0bc419b-1edf-40e6-b66c-c26c1f168f07),segment_id=b0bc419b-1edf-40e6-b66c-c26c1f168f07)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:29.421860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.453840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9305756-5e3f-4779-a148-7038822cb230 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.499967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-9df7336c-f455-4fcb-aa03-d3c97510394f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625224 Apr 30 01:31:29.514002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.572173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:29.572867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.574540 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] 10.222.0.21 "PUT /v2.0/ports/e3432189-8830-4eda-ae62-145141c55b9d HTTP/1.1" status: 200 len: 1091 time: 1.6512077 Apr 30 01:31:29.575084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c', 'tag': 'e3432189-8830-4eda-ae62-145141c55b9d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:29.577487 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81ee1ce-c232-4494-a04a-bfdd2444032f" -d '{"events": [{"name": "network-changed", "server_uuid": "f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c", "tag": "e3432189-8830-4eda-ae62-145141c55b9d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:29.590620 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:31:29.619270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699833-0f54-48a9-8eee-6d2d71485c90 service neutron] Pushing event updated for resources: {'Port': ['ID=e3432189-8830-4eda-ae62-145141c55b9d,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:29.660658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5e2717bf-4606-40d6-bd55-f542d1b36c74 None None] Provisioning complete for port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:29.662392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e2717bf-4606-40d6-bd55-f542d1b36c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.673872 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6632336b-dc14-409e-9bd8-4c16c135b7bd x-openstack-request-id: req-6632336b-dc14-409e-9bd8-4c16c135b7bd {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:29.681357 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c", "tag": "e3432189-8830-4eda-ae62-145141c55b9d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:29.681357 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6632336b-dc14-409e-9bd8-4c16c135b7bd {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:29.681357 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6632336b-dc14-409e-9bd8-4c16c135b7bd'] response: {'name': 'network-changed', 'server_uuid': 'f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c', 'tag': 'e3432189-8830-4eda-ae62-145141c55b9d', 'status': 'completed', 'code': 200} Apr 30 01:31:29.757777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.783771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-43dd91d5-4fb7-493f-ad0e-f7a92fd3e5fc service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740815 Apr 30 01:31:29.791523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5e2717bf-4606-40d6-bd55-f542d1b36c74 None None] Port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:29.793319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.879406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48aeec-2b04-4c01-8885-4917e9e143da req-69b5ea36-9eca-486a-8b61-ca5de0c51038 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:29.881735 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa48aeec-2b04-4c01-8885-4917e9e143da req-69b5ea36-9eca-486a-8b61-ca5de0c51038 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 984 time: 0.1519306 Apr 30 01:31:29.884734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:29.886653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device aafc3b52-10ca-4f42-8224-a5d8a211735f details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:31:29.951528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9305756-5e3f-4779-a148-7038822cb230 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.006727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9305756-5e3f-4779-a148-7038822cb230 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=355f965a-d6af-477f-b535-a0a6d7d51a55,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:30.013549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9305756-5e3f-4779-a148-7038822cb230 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.016823 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f9305756-5e3f-4779-a148-7038822cb230 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/355f965a-d6af-477f-b535-a0a6d7d51a55 HTTP/1.1" status: 204 len: 168 time: 1.1893187 Apr 30 01:31:30.024019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port aafc3b52-10ca-4f42-8224-a5d8a211735f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aafc3b52-10ca-4f42-8224-a5d8a211735f,segment=NetworkSegment(a4e8c0f7-131c-42fc-8929-818d95a2af46),segment_id=a4e8c0f7-131c-42fc-8929-818d95a2af46)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:30.028827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b6bcbda-f35b-4bb8-a23b-590a86ae8e43 req-64082b8d-7dc1-4e50-b463-216927c5426a service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265563 Apr 30 01:31:30.028827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50646) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:30.041748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6fd53-bb35-4be4-b88c-7396ccbfbbb2 None None] Network 0035174b-3be2-422f-a75d-71d7f55d7709 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:30.080743 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa48aeec-2b04-4c01-8885-4917e9e143da req-131cdbba-7a7d-4f06-b973-486bd794b185 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba99f5cc-bacf-40a1-b308-c8d2a9067787&id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1902986 Apr 30 01:31:30.153419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'aafc3b52-10ca-4f42-8224-a5d8a211735f', 'network_id': '8bd5bff6-59a1-44b0-aee5-239fb4869018', 'port_id': 'aafc3b52-10ca-4f42-8224-a5d8a211735f', 'mac_address': 'fa:16:3e:cc:d5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246ed898-9a3a-4dbc-82cc-3b1beab01dcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:31:30.159624 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Floating IP 044f5a16-bd9f-4ffa-be1a-da02ea2f41f8 associated. External IP: 172.25.0.103, port: 038cc422-d8d6-46de-bc8a-d1bd108002bb. Apr 30 01:31:30.221393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.299799 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.334731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aafc3b52-10ca-4f42-8224-a5d8a211735f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:30.356525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac118103-9122-4eab-9379-aa63a03c7be2 req-e3a74d62-b79d-4b25-9691-25fed62e9105 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0489514 Apr 30 01:31:30.378099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port aafc3b52-10ca-4f42-8224-a5d8a211735f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aafc3b52-10ca-4f42-8224-a5d8a211735f,segment=NetworkSegment(a4e8c0f7-131c-42fc-8929-818d95a2af46),segment_id=a4e8c0f7-131c-42fc-8929-818d95a2af46)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:30.436547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee1ce-c232-4494-a04a-bfdd2444032f req-60e22c21-7d72-44b6-b878-9d0b268522d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:30.438890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c81ee1ce-c232-4494-a04a-bfdd2444032f req-60e22c21-7d72-44b6-b878-9d0b268522d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d34e70caee8a42be9cb1c266f5ca79ab&device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 1094 time: 0.7098615 Apr 30 01:31:30.455018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] DHCP port deletion for 0035174b-3be2-422f-a75d-71d7f55d7709 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:31:30.457126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port 4a5103f1-e776-492e-8be5-d5e86e96553e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:30.457462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.522795 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.559262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d7b91-c0b6-44d6-95d4-faaddfd33c7d req-5e9c9d67-d23e-47d3-8847-5e37752ac6db tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:30.561026 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-384d7b91-c0b6-44d6-95d4-faaddfd33c7d req-5e9c9d67-d23e-47d3-8847-5e37752ac6db tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 943 time: 0.7641037 Apr 30 01:31:30.656288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=aafc3b52-10ca-4f42-8224-a5d8a211735f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:30.674434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] Deleting port 4a5103f1-e776-492e-8be5-d5e86e96553e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:30.674434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.741444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-384d7b91-c0b6-44d6-95d4-faaddfd33c7d req-4c3a13f0-204f-4b12-a386-8d84c3f94894 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310318 Apr 30 01:31:30.743725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee1ce-c232-4494-a04a-bfdd2444032f req-0ab25890-e24b-46d7-a9e1-2e6f54a40b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:30.746067 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c81ee1ce-c232-4494-a04a-bfdd2444032f req-0ab25890-e24b-46d7-a9e1-2e6f54a40b12 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d34e70caee8a42be9cb1c266f5ca79ab&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2940614 Apr 30 01:31:30.807331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] For port 4a5103f1-e776-492e-8be5-d5e86e96553e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4a5103f1-e776-492e-8be5-d5e86e96553e,segment=NetworkSegment(7a46be7e-f1b5-433d-9e68-97db098ab686),segment_id=7a46be7e-f1b5-433d-9e68-97db098ab686)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:30.808248 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.834153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] Calling delete_port for 4a5103f1-e776-492e-8be5-d5e86e96553e owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:30.871567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:30.917418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee1ce-c232-4494-a04a-bfdd2444032f req-038f74b4-2805-4938-9b12-2117957c8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:30.918297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aafc3b52-10ca-4f42-8224-a5d8a211735f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:30.918968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c81ee1ce-c232-4494-a04a-bfdd2444032f req-038f74b4-2805-4938-9b12-2117957c8482 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1616042 Apr 30 01:31:30.926435 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.032227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port 4a5103f1-e776-492e-8be5-d5e86e96553e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4a5103f1-e776-492e-8be5-d5e86e96553e,segment=NetworkSegment(7a46be7e-f1b5-433d-9e68-97db098ab686),segment_id=7a46be7e-f1b5-433d-9e68-97db098ab686)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:31.032655 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.033514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.035798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Pushing event updated for resources: {'Port': ['ID=10979685-8c2a-43c6-9e02-f2b389eb2ce5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:31.053851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for 4a5103f1-e776-492e-8be5-d5e86e96553e owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:31.068947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:31.079745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5baf490-0033-4596-b018-fb3146e281e3 req-20dbe9dd-ff51-4a3d-a0a5-c29e98893228 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:31.081281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5baf490-0033-4596-b018-fb3146e281e3 req-20dbe9dd-ff51-4a3d-a0a5-c29e98893228 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 943 time: 0.5946953 Apr 30 01:31:31.110693 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb455770-0c2e-419f-94db-e6ad6b246dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.123745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-d7871ca0-980c-4263-9707-4ecaa594920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:31.125424 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-d7871ca0-980c-4263-9707-4ecaa594920d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d34e70caee8a42be9cb1c266f5ca79ab&device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 1094 time: 0.1278734 Apr 30 01:31:31.130739 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.173223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] No DVR routers for this DVR port 4a5103f1-e776-492e-8be5-d5e86e96553e on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:31.177803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ead66a-d3da-46ce-8745-a213ba23de0d None None] Pushing event deleted for resources: {'Port': ['ID=4a5103f1-e776-492e-8be5-d5e86e96553e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:31.195709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-8eb53328-effd-4487-bf29-7978260cb9e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3432189-8830-4eda-ae62-145141c55b9d HTTP/1.1" status: 200 len: 217 time: 0.0622387 Apr 30 01:31:31.212884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5baf490-0033-4596-b018-fb3146e281e3 req-2b6c9229-ee88-4330-b55d-86693294128b tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961206 Apr 30 01:31:31.271943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:31.276507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.292048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:31.303172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-9726ceb3-cb7c-4c9d-a95a-9f1db587c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:31.304678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-9726ceb3-cb7c-4c9d-a95a-9f1db587c84b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=033c66f6-2d5b-42cb-8bf2-adba8a1332cb HTTP/1.1" status: 200 len: 849 time: 0.0998642 Apr 30 01:31:31.313139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=4a5103f1-e776-492e-8be5-d5e86e96553e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:31.320061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No DVR routers for this DVR port 4a5103f1-e776-492e-8be5-d5e86e96553e on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:31.342592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:31.370211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:31.398521 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-80a43642-803c-40e3-a333-c6d1386396c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65809e54-ef1d-422b-927a-1cabfde1be25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851548 Apr 30 01:31:31.417087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa2014-53a5-46f4-929c-135f76fafda5 req-3b3ccac0-00dc-42ff-8ecd-1630f6428c48 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:31.420682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:31.423917 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ffaa2014-53a5-46f4-929c-135f76fafda5 req-3b3ccac0-00dc-42ff-8ecd-1630f6428c48 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 984 time: 0.1705792 Apr 30 01:31:31.427655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:31.462360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.491218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0035174b-3be2-422f-a75d-71d7f55d7709']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:31.502566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.506037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a46be7e-f1b5-433d-9e68-97db098ab686') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:31.506401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a46be7e-f1b5-433d-9e68-97db098ab686') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:31.539596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.574547 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.581009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:31:31.581546 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.611283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0fd06242-a748-4581-b62b-9fc5fc4447d9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "PUT /v2.0/floatingips/044f5a16-bd9f-4ffa-be1a-da02ea2f41f8 HTTP/1.1" status: 200 len: 991 time: 3.3366520 Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:31:31.613578 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:31:31.667162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'tag': '038cc422-d8d6-46de-bc8a-d1bd108002bb'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:31.669856 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b29e8d-f4e5-4da5-a584-4a92cf97e192" -d '{"events": [{"name": "network-changed", "server_uuid": "71e92cd4-ef3a-49f1-bb57-f4548066e192", "tag": "038cc422-d8d6-46de-bc8a-d1bd108002bb"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:31.698644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ffaa2014-53a5-46f4-929c-135f76fafda5 req-418007dc-8168-43e8-9420-05c80555637e tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba99f5cc-bacf-40a1-b308-c8d2a9067787&id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2737584 Apr 30 01:31:31.721168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device faf7e697-22e8-49f0-8763-64ce332651a2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:31.726891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-98444e63-2135-4d81-ae23-88fbbbf767ef service neutron] 10.222.0.21 "GET /v2.0/networks/65809e54-ef1d-422b-927a-1cabfde1be25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165305 Apr 30 01:31:31.738459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56bcd3e9-eb19-44bb-b818-ab2ff0234dc1 req-a09647e8-2f8f-433d-96d6-ea760b50542c tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0588405 Apr 30 01:31:31.762551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Router eb96de1f-e78f-467b-8f4f-761b93d92484 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:31.792826 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621b29fc-caff-4334-885e-416de2232a7a x-openstack-request-id: req-621b29fc-caff-4334-885e-416de2232a7a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:31.793782 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e92cd4-ef3a-49f1-bb57-f4548066e192", "tag": "038cc422-d8d6-46de-bc8a-d1bd108002bb", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:31.794159 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-621b29fc-caff-4334-885e-416de2232a7a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:31.794755 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621b29fc-caff-4334-885e-416de2232a7a'] response: {'name': 'network-changed', 'server_uuid': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'tag': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'status': 'completed', 'code': 200} Apr 30 01:31:31.815351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.821838 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:31.826505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/0035174b-3be2-422f-a75d-71d7f55d7709 HTTP/1.1" status: 204 len: 168 time: 1.7650130 Apr 30 01:31:31.831253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50666) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:31.836949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:31.858245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-637bf4da-3089-4be1-9c1b-698a1063bc42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-700291354', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:31.872914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018e84f-4084-4c54-9640-7af5edaa7afd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=0035174b-3be2-422f-a75d-71d7f55d7709,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:31.926520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-b0f0813d-980c-44ea-ae7c-aa86c4b516f0 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-99865103&fields=id&tenant_id=8452052ab9fb4c0493750e9ea859342d HTTP/1.1" status: 200 len: 267 time: 0.0628085 Apr 30 01:31:31.986838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-ec4243af-7719-45cb-8e65-7f92b7036239 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:31.990701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-ec4243af-7719-45cb-8e65-7f92b7036239 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 984 time: 0.0575838 Apr 30 01:31:32.000759 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6c2da16-cf95-464d-b5bd-4e5ada810a1a req-a4547cfd-2064-4ebf-9ddf-ec7bd4e27d02 service neutron] 10.222.0.21 "GET /v2.0/networks/65809e54-ef1d-422b-927a-1cabfde1be25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693763 Apr 30 01:31:32.002477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'port': {'security_groups': ['279c8ba8-0f1d-4eac-9ac2-64f867023326', 'ba99f5cc-bacf-40a1-b308-c8d2a9067787', 'ab775073-94bd-4549-86c8-2e64bc5b0df7']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:32.016812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-637bf4da-3089-4be1-9c1b-698a1063bc42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.016812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-637bf4da-3089-4be1-9c1b-698a1063bc42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.064034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-5e4f3d72-8f78-41c9-857b-601762fbbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:32.064034 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-5e4f3d72-8f78-41c9-857b-601762fbbad7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 1096 time: 0.1935027 Apr 30 01:31:32.068194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fbe92ab7-0889-4d88-92f4-5d9f43d1566e None None] Provisioning complete for port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:32.068515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbe92ab7-0889-4d88-92f4-5d9f43d1566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.075294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dc01b-022e-4a9a-bc6e-f450ca69245e req-abae1f2a-4e1e-425c-81f3-acf5953856f7 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:32.082438 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea8dc01b-022e-4a9a-bc6e-f450ca69245e req-abae1f2a-4e1e-425c-81f3-acf5953856f7 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 944 time: 0.1870098 Apr 30 01:31:32.116916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-637bf4da-3089-4be1-9c1b-698a1063bc42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.149113 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.155576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fbe92ab7-0889-4d88-92f4-5d9f43d1566e None None] Port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:32.158940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port faf7e697-22e8-49f0-8763-64ce332651a2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:32.159402 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.176215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:32.196429 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-20bf16c2-a620-4d1f-9017-59b04013670a admin admin] 10.222.0.15 "PUT /v2.0/routers/eb96de1f-e78f-467b-8f4f-761b93d92484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9279795 Apr 30 01:31:32.196543 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.196656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea8dc01b-022e-4a9a-bc6e-f450ca69245e req-bfadedd3-4f5d-43e0-b602-0bd82d5a6c7f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125000 Apr 30 01:31:32.201592 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Sync routers for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:32.218438 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:32.219707 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:32.229675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-637bf4da-3089-4be1-9c1b-698a1063bc42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.277113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-629ec60f-02de-4a26-a34c-8a7b7a1df345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:32.281331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-629ec60f-02de-4a26-a34c-8a7b7a1df345 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 914 time: 0.1899147 Apr 30 01:31:32.358195 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.383265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-637bf4da-3089-4be1-9c1b-698a1063bc42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.388559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port faf7e697-22e8-49f0-8763-64ce332651a2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=faf7e697-22e8-49f0-8763-64ce332651a2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:32.389089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-637bf4da-3089-4be1-9c1b-698a1063bc42 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5318801 Apr 30 01:31:32.391781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50672) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:32.400674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-97170825'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:32.402280 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:32.409734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:32.460266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:31:32.461343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-d9c85a4a-920a-4ec6-995e-6f13e7069da4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb HTTP/1.1" status: 200 len: 999 time: 0.1727049 Apr 30 01:31:32.482986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:32.486012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:32.491750 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.500837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] For port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:32.553812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.571158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:32.574921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.581951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4a5103f1-e776-492e-8be5-d5e86e96553e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:32.597000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-70a5d3a2-38b2-49bd-85b3-97a1d7fcb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:32.598478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-70a5d3a2-38b2-49bd-85b3-97a1d7fcb608 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.1301231 Apr 30 01:31:32.615370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 4a5103f1-e776-492e-8be5-d5e86e96553e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:32.615757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4a5103f1-e776-492e-8be5-d5e86e96553e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:32.635865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.644776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:32.659681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bce78c-9ac6-45bd-b010-0151ff8bc53b req-ed62764a-fda9-4243-a8a2-6ae1e7efa8c2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:32.666510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6b88d7d3-a78f-4f21-a7eb-0065e5e68056'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:32.667630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61bce78c-9ac6-45bd-b010-0151ff8bc53b req-ed62764a-fda9-4243-a8a2-6ae1e7efa8c2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 943 time: 0.1623158 Apr 30 01:31:32.668803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:32.680890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.681239 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment 4eb7453a-c089-4b7e-b42b-5e14dec0d3a7 of type vlan for network 50935e01-5145-46da-9d41-dd9ce2fab062 Apr 30 01:31:32.690026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:32.693424 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.695508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a038be6-acf9-4111-8b63-840666f19ae8 req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "PUT /v2.0/ports/6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 200 len: 1020 time: 0.6995852 Apr 30 01:31:32.733019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=faf7e697-22e8-49f0-8763-64ce332651a2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:32.756681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.761607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110bf14-a682-4a09-bc9b-df3dd7881914 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'Port': ['ID=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:32.775902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6b88d7d3-a78f-4f21-a7eb-0065e5e68056'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:32.794502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61bce78c-9ac6-45bd-b010-0151ff8bc53b req-99fb140b-8a20-4c8b-bbee-024e1a506003 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121948 Apr 30 01:31:32.794502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-568fb826-101e-4494-a5f6-c06fd6bb63be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:32.794502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-568fb826-101e-4494-a5f6-c06fd6bb63be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800473 Apr 30 01:31:32.796600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:32.821930 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:30Z', 'revision_number': 2, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:32.862122 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Checking router: eb96de1f-e78f-467b-8f4f-761b93d92484 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:31:32.862721 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Updating router eb96de1f-e78f-467b-8f4f-761b93d92484 port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:31:32.898157 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:32.930159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-cd541547-5abd-408c-b20d-d2e06d2a0fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225920 Apr 30 01:31:33.028815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.035728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:33.036795 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.244460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=50935e01-5145-46da-9d41-dd9ce2fab062,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:33.264248 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-221bc9fa-a7e3-4164-9c87-c8137ba8713b req-f9a1b01a-72ef-4feb-851e-ac6de4064254 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24f1c882181346b0bb74946230b1bec4&device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0789073 Apr 30 01:31:33.269835 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2cd69e5d-caed-413c-bd3d-006afbc8b282 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8729811 Apr 30 01:31:33.270178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50686) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:33.277137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:33.279076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 50935e01-5145-46da-9d41-dd9ce2fab062 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:33.306657 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.312831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a38567a8-61d7-4212-8cc0-5db24bf9c917 req-21ea2664-e19d-45f3-848c-f1498f6940da tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/ab775073-94bd-4549-86c8-2e64bc5b0df7 HTTP/1.1" status: 200 len: 1801 time: 0.0938625 Apr 30 01:31:33.331102 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-221bc9fa-a7e3-4164-9c87-c8137ba8713b req-a90e847b-4f49-4aa1-957c-d4efe8c9157d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=24f1c882181346b0bb74946230b1bec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506511 Apr 30 01:31:33.337180 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60b29e8d-f4e5-4da5-a584-4a92cf97e192 req-ca275392-9104-489b-9a03-1245bb69cdc4 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000041 Apr 30 01:31:33.395034 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.466806 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3c78b-581f-4cd0-81d0-8045ce9a9f29 None None] Pushing event updated for resources: {'Port': ['ID=10979685-8c2a-43c6-9e02-f2b389eb2ce5,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:33.487318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bc9fa-a7e3-4164-9c87-c8137ba8713b req-b48ca1b8-1df7-4d89-8cea-548375ce6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:33.489055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-221bc9fa-a7e3-4164-9c87-c8137ba8713b req-b48ca1b8-1df7-4d89-8cea-548375ce6ac3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1509213 Apr 30 01:31:33.510217 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [req-a38567a8-61d7-4212-8cc0-5db24bf9c917 req-3d5af96a-e258-4a17-b8ea-d5a07e05f032 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 30 01:31:33.524097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a38567a8-61d7-4212-8cc0-5db24bf9c917 req-3d5af96a-e258-4a17-b8ea-d5a07e05f032 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab775073-94bd-4549-86c8-2e64bc5b0df7 HTTP/1.1" status: 409 len: 341 time: 0.2008765 Apr 30 01:31:33.552761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50690) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:33.557748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3a3bdcd8-8eba-43d5-8389-2cd8990a6cb9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104988824', 'description': 'tempest-description--484705550'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:33.602339 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Attempting to bind port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:33.602864 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Attempting to bind port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:33.603166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Attempting to bind port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:33.619623 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:33.619928 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Checking segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:33.620317 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.620714 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Bound using segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:33.621387 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Bound port: 10979685-8c2a-43c6-9e02-f2b389eb2ce5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:33.621547 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.654882 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c303450a-c416-40fd-8c0e-23af8a1366ab req-33824689-d00b-4795-b650-bee76cbeabe3 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0362270 Apr 30 01:31:33.655636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:33.659055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.671448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device faf7e697-22e8-49f0-8763-64ce332651a2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:33.729331 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] For port 10979685-8c2a-43c6-9e02-f2b389eb2ce5, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:33.736746 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] For port 10979685-8c2a-43c6-9e02-f2b389eb2ce5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=10979685-8c2a-43c6-9e02-f2b389eb2ce5,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:33.757452 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a3bdcd8-8eba-43d5-8389-2cd8990a6cb9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.758259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab800545-5482-44be-b2e0-35af669a55f9 req-0da048f9-b3b1-4e95-bec2-2187db5bd4eb tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:33.762299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab800545-5482-44be-b2e0-35af669a55f9 req-0da048f9-b3b1-4e95-bec2-2187db5bd4eb tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 944 time: 0.1027429 Apr 30 01:31:33.804256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:33.806560 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01505d24-7ec4-4912-945a-db68e87a90ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:33.825321 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.825558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab800545-5482-44be-b2e0-35af669a55f9 req-37c9a0a6-cf79-4e35-9cd6-e3756a56f762 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575619 Apr 30 01:31:33.888098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device aafc3b52-10ca-4f42-8224-a5d8a211735f up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:33.926251 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3c78b-581f-4cd0-81d0-8045ce9a9f29 None None] Pushing event updated for resources: {'Port': ['ID=10979685-8c2a-43c6-9e02-f2b389eb2ce5,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:33.930717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:33.932827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port faf7e697-22e8-49f0-8763-64ce332651a2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:33.933423 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.954228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a3bdcd8-8eba-43d5-8389-2cd8990a6cb9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:33.958595 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:33.960996 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:34.014311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55b02b-108d-42d7-b321-9dbdce941606 None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:34.025618 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.029197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.033980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccb560-dbd2-4d9e-b414-6ecc6ec38a86 req-7b60667c-b135-4be7-aa94-34f1de1d12e8 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:34.037760 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2ccb560-dbd2-4d9e-b414-6ecc6ec38a86 req-7b60667c-b135-4be7-aa94-34f1de1d12e8 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 943 time: 0.1086600 Apr 30 01:31:34.056597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dc7ca952-4cd2-45bd-89be-48a09de0d468 None None] Provisioning complete for port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:34.056977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca952-4cd2-45bd-89be-48a09de0d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.061306 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a3bdcd8-8eba-43d5-8389-2cd8990a6cb9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.104626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2ccb560-dbd2-4d9e-b414-6ecc6ec38a86 req-07350548-ed80-4915-9f41-c058b1fa2fea tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589840 Apr 30 01:31:34.113682 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.138272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bdcd8-8eba-43d5-8389-2cd8990a6cb9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c436dc4d-97cd-41a3-bcb5-4078a7efe59d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:34.157870 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:34.223259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a3bdcd8-8eba-43d5-8389-2cd8990a6cb9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.226857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3a3bdcd8-8eba-43d5-8389-2cd8990a6cb9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6727948 Apr 30 01:31:34.231177 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebce78af-0bb8-4487-8f52-68eff62c4154 x-openstack-request-id: req-ebce78af-0bb8-4487-8f52-68eff62c4154 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:34.231492 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:34.231780 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebce78af-0bb8-4487-8f52-68eff62c4154 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:34.232146 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebce78af-0bb8-4487-8f52-68eff62c4154'] response: {'name': 'network-changed', 'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056', 'status': 'completed', 'code': 200} Apr 30 01:31:34.235617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50698) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:34.243415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0acf9515-b439-4e95-942c-2587a92c553c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'security_group_rule': {'security_group_id': 'c436dc4d-97cd-41a3-bcb5-4078a7efe59d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:34.246477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=b819d886-cadc-44b2-a9da-e7659d54125a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:34.249283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:34.249687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: 50935e01-5145-46da-9d41-dd9ce2fab062, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:31:34.363142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225da2-96bb-48b9-bacf-154977bbaeca req-febaa455-d97c-4786-9cf6-a98d2a757915 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:34.372436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e225da2-96bb-48b9-bacf-154977bbaeca req-febaa455-d97c-4786-9cf6-a98d2a757915 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1023 time: 0.0903857 Apr 30 01:31:34.376340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01505d24-7ec4-4912-945a-db68e87a90ea req-291e28ef-4aa3-4870-9bb4-06998d8e0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:34.381410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01505d24-7ec4-4912-945a-db68e87a90ea req-291e28ef-4aa3-4870-9bb4-06998d8e0d5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8452052ab9fb4c0493750e9ea859342d&device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1174 time: 0.1236515 Apr 30 01:31:34.382366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 50935e01-5145-46da-9d41-dd9ce2fab062 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:31:34.387677 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca952-4cd2-45bd-89be-48a09de0d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.406828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port aafc3b52-10ca-4f42-8224-a5d8a211735f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:31:34.413518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port aafc3b52-10ca-4f42-8224-a5d8a211735f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:34.418811 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.443020 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e225da2-96bb-48b9-bacf-154977bbaeca req-6477b5d7-8cf5-49aa-99ce-df37a3eeed55 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab775073-94bd-4549-86c8-2e64bc5b0df7&id=ba99f5cc-bacf-40a1-b308-c8d2a9067787&id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0693645 Apr 30 01:31:34.504368 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0acf9515-b439-4e95-942c-2587a92c553c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.506940 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:33Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:34.508478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01505d24-7ec4-4912-945a-db68e87a90ea req-cb3a191d-9ba4-49e9-b690-64385b980fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:34.510211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01505d24-7ec4-4912-945a-db68e87a90ea req-cb3a191d-9ba4-49e9-b690-64385b980fc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 200 len: 913 time: 0.1209838 Apr 30 01:31:34.534538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 50935e01-5145-46da-9d41-dd9ce2fab062) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:34.548688 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5c752-c159-4c02-a7a3-d56fc8edb5cf None None] The sync data for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 is: [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:33Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:34.560321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:34.561215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.588856 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01505d24-7ec4-4912-945a-db68e87a90ea req-64e12ef8-8816-4f30-a454-89398cf14df8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 200 len: 217 time: 0.0706985 Apr 30 01:31:34.660030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f6a93-9c7c-4fae-9490-a8a9f0fa56a7 None None] Network 50935e01-5145-46da-9d41-dd9ce2fab062 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:34.663223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845c60b-f636-477d-a2da-a302e3e22128 None None] New status for floating IP 044f5a16-bd9f-4ffa-be1a-da02ea2f41f8: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:31:34.677417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0acf9515-b439-4e95-942c-2587a92c553c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.688071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3d29233d-ff3f-42d2-9762-b6b4ad0e464b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4100223 Apr 30 01:31:34.688071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50700) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:34.691610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01505d24-7ec4-4912-945a-db68e87a90ea req-9b7e9010-bab0-4235-b78a-8a941da1b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:34.693321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01505d24-7ec4-4912-945a-db68e87a90ea req-9b7e9010-bab0-4235-b78a-8a941da1b7f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 200 len: 853 time: 0.0919588 Apr 30 01:31:34.730231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dc7ca952-4cd2-45bd-89be-48a09de0d468 None None] For port 10979685-8c2a-43c6-9e02-f2b389eb2ce5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=10979685-8c2a-43c6-9e02-f2b389eb2ce5,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:34.767947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01505d24-7ec4-4912-945a-db68e87a90ea req-8a2d45cf-cff6-472e-be7e-146e80c2f9a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669701 Apr 30 01:31:34.801066 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-221bc9fa-a7e3-4164-9c87-c8137ba8713b req-57d8afdf-f830-404c-afaa-048ec6b6e0ee tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0702157 Apr 30 01:31:34.837246 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca952-4cd2-45bd-89be-48a09de0d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.852791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0acf9515-b439-4e95-942c-2587a92c553c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:34.939079 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d31b7d6-b2ad-425e-a4da-f99382225c66 req-5f42f407-3527-4d81-a55c-08fc7fa58e02 tempest-ServerShowV254Test-994820460 tempest-ServerShowV254Test-994820460-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a0b4c54-6f5d-44dd-8a0f-a58c9292ecd4 HTTP/1.1" status: 200 len: 210 time: 0.1471491 Apr 30 01:31:34.945661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01505d24-7ec4-4912-945a-db68e87a90ea req-9953f793-76aa-44c7-993c-6966f41c2ed8 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700532 Apr 30 01:31:35.001442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf9515-b439-4e95-942c-2587a92c553c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a9d3aa-f8a7-4e6d-b5cb-3537dc718cfb,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:35.060907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0acf9515-b439-4e95-942c-2587a92c553c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.062886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0acf9515-b439-4e95-942c-2587a92c553c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8287625 Apr 30 01:31:35.065966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50706) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:35.074129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e07faf68-9561-4be9-b238-84aec38e117b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'security_group_rule': {'security_group_id': 'c436dc4d-97cd-41a3-bcb5-4078a7efe59d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:35.107090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62898d-c819-4be2-bcb2-d4fa56a9bd73 req-fae73b3c-bdd4-4554-a226-f705f9997593 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:35.108768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb62898d-c819-4be2-bcb2-d4fa56a9bd73 req-fae73b3c-bdd4-4554-a226-f705f9997593 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 944 time: 0.1344988 Apr 30 01:31:35.124093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01505d24-7ec4-4912-945a-db68e87a90ea req-511a808a-6458-44af-993b-bb3fe6019289 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619527 Apr 30 01:31:35.140692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.189408 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb62898d-c819-4be2-bcb2-d4fa56a9bd73 req-1245a454-d11b-48de-bd10-6342e8ee8b50 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518515 Apr 30 01:31:35.225352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ca952-4cd2-45bd-89be-48a09de0d468 None None] Pushing event updated for resources: {'Port': ['ID=10979685-8c2a-43c6-9e02-f2b389eb2ce5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:35.254660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b09e59-a324-4dcc-a8c0-7c0550d06af4 req-318bb01d-08da-444e-9c3d-db17997aae89 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:35.264777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04b09e59-a324-4dcc-a8c0-7c0550d06af4 req-318bb01d-08da-444e-9c3d-db17997aae89 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 943 time: 0.0761642 Apr 30 01:31:35.275050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-50935e01-5145-46da-9d41-dd9ce2fab062', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:31:35.276559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.283525 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07faf68-9561-4be9-b238-84aec38e117b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.294247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e5767bfb-64c4-4806-8d0e-08e8ea672fa9 None None] Provisioning complete for port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:35.294618 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5767bfb-64c4-4806-8d0e-08e8ea672fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.351363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04b09e59-a324-4dcc-a8c0-7c0550d06af4 req-d4e3956d-2785-4df8-ae14-c586962e0e9c tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800540 Apr 30 01:31:35.404247 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07faf68-9561-4be9-b238-84aec38e117b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.458559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.507737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07faf68-9561-4be9-b238-84aec38e117b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.514080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port aafc3b52-10ca-4f42-8224-a5d8a211735f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aafc3b52-10ca-4f42-8224-a5d8a211735f,segment=NetworkSegment(a4e8c0f7-131c-42fc-8929-818d95a2af46),segment_id=a4e8c0f7-131c-42fc-8929-818d95a2af46)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:35.520268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959329f6-dea7-4e95-82e1-64152d41b53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafc3b52-10ca-4f42-8224-a5d8a211735f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:35.522309 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3bc177-8836-49c3-bbd5-0dbd36605691" -d '{"events": [{"server_uuid": "959329f6-dea7-4e95-82e1-64152d41b53c", "name": "network-vif-plugged", "status": "completed", "tag": "aafc3b52-10ca-4f42-8224-a5d8a211735f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:35.572954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07faf68-9561-4be9-b238-84aec38e117b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cabeedb-d1aa-4a49-9e86-629fc9fc5bd8,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:35.587814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.20.0.1 (50935e01-5145-46da-9d41-dd9ce2fab062/b819d886-cadc-44b2-a9da-e7659d54125a/845267db-983a-4075-9b96-08d84371678d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:35.606341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.633346 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b553faf6-8986-4710-8c23-776b4add5054 x-openstack-request-id: req-b553faf6-8986-4710-8c23-776b4add5054 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:35.637074 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959329f6-dea7-4e95-82e1-64152d41b53c", "name": "network-vif-plugged", "status": "completed", "tag": "aafc3b52-10ca-4f42-8224-a5d8a211735f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:35.637074 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b553faf6-8986-4710-8c23-776b4add5054 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:35.637074 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b553faf6-8986-4710-8c23-776b4add5054'] response: {'server_uuid': '959329f6-dea7-4e95-82e1-64152d41b53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafc3b52-10ca-4f42-8224-a5d8a211735f', 'code': 200} Apr 30 01:31:35.660115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07faf68-9561-4be9-b238-84aec38e117b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.661890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e07faf68-9561-4be9-b238-84aec38e117b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5928469 Apr 30 01:31:35.665457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50714) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:35.670959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:35.679392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=aafc3b52-10ca-4f42-8224-a5d8a211735f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:35.718773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e3432189-8830-4eda-ae62-145141c55b9d details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:31:35.747054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 10979685-8c2a-43c6-9e02-f2b389eb2ce5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:35.788473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079c12a-f024-4a18-b786-e985bfbbd704 req-d59406b7-23a9-47d9-8a95-84c040ae278d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:35.790834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1079c12a-f024-4a18-b786-e985bfbbd704 req-d59406b7-23a9-47d9-8a95-84c040ae278d tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1023 time: 0.1781569 Apr 30 01:31:35.806724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.866636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1079c12a-f024-4a18-b786-e985bfbbd704 req-4ff55f19-f64f-4be4-ad10-13242471b676 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab775073-94bd-4549-86c8-2e64bc5b0df7&id=ba99f5cc-bacf-40a1-b308-c8d2a9067787&id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0669146 Apr 30 01:31:35.868047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:35.868421 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.876919 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:35.880706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f7a71-94e7-4edd-ab7f-44487965fa6c req-eb3cd8cc-7f76-4481-b38d-47fc9e861e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:35.882899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a4f7a71-94e7-4edd-ab7f-44487965fa6c req-eb3cd8cc-7f76-4481-b38d-47fc9e861e85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 1096 time: 0.1754129 Apr 30 01:31:35.906191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-b174ebc6-268f-49fe-a5d6-a04866199a14 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:35.919731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-b174ebc6-268f-49fe-a5d6-a04866199a14 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.21 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1023 time: 0.2199271 Apr 30 01:31:35.925844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e3432189-8830-4eda-ae62-145141c55b9d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e3432189-8830-4eda-ae62-145141c55b9d,segment=NetworkSegment(b0bc419b-1edf-40e6-b66c-c26c1f168f07),segment_id=b0bc419b-1edf-40e6-b66c-c26c1f168f07)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:35.941140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'e3432189-8830-4eda-ae62-145141c55b9d', 'network_id': '65809e54-ef1d-422b-927a-1cabfde1be25', 'port_id': 'e3432189-8830-4eda-ae62-145141c55b9d', 'mac_address': 'fa:16:3e:cd:81:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033c66f6-2d5b-42cb-8bf2-adba8a1332cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:31:36.009655 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.017832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.047829 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a4f7a71-94e7-4edd-ab7f-44487965fa6c req-dcb267b3-902f-46a5-b90f-f6af7ce0d4f0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940888 Apr 30 01:31:36.067211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3432189-8830-4eda-ae62-145141c55b9d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:36.103487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e3432189-8830-4eda-ae62-145141c55b9d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e3432189-8830-4eda-ae62-145141c55b9d,segment=NetworkSegment(b0bc419b-1edf-40e6-b66c-c26c1f168f07),segment_id=b0bc419b-1edf-40e6-b66c-c26c1f168f07)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:36.104651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Allocated IP 172.20.0.2 (50935e01-5145-46da-9d41-dd9ce2fab062/b819d886-cadc-44b2-a9da-e7659d54125a/16904546-7b6c-4e5e-a44b-fd87b93a2166) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:36.133189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 50935e01-5145-46da-9d41-dd9ce2fab062 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:36.136792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:36.141481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:36.147486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=845267db-983a-4075-9b96-08d84371678d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:36.159718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Deleting port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:36.160233 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.164033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.189934 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.199929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.306236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e3432189-8830-4eda-ae62-145141c55b9d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:36.347058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] For port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:36.347838 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.377447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Calling delete_port for 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:36.377812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261ef3c-e9b4-4090-9598-c679f5d5227b req-5470c3d7-e050-4b0d-9083-0349c26cbb3d tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:36.379440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7261ef3c-e9b4-4090-9598-c679f5d5227b req-5470c3d7-e050-4b0d-9083-0349c26cbb3d tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 945 time: 0.0908999 Apr 30 01:31:36.401650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Allocated IP 172.25.0.66 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/7572461b-6ca4-4f5d-8456-225a25dab974) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:36.404203 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.428967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7261ef3c-e9b4-4090-9598-c679f5d5227b req-64c74e46-3781-4f4e-8fc4-c675957a2441 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Apr 30 01:31:36.430484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e3432189-8830-4eda-ae62-145141c55b9d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:36.481279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.514161 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.578742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Network 50935e01-5145-46da-9d41-dd9ce2fab062 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:36.585539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:36.590561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:36.595464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7696e4-ad31-4a04-a7ad-34cc9bed23ef req-5de41bef-f760-4242-8b52-aa83abe2bef9 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:36.597027 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d7696e4-ad31-4a04-a7ad-34cc9bed23ef req-5de41bef-f760-4242-8b52-aa83abe2bef9 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 944 time: 0.1437452 Apr 30 01:31:36.601611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Pushing event updated for resources: {'Port': ['ID=16904546-7b6c-4e5e-a44b-fd87b93a2166,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:36.602941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50726) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:36.712285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Attempting to bind port 16904546-7b6c-4e5e-a44b-fd87b93a2166 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:36.712612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Attempting to bind port 16904546-7b6c-4e5e-a44b-fd87b93a2166 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:36.713069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Attempting to bind port 16904546-7b6c-4e5e-a44b-fd87b93a2166 on network 50935e01-5145-46da-9d41-dd9ce2fab062 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:36.721676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:36.722194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Checking segment: {'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:36.724746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.724746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Bound using segment: {'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:36.724746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Bound port: 16904546-7b6c-4e5e-a44b-fd87b93a2166, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:36.724746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.837852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] For port 16904546-7b6c-4e5e-a44b-fd87b93a2166, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:36.841582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] For port 16904546-7b6c-4e5e-a44b-fd87b93a2166, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16904546-7b6c-4e5e-a44b-fd87b93a2166,segment=NetworkSegment(4eb7453a-c089-4b7e-b42b-5e14dec0d3a7),segment_id=4eb7453a-c089-4b7e-b42b-5e14dec0d3a7)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:36.851177 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.930209 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.968906 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:36.998267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb585a4-1c4b-4273-bd7b-952aae9c45ca None None] Pushing event updated for resources: {'Port': ['ID=16904546-7b6c-4e5e-a44b-fd87b93a2166,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:37.088519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.092783 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.097090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=845267db-983a-4075-9b96-08d84371678d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:37.113307 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6af76b67-b543-44ee-9923-b21591890f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.127475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171540c-4738-48a1-8805-69108e1b3514 req-5afe79f1-3598-43dc-bc19-cb32615a0843 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:37.128976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5171540c-4738-48a1-8805-69108e1b3514 req-5afe79f1-3598-43dc-bc19-cb32615a0843 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 1023 time: 0.1770251 Apr 30 01:31:37.167554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d7696e4-ad31-4a04-a7ad-34cc9bed23ef req-c93d6d80-3d6a-40b4-b4a7-6c94b138d076 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462275 Apr 30 01:31:37.256068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5171540c-4738-48a1-8805-69108e1b3514 req-c286d6c6-d988-4def-a6ae-f5bef7cc1f7f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab775073-94bd-4549-86c8-2e64bc5b0df7&id=ba99f5cc-bacf-40a1-b308-c8d2a9067787&id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0962896 Apr 30 01:31:37.281450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 50935e01-5145-46da-9d41-dd9ce2fab062 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:37.284250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:37.338331 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6af76b67-b543-44ee-9923-b21591890f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.395140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.398785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.408828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6b88d7d3-a78f-4f21-a7eb-0065e5e68056'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:37.413491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['aeed4ea2-210f-4d93-a51f-f75315b149c6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:37.436812 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6af76b67-b543-44ee-9923-b21591890f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.477022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:37.513741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:37.520780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:31:37.558530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:37.574939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] No DVR routers for this DVR port 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:37.601296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af76b67-b543-44ee-9923-b21591890f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ce7cd-ed4c-4910-9731-a6ec4dc00667,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:37.603958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'Port': ['ID=7572461b-6ca4-4f5d-8456-225a25dab974,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:37.622693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.626028 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dcf20a9b-5e0b-40d9-bf98-c8126be38fd2 req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.21 "DELETE /v2.0/ports/6b88d7d3-a78f-4f21-a7eb-0065e5e68056 HTTP/1.1" status: 204 len: 173 time: 1.7022717 Apr 30 01:31:37.631905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6af76b67-b543-44ee-9923-b21591890f8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24f1c882181346b0bb74946230b1bec4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0244994 Apr 30 01:31:37.631905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'name': 'network-vif-deleted', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:37.632410 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a151a92e-2009-47ad-86dd-5cc5dd8f1c6b" -d '{"events": [{"server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "name": "network-vif-deleted", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:37.640064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50734) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:37.693177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:37.702902 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ab86c263-1a8c-4f6e-8dd6-819c949218cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0168738 Apr 30 01:31:37.703557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50738) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:37.709639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-1034026684'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:37.714024 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:37.747220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e3432189-8830-4eda-ae62-145141c55b9d up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:37.752551 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:37.752873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16904546-7b6c-4e5e-a44b-fd87b93a2166 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:37.753388 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:37.754594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e7ade-510b-4328-ae76-74b412b61bdd tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'Port': ['ID=6b88d7d3-a78f-4f21-a7eb-0065e5e68056,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:37.775486 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146ac450-ea9c-4287-814a-0f54ea04b2f1 x-openstack-request-id: req-146ac450-ea9c-4287-814a-0f54ea04b2f1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:37.775773 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d04d1-8d31-4161-b675-b68e6c1693b9", "name": "network-vif-deleted", "tag": "6b88d7d3-a78f-4f21-a7eb-0065e5e68056", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:37.776017 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-146ac450-ea9c-4287-814a-0f54ea04b2f1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:37.776443 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146ac450-ea9c-4287-814a-0f54ea04b2f1'] response: {'server_uuid': 'e22d04d1-8d31-4161-b675-b68e6c1693b9', 'name': 'network-vif-deleted', 'tag': '6b88d7d3-a78f-4f21-a7eb-0065e5e68056', 'status': 'completed', 'code': 200} Apr 30 01:31:37.818918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78590349-5d60-45a1-97f9-2741e8bdda8c req-b8e5b178-7e9a-4bb2-af4f-a71f23189c01 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:37.820231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78590349-5d60-45a1-97f9-2741e8bdda8c req-b8e5b178-7e9a-4bb2-af4f-a71f23189c01 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 945 time: 0.2556889 Apr 30 01:31:37.865143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:37.869706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 16904546-7b6c-4e5e-a44b-fd87b93a2166 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:37.870155 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.874355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.881322 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:37.933061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:37.938913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76b99796-8c2c-4dd7-b4e2-a27f9bb1bbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.956904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:37.957648 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment 9e7e23a3-00b1-44c2-b486-20382d78c7f1 of type vlan for network c20cab8a-67d1-4f16-83ca-b86d4e2c080f Apr 30 01:31:37.959907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port e3432189-8830-4eda-ae62-145141c55b9d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:31:37.981481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port e3432189-8830-4eda-ae62-145141c55b9d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:37.987917 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.016330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.024707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.039758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.055229 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:31:38.069568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76b99796-8c2c-4dd7-b4e2-a27f9bb1bbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.078427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-ab334f4a-3084-48aa-956d-66fc66324e79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2513075 Apr 30 01:31:38.088716 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78590349-5d60-45a1-97f9-2741e8bdda8c req-49700229-271b-4d98-bc3f-67ebcae477a7 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588918 Apr 30 01:31:38.132873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 16904546-7b6c-4e5e-a44b-fd87b93a2166, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16904546-7b6c-4e5e-a44b-fd87b93a2166,segment=NetworkSegment(4eb7453a-c089-4b7e-b42b-5e14dec0d3a7),segment_id=4eb7453a-c089-4b7e-b42b-5e14dec0d3a7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:38.138250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.148023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.148994 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.232818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.244851 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.266512 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:36Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:36Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:38.301145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e8b45e41-dc65-4ebe-98d2-da0ee6801a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.301782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e8b45e41-dc65-4ebe-98d2-da0ee6801a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.302283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e8b45e41-dc65-4ebe-98d2-da0ee6801a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.302756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e8b45e41-dc65-4ebe-98d2-da0ee6801a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.303221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e8b45e41-dc65-4ebe-98d2-da0ee6801a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.303824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e8b45e41-dc65-4ebe-98d2-da0ee6801a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.304749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e8b45e41-dc65-4ebe-98d2-da0ee6801a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.306443 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e8b45e41-dc65-4ebe-98d2-da0ee6801a89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6491 time: 0.1517487 Apr 30 01:31:38.307393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.316700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=c20cab8a-67d1-4f16-83ca-b86d4e2c080f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:38.326435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3432189-8830-4eda-ae62-145141c55b9d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:38.334357 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76371d6-dcf7-4106-b025-b039b480c246" -d '{"events": [{"server_uuid": "f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c", "name": "network-vif-plugged", "status": "completed", "tag": "e3432189-8830-4eda-ae62-145141c55b9d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:38.336084 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-17bf0098-9ce3-4575-9725-64bc1131d484 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6314321 Apr 30 01:31:38.340269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50744) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:38.360896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:38.369312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:38.452742 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:31:38.453147 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Updating router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 port 845267db-983a-4075-9b96-08d84371678d binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:31:38.481577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58d1f6-a8a0-483c-9beb-26e8409e9411 None None] Network 50935e01-5145-46da-9d41-dd9ce2fab062 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:38.481829 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.498421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e3432189-8830-4eda-ae62-145141c55b9d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e3432189-8830-4eda-ae62-145141c55b9d,segment=NetworkSegment(b0bc419b-1edf-40e6-b66c-c26c1f168f07),segment_id=b0bc419b-1edf-40e6-b66c-c26c1f168f07)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:38.501320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe9f8-bff0-4f0d-a812-3a001aa06cf3 req-22660ea2-f8ad-4097-922b-d19868588a8d tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.510487 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe6fe9f8-bff0-4f0d-a812-3a001aa06cf3 req-22660ea2-f8ad-4097-922b-d19868588a8d tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 944 time: 0.1543226 Apr 30 01:31:38.529328 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.564840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0b5479fa-ec89-4b6e-a475-6b82737d3104 None None] Provisioning complete for port 16904546-7b6c-4e5e-a44b-fd87b93a2166 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:38.565391 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b5479fa-ec89-4b6e-a475-6b82737d3104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.571864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=16904546-7b6c-4e5e-a44b-fd87b93a2166,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:38.585002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe6fe9f8-bff0-4f0d-a812-3a001aa06cf3 req-cdfbc563-36a6-48d4-b7f4-a96424da8ce4 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678990 Apr 30 01:31:38.602553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.603473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:38.644594 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabc6b84-0a16-42b9-bba1-9b10bb3f9806 x-openstack-request-id: req-fabc6b84-0a16-42b9-bba1-9b10bb3f9806 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:38.644943 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c", "name": "network-vif-plugged", "status": "completed", "tag": "e3432189-8830-4eda-ae62-145141c55b9d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:38.645613 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fabc6b84-0a16-42b9-bba1-9b10bb3f9806 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:38.653747 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabc6b84-0a16-42b9-bba1-9b10bb3f9806'] response: {'server_uuid': 'f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3432189-8830-4eda-ae62-145141c55b9d', 'code': 200} Apr 30 01:31:38.656352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:38.656771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6b88d7d3-a78f-4f21-a7eb-0065e5e68056 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:38.658057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:38.663787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.670004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76b99796-8c2c-4dd7-b4e2-a27f9bb1bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.673650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76b99796-8c2c-4dd7-b4e2-a27f9bb1bbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.674885 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-76b99796-8c2c-4dd7-b4e2-a27f9bb1bbaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b5ce7cd-ed4c-4910-9731-a6ec4dc00667 HTTP/1.1" status: 204 len: 168 time: 1.0327253 Apr 30 01:31:38.685667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3341c51a-f010-471b-8c0c-f34dc5937f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.686014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3341c51a-f010-471b-8c0c-f34dc5937f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.687335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3341c51a-f010-471b-8c0c-f34dc5937f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:38.689664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3341c51a-f010-471b-8c0c-f34dc5937f8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac585f3c-896a-483e-a277-2f2e01293da1&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&id=0e6294b2-3522-4972-aca6-3136bf498da1&id=0e6294b2-3522-4972-aca6-3136bf498da1 HTTP/1.1" status: 200 len: 2289 time: 0.1577587 Apr 30 01:31:38.698636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b99796-8c2c-4dd7-b4e2-a27f9bb1bbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ce7cd-ed4c-4910-9731-a6ec4dc00667,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:38.716003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:38.828580 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-8c4c33e6-bf85-447c-a119-b6b0fffeb83c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d HTTP/1.1" status: 200 len: 1001 time: 0.1147411 Apr 30 01:31:38.847727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd2ad197-0edf-4bb4-8ae9-59f3def221bd req-576b4371-9e6d-451b-93e6-f44e23b676d5 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22d04d1-8d31-4161-b675-b68e6c1693b9 HTTP/1.1" status: 200 len: 210 time: 0.3088577 Apr 30 01:31:38.873035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e3432189-8830-4eda-ae62-145141c55b9d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:38.955066 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.017619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'Port': ['ID=7572461b-6ca4-4f5d-8456-225a25dab974,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:39.053257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ca878-ff7f-4411-b596-64414c76a9a6 req-05b2324c-ea09-431f-8719-1cece6b2b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:39.054802 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-569ca878-ff7f-4411-b596-64414c76a9a6 req-05b2324c-ea09-431f-8719-1cece6b2b815 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 1096 time: 0.2235711 Apr 30 01:31:39.058171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-06081113-604b-4c38-8601-7abd21042cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:39.059726 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-06081113-604b-4c38-8601-7abd21042cb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80fef2ae-9c56-4bc8-9205-1c770896a367 HTTP/1.1" status: 200 len: 851 time: 0.1409428 Apr 30 01:31:39.068962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.106992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.107610 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.127694 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-569ca878-ff7f-4411-b596-64414c76a9a6 req-20dc43a3-8665-4f33-8520-a9138e9ce8ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651028 Apr 30 01:31:39.142902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-cd545060-6b35-4d7c-bdaf-2306cdeb7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:39.144583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-cd545060-6b35-4d7c-bdaf-2306cdeb7d40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac585f3c-896a-483e-a277-2f2e01293da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726655 Apr 30 01:31:39.238353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:39.238783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: c20cab8a-67d1-4f16-83ca-b86d4e2c080f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:31:39.248982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=6b749dab-9c7d-4923-975e-2cf71f325fcb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:39.269836 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ed0a1-69c3-4fec-89ce-c45f6db15891 None None] Pushing event updated for resources: {'Port': ['ID=845267db-983a-4075-9b96-08d84371678d,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:39.275016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bca61457-b141-4209-9b58-90cd0f6d47b4 None None] Provisioning complete for port 16904546-7b6c-4e5e-a44b-fd87b93a2166 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:39.276341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bca61457-b141-4209-9b58-90cd0f6d47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.298734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b771200-dc49-4b7f-bab1-b60f6968f4b3 req-eb63dfb0-c07d-4e59-9892-a7ae97271870 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:39.307785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b771200-dc49-4b7f-bab1-b60f6968f4b3 req-eb63dfb0-c07d-4e59-9892-a7ae97271870 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 945 time: 0.0873742 Apr 30 01:31:39.342981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.353081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b3e66325-cf7c-4c3c-9abe-c5aea7866fc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6771927 Apr 30 01:31:39.353293 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Attempting to bind port 845267db-983a-4075-9b96-08d84371678d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:39.353293 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Attempting to bind port 845267db-983a-4075-9b96-08d84371678d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:39.353293 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Attempting to bind port 845267db-983a-4075-9b96-08d84371678d on network 50935e01-5145-46da-9d41-dd9ce2fab062 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:39.368803 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:39.369197 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Checking segment: {'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:39.372878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-a9946bb2-4aaf-470d-8890-028292c6b620 service neutron] 10.222.0.23 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114525 Apr 30 01:31:39.374892 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.375385 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Bound using segment: {'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:39.375824 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Bound port: 845267db-983a-4075-9b96-08d84371678d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:39.378476 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.393553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b771200-dc49-4b7f-bab1-b60f6968f4b3 req-b2b6af61-af7e-4268-a039-32a765100647 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846653 Apr 30 01:31:39.394711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:31:39.515909 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] For port 845267db-983a-4075-9b96-08d84371678d, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:39.530251 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] For port 845267db-983a-4075-9b96-08d84371678d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=845267db-983a-4075-9b96-08d84371678d,segment=NetworkSegment(4eb7453a-c089-4b7e-b42b-5e14dec0d3a7),segment_id=4eb7453a-c089-4b7e-b42b-5e14dec0d3a7)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:39.554581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, c20cab8a-67d1-4f16-83ca-b86d4e2c080f) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:39.559599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:39.564841 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.565217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-0da6afd3-b11b-4b02-849a-d635dc05eb31 service neutron] 10.222.0.23 "GET /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812866 Apr 30 01:31:39.631099 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:39.654312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-a065f350-9d9f-4e82-a1e1-2072abaa6f62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b HTTP/1.1" status: 200 len: 217 time: 0.0848589 Apr 30 01:31:39.692335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-680525b7-0e8a-4e12-b408-74da1d52696a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3499691 Apr 30 01:31:39.692557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50774) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:39.722745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdb076-d73f-41ec-aea8-4deafdac4e9f None None] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:39.727121 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:39.727763 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:39.747250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-69a9b323-14cb-4391-8698-364990953b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:39.754151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-69a9b323-14cb-4391-8698-364990953b83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.0871792 Apr 30 01:31:39.803666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16904546-7b6c-4e5e-a44b-fd87b93a2166 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:39.810984 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ed0a1-69c3-4fec-89ce-c45f6db15891 None None] Pushing event updated for resources: {'Port': ['ID=845267db-983a-4075-9b96-08d84371678d,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:39.886574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-ac413a36-cdfa-41a5-a38c-c4e9daaebdb1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--104988824&fields=id&tenant_id=b8c8e8a97970400e9fc5fede171d84c0 HTTP/1.1" status: 200 len: 267 time: 0.0764108 Apr 30 01:31:39.920061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20312714-edfa-4bea-b551-b94317b14fe5 req-c5f1beac-442d-4e5d-b3f3-e91353f594bb tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:39.931300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20312714-edfa-4bea-b551-b94317b14fe5 req-c5f1beac-442d-4e5d-b3f3-e91353f594bb tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 945 time: 0.0801630 Apr 30 01:31:39.932384 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:39.994395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-2a49040d-68a7-460c-8459-f53854b3e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:39.999978 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-2a49040d-68a7-460c-8459-f53854b3e9ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2376039 Apr 30 01:31:40.106110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bca61457-b141-4209-9b58-90cd0f6d47b4 None None] Provisioning complete for port 845267db-983a-4075-9b96-08d84371678d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:40.106571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bca61457-b141-4209-9b58-90cd0f6d47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:40.243111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-93681a01-af8e-4b45-a6e6-ff5029e807fb service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266057 Apr 30 01:31:40.248591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-20312714-edfa-4bea-b551-b94317b14fe5 req-89750194-4348-47a4-a295-82ebf5f95aba tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163245 Apr 30 01:31:40.281259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:31:40.282231 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:40.373283 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:36Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:39Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:40.378817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bca61457-b141-4209-9b58-90cd0f6d47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:40.426085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 16904546-7b6c-4e5e-a44b-fd87b93a2166 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:40.426992 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:40.440270 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-2d8c0b4e-218f-4bb0-8859-0ca380099b01 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906662 Apr 30 01:31:40.446379 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77e441-58a5-4338-883f-532d19ee48a5 None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:36Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:39Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:40.523797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-025cfe3f-e424-40de-a995-ce7590140c7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=ce3792c1-2aec-4d81-8c87-e0b6661e4244 HTTP/1.1" status: 200 len: 217 time: 0.0752263 Apr 30 01:31:40.607852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3127fe5f-6ab1-49d7-9943-4b1419111be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:40.609379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3127fe5f-6ab1-49d7-9943-4b1419111be6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.0775192 Apr 30 01:31:40.663746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-cc193258-9e95-4dd8-a5bc-bb01236fc452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:40.665826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-cc193258-9e95-4dd8-a5bc-bb01236fc452 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488892 Apr 30 01:31:40.671516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bca61457-b141-4209-9b58-90cd0f6d47b4 None None] For port 845267db-983a-4075-9b96-08d84371678d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=845267db-983a-4075-9b96-08d84371678d,segment=NetworkSegment(4eb7453a-c089-4b7e-b42b-5e14dec0d3a7),segment_id=4eb7453a-c089-4b7e-b42b-5e14dec0d3a7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:40.743347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-9e32c178-a6a4-443b-acc4-24d948896a69 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:40.744396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Allocated IP 172.21.0.2 (c20cab8a-67d1-4f16-83ca-b86d4e2c080f/6b749dab-9c7d-4923-975e-2cf71f325fcb/f789cfc7-94ee-4bf5-9027-f2988f4876ef) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:40.750644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-9e32c178-a6a4-443b-acc4-24d948896a69 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.8631883 Apr 30 01:31:40.769710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-8827ecae-7b35-425a-8161-53930339f60c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/quotas/b8c8e8a97970400e9fc5fede171d84c0 HTTP/1.1" status: 200 len: 375 time: 0.0181978 Apr 30 01:31:40.780241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-ce1d77a0-3f23-4d9f-b76b-0a75103134fe service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020999 Apr 30 01:31:40.782108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bca61457-b141-4209-9b58-90cd0f6d47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:40.906512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca61457-b141-4209-9b58-90cd0f6d47b4 None None] Pushing event updated for resources: {'Port': ['ID=845267db-983a-4075-9b96-08d84371678d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:40.923961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-9c37e6cd-5291-44c1-817b-c510240aec97 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350925 Apr 30 01:31:40.933103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f93624fa-9752-423f-b0ad-3fa0d0c35c1e None None] Provisioning complete for port 845267db-983a-4075-9b96-08d84371678d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:40.933471 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f93624fa-9752-423f-b0ad-3fa0d0c35c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:40.980946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-02f4a1a7-c753-4745-b942-f562e9281488 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1626153 Apr 30 01:31:41.011139 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:41.026450 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-6a32c40c-896e-4d37-ae03-dd1a97e17620 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=db6ff20a-9964-4274-859f-e9f639c81099 HTTP/1.1" status: 200 len: 217 time: 0.0948999 Apr 30 01:31:41.096016 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:41.157026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:41.160249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:41.160913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-016b55c6-2832-4aa7-84a2-1d2a24166888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:41.161035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:41.164165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:41.164860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-016b55c6-2832-4aa7-84a2-1d2a24166888 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.1236041 Apr 30 01:31:41.176012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Pushing event updated for resources: {'Port': ['ID=f789cfc7-94ee-4bf5-9027-f2988f4876ef,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:41.244679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Attempting to bind port f789cfc7-94ee-4bf5-9027-f2988f4876ef on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:41.245051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Attempting to bind port f789cfc7-94ee-4bf5-9027-f2988f4876ef by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:41.245419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Attempting to bind port f789cfc7-94ee-4bf5-9027-f2988f4876ef on network c20cab8a-67d1-4f16-83ca-b86d4e2c080f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:41.261214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-10d6bafe-deac-4a04-848e-6a44e735c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:41.262849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-10d6bafe-deac-4a04-848e-6a44e735c34e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904267 Apr 30 01:31:41.263034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-3c0bbfa8-2f47-4e72-9114-d0a5c11ccd15 service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231891 Apr 30 01:31:41.264845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:41.265225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Checking segment: {'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:41.265633 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:41.266024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Bound using segment: {'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:41.266506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Bound port: f789cfc7-94ee-4bf5-9027-f2988f4876ef, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:41.266886 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:41.407005 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-bdde57f1-acc7-48e4-ad17-932023334042 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326871 Apr 30 01:31:41.412679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] For port f789cfc7-94ee-4bf5-9027-f2988f4876ef, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:41.425135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] For port f789cfc7-94ee-4bf5-9027-f2988f4876ef, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f789cfc7-94ee-4bf5-9027-f2988f4876ef,segment=NetworkSegment(9e7e23a3-00b1-44c2-b486-20382d78c7f1),segment_id=9e7e23a3-00b1-44c2-b486-20382d78c7f1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:41.498060 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:41.622045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-cfeafe8c-839b-4446-9e58-4d9ded15ab0b service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055669 Apr 30 01:31:41.641153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f920-7e17-48b6-a0ef-3403485c7dbb None None] Pushing event updated for resources: {'Port': ['ID=f789cfc7-94ee-4bf5-9027-f2988f4876ef,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:41.674232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-5488abdb-9efc-414c-a389-f60cad50e269 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99 HTTP/1.1" status: 200 len: 217 time: 0.0451806 Apr 30 01:31:41.678910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-e4e343f6-7b98-4562-a39b-3d5fac390ad4 service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149365 Apr 30 01:31:41.705245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.21.0.1 (c20cab8a-67d1-4f16-83ca-b86d4e2c080f/6b749dab-9c7d-4923-975e-2cf71f325fcb/2671bd8e-d4a2-438f-b336-bf45ad93d93d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:41.741959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 845267db-983a-4075-9b96-08d84371678d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:41.799479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-0df68d0f-520d-47ee-8cbf-f4725d40b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:41.802354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-0df68d0f-520d-47ee-8cbf-f4725d40b2ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 200 len: 797 time: 0.1205876 Apr 30 01:31:41.880639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 845267db-983a-4075-9b96-08d84371678d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:41.883382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:41.943223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3c338f0d-f4a3-42f4-a64f-b34a6fab94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:41.949536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3c338f0d-f4a3-42f4-a64f-b34a6fab94ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350660 Apr 30 01:31:41.977603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:42.077334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-6b731723-2683-469f-ac78-ebf7fa4c40fc service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200614 Apr 30 01:31:42.184183 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:42.204811 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-5c0f30ce-2d39-4ded-83d8-95f1a8825f43 service neutron] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195087 Apr 30 01:31:42.263012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-127c5a82-fb9d-450d-8b3f-5e670834fd30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea HTTP/1.1" status: 200 len: 217 time: 0.0500479 Apr 30 01:31:42.263982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-217c0726-75cd-4ae2-bac1-fe524e514c9f req-a18f2d16-fbb8-47df-b34e-147b7720d2e6 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/ba99f5cc-bacf-40a1-b308-c8d2a9067787 HTTP/1.1" status: 200 len: 1802 time: 0.1601088 Apr 30 01:31:42.276157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:42.316358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:42.320223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:42.323198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=2671bd8e-d4a2-438f-b336-bf45ad93d93d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:42.399299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-217c0726-75cd-4ae2-bac1-fe524e514c9f req-c453a8bb-48e1-4922-8f61-086be2258dd9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:42.428050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-217c0726-75cd-4ae2-bac1-fe524e514c9f req-c453a8bb-48e1-4922-8f61-086be2258dd9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:42.457991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-ce210c05-79e9-4a5a-af4f-22fa67799860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:42.460228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-ce210c05-79e9-4a5a-af4f-22fa67799860 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caed1001-1bfb-4558-9d5a-0a69e63a1ca6 HTTP/1.1" status: 200 len: 797 time: 0.1891339 Apr 30 01:31:42.471558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:42.574700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-b13eae70-b10b-4cad-bb7b-d537accd6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:42.577060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-b13eae70-b10b-4cad-bb7b-d537accd6734 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024828 Apr 30 01:31:42.615582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-fe41e318-08b3-4fce-b98e-4ddf29f84f7e tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:42.618045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-fe41e318-08b3-4fce-b98e-4ddf29f84f7e tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.23 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 945 time: 0.1563947 Apr 30 01:31:42.626157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19745066-af3b-4d32-8db9-94855d9ff08b req-7236e347-328c-4a26-ab54-a7fae1c4e7ba tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:42.627876 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19745066-af3b-4d32-8db9-94855d9ff08b req-7236e347-328c-4a26-ab54-a7fae1c4e7ba tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 945 time: 0.1663842 Apr 30 01:31:42.715745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-217c0726-75cd-4ae2-bac1-fe524e514c9f req-c453a8bb-48e1-4922-8f61-086be2258dd9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:42.719184 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-217c0726-75cd-4ae2-bac1-fe524e514c9f req-c453a8bb-48e1-4922-8f61-086be2258dd9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:42.727719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19745066-af3b-4d32-8db9-94855d9ff08b req-109e69fa-a1ea-4fa3-9f19-a3aa66e00408 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578017 Apr 30 01:31:42.737622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-217c0726-75cd-4ae2-bac1-fe524e514c9f req-c453a8bb-48e1-4922-8f61-086be2258dd9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/ba99f5cc-bacf-40a1-b308-c8d2a9067787 HTTP/1.1" status: 204 len: 173 time: 0.4708898 Apr 30 01:31:42.804506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-8ea9cdc1-3d17-46e9-8b30-181a8a92e477 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144897 Apr 30 01:31:42.866641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453a8bb-48e1-4922-8f61-086be2258dd9 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba99f5cc-bacf-40a1-b308-c8d2a9067787,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:42.872400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:42.948076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dcee2cc-ebf2-4720-a6d3-242648a5d7ea req-31c09472-6f50-406e-a4d3-d7b9bb3b749f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 210 time: 0.1424553 Apr 30 01:31:42.958538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Deleting port aafc3b52-10ca-4f42-8224-a5d8a211735f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:42.958896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.038522 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-fb701c5f-3ac7-4907-8ee6-ef3be00f4af9 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209103 Apr 30 01:31:43.121687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-eaea9e1c-c9e3-4dca-9724-65602064170a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4426d11-a7a9-4d24-86a7-f38670e56324 HTTP/1.1" status: 200 len: 217 time: 0.0697374 Apr 30 01:31:43.159220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c721c95-237f-42dd-bed3-3eaa6ab08d9d None None] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:43.205142 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2395d3be-9e4b-4e56-8ff3-56542884d68d req-32f306fb-0533-4928-8347-3b10b5b4ed0c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/ab775073-94bd-4549-86c8-2e64bc5b0df7 HTTP/1.1" status: 200 len: 1801 time: 0.0863876 Apr 30 01:31:43.284771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e0dc37ca-0cb1-4cfc-8df8-50a4d4382c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:43.287641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-e0dc37ca-0cb1-4cfc-8df8-50a4d4382c8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caed1001-1bfb-4558-9d5a-0a69e63a1ca6 HTTP/1.1" status: 200 len: 797 time: 0.1312776 Apr 30 01:31:43.294415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f4248-12e0-45e0-9f36-328a368496a7 req-d3b99927-ed3f-4c47-a05f-114c3ac426ac tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:43.296976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-795f4248-12e0-45e0-9f36-328a368496a7 req-d3b99927-ed3f-4c47-a05f-114c3ac426ac tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 945 time: 0.3993144 Apr 30 01:31:43.331351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-07043109-872d-4bdc-8ba0-a9704e348645 None None] Provisioning complete for port f789cfc7-94ee-4bf5-9027-f2988f4876ef triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:43.334311 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07043109-872d-4bdc-8ba0-a9704e348645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.344865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2395d3be-9e4b-4e56-8ff3-56542884d68d req-4e53d0f9-98a0-465f-a7ab-547ea8ec2705 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.412190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3e1f3544-1096-4aeb-822d-4491cdb3e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:43.415672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-3e1f3544-1096-4aeb-822d-4491cdb3e3f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e6294b2-3522-4972-aca6-3136bf498da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192141 Apr 30 01:31:43.420443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] For port aafc3b52-10ca-4f42-8224-a5d8a211735f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aafc3b52-10ca-4f42-8224-a5d8a211735f,segment=NetworkSegment(a4e8c0f7-131c-42fc-8929-818d95a2af46),segment_id=a4e8c0f7-131c-42fc-8929-818d95a2af46)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:43.420813 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.495679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Calling delete_port for aafc3b52-10ca-4f42-8224-a5d8a211735f owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:43.509959 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2395d3be-9e4b-4e56-8ff3-56542884d68d req-4e53d0f9-98a0-465f-a7ab-547ea8ec2705 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.516546 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-795f4248-12e0-45e0-9f36-328a368496a7 req-0e1bb1e9-f08a-468c-a91a-ec6d4db60b04 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061512 Apr 30 01:31:43.579171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07043109-872d-4bdc-8ba0-a9704e348645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.645906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-07043109-872d-4bdc-8ba0-a9704e348645 None None] For port f789cfc7-94ee-4bf5-9027-f2988f4876ef, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f789cfc7-94ee-4bf5-9027-f2988f4876ef,segment=NetworkSegment(9e7e23a3-00b1-44c2-b486-20382d78c7f1),segment_id=9e7e23a3-00b1-44c2-b486-20382d78c7f1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:43.711059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-5a16e9b3-0d12-4aa3-abe2-e4351e1eb3a7 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718420 Apr 30 01:31:43.713947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f789cfc7-94ee-4bf5-9027-f2988f4876ef up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:43.766027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2395d3be-9e4b-4e56-8ff3-56542884d68d req-4e53d0f9-98a0-465f-a7ab-547ea8ec2705 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.779758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2395d3be-9e4b-4e56-8ff3-56542884d68d req-4e53d0f9-98a0-465f-a7ab-547ea8ec2705 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.797697 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07043109-872d-4bdc-8ba0-a9704e348645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.798123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2395d3be-9e4b-4e56-8ff3-56542884d68d req-4e53d0f9-98a0-465f-a7ab-547ea8ec2705 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab775073-94bd-4549-86c8-2e64bc5b0df7 HTTP/1.1" status: 204 len: 173 time: 0.5847316 Apr 30 01:31:43.833112 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.883071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53d0f9-98a0-465f-a7ab-547ea8ec2705 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab775073-94bd-4549-86c8-2e64bc5b0df7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:43.925437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07043109-872d-4bdc-8ba0-a9704e348645 None None] Pushing event updated for resources: {'Port': ['ID=f789cfc7-94ee-4bf5-9027-f2988f4876ef,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:43.969023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f789cfc7-94ee-4bf5-9027-f2988f4876ef triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:43.971376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:43.988906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ea57-c403-415f-9725-36469e221539 req-83916642-29aa-413e-8988-472db1887cc2 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:43.991170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2e3ea57-c403-415f-9725-36469e221539 req-83916642-29aa-413e-8988-472db1887cc2 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 945 time: 0.1093106 Apr 30 01:31:43.998128 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.021876 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad67f4c5-b0df-4b34-b9f5-035fe31ccb07 req-f5347ca0-aa1b-405d-924e-66f9f16ecc23 service neutron] 10.222.0.23 "GET /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085732 Apr 30 01:31:44.059914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.105789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2e3ea57-c403-415f-9725-36469e221539 req-52850296-e398-4616-a0bb-fa6433fb2bd7 tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/security-groups?id=75cccf2a-438e-4222-a7e9-590ccaebac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945251 Apr 30 01:31:44.152978 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8437c274-ef2f-44c5-9156-3a58ff6d7bea None None] Provisioning complete for port f789cfc7-94ee-4bf5-9027-f2988f4876ef triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:44.153692 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8437c274-ef2f-44c5-9156-3a58ff6d7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.157838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-96912c14-27d5-4bae-9bee-433cf9fc5a1d req-a409364b-c872-472a-9a00-b4a82642b8a3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-130007336', 'description': 'tempest-description-1240052481'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:44.159709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] No DVR routers for this DVR port aafc3b52-10ca-4f42-8224-a5d8a211735f on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:44.163022 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.167212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dada3ba9-b359-4dc2-87c7-edab628b4be5 req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.23 "DELETE /v2.0/ports/aafc3b52-10ca-4f42-8224-a5d8a211735f HTTP/1.1" status: 204 len: 173 time: 1.5435865 Apr 30 01:31:44.167973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959329f6-dea7-4e95-82e1-64152d41b53c', 'name': 'network-vif-deleted', 'tag': 'aafc3b52-10ca-4f42-8224-a5d8a211735f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:44.170491 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff6421c-58b1-4597-9532-1044b647cf40" -d '{"events": [{"server_uuid": "959329f6-dea7-4e95-82e1-64152d41b53c", "name": "network-vif-deleted", "tag": "aafc3b52-10ca-4f42-8224-a5d8a211735f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:44.174050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.176895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=2671bd8e-d4a2-438f-b336-bf45ad93d93d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:44.211612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d3013-2d60-4dea-a102-699a137b544f tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] Pushing event deleted for resources: {'Port': ['ID=aafc3b52-10ca-4f42-8224-a5d8a211735f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:44.262964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8437c274-ef2f-44c5-9156-3a58ff6d7bea None None] Provisioning complete for port 2671bd8e-d4a2-438f-b336-bf45ad93d93d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:44.263579 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8437c274-ef2f-44c5-9156-3a58ff6d7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.312988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:44.314125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8437c274-ef2f-44c5-9156-3a58ff6d7bea None None] Port 2671bd8e-d4a2-438f-b336-bf45ad93d93d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:44.314377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:44.331932 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-96912c14-27d5-4bae-9bee-433cf9fc5a1d req-a409364b-c872-472a-9a00-b4a82642b8a3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.439308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9e26e39c-d668-4708-89d5-f758f550a801 None None] Provisioning complete for port 2671bd8e-d4a2-438f-b336-bf45ad93d93d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:44.439308 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e26e39c-d668-4708-89d5-f758f550a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.444501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-96912c14-27d5-4bae-9bee-433cf9fc5a1d req-a409364b-c872-472a-9a00-b4a82642b8a3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.451178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ce0ede0-76f1-4775-98bb-fe82b164738b req-f830fc8d-6651-4040-b6b9-82fc29008825 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 210 time: 0.0772161 Apr 30 01:31:44.520828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:44.529202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9e26e39c-d668-4708-89d5-f758f550a801 None None] Port 2671bd8e-d4a2-438f-b336-bf45ad93d93d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:44.568250 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-96912c14-27d5-4bae-9bee-433cf9fc5a1d req-a409364b-c872-472a-9a00-b4a82642b8a3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.605654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409364b-c872-472a-9a00-b4a82642b8a3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4d1d3-8bd1-4d67-9410-037909c7cb94,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:44.613204 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6887c107-3f2d-4dac-8a5e-dfe7b6f940bf x-openstack-request-id: req-6887c107-3f2d-4dac-8a5e-dfe7b6f940bf {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:44.613531 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959329f6-dea7-4e95-82e1-64152d41b53c", "name": "network-vif-deleted", "tag": "aafc3b52-10ca-4f42-8224-a5d8a211735f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:44.613824 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6887c107-3f2d-4dac-8a5e-dfe7b6f940bf {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:44.614913 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6887c107-3f2d-4dac-8a5e-dfe7b6f940bf'] response: {'server_uuid': '959329f6-dea7-4e95-82e1-64152d41b53c', 'name': 'network-vif-deleted', 'tag': 'aafc3b52-10ca-4f42-8224-a5d8a211735f', 'status': 'completed', 'code': 200} Apr 30 01:31:44.716635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:44.716859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-96912c14-27d5-4bae-9bee-433cf9fc5a1d req-a409364b-c872-472a-9a00-b4a82642b8a3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.718113 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96912c14-27d5-4bae-9bee-433cf9fc5a1d req-a409364b-c872-472a-9a00-b4a82642b8a3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5675776 Apr 30 01:31:44.728392 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-479a1929-32f9-4654-b630-58e6c4a76b4b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0290012 Apr 30 01:31:44.728392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50858) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:44.731336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-535755544'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:44.735315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:44.742514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137a8ca-81d4-4c02-85d7-c767153a7ad0 req-7dda6c46-1175-4bee-9725-c6fd6cdc42ca tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:44.749613 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9137a8ca-81d4-4c02-85d7-c767153a7ad0 req-7dda6c46-1175-4bee-9725-c6fd6cdc42ca tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 945 time: 0.0847189 Apr 30 01:31:44.756021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:44.756764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:44.804324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-75f37361-fa4d-4000-8504-16e2cabfdcb6 None None] Provisioning complete for port 2671bd8e-d4a2-438f-b336-bf45ad93d93d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:44.805309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75f37361-fa4d-4000-8504-16e2cabfdcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.810877 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9137a8ca-81d4-4c02-85d7-c767153a7ad0 req-b6290fe7-b62f-4c5a-8887-3226191bed72 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602651 Apr 30 01:31:44.881968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e9ea2bec-6fa6-43a4-8dbd-f756ceeb8e42 req-94319a4d-f83c-4c89-8b23-141713223fa5 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/69f4d1d3-8bd1-4d67-9410-037909c7cb94 HTTP/1.1" status: 200 len: 1802 time: 0.0501747 Apr 30 01:31:44.893474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e9ea2bec-6fa6-43a4-8dbd-f756ceeb8e42 req-afc62ad7-e294-4e09-89eb-a55f3b8401ae tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Request body: {'security_group': {'name': 'tempest-sg-hth-291566818', 'description': 'tempest-description-hth-1456064089'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:44.922724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e9ea2bec-6fa6-43a4-8dbd-f756ceeb8e42 req-afc62ad7-e294-4e09-89eb-a55f3b8401ae tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.962790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:44.967223 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.985861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e9ea2bec-6fa6-43a4-8dbd-f756ceeb8e42 req-afc62ad7-e294-4e09-89eb-a55f3b8401ae tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:44.999861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:45.009383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.012350 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment 9e1ecb97-6d46-49ff-9a66-f6f66673b9af of type vlan for network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad Apr 30 01:31:45.017741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:45.046371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-75f37361-fa4d-4000-8504-16e2cabfdcb6 None None] Port 2671bd8e-d4a2-438f-b336-bf45ad93d93d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:45.055415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.080407 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e9ea2bec-6fa6-43a4-8dbd-f756ceeb8e42 req-afc62ad7-e294-4e09-89eb-a55f3b8401ae tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.083050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e9ea2bec-6fa6-43a4-8dbd-f756ceeb8e42 req-afc62ad7-e294-4e09-89eb-a55f3b8401ae tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.084336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e9ea2bec-6fa6-43a4-8dbd-f756ceeb8e42 req-afc62ad7-e294-4e09-89eb-a55f3b8401ae tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "PUT /v2.0/security-groups/69f4d1d3-8bd1-4d67-9410-037909c7cb94 HTTP/1.1" status: 200 len: 1776 time: 0.1956043 Apr 30 01:31:45.116130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc62ad7-e294-4e09-89eb-a55f3b8401ae tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4d1d3-8bd1-4d67-9410-037909c7cb94,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:45.155342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf2eda83-9c09-423a-b332-9826fc8fa6f7 req-558e0d69-1e73-495d-8986-b28420e4e608 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/69f4d1d3-8bd1-4d67-9410-037909c7cb94 HTTP/1.1" status: 200 len: 1776 time: 0.0499697 Apr 30 01:31:45.163945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.170994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:45.171969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.241133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:42Z', 'revision_number': 3, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:43Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:45.269624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:31:45.272872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Updating router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 port 2671bd8e-d4a2-438f-b336-bf45ad93d93d binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:31:45.294161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:45.297784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dacbe1ee-a458-4780-8dd2-473ce0b4178a req-300d5824-e4d6-462a-b425-ef30977c934b tempest-ServerPasswordTestJSON-800272212 tempest-ServerPasswordTestJSON-800272212-project] 10.222.0.15 "GET /v2.0/ports?device_id=959329f6-dea7-4e95-82e1-64152d41b53c HTTP/1.1" status: 200 len: 210 time: 0.0437500 Apr 30 01:31:45.314940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:45.357190 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff0d3ef0-7c94-4a2e-901e-06836d01c11f req-7709ccb5-f9cb-481e-b2a5-7fb32927af83 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/69f4d1d3-8bd1-4d67-9410-037909c7cb94 HTTP/1.1" status: 200 len: 1776 time: 0.0540493 Apr 30 01:31:45.360648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-de1f6f6a-9c6d-4002-8505-3e0f0232b6f6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6335876 Apr 30 01:31:45.361150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50874) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:45.366302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:45.372409 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.566349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff0d3ef0-7c94-4a2e-901e-06836d01c11f req-ac2a05ff-7f98-4b20-a2f8-c74197e06c32 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.613750 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff0d3ef0-7c94-4a2e-901e-06836d01c11f req-ac2a05ff-7f98-4b20-a2f8-c74197e06c32 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.648571 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e97126c-bfca-46ca-8504-e20fefe86e25 req-e69e90e6-4b70-4408-aede-a652d9133a47 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 210 time: 0.0880706 Apr 30 01:31:45.652249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:45.660734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.699191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f789cfc7-94ee-4bf5-9027-f2988f4876ef up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:45.709963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-07657986-fa6d-4a44-b016-6d6a85daae3b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:45.711226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-07657986-fa6d-4a44-b016-6d6a85daae3b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.2742534 Apr 30 01:31:45.774430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-3cec3d6e-b79a-4e3c-a039-ee3bc6a7d591 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8c8e8a97970400e9fc5fede171d84c0 HTTP/1.1" status: 200 len: 379 time: 0.0471311 Apr 30 01:31:45.784760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'port': {'device_id': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'admin_state_up': True, 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'security_groups': ['c436dc4d-97cd-41a3-bcb5-4078a7efe59d']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:45.856137 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff0d3ef0-7c94-4a2e-901e-06836d01c11f req-ac2a05ff-7f98-4b20-a2f8-c74197e06c32 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.860079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff0d3ef0-7c94-4a2e-901e-06836d01c11f req-ac2a05ff-7f98-4b20-a2f8-c74197e06c32 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.861278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff0d3ef0-7c94-4a2e-901e-06836d01c11f req-ac2a05ff-7f98-4b20-a2f8-c74197e06c32 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/69f4d1d3-8bd1-4d67-9410-037909c7cb94 HTTP/1.1" status: 204 len: 173 time: 0.4966776 Apr 30 01:31:45.886996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a05ff-7f98-4b20-a2f8-c74197e06c32 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f4d1d3-8bd1-4d67-9410-037909c7cb94,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:45.915294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f789cfc7-94ee-4bf5-9027-f2988f4876ef triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:45.915752 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.958470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device aafc3b52-10ca-4f42-8224-a5d8a211735f no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:45.974534 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:45.990298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b99155dc-103a-4d6e-9629-a24b21c84867 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:45.996578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b99155dc-103a-4d6e-9629-a24b21c84867 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 945 time: 0.2168841 Apr 30 01:31:45.997531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: aafc3b52-10ca-4f42-8224-a5d8a211735f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:45.998093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device aafc3b52-10ca-4f42-8224-a5d8a211735f not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:46.057781 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-4cd4e34d-de76-4def-8ef1-bbedab804bef req-9f77c8f5-c228-4fc4-aa0d-ed1033dec6e6 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:46.059448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4cd4e34d-de76-4def-8ef1-bbedab804bef req-9f77c8f5-c228-4fc4-aa0d-ed1033dec6e6 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/ab775073-94bd-4549-86c8-2e64bc5b0df7 HTTP/1.1" status: 404 len: 352 time: 0.0241168 Apr 30 01:31:46.068783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Made reservation on behalf of b8c8e8a97970400e9fc5fede171d84c0 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:46.081323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.097436 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.120984 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-d3be3654-40b2-42fc-b296-ebae390fb7de req-07e65bf5-92c0-47eb-b189-0a1ab127686b tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:46.122077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3be3654-40b2-42fc-b296-ebae390fb7de req-07e65bf5-92c0-47eb-b189-0a1ab127686b tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/ba99f5cc-bacf-40a1-b308-c8d2a9067787 HTTP/1.1" status: 404 len: 352 time: 0.0354133 Apr 30 01:31:46.187395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b34a9-acfd-402d-8d16-e3b8b36faa25 None None] Pushing event updated for resources: {'Port': ['ID=2671bd8e-d4a2-438f-b336-bf45ad93d93d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:46.220760 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-ddb15b14-e49d-4b07-bda0-54377d61797f req-a43a65e3-e694-42cd-99ba-80276a1c0d24 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:46.221736 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ddb15b14-e49d-4b07-bda0-54377d61797f req-a43a65e3-e694-42cd-99ba-80276a1c0d24 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/859b3f62-51e3-45d9-a99b-9dbecf163d2c HTTP/1.1" status: 404 len: 352 time: 0.0248280 Apr 30 01:31:46.222596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed87a73-fecc-4f3d-8665-1add223f7b1d req-de4d21ad-c8c8-4c22-a0fc-a6ff3caf84a7 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:46.224329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fed87a73-fecc-4f3d-8665-1add223f7b1d req-de4d21ad-c8c8-4c22-a0fc-a6ff3caf84a7 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 945 time: 0.2182245 Apr 30 01:31:46.281135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Attempting to bind port 2671bd8e-d4a2-438f-b336-bf45ad93d93d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:46.281629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Attempting to bind port 2671bd8e-d4a2-438f-b336-bf45ad93d93d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:46.281855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Attempting to bind port 2671bd8e-d4a2-438f-b336-bf45ad93d93d on network c20cab8a-67d1-4f16-83ca-b86d4e2c080f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:46.288160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:46.288520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Checking segment: {'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:46.289095 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.289493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Bound using segment: {'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:46.289959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Bound port: 2671bd8e-d4a2-438f-b336-bf45ad93d93d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e23a3-00b1-44c2-b486-20382d78c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:46.290343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.312604 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-9cf33923-1aac-4a51-94d5-bbd61e42933c req-c67282b8-2d80-413f-938a-0945629b947a tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:46.313874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9cf33923-1aac-4a51-94d5-bbd61e42933c req-c67282b8-2d80-413f-938a-0945629b947a tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/6da60878-50d7-45ba-8011-78ad68c7d979 HTTP/1.1" status: 404 len: 352 time: 0.0519266 Apr 30 01:31:46.331958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fed87a73-fecc-4f3d-8665-1add223f7b1d req-8f644a1a-2a7d-480b-94d1-b3ed03fda417 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba6d603-730f-4126-ad04-0faafc23bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928419 Apr 30 01:31:46.351269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Deleting port e3432189-8830-4eda-ae62-145141c55b9d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:46.354285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.356475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Allocated IP 172.20.0.3 (47ae3122-13d9-4258-b33f-e9a46c67fe6e/0fe7a912-4c4f-4f55-9180-3f641b85cd91/abefad0a-faf2-4dc7-9caa-9f3f59e7439c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:46.370198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.384006 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-19deda07-0596-48b9-8e0e-515baed952c0 req-7fd71e83-caf9-4880-946c-1f0fa0821150 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:46.386086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19deda07-0596-48b9-8e0e-515baed952c0 req-7fd71e83-caf9-4880-946c-1f0fa0821150 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/3cccb50b-1d65-4fc2-9166-d5d65c57afab HTTP/1.1" status: 404 len: 352 time: 0.0268705 Apr 30 01:31:46.415634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] For port 2671bd8e-d4a2-438f-b336-bf45ad93d93d, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:46.421929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] For port 2671bd8e-d4a2-438f-b336-bf45ad93d93d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2671bd8e-d4a2-438f-b336-bf45ad93d93d,segment=NetworkSegment(9e7e23a3-00b1-44c2-b486-20382d78c7f1),segment_id=9e7e23a3-00b1-44c2-b486-20382d78c7f1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:46.432693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50906) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:46.492913 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.501969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-6169dbde-8d18-4e5b-ac08-fd632b81d673 admin admin] Deleting subnet 246ed898-9a3a-4dbc-82cc-3b1beab01dcf {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:31:46.517329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6169dbde-8d18-4e5b-ac08-fd632b81d673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.527621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=df5d28da-775a-42c6-a986-874d03dd6d4b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:46.587480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:46.587850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:31:46.591328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:46.592008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:46.593923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] For port e3432189-8830-4eda-ae62-145141c55b9d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e3432189-8830-4eda-ae62-145141c55b9d,segment=NetworkSegment(b0bc419b-1edf-40e6-b66c-c26c1f168f07),segment_id=b0bc419b-1edf-40e6-b66c-c26c1f168f07)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:46.594110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b34a9-acfd-402d-8d16-e3b8b36faa25 None None] Pushing event updated for resources: {'Port': ['ID=2671bd8e-d4a2-438f-b336-bf45ad93d93d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:46.594202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.620179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6169dbde-8d18-4e5b-ac08-fd632b81d673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.623869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Calling delete_port for e3432189-8830-4eda-ae62-145141c55b9d owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:46.671751 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-01fea5ea-8b81-4745-babf-3e9bbc383883 req-d9610c9c-0a6d-4601-901b-9bf44c258382 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] show failed (client error): The resource could not be found. Apr 30 01:31:46.672822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-01fea5ea-8b81-4745-babf-3e9bbc383883 req-d9610c9c-0a6d-4601-901b-9bf44c258382 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/b56643b2-5949-43dc-a477-ab95634daa49 HTTP/1.1" status: 404 len: 352 time: 0.2517059 Apr 30 01:31:46.711686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-66479dca-7512-4ac2-ac16-b04a64c96361 None None] Provisioning complete for port 2671bd8e-d4a2-438f-b336-bf45ad93d93d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:46.712602 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66479dca-7512-4ac2-ac16-b04a64c96361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.759118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:31:46.780286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6169dbde-8d18-4e5b-ac08-fd632b81d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.878714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:46.890311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:46.907237 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.907888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:46.945444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:46.949878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a8f6a8-e8c4-438a-a2d7-df6d838e4530 None None] Network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:47.004865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6169dbde-8d18-4e5b-ac08-fd632b81d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.013292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5296be1c-36be-4ae7-b88d-1040e97d3ad0 req-e2162dd1-77d5-4638-a7a1-a7c37d0652fd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 210 time: 0.2468374 Apr 30 01:31:47.038501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169dbde-8d18-4e5b-ac08-fd632b81d673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246ed898-9a3a-4dbc-82cc-3b1beab01dcf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:47.044181 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6169dbde-8d18-4e5b-ac08-fd632b81d673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.046846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6169dbde-8d18-4e5b-ac08-fd632b81d673 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/246ed898-9a3a-4dbc-82cc-3b1beab01dcf HTTP/1.1" status: 204 len: 168 time: 0.6129260 Apr 30 01:31:47.049744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50916) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:47.073490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-295c9e79-174c-4fcd-986b-dfff113b0269 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7115164 Apr 30 01:31:47.074641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.078276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50920) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:47.086917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.162398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e3432189-8830-4eda-ae62-145141c55b9d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:47.189841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Pushing event deleted for resources: {'Port': ['ID=e3432189-8830-4eda-ae62-145141c55b9d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:47.205016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:47.305376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66479dca-7512-4ac2-ac16-b04a64c96361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.413244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] No DVR routers for this DVR port e3432189-8830-4eda-ae62-145141c55b9d on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:47.418466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.425517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9493d693-e404-405e-9857-f4cde0cb4bff req-b781633a-7f28-4bc3-9174-e69220022fa2 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.21 "DELETE /v2.0/ports/e3432189-8830-4eda-ae62-145141c55b9d HTTP/1.1" status: 204 len: 173 time: 1.4214728 Apr 30 01:31:47.429861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-66479dca-7512-4ac2-ac16-b04a64c96361 None None] For port 2671bd8e-d4a2-438f-b336-bf45ad93d93d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2671bd8e-d4a2-438f-b336-bf45ad93d93d,segment=NetworkSegment(9e7e23a3-00b1-44c2-b486-20382d78c7f1),segment_id=9e7e23a3-00b1-44c2-b486-20382d78c7f1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:47.450672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c', 'name': 'network-vif-deleted', 'tag': 'e3432189-8830-4eda-ae62-145141c55b9d'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:47.453108 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31dfdac-e88b-42be-ade3-2194ee56cbd1" -d '{"events": [{"server_uuid": "f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c", "name": "network-vif-deleted", "tag": "e3432189-8830-4eda-ae62-145141c55b9d"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:47.460924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.505384 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66479dca-7512-4ac2-ac16-b04a64c96361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.579704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42cb69-0852-472e-9d36-23ba1e3b72e8 req-3b95f83b-f895-4bb7-9501-5bd7fc23cabb tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:47.589942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a42cb69-0852-472e-9d36-23ba1e3b72e8 req-3b95f83b-f895-4bb7-9501-5bd7fc23cabb tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1024 time: 0.1857598 Apr 30 01:31:47.600108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:31:47.601079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.709044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.731130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66479dca-7512-4ac2-ac16-b04a64c96361 None None] Pushing event updated for resources: {'Port': ['ID=2671bd8e-d4a2-438f-b336-bf45ad93d93d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:47.746295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:42Z', 'revision_number': 3, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:46Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:47.750994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd5bff6-59a1-44b0-aee5-239fb4869018']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:47.757023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-632ee465-785b-4435-93e7-6dc2c151af34 None None] Provisioning complete for port 2671bd8e-d4a2-438f-b336-bf45ad93d93d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:47.757585 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-632ee465-785b-4435-93e7-6dc2c151af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.762601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:47.771978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e8c0f7-131c-42fc-8929-818d95a2af46') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:47.772892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e8c0f7-131c-42fc-8929-818d95a2af46') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:47.773020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:47.814627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.832244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.842260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:31:47.842659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:47.847621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec2e37a2-9f10-4260-8efc-15b6344d2018 req-b14a059c-f417-4ec5-8cee-538f12be2f75 tempest-ServerGroupTestJSON-2005142610 tempest-ServerGroupTestJSON-2005142610-project] 10.222.0.15 "GET /v2.0/ports?device_id=f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c HTTP/1.1" status: 200 len: 210 time: 0.0773833 Apr 30 01:31:47.865286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:31:47.953393 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:31:47.961486 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507bc1d4-1dae-4778-a4ca-f6160e23a4b3 x-openstack-request-id: req-507bc1d4-1dae-4778-a4ca-f6160e23a4b3 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:47.961486 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c", "name": "network-vif-deleted", "tag": "e3432189-8830-4eda-ae62-145141c55b9d", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:47.961486 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-507bc1d4-1dae-4778-a4ca-f6160e23a4b3 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:47.961486 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507bc1d4-1dae-4778-a4ca-f6160e23a4b3'] response: {'server_uuid': 'f33acc5e-1c53-4b2b-9b22-bf9dfcef8c6c', 'name': 'network-vif-deleted', 'tag': 'e3432189-8830-4eda-ae62-145141c55b9d', 'status': 'completed', 'code': 200} Apr 30 01:31:47.972368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51a5e6-e12c-4ad7-80c2-3933b7916d22 None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:42Z', 'revision_number': 3, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:46Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:47.972943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a42cb69-0852-472e-9d36-23ba1e3b72e8 req-65072946-9b31-4d84-aa43-7023a8b9bed7 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=d557b900-dc82-4117-92d3-964a3ec45e6a&id=cb3f13cd-d885-491c-8b40-d06d4e5197a2&id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3820343 Apr 30 01:31:47.984625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:47.985311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.062849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Allocated IP 172.22.0.2 (2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad/df5d28da-775a-42c6-a986-874d03dd6d4b/9e9415cd-cec5-45b8-a860-d44d3e66710d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:48.081197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.099080 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.103474 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8bd5bff6-59a1-44b0-aee5-239fb4869018 HTTP/1.1" status: 204 len: 168 time: 1.0520504 Apr 30 01:31:48.142505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d488661-05f7-4bac-ad03-aa5ca1274298 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd5bff6-59a1-44b0-aee5-239fb4869018,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:48.177210 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-1754d325-361f-44ca-a061-5c11dc3fa293 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3945878 Apr 30 01:31:48.201713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Request body: {'port': {'device_id': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:48.313868 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.336276 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.419391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128d619-1174-4466-8878-5b59d3c3adef req-77eec86d-fe18-48bb-9c76-453dca4d1bcf tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:48.420948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d128d619-1174-4466-8878-5b59d3c3adef req-77eec86d-fe18-48bb-9c76-453dca4d1bcf tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 931 time: 0.2524006 Apr 30 01:31:48.467137 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.524789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:48.531088 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.545599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:48.550983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:48.562571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Pushing event updated for resources: {'Port': ['ID=9e9415cd-cec5-45b8-a860-d44d3e66710d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:48.600601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ef5cf0d2-36dd-4f83-8abd-d0f61c7e11df None None] Provisioning complete for port abefad0a-faf2-4dc7-9caa-9f3f59e7439c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:48.616036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf0d2-36dd-4f83-8abd-d0f61c7e11df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.660851 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d128d619-1174-4466-8878-5b59d3c3adef req-9ae2c800-541a-460e-b4e4-7daafc7482af tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306716 Apr 30 01:31:48.735268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Attempting to bind port 9e9415cd-cec5-45b8-a860-d44d3e66710d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:48.737019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Attempting to bind port 9e9415cd-cec5-45b8-a860-d44d3e66710d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:48.737019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Attempting to bind port 9e9415cd-cec5-45b8-a860-d44d3e66710d on network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:48.762603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cf0d2-36dd-4f83-8abd-d0f61c7e11df None None] Port abefad0a-faf2-4dc7-9caa-9f3f59e7439c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:48.769503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:48.772400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Checking segment: {'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:48.772864 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.773335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Bound using segment: {'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:48.773754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Bound port: 9e9415cd-cec5-45b8-a860-d44d3e66710d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:48.774145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.813370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-dfcf544a-7700-4728-89e1-b3c2838694a6 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:48.816462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-dfcf544a-7700-4728-89e1-b3c2838694a6 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.23 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1024 time: 0.1065567 Apr 30 01:31:48.826973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50944) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:48.886293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] For port 9e9415cd-cec5-45b8-a860-d44d3e66710d, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:48.889922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] For port 9e9415cd-cec5-45b8-a860-d44d3e66710d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9e9415cd-cec5-45b8-a860-d44d3e66710d,segment=NetworkSegment(9e1ecb97-6d46-49ff-9a66-f6f66673b9af),segment_id=9e1ecb97-6d46-49ff-9a66-f6f66673b9af)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:48.911133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abefad0a-faf2-4dc7-9caa-9f3f59e7439c {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:48.919380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.948105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Transition to ACTIVE for port object abefad0a-faf2-4dc7-9caa-9f3f59e7439c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:31:48.953532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:48.960153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:49.054202 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:49.094491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce4834-3930-4cb7-bfc6-95b20c7db0da None None] Pushing event updated for resources: {'Port': ['ID=9e9415cd-cec5-45b8-a860-d44d3e66710d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:49.203450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:49.438640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Attempting to bind port abefad0a-faf2-4dc7-9caa-9f3f59e7439c on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:49.438877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Attempting to bind port abefad0a-faf2-4dc7-9caa-9f3f59e7439c by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:49.439084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Attempting to bind port abefad0a-faf2-4dc7-9caa-9f3f59e7439c on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:49.608522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50970) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:49.627380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Port abefad0a-faf2-4dc7-9caa-9f3f59e7439c on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:31:49.627757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Attempting to bind port abefad0a-faf2-4dc7-9caa-9f3f59e7439c on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:49.642979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:49.643228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Checking segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:49.643642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Bound using segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:49.644083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Bound port: abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:49.644444 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:49.669844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1de6d78f-ce3a-4738-9ad0-87fc885b7bba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d86ba9f525b405fae6d6513c6d3756c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416777 Apr 30 01:31:49.672932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50974) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:49.730510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.22.0.1 (2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad/df5d28da-775a-42c6-a986-874d03dd6d4b/f0f55171-425b-4e2f-a305-02eba6b4bd80) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:49.766182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b66fe6-9fa4-4a02-96ec-7ea14fdefd35 admin admin] Deleting subnet 033c66f6-2d5b-42cb-8bf2-adba8a1332cb {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:31:49.774827 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3b66fe6-9fa4-4a02-96ec-7ea14fdefd35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:49.795179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e3432189-8830-4eda-ae62-145141c55b9d no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:49.819646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Deleting port aeed4ea2-210f-4d93-a51f-f75315b149c6 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:31:49.820254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:49.836262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324f950-e53d-433a-a554-a639af6b4030 req-6bdb568d-4f75-4073-8abe-3fd913f502cf tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:49.838080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4324f950-e53d-433a-a554-a639af6b4030 req-6bdb568d-4f75-4073-8abe-3fd913f502cf tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 1024 time: 0.2322707 Apr 30 01:31:49.842211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9e9415cd-cec5-45b8-a860-d44d3e66710d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:49.844568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: e3432189-8830-4eda-ae62-145141c55b9d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:49.844911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e3432189-8830-4eda-ae62-145141c55b9d not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:49.881129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3b66fe6-9fa4-4a02-96ec-7ea14fdefd35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:49.901079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9e9415cd-cec5-45b8-a860-d44d3e66710d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:49.901404 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:49.946596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:49.952072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afbee403-2234-4fb7-bd39-f5cc8373c813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.003580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] For port aeed4ea2-210f-4d93-a51f-f75315b149c6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=aeed4ea2-210f-4d93-a51f-f75315b149c6,segment=NetworkSegment(eb452a39-2461-4611-9598-66056c40d2c0),segment_id=eb452a39-2461-4611-9598-66056c40d2c0)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:50.008612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.010962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:50.034409 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.034731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Calling delete_port for aeed4ea2-210f-4d93-a51f-f75315b149c6 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:31:50.050301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40204f6d-c95c-4819-9720-2db139907c78 req-167a8827-88b7-498c-afe5-aa9d904da9d2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:50.059237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40204f6d-c95c-4819-9720-2db139907c78 req-167a8827-88b7-498c-afe5-aa9d904da9d2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 943 time: 0.2229927 Apr 30 01:31:50.070141 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afbee403-2234-4fb7-bd39-f5cc8373c813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.100451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.135634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 9e9415cd-cec5-45b8-a860-d44d3e66710d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9e9415cd-cec5-45b8-a860-d44d3e66710d,segment=NetworkSegment(9e1ecb97-6d46-49ff-9a66-f6f66673b9af),segment_id=9e1ecb97-6d46-49ff-9a66-f6f66673b9af)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:50.164358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4324f950-e53d-433a-a554-a639af6b4030 req-9bd1f7a0-5997-4c42-b2f5-72f984ce4896 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups?id=d557b900-dc82-4117-92d3-964a3ec45e6a&id=cb3f13cd-d885-491c-8b40-d06d4e5197a2&id=279c8ba8-0f1d-4eac-9ac2-64f867023326&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3066342 Apr 30 01:31:50.186787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3b66fe6-9fa4-4a02-96ec-7ea14fdefd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.195363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:50.196105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.197592 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] 10.222.0.21 "PUT /v2.0/ports/abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 1091 time: 2.0010974 Apr 30 01:31:50.202566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:50.204658 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67070b02-d8c4-49d9-acd9-933cc6bec3af" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:50.212774 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.238521 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.240410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2671bd8e-d4a2-438f-b336-bf45ad93d93d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:50.241763 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40204f6d-c95c-4819-9720-2db139907c78 req-c4b4d8f3-8f13-43cd-ae49-b87a762f0aec tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808515 Apr 30 01:31:50.279682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebac5a-ca0b-4ff9-948a-c402f3b34106 service neutron] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:50.362038 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd05863d-76fa-4e6f-958b-05d134f8b119 x-openstack-request-id: req-dd05863d-76fa-4e6f-958b-05d134f8b119 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:50.362744 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:50.363256 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd05863d-76fa-4e6f-958b-05d134f8b119 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:50.366002 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd05863d-76fa-4e6f-958b-05d134f8b119'] response: {'name': 'network-changed', 'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'status': 'completed', 'code': 200} Apr 30 01:31:50.380908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afbee403-2234-4fb7-bd39-f5cc8373c813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.384066 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afbee403-2234-4fb7-bd39-f5cc8373c813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.388100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-afbee403-2234-4fb7-bd39-f5cc8373c813 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75cccf2a-438e-4222-a7e9-590ccaebac05 HTTP/1.1" status: 204 len: 168 time: 0.7120426 Apr 30 01:31:50.423718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbee403-2234-4fb7-bd39-f5cc8373c813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cccf2a-438e-4222-a7e9-590ccaebac05,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:50.431859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-ffb48388-8392-40f0-967e-0d41c164f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:50.433736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=9e9415cd-cec5-45b8-a860-d44d3e66710d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:50.438949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-ffb48388-8392-40f0-967e-0d41c164f3a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1094 time: 0.1198099 Apr 30 01:31:50.442458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.447729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2671bd8e-d4a2-438f-b336-bf45ad93d93d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:50.448098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.463647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.466034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3b66fe6-9fa4-4a02-96ec-7ea14fdefd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.512928 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.597410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b66fe6-9fa4-4a02-96ec-7ea14fdefd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033c66f6-2d5b-42cb-8bf2-adba8a1332cb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:50.602588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'Port': ['ID=aeed4ea2-210f-4d93-a51f-f75315b149c6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:50.625325 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3b66fe6-9fa4-4a02-96ec-7ea14fdefd35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.633869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-cdb347e9-2fc6-48c6-afc7-231c904ee749 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 217 time: 0.1843855 Apr 30 01:31:50.635046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:50.636311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c3b66fe6-9fa4-4a02-96ec-7ea14fdefd35 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/033c66f6-2d5b-42cb-8bf2-adba8a1332cb HTTP/1.1" status: 204 len: 168 time: 1.0141160 Apr 30 01:31:50.681734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] No DVR routers for this DVR port aeed4ea2-210f-4d93-a51f-f75315b149c6 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:31:50.682271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=f0f55171-425b-4e2f-a305-02eba6b4bd80,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:50.684749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.688958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7e4b73b-c63e-422b-909c-77f09a631c9b req-057afcb0-54e3-4aa7-bcf6-59b3d64c635c tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.23 "DELETE /v2.0/ports/aeed4ea2-210f-4d93-a51f-f75315b149c6 HTTP/1.1" status: 204 len: 173 time: 1.8640192 Apr 30 01:31:50.689452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'name': 'network-vif-deleted', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:50.692845 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cba830-ff85-4c64-8a20-e4053955c700" -d '{"events": [{"server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "name": "network-vif-deleted", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:50.744341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:50.751012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:50.754047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:50.757102 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80b59f-7e8c-4452-8ab1-4faba6b91d10 x-openstack-request-id: req-1b80b59f-7e8c-4452-8ab1-4faba6b91d10 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:50.758261 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dbb94b-72e0-4dfd-8086-ed17c267d701", "name": "network-vif-deleted", "tag": "aeed4ea2-210f-4d93-a51f-f75315b149c6", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:50.759371 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b80b59f-7e8c-4452-8ab1-4faba6b91d10 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:50.759834 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b80b59f-7e8c-4452-8ab1-4faba6b91d10'] response: {'server_uuid': '64dbb94b-72e0-4dfd-8086-ed17c267d701', 'name': 'network-vif-deleted', 'tag': 'aeed4ea2-210f-4d93-a51f-f75315b149c6', 'status': 'completed', 'code': 200} Apr 30 01:31:50.780042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2c67e-9632-4787-af95-ae3e6a38e2ad None None] Network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:50.874477 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.877715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:50.881279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-64338e68-0da4-4284-be60-61021833198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:50.883033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-64338e68-0da4-4284-be60-61021833198e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1977382 Apr 30 01:31:50.917558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3e9603ed-d956-4743-97b3-92062323d695 None None] Provisioning complete for port 9e9415cd-cec5-45b8-a860-d44d3e66710d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:50.918142 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e9603ed-d956-4743-97b3-92062323d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.090460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-5222c7a1-ff8b-4e5b-a9ce-7e7de84012a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:51.090460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-5222c7a1-ff8b-4e5b-a9ce-7e7de84012a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657791 Apr 30 01:31:51.090460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.133830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65809e54-ef1d-422b-927a-1cabfde1be25']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:51.169385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bc419b-1edf-40e6-b66c-c26c1f168f07') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:51.169678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bc419b-1edf-40e6-b66c-c26c1f168f07') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:51.184849 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.211004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.248631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:31:51.249034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:31:51.264112 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:31:51.272740 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-941db5d6-b61e-41b3-b4c0-86032e4eb8e2 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754000 Apr 30 01:31:51.294792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-76654849-bca5-4fd5-99d4-113316fddbab None None] Provisioning complete for port f0f55171-425b-4e2f-a305-02eba6b4bd80 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:51.295164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76654849-bca5-4fd5-99d4-113316fddbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.308601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.349266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-76654849-bca5-4fd5-99d4-113316fddbab None None] Port f0f55171-425b-4e2f-a305-02eba6b4bd80 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:51.377107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-76654849-bca5-4fd5-99d4-113316fddbab None None] Provisioning complete for port 9e9415cd-cec5-45b8-a860-d44d3e66710d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:51.377392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76654849-bca5-4fd5-99d4-113316fddbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.450100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa3a6d-338d-4600-b079-26e0b17a8cdf req-1bcf88e8-187f-4c3f-9d5d-a85c05c4b80b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:51.459257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96aa3a6d-338d-4600-b079-26e0b17a8cdf req-1bcf88e8-187f-4c3f-9d5d-a85c05c4b80b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 943 time: 0.1114476 Apr 30 01:31:51.460840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.538087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.553257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] 10.222.0.15 "DELETE /v2.0/networks/65809e54-ef1d-422b-927a-1cabfde1be25 HTTP/1.1" status: 204 len: 168 time: 0.8648343 Apr 30 01:31:51.553349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96aa3a6d-338d-4600-b079-26e0b17a8cdf req-655366c5-22f9-4e60-a3ff-65a872aa4ea2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816150 Apr 30 01:31:51.583139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7a26e-56be-447c-b683-3dce2b662a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=65809e54-ef1d-422b-927a-1cabfde1be25,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:51.588067 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff3e0bc5-0be6-499e-adf9-7065c0da222e req-7ef009da-c4f5-4346-ae14-d5a3b9015707 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639759 Apr 30 01:31:51.631346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e5587587-1513-482c-87b3-cb3f57e7abf4 None None] Provisioning complete for port f0f55171-425b-4e2f-a305-02eba6b4bd80 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:51.635168 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5587587-1513-482c-87b3-cb3f57e7abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.708145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e5587587-1513-482c-87b3-cb3f57e7abf4 None None] Port f0f55171-425b-4e2f-a305-02eba6b4bd80 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:51.709318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9e9415cd-cec5-45b8-a860-d44d3e66710d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:51.800371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9e9415cd-cec5-45b8-a860-d44d3e66710d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:51.800803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.818611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf7e3486-656d-41ee-bf4d-6c11f10211ab req-a3ef7c6e-c658-4b14-92e1-a7ccf3c22b0f tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/ports?device_id=64dbb94b-72e0-4dfd-8086-ed17c267d701 HTTP/1.1" status: 200 len: 210 time: 0.4653659 Apr 30 01:31:51.900554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-1cffe8ce-bb40-40fa-8d6b-d044e33b2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:51.902223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-1cffe8ce-bb40-40fa-8d6b-d044e33b2487 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1094 time: 0.0799766 Apr 30 01:31:51.977127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device aeed4ea2-210f-4d93-a51f-f75315b149c6 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:31:51.979195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:51.999883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: aeed4ea2-210f-4d93-a51f-f75315b149c6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:31:52.000479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device aeed4ea2-210f-4d93-a51f-f75315b149c6 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:31:52.021973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-11e5b1f2-55a6-4116-b28b-1811cc392dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:52.024003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-11e5b1f2-55a6-4116-b28b-1811cc392dc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.1140680 Apr 30 01:31:52.029805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51034) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:52.072023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:52.078500 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-d21f3e0d-e7c4-4ecf-87e5-0e83bebf283a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 217 time: 0.0478957 Apr 30 01:31:52.083496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1c8d755e-892d-43b3-9368-de301eb4a109 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d34e70caee8a42be9cb1c266f5ca79ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518901 Apr 30 01:31:52.085395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51036) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:52.155295 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d01b9ab8-3a48-4403-b168-82ca02614e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:52.182459 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d01b9ab8-3a48-4403-b168-82ca02614e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:52.300511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d01b9ab8-3a48-4403-b168-82ca02614e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:52.303693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d01b9ab8-3a48-4403-b168-82ca02614e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:52.307206 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d01b9ab8-3a48-4403-b168-82ca02614e29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ba6d603-730f-4126-ad04-0faafc23bf29 HTTP/1.1" status: 204 len: 168 time: 0.2184644 Apr 30 01:31:52.321497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9ab8-3a48-4403-b168-82ca02614e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba6d603-730f-4126-ad04-0faafc23bf29,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:52.556748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:52.560205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=f0f55171-425b-4e2f-a305-02eba6b4bd80,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:52.571365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-6217586b-7846-4174-a79f-fb87e23bb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:52.572911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-6217586b-7846-4174-a79f-fb87e23bb2da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.0901961 Apr 30 01:31:52.681776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-4ac74e77-11f2-4367-9689-8129f6a85a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:52.683390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-4ac74e77-11f2-4367-9689-8129f6a85a99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948896 Apr 30 01:31:52.703665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51056) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:52.744291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aebe4f-51f0-4c63-af34-f7eacd8b7244 req-667df95b-81cf-45ee-a5b1-51f9e4c4f2d4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:52.745010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:52.756040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1aebe4f-51f0-4c63-af34-f7eacd8b7244 req-667df95b-81cf-45ee-a5b1-51f9e4c4f2d4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 943 time: 0.1360402 Apr 30 01:31:52.814505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:52.822727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1aebe4f-51f0-4c63-af34-f7eacd8b7244 req-67881bcb-364f-4748-8c03-3236ac1f74be tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557115 Apr 30 01:31:52.997446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-819a4479-d0e7-4b0a-a4b4-d6382b56ce5d service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003614 Apr 30 01:31:53.025860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:53.049804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41afb11-aa27-48f2-ab54-10c1ed65482f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.063637 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1a1b974-061c-45cd-aa0d-728ef600fe50 req-3f408416-d2dc-48b3-bebb-7375d913fe83 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/d557b900-dc82-4117-92d3-964a3ec45e6a HTTP/1.1" status: 200 len: 1800 time: 0.1301534 Apr 30 01:31:53.148463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-52b2dfdf-cc24-46cd-91e9-0df5b99badf1 None None] Provisioning complete for port f0f55171-425b-4e2f-a305-02eba6b4bd80 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:53.150069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52b2dfdf-cc24-46cd-91e9-0df5b99badf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.194144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-52b2dfdf-cc24-46cd-91e9-0df5b99badf1 None None] Port f0f55171-425b-4e2f-a305-02eba6b4bd80 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:31:53.221402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41afb11-aa27-48f2-ab54-10c1ed65482f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.234753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e1a1b974-061c-45cd-aa0d-728ef600fe50 req-f4dcd478-05b7-41d4-94b3-6925000590b3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.259884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67070b02-d8c4-49d9-acd9-933cc6bec3af req-0d39b277-9e06-4aeb-bee3-6bcbb795eb11 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542312 Apr 30 01:31:53.261666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e1a1b974-061c-45cd-aa0d-728ef600fe50 req-f4dcd478-05b7-41d4-94b3-6925000590b3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.263342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:53.276237 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:53.288318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35262651-71eb-4ba6-a2c9-1c448f48198f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1927557 Apr 30 01:31:53.291492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51076) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:53.292048 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:53.292675 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:53.299145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'network': {'name': 'tempest-RoutersTest-298114053'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:53.304943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41afb11-aa27-48f2-ab54-10c1ed65482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.347419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41afb11-aa27-48f2-ab54-10c1ed65482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3bd74-ef8f-421c-9c0a-2244b9454d52,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:53.352904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c41afb11-aa27-48f2-ab54-10c1ed65482f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b839e5f3b6d4e2fb8b6deabeddc3b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377094 Apr 30 01:31:53.356232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51078) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:53.411953 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:53.416036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-843121c9-0776-423c-bd3b-e2242e46a9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.445666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-843121c9-0776-423c-bd3b-e2242e46a9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.467124 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e1a1b974-061c-45cd-aa0d-728ef600fe50 req-f4dcd478-05b7-41d4-94b3-6925000590b3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.470321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e1a1b974-061c-45cd-aa0d-728ef600fe50 req-f4dcd478-05b7-41d4-94b3-6925000590b3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.471779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1a1b974-061c-45cd-aa0d-728ef600fe50 req-f4dcd478-05b7-41d4-94b3-6925000590b3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/d557b900-dc82-4117-92d3-964a3ec45e6a HTTP/1.1" status: 204 len: 173 time: 0.4009948 Apr 30 01:31:53.493672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcd478-05b7-41d4-94b3-6925000590b3 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d557b900-dc82-4117-92d3-964a3ec45e6a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:53.520914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:53.528622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.608653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82aace8d-a5f8-4907-8ee0-fb1781ca180d req-3e3b909c-646a-46aa-8995-a082788a7486 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "GET /v2.0/security-groups/cb3f13cd-d885-491c-8b40-d06d4e5197a2 HTTP/1.1" status: 200 len: 1803 time: 0.0925686 Apr 30 01:31:53.646801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-843121c9-0776-423c-bd3b-e2242e46a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.649414 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-843121c9-0776-423c-bd3b-e2242e46a9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.650565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-843121c9-0776-423c-bd3b-e2242e46a9f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21d3bd74-ef8f-421c-9c0a-2244b9454d52 HTTP/1.1" status: 204 len: 168 time: 0.2927563 Apr 30 01:31:53.657847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:53.672284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843121c9-0776-423c-bd3b-e2242e46a9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3bd74-ef8f-421c-9c0a-2244b9454d52,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:53.698085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.698085 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added segment 6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd of type vlan for network 64f23d68-8db5-4b99-80f5-00bb2b7a175a Apr 30 01:31:53.700421 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82aace8d-a5f8-4907-8ee0-fb1781ca180d req-fc360a24-7b54-4f94-8ee2-8953a14d93f8 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.723730 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:51Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:51Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:53.753201 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:31:53.753432 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Updating router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 port f0f55171-425b-4e2f-a305-02eba6b4bd80 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:31:53.776964 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.784483 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.809987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:31:53.818929 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82aace8d-a5f8-4907-8ee0-fb1781ca180d req-fc360a24-7b54-4f94-8ee2-8953a14d93f8 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.859513 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.869974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:53.879650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:53.981308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Network': ['ID=64f23d68-8db5-4b99-80f5-00bb2b7a175a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:54.004190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 64f23d68-8db5-4b99-80f5-00bb2b7a175a details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:54.025663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c1e7d19c-7f66-4925-9d29-6cb88bdc706d tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7316589 Apr 30 01:31:54.031927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51098) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:54.036795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470fc14-412f-41cf-bba6-492da9a8ea24 req-b1f48f51-c7f0-4c3f-8bb2-49f64c9d0b90 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:54.038158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'subnet': {'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:54.039318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0470fc14-412f-41cf-bba6-492da9a8ea24 req-b1f48f51-c7f0-4c3f-8bb2-49f64c9d0b90 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 943 time: 0.0805111 Apr 30 01:31:54.062545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82aace8d-a5f8-4907-8ee0-fb1781ca180d req-fc360a24-7b54-4f94-8ee2-8953a14d93f8 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.065384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82aace8d-a5f8-4907-8ee0-fb1781ca180d req-fc360a24-7b54-4f94-8ee2-8953a14d93f8 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.066749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82aace8d-a5f8-4907-8ee0-fb1781ca180d req-fc360a24-7b54-4f94-8ee2-8953a14d93f8 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] 10.222.0.15 "DELETE /v2.0/security-groups/cb3f13cd-d885-491c-8b40-d06d4e5197a2 HTTP/1.1" status: 204 len: 173 time: 0.4563046 Apr 30 01:31:54.073214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51100) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:54.081495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:54.113535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'mac_address': 'fa:16:3e:c2:db:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:31:54.140676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0470fc14-412f-41cf-bba6-492da9a8ea24 req-cec8e118-8855-4d09-adab-870e09e3cc69 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948844 Apr 30 01:31:54.155318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6c2f7c-2f63-4a3e-9f35-13977a0076c4 admin admin] Deleting subnet fd97ed06-d4f3-4106-89ae-6a5155bb7a4d {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:31:54.164828 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2f7c-2f63-4a3e-9f35-13977a0076c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.176461 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.218502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2f7c-2f63-4a3e-9f35-13977a0076c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.230156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abefad0a-faf2-4dc7-9caa-9f3f59e7439c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:31:54.239000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc360a24-7b54-4f94-8ee2-8953a14d93f8 tempest-SecurityGroupsTestJSON-741835336 tempest-SecurityGroupsTestJSON-741835336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f13cd-d885-491c-8b40-d06d4e5197a2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:54.301958 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.307337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2f7c-2f63-4a3e-9f35-13977a0076c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.326369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:54.392056 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.392238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Made reservation on behalf of c7e379ce0c4f4a8ebe025e18acaa8bb5 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:54.392351 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.399257 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.444375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2f7c-2f63-4a3e-9f35-13977a0076c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.478347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2f7c-2f63-4a3e-9f35-13977a0076c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.486959 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ae6c2f7c-2f63-4a3e-9f35-13977a0076c4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd97ed06-d4f3-4106-89ae-6a5155bb7a4d HTTP/1.1" status: 204 len: 168 time: 0.4078932 Apr 30 01:31:54.488541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51116) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:54.494076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:54.497901 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e39743-7f84-44e9-b5ab-1a5ffa7b83d5 None None] Pushing event updated for resources: {'Port': ['ID=f0f55171-425b-4e2f-a305-02eba6b4bd80,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:54.600162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c2f7c-2f63-4a3e-9f35-13977a0076c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd97ed06-d4f3-4106-89ae-6a5155bb7a4d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:54.603781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['abefad0a-faf2-4dc7-9caa-9f3f59e7439c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:31:54.639202 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Attempting to bind port f0f55171-425b-4e2f-a305-02eba6b4bd80 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:54.639518 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Attempting to bind port f0f55171-425b-4e2f-a305-02eba6b4bd80 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:54.639885 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Attempting to bind port f0f55171-425b-4e2f-a305-02eba6b4bd80 on network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:54.664883 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:54.665260 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Checking segment: {'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:54.665664 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.666060 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Bound using segment: {'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:54.666531 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Bound port: f0f55171-425b-4e2f-a305-02eba6b4bd80, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1ecb97-6d46-49ff-9a66-f6f66673b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:54.666908 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.734216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.842983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.855241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.859893 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] For port f0f55171-425b-4e2f-a305-02eba6b4bd80, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:54.865211 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] For port f0f55171-425b-4e2f-a305-02eba6b4bd80, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f0f55171-425b-4e2f-a305-02eba6b4bd80,segment=NetworkSegment(9e1ecb97-6d46-49ff-9a66-f6f66673b9af),segment_id=9e1ecb97-6d46-49ff-9a66-f6f66673b9af)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:54.872208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:54.884321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb452a39-2461-4611-9598-66056c40d2c0') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:54.888514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb452a39-2461-4611-9598-66056c40d2c0') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:54.898856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.918463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.926547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:31:54.926890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.937559 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:31:54.986428 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:31:55.012985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Subnet': ['ID=6f9748e1-c376-43a7-b21c-7ea83f7da2d7,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:55.028242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Checking segment: {'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:55.028613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network hostable DHCP agents. Network: 64f23d68-8db5-4b99-80f5-00bb2b7a175a, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:31:55.063217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:55.070770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b67605d-818c-455a-a128-11e099113f12 None None] Provisioning complete for port f0f55171-425b-4e2f-a305-02eba6b4bd80 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:55.074096 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b67605d-818c-455a-a128-11e099113f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:55.110501 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:55.111182 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:55.120598 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:55.144350 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9 HTTP/1.1" status: 204 len: 168 time: 0.6443980 Apr 30 01:31:55.144350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ec356-85c9-43fc-99d8-a0483154c6f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8f7662-020a-48bc-9bd8-2f0f7cfd6ea9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:55.164452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 64f23d68-8db5-4b99-80f5-00bb2b7a175a is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:31:55.212117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-645d55fc-0cdb-4494-b283-8c73dd9bd5e5 req-8a201ccd-d29d-40c1-82dd-d50397ef3eee tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.1164696 Apr 30 01:31:55.266469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 64f23d68-8db5-4b99-80f5-00bb2b7a175a) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:55.271335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:55.271987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:55.289192 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b67605d-818c-455a-a128-11e099113f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:55.293404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2cf796-fe95-4971-9cdf-dd2715644336 None None] Network 64f23d68-8db5-4b99-80f5-00bb2b7a175a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:55.360327 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e39743-7f84-44e9-b5ab-1a5ffa7b83d5 None None] Pushing event updated for resources: {'Port': ['ID=f0f55171-425b-4e2f-a305-02eba6b4bd80,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:55.461189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-db7b710c-2037-4fee-ae08-bde4a0dbaa04 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4252977 Apr 30 01:31:55.461471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51156) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:55.471553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b67605d-818c-455a-a128-11e099113f12 None None] For port f0f55171-425b-4e2f-a305-02eba6b4bd80, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f0f55171-425b-4e2f-a305-02eba6b4bd80,segment=NetworkSegment(9e1ecb97-6d46-49ff-9a66-f6f66673b9af),segment_id=9e1ecb97-6d46-49ff-9a66-f6f66673b9af)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:55.479380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbb9bf-f0f4-4e7d-96c9-868fb453dd98 req-d838cc7a-721e-4a56-8418-bfbfaf3e86fe tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:55.489509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bbbb9bf-f0f4-4e7d-96c9-868fb453dd98 req-d838cc7a-721e-4a56-8418-bfbfaf3e86fe tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1921365 Apr 30 01:31:55.490746 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:55.607334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b67605d-818c-455a-a128-11e099113f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:55.642121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bbbb9bf-f0f4-4e7d-96c9-868fb453dd98 req-d773b6d7-3888-4283-a039-86661262af53 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503997 Apr 30 01:31:55.736116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51168) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:55.754529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'fixed_ips': [{'subnet_id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:31:55.768554 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:55.812393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:55.903853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67605d-818c-455a-a128-11e099113f12 None None] Pushing event updated for resources: {'Port': ['ID=f0f55171-425b-4e2f-a305-02eba6b4bd80,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:55.928418 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:51Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:54Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:55.950380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0d85090e-c389-49c8-8ada-c73b53267f12 None None] Provisioning complete for port f0f55171-425b-4e2f-a305-02eba6b4bd80 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:55.950756 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d85090e-c389-49c8-8ada-c73b53267f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:55.966422 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb3321-80e1-4e1f-a36c-11875ffc4367 None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:51Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:54Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:31:55.999580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-38b1dd95-3684-4fc9-bbba-c33259529f75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8452052ab9fb4c0493750e9ea859342d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621174 Apr 30 01:31:56.002111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51170) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:56.131542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-47aac027-0e1f-434a-bc71-1a0215b6de93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.146039 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.186409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port abefad0a-faf2-4dc7-9caa-9f3f59e7439c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:31:56.188113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-47aac027-0e1f-434a-bc71-1a0215b6de93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.208585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port abefad0a-faf2-4dc7-9caa-9f3f59e7439c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:56.209173 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.303017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Allocated IP 172.23.0.2 (64f23d68-8db5-4b99-80f5-00bb2b7a175a/6f9748e1-c376-43a7-b21c-7ea83f7da2d7/c0631fd4-4241-4d68-9bc4-347ac9c02489) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:56.367383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-47aac027-0e1f-434a-bc71-1a0215b6de93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.370414 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-47aac027-0e1f-434a-bc71-1a0215b6de93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.372718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-47aac027-0e1f-434a-bc71-1a0215b6de93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/279c8ba8-0f1d-4eac-9ac2-64f867023326 HTTP/1.1" status: 204 len: 168 time: 0.3694518 Apr 30 01:31:56.392873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aac027-0e1f-434a-bc71-1a0215b6de93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c8ba8-0f1d-4eac-9ac2-64f867023326,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:56.407616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e75aca90-fcec-4d6b-8a87-662c8c3ffad7 req-547bba2f-3ec4-4778-927a-bc138d07029e tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0824602 Apr 30 01:31:56.542597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51180) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:56.704237 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f4f88ec-b0b0-4443-ad5f-6caf2002f6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.813109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050b2c-d5fe-4200-8b36-3eff50e2df34 req-dadb4d67-5556-49a9-bc49-1a7bf19672fc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:56.814830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f050b2c-d5fe-4200-8b36-3eff50e2df34 req-dadb4d67-5556-49a9-bc49-1a7bf19672fc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0863304 Apr 30 01:31:56.881546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f4f88ec-b0b0-4443-ad5f-6caf2002f6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.887734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f050b2c-d5fe-4200-8b36-3eff50e2df34 req-0a11903a-fa73-4385-8f2c-aa6d5b79b223 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582979 Apr 30 01:31:56.908777 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.953260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.971357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f4f88ec-b0b0-4443-ad5f-6caf2002f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:56.979974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:31:56.985471 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaf189a-1191-41c3-86b8-d5b3fe59e574" -d '{"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-plugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:31:56.997791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:57.029853 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.039198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f4f88ec-b0b0-4443-ad5f-6caf2002f6f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=598315a5fb0f46818613f960e45fb737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922080 Apr 30 01:31:57.050431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51192) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:57.102916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f88ec-b0b0-4443-ad5f-6caf2002f6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d71b496-fdad-4140-9e2d-a0a562d81d7c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:57.117190 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b23830c-1f7c-47ff-a4f7-48a65eaa0bf6 x-openstack-request-id: req-7b23830c-1f7c-47ff-a4f7-48a65eaa0bf6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:31:57.117498 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-plugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:31:57.117751 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b23830c-1f7c-47ff-a4f7-48a65eaa0bf6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:31:57.118135 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b23830c-1f7c-47ff-a4f7-48a65eaa0bf6'] response: {'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'code': 200} Apr 30 01:31:57.130543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Network 64f23d68-8db5-4b99-80f5-00bb2b7a175a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:57.133596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Allocated IP 172.23.0.1 (64f23d68-8db5-4b99-80f5-00bb2b7a175a/6f9748e1-c376-43a7-b21c-7ea83f7da2d7/702a9c42-d710-4d93-b6e9-27f4da5d79c4) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:31:57.134020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:57.136294 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.140135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:57.173711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd26e5b9-61b8-4264-9909-255dc896f380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.230750 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd26e5b9-61b8-4264-9909-255dc896f380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.231330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Pushing event updated for resources: {'Port': ['ID=c0631fd4-4241-4d68-9bc4-347ac9c02489,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:57.256728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb44e3-b4ae-461f-8638-fd1e66cb244a req-8f076f20-7b5c-4102-b887-87c9d0a7adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:57.258288 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-becb44e3-b4ae-461f-8638-fd1e66cb244a req-8f076f20-7b5c-4102-b887-87c9d0a7adf2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1096 time: 0.1199920 Apr 30 01:31:57.262062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Attempting to bind port c0631fd4-4241-4d68-9bc4-347ac9c02489 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:31:57.262431 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Attempting to bind port c0631fd4-4241-4d68-9bc4-347ac9c02489 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:31:57.262928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Attempting to bind port c0631fd4-4241-4d68-9bc4-347ac9c02489 on network 64f23d68-8db5-4b99-80f5-00bb2b7a175a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:31:57.292301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:31:57.292681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Checking segment: {'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:57.294539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.295126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Bound using segment: {'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:31:57.295806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Bound port: c0631fd4-4241-4d68-9bc4-347ac9c02489, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:31:57.296534 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.302280 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-becb44e3-b4ae-461f-8638-fd1e66cb244a req-a3a342f0-929d-4b7d-84bf-a2f944479416 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373023 Apr 30 01:31:57.356887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:57.392872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] For port c0631fd4-4241-4d68-9bc4-347ac9c02489, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:31:57.397866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] For port c0631fd4-4241-4d68-9bc4-347ac9c02489, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c0631fd4-4241-4d68-9bc4-347ac9c02489,segment=NetworkSegment(6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd),segment_id=6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:31:57.403969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd26e5b9-61b8-4264-9909-255dc896f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.408355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.409109 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cd26e5b9-61b8-4264-9909-255dc896f380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.412341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cd26e5b9-61b8-4264-9909-255dc896f380 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d71b496-fdad-4140-9e2d-a0a562d81d7c HTTP/1.1" status: 204 len: 168 time: 0.3594425 Apr 30 01:31:57.421571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26e5b9-61b8-4264-9909-255dc896f380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d71b496-fdad-4140-9e2d-a0a562d81d7c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:57.461049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.552202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b93fe-805f-4d5c-a1eb-761f586fc37d None None] Pushing event updated for resources: {'Port': ['ID=c0631fd4-4241-4d68-9bc4-347ac9c02489,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:57.554404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.606517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 64f23d68-8db5-4b99-80f5-00bb2b7a175a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:57.614365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:57.640516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c15d2776-d5b6-4342-931d-b0b5cbe3ff3b req-8242be0f-d596-4a4e-9e0d-b470efbd60ee tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0662372 Apr 30 01:31:57.656648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:31:57.730479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f0f55171-425b-4e2f-a305-02eba6b4bd80 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:57.733165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=702a9c42-d710-4d93-b6e9-27f4da5d79c4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:57.754631 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:57.814389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f0f55171-425b-4e2f-a305-02eba6b4bd80 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:57.817457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.121455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.215902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51230) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:58.276963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc20d5-6083-42c9-90eb-9d0f37642e67 req-26f07605-f0cb-48e4-8832-1a56f80ef6dc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:58.278816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0fdc20d5-6083-42c9-90eb-9d0f37642e67 req-26f07605-f0cb-48e4-8832-1a56f80ef6dc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.2629025 Apr 30 01:31:58.388393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1876112917-network', 'tenant_id': '3ec7b250dbb143c9a8e4647b4614b00c'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:58.414657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0fdc20d5-6083-42c9-90eb-9d0f37642e67 req-a94f95f9-6b96-4c1f-9579-638ed7ee343f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716541 Apr 30 01:31:58.490205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Made reservation on behalf of 3ec7b250dbb143c9a8e4647b4614b00c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:58.493163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.508266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.588562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.621972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.752791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.757202 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f3f773c-f8aa-4c8b-8a3b-10e9be811f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.759384 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.800637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:31:58.821400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e866369-5cde-41f7-9c5c-79a02da6aabe req-a9032cdb-ec80-435f-b6a3-30f8a987ff57 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0469370 Apr 30 01:31:58.821972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:58.836828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.836828 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Added segment e40bdeee-7c47-4685-a37f-9b4927e11403 of type vlan for network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 Apr 30 01:31:58.841769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event updated for resources: {'Port': ['ID=702a9c42-d710-4d93-b6e9-27f4da5d79c4,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:58.844497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.903931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:58.950138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa8aa49-adad-4644-a4c3-3e87745d9b70 None None] Network 64f23d68-8db5-4b99-80f5-00bb2b7a175a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:31:58.972105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Network 64f23d68-8db5-4b99-80f5-00bb2b7a175a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:31:58.974285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:31:59.012401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:59.013478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:59.014274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:59.015965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-09eae554-9a7c-42a3-8859-fcd4971e4894 None None] Provisioning complete for port c0631fd4-4241-4d68-9bc4-347ac9c02489 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:31:59.016594 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09eae554-9a7c-42a3-8859-fcd4971e4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:59.099246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:31:59.102301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=23878329-bfa7-4ad7-a536-b4d8a952b5f8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:59.115701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:31:59.182986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-522747d9-a2ce-487f-9ee8-868df9be4eb2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9613104 Apr 30 01:31:59.183965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51250) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:59.189234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Request body: {'subnet': {'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1876112917-subnet', 'tenant_id': '3ec7b250dbb143c9a8e4647b4614b00c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:59.241511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:31:59.258589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ff241e50-62b9-47a5-96d9-7943a631e8b7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7865896 Apr 30 01:31:59.258687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09eae554-9a7c-42a3-8859-fcd4971e4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:59.258792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51260) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:31:59.261927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:31:59.274659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:31:59.284028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Made reservation on behalf of 3ec7b250dbb143c9a8e4647b4614b00c for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:31:59.287889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:59.307628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:31:59.308274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:31:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:31:59.322750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-09eae554-9a7c-42a3-8859-fcd4971e4894 None None] For port c0631fd4-4241-4d68-9bc4-347ac9c02489, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c0631fd4-4241-4d68-9bc4-347ac9c02489,segment=NetworkSegment(6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd),segment_id=6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:31:59.446640 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09eae554-9a7c-42a3-8859-fcd4971e4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:59.502275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:31:59.680014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eae554-9a7c-42a3-8859-fcd4971e4894 None None] Pushing event updated for resources: {'Port': ['ID=c0631fd4-4241-4d68-9bc4-347ac9c02489,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:59.784220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecb25d-abe4-45c2-aeca-3b633f55a4fc req-1b2e8bd1-8929-444f-9a2f-65bb0edaae8f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:31:59.792009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c0631fd4-4241-4d68-9bc4-347ac9c02489 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:31:59.792587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbecb25d-abe4-45c2-aeca-3b633f55a4fc req-1b2e8bd1-8929-444f-9a2f-65bb0edaae8f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.2653263 Apr 30 01:31:59.837128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbecb25d-abe4-45c2-aeca-3b633f55a4fc req-d5370fad-b176-4c03-8620-6d9a873d56bc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Apr 30 01:31:59.846319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:31:59.950011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df49d237-d09b-40d6-81b4-47e92760748f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:31:59.974898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Checking segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:31:59.979330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Network hostable DHCP agents. Network: 23878329-bfa7-4ad7-a536-b4d8a952b5f8, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:32:00.037399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9465ff3-06a0-4e51-92fb-a85318f90d15 req-a6e89e50-b66f-43e8-827b-5554814c3f50 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0452414 Apr 30 01:32:00.055150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b8e7eb29-2086-4fc7-9713-b6cd47b19cd9 None None] Provisioning complete for port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:00.055582 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8e7eb29-2086-4fc7-9713-b6cd47b19cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.077012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7dbaf296-c269-49ba-beb3-4e70d3ab1e3d req-12274766-a6ef-4d2d-b3fc-f35bf5d35d73 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0850592 Apr 30 01:32:00.106608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c0631fd4-4241-4d68-9bc4-347ac9c02489 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:00.107476 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.110832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.extraroute_db [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103319) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 01:32:00.118560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:32:00.130005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.extraroute_db [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Removed routes are [] {{(pid=103319) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 01:32:00.130592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.136873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7eb29-2086-4fc7-9713-b6cd47b19cd9 None None] Port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:32:00.154211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a5b40-a121-4198-afed-2c7292fb2eee req-2925af74-92d8-4e07-93bc-e57f87059c9f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:00.156062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b91a5b40-a121-4198-afed-2c7292fb2eee req-2925af74-92d8-4e07-93bc-e57f87059c9f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.1525295 Apr 30 01:32:00.166404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51292) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:00.171108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'floatingip': {'port_id': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:00.177849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:31:57Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a9c42-d710-4d93-b6e9-27f4da5d79c4', 'name': '', 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:70:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:56Z', 'updated_at': '2022-04-30T01:31:58Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:00.213846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.222133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:00.222802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Updating router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:32:00.226851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b8e7eb29-2086-4fc7-9713-b6cd47b19cd9 None None] Provisioning complete for port c0631fd4-4241-4d68-9bc4-347ac9c02489 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:00.227392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8e7eb29-2086-4fc7-9713-b6cd47b19cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.227933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51296) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:00.256167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 23878329-bfa7-4ad7-a536-b4d8a952b5f8) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:00.283101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:00.283771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.288271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49a957-a8c2-4b9f-8509-fa0d4e259cc8 None None] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:32:00.443472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-429e61d8-473b-43d0-bfdd-c58ab30de30d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2553437 Apr 30 01:32:00.481808 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58574141-4d29-4b4f-adf2-9a0e571cd126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.554800 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.646959 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58574141-4d29-4b4f-adf2-9a0e571cd126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.657571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.661969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.713200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58574141-4d29-4b4f-adf2-9a0e571cd126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.770584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574141-4d29-4b4f-adf2-9a0e571cd126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a90c159-6489-4693-b8e3-786b02be3cd7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:00.877157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.resource_extend [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:32:00.948674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'tenant_id': '3ec7b250dbb143c9a8e4647b4614b00c', 'fixed_ips': [{'subnet_id': 'df49d237-d09b-40d6-81b4-47e92760748f'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:32:00.949539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:00.969266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.044558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.188503 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.195138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a308bb97-8f8a-461d-9eb6-96bf89b91275 None None] Provisioning complete for port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:01.195907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a308bb97-8f8a-461d-9eb6-96bf89b91275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.257651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce562854-91da-4bac-a980-4d926c246dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.314823 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.325365 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Floating IP 24607a94-7e1c-4dbe-828e-1a6a9223fd96 associated. External IP: 172.25.0.66, port: abefad0a-faf2-4dc7-9caa-9f3f59e7439c. Apr 30 01:32:01.336511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-795460da-34f9-4e28-82e8-8b37967b87a5 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:01.343632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-795460da-34f9-4e28-82e8-8b37967b87a5 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 816 time: 0.2029557 Apr 30 01:32:01.351329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20bb3e2e-95cc-4cea-bf1e-2d11c77039c0 req-48e1da62-f6fd-4bf5-844e-eea6edee97b2 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0542438 Apr 30 01:32:01.354046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:01.361237 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58574141-4d29-4b4f-adf2-9a0e571cd126 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a82241a905341428fa4bc485cc3ca64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1321034 Apr 30 01:32:01.364793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51328) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:01.397529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a2b7ad73-6d5e-4205-8880-9b03d4b5aaad tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/quotas/3ec7b250dbb143c9a8e4647b4614b00c HTTP/1.1" status: 200 len: 375 time: 0.0503967 Apr 30 01:32:01.433829 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-2d723924-0324-4b33-929f-9d1a0e0a9e0d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361824 Apr 30 01:32:01.494749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a308bb97-8f8a-461d-9eb6-96bf89b91275 None None] Port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:32:01.512221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8366-466b-4fc8-9f7c-c8ace90e27c5 None None] Pushing event updated for resources: {'Port': ['ID=702a9c42-d710-4d93-b6e9-27f4da5d79c4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:01.521895 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce40223e-1f1e-496d-8b79-12312bc9b59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.561294 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce40223e-1f1e-496d-8b79-12312bc9b59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.572251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:01.581382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.588539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6c567e99-3a61-4022-833c-42dbf464f0e0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 200 len: 933 time: 2.3354816 Apr 30 01:32:01.595461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51332) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:01.674312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-0794da6e-8efd-4f13-b435-b0f503e4f41b service neutron] 10.222.0.15 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391498 Apr 30 01:32:01.686953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Allocated IP 172.20.0.2 (23878329-bfa7-4ad7-a536-b4d8a952b5f8/df49d237-d09b-40d6-81b4-47e92760748f/722bf0c0-8a4e-4320-bf12-b6d94471b347) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:32:01.703661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c0631fd4-4241-4d68-9bc4-347ac9c02489 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:01.705630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Attempting to bind port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:32:01.708817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Attempting to bind port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:32:01.708817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Attempting to bind port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 on network 64f23d68-8db5-4b99-80f5-00bb2b7a175a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:01.716214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:32:01.716592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Checking segment: {'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:32:01.716996 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.717389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Bound using segment: {'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:32:01.717884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Bound port: 702a9c42-d710-4d93-b6e9-27f4da5d79c4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:32:01.718247 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.783158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3356c4e5-9a5a-46dd-8778-f18d0ee716a1 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 200 len: 933 time: 0.1868427 Apr 30 01:32:01.783397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51334) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:01.788862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'routes': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:01.845186 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce40223e-1f1e-496d-8b79-12312bc9b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.848238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce40223e-1f1e-496d-8b79-12312bc9b59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:01.849633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ce40223e-1f1e-496d-8b79-12312bc9b59d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a90c159-6489-4693-b8e3-786b02be3cd7 HTTP/1.1" status: 204 len: 168 time: 0.4834681 Apr 30 01:32:01.903066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-de248f1a-d39b-4705-8d42-a3cc3805307e service neutron] 10.222.0.15 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078292 Apr 30 01:32:01.903173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40223e-1f1e-496d-8b79-12312bc9b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a90c159-6489-4693-b8e3-786b02be3cd7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:01.927215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] For port 702a9c42-d710-4d93-b6e9-27f4da5d79c4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:32:01.978369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Router eb96de1f-e78f-467b-8f4f-761b93d92484 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:02.005507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] For port 702a9c42-d710-4d93-b6e9-27f4da5d79c4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=702a9c42-d710-4d93-b6e9-27f4da5d79c4,segment=NetworkSegment(6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd),segment_id=6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:32:02.051670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0cc014c-0c97-4d8c-b1c0-c841e279af11 None None] Provisioning complete for port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:02.052045 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0cc014c-0c97-4d8c-b1c0-c841e279af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:02.080809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c0631fd4-4241-4d68-9bc4-347ac9c02489 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:02.081173 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:02.107158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:02.114299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:02.121102 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] Sync routers for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:02.141645 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:02.143085 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:02.151957 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9b03c0b2-6a42-494f-9d4c-94b9c044dc0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "PUT /v2.0/floatingips/24607a94-7e1c-4dbe-828e-1a6a9223fd96 HTTP/1.1" status: 200 len: 990 time: 1.9804428 Apr 30 01:32:02.152857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:02.156582 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd98dee4-85e4-4fa6-81e7-9be445302787" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:02.165340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:02.172647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc014c-0c97-4d8c-b1c0-c841e279af11 None None] Port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:32:02.246622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:02.273295 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab79bb7-23b0-4816-8c1c-9d4d90d0752f x-openstack-request-id: req-fab79bb7-23b0-4816-8c1c-9d4d90d0752f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:02.274241 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:02.274241 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fab79bb7-23b0-4816-8c1c-9d4d90d0752f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:02.274485 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab79bb7-23b0-4816-8c1c-9d4d90d0752f'] response: {'name': 'network-changed', 'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'status': 'completed', 'code': 200} Apr 30 01:32:02.293145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.extraroute_db [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added routes are [] {{(pid=103319) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 01:32:02.296299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.extraroute_db [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103319) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 01:32:02.354537 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:02.369123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8366-466b-4fc8-9f7c-c8ace90e27c5 None None] Pushing event updated for resources: {'Port': ['ID=702a9c42-d710-4d93-b6e9-27f4da5d79c4,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:02.377341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:02.406948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:02.407734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61883e-1e05-4fc4-b473-20eb8e0e10e0 req-038cae9c-d651-4225-bc2d-63cf43906da6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:02.408511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:02.409931 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b61883e-1e05-4fc4-b473-20eb8e0e10e0 req-038cae9c-d651-4225-bc2d-63cf43906da6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.1910784 Apr 30 01:32:02.412174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:02.475779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b61883e-1e05-4fc4-b473-20eb8e0e10e0 req-a050e01f-7a4c-40f7-87f0-04ce7745deff tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564373 Apr 30 01:32:02.657906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:02.723297 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:02.816250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:32:02.824080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:02.835568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:32:02.880109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-053d02fb-be0a-438c-a693-711391903c43 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:02.888162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a924337-a928-4d37-bdc4-1affec4649b3 req-040bde5c-9fe8-4c23-808d-085ac7d62d02 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.1963875 Apr 30 01:32:02.889231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-053d02fb-be0a-438c-a693-711391903c43 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 816 time: 0.3448207 Apr 30 01:32:02.900632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-372c59ce-2669-46b7-986e-c39a41fe137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:02.902492 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-372c59ce-2669-46b7-986e-c39a41fe137a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1096 time: 0.5900276 Apr 30 01:32:02.946839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2eda88d6-e6b8-4097-92ae-08864789e15c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/quotas/3ec7b250dbb143c9a8e4647b4614b00c HTTP/1.1" status: 200 len: 375 time: 0.0554445 Apr 30 01:32:02.947933 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '24607a94-7e1c-4dbe-828e-1a6a9223fd96', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'port_id': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'mac_address': 'fa:16:3e:c2:db:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:37Z', 'updated_at': '2022-04-30T01:32:00Z', 'revision_number': 1, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:34Z', 'revision_number': 5, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:02.954777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Pushing event updated for resources: {'Port': ['ID=722bf0c0-8a4e-4320-bf12-b6d94471b347,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:03.006206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-86be1a29-2f18-4cae-b777-73b374152a1e None None] Provisioning complete for port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:03.006897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86be1a29-2f18-4cae-b777-73b374152a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.022394 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] Checking router: eb96de1f-e78f-467b-8f4f-761b93d92484 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:03.034751 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:03.038710 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:03.115766 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.122776 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.190928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053022c3-74b2-4669-a4fa-dd82ee0ce074 req-29f399dd-f98b-42b9-984a-bb7ba3094892 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:03.194292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-053022c3-74b2-4669-a4fa-dd82ee0ce074 req-29f399dd-f98b-42b9-984a-bb7ba3094892 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.1829460 Apr 30 01:32:03.214260 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:03.230812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Attempting to bind port 722bf0c0-8a4e-4320-bf12-b6d94471b347 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:32:03.231188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Attempting to bind port 722bf0c0-8a4e-4320-bf12-b6d94471b347 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:32:03.231573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Attempting to bind port 722bf0c0-8a4e-4320-bf12-b6d94471b347 on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:03.249842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:32:03.250212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Checking segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:32:03.250610 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.250995 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Bound using segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:32:03.251510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Bound port: 722bf0c0-8a4e-4320-bf12-b6d94471b347, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:32:03.251929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.290362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-053022c3-74b2-4669-a4fa-dd82ee0ce074 req-5156007b-a470-464e-a09c-c3a3b64ecf50 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948353 Apr 30 01:32:03.313515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:03.414313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] For port 722bf0c0-8a4e-4320-bf12-b6d94471b347, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:32:03.418196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] For port 722bf0c0-8a4e-4320-bf12-b6d94471b347, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=722bf0c0-8a4e-4320-bf12-b6d94471b347,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:32:03.433111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86be1a29-2f18-4cae-b777-73b374152a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.464911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:00Z', 'revision_number': 6, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a9c42-d710-4d93-b6e9-27f4da5d79c4', 'name': '', 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:70:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:56Z', 'updated_at': '2022-04-30T01:32:01Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:03.516046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:03.532441 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.537522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a00c7e17-634d-41d8-91ba-bc2fbce91b5a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 200 len: 699 time: 1.7530823 Apr 30 01:32:03.540167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51394) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:03.573615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c954c-5093-4ab7-9ab7-93bffd1c7c5c None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:00Z', 'revision_number': 6, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a9c42-d710-4d93-b6e9-27f4da5d79c4', 'name': '', 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:70:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:56Z', 'updated_at': '2022-04-30T01:32:01Z', 'revision_number': 4, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:03.585407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.750525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-86be1a29-2f18-4cae-b777-73b374152a1e None None] For port 702a9c42-d710-4d93-b6e9-27f4da5d79c4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=702a9c42-d710-4d93-b6e9-27f4da5d79c4,segment=NetworkSegment(6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd),segment_id=6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:03.819949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-1824b5d8-cede-4cad-8e6e-7af61d47563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:03.823665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-1824b5d8-cede-4cad-8e6e-7af61d47563c service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.9121644 Apr 30 01:32:03.824560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86be1a29-2f18-4cae-b777-73b374152a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:03.873017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6a4b3768-2739-4f86-8139-1416d6364ee7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 200 len: 699 time: 0.3315797 Apr 30 01:32:03.873644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51406) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:03.878164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bb637-90d7-41f0-85c7-5a7329bbf458 None None] Pushing event updated for resources: {'Port': ['ID=722bf0c0-8a4e-4320-bf12-b6d94471b347,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:03.917770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-281ac953-9612-433d-bde2-505586d7ea40 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9678383 Apr 30 01:32:03.957666 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '24607a94-7e1c-4dbe-828e-1a6a9223fd96', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'port_id': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'mac_address': 'fa:16:3e:c2:db:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:37Z', 'updated_at': '2022-04-30T01:32:00Z', 'revision_number': 1, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:34Z', 'revision_number': 5, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:04.000665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:04.011199 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097beda4-1f72-4e65-be5e-8a3c0ab7e340 None None] The sync data for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 is: [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '24607a94-7e1c-4dbe-828e-1a6a9223fd96', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'port_id': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'mac_address': 'fa:16:3e:c2:db:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:37Z', 'updated_at': '2022-04-30T01:32:00Z', 'revision_number': 1, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:34Z', 'revision_number': 5, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:04.037451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be1a29-2f18-4cae-b777-73b374152a1e None None] Pushing event updated for resources: {'Port': ['ID=702a9c42-d710-4d93-b6e9-27f4da5d79c4,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:04.059721 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:04.107121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-248978cb-64aa-4971-8202-010a5f652b17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 998 time: 0.2785814 Apr 30 01:32:04.476026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-1cd53e60-3645-410c-b87c-8afc5edbb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.478174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-1cd53e60-3645-410c-b87c-8afc5edbb9e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.3632612 Apr 30 01:32:04.495286 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-d5d635fd-8230-4c66-aa47-b1c6a718ba29 service neutron] 10.222.0.15 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616579 Apr 30 01:32:04.769227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a905d-f8ba-4363-bfca-836fa7e3c933 None None] New status for floating IP 24607a94-7e1c-4dbe-828e-1a6a9223fd96: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:32:04.808681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-bb87f81a-933d-47bc-b50a-d036bb7e70ef service neutron] 10.222.0.15 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123000 Apr 30 01:32:04.834931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-0e6108e5-d67f-4abc-9af4-5b691d2411cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.836565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-0e6108e5-d67f-4abc-9af4-5b691d2411cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3308358 Apr 30 01:32:04.857089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-b0e4f3c4-2404-4f14-bee0-ced8173bf6c9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.869405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-b0e4f3c4-2404-4f14-bee0-ced8173bf6c9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.893699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-b0e4f3c4-2404-4f14-bee0-ced8173bf6c9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.912164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-b0e4f3c4-2404-4f14-bee0-ced8173bf6c9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.933089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-b0e4f3c4-2404-4f14-bee0-ced8173bf6c9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.947942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-b0e4f3c4-2404-4f14-bee0-ced8173bf6c9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.966376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-b0e4f3c4-2404-4f14-bee0-ced8173bf6c9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:04.978104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-b0e4f3c4-2404-4f14-bee0-ced8173bf6c9 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.3792691 Apr 30 01:32:05.075543 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-0489e813-59d7-4c9e-86cd-f336e57fced1 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309072 Apr 30 01:32:05.311017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bd98dee4-85e4-4fa6-81e7-9be445302787 req-db3dc93a-12c9-4bb5-a59f-a9e6521ea715 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258952 Apr 30 01:32:05.365201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a387f179-26a4-42b4-ae03-a12c86e853d1 req-2e9863dd-dbe5-463e-be3c-bd0acc7785bd tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3417339 Apr 30 01:32:05.405235 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-008b683c-9c9a-43f7-a9f2-9d98d0d34efb req-b4316727-21de-4ec5-8f63-152cd298a01c tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0853922 Apr 30 01:32:05.451158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:05.709399 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:05.725541 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:05.726178 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:05.792792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f7a03-2eb2-4f0a-bdbc-e24ea4b2c126 None None] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:32:05.885516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 722bf0c0-8a4e-4320-bf12-b6d94471b347 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:05.924749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-40a646c0-6e03-4976-b41e-f2adc92a723f None None] Provisioning complete for port 722bf0c0-8a4e-4320-bf12-b6d94471b347 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:05.925425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40a646c0-6e03-4976-b41e-f2adc92a723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:05.940672 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:05.989657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-39c3c476-1d25-4180-b939-8797fbda5974 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:05.992181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-39c3c476-1d25-4180-b939-8797fbda5974 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 816 time: 0.3884935 Apr 30 01:32:06.004906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904552ab-9d2a-425c-a6d9-ba68c25c12fa req-b3faef8a-fd63-42aa-8017-1bac6408cdee tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.012443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-904552ab-9d2a-425c-a6d9-ba68c25c12fa req-b3faef8a-fd63-42aa-8017-1bac6408cdee tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.5491226 Apr 30 01:32:06.018237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-eafc8a57-bfa0-415d-9c31-cac5d6bcc609 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/quotas/3ec7b250dbb143c9a8e4647b4614b00c HTTP/1.1" status: 200 len: 375 time: 0.0188098 Apr 30 01:32:06.110678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 722bf0c0-8a4e-4320-bf12-b6d94471b347 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:06.115992 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:06.131182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e9996116-ab55-48b8-83ef-90a015f8b7e0 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057284 Apr 30 01:32:06.156949 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-904552ab-9d2a-425c-a6d9-ba68c25c12fa req-ddebd919-f4f2-4c88-8039-5dc082c15c07 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339335 Apr 30 01:32:06.175303 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40a646c0-6e03-4976-b41e-f2adc92a723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:06.300630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-40a646c0-6e03-4976-b41e-f2adc92a723f None None] For port 722bf0c0-8a4e-4320-bf12-b6d94471b347, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=722bf0c0-8a4e-4320-bf12-b6d94471b347,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:06.400624 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:06.441913 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40a646c0-6e03-4976-b41e-f2adc92a723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:06.483647 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-254480c0-7c72-4334-b873-1f0abbd417a4 service neutron] 10.222.0.15 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263807 Apr 30 01:32:06.504843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6468-c65f-444e-814f-009aac59546d req-8c40c7a3-d03f-4659-a464-302b13b3bc38 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.507145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6468-c65f-444e-814f-009aac59546d req-8c40c7a3-d03f-4659-a464-302b13b3bc38 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.513618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6468-c65f-444e-814f-009aac59546d req-8c40c7a3-d03f-4659-a464-302b13b3bc38 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.519978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6468-c65f-444e-814f-009aac59546d req-8c40c7a3-d03f-4659-a464-302b13b3bc38 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.536948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6468-c65f-444e-814f-009aac59546d req-8c40c7a3-d03f-4659-a464-302b13b3bc38 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.543365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6468-c65f-444e-814f-009aac59546d req-8c40c7a3-d03f-4659-a464-302b13b3bc38 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.550025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6468-c65f-444e-814f-009aac59546d req-8c40c7a3-d03f-4659-a464-302b13b3bc38 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.552790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fed6468-c65f-444e-814f-009aac59546d req-8c40c7a3-d03f-4659-a464-302b13b3bc38 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.2540388 Apr 30 01:32:06.586377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a646c0-6e03-4976-b41e-f2adc92a723f None None] Pushing event updated for resources: {'Port': ['ID=722bf0c0-8a4e-4320-bf12-b6d94471b347,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:06.624930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:32:06.625195 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:32:06.637164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:06.637508 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:06.760863 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:02Z', 'revision_number': 7, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a9c42-d710-4d93-b6e9-27f4da5d79c4', 'name': '', 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:70:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:56Z', 'updated_at': '2022-04-30T01:32:03Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:06.787864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e6243f3f-c4e2-42a9-81d4-2ebe4b176682 None None] Provisioning complete for port 722bf0c0-8a4e-4320-bf12-b6d94471b347 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:06.788503 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6243f3f-c4e2-42a9-81d4-2ebe4b176682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:06.802240 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:06.813010 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:06.813862 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:06.881962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port 702a9c42-d710-4d93-b6e9-27f4da5d79c4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=702a9c42-d710-4d93-b6e9-27f4da5d79c4,segment=NetworkSegment(6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd),segment_id=6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:06.882479 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:06.919323 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:06.921579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-325c80e6-da6c-4822-9aa6-b039590cc684 service neutron] 10.222.0.15 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287055 Apr 30 01:32:06.934504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for 702a9c42-d710-4d93-b6e9-27f4da5d79c4 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:06.939801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-00b9f181-05c1-4c37-98f9-3006247ef1c6 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:06.941427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-00b9f181-05c1-4c37-98f9-3006247ef1c6 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.21 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 816 time: 0.3688495 Apr 30 01:32:06.961619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Request body: {'port': {'device_id': '4b80047f-3ac0-49d7-a998-7c30098759e4', 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'admin_state_up': True, 'tenant_id': '3ec7b250dbb143c9a8e4647b4614b00c'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:07.044036 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-797ab484-e7f7-467c-8227-151b8ad8a751 req-de11e504-78a5-4d51-af80-f75d2686d9d8 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.2904758 Apr 30 01:32:07.210568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 702a9c42-d710-4d93-b6e9-27f4da5d79c4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:07.275833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 702a9c42-d710-4d93-b6e9-27f4da5d79c4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:07.276443 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:07.300156 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:02Z', 'revision_number': 7, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a9c42-d710-4d93-b6e9-27f4da5d79c4', 'name': '', 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:70:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:56Z', 'updated_at': '2022-04-30T01:32:03Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:07.328156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55c9b8-1adb-439e-9641-038f51410504 req-4e771cb6-e26b-434d-8ccc-8b082ac536fb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:07.330097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef55c9b8-1adb-439e-9641-038f51410504 req-4e771cb6-e26b-434d-8ccc-8b082ac536fb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Apr 30 01:32:07.357052 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0dcb8-d5e7-47de-8f7c-be561eda3c07 None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:02Z', 'revision_number': 7, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a9c42-d710-4d93-b6e9-27f4da5d79c4', 'name': '', 'network_id': '64f23d68-8db5-4b99-80f5-00bb2b7a175a', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:70:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:56Z', 'updated_at': '2022-04-30T01:32:03Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6f9748e1-c376-43a7-b21c-7ea83f7da2d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:07.386015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef55c9b8-1adb-439e-9641-038f51410504 req-c7ab8b4e-9446-4844-957d-29ee7c73d20b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475225 Apr 30 01:32:07.435880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Made reservation on behalf of 3ec7b250dbb143c9a8e4647b4614b00c for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:32:07.435880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:07.478317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:07.531950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=702a9c42-d710-4d93-b6e9-27f4da5d79c4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:07.703278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89209482-6ad1-4034-8c68-055e495c5f08 req-2077c88f-0707-441c-8bd1-352ec799f0c5 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 210 time: 0.1127777 Apr 30 01:32:07.962164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 722bf0c0-8a4e-4320-bf12-b6d94471b347 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:07.966377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23deb97-00f4-4ee3-b930-686d6e63006d req-18e95a15-697d-4729-b0b2-57aa37343ca8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:07.966718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:07.986148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f23deb97-00f4-4ee3-b930-686d6e63006d req-18e95a15-697d-4729-b0b2-57aa37343ca8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.2579553 Apr 30 01:32:08.059749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 722bf0c0-8a4e-4320-bf12-b6d94471b347 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:08.060516 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:08.160350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Allocated IP 172.20.0.10 (23878329-bfa7-4ad7-a536-b4d8a952b5f8/df49d237-d09b-40d6-81b4-47e92760748f/3fd51b98-c867-4781-af85-574afef1ec64) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:32:08.179400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f23deb97-00f4-4ee3-b930-686d6e63006d req-b4ca294e-a539-4998-8d12-a5c6d7f0020c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922860 Apr 30 01:32:08.424178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:08.450888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:08.521531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27c20444-41c9-4c54-8049-feee3b9697ff req-923979be-f2dc-4143-8ffb-75e14ef8314d tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0812831 Apr 30 01:32:08.618437 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:08.726654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-38dcb1b2-a6af-43ad-870e-74c9c409b6c8 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:08.728238 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-38dcb1b2-a6af-43ad-870e-74c9c409b6c8 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.21 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 816 time: 0.3559167 Apr 30 01:32:08.743328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Request body: {'port': {'device_id': '24bdcccb-f5b3-43bb-ae88-bc669f479872', 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'admin_state_up': True, 'tenant_id': '3ec7b250dbb143c9a8e4647b4614b00c'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:08.747525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:08.757460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d7f6152b-b1b3-4c64-a564-089fdbeac06e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8786049 Apr 30 01:32:08.757833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51566) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:08.757833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:08.764423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:08.782067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:32:08.790292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:08.797113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:08.797113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:08.797497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:32:08.883000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:08.884125 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:08.922179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Pushing event updated for resources: {'Port': ['ID=3fd51b98-c867-4781-af85-574afef1ec64,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:08.931724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.932261 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.932792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.933362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.933845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.934334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.934823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.935457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.935951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.936438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.936937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:08.937434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:09.007472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-a769e01d-3675-4735-83cb-ac823981867b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0565875 Apr 30 01:32:09.017851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:09.040301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Request body: {'port': {'device_id': '4b80047f-3ac0-49d7-a998-7c30098759e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:09.109630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e147056b-bcb6-41ea-b357-e9bae6c151e9 req-e64cb3a3-db90-4dca-b0e1-f6ca9d0ee2a1 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 210 time: 0.0955245 Apr 30 01:32:09.209875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:09.366635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1c8070be-6790-4db1-92e5-0a02c332ef10 None None] Provisioning complete for port 3fd51b98-c867-4781-af85-574afef1ec64 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:09.380057 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c8070be-6790-4db1-92e5-0a02c332ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:09.703464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1c8070be-6790-4db1-92e5-0a02c332ef10 None None] Port 3fd51b98-c867-4781-af85-574afef1ec64 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:32:09.745653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:07Z', 'revision_number': 8, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:09.807011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8fdd3d3-e9e9-4d67-9854-4997965d8986 req-a95e3b80-266a-487c-9dc7-b5455203d0ba tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.1031454 Apr 30 01:32:09.826328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:09.834385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1f588c-929e-4796-a3a5-925e1e12ebe9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet 6f9748e1-c376-43a7-b21c-7ea83f7da2d7 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:32:09.838653 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d1f588c-929e-4796-a3a5-925e1e12ebe9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:09.854569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:09.857994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:09.910817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d1f588c-929e-4796-a3a5-925e1e12ebe9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:09.922728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd51b98-c867-4781-af85-574afef1ec64 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:09.973158 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.010445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Transition to ACTIVE for port object 3fd51b98-c867-4781-af85-574afef1ec64 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:32:10.059702 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d1f588c-929e-4796-a3a5-925e1e12ebe9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.064101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:10.129904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.222603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-63ea2072-7f4f-4959-bab3-dc9d46503f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.223093 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-63ea2072-7f4f-4959-bab3-dc9d46503f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.223590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-63ea2072-7f4f-4959-bab3-dc9d46503f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.224190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-63ea2072-7f4f-4959-bab3-dc9d46503f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.224660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-63ea2072-7f4f-4959-bab3-dc9d46503f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.236833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-63ea2072-7f4f-4959-bab3-dc9d46503f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.236833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-63ea2072-7f4f-4959-bab3-dc9d46503f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.236833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-63ea2072-7f4f-4959-bab3-dc9d46503f56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 6491 time: 1.4689205 Apr 30 01:32:10.236833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d1f588c-929e-4796-a3a5-925e1e12ebe9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.305976 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d1f588c-929e-4796-a3a5-925e1e12ebe9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.309516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2d1f588c-929e-4796-a3a5-925e1e12ebe9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/6f9748e1-c376-43a7-b21c-7ea83f7da2d7 HTTP/1.1" status: 204 len: 168 time: 1.5493569 Apr 30 01:32:10.312819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f588c-929e-4796-a3a5-925e1e12ebe9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9748e1-c376-43a7-b21c-7ea83f7da2d7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:10.316253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51602) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:10.320929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa5d47-cbca-41ba-b3a9-adfe6db54fd9 None None] Network 64f23d68-8db5-4b99-80f5-00bb2b7a175a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:32:10.343143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Made reservation on behalf of 3ec7b250dbb143c9a8e4647b4614b00c for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:32:10.353291 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.388217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd51b98-c867-4781-af85-574afef1ec64,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:10.423487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08c8cef6-cb5d-43d5-85dd-8b1ddaa1935e req-d19a299f-4b58-4054-990b-0a4b1f9c3fd1 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 210 time: 0.1338942 Apr 30 01:32:10.435912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Attempting to bind port 3fd51b98-c867-4781-af85-574afef1ec64 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:32:10.436254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Attempting to bind port 3fd51b98-c867-4781-af85-574afef1ec64 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:32:10.436581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Attempting to bind port 3fd51b98-c867-4781-af85-574afef1ec64 on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:10.441046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-7f3d56f9-9beb-4056-bc4b-03b9d7daac0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2040045 Apr 30 01:32:10.463309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Port 3fd51b98-c867-4781-af85-574afef1ec64 on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:32:10.463663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Attempting to bind port 3fd51b98-c867-4781-af85-574afef1ec64 on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:10.483541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:32:10.486947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Checking segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:32:10.487563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Bound using segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:32:10.490950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Bound port: 3fd51b98-c867-4781-af85-574afef1ec64, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:32:10.500964 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.598846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.620336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] For port 3fd51b98-c867-4781-af85-574afef1ec64, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:32:10.624488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] For port 3fd51b98-c867-4781-af85-574afef1ec64, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3fd51b98-c867-4781-af85-574afef1ec64,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:32:10.663909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51612) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:10.667591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:07Z', 'revision_number': 8, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:10.695956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd39b1-84f6-4694-bbea-533fed07d233 None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:07Z', 'revision_number': 8, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f55171-425b-4e2f-a305-02eba6b4bd80', 'name': '', 'network_id': '2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:6b:d1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:49Z', 'updated_at': '2022-04-30T01:31:55Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'df5d28da-775a-42c6-a986-874d03dd6d4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:10.714438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.762029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.762688 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.766720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] 10.222.0.21 "PUT /v2.0/ports/3fd51b98-c867-4781-af85-574afef1ec64 HTTP/1.1" status: 200 len: 1092 time: 1.7420309 Apr 30 01:32:10.767210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b80047f-3ac0-49d7-a998-7c30098759e4', 'tag': '3fd51b98-c867-4781-af85-574afef1ec64'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:10.770356 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce434c85-59f9-43b2-9a98-1a6349aebcff" -d '{"events": [{"name": "network-changed", "server_uuid": "4b80047f-3ac0-49d7-a998-7c30098759e4", "tag": "3fd51b98-c867-4781-af85-574afef1ec64"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:10.804500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a30af3-54f1-42b8-9ed5-ce243b5a6020 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd51b98-c867-4781-af85-574afef1ec64,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:10.877734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Allocated IP 172.20.0.14 (23878329-bfa7-4ad7-a536-b4d8a952b5f8/df49d237-d09b-40d6-81b4-47e92760748f/33e30684-cdf2-48e2-90a7-9b25db3534db) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:32:10.917412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05b67120-abe8-4331-b808-29ec6fde4579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:10.956747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-08c0157f-cde9-4e60-826d-ac6c168e1079 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:10.958530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-08c0157f-cde9-4e60-826d-ac6c168e1079 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.23 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 816 time: 0.3252251 Apr 30 01:32:10.990288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Request body: {'port': {'device_id': '6c4f5d62-4985-4237-9fb1-ba9b6148d9a7', 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'admin_state_up': True, 'tenant_id': '3ec7b250dbb143c9a8e4647b4614b00c'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:10.995175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port c0631fd4-4241-4d68-9bc4-347ac9c02489 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:10.996469 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.113294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] DHCP port deletion for 64f23d68-8db5-4b99-80f5-00bb2b7a175a request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:32:11.155048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3425c7f-dd47-4d18-897b-7a561a727707 req-3f458679-27e7-4511-8fb3-677518f78751 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.1145549 Apr 30 01:32:11.174311 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5161967a-863c-4a1d-83f7-08ab48cdd325 x-openstack-request-id: req-5161967a-863c-4a1d-83f7-08ab48cdd325 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:11.174604 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b80047f-3ac0-49d7-a998-7c30098759e4", "tag": "3fd51b98-c867-4781-af85-574afef1ec64", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:11.174856 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5161967a-863c-4a1d-83f7-08ab48cdd325 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:11.175795 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5161967a-863c-4a1d-83f7-08ab48cdd325'] response: {'name': 'network-changed', 'server_uuid': '4b80047f-3ac0-49d7-a998-7c30098759e4', 'tag': '3fd51b98-c867-4781-af85-574afef1ec64', 'status': 'completed', 'code': 200} Apr 30 01:32:11.243632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-63ef09b3-a435-4764-ba24-abdc624ffe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:11.246339 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-63ef09b3-a435-4764-ba24-abdc624ffe3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 1095 time: 0.3212233 Apr 30 01:32:11.275664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port c0631fd4-4241-4d68-9bc4-347ac9c02489, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c0631fd4-4241-4d68-9bc4-347ac9c02489,segment=NetworkSegment(6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd),segment_id=6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:11.278134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.313465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] Deleting port c0631fd4-4241-4d68-9bc4-347ac9c02489 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:11.314164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.351472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for c0631fd4-4241-4d68-9bc4-347ac9c02489 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:11.382389 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-cfcd63e3-7ecb-4532-811f-3425153a2a8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd51b98-c867-4781-af85-574afef1ec64 HTTP/1.1" status: 200 len: 217 time: 0.1245852 Apr 30 01:32:11.414902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] For port c0631fd4-4241-4d68-9bc4-347ac9c02489, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c0631fd4-4241-4d68-9bc4-347ac9c02489,segment=NetworkSegment(6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd),segment_id=6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:11.418361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.433378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] Calling delete_port for c0631fd4-4241-4d68-9bc4-347ac9c02489 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:11.469453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05b67120-abe8-4331-b808-29ec6fde4579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.483113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-b7f08c53-0a37-4999-bff3-580a549c9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:11.487556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-b7f08c53-0a37-4999-bff3-580a549c9233 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49d237-d09b-40d6-81b4-47e92760748f HTTP/1.1" status: 200 len: 855 time: 0.0961149 Apr 30 01:32:11.583209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Made reservation on behalf of 3ec7b250dbb143c9a8e4647b4614b00c for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:32:11.587122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.589287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05b67120-abe8-4331-b808-29ec6fde4579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.618256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.674145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c0631fd4-4241-4d68-9bc4-347ac9c02489 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:11.689496 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-05b67120-abe8-4331-b808-29ec6fde4579 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80aa7bdb7f124f2ba6f778c92e32a381&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0218997 Apr 30 01:32:11.690156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51642) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:11.695613 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f5169071-75d7-436e-ad7d-05604be2c875 req-659facbd-fbcb-406d-8859-b371e514ded7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 210 time: 0.0949562 Apr 30 01:32:11.709102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-02f37c68-fe24-4f66-8e23-99cbf95072e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:11.710648 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-02f37c68-fe24-4f66-8e23-99cbf95072e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23878329-bfa7-4ad7-a536-b4d8a952b5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153592 Apr 30 01:32:11.711278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b67120-abe8-4331-b808-29ec6fde4579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0578a6-3de0-4085-b442-be80f68c5adb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:11.723126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.723379 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.776775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=c0631fd4-4241-4d68-9bc4-347ac9c02489,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:11.779847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No DVR routers for this DVR port c0631fd4-4241-4d68-9bc4-347ac9c02489 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:32:11.799461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No active binding found for port c0631fd4-4241-4d68-9bc4-347ac9c02489 {{(pid=103320) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 01:32:11.801020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c0631fd4-4241-4d68-9bc4-347ac9c02489 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:32:11.801700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 702a9c42-d710-4d93-b6e9-27f4da5d79c4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:11.803064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e96d6c47-7c86-41ba-a1c8-233259970a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.804082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] Pushing event deleted for resources: {'Port': ['ID=c0631fd4-4241-4d68-9bc4-347ac9c02489,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:11.812867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed760fe7-8ef5-449a-a609-d8982955d9ef None None] No DVR routers for this DVR port c0631fd4-4241-4d68-9bc4-347ac9c02489 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:32:11.840554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-13cbf9be-2e87-44ef-95ae-3d17e54c55fa service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200168 Apr 30 01:32:11.843101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 702a9c42-d710-4d93-b6e9-27f4da5d79c4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:32:11.843496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 702a9c42-d710-4d93-b6e9-27f4da5d79c4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:32:11.877735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:32:11.883302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.917198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e96d6c47-7c86-41ba-a1c8-233259970a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:11.979623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d05428d-3a37-40a6-844b-9b5e08758624 req-765df2fe-61f6-4374-bae8-11fdb9a08886 service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247535 Apr 30 01:32:12.008602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:12.022806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'mac_address': 'fa:16:3e:c2:db:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:32:12.023854 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.057148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:32:12.068918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.072437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:12.074735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Allocated IP 172.20.0.6 (23878329-bfa7-4ad7-a536-b4d8a952b5f8/df49d237-d09b-40d6-81b4-47e92760748f/0b044846-3a86-4005-9688-a4681091d11c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:32:12.085142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:32:12.087327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abefad0a-faf2-4dc7-9caa-9f3f59e7439c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:12.095838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f23d68-8db5-4b99-80f5-00bb2b7a175a']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:12.120964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Pushing event updated for resources: {'Port': ['ID=33e30684-cdf2-48e2-90a7-9b25db3534db,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:12.135120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:12.139036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:12.139330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5ddd57-8a0d-467d-9cca-6d9d03a80dbd') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:12.181875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.209755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-fe997eb9-688c-4bf5-a547-401bedb827fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:12.210876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:12.211391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-fe997eb9-688c-4bf5-a547-401bedb827fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 1095 time: 0.0813849 Apr 30 01:32:12.211905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.232922 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.246987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:32:12.247400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:32:12.250363 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:32:12.302896 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.308855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e96d6c47-7c86-41ba-a1c8-233259970a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.311361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e96d6c47-7c86-41ba-a1c8-233259970a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.321984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e96d6c47-7c86-41ba-a1c8-233259970a4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c0578a6-3de0-4085-b442-be80f68c5adb HTTP/1.1" status: 204 len: 168 time: 0.6308234 Apr 30 01:32:12.440069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['abefad0a-faf2-4dc7-9caa-9f3f59e7439c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:32:12.449927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63c6cc5b-d473-4a44-9759-9212bf1ba156 req-be051724-9acb-4591-9986-5b2b10d96f74 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0751131 Apr 30 01:32:12.480275 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-2418677c-c8ac-4867-899d-af64c504ddf2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7423909 Apr 30 01:32:12.483733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d6c47-7c86-41ba-a1c8-233259970a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0578a6-3de0-4085-b442-be80f68c5adb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:12.491467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-71b937fd-356f-44aa-abf2-201ad901c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:12.493536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-71b937fd-356f-44aa-abf2-201ad901c828 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 916 time: 0.2581992 Apr 30 01:32:12.506454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:12.511497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Request body: {'port': {'device_id': '24bdcccb-f5b3-43bb-ae88-bc669f479872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:12.541668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0508c590-329e-4c3c-80a0-8bb56c7290b5 None None] Provisioning complete for port 33e30684-cdf2-48e2-90a7-9b25db3534db triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:12.542103 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0508c590-329e-4c3c-80a0-8bb56c7290b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.590740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0508c590-329e-4c3c-80a0-8bb56c7290b5 None None] Port 33e30684-cdf2-48e2-90a7-9b25db3534db cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:32:12.604458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-acc6bed1-c317-4cc7-af44-5b32029ca3ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd51b98-c867-4781-af85-574afef1ec64 HTTP/1.1" status: 200 len: 217 time: 0.1000159 Apr 30 01:32:12.629614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.640205 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.643700 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/64f23d68-8db5-4b99-80f5-00bb2b7a175a HTTP/1.1" status: 204 len: 168 time: 2.3132303 Apr 30 01:32:12.650353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51656) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:12.682484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-972e7ee8-899c-429e-a1d7-9bfc4ef3494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:12.684200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-972e7ee8-899c-429e-a1d7-9bfc4ef3494d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49d237-d09b-40d6-81b4-47e92760748f HTTP/1.1" status: 200 len: 855 time: 0.0689895 Apr 30 01:32:12.717461 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.725582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a8f73-388c-4740-a37e-5ebd028b1331 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=64f23d68-8db5-4b99-80f5-00bb2b7a175a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:12.833354 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:12.886665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-5b803ebf-9ab4-4344-a4ac-d5b192ea4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:12.888274 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-5b803ebf-9ab4-4344-a4ac-d5b192ea4d87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23878329-bfa7-4ad7-a536-b4d8a952b5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126142 Apr 30 01:32:13.024183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13a43e77-0151-4bfb-82d6-c3101788919f req-98de972d-37c7-4091-9bdd-99a1f7042dbb tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 210 time: 0.1786985 Apr 30 01:32:13.105482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-c2322555-2dcd-426b-b346-28b3582168ee service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065802 Apr 30 01:32:13.203881 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:13.273646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce434c85-59f9-43b2-9a98-1a6349aebcff req-892f90a7-bcc5-4877-85a7-49090308058d service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599848 Apr 30 01:32:13.285591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51678) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:13.324563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79682412-1477-4996-a7bb-70d3f1cd6e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:13.398658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:32:13.399335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:13.407107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:13.413688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:32:13.715516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-418e1264-a354-491c-aebd-8bdbec72c690 req-fbe3d374-98c9-435f-b1c0-31ea22ee81e9 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0533297 Apr 30 01:32:13.727365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Pushing event updated for resources: {'Port': ['ID=0b044846-3a86-4005-9688-a4681091d11c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:13.739619 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79682412-1477-4996-a7bb-70d3f1cd6e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:13.742615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:13.743270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:13.784067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e30684-cdf2-48e2-90a7-9b25db3534db {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:13.808676 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:13.817495 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79682412-1477-4996-a7bb-70d3f1cd6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:13.848602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Transition to ACTIVE for port object 33e30684-cdf2-48e2-90a7-9b25db3534db will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:32:13.874539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79682412-1477-4996-a7bb-70d3f1cd6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7475520-1634-4030-b305-54a17ecc1634,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:13.882295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-79682412-1477-4996-a7bb-70d3f1cd6e31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54650f45b59543d89609c64e7eac4952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926840 Apr 30 01:32:13.884851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51702) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:13.885632 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-50d67c97-6868-4457-a585-13af503d4152 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9051135 Apr 30 01:32:13.888649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:13.898872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Request body: {'port': {'device_id': '6c4f5d62-4985-4237-9fb1-ba9b6148d9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:13.969150 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:13.980932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2e9aadc7-e4cc-43f7-8ee0-10cd83d9e917 None None] Provisioning complete for port 0b044846-3a86-4005-9688-a4681091d11c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:13.981309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e9aadc7-e4cc-43f7-8ee0-10cd83d9e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.022815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port abefad0a-faf2-4dc7-9caa-9f3f59e7439c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:14.027770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.098885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2e9aadc7-e4cc-43f7-8ee0-10cd83d9e917 None None] Port 0b044846-3a86-4005-9688-a4681091d11c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:32:14.158639 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.226103 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b64979ff-1486-4dc7-9ba3-76ac257d51f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.260090 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b64979ff-1486-4dc7-9ba3-76ac257d51f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.267566 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.334080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:14.345340 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf67b78-257b-4c8d-9413-d1fc71583ebd" -d '{"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-plugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:14.401152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Pushing event updated for resources: {'Port': ['ID=33e30684-cdf2-48e2-90a7-9b25db3534db,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:14.401869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:14.447393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b64979ff-1486-4dc7-9ba3-76ac257d51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.453490 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b64979ff-1486-4dc7-9ba3-76ac257d51f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.456644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b64979ff-1486-4dc7-9ba3-76ac257d51f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7475520-1634-4030-b305-54a17ecc1634 HTTP/1.1" status: 204 len: 168 time: 0.5640492 Apr 30 01:32:14.467568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port f0f55171-425b-4e2f-a305-02eba6b4bd80 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:14.467956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.480184 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce048c0-e4b4-436a-aee8-da134745deac x-openstack-request-id: req-bce048c0-e4b4-436a-aee8-da134745deac {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:14.480184 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-plugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:14.480184 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bce048c0-e4b4-436a-aee8-da134745deac {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:14.480184 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce048c0-e4b4-436a-aee8-da134745deac'] response: {'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'code': 200} Apr 30 01:32:14.494352 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.499219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64979ff-1486-4dc7-9ba3-76ac257d51f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7475520-1634-4030-b305-54a17ecc1634,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:14.782036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:14.840879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port f0f55171-425b-4e2f-a305-02eba6b4bd80, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f0f55171-425b-4e2f-a305-02eba6b4bd80,segment=NetworkSegment(9e1ecb97-6d46-49ff-9a66-f6f66673b9af),segment_id=9e1ecb97-6d46-49ff-9a66-f6f66673b9af)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:14.847214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:14.883411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for f0f55171-425b-4e2f-a305-02eba6b4bd80 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:15.037317 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:32:15.039103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4ba779a-7b7c-4188-a6dc-3f96e1b21e22 req-dd1dbb8f-fb50-4a7f-87f1-86546e2dba4a tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0441494 Apr 30 01:32:15.217739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c41b7-7513-4ed9-bcbf-aee24f68e9f5 req-88e25690-5ae4-41d2-a15e-712d96cf1cd4 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:15.224580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a78c41b7-7513-4ed9-bcbf-aee24f68e9f5 req-88e25690-5ae4-41d2-a15e-712d96cf1cd4 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 931 time: 0.9505908 Apr 30 01:32:15.286510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Attempting to bind port 33e30684-cdf2-48e2-90a7-9b25db3534db on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:32:15.286837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Attempting to bind port 33e30684-cdf2-48e2-90a7-9b25db3534db by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:32:15.287159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Attempting to bind port 33e30684-cdf2-48e2-90a7-9b25db3534db on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:15.309175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Port 33e30684-cdf2-48e2-90a7-9b25db3534db on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:32:15.309484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Attempting to bind port 33e30684-cdf2-48e2-90a7-9b25db3534db on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:15.321053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:32:15.321651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Checking segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:32:15.322196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Bound using segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:32:15.322821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Bound port: 33e30684-cdf2-48e2-90a7-9b25db3534db, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:32:15.323333 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:15.400263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:15.441878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=f0f55171-425b-4e2f-a305-02eba6b4bd80,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:15.478477 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a78c41b7-7513-4ed9-bcbf-aee24f68e9f5 req-adbf4538-0679-417b-be4d-167d9d348197 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522035 Apr 30 01:32:15.699281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] For port 33e30684-cdf2-48e2-90a7-9b25db3534db, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:32:15.711978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] For port 33e30684-cdf2-48e2-90a7-9b25db3534db, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=33e30684-cdf2-48e2-90a7-9b25db3534db,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:32:15.811444 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:15.856792 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:15.895402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3fd51b98-c867-4781-af85-574afef1ec64 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:32:16.035271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:16.035920 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:16.041540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] 10.222.0.21 "PUT /v2.0/ports/33e30684-cdf2-48e2-90a7-9b25db3534db HTTP/1.1" status: 200 len: 1092 time: 3.5409148 Apr 30 01:32:16.043752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bdcccb-f5b3-43bb-ae88-bc669f479872', 'tag': '33e30684-cdf2-48e2-90a7-9b25db3534db'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:16.054519 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b44964-e210-419b-9b10-d0cb97ad14ee" -d '{"events": [{"name": "network-changed", "server_uuid": "24bdcccb-f5b3-43bb-ae88-bc669f479872", "tag": "33e30684-cdf2-48e2-90a7-9b25db3534db"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:16.130814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b044846-3a86-4005-9688-a4681091d11c {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:16.230345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:16.258515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6415-6020-4509-bf21-c39628337a32 service neutron] Pushing event updated for resources: {'Port': ['ID=33e30684-cdf2-48e2-90a7-9b25db3534db,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:16.292373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3fd51b98-c867-4781-af85-574afef1ec64, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3fd51b98-c867-4781-af85-574afef1ec64,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:16.340983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '3fd51b98-c867-4781-af85-574afef1ec64', 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'port_id': '3fd51b98-c867-4781-af85-574afef1ec64', 'mac_address': 'fa:16:3e:58:b5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49d237-d09b-40d6-81b4-47e92760748f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:32:16.435277 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-026144af-220e-4f55-850f-a9fb9744f055 req-6dbbb936-d80f-44ab-a03f-e23eb2284ad8 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.1915042 Apr 30 01:32:16.440073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:16.449469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Transition to ACTIVE for port object 0b044846-3a86-4005-9688-a4681091d11c will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:32:16.490343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:16.499878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-295ead07-71d7-42fa-a95c-b18b884e7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:16.501437 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-295ead07-71d7-42fa-a95c-b18b884e7115 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 1095 time: 0.3174851 Apr 30 01:32:16.536850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd51b98-c867-4781-af85-574afef1ec64 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:16.594444 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6b5167-ad3c-4cb9-b481-ef3dd1659427 x-openstack-request-id: req-fd6b5167-ad3c-4cb9-b481-ef3dd1659427 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:16.596502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3fd51b98-c867-4781-af85-574afef1ec64, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3fd51b98-c867-4781-af85-574afef1ec64,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:16.598144 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bdcccb-f5b3-43bb-ae88-bc669f479872", "tag": "33e30684-cdf2-48e2-90a7-9b25db3534db", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:16.598571 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd6b5167-ad3c-4cb9-b481-ef3dd1659427 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:16.599152 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6b5167-ad3c-4cb9-b481-ef3dd1659427'] response: {'name': 'network-changed', 'server_uuid': '24bdcccb-f5b3-43bb-ae88-bc669f479872', 'tag': '33e30684-cdf2-48e2-90a7-9b25db3534db', 'status': 'completed', 'code': 200} Apr 30 01:32:16.600623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:16.610397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-ba959d72-750e-4f3b-861a-0aefcf097a3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33e30684-cdf2-48e2-90a7-9b25db3534db HTTP/1.1" status: 200 len: 217 time: 0.0987926 Apr 30 01:32:16.668055 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:16.703005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:16.716158 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:16.718363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ffa6eae3-3f96-4539-8088-0c97e0e5b8a3 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0657754 Apr 30 01:32:16.718981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:16.738337 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:16.742549 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:16.809363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3fd51b98-c867-4781-af85-574afef1ec64,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:16.860805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Pushing event updated for resources: {'Port': ['ID=0b044846-3a86-4005-9688-a4681091d11c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:16.881750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4db9ea-2f3d-4593-9762-fe17cbff8e63 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet df5d28da-775a-42c6-a986-874d03dd6d4b {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:32:16.890070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9ea-2f3d-4593-9762-fe17cbff8e63 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:16.901716 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:16.924501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3fd51b98-c867-4781-af85-574afef1ec64'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:32:17.002841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9ea-2f3d-4593-9762-fe17cbff8e63 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:17.187271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-d4e1bd4b-8436-4385-8157-daed78124622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:17.202787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-d4e1bd4b-8436-4385-8157-daed78124622 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49d237-d09b-40d6-81b4-47e92760748f HTTP/1.1" status: 200 len: 855 time: 0.5845044 Apr 30 01:32:17.264955 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9ea-2f3d-4593-9762-fe17cbff8e63 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:17.307951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b803f8-b3d4-40ec-8017-5da16a8e545c req-e2c4b786-d48e-416b-beef-73016da88d90 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:17.309500 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7b803f8-b3d4-40ec-8017-5da16a8e545c req-e2c4b786-d48e-416b-beef-73016da88d90 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 943 time: 0.5298581 Apr 30 01:32:17.334490 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:15Z', 'revision_number': 9, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:17.371085 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:17.408988 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:17.409865 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:17.487747 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9ea-2f3d-4593-9762-fe17cbff8e63 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:17.509779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7b803f8-b3d4-40ec-8017-5da16a8e545c req-be085bcc-e6e6-462e-a916-4b0fa6be7dc7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364663 Apr 30 01:32:17.513824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Attempting to bind port 0b044846-3a86-4005-9688-a4681091d11c on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:32:17.517195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Attempting to bind port 0b044846-3a86-4005-9688-a4681091d11c by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:32:17.517856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Attempting to bind port 0b044846-3a86-4005-9688-a4681091d11c on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:17.555626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-377802ad-6d82-4cfc-96df-8a9206f8ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:17.557153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-377802ad-6d82-4cfc-96df-8a9206f8ba28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23878329-bfa7-4ad7-a536-b4d8a952b5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3310380 Apr 30 01:32:17.558928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Port 0b044846-3a86-4005-9688-a4681091d11c on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:32:17.559752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Attempting to bind port 0b044846-3a86-4005-9688-a4681091d11c on network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:17.575784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:32:17.576518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Checking segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:32:17.577166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Bound using segment: {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:32:17.577850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Bound port: 0b044846-3a86-4005-9688-a4681091d11c, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40bdeee-7c47-4685-a37f-9b4927e11403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:32:17.578600 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:17.579618 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:17.607591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4db9ea-2f3d-4593-9762-fe17cbff8e63 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=df5d28da-775a-42c6-a986-874d03dd6d4b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:17.607830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5766604-44f1-4d9a-95be-b5991fdf9627 None None] Network 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:32:17.616652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9ea-2f3d-4593-9762-fe17cbff8e63 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:17.628004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7e4db9ea-2f3d-4593-9762-fe17cbff8e63 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/df5d28da-775a-42c6-a986-874d03dd6d4b HTTP/1.1" status: 204 len: 168 time: 0.9079256 Apr 30 01:32:17.630530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51778) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:17.703305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e79546c-ab01-49e2-8d1d-c37aedf63ee0 req-afa8bf2b-ba14-459e-ab19-0104ea2b9df9 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0734544 Apr 30 01:32:17.798575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] For port 0b044846-3a86-4005-9688-a4681091d11c, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:32:17.803487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] For port 0b044846-3a86-4005-9688-a4681091d11c, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0b044846-3a86-4005-9688-a4681091d11c,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:32:17.888208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:17.921643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3fd51b98-c867-4781-af85-574afef1ec64 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:17.968182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-865d0e77-4b0e-4e21-86d5-0159327cd036 service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013104 Apr 30 01:32:18.001777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:18.009101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:18.009101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-e32306d1-1509-413c-84db-d8e854326975 service neutron] 10.222.0.23 "PUT /v2.0/ports/0b044846-3a86-4005-9688-a4681091d11c HTTP/1.1" status: 200 len: 1091 time: 4.1138096 Apr 30 01:32:18.131239 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:15Z', 'revision_number': 9, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:18.246288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d2ac81a-15bb-4ce2-9752-6f7763696fea req-900789c1-a7a1-492d-9992-0265f2dcc237 service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678294 Apr 30 01:32:18.255740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 3fd51b98-c867-4781-af85-574afef1ec64 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:32:18.259972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] DHCP port deletion for 2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:32:18.267859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 3fd51b98-c867-4781-af85-574afef1ec64 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:18.278174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b4044-c1f9-4a43-86e6-8ff7af9095a7 None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:15Z', 'revision_number': 9, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '2671bd8e-d4a2-438f-b336-bf45ad93d93d', 'name': '', 'network_id': 'c20cab8a-67d1-4f16-83ca-b86d4e2c080f', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:41Z', 'updated_at': '2022-04-30T01:31:47Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': '6b749dab-9c7d-4923-975e-2cf71f325fcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:18.282354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:18.322767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32306d1-1509-413c-84db-d8e854326975 service neutron] Pushing event updated for resources: {'Port': ['ID=0b044846-3a86-4005-9688-a4681091d11c,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:18.519930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-0462c936-6a08-4936-bf27-0f184bde0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:18.521965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-0462c936-6a08-4936-bf27-0f184bde0519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 1095 time: 0.1285503 Apr 30 01:32:18.730787 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:18.744601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4f5d62-4985-4237-9fb1-ba9b6148d9a7', 'tag': '0b044846-3a86-4005-9688-a4681091d11c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:18.756762 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d77f3-9da9-4494-aa61-c72d869539d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4f5d62-4985-4237-9fb1-ba9b6148d9a7", "tag": "0b044846-3a86-4005-9688-a4681091d11c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:18.767871 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:18.767871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] Deleting port 9e9415cd-cec5-45b8-a860-d44d3e66710d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:18.778614 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:18.965892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-404da77a-c0c2-4a85-989c-18662e010242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:18.996752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-404da77a-c0c2-4a85-989c-18662e010242 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 916 time: 0.4571505 Apr 30 01:32:19.092137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3fd51b98-c867-4781-af85-574afef1ec64, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3fd51b98-c867-4781-af85-574afef1ec64,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:19.099187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b80047f-3ac0-49d7-a998-7c30098759e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd51b98-c867-4781-af85-574afef1ec64'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:19.102323 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17e2919-b801-4aac-a8f2-dc2ac7a8dc83" -d '{"events": [{"server_uuid": "4b80047f-3ac0-49d7-a998-7c30098759e4", "name": "network-vif-plugged", "status": "completed", "tag": "3fd51b98-c867-4781-af85-574afef1ec64"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:19.124644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] For port 9e9415cd-cec5-45b8-a860-d44d3e66710d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9e9415cd-cec5-45b8-a860-d44d3e66710d,segment=NetworkSegment(9e1ecb97-6d46-49ff-9a66-f6f66673b9af),segment_id=9e1ecb97-6d46-49ff-9a66-f6f66673b9af)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:19.125454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:19.154511 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-3c143e4e-3ff2-46f7-a911-6a6b545f17d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33e30684-cdf2-48e2-90a7-9b25db3534db HTTP/1.1" status: 200 len: 217 time: 0.1400013 Apr 30 01:32:19.172217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] Calling delete_port for 9e9415cd-cec5-45b8-a860-d44d3e66710d owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:19.195959 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:19.271596 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:19.274797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2477b56c-6194-46bb-be68-bc0c6e4fc3a4 req-c8b3da57-c8a6-4e28-b19f-45382afa606b tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.2204390 Apr 30 01:32:19.278029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-c8a69ea5-f79b-4f2a-967f-9cf182c43657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:19.279585 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-c8a69ea5-f79b-4f2a-967f-9cf182c43657 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 1094 time: 1.0164802 Apr 30 01:32:19.304644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c903-6236-4de2-b694-26abb883800d req-f4da49d3-0ece-4ec1-9ca7-771b9d86f430 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:19.321376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ca4c903-6236-4de2-b694-26abb883800d req-f4da49d3-0ece-4ec1-9ca7-771b9d86f430 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 943 time: 0.2940524 Apr 30 01:32:19.422021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-3973ba13-015b-4da2-810b-125afcbaf515 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b044846-3a86-4005-9688-a4681091d11c HTTP/1.1" status: 200 len: 217 time: 0.1147950 Apr 30 01:32:19.468847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port 9e9415cd-cec5-45b8-a860-d44d3e66710d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:19.469191 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:19.600454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-ebbf6dfb-6da4-4ee8-89a7-7ab03b7d08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:19.601970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-ebbf6dfb-6da4-4ee8-89a7-7ab03b7d08b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df49d237-d09b-40d6-81b4-47e92760748f HTTP/1.1" status: 200 len: 855 time: 0.1579478 Apr 30 01:32:19.611975 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885a9ee1-6ac7-47fd-bdb5-4b9ba7b22713 x-openstack-request-id: req-885a9ee1-6ac7-47fd-bdb5-4b9ba7b22713 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:19.612281 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4f5d62-4985-4237-9fb1-ba9b6148d9a7", "tag": "0b044846-3a86-4005-9688-a4681091d11c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:19.612640 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-885a9ee1-6ac7-47fd-bdb5-4b9ba7b22713 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:19.613312 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885a9ee1-6ac7-47fd-bdb5-4b9ba7b22713'] response: {'name': 'network-changed', 'server_uuid': '6c4f5d62-4985-4237-9fb1-ba9b6148d9a7', 'tag': '0b044846-3a86-4005-9688-a4681091d11c', 'status': 'completed', 'code': 200} Apr 30 01:32:19.616779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-f96348b0-27ee-425f-b778-db8c8c974a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:19.618244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-f96348b0-27ee-425f-b778-db8c8c974a57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49d237-d09b-40d6-81b4-47e92760748f HTTP/1.1" status: 200 len: 855 time: 0.4398248 Apr 30 01:32:19.662072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3fd51b98-c867-4781-af85-574afef1ec64,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:19.679323 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28abeb35-abec-40f2-a051-67e18f2204a5 x-openstack-request-id: req-28abeb35-abec-40f2-a051-67e18f2204a5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:19.679636 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b80047f-3ac0-49d7-a998-7c30098759e4", "name": "network-vif-plugged", "status": "completed", "tag": "3fd51b98-c867-4781-af85-574afef1ec64", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:19.679882 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28abeb35-abec-40f2-a051-67e18f2204a5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:19.680278 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28abeb35-abec-40f2-a051-67e18f2204a5'] response: {'server_uuid': '4b80047f-3ac0-49d7-a998-7c30098759e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd51b98-c867-4781-af85-574afef1ec64', 'code': 200} Apr 30 01:32:19.681042 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:19.825040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port 9e9415cd-cec5-45b8-a860-d44d3e66710d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9e9415cd-cec5-45b8-a860-d44d3e66710d,segment=NetworkSegment(9e1ecb97-6d46-49ff-9a66-f6f66673b9af),segment_id=9e1ecb97-6d46-49ff-9a66-f6f66673b9af)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:19.825773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:19.829971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] Pushing event deleted for resources: {'Port': ['ID=9e9415cd-cec5-45b8-a860-d44d3e66710d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:19.832527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef363e4c-3cc3-417a-a20a-1b9cfea8dd96 None None] No DVR routers for this DVR port 9e9415cd-cec5-45b8-a860-d44d3e66710d on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:32:19.849790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9e9415cd-cec5-45b8-a860-d44d3e66710d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:19.861446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for 9e9415cd-cec5-45b8-a860-d44d3e66710d owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:19.877496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d0043-a4a9-43e0-9ce6-610d98804b94 req-6942427a-3ac5-4e07-a83a-7738226c25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:19.880466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d2d0043-a4a9-43e0-9ce6-610d98804b94 req-6942427a-3ac5-4e07-a83a-7738226c25a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 1097 time: 0.1668365 Apr 30 01:32:19.893534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ca4c903-6236-4de2-b694-26abb883800d req-490270b1-4815-4dfe-be12-a17f0ed28985 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723228 Apr 30 01:32:19.929982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9e9415cd-cec5-45b8-a860-d44d3e66710d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:32:19.935249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9e9415cd-cec5-45b8-a860-d44d3e66710d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:32:19.935721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f0f55171-425b-4e2f-a305-02eba6b4bd80 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:19.956022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-5039030d-4ad1-4e05-8f7b-9fb7f869bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:19.960649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-5039030d-4ad1-4e05-8f7b-9fb7f869bc27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23878329-bfa7-4ad7-a536-b4d8a952b5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3461707 Apr 30 01:32:19.963388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d2d0043-a4a9-43e0-9ce6-610d98804b94 req-2a515e0f-34e0-463f-bde9-f57f3fd27aa8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440156 Apr 30 01:32:19.967682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-4c7c1a06-235e-4d14-982d-a899100ac6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:19.967682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-4c7c1a06-235e-4d14-982d-a899100ac6a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23878329-bfa7-4ad7-a536-b4d8a952b5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2979772 Apr 30 01:32:19.988420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f0f55171-425b-4e2f-a305-02eba6b4bd80 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:32:19.988420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f0f55171-425b-4e2f-a305-02eba6b4bd80 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:32:20.026695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:20.091631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No DVR routers for this DVR port 9e9415cd-cec5-45b8-a860-d44d3e66710d on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:32:20.138044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=9e9415cd-cec5-45b8-a860-d44d3e66710d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:20.246836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:20.282876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:20.297077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-1817e58c-c291-4295-b927-a08cddff1ff3 service neutron] 10.222.0.23 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236320 Apr 30 01:32:20.303112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1ecb97-6d46-49ff-9a66-f6f66673b9af') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:20.304269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1ecb97-6d46-49ff-9a66-f6f66673b9af') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:20.327599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:20.355595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:20.371480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:32:20.372330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:32:20.379441 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:32:20.448920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-16a6c556-7a8e-4b29-beb5-cf8c3d1e8967 service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782109 Apr 30 01:32:20.492512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:20.618934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b7db355-c2bf-4303-a516-c9e7fc9645e7 req-cc38e1aa-8ec3-4f28-9a31-1222dd33f032 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.1170893 Apr 30 01:32:20.651477 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e8cb7-8d5a-480f-aa66-5cd6969ce18d req-9afec7ce-12ad-4034-8931-1bfd37b57eac service neutron] 10.222.0.23 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210473 Apr 30 01:32:20.681007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b44964-e210-419b-9b10-d0cb97ad14ee req-c50ad7a8-68fa-4955-b1a7-a427dd5403cf service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158954 Apr 30 01:32:20.724532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:20.728737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:20.732659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad HTTP/1.1" status: 204 len: 168 time: 3.0958200 Apr 30 01:32:20.735812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51834) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:20.810260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8badea-9819-4c9d-94c9-27d522455774 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=2037cd58-4e89-4fde-8aeb-b5f3c5d0c1ad,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:20.957883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-02689573-5d77-4e27-aec1-721feb67ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:20.965045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-02689573-5d77-4e27-aec1-721feb67ba5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 1094 time: 0.1285675 Apr 30 01:32:21.114632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-d0eea52c-5183-428e-9853-c011e1333722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:21.116260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-d0eea52c-5183-428e-9853-c011e1333722 service neutron] 10.222.0.23 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 916 time: 0.1434472 Apr 30 01:32:21.178787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-9b2d78f3-4005-4bba-82f3-054e282a7f7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b044846-3a86-4005-9688-a4681091d11c HTTP/1.1" status: 200 len: 217 time: 0.0512440 Apr 30 01:32:21.210237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51846) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:21.448230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdac3f2f-d676-4f41-a11b-34fc241862e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:21.646185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdac3f2f-d676-4f41-a11b-34fc241862e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:21.713916 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdac3f2f-d676-4f41-a11b-34fc241862e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:21.812575 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fdac3f2f-d676-4f41-a11b-34fc241862e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d60df8bb9f1645488e4e29c8afc96731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989418 Apr 30 01:32:21.837480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51854) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:21.839843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac3f2f-d676-4f41-a11b-34fc241862e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f808dbe0-b830-49c3-95f8-97229fbb43b6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:21.856227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64f8077f-be92-4b68-99c3-81e60adeca3f req-c6cc1dfc-bc12-4f6b-a5fc-2416d23f6681 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0743732 Apr 30 01:32:21.919148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 33e30684-cdf2-48e2-90a7-9b25db3534db details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:32:21.954196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee646218-d0ef-49c4-939d-4183f34d9d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:22.009517 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee646218-d0ef-49c4-939d-4183f34d9d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:22.074366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e01e0e-5604-4e90-bdfc-053763ff3c11 req-c77ceca6-1383-44db-9f6d-e3c4e07d0b35 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:22.078720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4e01e0e-5604-4e90-bdfc-053763ff3c11 req-c77ceca6-1383-44db-9f6d-e3c4e07d0b35 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 943 time: 0.9612932 Apr 30 01:32:22.093428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-8a6a7f69-8b82-4d43-a93a-114e6d4370a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:22.096622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-8a6a7f69-8b82-4d43-a93a-114e6d4370a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df49d237-d09b-40d6-81b4-47e92760748f HTTP/1.1" status: 200 len: 855 time: 0.3474755 Apr 30 01:32:22.182213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee646218-d0ef-49c4-939d-4183f34d9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:22.185797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee646218-d0ef-49c4-939d-4183f34d9d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:22.189122 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ee646218-d0ef-49c4-939d-4183f34d9d3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f808dbe0-b830-49c3-95f8-97229fbb43b6 HTTP/1.1" status: 204 len: 168 time: 0.3479071 Apr 30 01:32:22.193457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4e01e0e-5604-4e90-bdfc-053763ff3c11 req-3fb996ab-6616-4ced-830d-0947d6bf4f97 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068175 Apr 30 01:32:22.220830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-03d9b104-bf67-4075-8c31-61d83880e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:22.227897 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-03d9b104-bf67-4075-8c31-61d83880e21c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23878329-bfa7-4ad7-a536-b4d8a952b5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224422 Apr 30 01:32:22.233025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee646218-d0ef-49c4-939d-4183f34d9d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f808dbe0-b830-49c3-95f8-97229fbb43b6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:22.410137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 33e30684-cdf2-48e2-90a7-9b25db3534db, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=33e30684-cdf2-48e2-90a7-9b25db3534db,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:22.435241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '33e30684-cdf2-48e2-90a7-9b25db3534db', 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'port_id': '33e30684-cdf2-48e2-90a7-9b25db3534db', 'mac_address': 'fa:16:3e:c3:00:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49d237-d09b-40d6-81b4-47e92760748f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:32:22.449524 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-03f51358-df73-4a2b-bd03-07accdb7dc80 service neutron] 10.222.0.23 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150657 Apr 30 01:32:22.485563 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:22.499877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e30684-cdf2-48e2-90a7-9b25db3534db {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:22.526715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 33e30684-cdf2-48e2-90a7-9b25db3534db, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=33e30684-cdf2-48e2-90a7-9b25db3534db,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:22.546917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:22.622379 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:22.721848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=33e30684-cdf2-48e2-90a7-9b25db3534db,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:22.730481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.730822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.731162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.731535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.731870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.732213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.732616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.732942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.733267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.733588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.733905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.734223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:22.751153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-040d77f3-9da9-4494-aa61-c72d869539d6 req-8adad766-3593-4225-8535-fce544e4e011 service neutron] 10.222.0.23 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854271 Apr 30 01:32:22.897018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['33e30684-cdf2-48e2-90a7-9b25db3534db'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:32:22.937096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port 2671bd8e-d4a2-438f-b336-bf45ad93d93d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:22.937436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:22.985183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ef377dc-4121-4a84-9371-f0d919d429b0 req-377b7282-1b3c-4b3c-94ca-bec05a87ace1 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0315890 Apr 30 01:32:23.041107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port 2671bd8e-d4a2-438f-b336-bf45ad93d93d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2671bd8e-d4a2-438f-b336-bf45ad93d93d,segment=NetworkSegment(9e7e23a3-00b1-44c2-b486-20382d78c7f1),segment_id=9e7e23a3-00b1-44c2-b486-20382d78c7f1)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:23.041466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.063515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for 2671bd8e-d4a2-438f-b336-bf45ad93d93d owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:23.199069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51878) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:23.217622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-083ab807-168e-4776-b916-b2fdf59dc2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.317459 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-083ab807-168e-4776-b916-b2fdf59dc2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.345533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.370258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-083ab807-168e-4776-b916-b2fdf59dc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.385365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=2671bd8e-d4a2-438f-b336-bf45ad93d93d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:23.466231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-083ab807-168e-4776-b916-b2fdf59dc2fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f859d5f17a045abbdbab4bc18222fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637410 Apr 30 01:32:23.466231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ab807-168e-4776-b916-b2fdf59dc2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ee8955-f21b-4ed0-b4fb-0c4300ee2a15,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:23.482259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51886) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:23.590400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed2a797d-f12e-44d9-8a5d-011c191af977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.658928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed2a797d-f12e-44d9-8a5d-011c191af977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.734102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b294f63-9ec5-4945-9257-8481f91875ba req-5ab7537b-566e-4285-a2e2-d5f5174d4405 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:23.739132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b294f63-9ec5-4945-9257-8481f91875ba req-5ab7537b-566e-4285-a2e2-d5f5174d4405 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 943 time: 0.4272130 Apr 30 01:32:23.807174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.830172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b294f63-9ec5-4945-9257-8481f91875ba req-2dd71147-fd83-4e42-a46c-818379d149c8 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814199 Apr 30 01:32:23.837568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed2a797d-f12e-44d9-8a5d-011c191af977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.840907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed2a797d-f12e-44d9-8a5d-011c191af977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:23.846046 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ed2a797d-f12e-44d9-8a5d-011c191af977 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0ee8955-f21b-4ed0-b4fb-0c4300ee2a15 HTTP/1.1" status: 204 len: 168 time: 0.3608356 Apr 30 01:32:23.885802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a797d-f12e-44d9-8a5d-011c191af977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ee8955-f21b-4ed0-b4fb-0c4300ee2a15,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:23.946592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 33e30684-cdf2-48e2-90a7-9b25db3534db up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:24.105745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:24.149142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 0b044846-3a86-4005-9688-a4681091d11c details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:32:24.165506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 33e30684-cdf2-48e2-90a7-9b25db3534db completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:32:24.175461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 33e30684-cdf2-48e2-90a7-9b25db3534db triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:24.175461 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.180654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69a2abd9-178c-4e1a-8c82-d317f25fdd26 req-753f0324-8e8b-4731-9c06-63317ef4f40f tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0888979 Apr 30 01:32:24.259608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:24.265539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6f00471e-c8a0-47c4-83bd-0adb790604f9 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5286725 Apr 30 01:32:24.268253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51902) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:24.282943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:24.321654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:24.322520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:24.324839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51904) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:24.399224 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.406182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c45cb4e-61bd-4322-9e55-59316b33103f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet 6b749dab-9c7d-4923-975e-2cf71f325fcb {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:32:24.421908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c45cb4e-61bd-4322-9e55-59316b33103f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.466927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bdcccb-f5b3-43bb-ae88-bc669f479872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e30684-cdf2-48e2-90a7-9b25db3534db'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:24.469535 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c937e5f-001f-4481-ad9d-d4b26f174363" -d '{"events": [{"server_uuid": "24bdcccb-f5b3-43bb-ae88-bc669f479872", "name": "network-vif-plugged", "status": "completed", "tag": "33e30684-cdf2-48e2-90a7-9b25db3534db"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:24.481144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 0b044846-3a86-4005-9688-a4681091d11c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0b044846-3a86-4005-9688-a4681091d11c,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:24.510496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 33e30684-cdf2-48e2-90a7-9b25db3534db, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=33e30684-cdf2-48e2-90a7-9b25db3534db,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:24.525871 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c45cb4e-61bd-4322-9e55-59316b33103f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.530380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '0b044846-3a86-4005-9688-a4681091d11c', 'network_id': '23878329-bfa7-4ad7-a536-b4d8a952b5f8', 'port_id': '0b044846-3a86-4005-9688-a4681091d11c', 'mac_address': 'fa:16:3e:64:82:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49d237-d09b-40d6-81b4-47e92760748f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:32:24.569860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:24.580457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ec97828-5aac-4fe9-86b8-0e1a199a456e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.641725 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c717a-d7a8-4e60-a633-e75f74840ac7 x-openstack-request-id: req-ff7c717a-d7a8-4e60-a633-e75f74840ac7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:24.642293 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bdcccb-f5b3-43bb-ae88-bc669f479872", "name": "network-vif-plugged", "status": "completed", "tag": "33e30684-cdf2-48e2-90a7-9b25db3534db", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:24.642725 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff7c717a-d7a8-4e60-a633-e75f74840ac7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:24.643268 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7c717a-d7a8-4e60-a633-e75f74840ac7'] response: {'server_uuid': '24bdcccb-f5b3-43bb-ae88-bc669f479872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e30684-cdf2-48e2-90a7-9b25db3534db', 'code': 200} Apr 30 01:32:24.645065 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.708134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c45cb4e-61bd-4322-9e55-59316b33103f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.816452 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ec97828-5aac-4fe9-86b8-0e1a199a456e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.852066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2ff4a-33e0-4ebe-99a4-9a36d9c2a6c1 req-0f593eee-db8f-4ae1-9474-ed4abf393664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:24.854547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f2ff4a-33e0-4ebe-99a4-9a36d9c2a6c1 req-0f593eee-db8f-4ae1-9474-ed4abf393664 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 1097 time: 0.1098728 Apr 30 01:32:24.863816 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.885358 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c45cb4e-61bd-4322-9e55-59316b33103f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.924855 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f2ff4a-33e0-4ebe-99a4-9a36d9c2a6c1 req-0a06cc20-cc75-43f4-bd38-cc28c5693266 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630767 Apr 30 01:32:24.930357 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ec97828-5aac-4fe9-86b8-0e1a199a456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:24.936122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=33e30684-cdf2-48e2-90a7-9b25db3534db,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:24.971639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec97828-5aac-4fe9-86b8-0e1a199a456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162d1a89-b3f8-4680-8ceb-0d3825afc763,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:24.990270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1ec97828-5aac-4fe9-86b8-0e1a199a456e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9887fde34da341919b7dafd81e3d6057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637173 Apr 30 01:32:24.992592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51924) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:24.994015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45cb4e-61bd-4322-9e55-59316b33103f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=6b749dab-9c7d-4923-975e-2cf71f325fcb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:25.016186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c45cb4e-61bd-4322-9e55-59316b33103f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.022970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3c45cb4e-61bd-4322-9e55-59316b33103f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/6b749dab-9c7d-4923-975e-2cf71f325fcb HTTP/1.1" status: 204 len: 168 time: 0.7518034 Apr 30 01:32:25.027758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51926) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:25.045267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335058d-9b00-4e8c-bc83-8db7753a4dbb None None] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:32:25.048678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b044846-3a86-4005-9688-a4681091d11c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:25.078610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 0b044846-3a86-4005-9688-a4681091d11c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0b044846-3a86-4005-9688-a4681091d11c,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:25.152484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dc4b9-068a-4bd0-bac1-f0d31eeda227 req-0f18516e-2ced-438d-b2eb-83958b661c40 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:25.161858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85474b6e-218d-457d-8f89-e5e4df715d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.168199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-166dc4b9-068a-4bd0-bac1-f0d31eeda227 req-0f18516e-2ced-438d-b2eb-83958b661c40 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 943 time: 0.1691449 Apr 30 01:32:25.189725 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85474b6e-218d-457d-8f89-e5e4df715d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.206101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.234464 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-166dc4b9-068a-4bd0-bac1-f0d31eeda227 req-0d243484-0b69-4283-b77e-4bb5ef0cd796 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651121 Apr 30 01:32:25.271774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.309781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=0b044846-3a86-4005-9688-a4681091d11c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:25.353352 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85474b6e-218d-457d-8f89-e5e4df715d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.356085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85474b6e-218d-457d-8f89-e5e4df715d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.361467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-85474b6e-218d-457d-8f89-e5e4df715d4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/162d1a89-b3f8-4680-8ceb-0d3825afc763 HTTP/1.1" status: 204 len: 168 time: 0.3674626 Apr 30 01:32:25.417736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ba63893-552e-41a0-b579-3be815599b3f req-55990bea-bc6a-4ae9-9b44-5d9a5fd54745 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0448232 Apr 30 01:32:25.417736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85474b6e-218d-457d-8f89-e5e4df715d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162d1a89-b3f8-4680-8ceb-0d3825afc763,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:25.447290 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port f789cfc7-94ee-4bf5-9027-f2988f4876ef {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:25.448014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.533351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:23Z', 'revision_number': 10, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:25.554700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['0b044846-3a86-4005-9688-a4681091d11c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:32:25.573498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port f789cfc7-94ee-4bf5-9027-f2988f4876ef, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f789cfc7-94ee-4bf5-9027-f2988f4876ef,segment=NetworkSegment(9e7e23a3-00b1-44c2-b486-20382d78c7f1),segment_id=9e7e23a3-00b1-44c2-b486-20382d78c7f1)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:25.578183 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.600863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for f789cfc7-94ee-4bf5-9027-f2988f4876ef owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:25.648603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] DHCP port deletion for c20cab8a-67d1-4f16-83ca-b86d4e2c080f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:32:25.658028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:25.717677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:25.718424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:25.788599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.852967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No DVR routers for this DVR port f789cfc7-94ee-4bf5-9027-f2988f4876ef on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:32:25.856756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=f789cfc7-94ee-4bf5-9027-f2988f4876ef,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:25.881240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] Deleting port f789cfc7-94ee-4bf5-9027-f2988f4876ef {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:25.881620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:25.937451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:25.941275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f789cfc7-94ee-4bf5-9027-f2988f4876ef no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:25.964869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.965430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.965838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.966243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.966645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.967322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.967812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.968210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.968605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.968998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.969388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:25.969777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:32:26.097219 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:26.124991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20cab8a-67d1-4f16-83ca-b86d4e2c080f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:26.138266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7e23a3-00b1-44c2-b486-20382d78c7f1') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:26.138561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7e23a3-00b1-44c2-b486-20382d78c7f1') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:26.150114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:26.168956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:26.192128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:32:26.192128 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:32:26.196664 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:32:26.359826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:26.373083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:26.384323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51968) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:26.397091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/c20cab8a-67d1-4f16-83ca-b86d4e2c080f HTTP/1.1" status: 204 len: 168 time: 1.3572052 Apr 30 01:32:26.439940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acbbc6-7e26-4e8e-920d-9b3278b8086d req-3f8c1dcc-6356-4a82-91d7-1538c7cdff07 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:26.441836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e6391-6361-45ca-b9a7-bee9da91a3fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=c20cab8a-67d1-4f16-83ca-b86d4e2c080f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:26.461327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59acbbc6-7e26-4e8e-920d-9b3278b8086d req-3f8c1dcc-6356-4a82-91d7-1538c7cdff07 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 944 time: 0.1277406 Apr 30 01:32:26.479141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f789cfc7-94ee-4bf5-9027-f2988f4876ef {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:32:26.479141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f789cfc7-94ee-4bf5-9027-f2988f4876ef not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:32:26.598533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] For port f789cfc7-94ee-4bf5-9027-f2988f4876ef, host n-d-821348-1, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:26.598930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:26.610418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf573c55-fe6b-4b62-a186-88612e32ee9e req-52a81939-8598-4b87-9785-8fd114edd95e tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0450885 Apr 30 01:32:26.633916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59acbbc6-7e26-4e8e-920d-9b3278b8086d req-afc3342f-b2de-4e80-b569-087556c32dab tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687999 Apr 30 01:32:26.688757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] Calling delete_port for f789cfc7-94ee-4bf5-9027-f2988f4876ef owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:26.695648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] Port f789cfc7-94ee-4bf5-9027-f2988f4876ef was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:32:26.707160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:26.717152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] Network c20cab8a-67d1-4f16-83ca-b86d4e2c080f is not hosted by any dhcp agent {{(pid=103320) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:32:26.717936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] No DVR routers for this DVR port f789cfc7-94ee-4bf5-9027-f2988f4876ef on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:32:26.749769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208700e0-3684-4413-9b3f-de54bd3ffdff None None] Pushing event deleted for resources: {'Port': ['ID=f789cfc7-94ee-4bf5-9027-f2988f4876ef,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:26.765609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:23Z', 'revision_number': 10, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:26.802189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b8f9e-3a2b-4f82-8bbc-821de7c9b458 None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:23Z', 'revision_number': 10, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None, '_interfaces': [{'id': '845267db-983a-4075-9b96-08d84371678d', 'name': '', 'network_id': '50935e01-5145-46da-9d41-dd9ce2fab062', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'mac_address': 'fa:16:3e:11:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:35Z', 'updated_at': '2022-04-30T01:31:40Z', 'revision_number': 5, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'subnets': [{'id': 'b819d886-cadc-44b2-a9da-e7659d54125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:27.024271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:27.418828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port 845267db-983a-4075-9b96-08d84371678d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:27.419518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:27.567833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port 845267db-983a-4075-9b96-08d84371678d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=845267db-983a-4075-9b96-08d84371678d,segment=NetworkSegment(4eb7453a-c089-4b7e-b42b-5e14dec0d3a7),segment_id=4eb7453a-c089-4b7e-b42b-5e14dec0d3a7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:27.568586 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:27.584258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for 845267db-983a-4075-9b96-08d84371678d owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:27.780223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c9821e6-37c9-454e-a5ea-3a51745d0e0c req-9018ba81-8156-4e6c-99ae-10620c29dc5d tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0511076 Apr 30 01:32:27.849042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2671bd8e-d4a2-438f-b336-bf45ad93d93d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:27.874681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 2671bd8e-d4a2-438f-b336-bf45ad93d93d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:32:27.875275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2671bd8e-d4a2-438f-b336-bf45ad93d93d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:32:27.890879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:27.940079 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=845267db-983a-4075-9b96-08d84371678d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:27.967245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c56a5-6a31-4798-b9b2-5c14ea5c5482 req-e9afc822-cf16-4b59-aed9-bc77651c32ea tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:27.969128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-258c56a5-6a31-4798-b9b2-5c14ea5c5482 req-e9afc822-cf16-4b59-aed9-bc77651c32ea tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 944 time: 0.1429639 Apr 30 01:32:28.140849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-258c56a5-6a31-4798-b9b2-5c14ea5c5482 req-4c51ed92-e3a7-4085-a7cf-4e78ad4d6589 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303999 Apr 30 01:32:28.159701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 0b044846-3a86-4005-9688-a4681091d11c up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:28.245846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:28.404688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 0b044846-3a86-4005-9688-a4681091d11c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:32:28.412348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 0b044846-3a86-4005-9688-a4681091d11c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:28.413095 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:28.553101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:28.560572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:28.588636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4f5d62-4985-4237-9fb1-ba9b6148d9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b044846-3a86-4005-9688-a4681091d11c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:28.592871 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c7576-c154-453c-b028-06ebff1d3997" -d '{"events": [{"server_uuid": "6c4f5d62-4985-4237-9fb1-ba9b6148d9a7", "name": "network-vif-plugged", "status": "completed", "tag": "0b044846-3a86-4005-9688-a4681091d11c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:28.633134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 0b044846-3a86-4005-9688-a4681091d11c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0b044846-3a86-4005-9688-a4681091d11c,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:28.685377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:28.699890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-97fb39b3-4281-457b-aa84-9455427bea49 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3098016 Apr 30 01:32:28.700085 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821408d3-def6-4907-81ac-562032b206c7 None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:28.700562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52034) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:28.717513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:28.717738 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821408d3-def6-4907-81ac-562032b206c7 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:28.718071 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-821408d3-def6-4907-81ac-562032b206c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:28.768840 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-686faccb-1b7b-4507-a52c-f747d1f2d02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:28.808253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=0b044846-3a86-4005-9688-a4681091d11c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:28.826613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-1689028e-e239-49be-b093-1808e5ab5c02 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting subnet b819d886-cadc-44b2-a9da-e7659d54125a {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:32:28.830644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1689028e-e239-49be-b093-1808e5ab5c02 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:28.842204 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-821408d3-def6-4907-81ac-562032b206c7 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:28.902344 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1689028e-e239-49be-b093-1808e5ab5c02 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:28.904789 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-821408d3-def6-4907-81ac-562032b206c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:27Z', 'revision_number': 11, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:28.909383 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19523e9a-3a28-4508-bac0-44e76da2bccd x-openstack-request-id: req-19523e9a-3a28-4508-bac0-44e76da2bccd {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:28.913785 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4f5d62-4985-4237-9fb1-ba9b6148d9a7", "name": "network-vif-plugged", "status": "completed", "tag": "0b044846-3a86-4005-9688-a4681091d11c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:28.914379 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19523e9a-3a28-4508-bac0-44e76da2bccd {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:28.915022 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19523e9a-3a28-4508-bac0-44e76da2bccd'] response: {'server_uuid': '6c4f5d62-4985-4237-9fb1-ba9b6148d9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b044846-3a86-4005-9688-a4681091d11c', 'code': 200} Apr 30 01:32:28.947291 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821408d3-def6-4907-81ac-562032b206c7 None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:28.960285 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821408d3-def6-4907-81ac-562032b206c7 None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:28.960901 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-821408d3-def6-4907-81ac-562032b206c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:29.025147 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3f65bef0-ec4b-40b7-a98f-6c3a67434161 req-f4da90cd-b42b-4405-a2e4-1215413f635f tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0733678 Apr 30 01:32:29.100063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0df2a7-f65e-4f92-a57e-42be5a9c5cca req-1e591678-d681-4115-a9e5-fe7a2667c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:29.102428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f0df2a7-f65e-4f92-a57e-42be5a9c5cca req-1e591678-d681-4115-a9e5-fe7a2667c13f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 1096 time: 0.1072540 Apr 30 01:32:29.125003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1689028e-e239-49be-b093-1808e5ab5c02 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:29.151690 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-821408d3-def6-4907-81ac-562032b206c7 None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:29.179574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f0df2a7-f65e-4f92-a57e-42be5a9c5cca req-564e826f-acd6-41d4-bc73-a9852a90d09b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698617 Apr 30 01:32:29.219293 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-821408d3-def6-4907-81ac-562032b206c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:27Z', 'revision_number': 11, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:29.252309 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821408d3-def6-4907-81ac-562032b206c7 None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:27Z', 'revision_number': 11, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:29.364311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0b177-312b-4003-bf3a-f9ebe664d0ca req-2e358d9b-445f-4c50-9d97-d057e99363bb tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:29.367023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7a0b177-312b-4003-bf3a-f9ebe664d0ca req-2e358d9b-445f-4c50-9d97-d057e99363bb tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0976799 Apr 30 01:32:29.371212 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1689028e-e239-49be-b093-1808e5ab5c02 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:29.412052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689028e-e239-49be-b093-1808e5ab5c02 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Subnet': ['ID=b819d886-cadc-44b2-a9da-e7659d54125a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:29.419501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1689028e-e239-49be-b093-1808e5ab5c02 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:29.422715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1689028e-e239-49be-b093-1808e5ab5c02 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/b819d886-cadc-44b2-a9da-e7659d54125a HTTP/1.1" status: 204 len: 168 time: 0.7220664 Apr 30 01:32:29.425940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52064) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:29.428395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbdc11c-cfbb-4ad1-a6db-c5b6ab35780f None None] Network 50935e01-5145-46da-9d41-dd9ce2fab062 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:32:29.465840 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7a0b177-312b-4003-bf3a-f9ebe664d0ca req-90ab2e03-e984-454b-8f09-14adcf6b5a13 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864167 Apr 30 01:32:29.645547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:29.751500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Deleting port 16904546-7b6c-4e5e-a44b-fd87b93a2166 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:29.751857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:29.823311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] DHCP port deletion for 50935e01-5145-46da-9d41-dd9ce2fab062 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:32:29.905638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 845267db-983a-4075-9b96-08d84371678d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:29.920528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] For port 16904546-7b6c-4e5e-a44b-fd87b93a2166, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16904546-7b6c-4e5e-a44b-fd87b93a2166,segment=NetworkSegment(4eb7453a-c089-4b7e-b42b-5e14dec0d3a7),segment_id=4eb7453a-c089-4b7e-b42b-5e14dec0d3a7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:29.922062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:29.946853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52072) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:29.952444 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1a7be01f-06ef-4586-ab64-1e38695ba122 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1871230223', 'description': 'tempest-description--1995447127'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:29.970137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Calling delete_port for 16904546-7b6c-4e5e-a44b-fd87b93a2166 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:29.989751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 845267db-983a-4075-9b96-08d84371678d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:32:29.990964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 845267db-983a-4075-9b96-08d84371678d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:32:30.022563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] Deleting port 16904546-7b6c-4e5e-a44b-fd87b93a2166 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:32:30.023500 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.063599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7be01f-06ef-4586-ab64-1e38695ba122 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.137989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] For port 16904546-7b6c-4e5e-a44b-fd87b93a2166, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16904546-7b6c-4e5e-a44b-fd87b93a2166,segment=NetworkSegment(4eb7453a-c089-4b7e-b42b-5e14dec0d3a7),segment_id=4eb7453a-c089-4b7e-b42b-5e14dec0d3a7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:30.138445 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.166201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] Calling delete_port for 16904546-7b6c-4e5e-a44b-fd87b93a2166 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:32:30.271577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.292306 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.353014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] No DVR routers for this DVR port 16904546-7b6c-4e5e-a44b-fd87b93a2166 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:32:30.367819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7be01f-06ef-4586-ab64-1e38695ba122 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.378900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a9bf4-83fe-40be-b92a-61f66fb3ef47 None None] Pushing event deleted for resources: {'Port': ['ID=16904546-7b6c-4e5e-a44b-fd87b93a2166,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:30.388800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Port': ['ID=16904546-7b6c-4e5e-a44b-fd87b93a2166,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:30.406828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No DVR routers for this DVR port 16904546-7b6c-4e5e-a44b-fd87b93a2166 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:32:30.420998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4da7bfbb-6689-4166-ba21-cd6e7d7a25dc req-830e9168-d4fd-49fc-9294-4315fcab69ff tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.1555543 Apr 30 01:32:30.468402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7be01f-06ef-4586-ab64-1e38695ba122 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.549589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7be01f-06ef-4586-ab64-1e38695ba122 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:30.583110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.635894 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a7be01f-06ef-4586-ab64-1e38695ba122 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.638796 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a7be01f-06ef-4586-ab64-1e38695ba122 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6906164 Apr 30 01:32:30.642627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52094) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:30.650249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-32131016-5285-46a8-85a6-487454ff1183 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group_rule': {'security_group_id': '1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:30.655727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50935e01-5145-46da-9d41-dd9ce2fab062']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:30.708337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:30.710341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb7453a-c089-4b7e-b42b-5e14dec0d3a7') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:30.724784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.757331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57785928-a310-431a-8f28-7afacc6dd660 req-8ffe0e7c-a95d-417b-8574-834665f2d032 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:30.765470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57785928-a310-431a-8f28-7afacc6dd660 req-8ffe0e7c-a95d-417b-8574-834665f2d032 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.1642723 Apr 30 01:32:30.768804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.776640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32131016-5285-46a8-85a6-487454ff1183 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.790197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:32:30.791141 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:32:30.794994 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:32:30.896244 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57785928-a310-431a-8f28-7afacc6dd660 req-a33c2058-0731-44dc-aaab-7b6ebad529c5 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293244 Apr 30 01:32:30.969002 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32131016-5285-46a8-85a6-487454ff1183 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.039974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.041002 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df605e53-67be-4e38-81bd-5a15dd515e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.049208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.056473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae365b-351b-4416-b96c-897232c9bbde req-2b1b83f7-6605-457b-b736-2dcbefa92d92 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:31.058408 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88ae365b-351b-4416-b96c-897232c9bbde req-2b1b83f7-6605-457b-b736-2dcbefa92d92 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0695159 Apr 30 01:32:31.061240 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/networks/50935e01-5145-46da-9d41-dd9ce2fab062 HTTP/1.1" status: 204 len: 168 time: 1.6194687 Apr 30 01:32:31.066339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52104) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:31.086432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'routes': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:31.097527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0bf21-8b7c-4d8f-b0a5-06e235c42670 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Pushing event deleted for resources: {'Network': ['ID=50935e01-5145-46da-9d41-dd9ce2fab062,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:31.144824 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32131016-5285-46a8-85a6-487454ff1183 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.215787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32131016-5285-46a8-85a6-487454ff1183 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e64737a-2109-43d8-bafc-2ee7e78bdc68,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:31.231610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88ae365b-351b-4416-b96c-897232c9bbde req-3789193e-5066-482d-9c79-75b6a3c5f42e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618156 Apr 30 01:32:31.333210 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-32131016-5285-46a8-85a6-487454ff1183 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.338488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52112) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:31.345231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e81c9998-fe13-4e87-a196-5563f7316daa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group_rule': {'security_group_id': '1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:31.350247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-32131016-5285-46a8-85a6-487454ff1183 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7046785 Apr 30 01:32:31.391725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.extraroute_db [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Added routes are [] {{(pid=103319) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 01:32:31.392764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.extraroute_db [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Removed routes are [] {{(pid=103319) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 01:32:31.393456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.479066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1323b1-52ec-4a9c-8c6d-87ba039eabfa req-de623421-192e-4f2b-a072-5633f26aecda tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:31.480914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f1323b1-52ec-4a9c-8c6d-87ba039eabfa req-de623421-192e-4f2b-a072-5633f26aecda tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 946 time: 0.0880730 Apr 30 01:32:31.491958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e81c9998-fe13-4e87-a196-5563f7316daa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.570668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f1323b1-52ec-4a9c-8c6d-87ba039eabfa req-b3d70787-58e5-4260-a22c-7363a185471d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809596 Apr 30 01:32:31.607851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e81c9998-fe13-4e87-a196-5563f7316daa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.673723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e81c9998-fe13-4e87-a196-5563f7316daa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.729043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c9998-fe13-4e87-a196-5563f7316daa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4920d75-6c40-467c-826c-cb94c9865729,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:31.818055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e81c9998-fe13-4e87-a196-5563f7316daa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.820161 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e81c9998-fe13-4e87-a196-5563f7316daa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4804542 Apr 30 01:32:31.829379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52126) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:31.836233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:31.886720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16904546-7b6c-4e5e-a44b-fd87b93a2166 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:31.914676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 16904546-7b6c-4e5e-a44b-fd87b93a2166 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:32:31.915383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16904546-7b6c-4e5e-a44b-fd87b93a2166 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:32:31.959413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:31.987814 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:32.112249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2513d34-986a-4c0e-bc2d-d0f26713a5f7 req-c96126fd-70ee-4761-b6f9-f4ef45111618 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.5506475 Apr 30 01:32:32.136101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5b8cb-4528-49a6-89c3-fda4526720b5 req-6c3d13e0-3db8-4a91-83db-884320bce9ec tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:32.137663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36b5b8cb-4528-49a6-89c3-fda4526720b5 req-6c3d13e0-3db8-4a91-83db-884320bce9ec tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.1380310 Apr 30 01:32:32.151690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:32.155780 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:32.195323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36b5b8cb-4528-49a6-89c3-fda4526720b5 req-b250ab52-7abb-4d85-a06f-bea30cb2c46a tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492949 Apr 30 01:32:32.240523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:32.301113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:32.399334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Allocated IP 172.25.0.75 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ab0deb17-bdd0-42fd-8a33-8c963563f2ff) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:32:32.514999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:32.532884 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:32.535475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0ad72a72-f1ef-4fb7-8804-00d0df0b5b2e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 200 len: 700 time: 1.4666042 Apr 30 01:32:32.538599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52142) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:32.557234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] Sync routers for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:32.576811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:32.577819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:32.637386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a004570-3fb8-485d-b5e4-8358386d695e tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 200 len: 205 time: 0.0956223 Apr 30 01:32:32.639857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52144) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:32.733705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d0904-3925-4953-9b7f-4f4e81d7f68d req-94157cad-e5e5-402e-8501-8245164f0830 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:32.742108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b6d0904-3925-4953-9b7f-4f4e81d7f68d req-94157cad-e5e5-402e-8501-8245164f0830 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1000397 Apr 30 01:32:32.745830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:32.796411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83baf0f1-f794-4dda-ae1c-c9cda07c0093 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:32.799990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b6d0904-3925-4953-9b7f-4f4e81d7f68d req-733790c7-b1ec-4481-8d87-00cefd6d9b21 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554368 Apr 30 01:32:32.854471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:27Z', 'revision_number': 11, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:32.925565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] Checking router: aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:32.946589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] Routers {'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:32.950334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:32.982502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83baf0f1-f794-4dda-ae1c-c9cda07c0093 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:32.984969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83baf0f1-f794-4dda-ae1c-c9cda07c0093 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.036001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.063392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] Set router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:33.147989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83baf0f1-f794-4dda-ae1c-c9cda07c0093 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.148726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83baf0f1-f794-4dda-ae1c-c9cda07c0093 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Fanout notify agent at l3_agent the message router_deleted on router aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:32:33.166909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-83baf0f1-f794-4dda-ae1c-c9cda07c0093 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.172835 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-83baf0f1-f794-4dda-ae1c-c9cda07c0093 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 204 len: 168 time: 0.5279615 Apr 30 01:32:33.173916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52158) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:33.182016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7515e29d-d629-4cc1-a1a3-3870cea358d2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2015553901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:33.203341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.212929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:27Z', 'revision_number': 11, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:33.253867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef2c03-5327-4c50-bab1-c6ce7f5b761a None None] The sync data for ids ['aa2aa0d4-9ab9-4388-abf6-1a542e992cf2'] in n-d-821348-1 is: [{'id': 'aa2aa0d4-9ab9-4388-abf6-1a542e992cf2', 'name': 'tempest-RoutersTest-router-700291354', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:32Z', 'updated_at': '2022-04-30T01:32:27Z', 'revision_number': 11, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:33.307323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:32:33.314774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:33.326198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:32:33.344119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77598ffa-017c-4b48-9c9a-ab624bbbfbdc req-9fbb9654-ad9f-4aae-abf7-a697c5622249 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0773456 Apr 30 01:32:33.350750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7515e29d-d629-4cc1-a1a3-3870cea358d2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.352256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7515e29d-d629-4cc1-a1a3-3870cea358d2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.384121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=ab0deb17-bdd0-42fd-8a33-8c963563f2ff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:33.410290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04105e0e-4c03-4e5e-95e5-ce616bf56296 req-e046ea9d-467e-462a-a43e-09fb97361167 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:33.416280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04105e0e-4c03-4e5e-95e5-ce616bf56296 req-e046ea9d-467e-462a-a43e-09fb97361167 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:33.422072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04105e0e-4c03-4e5e-95e5-ce616bf56296 req-e046ea9d-467e-462a-a43e-09fb97361167 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:33.430897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04105e0e-4c03-4e5e-95e5-ce616bf56296 req-e046ea9d-467e-462a-a43e-09fb97361167 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7&device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872&device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 2418 time: 0.1913376 Apr 30 01:32:33.509332 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7515e29d-d629-4cc1-a1a3-3870cea358d2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.561159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04105e0e-4c03-4e5e-95e5-ce616bf56296 req-3e0952ee-4384-4561-88c1-3a6d2bc712df tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293480 Apr 30 01:32:33.562669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.614629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7515e29d-d629-4cc1-a1a3-3870cea358d2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.716158 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.756383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7515e29d-d629-4cc1-a1a3-3870cea358d2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.761004 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7515e29d-d629-4cc1-a1a3-3870cea358d2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5851667 Apr 30 01:32:33.761881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52178) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:33.771165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fa21e8af-277e-4c08-bee7-488610a051c5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:33.783091 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:33.837253 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:34.060947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ba4b-6776-4c2b-b625-e8b3d8894c57 req-b31985d7-269d-4456-be8b-df5e26aaf005 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:34.069786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b03ba4b-6776-4c2b-b625-e8b3d8894c57 req-b31985d7-269d-4456-be8b-df5e26aaf005 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.2113409 Apr 30 01:32:34.198349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b03ba4b-6776-4c2b-b625-e8b3d8894c57 req-dc3e456b-6350-4b3c-bec3-123275e75151 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215880 Apr 30 01:32:34.315835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8af-277e-4c08-bee7-488610a051c5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:34.416186 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8af-277e-4c08-bee7-488610a051c5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:34.449902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:34.539455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-792b3ca3-8c73-4d6f-b65a-84f1cfef495f req-d7d8332c-9432-499f-9958-8693a0fe7796 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0486887 Apr 30 01:32:34.551853 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:34.640898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=ab0deb17-bdd0-42fd-8a33-8c963563f2ff,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:34.653832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:34.711885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa21e8af-277e-4c08-bee7-488610a051c5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Router 8f2f3dd6-8449-424b-bde0-c863ca6f0c8a is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:32:34.747981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:34.760739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e82e68d2-af5e-4043-ae1f-86728b6de59c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9280207 Apr 30 01:32:34.854090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa21e8af-277e-4c08-bee7-488610a051c5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:34.861336 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8af-277e-4c08-bee7-488610a051c5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:34.866458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52214) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:34.868978 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] Sync routers for ids ['8f2f3dd6-8449-424b-bde0-c863ca6f0c8a'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:34.879568 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fa21e8af-277e-4c08-bee7-488610a051c5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "PUT /v2.0/routers/8f2f3dd6-8449-424b-bde0-c863ca6f0c8a HTTP/1.1" status: 200 len: 694 time: 1.1162829 Apr 30 01:32:34.884091 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] Routers {'8f2f3dd6-8449-424b-bde0-c863ca6f0c8a'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:34.885151 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8f2f3dd6-8449-424b-bde0-c863ca6f0c8a'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:35.022572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9f713060-937f-46d9-8f14-44a7b2391ee2 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/routers/8f2f3dd6-8449-424b-bde0-c863ca6f0c8a HTTP/1.1" status: 200 len: 700 time: 0.1476762 Apr 30 01:32:35.023193 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] Set router 8f2f3dd6-8449-424b-bde0-c863ca6f0c8a gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:35.023861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52224) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:35.087194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-621a81a7-5bf8-45e3-8d23-fb8fb0298dc7 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f2f3dd6-8449-424b-bde0-c863ca6f0c8a HTTP/1.1" status: 200 len: 205 time: 0.0591764 Apr 30 01:32:35.087616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52230) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:35.103579 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2f3dd6-8449-424b-bde0-c863ca6f0c8a', 'name': 'tempest-RoutersTest-router-2015553901', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:33Z', 'updated_at': '2022-04-30T01:32:34Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:35.130871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-202d7838-0e2f-4212-918f-ac157fa52764 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1871230223&fields=id&tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 267 time: 0.0342841 Apr 30 01:32:35.153217 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] Checking router: 8f2f3dd6-8449-424b-bde0-c863ca6f0c8a for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:35.171405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] Routers {'8f2f3dd6-8449-424b-bde0-c863ca6f0c8a'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:35.172046 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8f2f3dd6-8449-424b-bde0-c863ca6f0c8a'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:35.191931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9aa76f97-bc80-4548-898f-d25404734369 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:35.253230 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] Set router 8f2f3dd6-8449-424b-bde0-c863ca6f0c8a gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:35.366137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c5a0-3313-4165-beaa-009da49d8185 req-1660de38-6e4a-4608-8ca9-75269e184e57 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:35.382406 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2f3dd6-8449-424b-bde0-c863ca6f0c8a', 'name': 'tempest-RoutersTest-router-2015553901', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:33Z', 'updated_at': '2022-04-30T01:32:34Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:35.384722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-1660de38-6e4a-4608-8ca9-75269e184e57 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 814 time: 0.2550578 Apr 30 01:32:35.415037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-668a7f30-f374-4e8e-b4ea-857df689d1dc tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/quotas/ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 375 time: 0.0287910 Apr 30 01:32:35.455853 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1e89a7-6c67-4539-bce4-c230194e838b None None] The sync data for ids ['8f2f3dd6-8449-424b-bde0-c863ca6f0c8a'] in n-d-821348-1 is: [{'id': '8f2f3dd6-8449-424b-bde0-c863ca6f0c8a', 'name': 'tempest-RoutersTest-router-2015553901', 'tenant_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:33Z', 'updated_at': '2022-04-30T01:32:34Z', 'revision_number': 2, 'project_id': 'c7e379ce0c4f4a8ebe025e18acaa8bb5', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:35.544358 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9aa76f97-bc80-4548-898f-d25404734369 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:35.547207 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9aa76f97-bc80-4548-898f-d25404734369 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:35.561015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-cbb56548-60f7-46c3-b161-f5f702089945 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1424055 Apr 30 01:32:35.688691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9aa76f97-bc80-4548-898f-d25404734369 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:35.689287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa76f97-bc80-4548-898f-d25404734369 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Fanout notify agent at l3_agent the message router_deleted on router 8f2f3dd6-8449-424b-bde0-c863ca6f0c8a {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:32:35.699082 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9aa76f97-bc80-4548-898f-d25404734369 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:35.704952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9aa76f97-bc80-4548-898f-d25404734369 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/8f2f3dd6-8449-424b-bde0-c863ca6f0c8a HTTP/1.1" status: 204 len: 168 time: 0.6162887 Apr 30 01:32:35.711131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52258) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:35.751051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-450b58cb-9136-4c8b-97f4-5c5863c8f8cc tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f2f3dd6-8449-424b-bde0-c863ca6f0c8a HTTP/1.1" status: 200 len: 205 time: 0.0387239 Apr 30 01:32:35.756098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52260) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:35.788625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-c08d0e99-a7ae-43da-8ee6-72e570ef7666 service neutron] 10.222.0.15 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005110 Apr 30 01:32:35.852606 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-2eb7a30e-d3c2-4a15-95f4-29014a00cbf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] delete failed (client error): The resource could not be found. Apr 30 01:32:35.853671 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2eb7a30e-d3c2-4a15-95f4-29014a00cbf6 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/8f2f3dd6-8449-424b-bde0-c863ca6f0c8a HTTP/1.1" status: 404 len: 336 time: 0.0966408 Apr 30 01:32:35.868186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52264) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:35.940456 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a24da9f-5e04-470b-8f9d-9c5475809263 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:35.940926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a24da9f-5e04-470b-8f9d-9c5475809263 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:35.945085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1a24da9f-5e04-470b-8f9d-9c5475809263 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/6f9748e1-c376-43a7-b21c-7ea83f7da2d7 HTTP/1.1" status: 404 len: 337 time: 0.0758479 Apr 30 01:32:35.950109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52270) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.005823 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f46822f-ccbc-4c00-8f80-87958d745aed tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:36.006285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f46822f-ccbc-4c00-8f80-87958d745aed tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:36.009924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9f46822f-ccbc-4c00-8f80-87958d745aed tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/df5d28da-775a-42c6-a986-874d03dd6d4b HTTP/1.1" status: 404 len: 337 time: 0.0568674 Apr 30 01:32:36.017473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52272) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.024334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-54e421cb-dede-4813-9cbe-28ebd7d1d49d service neutron] 10.222.0.15 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244329 Apr 30 01:32:36.053064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ee13343-3d5b-4041-984a-c59e0bbb91e9 req-dec0b2f5-2c00-4f0e-8a8f-40c64379bed4 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0517273 Apr 30 01:32:36.075779 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a93b8c-f758-4850-9a9c-2ce92df27719 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:36.076243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a93b8c-f758-4850-9a9c-2ce92df27719 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:36.080115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-40a93b8c-f758-4850-9a9c-2ce92df27719 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/6b749dab-9c7d-4923-975e-2cf71f325fcb HTTP/1.1" status: 404 len: 337 time: 0.0596139 Apr 30 01:32:36.093235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52276) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.126075 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-92155d49-40b5-4c75-90c5-164a1e83c370 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:36.126623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92155d49-40b5-4c75-90c5-164a1e83c370 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:36.137130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52278) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.137532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-92155d49-40b5-4c75-90c5-164a1e83c370 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/b819d886-cadc-44b2-a9da-e7659d54125a HTTP/1.1" status: 404 len: 337 time: 0.0525541 Apr 30 01:32:36.183861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52280) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.185308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8c974afe-6059-4b5f-bed6-2153e28a15e5 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 200 len: 205 time: 0.0425253 Apr 30 01:32:36.248901 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-9a910ff8-69fe-46a5-aec5-353daf664a2f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] delete failed (client error): The resource could not be found. Apr 30 01:32:36.251508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9a910ff8-69fe-46a5-aec5-353daf664a2f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/aa2aa0d4-9ab9-4388-abf6-1a542e992cf2 HTTP/1.1" status: 404 len: 336 time: 0.0650890 Apr 30 01:32:36.254007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52284) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.273671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7298b-f940-4cb3-90cb-3497866448d4 req-2c7425c1-04f2-4fa3-a7b0-8e76aea528ce tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:36.288025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16d7298b-f940-4cb3-90cb-3497866448d4 req-2c7425c1-04f2-4fa3-a7b0-8e76aea528ce tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1010399 Apr 30 01:32:36.320635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f966a4b5-b98d-4ff0-b9e6-ad8859223a8a tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=18d376bc-29c4-4d2f-829a-2aa4b0a0f79d HTTP/1.1" status: 200 len: 205 time: 0.0646021 Apr 30 01:32:36.322107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52290) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.367981 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-1ddca4ee-efd9-49db-b5f0-da36e4fd9f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] delete failed (client error): The resource could not be found. Apr 30 01:32:36.369113 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1ddca4ee-efd9-49db-b5f0-da36e4fd9f80 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/18d376bc-29c4-4d2f-829a-2aa4b0a0f79d HTTP/1.1" status: 404 len: 336 time: 0.0460184 Apr 30 01:32:36.373474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52294) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.407982 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6313d9a-890f-40e5-bb87-cfd0404f49fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:36.408727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6313d9a-890f-40e5-bb87-cfd0404f49fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:36.412036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a6313d9a-890f-40e5-bb87-cfd0404f49fa tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/355f965a-d6af-477f-b535-a0a6d7d51a55 HTTP/1.1" status: 404 len: 337 time: 0.0373762 Apr 30 01:32:36.415308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52296) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.468744 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16d7298b-f940-4cb3-90cb-3497866448d4 req-d878c7ac-1fd2-4ea9-9e98-60a05a141fec tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776953 Apr 30 01:32:36.472278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dbddede7-b0a3-48be-bae9-cdc94213063f tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=af6a45ce-bfd6-406a-8357-4d770eb2e2d5 HTTP/1.1" status: 200 len: 205 time: 0.0554354 Apr 30 01:32:36.479490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52298) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.481932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d005c6f3-bc4d-4a6c-a7c8-f2e00a850d3a req-925391d6-246f-43fd-9676-a954abf228a8 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 210 time: 0.1002908 Apr 30 01:32:36.537834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-323e9728-c03d-495b-a49a-18c3c3cc1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:36.539672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-323e9728-c03d-495b-a49a-18c3c3cc1c00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1096 time: 0.1695676 Apr 30 01:32:36.540648 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-881c4a46-3983-4878-9a8b-9bcb8bf93c13 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] delete failed (client error): The resource could not be found. Apr 30 01:32:36.545061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-881c4a46-3983-4878-9a8b-9bcb8bf93c13 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/af6a45ce-bfd6-406a-8357-4d770eb2e2d5 HTTP/1.1" status: 404 len: 336 time: 0.0607257 Apr 30 01:32:36.548967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52300) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.584581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e9cdcd51-505b-4729-9d51-211affad9f67 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=4152817d-2533-48b2-89fa-b6891a5f795e HTTP/1.1" status: 200 len: 205 time: 0.0343041 Apr 30 01:32:36.588086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52302) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.639055 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-d4ddc37f-e34a-4407-8e66-3102b60bb065 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] delete failed (client error): The resource could not be found. Apr 30 01:32:36.639055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d4ddc37f-e34a-4407-8e66-3102b60bb065 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/4152817d-2533-48b2-89fa-b6891a5f795e HTTP/1.1" status: 404 len: 336 time: 0.0473504 Apr 30 01:32:36.640264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52310) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.685739 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6684ac1-ca96-45e0-b3b6-35bae253dfcb tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:36.685932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6684ac1-ca96-45e0-b3b6-35bae253dfcb tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:36.691476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6684ac1-ca96-45e0-b3b6-35bae253dfcb tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/8cc41c73-06c3-42dc-bee1-0be7d4f363c4 HTTP/1.1" status: 404 len: 337 time: 0.0488842 Apr 30 01:32:36.692522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52318) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.729111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6e127498-d255-44f3-92eb-188e91bd5824 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06e1f51-ad65-4944-9430-df8928998365 HTTP/1.1" status: 200 len: 205 time: 0.0336673 Apr 30 01:32:36.731389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52322) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.804072 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-b123d042-7753-46d3-ad26-601f617278a0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] delete failed (client error): The resource could not be found. Apr 30 01:32:36.807911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b123d042-7753-46d3-ad26-601f617278a0 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/b06e1f51-ad65-4944-9430-df8928998365 HTTP/1.1" status: 404 len: 336 time: 0.0729766 Apr 30 01:32:36.808127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52326) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.810480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-3b7543a2-9d85-44b7-8e74-a3a690b9c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:36.812720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-3b7543a2-9d85-44b7-8e74-a3a690b9c4c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.2311347 Apr 30 01:32:36.840776 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c60267-5a99-4f06-a09c-942f8d5c4bfd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:36.841063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c60267-5a99-4f06-a09c-942f8d5c4bfd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:36.844604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d1c60267-5a99-4f06-a09c-942f8d5c4bfd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/28826eb3-adcd-4f91-a529-8271819d8e4c HTTP/1.1" status: 404 len: 337 time: 0.0353007 Apr 30 01:32:36.847261 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52330) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.876853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-20d03561-cf49-49ad-9644-4a4cec0eabbd tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2a1488-070a-4a13-93f6-ac4f58877137 HTTP/1.1" status: 200 len: 205 time: 0.0282903 Apr 30 01:32:36.879642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52332) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.920926 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-cfd6745e-e75b-41b7-a8e1-43cfa770504b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] delete failed (client error): The resource could not be found. Apr 30 01:32:36.920926 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cfd6745e-e75b-41b7-a8e1-43cfa770504b tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/routers/9b2a1488-070a-4a13-93f6-ac4f58877137 HTTP/1.1" status: 404 len: 336 time: 0.0398159 Apr 30 01:32:36.922945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52334) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:36.938967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-e037422d-79c2-4218-ad7c-a5abfdd81a67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 1000 time: 0.1145065 Apr 30 01:32:36.974438 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-343d634d-6e64-40f1-8721-80a269697a56 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:36.974904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343d634d-6e64-40f1-8721-80a269697a56 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:36.979644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-343d634d-6e64-40f1-8721-80a269697a56 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/c6b27e41-e2c1-4d71-8486-03e95ab697a1 HTTP/1.1" status: 404 len: 337 time: 0.0551870 Apr 30 01:32:36.982852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52340) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:37.023202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-e735445c-6670-40c0-8bf0-a4d3bdce0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:37.025387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-e735445c-6670-40c0-8bf0-a4d3bdce0284 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.0801923 Apr 30 01:32:37.040928 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc845b8-2953-45e4-aeb0-950aaf749514 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] DELETE failed (client error): The resource could not be found. Apr 30 01:32:37.041404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc845b8-2953-45e4-aeb0-950aaf749514 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:32:37.046606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4cc845b8-2953-45e4-aeb0-950aaf749514 tempest-RoutersTest-525851473 tempest-RoutersTest-525851473-project] 10.222.0.15 "DELETE /v2.0/subnets/ea9a15a6-e833-4bab-95e2-60c93786d05c HTTP/1.1" status: 404 len: 337 time: 0.0599632 Apr 30 01:32:37.085910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-0103a68c-7242-4b0a-ace1-38ed1b857805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:37.087556 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-0103a68c-7242-4b0a-ace1-38ed1b857805 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498261 Apr 30 01:32:37.184830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54bd3d2d-586b-41cb-a4e4-4c6f684c54dd req-22a835d5-e5fa-474e-89bb-6f7b71f087b4 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0360851 Apr 30 01:32:37.223913 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-3c8c0ca7-1680-4542-9f59-08e50ffd35cb service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281209 Apr 30 01:32:37.325025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcc8180b-8378-4bb7-ac67-b7f6dd5de105 req-efd4cf10-2f13-4dd7-be19-89aec2a7ec13 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864453 Apr 30 01:32:37.610152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-339003a3-fe63-4743-9bfc-89428278b9f8 req-4053b3f4-152b-451d-98a2-a40327353324 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 210 time: 0.0302205 Apr 30 01:32:37.641663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a28de-7fc5-476c-b971-d2e7a9348ca1 req-80fe9237-0bec-4d66-99c7-21a1c0a28fa1 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:37.643589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-233a28de-7fc5-476c-b971-d2e7a9348ca1 req-80fe9237-0bec-4d66-99c7-21a1c0a28fa1 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0705311 Apr 30 01:32:37.686829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-233a28de-7fc5-476c-b971-d2e7a9348ca1 req-07f02fa2-b683-47ae-96a4-392228f1d636 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Apr 30 01:32:37.811943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3b203-d9b4-467b-a90f-01025ad92cce req-bf67920a-fb5f-4170-adbb-606f596ef06b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:37.813463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bbc3b203-d9b4-467b-a90f-01025ad92cce req-bf67920a-fb5f-4170-adbb-606f596ef06b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.0510094 Apr 30 01:32:37.852306 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bbc3b203-d9b4-467b-a90f-01025ad92cce req-4f8b6eed-4be7-4c48-add8-abde74bac06b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318813 Apr 30 01:32:38.001144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52384) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:38.057589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db8ccff8-a721-4e46-bca3-18ccbf651969 req-fae39eb1-c463-45f0-a7f3-7e113567c3fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0391805 Apr 30 01:32:38.187793 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e8949f94-1014-411d-9e25-0cf6a3232bee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7e379ce0c4f4a8ebe025e18acaa8bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853409 Apr 30 01:32:38.191453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52394) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:38.253421 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-411289ef-3dab-441a-8298-6abbea976ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:38.300815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-411289ef-3dab-441a-8298-6abbea976ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:38.323795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a0da3f8-50ef-4212-877f-b00b4ed2a233 req-ac558ce6-fc3f-4ff6-acfd-f74466a6f2dc tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0383594 Apr 30 01:32:38.479209 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-411289ef-3dab-441a-8298-6abbea976ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:38.487875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-411289ef-3dab-441a-8298-6abbea976ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:38.490353 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-411289ef-3dab-441a-8298-6abbea976ac4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/344b2756-1b6c-4273-b5e4-50f60ac783e2 HTTP/1.1" status: 204 len: 168 time: 0.2969842 Apr 30 01:32:38.498930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411289ef-3dab-441a-8298-6abbea976ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344b2756-1b6c-4273-b5e4-50f60ac783e2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:38.720969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c5a0-3313-4165-beaa-009da49d8185 req-e8295258-0e04-4134-98f2-30a2a1026950 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:38.722667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-e8295258-0e04-4134-98f2-30a2a1026950 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.21 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 814 time: 0.1204507 Apr 30 01:32:38.736442 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4941454c-6130-412f-a07e-f80e93b218bf req-dfb730b7-4996-472d-99dc-905c233e8f7d tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 210 time: 0.0458753 Apr 30 01:32:38.777845 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-a70e5f42-0b7e-4734-9024-dbfec16f10a6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 473 time: 0.0452702 Apr 30 01:32:38.787794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'port': {'device_id': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'admin_state_up': True, 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'security_groups': ['1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:38.917823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ff5ac-7654-499f-bbaf-47d6f57ab7e3 req-a0bfbd36-7037-40c0-ae72-019468f1a435 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:38.919367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-856ff5ac-7654-499f-bbaf-47d6f57ab7e3 req-a0bfbd36-7037-40c0-ae72-019468f1a435 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1281376 Apr 30 01:32:38.983404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-856ff5ac-7654-499f-bbaf-47d6f57ab7e3 req-675eb2b0-0f8e-4f6c-93f8-cef5ce1c1eab tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538020 Apr 30 01:32:39.118805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Made reservation on behalf of ca9b4c6c5bf646dca85142af7b1d82a7 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:32:39.122657 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:39.249674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Allocated IP 172.20.0.14 (d51eecfe-eab7-4fe9-b818-0a3856a293df/28b41266-b836-4bc5-a3a3-53f11f0132dc/1a485405-acc2-4f23-b812-cfc76cabb48a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:32:39.413087 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:39.433509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-523003fb-ada4-4961-b154-bfb2abd30e53 req-563133d2-14ec-4062-9fe4-004524909b23 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0300381 Apr 30 01:32:39.513431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:39.566664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Network d51eecfe-eab7-4fe9-b818-0a3856a293df is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:32:39.570464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:39.573522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:32:39.608298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=1a485405-acc2-4f23-b812-cfc76cabb48a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:39.645088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:39.645807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:39.723553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-0e56dab8-c987-47e5-b2d4-04ab61bb0745 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9400043 Apr 30 01:32:39.740133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Request body: {'port': {'device_id': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:39.829743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:39.900662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c5f12-2858-402a-8dc6-2ca2637b3edb req-e4242ec9-4fd7-49eb-8b0c-b941a4870a26 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:39.902202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-861c5f12-2858-402a-8dc6-2ca2637b3edb req-e4242ec9-4fd7-49eb-8b0c-b941a4870a26 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 932 time: 0.0552900 Apr 30 01:32:39.938841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f83f2e06-6c4f-4ef6-b036-b9ca87632f9f None None] Provisioning complete for port 1a485405-acc2-4f23-b812-cfc76cabb48a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:39.939914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f83f2e06-6c4f-4ef6-b036-b9ca87632f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:39.943149 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-861c5f12-2858-402a-8dc6-2ca2637b3edb req-459f0254-1d35-462f-b6ae-77d50a8c62ed tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345349 Apr 30 01:32:40.055876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f18d18c-ace4-45cd-8838-be5fc3a8a2d4 req-a970c311-393c-4774-9a41-8c1051eca9b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=74701cd6d8784dd48a628399eb7742af&device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0560882 Apr 30 01:32:40.070329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f83f2e06-6c4f-4ef6-b036-b9ca87632f9f None None] Port 1a485405-acc2-4f23-b812-cfc76cabb48a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:32:40.096219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f18d18c-ace4-45cd-8838-be5fc3a8a2d4 req-6b0589e5-bfdc-44fc-9a8f-cf50b6a3530f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=74701cd6d8784dd48a628399eb7742af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295973 Apr 30 01:32:40.172168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-001b6458-d96d-4a41-9ad0-f5794b26e471 req-2ff62c4c-d195-41e9-8e00-b38e10f1fee4 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0732203 Apr 30 01:32:40.172869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3896-bc63-4386-85a0-8c764eb757c0 req-6b364e34-bad9-4f17-8ba6-705ca6752881 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:40.176247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c95f3896-bc63-4386-85a0-8c764eb757c0 req-6b364e34-bad9-4f17-8ba6-705ca6752881 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0738397 Apr 30 01:32:40.225831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c95f3896-bc63-4386-85a0-8c764eb757c0 req-fbbe027a-1929-4d69-9f8f-64d397eb373c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Apr 30 01:32:40.628743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d18c-ace4-45cd-8838-be5fc3a8a2d4 req-750cff4d-56bf-4989-813a-15d670405b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:40.633362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f18d18c-ace4-45cd-8838-be5fc3a8a2d4 req-750cff4d-56bf-4989-813a-15d670405b2b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5199232 Apr 30 01:32:40.647995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a485405-acc2-4f23-b812-cfc76cabb48a {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:40.659246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:40.671754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Transition to ACTIVE for port object 1a485405-acc2-4f23-b812-cfc76cabb48a will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:32:40.690498 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-397b3358-a934-44d5-9cbd-775e9b4d6800 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612435 Apr 30 01:32:40.757037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-49f2d644-05f3-40a8-b273-3c52a389cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:40.758680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-49f2d644-05f3-40a8-b273-3c52a389cc86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 1096 time: 0.0477877 Apr 30 01:32:40.764733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:40.881337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Pushing event updated for resources: {'Port': ['ID=1a485405-acc2-4f23-b812-cfc76cabb48a,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:40.916400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Attempting to bind port 1a485405-acc2-4f23-b812-cfc76cabb48a on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:32:40.916984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Attempting to bind port 1a485405-acc2-4f23-b812-cfc76cabb48a by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:32:40.917476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Attempting to bind port 1a485405-acc2-4f23-b812-cfc76cabb48a on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:40.922916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Port 1a485405-acc2-4f23-b812-cfc76cabb48a on network d51eecfe-eab7-4fe9-b818-0a3856a293df not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:32:40.923858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Attempting to bind port 1a485405-acc2-4f23-b812-cfc76cabb48a on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:40.930578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:32:40.931305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Checking segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:32:40.931920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Bound using segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:32:40.932510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Bound port: 1a485405-acc2-4f23-b812-cfc76cabb48a, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:32:40.933045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:40.948298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-88a00182-ee08-4cd0-99d0-4575738c33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:40.950216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:40.953933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-88a00182-ee08-4cd0-99d0-4575738c33ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 914 time: 0.1697881 Apr 30 01:32:41.025070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] For port 1a485405-acc2-4f23-b812-cfc76cabb48a, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:32:41.030805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] For port 1a485405-acc2-4f23-b812-cfc76cabb48a, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1a485405-acc2-4f23-b812-cfc76cabb48a,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:32:41.064213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-cb03e4fe-ce9e-4677-bba8-a69ff54bf502 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb HTTP/1.1" status: 200 len: 1001 time: 0.1024616 Apr 30 01:32:41.119368 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:41.121551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-57ef24dc-d6fd-4d6c-8f28-6db4138bd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.123148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-57ef24dc-d6fd-4d6c-8f28-6db4138bd87d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.0485363 Apr 30 01:32:41.157973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60334eca-22a2-4f1c-a332-22551c59e8df req-cf750b3e-4d11-4138-bf24-8988c0276b47 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.160208 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60334eca-22a2-4f1c-a332-22551c59e8df req-cf750b3e-4d11-4138-bf24-8988c0276b47 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 944 time: 0.0946345 Apr 30 01:32:41.169909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-da6b7411-cd2e-4773-a0be-b0d544e33c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.171576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-da6b7411-cd2e-4773-a0be-b0d544e33c50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411665 Apr 30 01:32:41.177304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.178108 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:41.179465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a485405-acc2-4f23-b812-cfc76cabb48a HTTP/1.1" status: 200 len: 1092 time: 1.4458368 Apr 30 01:32:41.192269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'tag': '1a485405-acc2-4f23-b812-cfc76cabb48a'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:41.194799 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e177541e-d57c-43d2-9948-89cdd2eaa21c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce98cda0-4e7d-47e6-b78c-dbaaff6198f7", "tag": "1a485405-acc2-4f23-b812-cfc76cabb48a"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:41.224976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad6e6-a8c8-4e6b-b498-d4d874c95371 service neutron] Pushing event updated for resources: {'Port': ['ID=1a485405-acc2-4f23-b812-cfc76cabb48a,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:41.235247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60334eca-22a2-4f1c-a332-22551c59e8df req-2f2ffad7-fbf4-4498-8c9a-cda247dbd4f5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661671 Apr 30 01:32:41.277665 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16093eaa-8cf1-4aee-ac03-a0191824472c x-openstack-request-id: req-16093eaa-8cf1-4aee-ac03-a0191824472c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:41.277665 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce98cda0-4e7d-47e6-b78c-dbaaff6198f7", "tag": "1a485405-acc2-4f23-b812-cfc76cabb48a", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:41.277665 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16093eaa-8cf1-4aee-ac03-a0191824472c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:41.277665 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16093eaa-8cf1-4aee-ac03-a0191824472c'] response: {'name': 'network-changed', 'server_uuid': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'tag': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'status': 'completed', 'code': 200} Apr 30 01:32:41.348372 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-38f2ec0b-a97d-46e5-ba7c-666051ec2bfa service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680233 Apr 30 01:32:41.396323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177541e-d57c-43d2-9948-89cdd2eaa21c req-c36dbabe-c809-46a3-8070-8ff663979f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.404456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e177541e-d57c-43d2-9948-89cdd2eaa21c req-c36dbabe-c809-46a3-8070-8ff663979f64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 1095 time: 0.1047068 Apr 30 01:32:41.434974 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e0a23ac-609b-450a-bad0-3266411447e6 req-beed6e42-8f14-417b-9892-2f9ecd9aff9a tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0603592 Apr 30 01:32:41.553585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-05c6f1df-b195-492e-88e0-894a4db99ef3 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:41.554285 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-05c6f1df-b195-492e-88e0-894a4db99ef3 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 30 01:32:41.555123 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-05c6f1df-b195-492e-88e0-894a4db99ef3 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): There was a conflict when trying to complete your request. Apr 30 01:32:41.560399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-05c6f1df-b195-492e-88e0-894a4db99ef3 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6086416 Apr 30 01:32:41.561383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52498) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:41.587355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--764127157'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:41.646851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b70861-9935-42cc-be28-63d1bac5c48b req-fc296aac-810e-40c8-b0e6-2c496aaaf193 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.655479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74b70861-9935-42cc-be28-63d1bac5c48b req-fc296aac-810e-40c8-b0e6-2c496aaaf193 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.2475317 Apr 30 01:32:41.689761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177541e-d57c-43d2-9948-89cdd2eaa21c req-babfe821-d63c-47b8-bf8f-d285ee5c7c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.691178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e177541e-d57c-43d2-9948-89cdd2eaa21c req-babfe821-d63c-47b8-bf8f-d285ee5c7c53 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2598457 Apr 30 01:32:41.692991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bddcc140-e02c-4b89-be2b-5783cb31690a req-a0544e43-6b61-4d58-9046-4931716ff100 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354282 Apr 30 01:32:41.726280 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74b70861-9935-42cc-be28-63d1bac5c48b req-1c1ba9c1-d726-499e-a6d9-c8422dc0a2e4 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696640 Apr 30 01:32:41.768304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:41.787083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:41.868178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177541e-d57c-43d2-9948-89cdd2eaa21c req-45aec9ad-75e8-4d30-9f90-980e97a70c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.869688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e177541e-d57c-43d2-9948-89cdd2eaa21c req-45aec9ad-75e8-4d30-9f90-980e97a70c57 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1711607 Apr 30 01:32:41.979166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f18d18c-ace4-45cd-8838-be5fc3a8a2d4 req-8a0ff1f0-738b-4c4f-96cf-9843da696c21 tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0306873 Apr 30 01:32:41.994634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:41.997878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c5a0-3313-4165-beaa-009da49d8185 req-28467c22-2481-43a0-b360-060e05ebd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:41.999385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-28467c22-2481-43a0-b360-060e05ebd0fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 1095 time: 0.0805798 Apr 30 01:32:42.056509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:32:42.057085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-238683e3-0df5-4e3f-9f8c-a5890161d439 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a485405-acc2-4f23-b812-cfc76cabb48a HTTP/1.1" status: 200 len: 217 time: 0.0450695 Apr 30 01:32:42.058914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:32:42.183199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c5a0-3313-4165-beaa-009da49d8185 req-5cba331d-58d9-4752-a523-9eaacc5b07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:42.184767 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.185918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-5cba331d-58d9-4752-a523-9eaacc5b07b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.1171730 Apr 30 01:32:42.187952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.241444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:42.245028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:42.248485 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a93d9-b61a-4fa2-a73f-06d5766b4964" -d '{"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-unplugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:42.274254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d73bd3-e19e-40a5-8696-41e8d78ca326,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:42.306897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c5a0-3313-4165-beaa-009da49d8185 req-ae892ca8-6525-4a69-8e58-8d4f2936801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:42.308425 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-ae892ca8-6525-4a69-8e58-8d4f2936801d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977142 Apr 30 01:32:42.324736 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.338858 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.349970 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988f2c9e-c047-4412-9100-102193ce2a92 x-openstack-request-id: req-988f2c9e-c047-4412-9100-102193ce2a92 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:42.350248 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-unplugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:42.350532 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-988f2c9e-c047-4412-9100-102193ce2a92 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:42.350947 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988f2c9e-c047-4412-9100-102193ce2a92'] response: {'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'code': 200} Apr 30 01:32:42.413454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.441758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dab60-8fff-46f5-9fa5-3262adc4c575 req-c21c1d46-31de-4cea-94fa-f5a00bb6af2a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:42.443619 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e03dab60-8fff-46f5-9fa5-3262adc4c575 req-c21c1d46-31de-4cea-94fa-f5a00bb6af2a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 944 time: 0.0950716 Apr 30 01:32:42.469556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:42.487972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:42.501643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb01e67-e530-4a9b-ae5f-30342e099420,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:42.502720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'mac_address': 'fa:16:3e:c2:db:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:32:42.514857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-32bd9dbf-ae40-49b6-bff7-24c66d60081b service neutron] 10.222.0.21 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928809 Apr 30 01:32:42.567218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.573223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52536) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:42.587213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3ae66d53-93b6-4de1-b283-34bb09af3644 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0167699 Apr 30 01:32:42.589925 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.591805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e03dab60-8fff-46f5-9fa5-3262adc4c575 req-71305b91-5b5a-42f8-8715-65704d1c456f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282244 Apr 30 01:32:42.596889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-00a142bb-7327-48ef-b542-3654fbe2a077 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': 'bbb01e67-e530-4a9b-ae5f-30342e099420', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:42.619999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abefad0a-faf2-4dc7-9caa-9f3f59e7439c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:42.647348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:42.711487 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edd1932a-ffae-4f1d-8c4d-7f1def3b0e50 req-26981b1a-829f-438d-9d0f-191f3e86635e tempest-ServerShowV257Test-771364233 tempest-ServerShowV257Test-771364233-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5204eb6-9392-400a-9748-b6d46ebfeaf9 HTTP/1.1" status: 200 len: 210 time: 0.0915105 Apr 30 01:32:42.724974 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.756472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e872c5a0-3313-4165-beaa-009da49d8185 req-a7c678c1-7e83-4ebd-bfdd-c3372b83cee5 service neutron] 10.222.0.21 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126353 Apr 30 01:32:42.778758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00a142bb-7327-48ef-b542-3654fbe2a077 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.883321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:42.908435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['abefad0a-faf2-4dc7-9caa-9f3f59e7439c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:32:42.926516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00a142bb-7327-48ef-b542-3654fbe2a077 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:42.935246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625497-f617-4648-ba93-8b4443491afd req-e6f6a93d-6ecc-4b72-a3d8-1dee0c4268f2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:42.936881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19625497-f617-4648-ba93-8b4443491afd req-e6f6a93d-6ecc-4b72-a3d8-1dee0c4268f2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0984900 Apr 30 01:32:43.006036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-19625497-f617-4648-ba93-8b4443491afd req-bde8a393-75ab-4b2e-a4a5-75be92e50fe0 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595288 Apr 30 01:32:43.010550 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00a142bb-7327-48ef-b542-3654fbe2a077 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.039521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a142bb-7327-48ef-b542-3654fbe2a077 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd524f1-8cee-4ff3-9967-969322db4ae6,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:43.108138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00a142bb-7327-48ef-b542-3654fbe2a077 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.110026 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-00a142bb-7327-48ef-b542-3654fbe2a077 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5353363 Apr 30 01:32:43.113374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52556) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:43.117873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9d26e7f5-ab4d-443a-a3ab-b8a41f29fcb6 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': 'bbb01e67-e530-4a9b-ae5f-30342e099420', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:43.245152 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d26e7f5-ab4d-443a-a3ab-b8a41f29fcb6 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.347767 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-9d26e7f5-ab4d-443a-a3ab-b8a41f29fcb6 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): There was a conflict when trying to complete your request. Apr 30 01:32:43.348866 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d26e7f5-ab4d-443a-a3ab-b8a41f29fcb6 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2345500 Apr 30 01:32:43.352019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:43.413496 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e53eb4c-3a08-4e15-adf4-4a4fd72b2a54 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.439221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e53eb4c-3a08-4e15-adf4-4a4fd72b2a54 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.522319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52570) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:43.597459 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e53eb4c-3a08-4e15-adf4-4a4fd72b2a54 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.600502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e53eb4c-3a08-4e15-adf4-4a4fd72b2a54 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.601727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5e53eb4c-3a08-4e15-adf4-4a4fd72b2a54 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/bbb01e67-e530-4a9b-ae5f-30342e099420 HTTP/1.1" status: 204 len: 168 time: 0.2486742 Apr 30 01:32:43.604327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:43.612966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53eb4c-3a08-4e15-adf4-4a4fd72b2a54 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb01e67-e530-4a9b-ae5f-30342e099420,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:43.744452 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-22ea97da-9db6-44d4-83ad-c57cd43a5d80 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1387887 Apr 30 01:32:43.748785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52584) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:43.757391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe87e2-e58a-4f83-950e-70806595ef21 req-819fbdb0-8fa0-4aed-9fe5-32020f776193 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:43.769562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06fe87e2-e58a-4f83-950e-70806595ef21 req-819fbdb0-8fa0-4aed-9fe5-32020f776193 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 944 time: 0.0747452 Apr 30 01:32:43.775916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cd3a0c65-d037-442f-8b11-58489856462b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--292126264'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:43.840487 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06fe87e2-e58a-4f83-950e-70806595ef21 req-db034fa9-dbc9-47c2-b669-78b146d837af tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700550 Apr 30 01:32:43.867715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0c65-d037-442f-8b11-58489856462b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.906045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7462-a5c7-42de-9ecb-3f3d7a7da936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.971501 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0c65-d037-442f-8b11-58489856462b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:43.996909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7462-a5c7-42de-9ecb-3f3d7a7da936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.039924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0c65-d037-442f-8b11-58489856462b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.068071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:44.069165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7462-a5c7-42de-9ecb-3f3d7a7da936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.123369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a0c65-d037-442f-8b11-58489856462b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d06641-ecc5-48dc-bf6d-1267dfccc647,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:44.133155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port abefad0a-faf2-4dc7-9caa-9f3f59e7439c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:44.133527 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.143124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0a0a7462-a5c7-42de-9ecb-3f3d7a7da936 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33be7a8ae6d142748d0809c80ffad9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6189353 Apr 30 01:32:44.146499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52594) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:44.169494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a7462-a5c7-42de-9ecb-3f3d7a7da936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d5efb7-7865-4130-8ad4-05305fb1342a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:44.200889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac083-1b40-4aa2-a043-e8f665538c4d req-8fce88e3-cd2e-4544-bd08-3a7cc9f715d7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:44.203768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-878ac083-1b40-4aa2-a043-e8f665538c4d req-8fce88e3-cd2e-4544-bd08-3a7cc9f715d7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0657279 Apr 30 01:32:44.216580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0c65-d037-442f-8b11-58489856462b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.221894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cd3a0c65-d037-442f-8b11-58489856462b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4473429 Apr 30 01:32:44.222519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52596) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:44.231576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2ae29277-e837-4c06-aea2-ff952f4df29e tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '97d06641-ecc5-48dc-bf6d-1267dfccc647', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:44.232611 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-2ae29277-e837-4c06-aea2-ff952f4df29e tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 30 01:32:44.233227 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-2ae29277-e837-4c06-aea2-ff952f4df29e tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:44.237032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2ae29277-e837-4c06-aea2-ff952f4df29e tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105627 Apr 30 01:32:44.252675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52598) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:44.255650 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0163de6d-8a99-4b74-831a-537c69a078ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.280558 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.289979 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0163de6d-8a99-4b74-831a-537c69a078ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.297439 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-878ac083-1b40-4aa2-a043-e8f665538c4d req-fb065be3-1c57-412e-a160-b59e664f0251 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827732 Apr 30 01:32:44.336945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a10dc683-f6a5-49c6-810a-f1240b099b8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.352947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:44.357349 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6587ee6c-2709-43ad-988e-189a6e2a3ac7" -d '{"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-plugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:44.363591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:44.397020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a10dc683-f6a5-49c6-810a-f1240b099b8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.402867 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea16f559-8f29-48a0-8ba0-33e8ddf03a6f x-openstack-request-id: req-ea16f559-8f29-48a0-8ba0-33e8ddf03a6f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:44.403156 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-plugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:44.406050 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea16f559-8f29-48a0-8ba0-33e8ddf03a6f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:44.406050 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea16f559-8f29-48a0-8ba0-33e8ddf03a6f'] response: {'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'code': 200} Apr 30 01:32:44.463650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.463992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0163de6d-8a99-4b74-831a-537c69a078ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.468356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0163de6d-8a99-4b74-831a-537c69a078ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.469623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0163de6d-8a99-4b74-831a-537c69a078ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41d5efb7-7865-4130-8ad4-05305fb1342a HTTP/1.1" status: 204 len: 168 time: 0.3218541 Apr 30 01:32:44.482363 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163de6d-8a99-4b74-831a-537c69a078ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d5efb7-7865-4130-8ad4-05305fb1342a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:44.525153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52608) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:44.551268 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a10dc683-f6a5-49c6-810a-f1240b099b8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.554665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a10dc683-f6a5-49c6-810a-f1240b099b8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.558453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a10dc683-f6a5-49c6-810a-f1240b099b8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/97d06641-ecc5-48dc-bf6d-1267dfccc647 HTTP/1.1" status: 204 len: 168 time: 0.3020508 Apr 30 01:32:44.559030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52612) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:44.591218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc683-f6a5-49c6-810a-f1240b099b8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d06641-ecc5-48dc-bf6d-1267dfccc647,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:44.605748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:44.663306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d8b34877-98a1-46e1-aa34-14122f18e89f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029694 Apr 30 01:32:44.666802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52614) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:44.672825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3a074748-28ca-4f8d-82c2-a839f3c7a1f2 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--875066364'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:44.782784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a074748-28ca-4f8d-82c2-a839f3c7a1f2 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:44.941750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a074748-28ca-4f8d-82c2-a839f3c7a1f2 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.003895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d252734-757e-4ddd-8300-0a57373d3b27 req-92d4179f-3c4d-4a38-ba38-ca62c6ca4661 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:45.006013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a074748-28ca-4f8d-82c2-a839f3c7a1f2 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.013617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d252734-757e-4ddd-8300-0a57373d3b27 req-92d4179f-3c4d-4a38-ba38-ca62c6ca4661 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 944 time: 0.0738170 Apr 30 01:32:45.055955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a074748-28ca-4f8d-82c2-a839f3c7a1f2 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bb4604-5c7c-46a5-87b8-7071ae881c07,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:45.061093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d252734-757e-4ddd-8300-0a57373d3b27 req-6aea13be-b86c-4497-8558-388bde92d228 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451815 Apr 30 01:32:45.130474 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a074748-28ca-4f8d-82c2-a839f3c7a1f2 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.131872 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3a074748-28ca-4f8d-82c2-a839f3c7a1f2 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4639046 Apr 30 01:32:45.134754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52626) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:45.141468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6ba5476b-0757-45ed-8131-4a3e7c570e8e tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': 'd5bb4604-5c7c-46a5-87b8-7071ae881c07', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:45.145100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73280558-0eb5-474e-a87c-e09c62560ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.146968 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-6ba5476b-0757-45ed-8131-4a3e7c570e8e tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 30 01:32:45.148121 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-6ba5476b-0757-45ed-8131-4a3e7c570e8e tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:45.150043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6ba5476b-0757-45ed-8131-4a3e7c570e8e tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0139279 Apr 30 01:32:45.155709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52628) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:45.271585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9e35-239e-4ead-a462-27a0ffa9a9c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.299742 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73280558-0eb5-474e-a87c-e09c62560ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.302065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9e35-239e-4ead-a462-27a0ffa9a9c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.356052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52634) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:45.371846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-456181ad-ffbd-40cc-8ca2-10d8cf372e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.403619 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73280558-0eb5-474e-a87c-e09c62560ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.456528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9e35-239e-4ead-a462-27a0ffa9a9c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.465000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9e35-239e-4ead-a462-27a0ffa9a9c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.466146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bf4a9e35-239e-4ead-a462-27a0ffa9a9c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/d5bb4604-5c7c-46a5-87b8-7071ae881c07 HTTP/1.1" status: 204 len: 168 time: 0.3094780 Apr 30 01:32:45.475110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52636) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:45.498604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a9e35-239e-4ead-a462-27a0ffa9a9c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bb4604-5c7c-46a5-87b8-7071ae881c07,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:45.506055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73280558-0eb5-474e-a87c-e09c62560ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cd67cb-ad51-4257-9198-e13e3fa8b683,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:45.546069 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-73280558-0eb5-474e-a87c-e09c62560ad0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74701cd6d8784dd48a628399eb7742af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164330 Apr 30 01:32:45.547704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52638) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:45.575665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23652-1874-4797-aee8-4874c0dad69b req-6fec2a0a-82f7-4353-ad39-e3d3b3e82fce tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:45.576961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-674390c4-07e0-4452-8024-a0d6e2c59965 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004491 Apr 30 01:32:45.577683 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8c23652-1874-4797-aee8-4874c0dad69b req-6fec2a0a-82f7-4353-ad39-e3d3b3e82fce tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1394548 Apr 30 01:32:45.582065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52642) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:45.586509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-45b2b827-caf7-4e9c-8343-5e003822e3c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--262089073'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:45.652905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9397897d-2bc0-48a5-bed1-498a90629c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.654329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-456181ad-ffbd-40cc-8ca2-10d8cf372e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.671550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8c23652-1874-4797-aee8-4874c0dad69b req-982de069-2652-4bdf-864a-6612d5118bfb tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796778 Apr 30 01:32:45.687225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9397897d-2bc0-48a5-bed1-498a90629c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.708576 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45b2b827-caf7-4e9c-8343-5e003822e3c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.766309 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-456181ad-ffbd-40cc-8ca2-10d8cf372e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.850202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-456181ad-ffbd-40cc-8ca2-10d8cf372e5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf1767d83ec84109926eac5e7d6e9909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904032 Apr 30 01:32:45.850764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456181ad-ffbd-40cc-8ca2-10d8cf372e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef23f41-1e81-46c0-8d23-44df321e1d21,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:45.851415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:45.865821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45b2b827-caf7-4e9c-8343-5e003822e3c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.897694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9397897d-2bc0-48a5-bed1-498a90629c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.900515 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9397897d-2bc0-48a5-bed1-498a90629c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.901894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9397897d-2bc0-48a5-bed1-498a90629c90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01cd67cb-ad51-4257-9198-e13e3fa8b683 HTTP/1.1" status: 204 len: 168 time: 0.3539190 Apr 30 01:32:45.919607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397897d-2bc0-48a5-bed1-498a90629c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cd67cb-ad51-4257-9198-e13e3fa8b683,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:45.955752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45b2b827-caf7-4e9c-8343-5e003822e3c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.969781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8cc35ad-e620-45e2-9d78-917cff14ebe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:45.995882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b827-caf7-4e9c-8343-5e003822e3c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664b2327-ac41-479a-a0ce-50273a07bf5e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:46.019734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8cc35ad-e620-45e2-9d78-917cff14ebe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.081709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1a485405-acc2-4f23-b812-cfc76cabb48a details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:32:46.082205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45b2b827-caf7-4e9c-8343-5e003822e3c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.082205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-45b2b827-caf7-4e9c-8343-5e003822e3c8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4985709 Apr 30 01:32:46.084305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52658) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:46.089640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-55c66adb-3954-4f78-9dcd-e08cb64849fb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '664b2327-ac41-479a-a0ce-50273a07bf5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:46.110543 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-55c66adb-3954-4f78-9dcd-e08cb64849fb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 30 01:32:46.113309 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-55c66adb-3954-4f78-9dcd-e08cb64849fb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:46.115273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-55c66adb-3954-4f78-9dcd-e08cb64849fb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0290539 Apr 30 01:32:46.118473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52662) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:46.123322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-535a9f61-ad67-4de1-b343-439e3eba990b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '664b2327-ac41-479a-a0ce-50273a07bf5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:46.124016 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-535a9f61-ad67-4de1-b343-439e3eba990b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 30 01:32:46.124494 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-535a9f61-ad67-4de1-b343-439e3eba990b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:46.125582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-535a9f61-ad67-4de1-b343-439e3eba990b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061717 Apr 30 01:32:46.130515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52664) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:46.136012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0faa7d14-c336-4adb-84cf-57bea79e6b78 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '664b2327-ac41-479a-a0ce-50273a07bf5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:46.138127 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-0faa7d14-c336-4adb-84cf-57bea79e6b78 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 30 01:32:46.138719 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-0faa7d14-c336-4adb-84cf-57bea79e6b78 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:46.141225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0faa7d14-c336-4adb-84cf-57bea79e6b78 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095680 Apr 30 01:32:46.145552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52666) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:46.151258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7779b640-dde6-41bb-a105-b2a8a58e4f5a tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '664b2327-ac41-479a-a0ce-50273a07bf5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:46.152171 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-7779b640-dde6-41bb-a105-b2a8a58e4f5a tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 30 01:32:46.152665 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-7779b640-dde6-41bb-a105-b2a8a58e4f5a tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:46.154092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7779b640-dde6-41bb-a105-b2a8a58e4f5a tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071115 Apr 30 01:32:46.160842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52668) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:46.194456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8cc35ad-e620-45e2-9d78-917cff14ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.202642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8cc35ad-e620-45e2-9d78-917cff14ebe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.206715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e8cc35ad-e620-45e2-9d78-917cff14ebe0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ef23f41-1e81-46c0-8d23-44df321e1d21 HTTP/1.1" status: 204 len: 168 time: 0.3513026 Apr 30 01:32:46.276865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc35ad-e620-45e2-9d78-917cff14ebe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef23f41-1e81-46c0-8d23-44df321e1d21,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:46.281135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1a485405-acc2-4f23-b812-cfc76cabb48a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1a485405-acc2-4f23-b812-cfc76cabb48a,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:46.304934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b02f-d0a5-47f6-8452-24c9b893df24 req-c5c467fd-10ee-48d3-8bc3-785ba20f9bff tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:46.317874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa65b02f-d0a5-47f6-8452-24c9b893df24 req-c5c467fd-10ee-48d3-8bc3-785ba20f9bff tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 944 time: 0.1501429 Apr 30 01:32:46.326251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'port_id': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'mac_address': 'fa:16:3e:ae:72:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:32:46.351618 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28a7a356-3e2b-4a5f-a0e9-27a4dc72802d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.411852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28a7a356-3e2b-4a5f-a0e9-27a4dc72802d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.414830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa65b02f-d0a5-47f6-8452-24c9b893df24 req-d0f928ab-9ffb-4e96-9b8b-55b6b515e8c9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959985 Apr 30 01:32:46.442679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.477064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a485405-acc2-4f23-b812-cfc76cabb48a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:32:46.515265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1a485405-acc2-4f23-b812-cfc76cabb48a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1a485405-acc2-4f23-b812-cfc76cabb48a,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:46.602980 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28a7a356-3e2b-4a5f-a0e9-27a4dc72802d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.607005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28a7a356-3e2b-4a5f-a0e9-27a4dc72802d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.608323 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-28a7a356-3e2b-4a5f-a0e9-27a4dc72802d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/664b2327-ac41-479a-a0ce-50273a07bf5e HTTP/1.1" status: 204 len: 168 time: 0.4459786 Apr 30 01:32:46.610998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52678) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:46.620557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7a356-3e2b-4a5f-a0e9-27a4dc72802d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664b2327-ac41-479a-a0ce-50273a07bf5e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:46.635871 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.683470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-28e57b25-2faf-44ca-864a-4d689e4078cd tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650504 Apr 30 01:32:46.684433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52680) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:46.690682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8dff1f1a-a2f8-430a-a1da-eae55125a5cc tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677886000'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:46.722303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1a485405-acc2-4f23-b812-cfc76cabb48a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:46.840146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dff1f1a-a2f8-430a-a1da-eae55125a5cc tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:46.894764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1a485405-acc2-4f23-b812-cfc76cabb48a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:32:46.924974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c866e31-8a4c-425e-8a5d-1dd714074fd5 req-34657f9e-96ca-4345-af8d-1e64d92b163c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:46.940370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c866e31-8a4c-425e-8a5d-1dd714074fd5 req-34657f9e-96ca-4345-af8d-1e64d92b163c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1671553 Apr 30 01:32:46.998132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dff1f1a-a2f8-430a-a1da-eae55125a5cc tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:47.047509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c866e31-8a4c-425e-8a5d-1dd714074fd5 req-c83750b6-4991-409b-a0f4-3422d70bbf50 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056743 Apr 30 01:32:47.097507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dff1f1a-a2f8-430a-a1da-eae55125a5cc tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:47.155202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff1f1a-a2f8-430a-a1da-eae55125a5cc tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7994d106-e1e5-4ad6-8631-bf7c86215ef4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:47.246345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dff1f1a-a2f8-430a-a1da-eae55125a5cc tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:47.252393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8dff1f1a-a2f8-430a-a1da-eae55125a5cc tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5613747 Apr 30 01:32:47.252532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52708) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:47.259998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b2d70e76-0cd1-4509-84f1-3dadfabd0b17 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:47.259998 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-b2d70e76-0cd1-4509-84f1-3dadfabd0b17 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 30 01:32:47.259998 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-b2d70e76-0cd1-4509-84f1-3dadfabd0b17 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:47.265476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52710) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:47.266692 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b2d70e76-0cd1-4509-84f1-3dadfabd0b17 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119910 Apr 30 01:32:47.271527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-598e5544-9f4c-4fc4-8244-2b03f4d08a75 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:47.450991 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-598e5544-9f4c-4fc4-8244-2b03f4d08a75 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:47.454876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-598e5544-9f4c-4fc4-8244-2b03f4d08a75 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1857083 Apr 30 01:32:47.455243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52716) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:47.460866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cc390399-a5ab-4631-9c89-0edf9f22eafb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:47.463012 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-cc390399-a5ab-4631-9c89-0edf9f22eafb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 30 01:32:47.463699 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-cc390399-a5ab-4631-9c89-0edf9f22eafb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:47.467985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cc390399-a5ab-4631-9c89-0edf9f22eafb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089734 Apr 30 01:32:47.468387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52718) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:47.475135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-899501ea-3386-4002-b24d-46f41e178cf4 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:47.589502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0d950-d952-4551-a782-197b470e6b35 req-5b0829a4-ab48-45a9-a7cb-42c8c3182940 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:47.592120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-adf0d950-d952-4551-a782-197b470e6b35 req-5b0829a4-ab48-45a9-a7cb-42c8c3182940 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 945 time: 0.0739667 Apr 30 01:32:47.646672 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-899501ea-3386-4002-b24d-46f41e178cf4 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:47.648399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-899501ea-3386-4002-b24d-46f41e178cf4 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1790779 Apr 30 01:32:47.651214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52724) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:47.657812 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-adf0d950-d952-4551-a782-197b470e6b35 req-4b328b57-c4db-4e38-b050-55349b9bcb6f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567937 Apr 30 01:32:47.661184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a63d00f3-3a19-4d35-8a1a-aa2a9b9d6594 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:47.662186 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-a63d00f3-3a19-4d35-8a1a-aa2a9b9d6594 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 30 01:32:47.663280 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-a63d00f3-3a19-4d35-8a1a-aa2a9b9d6594 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:47.667334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a63d00f3-3a19-4d35-8a1a-aa2a9b9d6594 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147872 Apr 30 01:32:47.670002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52726) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:47.674929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d68c05a6-7af7-488b-a73d-7a95bb53cdde tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:47.867330 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-d68c05a6-7af7-488b-a73d-7a95bb53cdde tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:47.871059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d68c05a6-7af7-488b-a73d-7a95bb53cdde tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1975250 Apr 30 01:32:47.871693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52738) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:47.876379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fd2935c5-0827-470e-8c5c-4e98eea9aa33 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:47.881396 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-fd2935c5-0827-470e-8c5c-4e98eea9aa33 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 30 01:32:47.881396 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-fd2935c5-0827-470e-8c5c-4e98eea9aa33 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:47.881396 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fd2935c5-0827-470e-8c5c-4e98eea9aa33 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059433 Apr 30 01:32:47.881799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52740) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:47.888127 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3cb1cb39-31cf-43f5-b4b6-3f839228ffcb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:48.094358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1a485405-acc2-4f23-b812-cfc76cabb48a up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:32:48.187649 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-3cb1cb39-31cf-43f5-b4b6-3f839228ffcb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:48.188024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52750) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:48.188111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3cb1cb39-31cf-43f5-b4b6-3f839228ffcb tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2921515 Apr 30 01:32:48.188209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4175d78e-cb5b-429d-8291-68bcdba0219b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '7994d106-e1e5-4ad6-8631-bf7c86215ef4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:48.216057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f4ca6-c8cd-4498-9085-523419837705 req-f715f882-e54e-4e4f-a109-6ccfb4a9d1b0 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:48.217588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f05f4ca6-c8cd-4498-9085-523419837705 req-f715f882-e54e-4e4f-a109-6ccfb4a9d1b0 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0886357 Apr 30 01:32:48.280544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f05f4ca6-c8cd-4498-9085-523419837705 req-9eccbf5c-b173-4cd9-a63e-6771a38bb5b2 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Apr 30 01:32:48.495659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 1a485405-acc2-4f23-b812-cfc76cabb48a completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:32:48.499641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 1a485405-acc2-4f23-b812-cfc76cabb48a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:48.500015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:48.558719 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-4175d78e-cb5b-429d-8291-68bcdba0219b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:48.562915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4175d78e-cb5b-429d-8291-68bcdba0219b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3839884 Apr 30 01:32:48.563159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52758) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:48.579244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:48.604025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a485405-acc2-4f23-b812-cfc76cabb48a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:48.606350 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f1e523-6473-4ebe-909a-c113c6d0953c" -d '{"events": [{"server_uuid": "ce98cda0-4e7d-47e6-b78c-dbaaff6198f7", "name": "network-vif-plugged", "status": "completed", "tag": "1a485405-acc2-4f23-b812-cfc76cabb48a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:48.618392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:48.620442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1a485405-acc2-4f23-b812-cfc76cabb48a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1a485405-acc2-4f23-b812-cfc76cabb48a,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:32:48.646820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4624-e8a3-4259-a017-9a35b3cee688 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:48.671464 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c7c215-740e-465e-a439-fb9edd5aca6d x-openstack-request-id: req-90c7c215-740e-465e-a439-fb9edd5aca6d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:48.671749 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce98cda0-4e7d-47e6-b78c-dbaaff6198f7", "name": "network-vif-plugged", "status": "completed", "tag": "1a485405-acc2-4f23-b812-cfc76cabb48a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:48.674983 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90c7c215-740e-465e-a439-fb9edd5aca6d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:48.674983 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c7c215-740e-465e-a439-fb9edd5aca6d'] response: {'server_uuid': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'code': 200} Apr 30 01:32:48.688128 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4624-e8a3-4259-a017-9a35b3cee688 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:48.694932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:48.787925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1a485405-acc2-4f23-b812-cfc76cabb48a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:48.902270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b358d-c313-4313-9018-24cd96262ea0 req-500d2e7e-8707-4885-ac7a-69e517b674d7 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:48.909759 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-388b358d-c313-4313-9018-24cd96262ea0 req-500d2e7e-8707-4885-ac7a-69e517b674d7 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 946 time: 0.1157947 Apr 30 01:32:48.916036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c5bf5-f1bf-4498-8bf9-cbe147c962f5 req-d209772b-b1ff-4075-b318-01f6fd1b6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:48.921462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b94c5bf5-f1bf-4498-8bf9-cbe147c962f5 req-d209772b-b1ff-4075-b318-01f6fd1b6f1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 1097 time: 0.1873257 Apr 30 01:32:48.968244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4624-e8a3-4259-a017-9a35b3cee688 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:48.971223 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4624-e8a3-4259-a017-9a35b3cee688 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:48.972855 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb7b4624-e8a3-4259-a017-9a35b3cee688 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/7994d106-e1e5-4ad6-8631-bf7c86215ef4 HTTP/1.1" status: 204 len: 168 time: 0.4085093 Apr 30 01:32:48.975895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:49.002332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-388b358d-c313-4313-9018-24cd96262ea0 req-08a5026e-ae9b-4f13-8b09-67e012075b01 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867851 Apr 30 01:32:49.010238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b4624-e8a3-4259-a017-9a35b3cee688 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7994d106-e1e5-4ad6-8631-bf7c86215ef4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:49.031316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b94c5bf5-f1bf-4498-8bf9-cbe147c962f5 req-7570f495-3fe3-4f5e-b5b6-2f63edc0782f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002254 Apr 30 01:32:49.061022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1bcec605-b48d-4dc0-a13c-a7a270ed72c3 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838895 Apr 30 01:32:49.065365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52784) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:49.069925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-91757462-dbb3-4993-a383-c77d2f0aceda tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646827714'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:49.175988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91757462-dbb3-4993-a383-c77d2f0aceda tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:49.254855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91757462-dbb3-4993-a383-c77d2f0aceda tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:49.337477 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91757462-dbb3-4993-a383-c77d2f0aceda tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:49.376105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91757462-dbb3-4993-a383-c77d2f0aceda tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881cbf8e-f2c5-4f5a-8b7f-5e32ec3fd3ed,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:49.457360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44853e3-bf25-4ea9-a3dd-70ba9e4ea379 req-a80dca39-bf3c-405e-8c28-0d4228b2a69d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:49.466854 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a44853e3-bf25-4ea9-a3dd-70ba9e4ea379 req-a80dca39-bf3c-405e-8c28-0d4228b2a69d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0830503 Apr 30 01:32:49.507270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91757462-dbb3-4993-a383-c77d2f0aceda tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:49.508719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-91757462-dbb3-4993-a383-c77d2f0aceda tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4424453 Apr 30 01:32:49.513298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52792) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:49.518865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d071f60b-d9b0-4389-9abb-ba5e27ab2bb8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '881cbf8e-f2c5-4f5a-8b7f-5e32ec3fd3ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:49.520005 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a44853e3-bf25-4ea9-a3dd-70ba9e4ea379 req-eebfa276-aa89-40d8-883e-692e020dc687 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519493 Apr 30 01:32:50.121300 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-d071f60b-d9b0-4389-9abb-ba5e27ab2bb8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The resource could not be found. Apr 30 01:32:50.123140 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d071f60b-d9b0-4389-9abb-ba5e27ab2bb8 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6083601 Apr 30 01:32:50.126011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52802) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:50.133776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cea45f9a-09df-4e0f-9b50-fa3b91e3c7ed tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '881cbf8e-f2c5-4f5a-8b7f-5e32ec3fd3ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7462bc1b-1832-41a1-8783-0a07d39b0585'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:50.155659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7732443-66c6-4fa9-abc9-4b6242dc78ae req-6285d98e-c49f-47a7-b8a7-3542498eabb2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:50.158639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7732443-66c6-4fa9-abc9-4b6242dc78ae req-6285d98e-c49f-47a7-b8a7-3542498eabb2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 946 time: 0.0754087 Apr 30 01:32:50.248348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7732443-66c6-4fa9-abc9-4b6242dc78ae req-106610b6-6259-4b54-a28a-a0552f1ff9f7 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792015 Apr 30 01:32:50.370503 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-cea45f9a-09df-4e0f-9b50-fa3b91e3c7ed tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The resource could not be found. Apr 30 01:32:50.373933 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cea45f9a-09df-4e0f-9b50-fa3b91e3c7ed tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2456751 Apr 30 01:32:50.377458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52808) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:50.417093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52812) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:50.461231 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:50.464974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2895e443-da30-4f51-9448-01a79412c9ae tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:50.504085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2895e443-da30-4f51-9448-01a79412c9ae tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:50.638455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2895e443-da30-4f51-9448-01a79412c9ae tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:50.641234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2895e443-da30-4f51-9448-01a79412c9ae tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:50.643362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2895e443-da30-4f51-9448-01a79412c9ae tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/881cbf8e-f2c5-4f5a-8b7f-5e32ec3fd3ed HTTP/1.1" status: 204 len: 168 time: 0.2637527 Apr 30 01:32:50.657306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52822) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:50.659542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895e443-da30-4f51-9448-01a79412c9ae tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881cbf8e-f2c5-4f5a-8b7f-5e32ec3fd3ed,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:50.742048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154296f-fede-4fd2-9f87-c1f413042487 req-1b98001a-dbda-4484-9aaf-253e21f0413e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:50.749704 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7154296f-fede-4fd2-9f87-c1f413042487 req-1b98001a-dbda-4484-9aaf-253e21f0413e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1335039 Apr 30 01:32:50.786477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3ea4661e-0feb-446f-ac0b-6751d4557b15 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164112 Apr 30 01:32:50.790178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52824) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:50.798593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7ef85309-40d3-42ee-a097-e752dcd4091f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '2202e14c-676f-4004-ad28-e3f862f0b139', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:50.857876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b499f52-8108-4781-8c9d-879179911ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:50.866587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7154296f-fede-4fd2-9f87-c1f413042487 req-e8dce98c-136e-4bc7-9c85-6f9bc47c7a74 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160460 Apr 30 01:32:51.017227 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-7ef85309-40d3-42ee-a097-e752dcd4091f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The resource could not be found. Apr 30 01:32:51.019788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7ef85309-40d3-42ee-a097-e752dcd4091f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2286768 Apr 30 01:32:51.025383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b499f52-8108-4781-8c9d-879179911ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.025628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:51.030693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-edf996e2-9554-48d5-b0d6-8d9d8aef1d4f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738102967'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:51.099832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b499f52-8108-4781-8c9d-879179911ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.130068 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edf996e2-9554-48d5-b0d6-8d9d8aef1d4f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.143752 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5b499f52-8108-4781-8c9d-879179911ae8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=baf21444c98647f6b7b06ebc91ffd0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249794 Apr 30 01:32:51.145935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b499f52-8108-4781-8c9d-879179911ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d6b20-787c-406b-958c-9cb085cd5bbe,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:51.147915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52842) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:51.278262 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28dfb601-5ace-469f-97aa-a545959553ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.288744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edf996e2-9554-48d5-b0d6-8d9d8aef1d4f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.318937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28dfb601-5ace-469f-97aa-a545959553ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.357840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edf996e2-9554-48d5-b0d6-8d9d8aef1d4f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.429991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf996e2-9554-48d5-b0d6-8d9d8aef1d4f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6caf6d8a-00e8-4ad2-9f05-d601a4006cf0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:51.474818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692f949-d45e-4cc8-9aae-c6a525f3b73c req-5643bd98-a449-4184-82a2-e88d2587cefe tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:51.475420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4692f949-d45e-4cc8-9aae-c6a525f3b73c req-5643bd98-a449-4184-82a2-e88d2587cefe tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 946 time: 0.0857465 Apr 30 01:32:51.531833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4692f949-d45e-4cc8-9aae-c6a525f3b73c req-b713e3f5-2b2b-4c5d-8a5b-7495781f9f6b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489089 Apr 30 01:32:51.535992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-edf996e2-9554-48d5-b0d6-8d9d8aef1d4f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.547689 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-edf996e2-9554-48d5-b0d6-8d9d8aef1d4f tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5113430 Apr 30 01:32:51.547973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52856) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:51.547973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-92a27182-53f1-420c-8ff1-ca2823014a1d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379608707'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:51.566710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28dfb601-5ace-469f-97aa-a545959553ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.576691 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28dfb601-5ace-469f-97aa-a545959553ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.578058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-28dfb601-5ace-469f-97aa-a545959553ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad8d6b20-787c-406b-958c-9cb085cd5bbe HTTP/1.1" status: 204 len: 168 time: 0.4140213 Apr 30 01:32:51.601799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfb601-5ace-469f-97aa-a545959553ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d6b20-787c-406b-958c-9cb085cd5bbe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:51.705832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92a27182-53f1-420c-8ff1-ca2823014a1d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.759165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faa612-59ad-4c77-9404-421105ee949d req-d153e48e-4ecc-4bc4-b2e4-5626cd51ae92 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:51.764321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21faa612-59ad-4c77-9404-421105ee949d req-d153e48e-4ecc-4bc4-b2e4-5626cd51ae92 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 946 time: 0.1223259 Apr 30 01:32:51.774188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52866) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:51.780348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'floatingip': {'port_id': '1a485405-acc2-4f23-b812-cfc76cabb48a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:51.838983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.879800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92a27182-53f1-420c-8ff1-ca2823014a1d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.928900 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92a27182-53f1-420c-8ff1-ca2823014a1d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:51.980026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a27182-53f1-420c-8ff1-ca2823014a1d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a3bc03-d880-4c2e-9343-9f9fbb2f9a36,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:52.026976 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:32:52.069003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92a27182-53f1-420c-8ff1-ca2823014a1d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.069003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-92a27182-53f1-420c-8ff1-ca2823014a1d tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5173366 Apr 30 01:32:52.069003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52878) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:52.069003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0d810d8c-2536-4149-a2d9-d73d0144ed97 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group_rule': {'security_group_id': '6caf6d8a-00e8-4ad2-9f05-d601a4006cf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c6a3bc03-d880-4c2e-9343-9f9fbb2f9a36'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:52.127390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79382a46-3f74-4391-bc49-fc5c036e7535 req-f942d340-0d92-4ebe-b05a-298c3ba0db9d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:52.129838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-79382a46-3f74-4391-bc49-fc5c036e7535 req-f942d340-0d92-4ebe-b05a-298c3ba0db9d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1262217 Apr 30 01:32:52.207778 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-79382a46-3f74-4391-bc49-fc5c036e7535 req-c4718b67-4647-40f2-8258-d63280854945 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665376 Apr 30 01:32:52.273123 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-0d810d8c-2536-4149-a2d9-d73d0144ed97 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:32:52.276781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d810d8c-2536-4149-a2d9-d73d0144ed97 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2109344 Apr 30 01:32:52.278789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52886) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:52.382604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c579624-92b7-4fdb-a25b-38eb43d21dd0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.416370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c579624-92b7-4fdb-a25b-38eb43d21dd0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.553322 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c579624-92b7-4fdb-a25b-38eb43d21dd0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.558358 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c579624-92b7-4fdb-a25b-38eb43d21dd0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.559590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4c579624-92b7-4fdb-a25b-38eb43d21dd0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/c6a3bc03-d880-4c2e-9343-9f9fbb2f9a36 HTTP/1.1" status: 204 len: 168 time: 0.2796307 Apr 30 01:32:52.567968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52892) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:52.744712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c579624-92b7-4fdb-a25b-38eb43d21dd0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a3bc03-d880-4c2e-9343-9f9fbb2f9a36,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:52.745889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c47e89bd-1e83-4460-b16a-3569d4ffdf20 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1017859 Apr 30 01:32:52.745889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.750027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52904) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:52.822160 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a18cd-5f6b-4aa4-bc72-93ea0a918b3c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.846065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a18cd-5f6b-4aa4-bc72-93ea0a918b3c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.998382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a18cd-5f6b-4aa4-bc72-93ea0a918b3c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:52.998614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.000956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a18cd-5f6b-4aa4-bc72-93ea0a918b3c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.002731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c99a18cd-5f6b-4aa4-bc72-93ea0a918b3c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/6caf6d8a-00e8-4ad2-9f05-d601a4006cf0 HTTP/1.1" status: 204 len: 168 time: 0.2510931 Apr 30 01:32:53.018070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52912) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:53.019567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a18cd-5f6b-4aa4-bc72-93ea0a918b3c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caf6d8a-00e8-4ad2-9f05-d601a4006cf0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:53.113193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-634264ca-4444-4070-b7a4-f950604e11aa tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695407 Apr 30 01:32:53.117597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52926) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:53.122329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d3ca1fd8-c010-4477-9033-f087e1e4ef8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'tempest-secgroup--160148241'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:53.198916 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3ca1fd8-c010-4477-9033-f087e1e4ef8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.333785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3ca1fd8-c010-4477-9033-f087e1e4ef8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.401075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508d97-e63f-4d75-8f37-cf1cd8486121 req-0d2acb38-cae4-4d6b-9810-7ed00597ccae tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:53.403264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b508d97-e63f-4d75-8f37-cf1cd8486121 req-0d2acb38-cae4-4d6b-9810-7ed00597ccae tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0679972 Apr 30 01:32:53.410402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3ca1fd8-c010-4477-9033-f087e1e4ef8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.485328 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Floating IP 9c12229a-89cc-44f2-9a83-ed5d69e7ce1f associated. External IP: 172.25.0.75, port: 1a485405-acc2-4f23-b812-cfc76cabb48a. Apr 30 01:32:53.492650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca1fd8-c010-4477-9033-f087e1e4ef8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a8eac9-f083-42e8-8a12-f6b631d3737a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:53.510604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b508d97-e63f-4d75-8f37-cf1cd8486121 req-cda24b69-5751-4527-87eb-f66ecaed744e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930412 Apr 30 01:32:53.571651 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d3ca1fd8-c010-4477-9033-f087e1e4ef8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.573834 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d3ca1fd8-c010-4477-9033-f087e1e4ef8b tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4551148 Apr 30 01:32:53.576723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52942) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:53.583835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2937a4b2-8eda-4611-9661-f0d02f9b1698 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:53.584723 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-2937a4b2-8eda-4611-9661-f0d02f9b1698 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 30 01:32:53.586009 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-2937a4b2-8eda-4611-9661-f0d02f9b1698 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] update failed (client error): There was a conflict when trying to complete your request. Apr 30 01:32:53.587418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2937a4b2-8eda-4611-9661-f0d02f9b1698 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "PUT /v2.0/security-groups/a4a8eac9-f083-42e8-8a12-f6b631d3737a HTTP/1.1" status: 409 len: 330 time: 0.0094709 Apr 30 01:32:53.592003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52944) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:53.664730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3db2-256a-4617-ab8c-bda755135bb0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.695738 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3db2-256a-4617-ab8c-bda755135bb0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.826975 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3db2-256a-4617-ab8c-bda755135bb0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.830886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3db2-256a-4617-ab8c-bda755135bb0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:53.832608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2a3e3db2-256a-4617-ab8c-bda755135bb0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/a4a8eac9-f083-42e8-8a12-f6b631d3737a HTTP/1.1" status: 204 len: 168 time: 0.2388723 Apr 30 01:32:53.832758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:32:53.835100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52948) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:53.855222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e3db2-256a-4617-ab8c-bda755135bb0 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a8eac9-f083-42e8-8a12-f6b631d3737a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:53.944140 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b21c0558-1a8b-4c5f-8a95-8e3e18dd8ea2 tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039984 Apr 30 01:32:53.945234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52956) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:53.965187 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-1b6f5d1a-8b78-4bc5-a47f-fa043973db0c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] delete failed (client error): The resource could not be found. Apr 30 01:32:53.966702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1b6f5d1a-8b78-4bc5-a47f-fa043973db0c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "DELETE /v2.0/security-groups/3d7915f8-94fc-418c-8df5-ff9089961aa8 HTTP/1.1" status: 404 len: 347 time: 0.0198901 Apr 30 01:32:53.974786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52958) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:54.003475 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-8edef7e4-15ba-47a8-bb77-22e4fe9aa24c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] show failed (client error): The resource could not be found. Apr 30 01:32:54.006309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8edef7e4-15ba-47a8-bb77-22e4fe9aa24c tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-groups/66fd4944-4257-4793-863d-d614a5119843 HTTP/1.1" status: 404 len: 347 time: 0.0299323 Apr 30 01:32:54.010302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:54.029032 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-badb5c83-27f7-492e-a408-c8ea0e24028a tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] show failed (client error): The resource could not be found. Apr 30 01:32:54.029032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-badb5c83-27f7-492e-a408-c8ea0e24028a tempest-NegativeSecGroupTest-1356472020 tempest-NegativeSecGroupTest-1356472020-project] 10.222.0.15 "GET /v2.0/security-group-rules/407ca362-2160-466d-b8a3-474af256c0f7 HTTP/1.1" status: 404 len: 356 time: 0.0159574 Apr 30 01:32:54.107626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:32:54.123940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:32:54.141803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:54.143357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:54.144216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:54.200256 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5406a69b-95e8-4da6-aa91-1a4b4a0a0e9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "PUT /v2.0/floatingips/9c12229a-89cc-44f2-9a83-ed5d69e7ce1f HTTP/1.1" status: 200 len: 991 time: 2.4238412 Apr 30 01:32:54.201074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'tag': '1a485405-acc2-4f23-b812-cfc76cabb48a'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:32:54.234057 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8cd672-b8ef-44be-9b08-18eca715ac7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce98cda0-4e7d-47e6-b78c-dbaaff6198f7", "tag": "1a485405-acc2-4f23-b812-cfc76cabb48a"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:32:54.331301 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3b0010-f0b0-457d-96ac-86312c2bae77 x-openstack-request-id: req-ad3b0010-f0b0-457d-96ac-86312c2bae77 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:32:54.331627 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce98cda0-4e7d-47e6-b78c-dbaaff6198f7", "tag": "1a485405-acc2-4f23-b812-cfc76cabb48a", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:32:54.331984 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad3b0010-f0b0-457d-96ac-86312c2bae77 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:32:54.332402 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3b0010-f0b0-457d-96ac-86312c2bae77'] response: {'name': 'network-changed', 'server_uuid': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'tag': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'status': 'completed', 'code': 200} Apr 30 01:32:54.354725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:54.412029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-a5e7ba99-ad2c-41fa-aaa4-354798f8c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:54.413894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-a5e7ba99-ad2c-41fa-aaa4-354798f8c5eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 1097 time: 0.0638232 Apr 30 01:32:54.551556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-38d48198-0c98-44b7-b7ee-487fed53e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:54.552706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-38d48198-0c98-44b7-b7ee-487fed53e31e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 914 time: 0.1293647 Apr 30 01:32:54.686144 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-95f82614-5fb0-4f9b-84f8-26d1fd49e6d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a485405-acc2-4f23-b812-cfc76cabb48a HTTP/1.1" status: 200 len: 999 time: 0.1169999 Apr 30 01:32:54.694923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:35Z', 'revision_number': 2, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}, {'id': '9c12229a-89cc-44f2-9a83-ed5d69e7ce1f', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:ae:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:32:33Z', 'updated_at': '2022-04-30T01:32:52Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:54.727539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:32:54.746016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:32:54.746671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:54.791654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762266e-3a63-4988-adc0-ca677ce07297 req-61562269-4a17-49a0-8e19-22eb28192f06 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:54.804871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-cde37938-843b-4c42-b394-355aa87c8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:54.805901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3762266e-3a63-4988-adc0-ca677ce07297 req-61562269-4a17-49a0-8e19-22eb28192f06 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1424351 Apr 30 01:32:54.808626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-cde37938-843b-4c42-b394-355aa87c8a43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.0851319 Apr 30 01:32:54.859240 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3762266e-3a63-4988-adc0-ca677ce07297 req-2738ab82-85ff-4374-930e-d9c3c671180c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475271 Apr 30 01:32:54.890594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-eecf0d5d-502f-4bbc-822d-1b2466b650f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:54.894235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-eecf0d5d-502f-4bbc-822d-1b2466b650f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803356 Apr 30 01:32:54.956737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:32:54.965606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:55.067753 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-ca1b790b-d9f9-4db1-8263-9ecdbd088506 service neutron] 10.222.0.21 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663764 Apr 30 01:32:55.137539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52994) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:55.200960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab8cd672-b8ef-44be-9b08-18eca715ac7c req-ec1433e3-1670-482e-a5f2-4bba66e49fcf service neutron] 10.222.0.21 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245255 Apr 30 01:32:55.275281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1676210609-network', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:55.340182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:35Z', 'revision_number': 2, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}, {'id': '9c12229a-89cc-44f2-9a83-ed5d69e7ce1f', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:ae:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:32:33Z', 'updated_at': '2022-04-30T01:32:52Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:32:55.368241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4126e92c-5689-4996-85f6-3d26ce509493 None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:35Z', 'revision_number': 2, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}, {'id': '9c12229a-89cc-44f2-9a83-ed5d69e7ce1f', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:ae:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:32:33Z', 'updated_at': '2022-04-30T01:32:52Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:32:55.404163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Made reservation on behalf of a2126a2d8d294114b3a25bfa71ea753d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:32:55.406607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.431196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.609105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.675250 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d6725f6-438e-4b21-85ac-d737048f9b77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a10771a6e4c74b569be2a91dac3ddee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362527 Apr 30 01:32:55.676909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.677923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53002) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:55.701633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:32:55.717456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ebbc57-91d3-4d7a-aa0c-f5959eaaa2c0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:55.732667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d52ee-b957-44be-81af-b0423abd6bc7 None None] New status for floating IP 9c12229a-89cc-44f2-9a83-ed5d69e7ce1f: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:32:55.739996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.740708 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Added segment 0ffc5c16-dcec-4db4-8787-f418df3a3423 of type vlan for network 4d1c5335-4e8e-461d-bbea-99cc3496328c Apr 30 01:32:55.815252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ec676d0-9137-4832-b840-161b753375fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.816547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.859794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ec676d0-9137-4832-b840-161b753375fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.925865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:55.928524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:55.929723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:56.056624 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ec676d0-9137-4832-b840-161b753375fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:56.056874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0888238 Apr 30 01:32:56.062562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ec676d0-9137-4832-b840-161b753375fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:56.069695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53010) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:56.070721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5ec676d0-9137-4832-b840-161b753375fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78d73bd3-e19e-40a5-8696-41e8d78ca326 HTTP/1.1" status: 204 len: 168 time: 0.3869498 Apr 30 01:32:56.080291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Request body: {'subnet': {'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1676210609-subnet', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:56.112509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec676d0-9137-4832-b840-161b753375fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d73bd3-e19e-40a5-8696-41e8d78ca326,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:56.117845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611cfa6-41ba-4366-bf58-3c6b156448d0 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1c5335-4e8e-461d-bbea-99cc3496328c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:56.141470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:32:56.185922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6a9dd-1556-4ec2-a536-a0925cfa72df req-8280479b-1116-4d34-ba8f-dfbe088d4f3d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:56.191361 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ff6a9dd-1556-4ec2-a536-a0925cfa72df req-8280479b-1116-4d34-ba8f-dfbe088d4f3d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1964953 Apr 30 01:32:56.237653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Made reservation on behalf of a2126a2d8d294114b3a25bfa71ea753d for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:32:56.241789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:56.256566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ff6a9dd-1556-4ec2-a536-a0925cfa72df req-1d825dd9-8edb-4a7c-b5dd-9087b427c25c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Apr 30 01:32:56.568804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:56.634557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4678b416-24fb-4d1d-8706-f508be1fa5cb,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:56.661067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Checking segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:32:56.661821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Network hostable DHCP agents. Network: 4d1c5335-4e8e-461d-bbea-99cc3496328c, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:32:56.757096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:32:56.838609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4d1c5335-4e8e-461d-bbea-99cc3496328c) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:56.843980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:56.844697 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:56.863611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbf94a2-2d7c-43da-ac54-89ca8e71c83f None None] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:32:56.942449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53024) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:56.943028 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-30de1f4f-769b-4ce6-8a96-bd98eb2d3c94 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8716311 Apr 30 01:32:56.948988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:57.038560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-4d1c5335-4e8e-461d-bbea-99cc3496328c', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:32:57.047776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.072451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.073614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.192758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.259695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Allocated IP 172.20.0.2 (4d1c5335-4e8e-461d-bbea-99cc3496328c/4678b416-24fb-4d1d-8706-f508be1fa5cb/0b09d89b-f12b-4ba5-ba21-63c12f79859c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:32:57.409612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53040) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:57.411055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ea2c-551e-4d1f-b3e4-23f9dc2ecc2c req-61b0c995-79e5-4f74-90d2-75b0894de40b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:57.411055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb43ea2c-551e-4d1f-b3e4-23f9dc2ecc2c req-61b0c995-79e5-4f74-90d2-75b0894de40b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0584590 Apr 30 01:32:57.449996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb43ea2c-551e-4d1f-b3e4-23f9dc2ecc2c req-6d932353-9ef5-4270-bf2f-a5e7e7b27bed tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376017 Apr 30 01:32:57.452232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.540556 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0bb562ae-7abf-4f79-9c60-0ba723c98e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.718829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.733126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0bb562ae-7abf-4f79-9c60-0ba723c98e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.767244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.780282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:32:57.788143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:57.793660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:32:57.803939 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0bb562ae-7abf-4f79-9c60-0ba723c98e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.846991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb562ae-7abf-4f79-9c60-0ba723c98e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cbf8cb-2c45-44ae-90f1-27dc2338e9d3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:57.886481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Pushing event updated for resources: {'Port': ['ID=0b09d89b-f12b-4ba5-ba21-63c12f79859c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:57.888459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0bb562ae-7abf-4f79-9c60-0ba723c98e48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1238340f77c24734934e61195ed3303e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225115 Apr 30 01:32:57.891542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53060) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:57.926912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Attempting to bind port 0b09d89b-f12b-4ba5-ba21-63c12f79859c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:32:57.927450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Attempting to bind port 0b09d89b-f12b-4ba5-ba21-63c12f79859c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:32:57.927941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Attempting to bind port 0b09d89b-f12b-4ba5-ba21-63c12f79859c on network 4d1c5335-4e8e-461d-bbea-99cc3496328c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:32:57.933524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:32:57.934071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Checking segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:32:57.935003 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:57.935308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Bound using segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:32:57.935911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Bound port: 0b09d89b-f12b-4ba5-ba21-63c12f79859c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:32:57.936382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.043581 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2d4eda9-c597-4746-ae09-380f9a967363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.047547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] For port 0b09d89b-f12b-4ba5-ba21-63c12f79859c, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:32:58.051596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] For port 0b09d89b-f12b-4ba5-ba21-63c12f79859c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0b09d89b-f12b-4ba5-ba21-63c12f79859c,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:32:58.096412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2d4eda9-c597-4746-ae09-380f9a967363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.159050 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.308947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d8c3d-4c04-46ef-a9b1-3e5f7ea0d8d9 None None] Pushing event updated for resources: {'Port': ['ID=0b09d89b-f12b-4ba5-ba21-63c12f79859c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:58.316487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2d4eda9-c597-4746-ae09-380f9a967363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.322798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2d4eda9-c597-4746-ae09-380f9a967363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.324403 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e2d4eda9-c597-4746-ae09-380f9a967363 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83cbf8cb-2c45-44ae-90f1-27dc2338e9d3 HTTP/1.1" status: 204 len: 168 time: 0.4301476 Apr 30 01:32:58.335907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4eda9-c597-4746-ae09-380f9a967363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cbf8cb-2c45-44ae-90f1-27dc2338e9d3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:58.347495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e519fc8-d08b-44c1-ae67-7ec08a57d5c8 req-f839b38d-dc92-4c86-b41a-d6f7ba9ed850 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:58.349836 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e519fc8-d08b-44c1-ae67-7ec08a57d5c8 req-f839b38d-dc92-4c86-b41a-d6f7ba9ed850 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.2444015 Apr 30 01:32:58.356021 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.431834 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.677233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53082) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:58.721354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Allocated IP 172.25.0.61 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/6f1d0ca1-d5a6-4665-a3ad-cd98205ae960) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:32:58.735211 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45829707-11ed-4d0e-a99e-feaad7cd56be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.837832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:58.860987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e519fc8-d08b-44c1-ae67-7ec08a57d5c8 req-18af1e0e-19d6-4f9a-91f4-7f5fe1e55b5d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915485 Apr 30 01:32:58.867567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ed4b-df62-4640-96a2-44751a6b376a req-405d0494-890b-4b5a-86aa-1adceaa9dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:58.869049 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df30ed4b-df62-4640-96a2-44751a6b376a req-405d0494-890b-4b5a-86aa-1adceaa9dab4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 1097 time: 0.6199393 Apr 30 01:32:58.974851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ed4b-df62-4640-96a2-44751a6b376a req-4bd116dd-3423-4256-9a46-d83e0936fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:58.976304 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df30ed4b-df62-4640-96a2-44751a6b376a req-4bd116dd-3423-4256-9a46-d83e0936fd72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 200 len: 916 time: 0.0994315 Apr 30 01:32:59.033170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:59.075662 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df30ed4b-df62-4640-96a2-44751a6b376a req-d4c1e2b2-e3a2-47d5-bff6-241fb470f7a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd51b98-c867-4781-af85-574afef1ec64 HTTP/1.1" status: 200 len: 217 time: 0.0920696 Apr 30 01:32:59.084545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1d0ca1-d5a6-4665-a3ad-cd98205ae960,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:32:59.120536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:32:59.123378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:32:59.127112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:32:59.153763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3e168b8d-96c1-4070-9bc4-f049f87cc6f6 tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1633032948', 'prefixes': ['172.20.0.0/16']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:59.171033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ed4b-df62-4640-96a2-44751a6b376a req-5260329e-61c1-4833-92cf-ba4305680ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:59.172522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df30ed4b-df62-4640-96a2-44751a6b376a req-5260329e-61c1-4833-92cf-ba4305680ed5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df49d237-d09b-40d6-81b4-47e92760748f HTTP/1.1" status: 200 len: 855 time: 0.0852690 Apr 30 01:32:59.347997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ed4b-df62-4640-96a2-44751a6b376a req-09bc1d52-3960-4ffd-a27e-1f5a9dd8ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:32:59.349620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df30ed4b-df62-4640-96a2-44751a6b376a req-09bc1d52-3960-4ffd-a27e-1f5a9dd8ba91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23878329-bfa7-4ad7-a536-b4d8a952b5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672173 Apr 30 01:32:59.480761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df30ed4b-df62-4640-96a2-44751a6b376a req-e26d8c42-d5ac-44f1-914d-6135edab03f8 service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168559 Apr 30 01:32:59.490594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e168b8d-96c1-4070-9bc4-f049f87cc6f6 tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] Notify callbacks [] for subnetpool, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:59.492136 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3e168b8d-96c1-4070-9bc4-f049f87cc6f6 tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8138568 Apr 30 01:32:59.499257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53106) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:59.556797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9c8c9cfa-9eec-4779-84f3-813e1e1660f1 tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] 10.222.0.15 "GET /v2.0/subnetpools/2029a3e0-2fcb-4c79-9bd8-949dfe3397d9 HTTP/1.1" status: 200 len: 732 time: 0.0561273 Apr 30 01:32:59.558282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:59.563174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-03f15828-f0d5-43ce-aae1-f20805448a0e tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1508670287'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:32:59.676743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56158f-c5db-4e43-b41a-23b7b6f2b986 None None] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:32:59.711120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df30ed4b-df62-4640-96a2-44751a6b376a req-26bd48e6-29b7-4e5a-a18a-b1a0952bd9f7 service neutron] 10.222.0.21 "GET /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965539 Apr 30 01:32:59.712102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:59.733476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53116) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:59.753123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4575-68d1-4253-8594-620814274cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:59.770692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9a5481f5-c0bd-4497-9329-7292fd9e1088 None None] Provisioning complete for port 0b09d89b-f12b-4ba5-ba21-63c12f79859c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:32:59.771573 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a5481f5-c0bd-4497-9329-7292fd9e1088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:59.807773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-03f15828-f0d5-43ce-aae1-f20805448a0e tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] Notify callbacks [] for subnetpool, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:32:59.808815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-03f15828-f0d5-43ce-aae1-f20805448a0e tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] 10.222.0.15 "PUT /v2.0/subnetpools/2029a3e0-2fcb-4c79-9bd8-949dfe3397d9 HTTP/1.1" status: 200 len: 684 time: 0.2492602 Apr 30 01:32:59.814614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53118) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:32:59.998959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0b09d89b-f12b-4ba5-ba21-63c12f79859c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:00.039145 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.101578 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4575-68d1-4253-8594-620814274cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.106863 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a5481f5-c0bd-4497-9329-7292fd9e1088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.109665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314259c-6a5a-4ac2-8e11-b1415ee1cdb3 req-cc737bca-af9b-4fc9-941d-3db11043ce17 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:00.117832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0314259c-6a5a-4ac2-8e11-b1415ee1cdb3 req-cc737bca-af9b-4fc9-941d-3db11043ce17 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0970006 Apr 30 01:33:00.128516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7e51df1-fca0-49b0-a495-a34ea1e21fda tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] Notify callbacks [] for subnetpool, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.129859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f7e51df1-fca0-49b0-a495-a34ea1e21fda tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] 10.222.0.15 "DELETE /v2.0/subnetpools/2029a3e0-2fcb-4c79-9bd8-949dfe3397d9 HTTP/1.1" status: 204 len: 168 time: 0.3104315 Apr 30 01:33:00.133041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53134) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:00.152605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9a5481f5-c0bd-4497-9329-7292fd9e1088 None None] For port 0b09d89b-f12b-4ba5-ba21-63c12f79859c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0b09d89b-f12b-4ba5-ba21-63c12f79859c,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:00.168869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0b09d89b-f12b-4ba5-ba21-63c12f79859c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:00.168869 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.177587 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4575-68d1-4253-8594-620814274cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.215786 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-c0546e50-2cdc-4082-b568-819cde80ba40 tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] show failed (client error): The resource could not be found. Apr 30 01:33:00.219535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c0546e50-2cdc-4082-b568-819cde80ba40 tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] 10.222.0.15 "GET /v2.0/subnetpools/2029a3e0-2fcb-4c79-9bd8-949dfe3397d9 HTTP/1.1" status: 404 len: 346 time: 0.0630922 Apr 30 01:33:00.223361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53138) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:00.265327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a5481f5-c0bd-4497-9329-7292fd9e1088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.269534 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-7fbc372c-1f1d-46f2-8394-faa001eccf00 tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] delete failed (client error): The resource could not be found. Apr 30 01:33:00.269534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7fbc372c-1f1d-46f2-8394-faa001eccf00 tempest-SubnetPoolsTestJSON-580436298 tempest-SubnetPoolsTestJSON-580436298-project] 10.222.0.15 "DELETE /v2.0/subnetpools/2029a3e0-2fcb-4c79-9bd8-949dfe3397d9 HTTP/1.1" status: 404 len: 346 time: 0.0423150 Apr 30 01:33:00.270316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0314259c-6a5a-4ac2-8e11-b1415ee1cdb3 req-fe93f3f7-e8f1-4cf5-886e-11750bf6e7c7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511340 Apr 30 01:33:00.300303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7d9d4575-68d1-4253-8594-620814274cb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d89366d7f2c497bbbec7f820c464fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657589 Apr 30 01:33:00.301477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.304618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53144) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:00.320859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d4575-68d1-4253-8594-620814274cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6f00f-e672-43fe-83e3-aac361cf17bb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:00.379741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5481f5-c0bd-4497-9329-7292fd9e1088 None None] Pushing event updated for resources: {'Port': ['ID=0b09d89b-f12b-4ba5-ba21-63c12f79859c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:00.412008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8eb0-bde4-4f82-8562-c68d6c6fa165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.441759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8eb0-bde4-4f82-8562-c68d6c6fa165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.490117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Router d70280fe-f4a0-408e-a3b7-75065677eb52 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:33:00.515294 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:33:00.516010 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:33:00.536460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e709976c-42c2-4751-8303-c1a69b0fdd8e None None] Provisioning complete for port 0b09d89b-f12b-4ba5-ba21-63c12f79859c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:00.536828 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e709976c-42c2-4751-8303-c1a69b0fdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.624429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:33:00.645479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Sync routers for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:33:00.651277 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8eb0-bde4-4f82-8562-c68d6c6fa165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.652156 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8eb0-bde4-4f82-8562-c68d6c6fa165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:00.654997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7f4b8eb0-bde4-4f82-8562-c68d6c6fa165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dc6f00f-e672-43fe-83e3-aac361cf17bb HTTP/1.1" status: 204 len: 168 time: 0.3477235 Apr 30 01:33:00.668536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:00.669156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:32:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:00.687077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b8eb0-bde4-4f82-8562-c68d6c6fa165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6f00f-e672-43fe-83e3-aac361cf17bb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:00.706704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55012762-243c-40df-a2b6-d66f3b74d6c1 req-97cd0609-6169-47ec-8ecf-c19c55f4d1e9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:00.708333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55012762-243c-40df-a2b6-d66f3b74d6c1 req-97cd0609-6169-47ec-8ecf-c19c55f4d1e9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0719783 Apr 30 01:33:00.942693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:01.017465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.022528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-87a3369f-f60b-4fd9-848c-de2c7b790467 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0743272 Apr 30 01:33:01.022708 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-585cae27-f86d-4278-889b-2128b997c272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.025846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53166) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:01.061569 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55012762-243c-40df-a2b6-d66f3b74d6c1 req-b52fa230-b3e8-4a37-88d6-017f25762161 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440793 Apr 30 01:33:01.179862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:32:59Z', 'revision_number': 3, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:01.207457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Checking router: d70280fe-f4a0-408e-a3b7-75065677eb52 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:33:01.207457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Updating router d70280fe-f4a0-408e-a3b7-75065677eb52 port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:33:01.233393 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.379994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53186) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:01.533906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812ea7-fbca-4fe2-89de-863f05edeac6 req-4cbe4ee4-ff6e-44f5-9ea7-ca8862da0224 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:01.551006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8812ea7-fbca-4fe2-89de-863f05edeac6 req-4cbe4ee4-ff6e-44f5-9ea7-ca8862da0224 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1273990 Apr 30 01:33:01.603642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8812ea7-fbca-4fe2-89de-863f05edeac6 req-0cc09eb6-e12b-4821-b1c5-253ca1027677 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521615 Apr 30 01:33:01.623641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b46c75d5-daeb-4e3a-b588-dab92acc4597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.626776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.719325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.740985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.822679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b46c75d5-daeb-4e3a-b588-dab92acc4597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.828303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Attempting to bind port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:33:01.828762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Attempting to bind port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:33:01.829125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Attempting to bind port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:01.834135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fcc3a-358b-4217-83a3-f2eea4b5552a req-9750983f-404c-403e-a1ab-0a8eaee78f9c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:01.837549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4b8ac-5741-421b-9686-a29535d3dafa None None] Pushing event updated for resources: {'Port': ['ID=6f1d0ca1-d5a6-4665-a3ad-cd98205ae960,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:01.843338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:33:01.843821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:33:01.844318 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.844789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:33:01.845557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Bound port: 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:33:01.851040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-405fcc3a-358b-4217-83a3-f2eea4b5552a req-9750983f-404c-403e-a1ab-0a8eaee78f9c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0753858 Apr 30 01:33:01.858846 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.899513 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b46c75d5-daeb-4e3a-b588-dab92acc4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:01.938461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0b09d89b-f12b-4ba5-ba21-63c12f79859c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:01.957896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c75d5-daeb-4e3a-b588-dab92acc4597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8090d8a5-b9ba-4bfa-8715-48ef22e8ce99,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:01.977918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-405fcc3a-358b-4217-83a3-f2eea4b5552a req-f5847408-114c-44c4-a07c-e6eb0023e62e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259651 Apr 30 01:33:01.990922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b46c75d5-daeb-4e3a-b588-dab92acc4597 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf30f9db535e40848a04551fb7f4ca24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088963 Apr 30 01:33:01.993468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:02.032700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.049483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] For port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:33:02.054475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] For port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6f1d0ca1-d5a6-4665-a3ad-cd98205ae960,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:33:02.056648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0b09d89b-f12b-4ba5-ba21-63c12f79859c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:02.057181 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.097861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5865175-485a-4935-aae4-96f75e9f901f req-22d4a1b5-4221-4f50-b5e6-641aa5663820 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:02.105031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e5865175-485a-4935-aae4-96f75e9f901f req-22d4a1b5-4221-4f50-b5e6-641aa5663820 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1613460 Apr 30 01:33:02.143645 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.196509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-280258ec-1a68-40f1-a924-d91e139f30e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.204937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3de99f-4bfb-4908-b2f3-8c754d9f9c46 req-a7411267-0d66-4f6d-87a8-d6b0f7154619 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:02.212547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd3de99f-4bfb-4908-b2f3-8c754d9f9c46 req-a7411267-0d66-4f6d-87a8-d6b0f7154619 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 946 time: 0.0978959 Apr 30 01:33:02.224854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Allocated IP 172.20.0.1 (4d1c5335-4e8e-461d-bbea-99cc3496328c/4678b416-24fb-4d1d-8706-f508be1fa5cb/21e0eb18-6129-457c-8ec7-f7b3f33748a1) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:33:02.233839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4b8ac-5741-421b-9686-a29535d3dafa None None] Pushing event updated for resources: {'Port': ['ID=6f1d0ca1-d5a6-4665-a3ad-cd98205ae960,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:02.245598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-280258ec-1a68-40f1-a924-d91e139f30e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.258849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:02.259692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:02.268436 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e5865175-485a-4935-aae4-96f75e9f901f req-1d4aa22b-07ed-4968-a994-b184c26917b3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622348 Apr 30 01:33:02.278248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd3de99f-4bfb-4908-b2f3-8c754d9f9c46 req-96f0a879-483e-42b9-977b-290a3d4974b6 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642471 Apr 30 01:33:02.394019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:02.452497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e599c-c4e7-4e2e-9d42-7018d530b139 req-b6cf4fec-075b-49ee-8f23-158efbc31de8 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:02.454110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-582e599c-c4e7-4e2e-9d42-7018d530b139 req-b6cf4fec-075b-49ee-8f23-158efbc31de8 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0929170 Apr 30 01:33:02.459641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.506807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-582e599c-c4e7-4e2e-9d42-7018d530b139 req-f35a7142-7f5a-457b-98cf-ba33bba1402d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Apr 30 01:33:02.539611 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-280258ec-1a68-40f1-a924-d91e139f30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.543177 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-280258ec-1a68-40f1-a924-d91e139f30e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.544066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-280258ec-1a68-40f1-a924-d91e139f30e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8090d8a5-b9ba-4bfa-8715-48ef22e8ce99 HTTP/1.1" status: 204 len: 168 time: 0.5472071 Apr 30 01:33:02.554495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-35ea29ac-4692-49a0-a724-e26b70c77737 req-98da637d-a5a5-4275-b8d4-abedbdff7b25 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:33:02.556589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-35ea29ac-4692-49a0-a724-e26b70c77737 req-98da637d-a5a5-4275-b8d4-abedbdff7b25 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094249 Apr 30 01:33:02.559550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280258ec-1a68-40f1-a924-d91e139f30e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8090d8a5-b9ba-4bfa-8715-48ef22e8ce99,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:02.620246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:02.637953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:32:59Z', 'revision_number': 3, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:02.666016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bd4ba-6376-49d7-ac9e-84c17d81faaf None None] The sync data for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 is: [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:32:59Z', 'revision_number': 3, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:33:02.686639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-35ea29ac-4692-49a0-a724-e26b70c77737 req-2eeaba70-eb46-4a0c-8cd9-4911e0bdc317 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1180491 Apr 30 01:33:02.689903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:02.707394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Pushing event updated for resources: {'Port': ['ID=21e0eb18-6129-457c-8ec7-f7b3f33748a1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:02.715851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:02.719173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:33:03.118066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4040806a-3a85-4452-8471-4d25a762b913 None None] Provisioning complete for port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:03.118680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4040806a-3a85-4452-8471-4d25a762b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.164703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4040806a-3a85-4452-8471-4d25a762b913 None None] Port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:33:03.229347 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.314567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd9dc1-cd07-470a-af55-beae9ff4a311 req-e6a93e09-af41-4a79-a9b9-d3043188cdde tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:03.322078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ddd9dc1-cd07-470a-af55-beae9ff4a311 req-e6a93e09-af41-4a79-a9b9-d3043188cdde tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1410778 Apr 30 01:33:03.450761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3763f-5ccf-43a8-a409-77ba622ab0cc req-3f3826a1-f324-45c6-bd90-e5b421a20b63 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:03.452339 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ddd9dc1-cd07-470a-af55-beae9ff4a311 req-43528d4f-6bba-41b6-8aea-7b29aabab138 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291349 Apr 30 01:33:03.464652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66c3763f-5ccf-43a8-a409-77ba622ab0cc req-3f3826a1-f324-45c6-bd90-e5b421a20b63 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1057172 Apr 30 01:33:03.477223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53238) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:03.572611 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66c3763f-5ccf-43a8-a409-77ba622ab0cc req-84268716-182e-46b7-91ce-d2c5d040f584 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048615 Apr 30 01:33:03.648366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c92de3-d1e6-4165-b17f-e2af8f2d2655 req-dba6b57c-3af4-4481-941b-e54559313de6 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:03.650723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-79c92de3-d1e6-4165-b17f-e2af8f2d2655 req-dba6b57c-3af4-4481-941b-e54559313de6 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 946 time: 0.0958130 Apr 30 01:33:03.666297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b78e0ceb-5cda-4609-ad6f-c3c6f26a9bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.712902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.729430 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.780574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b78e0ceb-5cda-4609-ad6f-c3c6f26a9bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.803646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-79c92de3-d1e6-4165-b17f-e2af8f2d2655 req-5e2b7399-c03c-49d7-accf-51da6247196e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157839 Apr 30 01:33:03.836872 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.882558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b78e0ceb-5cda-4609-ad6f-c3c6f26a9bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.929412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:03.954958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:03.983564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e0ceb-5cda-4609-ad6f-c3c6f26a9bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b91c1e1-18f8-4799-bdec-b6141c4f3c0e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:03.989732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b78e0ceb-5cda-4609-ad6f-c3c6f26a9bed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed6d35b2c66c489781a36692263392d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141835 Apr 30 01:33:03.992317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53258) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:04.015206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:04.016160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.024530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd8ce5-1952-415f-b041-9c5984c533b0 req-6c3017da-83ca-4e0f-a8c8-b9f3a527f87d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:04.032648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51fd8ce5-1952-415f-b041-9c5984c533b0 req-6c3017da-83ca-4e0f-a8c8-b9f3a527f87d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.1068151 Apr 30 01:33:04.039027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.091792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51fd8ce5-1952-415f-b041-9c5984c533b0 req-2aea59ee-72d5-48db-bce6-acd76f934fa7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582435 Apr 30 01:33:04.107293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0312e00e-d0ad-43d9-9f12-a961770e5296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.152099 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.177438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Pushing event updated for resources: {'Port': ['ID=21e0eb18-6129-457c-8ec7-f7b3f33748a1,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:04.186707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0312e00e-d0ad-43d9-9f12-a961770e5296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.213460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:33:04.259018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:33:04.311601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:04.315711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:04.368517 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0312e00e-d0ad-43d9-9f12-a961770e5296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.371713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0312e00e-d0ad-43d9-9f12-a961770e5296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.375193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0312e00e-d0ad-43d9-9f12-a961770e5296 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b91c1e1-18f8-4799-bdec-b6141c4f3c0e HTTP/1.1" status: 204 len: 168 time: 0.3797131 Apr 30 01:33:04.385995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312e00e-d0ad-43d9-9f12-a961770e5296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b91c1e1-18f8-4799-bdec-b6141c4f3c0e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:04.413193 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.586866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c774d-e1ce-4dab-bbe1-9942c67bb2cd req-2c6a855b-8cdd-47c2-816d-78ca6ea9a10e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:04.593465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c774d-e1ce-4dab-bbe1-9942c67bb2cd req-2c6a855b-8cdd-47c2-816d-78ca6ea9a10e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:04.600514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c774d-e1ce-4dab-bbe1-9942c67bb2cd req-2c6a855b-8cdd-47c2-816d-78ca6ea9a10e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:04.608491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9c774d-e1ce-4dab-bbe1-9942c67bb2cd req-2c6a855b-8cdd-47c2-816d-78ca6ea9a10e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7&device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872&device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 2418 time: 0.1618555 Apr 30 01:33:04.662240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Router d70280fe-f4a0-408e-a3b7-75065677eb52 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:33:04.706209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9c774d-e1ce-4dab-bbe1-9942c67bb2cd req-560878b1-7b03-4b31-8e1b-0a51df4d2491 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936012 Apr 30 01:33:04.728602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6f1d0ca1-d5a6-4665-a3ad-cd98205ae960,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:04.770860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-257e0df5-a9f1-4b4f-8f62-2fd8e6d8a379 None None] Provisioning complete for port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:04.771419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-257e0df5-a9f1-4b4f-8f62-2fd8e6d8a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.842455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-416b50ee-2380-444d-b9b0-3e7fc2817ed3 req-34716cc1-c81c-4f58-a59d-47ecb8ec7a9b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:33:04.843691 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-416b50ee-2380-444d-b9b0-3e7fc2817ed3 req-34716cc1-c81c-4f58-a59d-47ecb8ec7a9b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227547 Apr 30 01:33:04.853023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:04.856278 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.858763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff094ee-c4f1-447e-903a-5473d1e0b21a req-7cff8615-c8ea-48f2-86d1-b518b8507848 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:04.864728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fff094ee-c4f1-447e-903a-5473d1e0b21a req-7cff8615-c8ea-48f2-86d1-b518b8507848 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1403258 Apr 30 01:33:04.925542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'mac_address': 'fa:16:3e:c2:db:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:33:04.927285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fff094ee-c4f1-447e-903a-5473d1e0b21a req-d4661ab2-7f4e-4d01-a05e-cf2bf7d688b4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525618 Apr 30 01:33:04.933244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:04.957515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-257e0df5-a9f1-4b4f-8f62-2fd8e6d8a379 None None] Port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:33:05.017279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:05.024672 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e178353-5cf2-4e08-9c6e-8d92f92b511e" -d '{"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-unplugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:05.066756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:05.071129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=6f1d0ca1-d5a6-4665-a3ad-cd98205ae960,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:05.075918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:05.090320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abefad0a-faf2-4dc7-9caa-9f3f59e7439c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:05.120794 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356a4d48-2507-4f60-8b0b-32f1963047f3 x-openstack-request-id: req-356a4d48-2507-4f60-8b0b-32f1963047f3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:05.124069 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-unplugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:05.124069 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-356a4d48-2507-4f60-8b0b-32f1963047f3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:05.124069 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356a4d48-2507-4f60-8b0b-32f1963047f3'] response: {'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'code': 200} Apr 30 01:33:05.136086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:05.162340 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-416b50ee-2380-444d-b9b0-3e7fc2817ed3 req-a5759ebb-750e-49b8-9e32-91d78bc652a9 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3106396 Apr 30 01:33:05.195214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:33:05.206486 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6b8c93df-5446-4f76-b2ef-761cd6dc8eeb admin admin] 10.222.0.15 "PUT /v2.0/routers/d70280fe-f4a0-408e-a3b7-75065677eb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1788073 Apr 30 01:33:05.214213 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Sync routers for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:33:05.226394 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:05.227014 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:05.253320 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:33:05.253900 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:33:05.256521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:05.336579 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:05.543270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53302) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:05.558186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-86c19f06-dde2-4d48-b491-dd76423d9482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:05.575723 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 2, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:05.717614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-86c19f06-dde2-4d48-b491-dd76423d9482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:05.772735 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Checking router: d70280fe-f4a0-408e-a3b7-75065677eb52 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:33:05.773581 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Updating router d70280fe-f4a0-408e-a3b7-75065677eb52 port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:33:05.785472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-86c19f06-dde2-4d48-b491-dd76423d9482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:05.804610 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:05.859205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53320) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:05.880318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-86c19f06-dde2-4d48-b491-dd76423d9482 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d29b54adbc84458b863bb04982c3c68c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367500 Apr 30 01:33:05.889231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c19f06-dde2-4d48-b491-dd76423d9482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eb1bda-0f1f-4df4-9410-188a525de313,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:05.893590 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:05.937735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abefad0a-faf2-4dc7-9caa-9f3f59e7439c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:05.977293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:05.981752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:06.002834 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49b15589-09c3-42b0-8b1f-4583ba0de146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.040658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:06.041071 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.044484 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49b15589-09c3-42b0-8b1f-4583ba0de146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.113198 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.252874 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:06.262189 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49b15589-09c3-42b0-8b1f-4583ba0de146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.264208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['abefad0a-faf2-4dc7-9caa-9f3f59e7439c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:33:06.264740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49b15589-09c3-42b0-8b1f-4583ba0de146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.269271 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-49b15589-09c3-42b0-8b1f-4583ba0de146 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63eb1bda-0f1f-4df4-9410-188a525de313 HTTP/1.1" status: 204 len: 168 time: 0.4076684 Apr 30 01:33:06.305649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfe670-b350-49d2-916b-017b62780137 req-c0fb41b1-6649-4a89-b818-f72789c8b688 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:06.307189 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccbfe670-b350-49d2-916b-017b62780137 req-c0fb41b1-6649-4a89-b818-f72789c8b688 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.1201084 Apr 30 01:33:06.312912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b15589-09c3-42b0-8b1f-4583ba0de146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eb1bda-0f1f-4df4-9410-188a525de313,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:06.408772 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccbfe670-b350-49d2-916b-017b62780137 req-69487712-4e61-4d49-9293-7b75a95c511c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862021 Apr 30 01:33:06.463336 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.534269 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.597313 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Pushing event updated for resources: {'Port': ['ID=21e0eb18-6129-457c-8ec7-f7b3f33748a1,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:06.641136 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.642581 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.643754 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.644307 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.644841 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.645802 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.646975 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.647390 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.647838 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.648291 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.648788 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.649285 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:06.652351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:06.659099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-dd040ed2-a530-4df1-8542-47a5a066fea8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607877111', 'description': 'tempest-description--337611502'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:06.668801 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Attempting to bind port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:33:06.669455 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Attempting to bind port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:33:06.669999 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Attempting to bind port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 on network 4d1c5335-4e8e-461d-bbea-99cc3496328c {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:06.676979 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:33:06.677639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Checking segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:33:06.678192 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.678748 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Bound using segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:33:06.679366 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Bound port: 21e0eb18-6129-457c-8ec7-f7b3f33748a1, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:33:06.679969 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.758393 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] For port 21e0eb18-6129-457c-8ec7-f7b3f33748a1, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:33:06.762226 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] For port 21e0eb18-6129-457c-8ec7-f7b3f33748a1, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=21e0eb18-6129-457c-8ec7-f7b3f33748a1,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:33:06.784406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd040ed2-a530-4df1-8542-47a5a066fea8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.864691 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.893224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd040ed2-a530-4df1-8542-47a5a066fea8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:06.947929 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:06.960029 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:06.975379 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd040ed2-a530-4df1-8542-47a5a066fea8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.015023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-49c6dbaf-03a5-432a-90ec-ef70f0304838 None None] Provisioning complete for port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:07.016261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49c6dbaf-03a5-432a-90ec-ef70f0304838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.046735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040ed2-a530-4df1-8542-47a5a066fea8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:07.073465 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:07.132888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd040ed2-a530-4df1-8542-47a5a066fea8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.137647 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dd040ed2-a530-4df1-8542-47a5a066fea8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4836628 Apr 30 01:33:07.137826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53360) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:07.142937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7731a522-d7e1-4715-b88d-0306c1f6a5c2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'security_group_rule': {'security_group_id': 'f73fb3ee-5ce4-4282-bf14-73b2654eb7f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:07.158630 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274e95c-5861-41a9-9270-2341673916e2 None None] Pushing event updated for resources: {'Port': ['ID=21e0eb18-6129-457c-8ec7-f7b3f33748a1,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:07.160867 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49c6dbaf-03a5-432a-90ec-ef70f0304838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.208551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-49c6dbaf-03a5-432a-90ec-ef70f0304838 None None] For port 21e0eb18-6129-457c-8ec7-f7b3f33748a1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=21e0eb18-6129-457c-8ec7-f7b3f33748a1,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:07.300964 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49c6dbaf-03a5-432a-90ec-ef70f0304838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.306799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7731a522-d7e1-4715-b88d-0306c1f6a5c2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.324479 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:06Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:07.364510 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626d92a-f982-469f-a71c-939668c17ec6 None None] The sync data for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 is: [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:06Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:33:07.376911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7731a522-d7e1-4715-b88d-0306c1f6a5c2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.429986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6dbaf-03a5-432a-90ec-ef70f0304838 None None] Pushing event updated for resources: {'Port': ['ID=21e0eb18-6129-457c-8ec7-f7b3f33748a1,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:07.449287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7731a522-d7e1-4715-b88d-0306c1f6a5c2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.501551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3fb75647-9e11-4866-8b2d-b5e9550be6f2 None None] Provisioning complete for port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:07.502158 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3fb75647-9e11-4866-8b2d-b5e9550be6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.564105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731a522-d7e1-4715-b88d-0306c1f6a5c2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f94aaa-5fad-447e-b3d4-fc47de00d760,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:07.588957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526710-2a7d-4985-8ea8-88c32d71fa58 req-24227199-1e9a-4d2e-b30f-8f9529cda017 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:07.601962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15526710-2a7d-4985-8ea8-88c32d71fa58 req-24227199-1e9a-4d2e-b30f-8f9529cda017 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.2040193 Apr 30 01:33:07.642856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7731a522-d7e1-4715-b88d-0306c1f6a5c2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.651868 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7731a522-d7e1-4715-b88d-0306c1f6a5c2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5129023 Apr 30 01:33:07.654525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53376) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:07.666306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-55bf8217-18b6-4229-8619-50d39f59f482 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'security_group_rule': {'security_group_id': 'f73fb3ee-5ce4-4282-bf14-73b2654eb7f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:07.726367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15526710-2a7d-4985-8ea8-88c32d71fa58 req-41796b2d-8707-4f3e-a5f9-f768641276cb tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173832 Apr 30 01:33:07.737215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e4467-367e-44e2-a2b7-0d8fc2aa30bc req-9547a99e-8248-4550-b28a-3e421e1b6fbb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:07.753732 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a8e4467-367e-44e2-a2b7-0d8fc2aa30bc req-9547a99e-8248-4550-b28a-3e421e1b6fbb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 945 time: 0.1749868 Apr 30 01:33:07.839631 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55bf8217-18b6-4229-8619-50d39f59f482 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.857079 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a8e4467-367e-44e2-a2b7-0d8fc2aa30bc req-44abe1db-b2ae-4573-a128-540d2f57013c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023948 Apr 30 01:33:07.966817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55bf8217-18b6-4229-8619-50d39f59f482 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:07.967791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 21e0eb18-6129-457c-8ec7-f7b3f33748a1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:08.042072 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55bf8217-18b6-4229-8619-50d39f59f482 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:08.103767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:08.104465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:08.116039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf8217-18b6-4229-8619-50d39f59f482 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06dc03e-d35c-4b81-a38c-24e7485ca1fa,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:08.199173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55bf8217-18b6-4229-8619-50d39f59f482 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:08.211628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-55bf8217-18b6-4229-8619-50d39f59f482 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5559721 Apr 30 01:33:08.216245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53394) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:08.233613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:08.250312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:08.349125 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:08.368147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port abefad0a-faf2-4dc7-9caa-9f3f59e7439c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:08.368647 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:08.589036 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:08.597790 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:08.667249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:08.677751 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56733c36-3fa0-41e4-938d-85924e76dfba" -d '{"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-plugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:08.718913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:08.785098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:08.839268 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64568b4-8560-412a-8da8-3b7c7eceadfe x-openstack-request-id: req-b64568b4-8560-412a-8da8-3b7c7eceadfe {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:08.857523 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-plugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:08.861541 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b64568b4-8560-412a-8da8-3b7c7eceadfe {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:08.866383 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64568b4-8560-412a-8da8-3b7c7eceadfe'] response: {'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'code': 200} Apr 30 01:33:08.882749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07179026-0e78-4398-b94e-d055b386c73f req-22d6f9a7-6b6d-4640-8b24-0d370a58e56e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:08.884567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07179026-0e78-4398-b94e-d055b386c73f req-22d6f9a7-6b6d-4640-8b24-0d370a58e56e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.1337302 Apr 30 01:33:08.906747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Allocated IP 172.25.0.18 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/cf8e2dff-9cfa-4a78-90cb-791aa567d2ef) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:33:08.972898 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=13']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:09.114141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a401d5-64bb-46c1-a7b9-556c2c45841e req-2ce30677-9657-4c06-ae16-8843dba639be tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:09.119508 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73a401d5-64bb-46c1-a7b9-556c2c45841e req-2ce30677-9657-4c06-ae16-8843dba639be tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 945 time: 0.2189636 Apr 30 01:33:09.143495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:09.213457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed52c-a5d1-4d07-bdae-622a2ace2cfe req-5ae595f9-6b4b-435d-be16-018e3625d916 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:09.221906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-032ed52c-a5d1-4d07-bdae-622a2ace2cfe req-5ae595f9-6b4b-435d-be16-018e3625d916 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1626387 Apr 30 01:33:09.234954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Deleting port 0b044846-3a86-4005-9688-a4681091d11c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:09.237739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:09.331328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-032ed52c-a5d1-4d07-bdae-622a2ace2cfe req-6438d9ce-bcf1-4793-a48e-302aaf23a1d3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081040 Apr 30 01:33:09.385643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73a401d5-64bb-46c1-a7b9-556c2c45841e req-e5393d29-8d21-474c-9469-654986455a2b tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648509 Apr 30 01:33:09.413857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:09.460834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:09.465587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:09.470971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:33:09.505127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] For port 0b044846-3a86-4005-9688-a4681091d11c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0b044846-3a86-4005-9688-a4681091d11c,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:09.505127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:09.533840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'Port': ['ID=cf8e2dff-9cfa-4a78-90cb-791aa567d2ef,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:09.582363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Calling delete_port for 0b044846-3a86-4005-9688-a4681091d11c owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:09.675781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:09.836910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:09.941088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:09.955241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3fd51b98-c867-4781-af85-574afef1ec64', '33e30684-cdf2-48e2-90a7-9b25db3534db'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:33:10.024965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Pushing event deleted for resources: {'Port': ['ID=0b044846-3a86-4005-9688-a4681091d11c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:10.069866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:10.084210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['0b044846-3a86-4005-9688-a4681091d11c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:33:10.084609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.085161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.088303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.089417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.089954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.090657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.091445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.091956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.092458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.092788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.093118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.093446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:10.123685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] No DVR routers for this DVR port 0b044846-3a86-4005-9688-a4681091d11c on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:33:10.126964 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:10.131224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07179026-0e78-4398-b94e-d055b386c73f req-9af76686-d108-4251-a755-2674deed453c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.23 "DELETE /v2.0/ports/0b044846-3a86-4005-9688-a4681091d11c HTTP/1.1" status: 204 len: 173 time: 1.2394962 Apr 30 01:33:10.132175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4f5d62-4985-4237-9fb1-ba9b6148d9a7', 'name': 'network-vif-deleted', 'tag': '0b044846-3a86-4005-9688-a4681091d11c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:10.137257 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d120e8b1-e0e5-4dde-8c18-2e34d8729ff4" -d '{"events": [{"server_uuid": "6c4f5d62-4985-4237-9fb1-ba9b6148d9a7", "name": "network-vif-deleted", "tag": "0b044846-3a86-4005-9688-a4681091d11c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:10.163812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:10.202910 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25341767-1666-4390-8703-4794e7976277 x-openstack-request-id: req-25341767-1666-4390-8703-4794e7976277 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:10.203246 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4f5d62-4985-4237-9fb1-ba9b6148d9a7", "name": "network-vif-deleted", "tag": "0b044846-3a86-4005-9688-a4681091d11c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:10.204384 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25341767-1666-4390-8703-4794e7976277 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:10.204384 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25341767-1666-4390-8703-4794e7976277'] response: {'server_uuid': '6c4f5d62-4985-4237-9fb1-ba9b6148d9a7', 'name': 'network-vif-deleted', 'tag': '0b044846-3a86-4005-9688-a4681091d11c', 'status': 'completed', 'code': 200} Apr 30 01:33:10.295603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:10.354819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'Port': ['ID=cf8e2dff-9cfa-4a78-90cb-791aa567d2ef,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:10.473217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:10.474800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-07585e67-2a0e-4f33-a0cd-a847cfee6272 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2568974 Apr 30 01:33:10.634555 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d063530d-28ec-44d6-955d-ea00ae6c49ef req-bb1edb0d-9509-4f37-a0e8-df8c7b3a0097 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c4f5d62-4985-4237-9fb1-ba9b6148d9a7 HTTP/1.1" status: 200 len: 210 time: 0.0644586 Apr 30 01:33:10.732896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdc653-1265-401a-9027-55a1f57629d0 req-7bf7d3e5-075c-4799-8023-72a0fae8dd27 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:10.743844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ffdc653-1265-401a-9027-55a1f57629d0 req-7bf7d3e5-075c-4799-8023-72a0fae8dd27 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1887047 Apr 30 01:33:10.819412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ffdc653-1265-401a-9027-55a1f57629d0 req-f9756bc8-f8d0-4ddf-b099-b4a2baf1ac61 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675721 Apr 30 01:33:11.064254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-ee4a066f-f627-4cd4-b83f-0e2b99526c6a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1607877111&fields=id&tenant_id=a2126a2d8d294114b3a25bfa71ea753d HTTP/1.1" status: 200 len: 267 time: 0.0637374 Apr 30 01:33:11.268605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-d07b6d56-b11f-43a4-9209-161e4650fa0f tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:11.271524 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-d07b6d56-b11f-43a4-9209-161e4650fa0f tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 811 time: 0.2092230 Apr 30 01:33:11.305413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-8e448641-0e35-424a-ba14-7ede267572f1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/quotas/a2126a2d8d294114b3a25bfa71ea753d HTTP/1.1" status: 200 len: 375 time: 0.0244827 Apr 30 01:33:11.396070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-f9966a60-0338-4c86-a22f-ffcd2215697c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788450 Apr 30 01:33:11.535344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-ab931c06-b9b6-473c-9558-66a771e18105 service neutron] 10.222.0.15 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356723 Apr 30 01:33:11.660876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-913418cd-d17c-4ac6-9ebd-72ca1589bbd8 service neutron] 10.222.0.15 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242805 Apr 30 01:33:12.086688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb523353-3cb9-4f6c-8d36-a4bb26b34c33 req-9385e538-e372-4c3d-98e7-c58cf13570c9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:12.088921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb523353-3cb9-4f6c-8d36-a4bb26b34c33 req-9385e538-e372-4c3d-98e7-c58cf13570c9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0882304 Apr 30 01:33:12.162990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb523353-3cb9-4f6c-8d36-a4bb26b34c33 req-50232119-883d-469e-b959-37c3419c8bde tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650458 Apr 30 01:33:12.253991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7526131-c3fb-4b7a-8910-707dac7b7d2d req-95513b8c-cae8-43e6-a7a1-06cb2611776c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 210 time: 0.0393612 Apr 30 01:33:12.377690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6e3bc-7103-4885-a826-9c7204a41b9d req-8e1f9afd-ee17-4feb-96a2-618d14d5e716 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:12.380519 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2d6e3bc-7103-4885-a826-9c7204a41b9d req-8e1f9afd-ee17-4feb-96a2-618d14d5e716 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 946 time: 0.0991566 Apr 30 01:33:12.417855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 0b044846-3a86-4005-9688-a4681091d11c no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:33:12.444208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a2d6e3bc-7103-4885-a826-9c7204a41b9d req-90585b8e-fae8-4558-95ab-2d3ae431b4f9 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Apr 30 01:33:12.453029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 0b044846-3a86-4005-9688-a4681091d11c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:33:12.453481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 0b044846-3a86-4005-9688-a4681091d11c not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:33:13.304366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b501dd2-db57-46e3-8223-1bfc10f7fb50 req-05931322-daa9-446a-8763-440850ebbf92 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:13.308398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b501dd2-db57-46e3-8223-1bfc10f7fb50 req-05931322-daa9-446a-8763-440850ebbf92 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0614622 Apr 30 01:33:13.349656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b501dd2-db57-46e3-8223-1bfc10f7fb50 req-df5daa27-d370-42bf-85e5-b6a62474a615 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373824 Apr 30 01:33:13.359234 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0409f261-74e0-4969-bf0d-fe3346880823 req-c91d5a69-0e1d-4170-a62b-1e5c480aa478 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 210 time: 0.0342603 Apr 30 01:33:13.596385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bdcff-1d9a-4704-bbba-f53e7a5aeb48 req-e3b133f7-b234-4669-8498-b1c34ec3b193 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:13.598081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d52bdcff-1d9a-4704-bbba-f53e7a5aeb48 req-e3b133f7-b234-4669-8498-b1c34ec3b193 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 946 time: 0.0694308 Apr 30 01:33:13.680664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d52bdcff-1d9a-4704-bbba-f53e7a5aeb48 req-da967f60-b918-44a2-9a1a-4c109b171a52 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Apr 30 01:33:13.768740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-1c049578-1aa4-489d-8633-600611d5e80d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:13.770223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-1c049578-1aa4-489d-8633-600611d5e80d tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 946 time: 0.1236861 Apr 30 01:33:13.898063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Deleting port 33e30684-cdf2-48e2-90a7-9b25db3534db {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:13.898794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:14.105167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] For port 33e30684-cdf2-48e2-90a7-9b25db3534db, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=33e30684-cdf2-48e2-90a7-9b25db3534db,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:14.105557 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:14.121327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Calling delete_port for 33e30684-cdf2-48e2-90a7-9b25db3534db owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:14.630672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5cfd571-0917-447f-b763-6d58fb3d9c0b req-c3ad9574-aa54-4d82-a9e0-1a92627b48c0 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 210 time: 0.0674331 Apr 30 01:33:14.643175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:14.648187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad082df-1680-495c-be28-79a0cbaea39d req-ae64ba3c-f0dd-4ee7-925f-d72caca1674c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:14.655793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3fd51b98-c867-4781-af85-574afef1ec64', '33e30684-cdf2-48e2-90a7-9b25db3534db'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:33:14.656313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ad082df-1680-495c-be28-79a0cbaea39d req-ae64ba3c-f0dd-4ee7-925f-d72caca1674c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1115448 Apr 30 01:33:14.682458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Pushing event deleted for resources: {'Port': ['ID=33e30684-cdf2-48e2-90a7-9b25db3534db,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:14.706059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ad082df-1680-495c-be28-79a0cbaea39d req-3beafbba-64b4-426f-a7d3-33e3a5ef4f00 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472262 Apr 30 01:33:14.808513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] No DVR routers for this DVR port 33e30684-cdf2-48e2-90a7-9b25db3534db on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:33:14.814082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:14.818511 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f17c202-ac32-42ad-a7aa-cb22f0a5b1fa req-61108f14-acab-42be-b220-dc83a725dfe3 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.21 "DELETE /v2.0/ports/33e30684-cdf2-48e2-90a7-9b25db3534db HTTP/1.1" status: 204 len: 173 time: 1.0379682 Apr 30 01:33:14.819090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bdcccb-f5b3-43bb-ae88-bc669f479872', 'name': 'network-vif-deleted', 'tag': '33e30684-cdf2-48e2-90a7-9b25db3534db'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:14.822822 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a602f0-cc2a-4ecf-ad2c-38e483806076" -d '{"events": [{"server_uuid": "24bdcccb-f5b3-43bb-ae88-bc669f479872", "name": "network-vif-deleted", "tag": "33e30684-cdf2-48e2-90a7-9b25db3534db"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:14.887787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a34777f-9075-4c06-9298-87f7416761f2 req-f4c55536-8a7c-4d27-9fb9-8d1fea91113e tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 210 time: 0.0713544 Apr 30 01:33:14.897037 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7eaf26-a9e0-4155-bbc4-d0c3502acdfc x-openstack-request-id: req-2f7eaf26-a9e0-4155-bbc4-d0c3502acdfc {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:14.897037 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bdcccb-f5b3-43bb-ae88-bc669f479872", "name": "network-vif-deleted", "tag": "33e30684-cdf2-48e2-90a7-9b25db3534db", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:14.897219 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f7eaf26-a9e0-4155-bbc4-d0c3502acdfc {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:14.897626 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7eaf26-a9e0-4155-bbc4-d0c3502acdfc'] response: {'server_uuid': '24bdcccb-f5b3-43bb-ae88-bc669f479872', 'name': 'network-vif-deleted', 'tag': '33e30684-cdf2-48e2-90a7-9b25db3534db', 'status': 'completed', 'code': 200} Apr 30 01:33:15.581871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3d4d43f1-c564-4812-9537-83b422294cdf tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:15.583815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3d4d43f1-c564-4812-9537-83b422294cdf tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.23 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 811 time: 0.1721518 Apr 30 01:33:15.647841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-a5f58c8f-ec59-4e42-a1af-d838004a6566 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2126a2d8d294114b3a25bfa71ea753d HTTP/1.1" status: 200 len: 380 time: 0.0519993 Apr 30 01:33:15.660983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'port': {'device_id': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'admin_state_up': True, 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'security_groups': ['f73fb3ee-5ce4-4282-bf14-73b2654eb7f2']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:15.830242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e266ab4-91de-46bd-98e1-0b6465183c1e req-67bf5374-2f51-4a88-b3d8-a5cece0164be tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 210 time: 0.0848670 Apr 30 01:33:15.986660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a99ce-0301-4b19-8367-6c3bab5ab3b1 req-2b142bfa-c2c5-4724-9b9a-e05579d557e9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:16.007543 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af4a99ce-0301-4b19-8367-6c3bab5ab3b1 req-2b142bfa-c2c5-4724-9b9a-e05579d557e9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1364586 Apr 30 01:33:16.066059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-af4a99ce-0301-4b19-8367-6c3bab5ab3b1 req-9f820c6e-3a85-4bae-8559-548ae7cc888c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525517 Apr 30 01:33:16.073066 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-673eb2ef-00f6-44d8-90a6-4871fb5ef7f6 req-063d27d2-0423-487e-a451-6cb8dd742e9c tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=24bdcccb-f5b3-43bb-ae88-bc669f479872 HTTP/1.1" status: 200 len: 210 time: 0.0761359 Apr 30 01:33:16.078156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Made reservation on behalf of a2126a2d8d294114b3a25bfa71ea753d for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:33:16.084124 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:16.319205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Allocated IP 172.20.0.12 (4d1c5335-4e8e-461d-bbea-99cc3496328c/4678b416-24fb-4d1d-8706-f508be1fa5cb/4b067cff-17bc-4004-8efe-b56414d4b86e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:33:16.518862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:16.662265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:16.721600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:16.725176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:16.728079 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:33:16.775713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'Port': ['ID=4b067cff-17bc-4004-8efe-b56414d4b86e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:16.818502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:16.819500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:16.939954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-c63a664a-eb37-424b-bdb1-e3e8f2f58573 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2836673 Apr 30 01:33:16.958892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Request body: {'port': {'device_id': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:17.055244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e761164a-ab84-4ad9-88e5-2b3856577e71 None None] Provisioning complete for port 4b067cff-17bc-4004-8efe-b56414d4b86e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:17.055850 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e761164a-ab84-4ad9-88e5-2b3856577e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:17.082607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a3d09-760f-4b75-a7f5-4757489b7751 req-d9ff7858-1e84-41e9-9b3c-4811f4a9fbdf tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:17.084538 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b7a3d09-760f-4b75-a7f5-4757489b7751 req-d9ff7858-1e84-41e9-9b3c-4811f4a9fbdf tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 932 time: 0.1007979 Apr 30 01:33:17.088012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:17.124098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e761164a-ab84-4ad9-88e5-2b3856577e71 None None] Port 4b067cff-17bc-4004-8efe-b56414d4b86e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:33:17.189131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b7a3d09-760f-4b75-a7f5-4757489b7751 req-959c3b05-726e-4722-bafa-73b894ba490e tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946414 Apr 30 01:33:17.364721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc2ad-f449-4bfd-8f54-9d99b7085b95 req-42ed2636-37ab-47e5-bc2b-90c8ad58d62b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:17.380479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2fcbc2ad-f449-4bfd-8f54-9d99b7085b95 req-42ed2636-37ab-47e5-bc2b-90c8ad58d62b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1780825 Apr 30 01:33:17.450560 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2fcbc2ad-f449-4bfd-8f54-9d99b7085b95 req-2774ad6c-b4f3-43a4-9613-743393e23c4d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644107 Apr 30 01:33:17.726686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b067cff-17bc-4004-8efe-b56414d4b86e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:17.736744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:17.752125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Transition to ACTIVE for port object 4b067cff-17bc-4004-8efe-b56414d4b86e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:33:17.894834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:18.131804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Attempting to bind port 4b067cff-17bc-4004-8efe-b56414d4b86e on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:33:18.131993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Attempting to bind port 4b067cff-17bc-4004-8efe-b56414d4b86e by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:33:18.132251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Attempting to bind port 4b067cff-17bc-4004-8efe-b56414d4b86e on network 4d1c5335-4e8e-461d-bbea-99cc3496328c {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:18.139711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Port 4b067cff-17bc-4004-8efe-b56414d4b86e on network 4d1c5335-4e8e-461d-bbea-99cc3496328c not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:33:18.140035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Attempting to bind port 4b067cff-17bc-4004-8efe-b56414d4b86e on network 4d1c5335-4e8e-461d-bbea-99cc3496328c {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:18.150086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:33:18.150663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Checking segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:33:18.151229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Bound using segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:33:18.151715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Bound port: 4b067cff-17bc-4004-8efe-b56414d4b86e, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:33:18.152074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:18.175802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Pushing event updated for resources: {'Port': ['ID=4b067cff-17bc-4004-8efe-b56414d4b86e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:18.236304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 33e30684-cdf2-48e2-90a7-9b25db3534db no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:33:18.242014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a52a-b5fc-45cc-976c-42bd7438d532 req-0c43df98-79d6-4771-b25b-3933a68efc11 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:18.245867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3637a52a-b5fc-45cc-976c-42bd7438d532 req-0c43df98-79d6-4771-b25b-3933a68efc11 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1514499 Apr 30 01:33:18.324755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 33e30684-cdf2-48e2-90a7-9b25db3534db {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:33:18.331331 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3637a52a-b5fc-45cc-976c-42bd7438d532 req-208ce6ed-41bf-4a12-86d6-c135d7a25dc0 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791924 Apr 30 01:33:18.353270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 33e30684-cdf2-48e2-90a7-9b25db3534db not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:33:18.394511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] For port 4b067cff-17bc-4004-8efe-b56414d4b86e, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:33:18.447228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] For port 4b067cff-17bc-4004-8efe-b56414d4b86e, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4b067cff-17bc-4004-8efe-b56414d4b86e,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:33:18.496802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d728ff4-89d2-42aa-98fd-16a26a0555da req-5b257c96-cf81-45a8-9312-5b4cc1af7dea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:18.499016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d728ff4-89d2-42aa-98fd-16a26a0555da req-5b257c96-cf81-45a8-9312-5b4cc1af7dea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 944 time: 0.0630667 Apr 30 01:33:18.551707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9d728ff4-89d2-42aa-98fd-16a26a0555da req-85fa4919-7ebd-4c6a-a264-ef7991c7ce87 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Apr 30 01:33:18.581900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd72d-9504-4b37-8ab7-b00cfc273fec req-0ab6183d-893f-447d-9608-233b7dde5497 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:18.582901 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f45dd72d-9504-4b37-8ab7-b00cfc273fec req-0ab6183d-893f-447d-9608-233b7dde5497 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0582840 Apr 30 01:33:18.626201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f45dd72d-9504-4b37-8ab7-b00cfc273fec req-d43183a5-cbfe-4769-88ca-bd57dec44b75 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357885 Apr 30 01:33:18.752750 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:18.753858 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:18.800321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:18.800321 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:18.800321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] 10.222.0.23 "PUT /v2.0/ports/4b067cff-17bc-4004-8efe-b56414d4b86e HTTP/1.1" status: 200 len: 1092 time: 1.8466489 Apr 30 01:33:18.800321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'tag': '4b067cff-17bc-4004-8efe-b56414d4b86e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:18.801880 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738395a4-c8d6-4613-ba7c-c9da1f130809" -d '{"events": [{"name": "network-changed", "server_uuid": "751b6b49-2069-4f77-9c33-55294c6f1f83", "tag": "4b067cff-17bc-4004-8efe-b56414d4b86e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:18.829234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e8f76-5339-43b1-ae53-db1b693826fc service neutron] Pushing event updated for resources: {'Port': ['ID=4b067cff-17bc-4004-8efe-b56414d4b86e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:18.872322 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fee0c3-4bf6-4864-a608-38b69b7a9b70 x-openstack-request-id: req-66fee0c3-4bf6-4864-a608-38b69b7a9b70 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:18.874958 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751b6b49-2069-4f77-9c33-55294c6f1f83", "tag": "4b067cff-17bc-4004-8efe-b56414d4b86e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:18.883883 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66fee0c3-4bf6-4864-a608-38b69b7a9b70 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:18.884381 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fee0c3-4bf6-4864-a608-38b69b7a9b70'] response: {'name': 'network-changed', 'server_uuid': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'tag': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'status': 'completed', 'code': 200} Apr 30 01:33:18.946084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738395a4-c8d6-4613-ba7c-c9da1f130809 req-890f8058-a6bf-4c8e-85ca-3842c01ede23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:18.948112 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-738395a4-c8d6-4613-ba7c-c9da1f130809 req-890f8058-a6bf-4c8e-85ca-3842c01ede23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 1095 time: 0.0586834 Apr 30 01:33:19.577048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738395a4-c8d6-4613-ba7c-c9da1f130809 req-defd37fb-7c46-450e-80cb-72c64357bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:19.579451 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-738395a4-c8d6-4613-ba7c-c9da1f130809 req-defd37fb-7c46-450e-80cb-72c64357bd4e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6126199 Apr 30 01:33:19.620111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13095d-40fb-4cfc-81fc-f67d55d79f6b req-f213c53d-bc4b-47ce-800e-610feaad3325 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:19.622152 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc13095d-40fb-4cfc-81fc-f67d55d79f6b req-f213c53d-bc4b-47ce-800e-610feaad3325 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.0833647 Apr 30 01:33:19.734842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc13095d-40fb-4cfc-81fc-f67d55d79f6b req-d7541c5c-f285-4308-a3b7-0db281eccd20 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046710 Apr 30 01:33:19.865369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-b92b4cf4-8805-4ff2-8982-03c7e2c66ba7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:19.866912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-b92b4cf4-8805-4ff2-8982-03c7e2c66ba7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1301925 Apr 30 01:33:19.958744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389997f-3e6e-447b-8bae-86e344d01acc req-c93496c4-7288-4702-bd71-b485bcb9e8c6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:19.966564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5389997f-3e6e-447b-8bae-86e344d01acc req-c93496c4-7288-4702-bd71-b485bcb9e8c6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0949523 Apr 30 01:33:20.029434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738395a4-c8d6-4613-ba7c-c9da1f130809 req-d616c199-63ca-45fc-93b7-c1ce30e2c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:20.034931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-738395a4-c8d6-4613-ba7c-c9da1f130809 req-d616c199-63ca-45fc-93b7-c1ce30e2c3b6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4399796 Apr 30 01:33:20.064986 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5389997f-3e6e-447b-8bae-86e344d01acc req-21aaead9-3f1c-49be-8928-b65a34d451cb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924051 Apr 30 01:33:20.144246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Deleting port 3fd51b98-c867-4781-af85-574afef1ec64 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:20.147595 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:20.241297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd29be-eb80-49ef-868d-7138f20a4a1c req-a1c5209e-a315-4cdf-873e-df78bea6e7e2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:20.246513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-46cd29be-eb80-49ef-868d-7138f20a4a1c req-a1c5209e-a315-4cdf-873e-df78bea6e7e2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 944 time: 0.4219277 Apr 30 01:33:20.326006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-5fdcfa7c-3db9-46bf-91a3-d3ca71e4d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:20.329178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-5fdcfa7c-3db9-46bf-91a3-d3ca71e4d754 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 1095 time: 0.2377245 Apr 30 01:33:20.368153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] For port 3fd51b98-c867-4781-af85-574afef1ec64, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3fd51b98-c867-4781-af85-574afef1ec64,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:20.369391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:20.398335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Calling delete_port for 3fd51b98-c867-4781-af85-574afef1ec64 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:20.425703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-aa94ea91-337f-4e6e-972b-cead665bde2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b067cff-17bc-4004-8efe-b56414d4b86e HTTP/1.1" status: 200 len: 217 time: 0.0851166 Apr 30 01:33:20.429171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-46cd29be-eb80-49ef-868d-7138f20a4a1c req-a72ee88a-3159-4872-8c5c-eac029771ced tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717031 Apr 30 01:33:20.466919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:20.677775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-1f853063-6971-4a17-b296-ec0fdae31cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:20.677775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-1f853063-6971-4a17-b296-ec0fdae31cca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 200 len: 850 time: 0.1596401 Apr 30 01:33:20.682133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-5f73c82f-81da-4f8d-aec2-109a7411efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:20.684749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-5f73c82f-81da-4f8d-aec2-109a7411efe0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1c5335-4e8e-461d-bbea-99cc3496328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751696 Apr 30 01:33:20.918089 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-95f1d9bb-957d-4577-b128-b8c66c4cf77b service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203305 Apr 30 01:33:20.936715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703d32-406b-44dd-97ac-ab5f631d9897 req-6a69f233-318a-4d53-abe2-381f41eeb8fb tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:20.940999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8703d32-406b-44dd-97ac-ab5f631d9897 req-6a69f233-318a-4d53-abe2-381f41eeb8fb tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 946 time: 0.1019936 Apr 30 01:33:20.993396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8703d32-406b-44dd-97ac-ab5f631d9897 req-576eb019-25f2-40eb-96e7-021ef44c8995 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Apr 30 01:33:20.997929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:21.015744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3fd51b98-c867-4781-af85-574afef1ec64'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:33:21.033527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Pushing event deleted for resources: {'Port': ['ID=3fd51b98-c867-4781-af85-574afef1ec64,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:21.091287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] No DVR routers for this DVR port 3fd51b98-c867-4781-af85-574afef1ec64 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:33:21.094669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:21.099290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6af81020-2370-4ffc-a62d-a080d5f8eff4 req-4c34a20d-9227-4ada-811e-7cf1c07f9665 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.21 "DELETE /v2.0/ports/3fd51b98-c867-4781-af85-574afef1ec64 HTTP/1.1" status: 204 len: 173 time: 1.1972678 Apr 30 01:33:21.099992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b80047f-3ac0-49d7-a998-7c30098759e4', 'name': 'network-vif-deleted', 'tag': '3fd51b98-c867-4781-af85-574afef1ec64'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:21.104611 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc3a7c-02f8-462d-aaa7-86ee6ba046bd" -d '{"events": [{"server_uuid": "4b80047f-3ac0-49d7-a998-7c30098759e4", "name": "network-vif-deleted", "tag": "3fd51b98-c867-4781-af85-574afef1ec64"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:21.128231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a79fc05-006b-4777-98c7-635ca7f8fc3e req-7254b72a-c03f-4681-b96e-a15a4a90353f service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951842 Apr 30 01:33:21.166728 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ded06f9-d48a-4a09-9ae1-58bd3a84af1d x-openstack-request-id: req-7ded06f9-d48a-4a09-9ae1-58bd3a84af1d {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:21.167265 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b80047f-3ac0-49d7-a998-7c30098759e4", "name": "network-vif-deleted", "tag": "3fd51b98-c867-4781-af85-574afef1ec64", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:21.167784 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ded06f9-d48a-4a09-9ae1-58bd3a84af1d {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:21.168682 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ded06f9-d48a-4a09-9ae1-58bd3a84af1d'] response: {'server_uuid': '4b80047f-3ac0-49d7-a998-7c30098759e4', 'name': 'network-vif-deleted', 'tag': '3fd51b98-c867-4781-af85-574afef1ec64', 'status': 'completed', 'code': 200} Apr 30 01:33:21.260250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ef4b2-9b97-4b25-b9c5-50a72de38cdf req-46bbc538-5445-479e-9b6e-7f79e0ff14da tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:21.278609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-966ef4b2-9b97-4b25-b9c5-50a72de38cdf req-46bbc538-5445-479e-9b6e-7f79e0ff14da tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0827179 Apr 30 01:33:21.328124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-966ef4b2-9b97-4b25-b9c5-50a72de38cdf req-abfb8f7b-734d-44ba-a4ad-f7e6ada36d6c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485942 Apr 30 01:33:21.658940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b05bf-afe0-46ff-8de5-e57bb3314548 req-887f3086-e31b-4c51-8ab0-10e12caf7723 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:21.662350 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f0b05bf-afe0-46ff-8de5-e57bb3314548 req-887f3086-e31b-4c51-8ab0-10e12caf7723 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 944 time: 0.0995269 Apr 30 01:33:21.780225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f0b05bf-afe0-46ff-8de5-e57bb3314548 req-f4d48c85-7826-42d7-abd1-7805c151de7b tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809331 Apr 30 01:33:22.131125 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c582fd33-b227-4c7e-b1b1-e94f38860a64 req-01712b0a-ba0e-48ec-969e-66ed4829f6e7 tempest-ListServerFiltersTestJSON-1138100478 tempest-ListServerFiltersTestJSON-1138100478-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b80047f-3ac0-49d7-a998-7c30098759e4 HTTP/1.1" status: 200 len: 210 time: 0.0418181 Apr 30 01:33:22.506520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3943b9-c62c-46fd-b6c1-0a5f7b3b472e req-cafba1f3-3356-4fbe-87a6-5a981a6e4795 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:22.508135 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b3943b9-c62c-46fd-b6c1-0a5f7b3b472e req-cafba1f3-3356-4fbe-87a6-5a981a6e4795 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0679550 Apr 30 01:33:22.579391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b3943b9-c62c-46fd-b6c1-0a5f7b3b472e req-28d0dd59-1798-4adb-bfb5-a4e5cf16e533 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630779 Apr 30 01:33:22.924638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81afc-4760-477c-a991-2047ecd1492e req-d731c44e-80e7-4b24-a487-b1108ba55668 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:22.926470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fba81afc-4760-477c-a991-2047ecd1492e req-d731c44e-80e7-4b24-a487-b1108ba55668 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 944 time: 0.0685055 Apr 30 01:33:22.998436 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fba81afc-4760-477c-a991-2047ecd1492e req-9f8ee4e1-d7ce-4623-aca7-6fe13a4ed6e1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637717 Apr 30 01:33:23.209732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53754) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:23.287694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e320a1-9886-4e87-893c-01521a7cde02 admin admin] Deleting subnet df49d237-d09b-40d6-81b4-47e92760748f {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:33:23.304743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41e320a1-9886-4e87-893c-01521a7cde02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:23.358287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41e320a1-9886-4e87-893c-01521a7cde02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:23.458817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41e320a1-9886-4e87-893c-01521a7cde02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:23.707639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cd081-a625-4fc7-87c3-ba10403fa92a req-20363431-0640-45c0-abd0-99d75855919d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:23.707639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e5cd081-a625-4fc7-87c3-ba10403fa92a req-20363431-0640-45c0-abd0-99d75855919d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0557947 Apr 30 01:33:23.760060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e5cd081-a625-4fc7-87c3-ba10403fa92a req-8c2080d5-bced-4062-a6ad-b392e3f81bb8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473015 Apr 30 01:33:23.779784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41e320a1-9886-4e87-893c-01521a7cde02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:23.813698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e320a1-9886-4e87-893c-01521a7cde02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df49d237-d09b-40d6-81b4-47e92760748f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:23.813698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41e320a1-9886-4e87-893c-01521a7cde02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:23.817976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-41e320a1-9886-4e87-893c-01521a7cde02 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/df49d237-d09b-40d6-81b4-47e92760748f HTTP/1.1" status: 204 len: 168 time: 0.6062105 Apr 30 01:33:23.820728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53770) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:23.830620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992db67-b9db-4617-9cba-f89b3e2f0bca None None] Network 23878329-bfa7-4ad7-a536-b4d8a952b5f8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:33:23.958373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:24.055381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Deleting port 722bf0c0-8a4e-4320-bf12-b6d94471b347 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:24.058096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:24.263832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3fd51b98-c867-4781-af85-574afef1ec64 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:33:24.300885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aabe7-0ca7-42ac-8e36-ea07337a3fa6 req-2db63fe9-1668-4992-ba64-8d5ceb6c9cf0 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:24.306127 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-371aabe7-0ca7-42ac-8e36-ea07337a3fa6 req-2db63fe9-1668-4992-ba64-8d5ceb6c9cf0 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 944 time: 0.1819584 Apr 30 01:33:24.340830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] For port 722bf0c0-8a4e-4320-bf12-b6d94471b347, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=722bf0c0-8a4e-4320-bf12-b6d94471b347,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:24.343462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:24.343796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] DHCP port deletion for 23878329-bfa7-4ad7-a536-b4d8a952b5f8 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:33:24.351589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 3fd51b98-c867-4781-af85-574afef1ec64 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:33:24.357567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3fd51b98-c867-4781-af85-574afef1ec64 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:33:24.379878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Calling delete_port for 722bf0c0-8a4e-4320-bf12-b6d94471b347 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:24.412660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-371aabe7-0ca7-42ac-8e36-ea07337a3fa6 req-bba31d83-2c00-41a4-9a9d-859a54a4fe5e tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001737 Apr 30 01:33:24.472046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Deleting port 722bf0c0-8a4e-4320-bf12-b6d94471b347 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:24.472694 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:24.576504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 4b067cff-17bc-4004-8efe-b56414d4b86e details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:33:24.680152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] For port 722bf0c0-8a4e-4320-bf12-b6d94471b347, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=722bf0c0-8a4e-4320-bf12-b6d94471b347,segment=NetworkSegment(e40bdeee-7c47-4685-a37f-9b4927e11403),segment_id=e40bdeee-7c47-4685-a37f-9b4927e11403)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:24.680722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:24.698296 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:24.707974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Calling delete_port for 722bf0c0-8a4e-4320-bf12-b6d94471b347 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:24.765635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] No DVR routers for this DVR port 722bf0c0-8a4e-4320-bf12-b6d94471b347 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:33:24.802834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 4b067cff-17bc-4004-8efe-b56414d4b86e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4b067cff-17bc-4004-8efe-b56414d4b86e,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:24.830923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'port_id': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'mac_address': 'fa:16:3e:fe:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:33:24.858979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=722bf0c0-8a4e-4320-bf12-b6d94471b347,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:24.875133 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:24.892800 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b067cff-17bc-4004-8efe-b56414d4b86e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:24.920589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 4b067cff-17bc-4004-8efe-b56414d4b86e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4b067cff-17bc-4004-8efe-b56414d4b86e,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:24.923131 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:24.953911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Pushing event deleted for resources: {'Port': ['ID=722bf0c0-8a4e-4320-bf12-b6d94471b347,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:24.961289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] No DVR routers for this DVR port 722bf0c0-8a4e-4320-bf12-b6d94471b347 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:33:24.963456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.963830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.964169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.964499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.964822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.965203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.965527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.965849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.966168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.966487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.966808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.967177 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa9c78-910f-49ca-935e-025c6696ffd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:24.996056 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:25.069135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=4b067cff-17bc-4004-8efe-b56414d4b86e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:25.107700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:25.128589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dba39-b253-47bf-a94c-f46cda2a8703 req-b6838a23-14ac-4dfd-b5e9-b418627fa596 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:25.130188 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c67dba39-b253-47bf-a94c-f46cda2a8703 req-b6838a23-14ac-4dfd-b5e9-b418627fa596 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.1751287 Apr 30 01:33:25.143964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23878329-bfa7-4ad7-a536-b4d8a952b5f8']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:25.165041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40bdeee-7c47-4685-a37f-9b4927e11403') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:25.165262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40bdeee-7c47-4685-a37f-9b4927e11403') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:25.179958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:25.204913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c67dba39-b253-47bf-a94c-f46cda2a8703 req-7ba11a60-fff8-4895-b925-27988d090ba3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650897 Apr 30 01:33:25.205879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:25.212164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:33:25.212571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:33:25.214234 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:33:25.341757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['4b067cff-17bc-4004-8efe-b56414d4b86e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:33:25.356294 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:25.361457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:25.367570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/23878329-bfa7-4ad7-a536-b4d8a952b5f8 HTTP/1.1" status: 204 len: 168 time: 1.5456517 Apr 30 01:33:25.384915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f57154-31f6-4a0c-9202-6f827c4e27e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=23878329-bfa7-4ad7-a536-b4d8a952b5f8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:25.570461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b25ea3-564c-45ed-a150-3a5b5050f939 req-028b6125-cc4d-4812-a55a-55715a2b65b3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:25.572030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45b25ea3-564c-45ed-a150-3a5b5050f939 req-028b6125-cc4d-4812-a55a-55715a2b65b3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 945 time: 0.0767412 Apr 30 01:33:25.613589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45b25ea3-564c-45ed-a150-3a5b5050f939 req-37205658-5ce5-4c95-8e45-8c0ede9220d3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349996 Apr 30 01:33:25.857820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 722bf0c0-8a4e-4320-bf12-b6d94471b347 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:33:25.882132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 722bf0c0-8a4e-4320-bf12-b6d94471b347 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:33:25.882476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 722bf0c0-8a4e-4320-bf12-b6d94471b347 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:33:26.017225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53832) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:26.108446 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6afc357d-a6c1-4aa2-aecc-120bf147e877 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ec7b250dbb143c9a8e4647b4614b00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893693 Apr 30 01:33:26.118282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53834) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:26.173893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:26.197621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:26.354762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881ab9-a5e6-4384-9a47-356e9adef6af req-cbd72f10-4f12-42b7-84bb-261e17b85a92 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:26.356302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90881ab9-a5e6-4384-9a47-356e9adef6af req-cbd72f10-4f12-42b7-84bb-261e17b85a92 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0582764 Apr 30 01:33:26.363463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:26.366153 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:26.370494 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d HTTP/1.1" status: 204 len: 168 time: 0.2491977 Apr 30 01:33:26.376398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0e5f5a-a84e-445e-bcd9-10b40c91cb3d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:26.384488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.384834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.385169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.385499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.385931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.386257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.386580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.386901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.387221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.387574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.387896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.388241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d243a73-91b6-497a-9c4a-29534318e100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:33:26.408127 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90881ab9-a5e6-4384-9a47-356e9adef6af req-1b7381c2-9cc4-4ec6-b781-be7ed8fc07b4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401301 Apr 30 01:33:26.508197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 4b067cff-17bc-4004-8efe-b56414d4b86e up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:26.657102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 4b067cff-17bc-4004-8efe-b56414d4b86e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:33:26.661733 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 4b067cff-17bc-4004-8efe-b56414d4b86e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:26.662113 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:26.733718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052e4d4-c765-47a9-897c-899bf36c275e req-d5e29b15-3af5-40b3-811d-76f40684b95d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:26.735295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c052e4d4-c765-47a9-897c-899bf36c275e req-d5e29b15-3af5-40b3-811d-76f40684b95d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 945 time: 0.0531394 Apr 30 01:33:26.749669 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:26.775035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b067cff-17bc-4004-8efe-b56414d4b86e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:26.777373 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c136b1ce-26a4-46e8-a6da-94d96de79892" -d '{"events": [{"server_uuid": "751b6b49-2069-4f77-9c33-55294c6f1f83", "name": "network-vif-plugged", "status": "completed", "tag": "4b067cff-17bc-4004-8efe-b56414d4b86e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:26.780393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c052e4d4-c765-47a9-897c-899bf36c275e req-a7412a47-d473-4312-85e6-9bcc66e0a503 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377886 Apr 30 01:33:26.800546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 4b067cff-17bc-4004-8efe-b56414d4b86e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4b067cff-17bc-4004-8efe-b56414d4b86e,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:26.822846 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211e651d-1c33-49ba-90f6-c6698a12e69f x-openstack-request-id: req-211e651d-1c33-49ba-90f6-c6698a12e69f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:26.823286 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751b6b49-2069-4f77-9c33-55294c6f1f83", "name": "network-vif-plugged", "status": "completed", "tag": "4b067cff-17bc-4004-8efe-b56414d4b86e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:26.823543 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-211e651d-1c33-49ba-90f6-c6698a12e69f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:26.824155 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211e651d-1c33-49ba-90f6-c6698a12e69f'] response: {'server_uuid': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'code': 200} Apr 30 01:33:26.892465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:26.930989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85d001-ad88-4bcd-a937-66faa75bfb31 req-a397be53-3806-44bb-b2fd-919ad808573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:26.933092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa85d001-ad88-4bcd-a937-66faa75bfb31 req-a397be53-3806-44bb-b2fd-919ad808573b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 1097 time: 0.0441816 Apr 30 01:33:26.954475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=4b067cff-17bc-4004-8efe-b56414d4b86e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:26.978695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa85d001-ad88-4bcd-a937-66faa75bfb31 req-91e3114a-09c7-42f0-8514-b6fc49346883 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372031 Apr 30 01:33:27.260354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53884) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:27.429111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ade19196-c1bb-4103-aabd-aa8f4135266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:27.519569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ade19196-c1bb-4103-aabd-aa8f4135266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:27.608041 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ade19196-c1bb-4103-aabd-aa8f4135266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:27.658610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ade19196-c1bb-4103-aabd-aa8f4135266c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0ac71bf34964b25976038f93dc368b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971353 Apr 30 01:33:27.658730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53912) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:27.659611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade19196-c1bb-4103-aabd-aa8f4135266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995d4210-b29d-4c0d-8ae9-14c7b06b8ff8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:27.722252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-beb322c4-5b9e-4432-822c-15fe2356e093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:27.751709 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-beb322c4-5b9e-4432-822c-15fe2356e093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:27.894619 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-beb322c4-5b9e-4432-822c-15fe2356e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:27.899982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-beb322c4-5b9e-4432-822c-15fe2356e093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:27.900107 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-beb322c4-5b9e-4432-822c-15fe2356e093 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/995d4210-b29d-4c0d-8ae9-14c7b06b8ff8 HTTP/1.1" status: 204 len: 168 time: 0.2404919 Apr 30 01:33:27.911103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb322c4-5b9e-4432-822c-15fe2356e093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d4210-b29d-4c0d-8ae9-14c7b06b8ff8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:27.916359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63de4-46d2-420b-a1f5-365ceca5363a req-26c46c28-7d4d-4e19-b623-ba639001b01a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:27.917920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97f63de4-46d2-420b-a1f5-365ceca5363a req-26c46c28-7d4d-4e19-b623-ba639001b01a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0620632 Apr 30 01:33:27.995976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97f63de4-46d2-420b-a1f5-365ceca5363a req-865856ed-d094-4a35-92b5-c31a902c466b tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613132 Apr 30 01:33:28.711959 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be7b3a2c-af18-4645-acaa-5487448cbe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:28.902419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53966) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:28.917104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0a42490-3fdf-42b3-84f7-44799cb02b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.012031 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0a42490-3fdf-42b3-84f7-44799cb02b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.033346 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:33:29.086364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0a42490-3fdf-42b3-84f7-44799cb02b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.124344 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c0a42490-3fdf-42b3-84f7-44799cb02b65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e15091d5575a4a8d9cd47bbd28821fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205322 Apr 30 01:33:29.125796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53974) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:29.147694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a42490-3fdf-42b3-84f7-44799cb02b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19932334-af19-4aa2-8c9c-48729181e5d2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:29.179322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933faa4a-e249-41b3-a0b1-bf15cf0fc615 req-ddbd842b-0648-4942-82d2-3f5cb3e5d2fa tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:29.181062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-933faa4a-e249-41b3-a0b1-bf15cf0fc615 req-ddbd842b-0648-4942-82d2-3f5cb3e5d2fa tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1085029 Apr 30 01:33:29.243990 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa7e6-2cc4-4c33-a661-3fa8ccb5a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.249009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53978) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:29.272031 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-933faa4a-e249-41b3-a0b1-bf15cf0fc615 req-8c473241-1b68-49f6-a608-90b380a354dc tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815928 Apr 30 01:33:29.290534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa7e6-2cc4-4c33-a661-3fa8ccb5a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.403597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4398d1e-98f2-4f44-919f-12e4637cb9e9 req-d0f52826-5ca8-4212-8a66-89b5cb492b90 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:29.406021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b4398d1e-98f2-4f44-919f-12e4637cb9e9 req-d0f52826-5ca8-4212-8a66-89b5cb492b90 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0639613 Apr 30 01:33:29.415866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53990) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:29.420526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62a8f3a5-5bf4-4dd7-b512-02b3c520744f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.421055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'floatingip': {'port_id': '4b067cff-17bc-4004-8efe-b56414d4b86e'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:29.460916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa7e6-2cc4-4c33-a661-3fa8ccb5a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.474485 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa7e6-2cc4-4c33-a661-3fa8ccb5a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.474485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f2bfa7e6-2cc4-4c33-a661-3fa8ccb5a57c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19932334-af19-4aa2-8c9c-48729181e5d2 HTTP/1.1" status: 204 len: 168 time: 0.3358824 Apr 30 01:33:29.482518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfa7e6-2cc4-4c33-a661-3fa8ccb5a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19932334-af19-4aa2-8c9c-48729181e5d2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:29.486583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.540057 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62a8f3a5-5bf4-4dd7-b512-02b3c520744f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.637739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62a8f3a5-5bf4-4dd7-b512-02b3c520744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:29.690650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-62a8f3a5-5bf4-4dd7-b512-02b3c520744f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7328b6b1be374347be9a33489c7abef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402616 Apr 30 01:33:29.695007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8f3a5-5bf4-4dd7-b512-02b3c520744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d9f27a-fd81-411a-bbc6-4427f025ac2e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:29.698635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54016) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:29.788160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d517-4ef1-4f75-b1c4-3ba66988d697 req-77a1f610-cd9f-413b-a1e7-89157287b0da tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:29.796184 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7b5d517-4ef1-4f75-b1c4-3ba66988d697 req-77a1f610-cd9f-413b-a1e7-89157287b0da tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 946 time: 0.0752223 Apr 30 01:33:29.841758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7b5d517-4ef1-4f75-b1c4-3ba66988d697 req-c660944e-3a82-4551-9208-d79599e509a9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446508 Apr 30 01:33:30.130153 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d82a036-176a-47f5-b994-4f26160a584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.192179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d82a036-176a-47f5-b994-4f26160a584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.284598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:33:30.369582 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.384686 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.386784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d82a036-176a-47f5-b994-4f26160a584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.390244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d82a036-176a-47f5-b994-4f26160a584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.392165 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4d82a036-176a-47f5-b994-4f26160a584c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08d9f27a-fd81-411a-bbc6-4427f025ac2e HTTP/1.1" status: 204 len: 168 time: 0.6925807 Apr 30 01:33:30.400676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82a036-176a-47f5-b994-4f26160a584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d9f27a-fd81-411a-bbc6-4427f025ac2e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:30.403087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:30.407329 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b01c30-7b5a-438b-8692-0742b9dd3435" -d '{"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-unplugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:30.435952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:30.456842 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518dcd71-4182-43c4-ac68-afdc4e9fd078 x-openstack-request-id: req-518dcd71-4182-43c4-ac68-afdc4e9fd078 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:30.457129 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-unplugged", "status": "completed", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:30.457379 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-518dcd71-4182-43c4-ac68-afdc4e9fd078 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:30.457935 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518dcd71-4182-43c4-ac68-afdc4e9fd078'] response: {'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'code': 200} Apr 30 01:33:30.466250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.492749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.566078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54054) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:30.599473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=14']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:30.609975 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Floating IP cb65d301-0e7b-4286-b312-cc6d2fdcf48f associated. External IP: 172.25.0.18, port: 4b067cff-17bc-4004-8efe-b56414d4b86e. Apr 30 01:33:30.854707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Router d70280fe-f4a0-408e-a3b7-75065677eb52 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:33:30.975293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:33:30.980524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:30.988590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] Sync routers for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:33:31.004883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:31.005528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:31.069438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fd91df67-ca69-4f59-98c5-0a0bb95a4fd4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "PUT /v2.0/floatingips/cb65d301-0e7b-4286-b312-cc6d2fdcf48f HTTP/1.1" status: 200 len: 991 time: 1.6372502 Apr 30 01:33:31.069438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'tag': '4b067cff-17bc-4004-8efe-b56414d4b86e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:31.069754 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db675855-22c0-4257-b4c1-44df6482a984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.069856 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "751b6b49-2069-4f77-9c33-55294c6f1f83", "tag": "4b067cff-17bc-4004-8efe-b56414d4b86e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:31.147990 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33ec385d-753a-422a-966e-7daf6010cb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.159212 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384e9d9c-a841-4db1-aec2-645e13002314 x-openstack-request-id: req-384e9d9c-a841-4db1-aec2-645e13002314 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:31.159766 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751b6b49-2069-4f77-9c33-55294c6f1f83", "tag": "4b067cff-17bc-4004-8efe-b56414d4b86e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:31.159766 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-384e9d9c-a841-4db1-aec2-645e13002314 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:31.160169 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384e9d9c-a841-4db1-aec2-645e13002314'] response: {'name': 'network-changed', 'server_uuid': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'tag': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'status': 'completed', 'code': 200} Apr 30 01:33:31.249749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-a142ee03-b7b7-45ef-9179-20327e795a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:31.252298 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-a142ee03-b7b7-45ef-9179-20327e795a6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 1097 time: 0.0692205 Apr 30 01:33:31.290849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:31.330591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33ec385d-753a-422a-966e-7daf6010cb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.377538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-631f409d-3998-4df7-8323-1d91a3706e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:31.379162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-631f409d-3998-4df7-8323-1d91a3706e8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 911 time: 0.1175890 Apr 30 01:33:31.428454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33ec385d-753a-422a-966e-7daf6010cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.489955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-33ec385d-753a-422a-966e-7daf6010cb9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4a83c15ff3f41d48a8e684c8d6dd4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223175 Apr 30 01:33:31.490599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54106) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:31.498141 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-cc0bd9b3-c59e-4a43-b79f-447553713897 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b067cff-17bc-4004-8efe-b56414d4b86e HTTP/1.1" status: 200 len: 999 time: 0.1120830 Apr 30 01:33:31.499211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec385d-753a-422a-966e-7daf6010cb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6efa594-8dbe-4951-860a-b583d4264dd9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:31.567870 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fcc473f-3266-4a5b-9934-7769c46eb4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.590931 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fcc473f-3266-4a5b-9934-7769c46eb4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.617116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-fa117845-3e03-4283-b85c-f146bae5d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:31.618375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-fa117845-3e03-4283-b85c-f146bae5d867 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 200 len: 850 time: 0.1127589 Apr 30 01:33:31.635677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'cb65d301-0e7b-4286-b312-cc6d2fdcf48f', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'port_id': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'mac_address': 'fa:16:3e:fe:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:33:09Z', 'updated_at': '2022-04-30T01:33:30Z', 'revision_number': 1, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:31.642586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7506aee-6533-421b-86df-4cc76e3f006f req-90006444-62cc-48da-9507-2042820c8713 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:31.644132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7506aee-6533-421b-86df-4cc76e3f006f req-90006444-62cc-48da-9507-2042820c8713 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 946 time: 0.1228981 Apr 30 01:33:31.689134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] Checking router: d70280fe-f4a0-408e-a3b7-75065677eb52 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:33:31.697327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:31.697949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:31.734791 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fcc473f-3266-4a5b-9934-7769c46eb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.737341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fcc473f-3266-4a5b-9934-7769c46eb4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.741061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6fcc473f-3266-4a5b-9934-7769c46eb4c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6efa594-8dbe-4951-860a-b583d4264dd9 HTTP/1.1" status: 204 len: 168 time: 0.2466168 Apr 30 01:33:31.746036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7506aee-6533-421b-86df-4cc76e3f006f req-4da7750d-7532-41f5-a49c-12c1631e1a68 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698211 Apr 30 01:33:31.746036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-12448061-8dfa-415a-9d3d-754edc92b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:31.746036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-12448061-8dfa-415a-9d3d-754edc92b88f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1c5335-4e8e-461d-bbea-99cc3496328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193099 Apr 30 01:33:31.748441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc473f-3266-4a5b-9934-7769c46eb4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6efa594-8dbe-4951-860a-b583d4264dd9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:31.775503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54120) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:31.798953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da3b1298-07ec-4b2a-9af3-4eabc3f7ad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.866193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-1e59df46-a5eb-4343-85e6-dd073c6543c0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133413 Apr 30 01:33:31.878347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:31.899177 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da3b1298-07ec-4b2a-9af3-4eabc3f7ad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:31.974767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7ed973a-19ef-490c-a0c4-38e9e4999fa0 req-f979b521-df18-40c0-a03d-35802cfd361d service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013036 Apr 30 01:33:31.975027 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da3b1298-07ec-4b2a-9af3-4eabc3f7ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:32.006309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:32.020808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-da3b1298-07ec-4b2a-9af3-4eabc3f7ad54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b24cbd715a4f432f9365d3ea157ac5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431302 Apr 30 01:33:32.021674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b1298-07ec-4b2a-9af3-4eabc3f7ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a100e5-89bf-47e3-acc1-f62b5db1c7ba,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:32.023565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54126) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:32.106507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d14982b1-64bf-4867-b9f3-725f1e50b4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:32.133151 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d14982b1-64bf-4867-b9f3-725f1e50b4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:32.166588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'cb65d301-0e7b-4286-b312-cc6d2fdcf48f', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'port_id': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'mac_address': 'fa:16:3e:fe:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:33:09Z', 'updated_at': '2022-04-30T01:33:30Z', 'revision_number': 1, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:32.199882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276d2aa6-46de-402f-9a52-86d74ed4e46c None None] The sync data for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 is: [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'cb65d301-0e7b-4286-b312-cc6d2fdcf48f', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'port_id': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'mac_address': 'fa:16:3e:fe:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:33:09Z', 'updated_at': '2022-04-30T01:33:30Z', 'revision_number': 1, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:33:32.293326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d14982b1-64bf-4867-b9f3-725f1e50b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:32.295879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d14982b1-64bf-4867-b9f3-725f1e50b4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:32.299608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d14982b1-64bf-4867-b9f3-725f1e50b4b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7a100e5-89bf-47e3-acc1-f62b5db1c7ba HTTP/1.1" status: 204 len: 168 time: 0.2723629 Apr 30 01:33:32.305023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14982b1-64bf-4867-b9f3-725f1e50b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a100e5-89bf-47e3-acc1-f62b5db1c7ba,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:32.432660 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3675c-911b-42b3-8a3a-29a72c62a0c1 None None] New status for floating IP cb65d301-0e7b-4286-b312-cc6d2fdcf48f: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:33:32.829784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-c0e9f0b4-32b7-48eb-aad0-df021b78fabe tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:32.831404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-c0e9f0b4-32b7-48eb-aad0-df021b78fabe tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 946 time: 0.0578637 Apr 30 01:33:32.957297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Deleting port 1a485405-acc2-4f23-b812-cfc76cabb48a {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:32.958033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:33.115558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bb3ad-332e-4340-91f7-8f1ce84466a4 req-5dcf076d-869d-4478-bd1e-9ca47f79396c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:33.117127 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c04bb3ad-332e-4340-91f7-8f1ce84466a4 req-5dcf076d-869d-4478-bd1e-9ca47f79396c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 946 time: 0.0716753 Apr 30 01:33:33.149585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] For port 1a485405-acc2-4f23-b812-cfc76cabb48a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1a485405-acc2-4f23-b812-cfc76cabb48a,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:33.149960 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:33.248887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c04bb3ad-332e-4340-91f7-8f1ce84466a4 req-6fe37c97-69f8-4164-bc55-85d77c4bd8ba tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238518 Apr 30 01:33:33.411967 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:33.412420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:33.412918 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Floating IP 9c12229a-89cc-44f2-9a83-ed5d69e7ce1f disassociated. External IP: 172.25.0.75, port: 1a485405-acc2-4f23-b812-cfc76cabb48a. Apr 30 01:33:33.417690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Calling delete_port for 1a485405-acc2-4f23-b812-cfc76cabb48a owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:33.677882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:33.709035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'Port': ['ID=1a485405-acc2-4f23-b812-cfc76cabb48a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:33.806205 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:33.830859 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:33.854859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:33:33.881461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828a2b9-1f5f-4a82-8c09-71a95fe8dfd0 req-f404fa0d-23e7-4bc8-b029-62d3c7eef90a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:33.882968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e828a2b9-1f5f-4a82-8c09-71a95fe8dfd0 req-f404fa0d-23e7-4bc8-b029-62d3c7eef90a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0502405 Apr 30 01:33:33.926218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e828a2b9-1f5f-4a82-8c09-71a95fe8dfd0 req-56bcb3c5-539b-4855-b4ab-900c8633ddf6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367184 Apr 30 01:33:33.980387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:33:33.994481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:33:34.005312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:34.005873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:34.035401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] No DVR routers for this DVR port 1a485405-acc2-4f23-b812-cfc76cabb48a on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:33:34.039173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:34.043599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a04fad6-acc5-45f3-8260-91a3909d5969 req-099d4343-0d01-4745-9709-a1d28797d847 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.21 "DELETE /v2.0/ports/1a485405-acc2-4f23-b812-cfc76cabb48a HTTP/1.1" status: 204 len: 173 time: 1.2066922 Apr 30 01:33:34.044927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'name': 'network-vif-deleted', 'tag': '1a485405-acc2-4f23-b812-cfc76cabb48a'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:34.062002 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c624733f-235e-47e8-804d-f16b04acd2e0" -d '{"events": [{"server_uuid": "ce98cda0-4e7d-47e6-b78c-dbaaff6198f7", "name": "network-vif-deleted", "tag": "1a485405-acc2-4f23-b812-cfc76cabb48a"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:34.152129 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b10d9a2-3735-40c7-a537-2026b7395796 x-openstack-request-id: req-9b10d9a2-3735-40c7-a537-2026b7395796 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:34.153007 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce98cda0-4e7d-47e6-b78c-dbaaff6198f7", "name": "network-vif-deleted", "tag": "1a485405-acc2-4f23-b812-cfc76cabb48a", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:34.153263 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b10d9a2-3735-40c7-a537-2026b7395796 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:34.156422 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b10d9a2-3735-40c7-a537-2026b7395796'] response: {'server_uuid': 'ce98cda0-4e7d-47e6-b78c-dbaaff6198f7', 'name': 'network-vif-deleted', 'tag': '1a485405-acc2-4f23-b812-cfc76cabb48a', 'status': 'completed', 'code': 200} Apr 30 01:33:34.176793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:34.177023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c355a40-5fa7-4727-90c4-d06e34c8afcf req-a88870c0-81c0-4bdb-8a64-5c893d55e5b3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:34.181205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c355a40-5fa7-4727-90c4-d06e34c8afcf req-a88870c0-81c0-4bdb-8a64-5c893d55e5b3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1469002 Apr 30 01:33:34.239270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c355a40-5fa7-4727-90c4-d06e34c8afcf req-7df25a86-70ab-4cd2-bfd3-fb1084f835e2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469153 Apr 30 01:33:34.400214 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb040803-f67a-4e2f-9834-fa01a1a9e49e req-ca30bcb9-b9d0-4f57-b727-235ab444e71d tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce98cda0-4e7d-47e6-b78c-dbaaff6198f7 HTTP/1.1" status: 200 len: 210 time: 0.0496230 Apr 30 01:33:34.430566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bf22a-6df3-4c14-ad57-39872ee65aa1 req-af0b25f6-8c61-4894-b8fb-2da8f3cdf17c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:34.432780 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a6bf22a-6df3-4c14-ad57-39872ee65aa1 req-af0b25f6-8c61-4894-b8fb-2da8f3cdf17c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0867593 Apr 30 01:33:34.477250 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a6bf22a-6df3-4c14-ad57-39872ee65aa1 req-3cba1a31-e115-44d1-8d17-3cff54f8360d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378973 Apr 30 01:33:34.539704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:35Z', 'revision_number': 2, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:34.572607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:33:34.581723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:34.582343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:34.694754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:34.856223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8f9c1-dfd8-47b8-baaf-4b66412bff7f req-8bec8456-ec73-4ae7-9125-316ecfe28696 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:34.858217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7c8f9c1-dfd8-47b8-baaf-4b66412bff7f req-8bec8456-ec73-4ae7-9125-316ecfe28696 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0625217 Apr 30 01:33:34.902555 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-18fb07c4-7da4-4757-8bb9-7cfac5ff54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:34.904231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-18fb07c4-7da4-4757-8bb9-7cfac5ff54b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1095 time: 0.0551751 Apr 30 01:33:34.920329 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7c8f9c1-dfd8-47b8-baaf-4b66412bff7f req-32e84173-4c8f-4a32-97da-f0e65a0f3639 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538261 Apr 30 01:33:35.042862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-ada19647-09b0-4962-b01e-2c2e585a4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:35.044367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-ada19647-09b0-4962-b01e-2c2e585a4b1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.1339555 Apr 30 01:33:35.050828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:35Z', 'revision_number': 2, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:35.088620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0246b8b-ce5a-46b9-8d70-b77bc33295ca None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '044f5a16-bd9f-4ffa-be1a-da02ea2f41f8', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:f7:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:31:07Z', 'updated_at': '2022-04-30T01:31:35Z', 'revision_number': 2, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:33:35.136295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-9ccc7120-64ca-4961-9c72-d6b9fb6851cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 998 time: 0.0853589 Apr 30 01:33:35.191741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-a5ba140a-8dc4-45d1-97b4-b79e4727b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:35.193197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-a5ba140a-8dc4-45d1-97b4-b79e4727b2bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.0503745 Apr 30 01:33:35.241973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-a8817a6a-575d-4a6e-8b33-54a8f12bd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:35.243581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-a8817a6a-575d-4a6e-8b33-54a8f12bd291 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432034 Apr 30 01:33:35.363567 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-f0227758-eb43-456f-af04-ddc6861abc46 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121953 Apr 30 01:33:35.374678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54242) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:35.389211 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ddd6f-f8d0-432c-9254-ef42d780cbd7 None None] New status for floating IP 9c12229a-89cc-44f2-9a83-ed5d69e7ce1f: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:33:35.480540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df98c630-12c5-4c7e-a145-3b3607021f60 req-b6a5c45b-8d3c-44cc-ba48-60e8f966709a service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101720 Apr 30 01:33:35.565958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54252) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:35.633654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64f5cf25-9ceb-430b-a198-a2a24699db60 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:35.668127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64f5cf25-9ceb-430b-a198-a2a24699db60 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:35.742648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2124883934-network', 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:35.768845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64f5cf25-9ceb-430b-a198-a2a24699db60 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:35.771474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64f5cf25-9ceb-430b-a198-a2a24699db60 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:35.772632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-64f5cf25-9ceb-430b-a198-a2a24699db60 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32 HTTP/1.1" status: 204 len: 168 time: 0.2054288 Apr 30 01:33:35.775780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54258) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:35.784233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5cf25-9ceb-430b-a198-a2a24699db60 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:35.796916 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-eb3ccd4c-227b-4db0-955a-191ee591aee5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] show failed (client error): The resource could not be found. Apr 30 01:33:35.801057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb3ccd4c-227b-4db0-955a-191ee591aee5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups/1fc7ffc3-2adf-4bec-93e2-85e4bfa3dc32 HTTP/1.1" status: 404 len: 347 time: 0.0212481 Apr 30 01:33:35.806488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54260) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:35.825958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:33:35.829010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:35.839203 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:35.920734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:35.945566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Deleting port ab0deb17-bdd0-42fd-8a33-8c963563f2ff {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:35.945989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.014255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.039463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:33:36.054648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.055701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.059480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d636076-942a-43dd-868d-e3e76d0bf2e1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:36.069013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54268) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:36.075242 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.076817 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Added segment 0c6ffafb-77a2-45c3-8cac-9ba30423a30e of type vlan for network ebfb2767-7242-478f-9442-df54e9157d32 Apr 30 01:33:36.085256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Calling delete_port for ab0deb17-bdd0-42fd-8a33-8c963563f2ff owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:36.120037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4648-146f-484c-bccb-ca449247aa59 req-ea4e81db-8cfa-4a98-94d6-ef3ad963bb22 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:36.128968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036b4648-146f-484c-bccb-ca449247aa59 req-ea4e81db-8cfa-4a98-94d6-ef3ad963bb22 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1165028 Apr 30 01:33:36.133636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.234513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036b4648-146f-484c-bccb-ca449247aa59 req-4902967e-1023-4d22-af8b-9fca638676b4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008854 Apr 30 01:33:36.311368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1a485405-acc2-4f23-b812-cfc76cabb48a no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:33:36.312884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.314286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:36.314958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.345489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 1a485405-acc2-4f23-b812-cfc76cabb48a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:33:36.346058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1a485405-acc2-4f23-b812-cfc76cabb48a not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:33:36.376131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2d3f-9ac8-4843-a4c3-e7a51832254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.411491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] Pushing event updated for resources: {'Network': ['ID=ebfb2767-7242-478f-9442-df54e9157d32,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:36.423000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ebfb2767-7242-478f-9442-df54e9157d32 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:33:36.469280 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.503518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'Port': ['ID=ab0deb17-bdd0-42fd-8a33-8c963563f2ff,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:36.527001 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b5726389-f5b0-4b0f-9ad2-2be767f94e52 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1491699 Apr 30 01:33:36.529205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54278) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:36.535134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Request body: {'subnet': {'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2124883934-subnet', 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:36.564700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2d3f-9ac8-4843-a4c3-e7a51832254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.582930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.586075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.590854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5c267d50-b727-4ca5-8324-6a3a1cc86171 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "DELETE /v2.0/floatingips/9c12229a-89cc-44f2-9a83-ed5d69e7ce1f HTTP/1.1" status: 204 len: 168 time: 0.7847819 Apr 30 01:33:36.642989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:33:36.655132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.683108 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2d3f-9ac8-4843-a4c3-e7a51832254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.747039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d2d3f-9ac8-4843-a4c3-e7a51832254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d346ba5-5c9e-4838-b9e8-826e542fb2ae,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:36.754812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ab2d2d3f-9ac8-4843-a4c3-e7a51832254a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efb63bf802824285ac85ee8b2576041e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823132 Apr 30 01:33:36.755281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54296) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:36.811604 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e42273c0-44ed-4b3b-8842-10218dd1b219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.840740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e42273c0-44ed-4b3b-8842-10218dd1b219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.956197 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.985550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e42273c0-44ed-4b3b-8842-10218dd1b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.993144 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e42273c0-44ed-4b3b-8842-10218dd1b219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:36.994335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e42273c0-44ed-4b3b-8842-10218dd1b219 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d346ba5-5c9e-4838-b9e8-826e542fb2ae HTTP/1.1" status: 204 len: 168 time: 0.2382503 Apr 30 01:33:37.008905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42273c0-44ed-4b3b-8842-10218dd1b219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d346ba5-5c9e-4838-b9e8-826e542fb2ae,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:37.041625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27595e3-02e3-4458-a602-6aa9173de05f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:37.053566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Checking segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:33:37.053883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Network hostable DHCP agents. Network: ebfb2767-7242-478f-9442-df54e9157d32, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:33:37.158133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Network ebfb2767-7242-478f-9442-df54e9157d32 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:33:37.288644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ebfb2767-7242-478f-9442-df54e9157d32) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:37.293508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:37.294162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:37.301401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246e60e-4218-485a-8b19-eacc449a7d44 None None] Network ebfb2767-7242-478f-9442-df54e9157d32 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:33:37.362690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e5b99-18b4-430c-904b-addc6f9a7735 req-4bbe7171-a139-4379-b151-4a6787ce474c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:37.364409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e55e5b99-18b4-430c-904b-addc6f9a7735 req-4bbe7171-a139-4379-b151-4a6787ce474c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0640666 Apr 30 01:33:37.373377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-88315356-1079-4e05-a0a3-e0b0141d9db1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8412712 Apr 30 01:33:37.413334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e55e5b99-18b4-430c-904b-addc6f9a7735 req-447b45fb-f6cc-4d1c-9a77-c7f291d051f7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400493 Apr 30 01:33:37.449786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16707442-e4e9-4c64-ae1c-cca67ee94562 None None] Network ebfb2767-7242-478f-9442-df54e9157d32 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:33:37.629604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636f69e-684a-4590-bc56-489cd47d0e09 req-5f41d2ae-b117-43ac-87f0-620fedd4fab9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:37.631104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2636f69e-684a-4590-bc56-489cd47d0e09 req-5f41d2ae-b117-43ac-87f0-620fedd4fab9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0497773 Apr 30 01:33:37.671085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2636f69e-684a-4590-bc56-489cd47d0e09 req-782e88c8-14cf-4a51-957c-d89e66d6c0e3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339000 Apr 30 01:33:37.797647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc394bf-0778-4283-87fb-eb8690f17524 req-634223ca-1f35-4657-a53d-bc5841c00fdb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:37.804814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cdc394bf-0778-4283-87fb-eb8690f17524 req-634223ca-1f35-4657-a53d-bc5841c00fdb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0560880 Apr 30 01:33:37.853749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cdc394bf-0778-4283-87fb-eb8690f17524 req-d130434d-3c39-4e33-8b92-cc049834701c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479803 Apr 30 01:33:37.960577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54340) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:37.984466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542584d-344e-442f-812e-7a68c26dcff7 req-43f8b554-4bee-452b-b329-793c4b9357a2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:37.985881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d542584d-344e-442f-812e-7a68c26dcff7 req-43f8b554-4bee-452b-b329-793c4b9357a2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0610359 Apr 30 01:33:38.035324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d542584d-344e-442f-812e-7a68c26dcff7 req-4a5e1c94-b5e8-4d97-b6d5-8d7b7a6e7e1f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431049 Apr 30 01:33:38.162869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbed8d-0407-4928-b0d8-96696c20d1c3 req-6a6981b6-3ff0-46ad-bf25-c82c669b2373 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:38.164857 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-12bbed8d-0407-4928-b0d8-96696c20d1c3 req-6a6981b6-3ff0-46ad-bf25-c82c669b2373 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0554616 Apr 30 01:33:38.173323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54356) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:38.189485 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-012f518f-2987-4a26-b082-011f4506ffe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.227371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-12bbed8d-0407-4928-b0d8-96696c20d1c3 req-ba1ad2b5-fe50-4868-af38-6a1d2d83b4f0 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492690 Apr 30 01:33:38.338807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-012f518f-2987-4a26-b082-011f4506ffe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.398121 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01b808c4-1a0f-4aa7-a5cc-04df68d67f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.410809 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-012f518f-2987-4a26-b082-011f4506ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.462789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f518f-2987-4a26-b082-011f4506ffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f150dd-b623-4056-8f15-6a3fd53a4abe,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:38.503550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-012f518f-2987-4a26-b082-011f4506ffe1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c60cb8752a1b4f79af1fe63a59142c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289540 Apr 30 01:33:38.506344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54368) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:38.580970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d8ced29-388c-41c8-8201-f9474a5d930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.608336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d8ced29-388c-41c8-8201-f9474a5d930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.658685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-d46005a0-e491-4f80-8c01-829d9d4904cd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:38.666480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-d46005a0-e491-4f80-8c01-829d9d4904cd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1523862 Apr 30 01:33:38.690645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-c8f6a590-1675-4bcf-bd20-54cbc4f9058a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/quotas/d322b7bb49124ff1b55e8151c42a05fa HTTP/1.1" status: 200 len: 375 time: 0.0231810 Apr 30 01:33:38.735580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-df2e428c-5d00-49d1-9859-3854f157d83e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434034 Apr 30 01:33:38.771957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d8ced29-388c-41c8-8201-f9474a5d930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.774490 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d8ced29-388c-41c8-8201-f9474a5d930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.777969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d8ced29-388c-41c8-8201-f9474a5d930a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92f150dd-b623-4056-8f15-6a3fd53a4abe HTTP/1.1" status: 204 len: 168 time: 0.2682540 Apr 30 01:33:38.806010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01b808c4-1a0f-4aa7-a5cc-04df68d67f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.846540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-b69b0977-6c09-4959-932c-53b03691c7c7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:38.848385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-ffbb68f9-ddfe-4dbe-aee8-8d4c616e63db service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116428 Apr 30 01:33:38.848931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-b69b0977-6c09-4959-932c-53b03691c7c7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.1603658 Apr 30 01:33:38.849887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ced29-388c-41c8-8201-f9474a5d930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f150dd-b623-4056-8f15-6a3fd53a4abe,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:38.880322 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f6874abe-442c-475b-a879-982c86022757 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/quotas/b8c8e8a97970400e9fc5fede171d84c0 HTTP/1.1" status: 200 len: 375 time: 0.0173626 Apr 30 01:33:38.892955 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01b808c4-1a0f-4aa7-a5cc-04df68d67f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:38.962445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-a24508a1-f449-4c20-b10a-1db2fa6d4498 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0757849 Apr 30 01:33:39.248107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b808c4-1a0f-4aa7-a5cc-04df68d67f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7b2ff8-f9bf-4694-b690-f9e65597275b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:39.255387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-01b808c4-1a0f-4aa7-a5cc-04df68d67f89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4e247c7a1774febac9c3475cf1e83fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2935591 Apr 30 01:33:39.257988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54390) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:39.278009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54394) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:39.327379 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-c477a4aa-4624-4e81-ba48-11db2b45cd1c service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722471 Apr 30 01:33:39.358463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a80d-4598-4f16-9505-d38277b7a959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:39.377979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ecfe8f85-47dd-4ad1-9e04-f8bb177b2892 service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078453 Apr 30 01:33:39.394450 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a80d-4598-4f16-9505-d38277b7a959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:39.423281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f5928bbe-4c7f-461e-a742-15585253ef9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:39.510085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-dffd4f7f-2136-4cb7-8e19-0cc78ae312bf service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244478 Apr 30 01:33:39.525648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f5928bbe-4c7f-461e-a742-15585253ef9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:39.557133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a80d-4598-4f16-9505-d38277b7a959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:39.560441 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2ff8a80d-4598-4f16-9505-d38277b7a959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:39.565955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2ff8a80d-4598-4f16-9505-d38277b7a959 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f7b2ff8-f9bf-4694-b690-f9e65597275b HTTP/1.1" status: 204 len: 168 time: 0.3043740 Apr 30 01:33:39.574061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8a80d-4598-4f16-9505-d38277b7a959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7b2ff8-f9bf-4694-b690-f9e65597275b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:39.611644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f5928bbe-4c7f-461e-a742-15585253ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:39.654970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f5928bbe-4c7f-461e-a742-15585253ef9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c97fa9f6d8ca4315a698beea2d2db3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694391 Apr 30 01:33:39.658164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54412) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:39.682126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5928bbe-4c7f-461e-a742-15585253ef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0452f855-120b-444e-aa36-e908f652bd07,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:39.823220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-749f93f3-0055-4958-86c1-bd330fa44218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:39.903843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a650624-a9a0-4edf-8f99-e455ff448a0e req-2e930e9e-92fa-4c4c-b8bb-7bbe7ab675ee tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 210 time: 0.0689065 Apr 30 01:33:39.909872 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e8e3b1f4-d7b1-4ff4-962f-2085deae7291 req-5ec92a1a-91c5-4c29-aae5-5bb057ade825 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 210 time: 0.0751901 Apr 30 01:33:39.926985 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-749f93f3-0055-4958-86c1-bd330fa44218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:40.048116 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-749f93f3-0055-4958-86c1-bd330fa44218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:40.051014 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-749f93f3-0055-4958-86c1-bd330fa44218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:40.055121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-749f93f3-0055-4958-86c1-bd330fa44218 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0452f855-120b-444e-aa36-e908f652bd07 HTTP/1.1" status: 204 len: 168 time: 0.3956132 Apr 30 01:33:40.068737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f93f3-0055-4958-86c1-bd330fa44218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0452f855-120b-444e-aa36-e908f652bd07,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:40.716098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54452) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:40.735338 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-26d16187-80e4-40b9-83a6-19c3e6cfb4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:40.876775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-26d16187-80e4-40b9-83a6-19c3e6cfb4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:41.031573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-26d16187-80e4-40b9-83a6-19c3e6cfb4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:41.037668 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56cf10e3-3e6d-4d82-8c14-2c593260c74e req-d185386d-8880-4576-9f43-71f12293abc7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 210 time: 0.0404806 Apr 30 01:33:41.048914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-264de35f-9223-47f6-9499-df06ee47ec77 req-5fcd1c47-a230-429d-ac1c-1b4f15253711 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 210 time: 0.0700901 Apr 30 01:33:41.104392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d16187-80e4-40b9-83a6-19c3e6cfb4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15b96f1-9e11-40f6-a2a6-b90ee8ad7c97,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:41.113797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-26d16187-80e4-40b9-83a6-19c3e6cfb4bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=044e1f03ad9b4a13aced645ee5a8c73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965957 Apr 30 01:33:41.116629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54466) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:41.168859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54468) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:41.187753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f99a7f5-f6df-46dc-bff5-5141b60b6266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:41.219245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f99a7f5-f6df-46dc-bff5-5141b60b6266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:41.294084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0e813dd5-ae5b-4f35-9b39-8d0eddb3547e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:41.330591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f99a7f5-f6df-46dc-bff5-5141b60b6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:41.340007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f99a7f5-f6df-46dc-bff5-5141b60b6266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:41.345885 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f99a7f5-f6df-46dc-bff5-5141b60b6266 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a15b96f1-9e11-40f6-a2a6-b90ee8ad7c97 HTTP/1.1" status: 204 len: 168 time: 0.2248707 Apr 30 01:33:41.388085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99a7f5-f6df-46dc-bff5-5141b60b6266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15b96f1-9e11-40f6-a2a6-b90ee8ad7c97,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:41.497299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0e813dd5-ae5b-4f35-9b39-8d0eddb3547e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:41.608524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0e813dd5-ae5b-4f35-9b39-8d0eddb3547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:42.002693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e813dd5-ae5b-4f35-9b39-8d0eddb3547e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ada9ab-840a-405a-81c8-553e5f58d1e2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:42.011302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54490) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:42.011502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0e813dd5-ae5b-4f35-9b39-8d0eddb3547e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae966c06a0624550a8f7b89ece0c802a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8414612 Apr 30 01:33:42.158925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a04f7f4-4fd0-450f-8c5d-bab850772dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:42.231318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a04f7f4-4fd0-450f-8c5d-bab850772dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:42.240277 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f77b70f-cd69-47df-b3d1-9925b5772a16 req-3e95d3e9-5c8c-42b3-910c-2bcdede8b30c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 210 time: 0.0695443 Apr 30 01:33:42.334613 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fde9fc07-3b09-44a3-b75b-62f1bd813b6c req-c260e169-d04f-47ce-a263-dcfe90bdbffb tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 210 time: 0.0567527 Apr 30 01:33:42.432757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a04f7f4-4fd0-450f-8c5d-bab850772dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:42.435968 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a04f7f4-4fd0-450f-8c5d-bab850772dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:42.439622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7a04f7f4-4fd0-450f-8c5d-bab850772dfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9ada9ab-840a-405a-81c8-553e5f58d1e2 HTTP/1.1" status: 204 len: 168 time: 0.4243612 Apr 30 01:33:42.463689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-88f1d70c-f345-4ae6-9b45-75443c6d2cd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:42.466193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-88f1d70c-f345-4ae6-9b45-75443c6d2cd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.1861043 Apr 30 01:33:42.467709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04f7f4-4fd0-450f-8c5d-bab850772dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ada9ab-840a-405a-81c8-553e5f58d1e2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:42.479346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'port': {'device_id': 'a72970b7-82b8-4b4a-866b-7bbab24f534b', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'admin_state_up': True, 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:42.692802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Made reservation on behalf of b8c8e8a97970400e9fc5fede171d84c0 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:33:42.696684 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:42.848054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Allocated IP 172.20.0.12 (47ae3122-13d9-4258-b33f-e9a46c67fe6e/0fe7a912-4c4f-4f55-9180-3f641b85cd91/b3b1dbc6-ce6f-4df2-9489-5018e81d3530) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:33:43.004614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-e75dadf7-7c72-4164-9535-a3da4b026fe3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:43.006909 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-e75dadf7-7c72-4164-9535-a3da4b026fe3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.21 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1523030 Apr 30 01:33:43.023222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Request body: {'port': {'device_id': '3ff48592-169a-4774-abce-db9847ae606f', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'admin_state_up': True, 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:43.142634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:43.243278 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:43.315079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:43.316991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:33:43.320663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:43.321422 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:43.325858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:33:43.380707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'Port': ['ID=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:43.415808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:43.416801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:43.477642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0839f-a816-496e-9c6a-19181227afa4 req-e866acac-0060-46ea-bbfe-f71cc4de240c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:43.479393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca0839f-a816-496e-9c6a-19181227afa4 req-e866acac-0060-46ea-bbfe-f71cc4de240c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 932 time: 0.1271152 Apr 30 01:33:43.553292 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca0839f-a816-496e-9c6a-19181227afa4 req-45ab1c6d-7dbf-48e3-99dd-1e09e2e5484b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547066 Apr 30 01:33:43.554316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-f3e7520d-3ae1-4a63-8de6-5102dc212c35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0791762 Apr 30 01:33:43.568292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Request body: {'port': {'device_id': 'a72970b7-82b8-4b4a-866b-7bbab24f534b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:43.583116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Allocated IP 172.20.0.3 (ebfb2767-7242-478f-9442-df54e9157d32/f27595e3-02e3-4458-a602-6aa9173de05f/60544de3-aec8-4462-abd5-1d7f4e8e4103) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:33:43.679020 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0124ded-116f-41ec-81b4-125b9dde1edc req-1947af54-d5d8-41f7-be04-b5699ea4b07c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 210 time: 0.0599544 Apr 30 01:33:43.721375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:43.749062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1c818e15-384c-433d-b849-b200417a5162 None None] Provisioning complete for port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:43.750994 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c818e15-384c-433d-b849-b200417a5162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:43.790386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1c818e15-384c-433d-b849-b200417a5162 None None] Port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:33:43.874260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5500-7c36-42bf-a4c3-e79daf883796 req-d1f858c3-325c-47c1-bc6e-7e4a5a96a257 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:43.884991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ba2f5500-7c36-42bf-a4c3-e79daf883796 req-d1f858c3-325c-47c1-bc6e-7e4a5a96a257 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 945 time: 0.2308927 Apr 30 01:33:43.953863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:43.957773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ba2f5500-7c36-42bf-a4c3-e79daf883796 req-d48d1678-0c9a-40b1-aae4-6342a54d6bf8 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719934 Apr 30 01:33:44.044208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b1dbc6-ce6f-4df2-9489-5018e81d3530 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:44.052927 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:44.066534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Transition to ACTIVE for port object b3b1dbc6-ce6f-4df2-9489-5018e81d3530 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:33:44.070924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:44.125349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Network ebfb2767-7242-478f-9442-df54e9157d32 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:44.131672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:44.134758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:33:44.140871 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:44.166516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event updated for resources: {'Port': ['ID=60544de3-aec8-4462-abd5-1d7f4e8e4103,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:44.201335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:44.201953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:44.222914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:44.320098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-6025d34c-d413-4cfd-9da7-1800e9cc44d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3048418 Apr 30 01:33:44.321788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Attempting to bind port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:33:44.322293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Attempting to bind port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:33:44.323711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Attempting to bind port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:44.333491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Request body: {'port': {'device_id': '3ff48592-169a-4774-abce-db9847ae606f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:44.341481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:33:44.344386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Attempting to bind port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:44.355334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:33:44.355642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Checking segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:33:44.356152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Bound using segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:33:44.356734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Bound port: b3b1dbc6-ce6f-4df2-9489-5018e81d3530, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:33:44.357190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:44.429084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:44.444102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] For port b3b1dbc6-ce6f-4df2-9489-5018e81d3530, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:33:44.448131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] For port b3b1dbc6-ce6f-4df2-9489-5018e81d3530, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:33:44.539977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:44.581615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:44.582353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:44.583780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] 10.222.0.21 "PUT /v2.0/ports/b3b1dbc6-ce6f-4df2-9489-5018e81d3530 HTTP/1.1" status: 200 len: 1092 time: 1.0201097 Apr 30 01:33:44.584274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72970b7-82b8-4b4a-866b-7bbab24f534b', 'tag': 'b3b1dbc6-ce6f-4df2-9489-5018e81d3530'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:44.586573 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8185df04-247b-4032-8951-78f4ea79895a" -d '{"events": [{"name": "network-changed", "server_uuid": "a72970b7-82b8-4b4a-866b-7bbab24f534b", "tag": "b3b1dbc6-ce6f-4df2-9489-5018e81d3530"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:44.612993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ae322-50ad-42de-b2c8-d9eb0c8e3b26 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:44.663739 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9bd077-bf30-468b-b705-ef63d01bf19d x-openstack-request-id: req-3a9bd077-bf30-468b-b705-ef63d01bf19d {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:44.664100 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72970b7-82b8-4b4a-866b-7bbab24f534b", "tag": "b3b1dbc6-ce6f-4df2-9489-5018e81d3530", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:44.664472 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a9bd077-bf30-468b-b705-ef63d01bf19d {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:44.664952 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9bd077-bf30-468b-b705-ef63d01bf19d'] response: {'name': 'network-changed', 'server_uuid': 'a72970b7-82b8-4b4a-866b-7bbab24f534b', 'tag': 'b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'status': 'completed', 'code': 200} Apr 30 01:33:44.870602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a689c-da3e-40fd-bcee-dc3f9f81e2b9 req-5b95f732-dfe3-4d05-b6e2-bfeb2a8ae302 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:44.872457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f57a689c-da3e-40fd-bcee-dc3f9f81e2b9 req-5b95f732-dfe3-4d05-b6e2-bfeb2a8ae302 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 944 time: 0.1826239 Apr 30 01:33:44.914204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185df04-247b-4032-8951-78f4ea79895a req-690fe156-9733-4e97-adfc-1299064560c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:44.915987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8185df04-247b-4032-8951-78f4ea79895a req-690fe156-9733-4e97-adfc-1299064560c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 1095 time: 0.1186664 Apr 30 01:33:44.973447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f57a689c-da3e-40fd-bcee-dc3f9f81e2b9 req-c2170b02-d144-47c1-8338-14360c213559 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917430 Apr 30 01:33:44.984414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002391fa-892a-40ad-b36e-0aae5c7cc415 req-eff29663-56f3-406a-96fe-d5eb64b3b7cd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:44.992986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002391fa-892a-40ad-b36e-0aae5c7cc415 req-eff29663-56f3-406a-96fe-d5eb64b3b7cd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 931 time: 0.1758590 Apr 30 01:33:45.036710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60544de3-aec8-4462-abd5-1d7f4e8e4103 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:45.054034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.068393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002391fa-892a-40ad-b36e-0aae5c7cc415 req-a02ecc89-fc31-4fa8-96fd-7efe4aa62c9e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746491 Apr 30 01:33:45.088083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185df04-247b-4032-8951-78f4ea79895a req-b25e2707-31ab-4da7-83df-75d3761e8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:45.090842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8185df04-247b-4032-8951-78f4ea79895a req-b25e2707-31ab-4da7-83df-75d3761e8f90 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1618471 Apr 30 01:33:45.098504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Transition to ACTIVE for port object 60544de3-aec8-4462-abd5-1d7f4e8e4103 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:33:45.121715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54634) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:45.204059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-6744a7b2-fcb4-4957-8fa8-dcd3465811b3 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:45.206558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-6744a7b2-fcb4-4957-8fa8-dcd3465811b3 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 945 time: 0.0767813 Apr 30 01:33:45.208766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.256467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a03980-744e-4a92-8afb-2d3cdaa85c66 req-df36e11c-ca40-48b4-a25e-1685b8bc1b7c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:45.258104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7a03980-744e-4a92-8afb-2d3cdaa85c66 req-df36e11c-ca40-48b4-a25e-1685b8bc1b7c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 945 time: 0.1369231 Apr 30 01:33:45.264248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185df04-247b-4032-8951-78f4ea79895a req-13542255-72e7-489c-b50c-0c3425bb4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:45.267018 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8185df04-247b-4032-8951-78f4ea79895a req-13542255-72e7-489c-b50c-0c3425bb4db7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1709285 Apr 30 01:33:45.318907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7a03980-744e-4a92-8afb-2d3cdaa85c66 req-5cb2842d-73df-4366-aa6c-2602f82d4651 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506973 Apr 30 01:33:45.344581 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1734de8e-d3fa-4468-8777-70d773dbaf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.372787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-96ecea46-5f55-4207-8f43-a0782c3899e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:45.374548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-96ecea46-5f55-4207-8f43-a0782c3899e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 1095 time: 0.0542178 Apr 30 01:33:45.403807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Pushing event updated for resources: {'Port': ['ID=60544de3-aec8-4462-abd5-1d7f4e8e4103,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:45.434174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-c3ce48ca-c799-43bd-b63a-ef6acb465af1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b1dbc6-ce6f-4df2-9489-5018e81d3530 HTTP/1.1" status: 200 len: 217 time: 0.0527103 Apr 30 01:33:45.492306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-dce0785a-769a-4b62-b0ad-bd8d7d871d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:45.493886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-dce0785a-769a-4b62-b0ad-bd8d7d871d44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.0537694 Apr 30 01:33:45.513490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Attempting to bind port 60544de3-aec8-4462-abd5-1d7f4e8e4103 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:33:45.513829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Attempting to bind port 60544de3-aec8-4462-abd5-1d7f4e8e4103 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:33:45.514163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Attempting to bind port 60544de3-aec8-4462-abd5-1d7f4e8e4103 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:45.523138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Deleting port 038cc422-d8d6-46de-bc8a-d1bd108002bb {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:45.523522 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.548725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Port 60544de3-aec8-4462-abd5-1d7f4e8e4103 on network ebfb2767-7242-478f-9442-df54e9157d32 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:33:45.549090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Attempting to bind port 60544de3-aec8-4462-abd5-1d7f4e8e4103 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:45.550213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-8a70322f-af16-41c7-b082-debb8a0e7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:45.551982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-8a70322f-af16-41c7-b082-debb8a0e7b7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515757 Apr 30 01:33:45.594090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:33:45.594417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Checking segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:33:45.594811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Bound using segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:33:45.595263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Bound port: 60544de3-aec8-4462-abd5-1d7f4e8e4103, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:33:45.595670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.628379 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1734de8e-d3fa-4468-8777-70d773dbaf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.671205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-e3763302-1279-4d18-8d19-d8665b0c6c6d service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118300 Apr 30 01:33:45.702627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] For port 038cc422-d8d6-46de-bc8a-d1bd108002bb, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=038cc422-d8d6-46de-bc8a-d1bd108002bb,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:45.702994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.743542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] For port 60544de3-aec8-4462-abd5-1d7f4e8e4103, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:33:45.791309 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1734de8e-d3fa-4468-8777-70d773dbaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.792719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba10ca1-22ea-493e-beca-137c5a2b4b3c req-8c46c079-b132-4ba0-9a7e-4b2ea7e9c2ca service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155112 Apr 30 01:33:45.801390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] For port 60544de3-aec8-4462-abd5-1d7f4e8e4103, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60544de3-aec8-4462-abd5-1d7f4e8e4103,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:33:45.871419 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.918989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1734de8e-d3fa-4468-8777-70d773dbaf40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4587b193591445e9821abbf75602d1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958589 Apr 30 01:33:45.921539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54662) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:45.944178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734de8e-d3fa-4468-8777-70d773dbaf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e93d94a-cec2-4dd5-a571-0fac51ec76f2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:45.970163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:45.970793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:45.972226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] 10.222.0.21 "PUT /v2.0/ports/60544de3-aec8-4462-abd5-1d7f4e8e4103 HTTP/1.1" status: 200 len: 1091 time: 1.6440983 Apr 30 01:33:45.972669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff48592-169a-4774-abce-db9847ae606f', 'tag': '60544de3-aec8-4462-abd5-1d7f4e8e4103'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:45.974954 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e6fd1d-1655-4ec5-8995-30fe3e460d28" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff48592-169a-4774-abce-db9847ae606f", "tag": "60544de3-aec8-4462-abd5-1d7f4e8e4103"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:45.999748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12e0ce50-173d-431b-b872-33679c0c6457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:46.012937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce302f4-8f0c-4554-9d20-8c1b9eda66db service neutron] Pushing event updated for resources: {'Port': ['ID=60544de3-aec8-4462-abd5-1d7f4e8e4103,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:46.029135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12e0ce50-173d-431b-b872-33679c0c6457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:46.031990 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472ea837-c872-42dd-9585-906be86cd7ad x-openstack-request-id: req-472ea837-c872-42dd-9585-906be86cd7ad {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:46.033124 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff48592-169a-4774-abce-db9847ae606f", "tag": "60544de3-aec8-4462-abd5-1d7f4e8e4103", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:46.033124 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-472ea837-c872-42dd-9585-906be86cd7ad {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:46.033124 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472ea837-c872-42dd-9585-906be86cd7ad'] response: {'name': 'network-changed', 'server_uuid': '3ff48592-169a-4774-abce-db9847ae606f', 'tag': '60544de3-aec8-4462-abd5-1d7f4e8e4103', 'status': 'completed', 'code': 200} Apr 30 01:33:46.121177 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:46.121872 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:46.126193 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Floating IP 044f5a16-bd9f-4ffa-be1a-da02ea2f41f8 disassociated. External IP: 172.25.0.103, port: 038cc422-d8d6-46de-bc8a-d1bd108002bb. Apr 30 01:33:46.126193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Calling delete_port for 038cc422-d8d6-46de-bc8a-d1bd108002bb owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:46.169887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d500d-37aa-4ce8-b189-f4d1759404d6 req-930fe530-476d-42d0-bbdc-c8f5b18809ac tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:46.171994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a51d500d-37aa-4ce8-b189-f4d1759404d6 req-930fe530-476d-42d0-bbdc-c8f5b18809ac tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 944 time: 0.0640328 Apr 30 01:33:46.179603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6fd1d-1655-4ec5-8995-30fe3e460d28 req-fcf1eb9b-1849-4f7b-a7ba-477c9cefeb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:46.181072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1e6fd1d-1655-4ec5-8995-30fe3e460d28 req-fcf1eb9b-1849-4f7b-a7ba-477c9cefeb3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 1094 time: 0.1192679 Apr 30 01:33:46.198705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12e0ce50-173d-431b-b872-33679c0c6457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:46.202060 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12e0ce50-173d-431b-b872-33679c0c6457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:46.203224 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-12e0ce50-173d-431b-b872-33679c0c6457 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e93d94a-cec2-4dd5-a571-0fac51ec76f2 HTTP/1.1" status: 204 len: 168 time: 0.2790096 Apr 30 01:33:46.216455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0ce50-173d-431b-b872-33679c0c6457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e93d94a-cec2-4dd5-a571-0fac51ec76f2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:46.259923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a51d500d-37aa-4ce8-b189-f4d1759404d6 req-b2c285af-c8ae-43a6-9a3b-4933dc622b35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807295 Apr 30 01:33:46.344485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842b0ce-96f4-474a-b4e2-61a661cb2a68 req-aaa1d50d-b2a6-4443-b11f-47beb9288ed8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:46.345856 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5842b0ce-96f4-474a-b4e2-61a661cb2a68 req-aaa1d50d-b2a6-4443-b11f-47beb9288ed8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 943 time: 0.1713912 Apr 30 01:33:46.439193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6fd1d-1655-4ec5-8995-30fe3e460d28 req-2b8d6454-df77-4768-b2f7-7720163107d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:46.440788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1e6fd1d-1655-4ec5-8995-30fe3e460d28 req-2b8d6454-df77-4768-b2f7-7720163107d3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2497003 Apr 30 01:33:46.444731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709d090-fcd2-47a5-8e29-2ac1799f9832 req-4a32100e-3602-45f7-9b6c-2df68949a9e1 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:46.446612 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d709d090-fcd2-47a5-8e29-2ac1799f9832 req-4a32100e-3602-45f7-9b6c-2df68949a9e1 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 945 time: 0.0552344 Apr 30 01:33:46.448839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5842b0ce-96f4-474a-b4e2-61a661cb2a68 req-51612279-365f-4fe9-bcef-1bf3eb5576c5 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935402 Apr 30 01:33:46.494123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d709d090-fcd2-47a5-8e29-2ac1799f9832 req-6575cc80-9182-4f1a-bfb7-e03be1c099e7 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=91bac5f3-48f7-401e-8334-fb3aa451631a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335159 Apr 30 01:33:46.560845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6fd1d-1655-4ec5-8995-30fe3e460d28 req-8caa629f-0c00-4849-8f1c-c93715573c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:46.562896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d1e6fd1d-1655-4ec5-8995-30fe3e460d28 req-8caa629f-0c00-4849-8f1c-c93715573c9f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1092098 Apr 30 01:33:46.626656 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:46.662577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'Port': ['ID=038cc422-d8d6-46de-bc8a-d1bd108002bb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:46.674779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-c50f9b8c-1fc4-4075-ab93-bf98c6d77072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:46.676410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-c50f9b8c-1fc4-4075-ab93-bf98c6d77072 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 1094 time: 0.0773103 Apr 30 01:33:46.754043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-2b31371b-17ec-45f4-a326-ae173c6e6a9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60544de3-aec8-4462-abd5-1d7f4e8e4103 HTTP/1.1" status: 200 len: 217 time: 0.0366573 Apr 30 01:33:46.848179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-2e48b562-9672-4d79-b7e8-12e6c3eb4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:46.849650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-2e48b562-9672-4d79-b7e8-12e6c3eb4e86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.0872433 Apr 30 01:33:46.884354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:33:46.886478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-444a5b29-b4fc-4fd7-b5ef-92bf00b618ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294931 Apr 30 01:33:47.083674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54734) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:47.100985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae36b9be-dca5-4e46-9bc7-d5a99ba1d960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:47.225909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae36b9be-dca5-4e46-9bc7-d5a99ba1d960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:47.322756 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae36b9be-dca5-4e46-9bc7-d5a99ba1d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:47.359762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ae36b9be-dca5-4e46-9bc7-d5a99ba1d960 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4488ed96fe74d74be567b212c79c80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746885 Apr 30 01:33:47.363087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54756) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:47.370947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-d53ce61c-ba7a-44ed-b25e-07afdd3eb967 service neutron] 10.222.0.21 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775231 Apr 30 01:33:47.387109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36b9be-dca5-4e46-9bc7-d5a99ba1d960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c434aba5-9b53-4ac7-919c-ed51c36046b9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:47.426912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a96f38a3-f029-49a6-bbd1-b44c35a60c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:47.436518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:33:47.452863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:33:47.453625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a96f38a3-f029-49a6-bbd1-b44c35a60c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:47.472607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:47.474001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:47.495197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] No DVR routers for this DVR port 038cc422-d8d6-46de-bc8a-d1bd108002bb on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:33:47.507322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a10f5-e0d2-4f46-b568-32832deadebd req-3f9a2175-7bdf-40fe-af8e-5343f44cb36e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:47.508934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f9a10f5-e0d2-4f46-b568-32832deadebd req-3f9a2175-7bdf-40fe-af8e-5343f44cb36e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 944 time: 0.1663663 Apr 30 01:33:47.510084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:47.513976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b9bf3a8-677b-4678-82c9-7bc5a6741f08 req-7c9a11c0-5a9a-4fca-b521-bf2cae65e041 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "DELETE /v2.0/ports/038cc422-d8d6-46de-bc8a-d1bd108002bb HTTP/1.1" status: 204 len: 173 time: 2.2854173 Apr 30 01:33:47.569598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aeaa2f76-077b-4107-a9f5-41c0ed4601b1 req-f3a5bf7b-91f0-4790-9466-a04a2a7ccc80 service neutron] 10.222.0.21 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903901 Apr 30 01:33:47.574932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f9a10f5-e0d2-4f46-b568-32832deadebd req-2b8ae57a-bc59-432d-a980-53dba741f3be tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580788 Apr 30 01:33:47.595378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e90b4b-904a-4d13-82db-56d6870ae0ba req-c555e0f5-6b82-473e-8df9-9a0be9b07750 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:47.596950 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4e90b4b-904a-4d13-82db-56d6870ae0ba req-c555e0f5-6b82-473e-8df9-9a0be9b07750 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 943 time: 0.0680869 Apr 30 01:33:47.610076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:47.658550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4e90b4b-904a-4d13-82db-56d6870ae0ba req-9729ce88-5f81-4c8a-9f66-d718ea19bfe3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532823 Apr 30 01:33:47.659343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a96f38a3-f029-49a6-bbd1-b44c35a60c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:47.661941 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a96f38a3-f029-49a6-bbd1-b44c35a60c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:47.662997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a96f38a3-f029-49a6-bbd1-b44c35a60c4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c434aba5-9b53-4ac7-919c-ed51c36046b9 HTTP/1.1" status: 204 len: 168 time: 0.2989364 Apr 30 01:33:47.671867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f38a3-f029-49a6-bbd1-b44c35a60c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c434aba5-9b53-4ac7-919c-ed51c36046b9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:47.706289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86cddcdd-3270-42e2-a812-856d89c3f4cf req-bc85f455-cd1d-433f-b88c-996bf2f2fd53 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=71e92cd4-ef3a-49f1-bb57-f4548066e192 HTTP/1.1" status: 200 len: 210 time: 0.0475938 Apr 30 01:33:47.852873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:47.879372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:33:47.889381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:33:47.890516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:33:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:47.979069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54770) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:48.004733 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:33:48.014594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:48.034448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'name': 'network-vif-deleted', 'tag': '038cc422-d8d6-46de-bc8a-d1bd108002bb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:48.037124 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7cf589-5bf4-4061-a0a6-a7e9a6ad50b9" -d '{"events": [{"server_uuid": "71e92cd4-ef3a-49f1-bb57-f4548066e192", "name": "network-vif-deleted", "tag": "038cc422-d8d6-46de-bc8a-d1bd108002bb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:48.081707 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62afc1d-1f93-43b7-9094-2a425e60d9d5 x-openstack-request-id: req-f62afc1d-1f93-43b7-9094-2a425e60d9d5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:48.082026 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e92cd4-ef3a-49f1-bb57-f4548066e192", "name": "network-vif-deleted", "tag": "038cc422-d8d6-46de-bc8a-d1bd108002bb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:48.082274 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f62afc1d-1f93-43b7-9094-2a425e60d9d5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:48.082660 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62afc1d-1f93-43b7-9094-2a425e60d9d5'] response: {'server_uuid': '71e92cd4-ef3a-49f1-bb57-f4548066e192', 'name': 'network-vif-deleted', 'tag': '038cc422-d8d6-46de-bc8a-d1bd108002bb', 'status': 'completed', 'code': 200} Apr 30 01:33:48.231045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a483315-0691-46ae-b9ba-ee28c4f80f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.231467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:33:48.278734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f8cc9-5657-4980-9222-23a044ce3857 None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:33:48.291093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa475194-9fcd-423c-88d6-1217b55e3406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.344536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b3b1dbc6-ce6f-4df2-9489-5018e81d3530 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:33:48.364374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a483315-0691-46ae-b9ba-ee28c4f80f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.414687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa475194-9fcd-423c-88d6-1217b55e3406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.443113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a483315-0691-46ae-b9ba-ee28c4f80f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.462539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b3b1dbc6-ce6f-4df2-9489-5018e81d3530, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:48.484489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': 'b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'mac_address': 'fa:16:3e:da:e6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:33:48.489068 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9a483315-0691-46ae-b9ba-ee28c4f80f04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b21dcdac42d42e480657f77e1a42ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083420 Apr 30 01:33:48.491059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a483315-0691-46ae-b9ba-ee28c4f80f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d602544-7a2c-4c2a-a70f-f54ffcdc3c2d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:48.492030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54788) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:48.530042 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa475194-9fcd-423c-88d6-1217b55e3406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.556280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.575075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41740aa-de44-4484-8c5e-903d06d2ca24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.575853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b1dbc6-ce6f-4df2-9489-5018e81d3530 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:48.582158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa475194-9fcd-423c-88d6-1217b55e3406 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3637fcaebcf14bd19b0c2f2492fc21d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652997 Apr 30 01:33:48.585221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54792) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:48.600844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b3b1dbc6-ce6f-4df2-9489-5018e81d3530, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:48.602969 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.604737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa475194-9fcd-423c-88d6-1217b55e3406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84991e39-33be-49fa-87f3-0057a7098a2d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:48.646605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 038cc422-d8d6-46de-bc8a-d1bd108002bb no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:33:48.663327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41740aa-de44-4484-8c5e-903d06d2ca24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.665303 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faadf40a-1870-49a6-9485-fb0564b25216 None None] New status for floating IP 044f5a16-bd9f-4ffa-be1a-da02ea2f41f8: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:33:48.700676 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.722244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 038cc422-d8d6-46de-bc8a-d1bd108002bb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:33:48.722244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 038cc422-d8d6-46de-bc8a-d1bd108002bb not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:33:48.726877 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b174ab-d722-4de9-bddf-404fcdbbba8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.754433 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b174ab-d722-4de9-bddf-404fcdbbba8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.760699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6394-f403-4173-9b51-1df41a38735b req-18c78b6c-1cf6-4a54-acde-e36ac83425dc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:48.762910 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d6e6394-f403-4173-9b51-1df41a38735b req-18c78b6c-1cf6-4a54-acde-e36ac83425dc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 945 time: 0.0837052 Apr 30 01:33:48.824827 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d6e6394-f403-4173-9b51-1df41a38735b req-77895825-1d59-4bce-82d8-08cc3f8d817e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Apr 30 01:33:48.847107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:48.868163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41740aa-de44-4484-8c5e-903d06d2ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.871849 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c41740aa-de44-4484-8c5e-903d06d2ca24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.873052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c41740aa-de44-4484-8c5e-903d06d2ca24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d602544-7a2c-4c2a-a70f-f54ffcdc3c2d HTTP/1.1" status: 204 len: 168 time: 0.3799183 Apr 30 01:33:48.888765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bcf2d-5153-4acb-b78c-483c847f1362 req-306f393b-e0fb-4c12-ac28-fdc4e9dd6a97 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:48.892026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-676bcf2d-5153-4acb-b78c-483c847f1362 req-306f393b-e0fb-4c12-ac28-fdc4e9dd6a97 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 943 time: 0.1005251 Apr 30 01:33:48.899483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41740aa-de44-4484-8c5e-903d06d2ca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d602544-7a2c-4c2a-a70f-f54ffcdc3c2d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:48.929457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b174ab-d722-4de9-bddf-404fcdbbba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.933066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b174ab-d722-4de9-bddf-404fcdbbba8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:48.936470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-73b174ab-d722-4de9-bddf-404fcdbbba8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84991e39-33be-49fa-87f3-0057a7098a2d HTTP/1.1" status: 204 len: 168 time: 0.3463321 Apr 30 01:33:48.949717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b3b1dbc6-ce6f-4df2-9489-5018e81d3530'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:33:48.953946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b174ab-d722-4de9-bddf-404fcdbbba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84991e39-33be-49fa-87f3-0057a7098a2d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:48.958027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-676bcf2d-5153-4acb-b78c-483c847f1362 req-8ad8934d-442a-4131-955c-1b06a2e32648 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544910 Apr 30 01:33:49.016258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54810) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:49.084001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37d81457-a10f-4564-8c45-7ca96e10be77 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.112524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37d81457-a10f-4564-8c45-7ca96e10be77 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.237398 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37d81457-a10f-4564-8c45-7ca96e10be77 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.239998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37d81457-a10f-4564-8c45-7ca96e10be77 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.243881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-37d81457-a10f-4564-8c45-7ca96e10be77 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "DELETE /v2.0/security-groups/91bac5f3-48f7-401e-8334-fb3aa451631a HTTP/1.1" status: 204 len: 168 time: 0.2238679 Apr 30 01:33:49.244355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54816) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:49.251001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d81457-a10f-4564-8c45-7ca96e10be77 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bac5f3-48f7-401e-8334-fb3aa451631a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:49.262003 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-cda403f2-3947-44ef-93e7-54681b346809 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] show failed (client error): The resource could not be found. Apr 30 01:33:49.266383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cda403f2-3947-44ef-93e7-54681b346809 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups/91bac5f3-48f7-401e-8334-fb3aa451631a HTTP/1.1" status: 404 len: 347 time: 0.0177276 Apr 30 01:33:49.266652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54820) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:49.393922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Deleting port f34f6886-ede3-4afd-88e0-64be778aec7b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:49.394272 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.474972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.476145 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.488081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Calling delete_port for f34f6886-ede3-4afd-88e0-64be778aec7b owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:49.666047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54826) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:49.680225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2391e00-e3b3-470d-a74f-88d322219e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.770848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2391e00-e3b3-470d-a74f-88d322219e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.780107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.808357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'Port': ['ID=f34f6886-ede3-4afd-88e0-64be778aec7b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:49.873865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.877069 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c2391e00-e3b3-470d-a74f-88d322219e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.893956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.895188 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3f322c53-bc2e-41d6-a11f-9a3662d0d506 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "DELETE /v2.0/floatingips/044f5a16-bd9f-4ffa-be1a-da02ea2f41f8 HTTP/1.1" status: 204 len: 168 time: 0.6276181 Apr 30 01:33:49.934710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c2391e00-e3b3-470d-a74f-88d322219e7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=686e02fa506e467e8b1610a65d73e771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675617 Apr 30 01:33:49.938284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:49.957029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2391e00-e3b3-470d-a74f-88d322219e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889b7335-af09-40e4-a938-12f498ce6232,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:49.959785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54836) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:49.990791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f7e04e4-a873-4737-97c9-2cb42f59ca04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:49.998742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bc3c4-ef3d-4298-a217-4944227f5a0b req-2e613eff-23dc-46b9-8393-dbccd07b96b9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:49.998742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df5bc3c4-ef3d-4298-a217-4944227f5a0b req-2e613eff-23dc-46b9-8393-dbccd07b96b9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 945 time: 0.0868442 Apr 30 01:33:50.067404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df5bc3c4-ef3d-4298-a217-4944227f5a0b req-9487f474-2c53-4e13-9747-2dc87dfa645d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569263 Apr 30 01:33:50.074938 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1808b5bd-2c53-416b-994c-8e7d2087c834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.112797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1808b5bd-2c53-416b-994c-8e7d2087c834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.159949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f7e04e4-a873-4737-97c9-2cb42f59ca04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.202911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f5ef-18b8-4609-bc2a-55fc3a1d06c2 req-d3adfb04-ab33-45be-8dee-b28161e006f1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:50.204524 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb80f5ef-18b8-4609-bc2a-55fc3a1d06c2 req-d3adfb04-ab33-45be-8dee-b28161e006f1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 943 time: 0.0648279 Apr 30 01:33:50.231746 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f7e04e4-a873-4737-97c9-2cb42f59ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.244712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb80f5ef-18b8-4609-bc2a-55fc3a1d06c2 req-6ac53352-0413-478c-a5bf-0977d6393ff6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Apr 30 01:33:50.273527 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0f7e04e4-a873-4737-97c9-2cb42f59ca04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01312de615924b63980a67d8a8970b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127177 Apr 30 01:33:50.276840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54842) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:50.277584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1808b5bd-2c53-416b-994c-8e7d2087c834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.281092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1808b5bd-2c53-416b-994c-8e7d2087c834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.282421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1808b5bd-2c53-416b-994c-8e7d2087c834 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/889b7335-af09-40e4-a938-12f498ce6232 HTTP/1.1" status: 204 len: 168 time: 0.3428984 Apr 30 01:33:50.283989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e04e4-a873-4737-97c9-2cb42f59ca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc35a02-ef51-4454-9c9d-7527fb29af08,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:50.298717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b5bd-2c53-416b-994c-8e7d2087c834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889b7335-af09-40e4-a938-12f498ce6232,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:50.342025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 60544de3-aec8-4462-abd5-1d7f4e8e4103 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:33:50.351840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b3b1dbc6-ce6f-4df2-9489-5018e81d3530 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:50.365402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bc97-b40b-4693-90c5-dad0ed3a1e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.388271 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bc97-b40b-4693-90c5-dad0ed3a1e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.456586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54852) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:50.461211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5410d5fe-2414-4db5-9ba4-9fbafd376636 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483354757', 'description': 'tempest-description--1202092509'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:50.498509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 60544de3-aec8-4462-abd5-1d7f4e8e4103, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60544de3-aec8-4462-abd5-1d7f4e8e4103,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:50.505420 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.509400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '60544de3-aec8-4462-abd5-1d7f4e8e4103', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'port_id': '60544de3-aec8-4462-abd5-1d7f4e8e4103', 'mac_address': 'fa:16:3e:d6:b7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27595e3-02e3-4458-a602-6aa9173de05f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:33:50.548855 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.566825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60544de3-aec8-4462-abd5-1d7f4e8e4103 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:50.585291 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bc97-b40b-4693-90c5-dad0ed3a1e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.587081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 60544de3-aec8-4462-abd5-1d7f4e8e4103, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60544de3-aec8-4462-abd5-1d7f4e8e4103,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:50.588222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bc97-b40b-4693-90c5-dad0ed3a1e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.589600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b5a9bc97-b40b-4693-90c5-dad0ed3a1e1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfc35a02-ef51-4454-9c9d-7527fb29af08 HTTP/1.1" status: 204 len: 168 time: 0.3115087 Apr 30 01:33:50.599165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9bc97-b40b-4693-90c5-dad0ed3a1e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc35a02-ef51-4454-9c9d-7527fb29af08,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:50.642091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:33:50.642506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5410d5fe-2414-4db5-9ba4-9fbafd376636 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.647149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:50.649083 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.682672 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.730993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5410d5fe-2414-4db5-9ba4-9fbafd376636 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.752050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=60544de3-aec8-4462-abd5-1d7f4e8e4103,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:50.792932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.800902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5410d5fe-2414-4db5-9ba4-9fbafd376636 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.826872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72970b7-82b8-4b4a-866b-7bbab24f534b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b1dbc6-ce6f-4df2-9489-5018e81d3530'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:50.830098 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed501984-accb-442e-93c0-93552c6b0dbc" -d '{"events": [{"server_uuid": "a72970b7-82b8-4b4a-866b-7bbab24f534b", "name": "network-vif-plugged", "status": "completed", "tag": "b3b1dbc6-ce6f-4df2-9489-5018e81d3530"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:50.832571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410d5fe-2414-4db5-9ba4-9fbafd376636 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3001219-196a-4341-a331-a9521480235b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:50.850473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b3b1dbc6-ce6f-4df2-9489-5018e81d3530, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:50.877227 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2cfbb5-8155-4026-b45d-97608bf173aa x-openstack-request-id: req-ee2cfbb5-8155-4026-b45d-97608bf173aa {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:50.877526 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72970b7-82b8-4b4a-866b-7bbab24f534b", "name": "network-vif-plugged", "status": "completed", "tag": "b3b1dbc6-ce6f-4df2-9489-5018e81d3530", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:50.877798 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee2cfbb5-8155-4026-b45d-97608bf173aa {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:50.878199 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2cfbb5-8155-4026-b45d-97608bf173aa'] response: {'server_uuid': 'a72970b7-82b8-4b4a-866b-7bbab24f534b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'code': 200} Apr 30 01:33:50.896282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5410d5fe-2414-4db5-9ba4-9fbafd376636 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.898442 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5410d5fe-2414-4db5-9ba4-9fbafd376636 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4401510 Apr 30 01:33:50.900613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54872) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:50.906788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4b87cd5f-02a9-41b1-a760-3e9d43d94135 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group_rule': {'security_group_id': 'c3001219-196a-4341-a331-a9521480235b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:50.919012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:33:50.942935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:50.994843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e9799-47f9-4e45-b6b3-0f22c7ad0368 req-24767cba-2ae6-4f97-8900-b506f64b5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:50.996715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac5e9799-47f9-4e45-b6b3-0f22c7ad0368 req-24767cba-2ae6-4f97-8900-b506f64b5f2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 1097 time: 0.0522723 Apr 30 01:33:51.018870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:51.049256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac5e9799-47f9-4e45-b6b3-0f22c7ad0368 req-1df56731-c4c2-4e8d-8440-5a87bd2807af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Apr 30 01:33:51.054774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b87cd5f-02a9-41b1-a760-3e9d43d94135 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:51.154228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b87cd5f-02a9-41b1-a760-3e9d43d94135 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:51.215629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d53c8-0a02-44bb-bbc4-f4f4b6dbc638 req-f4de21b6-8bba-4205-ac56-f65d5bccd2f8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:51.217564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d92d53c8-0a02-44bb-bbc4-f4f4b6dbc638 req-f4de21b6-8bba-4205-ac56-f65d5bccd2f8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0666313 Apr 30 01:33:51.264013 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d92d53c8-0a02-44bb-bbc4-f4f4b6dbc638 req-15f098e4-cc1f-44b0-b7dc-3d131d1a5d20 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394316 Apr 30 01:33:51.271134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b87cd5f-02a9-41b1-a760-3e9d43d94135 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:51.307737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87cd5f-02a9-41b1-a760-3e9d43d94135 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59442194-2fbd-429e-ac81-b98496364f17,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:51.395622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e40b5-4b7c-4d0f-bf3e-7a5d6a44efc2 req-e7db23e1-bc72-4620-92ff-32d543e03914 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:51.397141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-794e40b5-4b7c-4d0f-bf3e-7a5d6a44efc2 req-e7db23e1-bc72-4620-92ff-32d543e03914 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 944 time: 0.0523345 Apr 30 01:33:51.440440 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b87cd5f-02a9-41b1-a760-3e9d43d94135 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:51.442530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4b87cd5f-02a9-41b1-a760-3e9d43d94135 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5401814 Apr 30 01:33:51.449961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54916) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:51.451801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-794e40b5-4b7c-4d0f-bf3e-7a5d6a44efc2 req-ed0b563d-61dc-4aaa-b671-1772e295b7cd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485618 Apr 30 01:33:51.452530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-df649090-368f-4e4d-857b-35e81b988ee6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group_rule': {'security_group_id': 'c3001219-196a-4341-a331-a9521480235b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:51.567251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df649090-368f-4e4d-857b-35e81b988ee6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:51.618560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df649090-368f-4e4d-857b-35e81b988ee6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:51.705478 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df649090-368f-4e4d-857b-35e81b988ee6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:51.724183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df649090-368f-4e4d-857b-35e81b988ee6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc98496-a544-4cf8-87cb-3ca2a196212b,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:51.810342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df649090-368f-4e4d-857b-35e81b988ee6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:51.811657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-df649090-368f-4e4d-857b-35e81b988ee6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3633285 Apr 30 01:33:51.820712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54932) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:51.826186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:51.906272 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.022334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.066739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54942) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:52.161055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Allocated IP 172.25.0.248 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/d4ec3cc7-18ce-44f9-bee2-da05aa1af463) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:33:52.273281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.342332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 60544de3-aec8-4462-abd5-1d7f4e8e4103 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:33:52.392621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.452567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25311509-2122-40e7-a246-55527f57e0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.457547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:52.462438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:52.467317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:33:52.470854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=d4ec3cc7-18ce-44f9-bee2-da05aa1af463,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:52.482751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8ba6b-7c13-4575-a965-f6df56a568ef req-14ab1616-bd9d-4ae2-8636-4edb911cda6d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:52.484462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eaf8ba6b-7c13-4575-a965-f6df56a568ef req-14ab1616-bd9d-4ae2-8636-4edb911cda6d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0937598 Apr 30 01:33:52.488422 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 60544de3-aec8-4462-abd5-1d7f4e8e4103 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:33:52.494598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 60544de3-aec8-4462-abd5-1d7f4e8e4103 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:52.495101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.580108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eaf8ba6b-7c13-4575-a965-f6df56a568ef req-9d3361d2-1fda-4007-bdf8-11edc26d91f5 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834029 Apr 30 01:33:52.603827 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.627927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25311509-2122-40e7-a246-55527f57e0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.646516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd03409-1d44-4f17-a4a2-ad6c1c3905b8 req-ee20e302-6ec8-4384-ac48-fa9ee8879117 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:52.646516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4bd03409-1d44-4f17-a4a2-ad6c1c3905b8 req-ee20e302-6ec8-4384-ac48-fa9ee8879117 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 944 time: 0.0740151 Apr 30 01:33:52.673736 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.712075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 60544de3-aec8-4462-abd5-1d7f4e8e4103, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60544de3-aec8-4462-abd5-1d7f4e8e4103,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:33:52.717674 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25311509-2122-40e7-a246-55527f57e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.745116 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4bd03409-1d44-4f17-a4a2-ad6c1c3905b8 req-fadf291e-c0b5-4180-97b2-4fe25f3260e6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923619 Apr 30 01:33:52.755894 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.771852 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-25311509-2122-40e7-a246-55527f57e0c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3756706f3bb47299537d5215936e313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7038476 Apr 30 01:33:52.772659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25311509-2122-40e7-a246-55527f57e0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dfbab3-746c-4190-97dd-a3efba5022fc,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:52.775845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.787965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54968) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:52.856905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c24703e2-b815-4a18-b249-bf77b2951434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.859239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=60544de3-aec8-4462-abd5-1d7f4e8e4103,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:52.878983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff48592-169a-4774-abce-db9847ae606f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60544de3-aec8-4462-abd5-1d7f4e8e4103'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:52.881429 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6261c9-229c-46ec-8bf3-cb3a22cd4955" -d '{"events": [{"server_uuid": "3ff48592-169a-4774-abce-db9847ae606f", "name": "network-vif-plugged", "status": "completed", "tag": "60544de3-aec8-4462-abd5-1d7f4e8e4103"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:52.887228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c24703e2-b815-4a18-b249-bf77b2951434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.972782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:52.976262 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b345f9-462d-470e-9454-9a79f81b7493 x-openstack-request-id: req-e8b345f9-462d-470e-9454-9a79f81b7493 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:52.976669 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff48592-169a-4774-abce-db9847ae606f", "name": "network-vif-plugged", "status": "completed", "tag": "60544de3-aec8-4462-abd5-1d7f4e8e4103", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:52.976990 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8b345f9-462d-470e-9454-9a79f81b7493 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:52.977498 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b345f9-462d-470e-9454-9a79f81b7493'] response: {'server_uuid': '3ff48592-169a-4774-abce-db9847ae606f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60544de3-aec8-4462-abd5-1d7f4e8e4103', 'code': 200} Apr 30 01:33:53.018138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c24703e2-b815-4a18-b249-bf77b2951434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:53.020725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c24703e2-b815-4a18-b249-bf77b2951434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:53.021877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c24703e2-b815-4a18-b249-bf77b2951434 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07dfbab3-746c-4190-97dd-a3efba5022fc HTTP/1.1" status: 204 len: 168 time: 0.2327740 Apr 30 01:33:53.038319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24703e2-b815-4a18-b249-bf77b2951434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dfbab3-746c-4190-97dd-a3efba5022fc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:53.066114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:53.079121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8484-8720-45f1-8b3d-69fd6846200c req-17b44aa0-c91c-42c2-9047-2cea028b2967 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:53.081488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc1b8484-8720-45f1-8b3d-69fd6846200c req-17b44aa0-c91c-42c2-9047-2cea028b2967 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0968778 Apr 30 01:33:53.148230 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc1b8484-8720-45f1-8b3d-69fd6846200c req-ca8cfdf7-e09f-4b03-bf14-03985de27279 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 Apr 30 01:33:53.161775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bf954-6d8b-40d3-8bf8-2b1c05f1ae83 req-f596f5cd-3889-4428-b06b-f2c117b9eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:53.163528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-589bf954-6d8b-40d3-8bf8-2b1c05f1ae83 req-f596f5cd-3889-4428-b06b-f2c117b9eb29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 1096 time: 0.1195443 Apr 30 01:33:53.194636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=d4ec3cc7-18ce-44f9-bee2-da05aa1af463,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:53.209242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:53.213338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-589bf954-6d8b-40d3-8bf8-2b1c05f1ae83 req-deef1f1a-00ce-4e8d-a531-a4a02a41e3e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367219 Apr 30 01:33:53.285502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:53.286762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4a6034e9-a1da-4f9c-8f2f-a536195a16aa tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4646637 Apr 30 01:33:53.559061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-84a41051-ba63-43d3-8f80-fd4e4b9d6a22 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1483354757&fields=id&tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 267 time: 0.0386424 Apr 30 01:33:53.662801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55008) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:53.676175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-7c21247a-17ef-4a82-a81e-693334904951 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:53.677800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-7c21247a-17ef-4a82-a81e-693334904951 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 814 time: 0.1112344 Apr 30 01:33:53.699842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-28a4c911-c439-41f6-9f9e-e05c11952587 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/quotas/ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 375 time: 0.0106659 Apr 30 01:33:53.752049 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-f96ce646-70ad-424c-b3a9-684d7f08d566 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503917 Apr 30 01:33:53.769758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55014) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:53.786009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3273a01-b05e-4d09-919c-a02353c69db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:53.877927 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3273a01-b05e-4d09-919c-a02353c69db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:53.893097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7363af1-72f5-4e6c-8429-8ca677b488a5 req-e16b8e62-0e9c-4594-9104-60d42414f7f1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:53.894663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d7363af1-72f5-4e6c-8429-8ca677b488a5 req-e16b8e62-0e9c-4594-9104-60d42414f7f1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 945 time: 0.0571365 Apr 30 01:33:53.935600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:53.946735 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d7363af1-72f5-4e6c-8429-8ca677b488a5 req-20f673fd-0d73-42bb-b5c7-edb92071fb77 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Apr 30 01:33:53.951088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3273a01-b05e-4d09-919c-a02353c69db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.003314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e3273a01-b05e-4d09-919c-a02353c69db3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae807f89213341a0b031d5435086a58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325799 Apr 30 01:33:54.006221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55022) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:54.015156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273a01-b05e-4d09-919c-a02353c69db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d112cb-5a33-4a4f-8de0-e1acfcad3e06,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:54.066559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-abb301d0-44d9-4620-9217-aca52e0f3a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.069451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.090069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-e4df06c0-f372-4572-b3e4-180c6311be26 service neutron] 10.222.0.15 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253174 Apr 30 01:33:54.102761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-abb301d0-44d9-4620-9217-aca52e0f3a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.207511 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.211581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-4d4191c4-8628-4319-bf1e-6381dfbeb8c4 service neutron] 10.222.0.15 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090031 Apr 30 01:33:54.267263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-abb301d0-44d9-4620-9217-aca52e0f3a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.270252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-abb301d0-44d9-4620-9217-aca52e0f3a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.271493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-abb301d0-44d9-4620-9217-aca52e0f3a5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58d112cb-5a33-4a4f-8de0-e1acfcad3e06 HTTP/1.1" status: 204 len: 168 time: 0.2642684 Apr 30 01:33:54.337471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb301d0-44d9-4620-9217-aca52e0f3a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d112cb-5a33-4a4f-8de0-e1acfcad3e06,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:54.392530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef545dc-2199-4d9d-88eb-c3ed809d6487 req-d3058a19-b89a-4da9-9289-16b820d3bb8f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:54.394136 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ef545dc-2199-4d9d-88eb-c3ed809d6487 req-d3058a19-b89a-4da9-9289-16b820d3bb8f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1419818 Apr 30 01:33:54.438913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Allocated IP 172.25.0.84 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/185d7043-4e78-44aa-a2d5-9fe39484930b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:33:54.470363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ef545dc-2199-4d9d-88eb-c3ed809d6487 req-6ff6cfde-ae22-432b-9ae8-dc6884c69a5e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647256 Apr 30 01:33:54.574695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.667091 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cab24e99-23b6-4dfb-8b6a-bfe6c1b5a0ec req-14fdfe72-fe86-46d4-b3cd-610c6a5c7e6c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 210 time: 0.0285733 Apr 30 01:33:54.683998 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.722644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:54.725552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:54.729069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:33:54.779939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Pushing event updated for resources: {'Port': ['ID=185d7043-4e78-44aa-a2d5-9fe39484930b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:54.855043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:54.964308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.099824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9761ed2-6170-47d8-9533-3ca1b3eef7ac req-49219c4f-9929-492d-a32b-a3b06560b607 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:55.101385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9761ed2-6170-47d8-9533-3ca1b3eef7ac req-49219c4f-9929-492d-a32b-a3b06560b607 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 945 time: 0.0637105 Apr 30 01:33:55.140730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.160059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9761ed2-6170-47d8-9533-3ca1b3eef7ac req-112c0a92-1212-4919-8d39-13d8c56dcb03 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521748 Apr 30 01:33:55.294271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.432523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Pushing event updated for resources: {'Port': ['ID=185d7043-4e78-44aa-a2d5-9fe39484930b,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:55.448062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.495183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1d56d-abc6-4abe-880f-206562af2a9c req-67c00f12-0047-4fa5-a9a9-29812044660b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:55.497079 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61b1d56d-abc6-4abe-880f-206562af2a9c req-67c00f12-0047-4fa5-a9a9-29812044660b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1399469 Apr 30 01:33:55.515525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61b1d56d-abc6-4abe-880f-206562af2a9c req-5e3438d3-d2fd-4896-a255-12f6ff272aa2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/quotas/d322b7bb49124ff1b55e8151c42a05fa HTTP/1.1" status: 200 len: 375 time: 0.0093861 Apr 30 01:33:55.522908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.524124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8396f839-6558-487f-92f2-7388711bb71e tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8595612 Apr 30 01:33:55.527230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55090) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:55.532613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2087502753', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'fixed_ips': [{'ip_address': '172.25.0.84'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:55.609076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61b1d56d-abc6-4abe-880f-206562af2a9c req-e8ae721f-418a-44d1-a011-900131aaccfa tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836380 Apr 30 01:33:55.622114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eeb03-fd71-4d78-a4b4-cacbd28e58f4 req-c75f3886-2ece-46cc-9334-d5b90ba1e5d9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:55.624594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d82eeb03-fd71-4d78-a4b4-cacbd28e58f4 req-c75f3886-2ece-46cc-9334-d5b90ba1e5d9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0640471 Apr 30 01:33:55.673591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Made reservation on behalf of bd29ede9df434e5a993070cb3e9ebedc for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:33:55.676590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.695926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.712732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d82eeb03-fd71-4d78-a4b4-cacbd28e58f4 req-8221fea7-c134-4a62-8c96-a30636fec6c8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809417 Apr 30 01:33:55.739499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61b1d56d-abc6-4abe-880f-206562af2a9c req-098b10ab-c0bf-4f99-badd-ed8e100c8946 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260669 Apr 30 01:33:55.829054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.856994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89c8cd09-c502-4017-a6eb-fcc099774549 req-28cde3fd-5b16-4e5d-83ca-e188991e311a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 210 time: 0.0336432 Apr 30 01:33:55.906483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:55.920050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61b1d56d-abc6-4abe-880f-206562af2a9c req-d28f49b8-41eb-4ff6-9cd6-7286af106a6d service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771398 Apr 30 01:33:55.922281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] device_id is not set on port 710c3e2d-8903-4dc2-bebb-82c8745a488f yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:33:56.020163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d2d7f8-f0c2-4891-99bf-a48a5eccad2d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:56.202753 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 30 01:33:56.203340 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:33:56.308591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d19af323-f2bf-428c-9003-cc4dccc078a4 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7802415 Apr 30 01:33:56.311160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55134) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:56.488547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Deleting port 185d7043-4e78-44aa-a2d5-9fe39484930b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:33:56.488904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:56.586610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:56.586986 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:56.598859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Calling delete_port for 185d7043-4e78-44aa-a2d5-9fe39484930b owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:33:56.927333 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:56.970202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Pushing event deleted for resources: {'Port': ['ID=185d7043-4e78-44aa-a2d5-9fe39484930b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:57.029639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ecfa-68ba-49ef-aafc-14a7ed172dce req-610e31c9-5b1a-410d-97af-83459ab64c2e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:57.031409 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43b7ecfa-68ba-49ef-aafc-14a7ed172dce req-610e31c9-5b1a-410d-97af-83459ab64c2e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1603217 Apr 30 01:33:57.039323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06f707f1-c87e-42e5-83b7-52665fe15272 req-943aa437-9072-45ff-a53b-dc665e89165b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 210 time: 0.0479443 Apr 30 01:33:57.042792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55172) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:57.071707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.075801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.081794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-39bf4793-786b-4bca-9b92-e58fa5bb67e2 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448 tempest-ExternalNetworksAdminNegativeTestJSON-1042122448-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/f988252e-1934-4206-85a7-b358c677f0f6 HTTP/1.1" status: 204 len: 168 time: 0.7640672 Apr 30 01:33:57.087789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-3139bb0f-b661-487e-a3c5-26647ebe88d1 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:57.091128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-3139bb0f-b661-487e-a3c5-26647ebe88d1 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 814 time: 0.1770260 Apr 30 01:33:57.116956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43b7ecfa-68ba-49ef-aafc-14a7ed172dce req-3181ffef-407b-4a22-8b07-48f4c5948fa8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600617 Apr 30 01:33:57.218539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-cbb93d92-5334-40e4-b3dd-3dfff69f5d9a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 380 time: 0.1148407 Apr 30 01:33:57.231550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'port': {'device_id': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'admin_state_up': True, 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'security_groups': ['c3001219-196a-4341-a331-a9521480235b']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:57.275974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76cf1a66-d4be-46a2-b345-4be3036750bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.348805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-d6c93702-27cb-43c2-a7c9-7ee3ee351fc3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:57.350279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-d6c93702-27cb-43c2-a7c9-7ee3ee351fc3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.2044432 Apr 30 01:33:57.397291 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-1392065f-5252-491c-b482-89e53218421c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/quotas/d322b7bb49124ff1b55e8151c42a05fa HTTP/1.1" status: 200 len: 375 time: 0.0410657 Apr 30 01:33:57.488884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76cf1a66-d4be-46a2-b345-4be3036750bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.497523 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f8f8210d-eded-46ce-a1f4-c431dd0d1f05 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814493 Apr 30 01:33:57.553308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Made reservation on behalf of ca9b4c6c5bf646dca85142af7b1d82a7 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:33:57.556804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.587558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76cf1a66-d4be-46a2-b345-4be3036750bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.614592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55190) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:57.693611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf1a66-d4be-46a2-b345-4be3036750bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89760a79-5e79-42fe-9486-e511b5c5efb6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:57.702142 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-76cf1a66-d4be-46a2-b345-4be3036750bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b017bebb2a4f46b2b6de3a0b72d4dd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6581995 Apr 30 01:33:57.706581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55194) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:57.714779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-da4d0796-1fff-4549-93c0-2b578c728516 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092090 Apr 30 01:33:57.737856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e72641-d602-4e51-9637-68173f8984a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.851514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e72641-d602-4e51-9637-68173f8984a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.870680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Allocated IP 172.20.0.14 (d51eecfe-eab7-4fe9-b818-0a3856a293df/28b41266-b836-4bc5-a3a3-53f11f0132dc/c5d79346-256b-4f43-a7d9-06ae59f40195) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:33:57.917018 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e72641-d602-4e51-9637-68173f8984a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.920542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-69b19cdf-a0b1-460b-b570-8fca1d178372 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049248 Apr 30 01:33:57.927973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c22aabc0-b462-4116-a889-b980888ebd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:57.971250 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c22aabc0-b462-4116-a889-b980888ebd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.092948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.193469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9b1c5442-0909-4c5d-b70d-8aa38456b7b2 req-6485362f-265f-4c1f-8e21-67ed28ca0025 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 210 time: 0.0305719 Apr 30 01:33:58.194237 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c22aabc0-b462-4116-a889-b980888ebd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.197529 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c22aabc0-b462-4116-a889-b980888ebd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.201055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c22aabc0-b462-4116-a889-b980888ebd38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89760a79-5e79-42fe-9486-e511b5c5efb6 HTTP/1.1" status: 204 len: 168 time: 0.4818730 Apr 30 01:33:58.225235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aabc0-b462-4116-a889-b980888ebd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89760a79-5e79-42fe-9486-e511b5c5efb6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:58.238871 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.286206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e72641-d602-4e51-9637-68173f8984a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2eabd9-312d-4949-98de-498fd5fe821a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:58.291278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-20e72641-d602-4e51-9637-68173f8984a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba87ff2c7818403cb42b139ccc377d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6755831 Apr 30 01:33:58.294385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55210) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:58.338167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=c5d79346-256b-4f43-a7d9-06ae59f40195,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:58.347859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e36b-c676-416b-99f2-f059ba5abfa5 req-bb4fd82d-7fa2-4bde-a37e-fc81432cf5a5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:58.349639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b02e36b-c676-416b-99f2-f059ba5abfa5 req-bb4fd82d-7fa2-4bde-a37e-fc81432cf5a5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 932 time: 0.1014974 Apr 30 01:33:58.357454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Network d51eecfe-eab7-4fe9-b818-0a3856a293df is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:33:58.362582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:33:58.381494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:33:58.429541 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ebafb1b5-34f9-4358-a6b0-94046ce7643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.440255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b02e36b-c676-416b-99f2-f059ba5abfa5 req-c1bbe329-3bd8-4e0d-9939-ca9f7a7a9a63 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815096 Apr 30 01:33:58.474775 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ebafb1b5-34f9-4358-a6b0-94046ce7643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.626065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ebafb1b5-34f9-4358-a6b0-94046ce7643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.629867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ebafb1b5-34f9-4358-a6b0-94046ce7643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.636518 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ebafb1b5-34f9-4358-a6b0-94046ce7643e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec2eabd9-312d-4949-98de-498fd5fe821a HTTP/1.1" status: 204 len: 168 time: 0.3388941 Apr 30 01:33:58.653252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafb1b5-34f9-4358-a6b0-94046ce7643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2eabd9-312d-4949-98de-498fd5fe821a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:58.721391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2020fafb-01bd-4c21-8a40-8598b15e2e34 None None] Provisioning complete for port c5d79346-256b-4f43-a7d9-06ae59f40195 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:33:58.721956 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2020fafb-01bd-4c21-8a40-8598b15e2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.742322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:58.744245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.751380 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9d152b3-153b-4c51-956e-e83057ad9dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:58.763513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93378cae-06f5-47a1-b679-423c18029eb8 req-253d29f6-6bd9-4fba-8b63-98e49af93ba9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:58.765794 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-93378cae-06f5-47a1-b679-423c18029eb8 req-253d29f6-6bd9-4fba-8b63-98e49af93ba9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.4203663 Apr 30 01:33:58.774006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2020fafb-01bd-4c21-8a40-8598b15e2e34 None None] Port c5d79346-256b-4f43-a7d9-06ae59f40195 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:33:58.814080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-93378cae-06f5-47a1-b679-423c18029eb8 req-b3516635-3e93-4a56-8065-bd49164a07bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Apr 30 01:33:58.838433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-16fa71ec-dd1f-407c-a5e7-4422b3cf5314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6126480 Apr 30 01:33:58.851586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Request body: {'port': {'device_id': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:33:58.905017 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:59.198873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d79346-256b-4f43-a7d9-06ae59f40195 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:33:59.207754 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:59.220448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Transition to ACTIVE for port object c5d79346-256b-4f43-a7d9-06ae59f40195 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:33:59.303403 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82f98fd1-9af2-4de6-9182-54cb60626a45 req-c1c30965-5553-4f99-b832-2f318a84c700 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 210 time: 0.0352571 Apr 30 01:33:59.334034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:59.390111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d79346-256b-4f43-a7d9-06ae59f40195,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:59.480512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Attempting to bind port c5d79346-256b-4f43-a7d9-06ae59f40195 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:33:59.480855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Attempting to bind port c5d79346-256b-4f43-a7d9-06ae59f40195 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:33:59.481268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Attempting to bind port c5d79346-256b-4f43-a7d9-06ae59f40195 on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:59.492852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Port c5d79346-256b-4f43-a7d9-06ae59f40195 on network d51eecfe-eab7-4fe9-b818-0a3856a293df not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:33:59.494627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Attempting to bind port c5d79346-256b-4f43-a7d9-06ae59f40195 on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:33:59.507965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:33:59.508624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Checking segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:33:59.509184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Bound using segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:33:59.510320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Bound port: c5d79346-256b-4f43-a7d9-06ae59f40195, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:33:59.516241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:59.574460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55254) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:59.642166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-19bf6af3-29e5-45a3-afe0-90f08e5b417d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd29ede9df434e5a993070cb3e9ebedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662045 Apr 30 01:33:59.644702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55256) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:33:59.690394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28345-83fb-4289-b8ff-a6c5c0f8c978 req-8f7d0a5c-43cb-4ba6-a7e5-c3185de7231b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:59.698796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02e28345-83fb-4289-b8ff-a6c5c0f8c978 req-8f7d0a5c-43cb-4ba6-a7e5-c3185de7231b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 944 time: 0.1300101 Apr 30 01:33:59.706607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] For port c5d79346-256b-4f43-a7d9-06ae59f40195, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:33:59.731381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] For port c5d79346-256b-4f43-a7d9-06ae59f40195, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5d79346-256b-4f43-a7d9-06ae59f40195,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:33:59.782559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02e28345-83fb-4289-b8ff-a6c5c0f8c978 req-3d43693f-3b6d-4b91-b8a9-0eb88b4decf8 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826020 Apr 30 01:33:59.787616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73da38c-80cb-4380-9e2c-3f6c043aff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:59.802724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:59.845509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73da38c-80cb-4380-9e2c-3f6c043aff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:59.858298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:33:59.859093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:33:59.860418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] 10.222.0.23 "PUT /v2.0/ports/c5d79346-256b-4f43-a7d9-06ae59f40195 HTTP/1.1" status: 200 len: 1092 time: 1.0134556 Apr 30 01:33:59.863015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'tag': 'c5d79346-256b-4f43-a7d9-06ae59f40195'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:33:59.865438 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961cf57e-c839-4ddd-846a-d3c3dee02d77" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec64341-709d-4f0a-ad3f-4e876282fa25", "tag": "c5d79346-256b-4f43-a7d9-06ae59f40195"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:33:59.915996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe671db-27d6-4515-8fca-0411bc813334 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d79346-256b-4f43-a7d9-06ae59f40195,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:33:59.955280 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412e07d6-16a4-4eed-9784-05ad9ac8cb67 x-openstack-request-id: req-412e07d6-16a4-4eed-9784-05ad9ac8cb67 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:33:59.963675 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec64341-709d-4f0a-ad3f-4e876282fa25", "tag": "c5d79346-256b-4f43-a7d9-06ae59f40195", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:33:59.963675 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-412e07d6-16a4-4eed-9784-05ad9ac8cb67 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:33:59.963675 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412e07d6-16a4-4eed-9784-05ad9ac8cb67'] response: {'name': 'network-changed', 'server_uuid': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'tag': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'status': 'completed', 'code': 200} Apr 30 01:34:00.011583 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73da38c-80cb-4380-9e2c-3f6c043aff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:00.014129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73da38c-80cb-4380-9e2c-3f6c043aff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:00.018313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a73da38c-80cb-4380-9e2c-3f6c043aff90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04d2d7f8-f0c2-4891-99bf-a48a5eccad2d HTTP/1.1" status: 204 len: 168 time: 0.3702016 Apr 30 01:34:00.029057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73da38c-80cb-4380-9e2c-3f6c043aff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d2d7f8-f0c2-4891-99bf-a48a5eccad2d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:00.043453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e86036-ef12-452f-b9bd-99a8afa0fcf8 req-737335df-b92e-4bcf-a9e0-8288b63cbf65 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:00.050466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cf57e-c839-4ddd-846a-d3c3dee02d77 req-1c3bb28f-9e92-4d3c-9e4f-49d6476c239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:00.052572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-961cf57e-c839-4ddd-846a-d3c3dee02d77 req-1c3bb28f-9e92-4d3c-9e4f-49d6476c239f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 1095 time: 0.0779269 Apr 30 01:34:00.055056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8e86036-ef12-452f-b9bd-99a8afa0fcf8 req-737335df-b92e-4bcf-a9e0-8288b63cbf65 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0966814 Apr 30 01:34:00.120250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8e86036-ef12-452f-b9bd-99a8afa0fcf8 req-c72130e6-8065-4787-9c81-1159001a86e1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639789 Apr 30 01:34:00.195512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cf57e-c839-4ddd-846a-d3c3dee02d77 req-53b3d6e4-e4c1-46ce-a7bd-1fc0fd333357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:00.197003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-961cf57e-c839-4ddd-846a-d3c3dee02d77 req-53b3d6e4-e4c1-46ce-a7bd-1fc0fd333357 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1306179 Apr 30 01:34:00.320228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cf57e-c839-4ddd-846a-d3c3dee02d77 req-d8b7760e-7007-4c62-9939-3880a33cb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:00.321948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-961cf57e-c839-4ddd-846a-d3c3dee02d77 req-d8b7760e-7007-4c62-9939-3880a33cb4f9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1167283 Apr 30 01:34:00.513433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e1a8004-2c4d-4dc6-ad9d-320926784921 req-de209616-9a12-4448-9f1e-c5c993e30aa0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 210 time: 0.0522852 Apr 30 01:34:00.554198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-2634b8a2-448c-4aec-b709-c12e2ef77510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:00.556233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-2634b8a2-448c-4aec-b709-c12e2ef77510 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 1095 time: 0.1591570 Apr 30 01:34:00.625519 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-d65c23f7-4a21-4cdf-922e-b7b231a3a910 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5d79346-256b-4f43-a7d9-06ae59f40195 HTTP/1.1" status: 200 len: 217 time: 0.0610070 Apr 30 01:34:00.634104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-af51f45b-9d59-4891-9bdc-354f89c46bcd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:00.636239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-af51f45b-9d59-4891-9bdc-354f89c46bcd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1653304 Apr 30 01:34:00.655066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Request body: {'port': {'device_id': '74b04106-76cc-4088-80d8-882e95ddc23c', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'admin_state_up': True, 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:00.744075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-3553bc44-79a5-4371-89ea-9a1d89b48b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:00.745830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-3553bc44-79a5-4371-89ea-9a1d89b48b5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.1014769 Apr 30 01:34:00.796542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-27c12a9b-ff76-416a-ab38-1e0ac450b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:00.798184 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-27c12a9b-ff76-416a-ab38-1e0ac450b27a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454340 Apr 30 01:34:00.803743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55290) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:00.913825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:00.921520 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:00.965937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-66e40467-04c4-487b-b639-b665a90dfea4 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526551 Apr 30 01:34:00.985415 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29e9071a-a5dd-4d83-a098-2502e0e74d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.097502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1532735476'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:01.119990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Allocated IP 172.20.0.11 (ebfb2767-7242-478f-9442-df54e9157d32/f27595e3-02e3-4458-a602-6aa9173de05f/28321f1e-d526-4bc2-94b2-99e159a11699) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:01.131868 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc093e66-85b2-436f-abe2-656ba3074a17 req-5623d36c-6306-4434-a205-2382078b0cb0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:01.133466 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc093e66-85b2-436f-abe2-656ba3074a17 req-5623d36c-6306-4434-a205-2382078b0cb0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 944 time: 0.2374508 Apr 30 01:34:01.137163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e67ed23-9254-48df-a202-2ff87bd0a94e req-10282a55-3dc5-4712-bb14-cd583fb7ef80 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608877 Apr 30 01:34:01.196974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Made reservation on behalf of 7580223232374a92bac4f31c2345f966 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:01.201580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.226911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc093e66-85b2-436f-abe2-656ba3074a17 req-32fe3b9a-161f-44de-95dd-49b577829a66 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850098 Apr 30 01:34:01.241438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.289536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3c568-0672-4e6b-ba7d-991f93a6539f req-d2e0a9f5-8896-4a18-a7de-163404c51d3d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:01.291027 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ac3c568-0672-4e6b-ba7d-991f93a6539f req-d2e0a9f5-8896-4a18-a7de-163404c51d3d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0972505 Apr 30 01:34:01.362502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ac3c568-0672-4e6b-ba7d-991f93a6539f req-c1939eb5-cb74-4215-a534-a8daaeb1439b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650887 Apr 30 01:34:01.396963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.412025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.487484 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.516139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:34:01.518133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.528105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0648c125-6ae8-4a4f-89a5-4f8b12c19cca,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:01.538060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:01.546761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.548035 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Added segment a826c2fe-8724-494a-a74d-1b3f1ef8b3aa of type vlan for network 65201a83-118e-477e-9654-47a7f3730719 Apr 30 01:34:01.602535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.615461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event updated for resources: {'Port': ['ID=28321f1e-d526-4bc2-94b2-99e159a11699,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:01.658533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Network ebfb2767-7242-478f-9442-df54e9157d32 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:01.662132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:01.664881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:01.717147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5f3b4-2740-4791-a552-1042ff8d8cbe req-2b119db0-370c-462f-b623-068fdd3f21f7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:01.719538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07f5f3b4-2740-4791-a552-1042ff8d8cbe req-2b119db0-370c-462f-b623-068fdd3f21f7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 932 time: 0.1014097 Apr 30 01:34:01.730352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:01.730966 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.745430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.752845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:01.753460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.772432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07f5f3b4-2740-4791-a552-1042ff8d8cbe req-0b1e7d86-025c-462f-9fc2-abe92dd313f0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Apr 30 01:34:01.824448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Pushing event updated for resources: {'Network': ['ID=65201a83-118e-477e-9654-47a7f3730719,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:01.835943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 65201a83-118e-477e-9654-47a7f3730719 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:34:01.856263 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-a1c01c04-7010-44df-ae27-7f551c6293d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2055092 Apr 30 01:34:01.869825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-70a0e9c1-34a4-46ce-96cc-6c407e09c517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0643017 Apr 30 01:34:01.875108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Request body: {'port': {'device_id': '74b04106-76cc-4088-80d8-882e95ddc23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:01.965718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:01.997620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.125543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55326) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:02.131332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Request body: {'port': {'network_id': '65201a83-118e-477e-9654-47a7f3730719', 'binding:host_id': 'n-h1-821348-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-321469865'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:02.259362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Made reservation on behalf of 59e86f3db9884ad39c27c047aba62982 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:02.262179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.274817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28321f1e-d526-4bc2-94b2-99e159a11699 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:02.277653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.285680 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.314870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Transition to ACTIVE for port object 28321f1e-d526-4bc2-94b2-99e159a11699 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:34:02.379719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fefb88-d7a3-4600-9b58-f30a1cbe0c3d req-5785c320-9cbe-4d71-8165-c487929138db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:02.381253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d1fefb88-d7a3-4600-9b58-f30a1cbe0c3d req-5785c320-9cbe-4d71-8165-c487929138db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 944 time: 0.0631707 Apr 30 01:34:02.396321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.396704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.427945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55336) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:02.473092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d1fefb88-d7a3-4600-9b58-f30a1cbe0c3d req-1ba48945-9581-4585-99f2-b82b4121c060 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853479 Apr 30 01:34:02.485161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Pushing event updated for resources: {'Port': ['ID=28321f1e-d526-4bc2-94b2-99e159a11699,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:02.495100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.562205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] device_id is not set on port dc5ace1b-bd0e-4b75-be20-690833f6aac1 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:02.569849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Attempting to bind port 28321f1e-d526-4bc2-94b2-99e159a11699 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:02.570181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Attempting to bind port 28321f1e-d526-4bc2-94b2-99e159a11699 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:02.570513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Attempting to bind port 28321f1e-d526-4bc2-94b2-99e159a11699 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:02.575198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Port 28321f1e-d526-4bc2-94b2-99e159a11699 on network ebfb2767-7242-478f-9442-df54e9157d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:02.575606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Attempting to bind port 28321f1e-d526-4bc2-94b2-99e159a11699 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:02.582105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:34:02.582105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Checking segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:02.582537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Bound using segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:34:02.582937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Bound port: 28321f1e-d526-4bc2-94b2-99e159a11699, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:34:02.583300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.661925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] For port 28321f1e-d526-4bc2-94b2-99e159a11699, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:02.666387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] For port 28321f1e-d526-4bc2-94b2-99e159a11699, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=28321f1e-d526-4bc2-94b2-99e159a11699,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:34:02.683873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1120679080', 'router:external': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:02.691844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c5d79346-256b-4f43-a7d9-06ae59f40195 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:34:02.712003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23843afa-eb26-4a72-91da-88889a514df0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:02.728675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a75e2-a34d-4169-976e-d22e0012bf4a req-954e166a-4c63-4bcd-80f0-1dd8154e61e5 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:02.730190 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e2a75e2-a34d-4169-976e-d22e0012bf4a req-954e166a-4c63-4bcd-80f0-1dd8154e61e5 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.2699587 Apr 30 01:34:02.757505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.794950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e2a75e2-a34d-4169-976e-d22e0012bf4a req-78d08584-9964-4efa-9db5-69877fddf8d6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505331 Apr 30 01:34:02.803097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c5d79346-256b-4f43-a7d9-06ae59f40195, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5d79346-256b-4f43-a7d9-06ae59f40195,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:02.811994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Made reservation on behalf of 0e4c101c942b46fd8d99ce05afbd1ca9 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:02.814821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.823484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'port_id': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'mac_address': 'fa:16:3e:ae:65:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:34:02.827560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.855370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:02.856053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.874416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] 10.222.0.23 "PUT /v2.0/ports/28321f1e-d526-4bc2-94b2-99e159a11699 HTTP/1.1" status: 200 len: 1092 time: 1.0066035 Apr 30 01:34:02.874796 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.885504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b04106-76cc-4088-80d8-882e95ddc23c', 'tag': '28321f1e-d526-4bc2-94b2-99e159a11699'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:02.890113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d79346-256b-4f43-a7d9-06ae59f40195 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:02.894377 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e8ed3-5c19-431f-810b-f14d1434945c" -d '{"events": [{"name": "network-changed", "server_uuid": "74b04106-76cc-4088-80d8-882e95ddc23c", "tag": "28321f1e-d526-4bc2-94b2-99e159a11699"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:02.918680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c5d79346-256b-4f43-a7d9-06ae59f40195, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5d79346-256b-4f43-a7d9-06ae59f40195,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:02.927852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6558535-0bf9-46d8-93b7-52760817f169 service neutron] Pushing event updated for resources: {'Port': ['ID=28321f1e-d526-4bc2-94b2-99e159a11699,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:02.959619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] device_id is not set on port dc5ace1b-bd0e-4b75-be20-690833f6aac1 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:02.976840 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e504e-8936-46e0-a193-19186ad89cd1 x-openstack-request-id: req-311e504e-8936-46e0-a193-19186ad89cd1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:02.976840 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b04106-76cc-4088-80d8-882e95ddc23c", "tag": "28321f1e-d526-4bc2-94b2-99e159a11699", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:02.976840 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-311e504e-8936-46e0-a193-19186ad89cd1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:02.976840 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311e504e-8936-46e0-a193-19186ad89cd1'] response: {'name': 'network-changed', 'server_uuid': '74b04106-76cc-4088-80d8-882e95ddc23c', 'tag': '28321f1e-d526-4bc2-94b2-99e159a11699', 'status': 'completed', 'code': 200} Apr 30 01:34:02.977528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:02.996985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.011706 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.034586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4678-128d-436c-907d-7bf7c9b1c3e6 req-23dc024c-5f1d-417e-b115-8a29fe638eba tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:03.036111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e0e4678-128d-436c-907d-7bf7c9b1c3e6 req-23dc024c-5f1d-417e-b115-8a29fe638eba tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 944 time: 0.0806503 Apr 30 01:34:03.050962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c5d79346-256b-4f43-a7d9-06ae59f40195,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:03.056439 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8ed3-5c19-431f-810b-f14d1434945c req-07874555-195f-4b9a-a4a0-90555fa74004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:03.057892 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-533e8ed3-5c19-431f-810b-f14d1434945c req-07874555-195f-4b9a-a4a0-90555fa74004 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 1095 time: 0.0606785 Apr 30 01:34:03.095190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.096982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.136407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e0e4678-128d-436c-907d-7bf7c9b1c3e6 req-a1d0aa74-26a2-4633-973f-db1b8a1690a4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915875 Apr 30 01:34:03.154716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:34:03.176406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9884c373-e08c-4476-8dbc-7eee4148561a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:03.184365 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.184712 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Added segment 03bd452a-64da-4b82-97b1-3abfd6cb0b86 of type vlan for network add096bb-6c7b-4d43-87c2-0916267f1366 Apr 30 01:34:03.197709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8ed3-5c19-431f-810b-f14d1434945c req-2e76d0be-7a2e-44f4-a8e8-ccba497b1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:03.199698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=dc5ace1b-bd0e-4b75-be20-690833f6aac1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:03.200351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-533e8ed3-5c19-431f-810b-f14d1434945c req-2e76d0be-7a2e-44f4-a8e8-ccba497b1369 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1333857 Apr 30 01:34:03.263599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Checking segment: {'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:03.264877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Network hostable DHCP agents. Network: 65201a83-118e-477e-9654-47a7f3730719, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:34:03.282498 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.323384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8ed3-5c19-431f-810b-f14d1434945c req-a38a83ce-d0df-4245-9af3-fc6b2026a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:03.325193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-533e8ed3-5c19-431f-810b-f14d1434945c req-a38a83ce-d0df-4245-9af3-fc6b2026a480 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1167703 Apr 30 01:34:03.379631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Network 65201a83-118e-477e-9654-47a7f3730719 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:34:03.388920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c5d79346-256b-4f43-a7d9-06ae59f40195'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:03.402702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.403935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:03.404597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.408808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-674feb00-bbe2-4495-bf92-6eca3b300496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:03.411367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-674feb00-bbe2-4495-bf92-6eca3b300496 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 1095 time: 0.0448520 Apr 30 01:34:03.464771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-e637fa5b-06dd-4909-9d77-111726c89574 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28321f1e-d526-4bc2-94b2-99e159a11699 HTTP/1.1" status: 200 len: 217 time: 0.0426505 Apr 30 01:34:03.469434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'Network': ['ID=add096bb-6c7b-4d43-87c2-0916267f1366,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:03.481094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 65201a83-118e-477e-9654-47a7f3730719) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:03.486399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:03.502204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.502556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.502986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.508711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.509061 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.509826 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 2 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.518427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2a3a03a3-ca4b-4135-a859-3ec3eac31854 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0885046 Apr 30 01:34:03.520588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55354) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:03.525573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network add096bb-6c7b-4d43-87c2-0916267f1366 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:34:03.529042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'subnet': {'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:03.536380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-4cda1b24-eb0a-48c8-aadf-49134773576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:03.538233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-4cda1b24-eb0a-48c8-aadf-49134773576e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.0653765 Apr 30 01:34:03.538623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f271493a-0f36-4461-b3bc-41bff0b75613 None None] Network 65201a83-118e-477e-9654-47a7f3730719 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:34:03.550278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.551058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.552098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.566305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.566870 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.568600 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 3 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.574269 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-26e0b6ac-a881-49d7-a73e-6da3cb5da05f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272985 Apr 30 01:34:03.588563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.589169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.589531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.595165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.595612 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.596018 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 4 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.611320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.611747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.612129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.616848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.617172 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.618832 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 5 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.656933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Made reservation on behalf of 0e4c101c942b46fd8d99ce05afbd1ca9 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:03.658132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.658471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.658811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.659704 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.669021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.670725 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.672031 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 6 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.703917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6ba9a-0378-4203-8935-22f409e1392a req-476936ec-bb2c-47b5-9dc6-16be18e83010 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:03.705755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34b6ba9a-0378-4203-8935-22f409e1392a req-476936ec-bb2c-47b5-9dc6-16be18e83010 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 945 time: 0.0874591 Apr 30 01:34:03.707554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.707891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.708275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.713142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.713464 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.713857 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 7 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.742450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.743786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.743786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.747441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-e9146b0d-adcf-45f8-b3e9-9b6f9baffb4d service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661897 Apr 30 01:34:03.753192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.753605 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.754219 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 8 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.765549 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.779468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.779734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.780731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.795805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34b6ba9a-0378-4203-8935-22f409e1392a req-4dbb3287-e5d7-42e9-9d17-99f06edb652d tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743756 Apr 30 01:34:03.803655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.803655 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.803655 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 9 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.826483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.827234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.827658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.832462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.832789 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.833182 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 10 to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 Apr 30 01:34:03.847463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:03.847659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:03.847989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:03.859410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:03.859898 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port dc5ace1b-bd0e-4b75-be20-690833f6aac1 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:03.860660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.888493 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:03.953883 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02151628-ab43-4ade-94d9-bdae89d6b487 req-449bd735-c0a7-4bd0-aa0b-3b55aede7f96 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954205 Apr 30 01:34:03.956065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] For port dc5ace1b-bd0e-4b75-be20-690833f6aac1, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:03.956439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempted to set empty binding levels {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 01:34:04.020266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcf14-43c5-4ede-a49b-5689da9973cf req-eb6f026e-2e23-4cd8-a9ec-65a3d5aec70e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:04.021803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cecdcf14-43c5-4ede-a49b-5689da9973cf req-eb6f026e-2e23-4cd8-a9ec-65a3d5aec70e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1089475 Apr 30 01:34:04.043107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.063531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cecdcf14-43c5-4ede-a49b-5689da9973cf req-4dda1d29-3e85-45ab-979e-c3dbdbe78502 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Apr 30 01:34:04.075854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:04.076454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.099635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=dc5ace1b-bd0e-4b75-be20-690833f6aac1,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:04.203712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7015ad41-1eb3-43da-9085-09ab1d48f870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0769856 Apr 30 01:34:04.204629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55362) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:04.233077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:34:04.233522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.309243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee36a-7c15-4585-990b-be04c5232579 req-31291e46-55c7-4180-9615-ac1008bc3686 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:04.309483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Checking segment: {'id': '03bd452a-64da-4b82-97b1-3abfd6cb0b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:04.309633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Network hostable DHCP agents. Network: add096bb-6c7b-4d43-87c2-0916267f1366, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:34:04.310782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60dee36a-7c15-4585-990b-be04c5232579 req-31291e46-55c7-4180-9615-ac1008bc3686 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 944 time: 0.0990736 Apr 30 01:34:04.313586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'Subnet': ['ID=190ce4f6-7aba-427f-99e8-704eff84546b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:04.354588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Deleting port dc5ace1b-bd0e-4b75-be20-690833f6aac1 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:04.354928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.384246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-60dee36a-7c15-4585-990b-be04c5232579 req-77f722c1-eba0-46d2-8051-9e549f72fbcd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576494 Apr 30 01:34:04.401366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Network add096bb-6c7b-4d43-87c2-0916267f1366 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:34:04.432768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] For port dc5ace1b-bd0e-4b75-be20-690833f6aac1, host n-h1-821348-1, got binding levels [] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:04.433396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.447012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Calling delete_port for dc5ace1b-bd0e-4b75-be20-690833f6aac1 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:04.475176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, add096bb-6c7b-4d43-87c2-0916267f1366) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:04.479511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:04.480130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.485060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8451196-091c-41a1-9f74-03c60a432d13 None None] Network add096bb-6c7b-4d43-87c2-0916267f1366 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:34:04.598052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d4add657-3060-49d2-9218-61dbb4ff76da tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0761797 Apr 30 01:34:04.600896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:04.605688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-941265051', 'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:04.612504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dcd658-34dc-4052-9c09-4447628a1da3 None None] Network add096bb-6c7b-4d43-87c2-0916267f1366 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:34:04.624228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.651200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc5ace1b-bd0e-4b75-be20-690833f6aac1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:04.657552 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.663514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f9a193a8-b97f-4766-aa32-5809f27d7db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "DELETE /v2.0/ports/dc5ace1b-bd0e-4b75-be20-690833f6aac1 HTTP/1.1" status: 204 len: 168 time: 0.4554007 Apr 30 01:34:04.663710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55368) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:04.669681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Made reservation on behalf of 0e4c101c942b46fd8d99ce05afbd1ca9 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:04.672860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.688255 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-178b124d-ab3e-416d-8194-31333fb593e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] GET failed (client error): The resource could not be found. Apr 30 01:34:04.694307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-178b124d-ab3e-416d-8194-31333fb593e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "GET /v2.0/ports/dc5ace1b-bd0e-4b75-be20-690833f6aac1 HTTP/1.1" status: 404 len: 333 time: 0.0252013 Apr 30 01:34:04.695690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55370) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:04.704281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Request body: {'port': {'network_id': '65201a83-118e-477e-9654-47a7f3730719', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813147670'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:04.709150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] device_id is not set on port 8777e985-cd3a-4585-b0db-a359288931cf yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:04.740764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c5d79346-256b-4f43-a7d9-06ae59f40195 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:34:04.813710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Made reservation on behalf of 59e86f3db9884ad39c27c047aba62982 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:04.816436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:04.837705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Allocated IP 172.20.0.6 (add096bb-6c7b-4d43-87c2-0916267f1366/190ce4f6-7aba-427f-99e8-704eff84546b/8777e985-cd3a-4585-b0db-a359288931cf) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:04.843184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] device_id is not set on port f67e2e32-8542-4568-83ea-2cc3698900d2 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:04.924146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c5d79346-256b-4f43-a7d9-06ae59f40195 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:34:04.931128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c5d79346-256b-4f43-a7d9-06ae59f40195 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:04.931529 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.022208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.045951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d79346-256b-4f43-a7d9-06ae59f40195'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:05.048276 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ab664-fe07-48ec-9cfb-19a25616e41d" -d '{"events": [{"server_uuid": "6ec64341-709d-4f0a-ad3f-4e876282fa25", "name": "network-vif-plugged", "status": "completed", "tag": "c5d79346-256b-4f43-a7d9-06ae59f40195"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:05.053031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c85af-67cf-43b9-873d-d70719893152 req-9e6dac28-da6b-4b8e-b8dd-b22d3827b3ab tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:05.054546 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e84c85af-67cf-43b9-873d-d70719893152 req-9e6dac28-da6b-4b8e-b8dd-b22d3827b3ab tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 945 time: 0.1643074 Apr 30 01:34:05.061221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c5d79346-256b-4f43-a7d9-06ae59f40195, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5d79346-256b-4f43-a7d9-06ae59f40195,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:05.091149 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae9c659-ab6c-428e-bfd4-a2358ac15eb6 x-openstack-request-id: req-fae9c659-ab6c-428e-bfd4-a2358ac15eb6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:05.091519 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec64341-709d-4f0a-ad3f-4e876282fa25", "name": "network-vif-plugged", "status": "completed", "tag": "c5d79346-256b-4f43-a7d9-06ae59f40195", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:05.092080 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fae9c659-ab6c-428e-bfd4-a2358ac15eb6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:05.093166 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae9c659-ab6c-428e-bfd4-a2358ac15eb6'] response: {'server_uuid': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'code': 200} Apr 30 01:34:05.157145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.214533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.216154 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c5d79346-256b-4f43-a7d9-06ae59f40195,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:05.220791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64563e0b-4158-4105-ad71-5ca67458669e req-ac193897-7071-4366-8ef9-96ef0a42a310 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:05.222961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64563e0b-4158-4105-ad71-5ca67458669e req-ac193897-7071-4366-8ef9-96ef0a42a310 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0789299 Apr 30 01:34:05.231994 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.241091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e84c85af-67cf-43b9-873d-d70719893152 req-e9565b8c-10c8-4224-8832-66de13aa598d tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573899 Apr 30 01:34:05.265244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1279-6750-4832-addc-ed8941c6ef93 req-de30ee3a-8669-49cd-b5d1-bd36148d939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:05.266742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e97b1279-6750-4832-addc-ed8941c6ef93 req-de30ee3a-8669-49cd-b5d1-bd36148d939a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 1097 time: 0.1051874 Apr 30 01:34:05.287741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64563e0b-4158-4105-ad71-5ca67458669e req-517686f8-54cd-4942-8e38-d374818699df tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552752 Apr 30 01:34:05.332685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e97b1279-6750-4832-addc-ed8941c6ef93 req-fb5fb2a8-1a64-4bd1-b3aa-4d56bed58425 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568299 Apr 30 01:34:05.372780 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.413543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.420391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Network 65201a83-118e-477e-9654-47a7f3730719 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:05.432882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:05.439042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:05.440119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:05.440837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.453181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=f67e2e32-8542-4568-83ea-2cc3698900d2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:05.464986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Network add096bb-6c7b-4d43-87c2-0916267f1366 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:05.464986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:05.492713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:05.551440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-065a7f91-b9b0-49f5-b887-31b064f4a718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8519764 Apr 30 01:34:05.551996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55386) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:05.559726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:05.570445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'Port': ['ID=8777e985-cd3a-4585-b0db-a359288931cf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:05.579775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:05.580394 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.589554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46179bf7-d6d9-48d7-bc41-341bfa6f8bf8 req-fc36daae-2cc7-4bfb-9700-0407b2adcfde tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:05.591068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46179bf7-d6d9-48d7-bc41-341bfa6f8bf8 req-fc36daae-2cc7-4bfb-9700-0407b2adcfde tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 944 time: 0.1068594 Apr 30 01:34:05.621445 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.637867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46179bf7-d6d9-48d7-bc41-341bfa6f8bf8 req-80fcd9da-62ca-456d-82b9-209304a8d973 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 Apr 30 01:34:05.694830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-549a77da-a81c-4571-bad0-2bf4c5b43aa6 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0927737 Apr 30 01:34:05.697397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55390) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:05.773900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dd21530b-4fb2-4100-9d41-151358d3137d tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Deleting port 8777e985-cd3a-4585-b0db-a359288931cf {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:05.774242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd21530b-4fb2-4100-9d41-151358d3137d tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.796026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] device_id is not set on port f67e2e32-8542-4568-83ea-2cc3698900d2 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:05.804824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.853480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd21530b-4fb2-4100-9d41-151358d3137d tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.866272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dd21530b-4fb2-4100-9d41-151358d3137d tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Calling delete_port for 8777e985-cd3a-4585-b0db-a359288931cf owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:05.876645 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:05.926223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=f67e2e32-8542-4568-83ea-2cc3698900d2,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:05.942354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:05.942692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:05.943034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:05.947512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:05.947838 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:05.948230 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 2 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:05.961923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:05.962263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:05.962605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:05.967134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:05.968057 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:05.968396 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 3 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:05.980508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:05.980839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:05.981176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:05.985736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:05.986062 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:05.986460 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 4 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:06.000204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:06.000575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:06.000861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:06.005273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:06.005702 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:06.006106 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 5 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:06.017981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:06.018318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:06.018653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:06.022875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:06.023199 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:06.023631 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 6 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:06.029550 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:34:06.040054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:06.040388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:06.040715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:06.045027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:06.045461 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:06.045852 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 7 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:06.057547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:06.057875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:06.058202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:06.063212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:06.063575 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:06.063960 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 8 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:06.076154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:06.076387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd21530b-4fb2-4100-9d41-151358d3137d tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.076534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:06.077436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:06.081794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:06.082112 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:06.082494 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 9 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:06.094156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:06.094480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:06.094813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:06.099018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:06.099335 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:06.099746 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 10 to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 Apr 30 01:34:06.103256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21530b-4fb2-4100-9d41-151358d3137d tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event deleted for resources: {'Port': ['ID=8777e985-cd3a-4585-b0db-a359288931cf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:06.112212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:06.114402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:06.114402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:06.117174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:06.117491 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port f67e2e32-8542-4568-83ea-2cc3698900d2 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:06.117851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.171504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd21530b-4fb2-4100-9d41-151358d3137d tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.174006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dd21530b-4fb2-4100-9d41-151358d3137d tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8777e985-cd3a-4585-b0db-a359288931cf HTTP/1.1" status: 204 len: 168 time: 0.4755924 Apr 30 01:34:06.176766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55396) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:06.182600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366', 'external_fixed_ips': [{'subnet_id': '190ce4f6-7aba-427f-99e8-704eff84546b', 'ip_address': '172.20.0.6'}]}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:06.193973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] For port f67e2e32-8542-4568-83ea-2cc3698900d2, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:06.194327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempted to set empty binding levels {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 01:34:06.259731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.288828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] In _notify_port_updated(), no bound segment for port f67e2e32-8542-4568-83ea-2cc3698900d2 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:34:06.289832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.290439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.291823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "PUT /v2.0/ports/f67e2e32-8542-4568-83ea-2cc3698900d2 HTTP/1.1" status: 200 len: 979 time: 0.7384095 Apr 30 01:34:06.294695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55400) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:06.305815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.309887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.318698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a135b-4ec2-40a4-ab80-dcd70f06cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=f67e2e32-8542-4568-83ea-2cc3698900d2,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:06.424442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.424836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.425296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.425751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.426202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.426654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.427104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.427584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.428083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.428586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.429034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.429614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.430067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.430515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.430962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.431456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.432017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.432479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.432921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.433367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.433810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.434254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.434695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.435174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.435660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.436710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.437121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.437565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.438009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.438453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.438896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.439341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.439822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.440271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.445270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.445270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.445270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.445270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.445270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.445699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.452867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a920f135-dde8-40f7-a3a2-dc5915c3be61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35052 time: 0.1506107 Apr 30 01:34:06.458287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd78d1-621e-4f86-90a7-d9abd73a1dda req-919df305-4392-4a11-98d6-1735e6782a4a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.459890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bcd78d1-621e-4f86-90a7-d9abd73a1dda req-919df305-4392-4a11-98d6-1735e6782a4a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 946 time: 0.1374946 Apr 30 01:34:06.460382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55404) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:06.489921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec802d-a66b-4a4c-8bd3-069cecab3abf req-d53a8cb7-7227-4c8f-b903-ca2858e346a7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.491410 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72ec802d-a66b-4a4c-8bd3-069cecab3abf req-d53a8cb7-7227-4c8f-b903-ca2858e346a7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1067195 Apr 30 01:34:06.534573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72ec802d-a66b-4a4c-8bd3-069cecab3abf req-e0afa39d-1694-4777-8873-6b09e996fb9d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358555 Apr 30 01:34:06.580920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bcd78d1-621e-4f86-90a7-d9abd73a1dda req-0883a934-91f6-4603-840c-5402ee52d5bd tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926974 Apr 30 01:34:06.689772 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.697880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Deleting port f67e2e32-8542-4568-83ea-2cc3698900d2 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:06.698217 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.706662 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 28321f1e-d526-4bc2-94b2-99e159a11699 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:34:06.776265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b5109-4e54-4f63-9707-d4e46e040024 req-fa1fbbb1-19fa-4f5b-be3c-4bdd7e52f7c9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:06.777290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] For port f67e2e32-8542-4568-83ea-2cc3698900d2, host n-h1-821348-1, got binding levels [] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:06.777774 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.785784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f68b5109-4e54-4f63-9707-d4e46e040024 req-fa1fbbb1-19fa-4f5b-be3c-4bdd7e52f7c9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 944 time: 0.0731916 Apr 30 01:34:06.809355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Calling delete_port for f67e2e32-8542-4568-83ea-2cc3698900d2 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:06.823179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f68b5109-4e54-4f63-9707-d4e46e040024 req-2c508167-fc1e-45ae-84bb-09ea4cbd1550 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Apr 30 01:34:06.840542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 28321f1e-d526-4bc2-94b2-99e159a11699, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=28321f1e-d526-4bc2-94b2-99e159a11699,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:06.852832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '28321f1e-d526-4bc2-94b2-99e159a11699', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'port_id': '28321f1e-d526-4bc2-94b2-99e159a11699', 'mac_address': 'fa:16:3e:61:f6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27595e3-02e3-4458-a602-6aa9173de05f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:34:06.892335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:06.906069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28321f1e-d526-4bc2-94b2-99e159a11699 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:06.925222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 28321f1e-d526-4bc2-94b2-99e159a11699, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=28321f1e-d526-4bc2-94b2-99e159a11699,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:06.983594 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.015292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.037694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=28321f1e-d526-4bc2-94b2-99e159a11699,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:07.065905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event deleted for resources: {'Port': ['ID=f67e2e32-8542-4568-83ea-2cc3698900d2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:07.075318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.078358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b83668af-e302-42e5-877f-10dc1cf4902e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f67e2e32-8542-4568-83ea-2cc3698900d2 HTTP/1.1" status: 204 len: 168 time: 0.6170540 Apr 30 01:34:07.081117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55410) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:07.087145 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.106599 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd248c3-d639-4484-a821-ee1456b70a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] GET failed (client error): The resource could not be found. Apr 30 01:34:07.112858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4dd248c3-d639-4484-a821-ee1456b70a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "GET /v2.0/ports/f67e2e32-8542-4568-83ea-2cc3698900d2 HTTP/1.1" status: 404 len: 333 time: 0.0269921 Apr 30 01:34:07.113033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55412) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:07.116729 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.117554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1150782302', 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:07.213471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Made reservation on behalf of 59e86f3db9884ad39c27c047aba62982 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:07.215877 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.236592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] device_id is not set on port 35621eac-7378-4b63-8e57-159dee023a53 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:07.259317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Allocated IP 172.20.0.6 (add096bb-6c7b-4d43-87c2-0916267f1366/190ce4f6-7aba-427f-99e8-704eff84546b/976908a5-b1d5-4e3d-ad37-68219eb44445) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:07.304046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['28321f1e-d526-4bc2-94b2-99e159a11699'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:07.408601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.413801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.509890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.539754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.552183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Network add096bb-6c7b-4d43-87c2-0916267f1366 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:07.555175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:07.557609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:07.584905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'Port': ['ID=976908a5-b1d5-4e3d-ad37-68219eb44445,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:07.596733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Network 65201a83-118e-477e-9654-47a7f3730719 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:07.601960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:07.607677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:07.609445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:07.610043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:07.613617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=35621eac-7378-4b63-8e57-159dee023a53,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:07.692386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858cdaa-3bb3-4894-bf58-3a44591b97ab req-bea7739b-7bb6-427b-b527-b4560246e0bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:07.694251 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a858cdaa-3bb3-4894-bf58-3a44591b97ab req-bea7739b-7bb6-427b-b527-b4560246e0bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0583215 Apr 30 01:34:07.719707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0be361ed-327e-4edf-8ece-02d02f954b55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6014090 Apr 30 01:34:07.723110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:07.743635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a858cdaa-3bb3-4894-bf58-3a44591b97ab req-9b117f16-90c7-4718-82ba-a6a6c5e890f9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Apr 30 01:34:07.800647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c372aa0d-a5a7-4300-9eff-53197455e71a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:07.802058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c372aa0d-a5a7-4300-9eff-53197455e71a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "GET /v2.0/ports/35621eac-7378-4b63-8e57-159dee023a53 HTTP/1.1" status: 200 len: 959 time: 0.0549960 Apr 30 01:34:07.805393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55438) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:07.814636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da9ea-0888-419b-993c-26af2fcd8777 req-76dba6b9-11d6-4107-9c73-94f8044195b6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:07.826099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-671da9ea-0888-419b-993c-26af2fcd8777 req-76dba6b9-11d6-4107-9c73-94f8044195b6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 946 time: 0.1534863 Apr 30 01:34:07.874111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-671da9ea-0888-419b-993c-26af2fcd8777 req-8e847b4d-9616-4446-adf9-60da83aeebc1 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504563 Apr 30 01:34:07.960612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-56dcc9d0-364b-4a85-95fa-1483d4674742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Deleting port 35621eac-7378-4b63-8e57-159dee023a53 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:07.960956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56dcc9d0-364b-4a85-95fa-1483d4674742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.021087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9ee9d-27ea-48a8-aeb2-ffeaf69fe567 req-5158d6cd-9bc4-4f44-961a-27312ac1ffa8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:08.022597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ea9ee9d-27ea-48a8-aeb2-ffeaf69fe567 req-5158d6cd-9bc4-4f44-961a-27312ac1ffa8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 945 time: 0.1172450 Apr 30 01:34:08.047683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56dcc9d0-364b-4a85-95fa-1483d4674742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.069800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-56dcc9d0-364b-4a85-95fa-1483d4674742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Calling delete_port for 35621eac-7378-4b63-8e57-159dee023a53 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:08.101525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ea9ee9d-27ea-48a8-aeb2-ffeaf69fe567 req-1d5ce931-b69e-41bb-ae2e-9e880b98c789 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648313 Apr 30 01:34:08.240995 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56dcc9d0-364b-4a85-95fa-1483d4674742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.278520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcc9d0-364b-4a85-95fa-1483d4674742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event deleted for resources: {'Port': ['ID=35621eac-7378-4b63-8e57-159dee023a53,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:08.291591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56dcc9d0-364b-4a85-95fa-1483d4674742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.296418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-56dcc9d0-364b-4a85-95fa-1483d4674742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "DELETE /v2.0/ports/35621eac-7378-4b63-8e57-159dee023a53 HTTP/1.1" status: 204 len: 168 time: 0.4897444 Apr 30 01:34:08.298860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55444) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:08.302543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab903e-8e7b-48f6-8d99-2b667d83fbe8 req-36f18bc4-5544-4737-b7d6-b2ac0d29ca0e tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:08.304311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0aab903e-8e7b-48f6-8d99-2b667d83fbe8 req-36f18bc4-5544-4737-b7d6-b2ac0d29ca0e tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 946 time: 0.3601673 Apr 30 01:34:08.316308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55446) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:08.324977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'floatingip': {'port_id': 'c5d79346-256b-4f43-a7d9-06ae59f40195'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:08.328037 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-6114ebc3-22cf-4b17-8eb0-16f7c3814944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] GET failed (client error): The resource could not be found. Apr 30 01:34:08.329802 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.329986 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6114ebc3-22cf-4b17-8eb0-16f7c3814944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "GET /v2.0/ports/35621eac-7378-4b63-8e57-159dee023a53 HTTP/1.1" status: 404 len: 333 time: 0.0297244 Apr 30 01:34:08.333634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55448) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:08.338296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Request body: {'port': {'network_id': '65201a83-118e-477e-9654-47a7f3730719', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-958361309'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:08.400620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.406656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Made reservation on behalf of 59e86f3db9884ad39c27c047aba62982 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:08.409133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.425763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] device_id is not set on port 73c11f52-433e-4b35-a84b-6aa76a10c028 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:08.600599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.701248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.707314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 28321f1e-d526-4bc2-94b2-99e159a11699 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:34:08.710892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.748053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Network 65201a83-118e-477e-9654-47a7f3730719 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:08.756015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:08.766759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:08.766759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:08.766759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.773781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=73c11f52-433e-4b35-a84b-6aa76a10c028,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:08.836096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-65c44e74-3e56-4f54-8cc7-4b7f4c9708b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4990697 Apr 30 01:34:08.836538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55456) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:08.841984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:08.933825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 28321f1e-d526-4bc2-94b2-99e159a11699 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:34:08.939155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 28321f1e-d526-4bc2-94b2-99e159a11699 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:08.939560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.939941 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:08.959499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da97fcc-3752-49eb-942b-fa58980c0efc req-0a0ad33b-e745-492f-8778-7b859af9e582 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:08.966785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3da97fcc-3752-49eb-942b-fa58980c0efc req-0a0ad33b-e745-492f-8778-7b859af9e582 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0957265 Apr 30 01:34:09.044457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3da97fcc-3752-49eb-942b-fa58980c0efc req-fa286c27-24c6-4a4f-978d-771ae5f74273 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767167 Apr 30 01:34:09.080570 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.120782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b04106-76cc-4088-80d8-882e95ddc23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28321f1e-d526-4bc2-94b2-99e159a11699'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:09.123996 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374cc970-f659-43d1-a2d2-f014b84b1917" -d '{"events": [{"server_uuid": "74b04106-76cc-4088-80d8-882e95ddc23c", "name": "network-vif-plugged", "status": "completed", "tag": "28321f1e-d526-4bc2-94b2-99e159a11699"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:09.132217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Router 5480dc05-cc83-4281-ab45-bdce77affeb0 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:34:09.138715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 28321f1e-d526-4bc2-94b2-99e159a11699, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=28321f1e-d526-4bc2-94b2-99e159a11699,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:09.171453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.225062 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.249631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] device_id is not set on port 73c11f52-433e-4b35-a84b-6aa76a10c028 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:09.268614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.276286 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc0265-e42c-45ee-8967-aadcfb09ec4b x-openstack-request-id: req-a4bc0265-e42c-45ee-8967-aadcfb09ec4b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:09.276727 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b04106-76cc-4088-80d8-882e95ddc23c", "name": "network-vif-plugged", "status": "completed", "tag": "28321f1e-d526-4bc2-94b2-99e159a11699", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:09.277064 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4bc0265-e42c-45ee-8967-aadcfb09ec4b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:09.288490 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bc0265-e42c-45ee-8967-aadcfb09ec4b'] response: {'server_uuid': '74b04106-76cc-4088-80d8-882e95ddc23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28321f1e-d526-4bc2-94b2-99e159a11699', 'code': 200} Apr 30 01:34:09.295084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.342864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=28321f1e-d526-4bc2-94b2-99e159a11699,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:09.364264 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.370698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:09.386367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Sync routers for ids ['5480dc05-cc83-4281-ab45-bdce77affeb0'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:09.407889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Routers {'5480dc05-cc83-4281-ab45-bdce77affeb0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:09.408553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['5480dc05-cc83-4281-ab45-bdce77affeb0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:09.461687 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Floating IP fe7dc0fa-e822-4398-b4a5-931742235343 associated. External IP: 172.25.0.248, port: c5d79346-256b-4f43-a7d9-06ae59f40195. Apr 30 01:34:09.467813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3e52-48cb-43c5-a41e-1cdeceaa8c44 req-93148975-2bb6-4606-b138-88a3aa8415d6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:09.475755 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb0d3e52-48cb-43c5-a41e-1cdeceaa8c44 req-93148975-2bb6-4606-b138-88a3aa8415d6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 946 time: 0.1661172 Apr 30 01:34:09.499884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=73c11f52-433e-4b35-a84b-6aa76a10c028,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:09.507313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e097113-35bc-4fb5-84f3-ee065c67e19e req-8de962d3-1a6c-4209-ac55-800dd59d919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:09.508782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.508937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9e097113-35bc-4fb5-84f3-ee065c67e19e req-8de962d3-1a6c-4209-ac55-800dd59d919e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 1097 time: 0.1852996 Apr 30 01:34:09.513378 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ab267a86-acdb-4d5d-a4fb-7e8b88188e35 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3332427 Apr 30 01:34:09.514784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55468) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:09.565460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Set router 5480dc05-cc83-4281-ab45-bdce77affeb0 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:09.688883 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.829216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:34:09.849066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5480dc05-cc83-4281-ab45-bdce77affeb0', 'name': '', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366', 'external_fixed_ips': [{'subnet_id': '190ce4f6-7aba-427f-99e8-704eff84546b', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '976908a5-b1d5-4e3d-ad37-68219eb44445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:06Z', 'updated_at': '2022-04-30T01:34:07Z', 'revision_number': 3, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port': {'id': '976908a5-b1d5-4e3d-ad37-68219eb44445', 'name': '', 'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5480dc05-cc83-4281-ab45-bdce77affeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '190ce4f6-7aba-427f-99e8-704eff84546b', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:34:07Z', 'updated_at': '2022-04-30T01:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '190ce4f6-7aba-427f-99e8-704eff84546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:09.882767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Checking router: 5480dc05-cc83-4281-ab45-bdce77affeb0 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:34:09.883388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Updating router 5480dc05-cc83-4281-ab45-bdce77affeb0 port 976908a5-b1d5-4e3d-ad37-68219eb44445 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:34:09.935239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:09.935606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:09.936503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:09.947319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb0d3e52-48cb-43c5-a41e-1cdeceaa8c44 req-b6e890ad-0362-4685-b3d8-bb8b0f046e70 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706492 Apr 30 01:34:09.951095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:09.951095 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:09.958052 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 2 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:09.973856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9e097113-35bc-4fb5-84f3-ee065c67e19e req-12246e03-596b-4714-aa91-b1369fde8051 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568875 Apr 30 01:34:09.975993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:09.976323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:09.976655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:09.985424 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:09.993507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:09.993837 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:09.994233 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 3 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:10.018523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.018857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.019198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.024265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:10.024595 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:10.025061 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 4 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:10.038813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.039143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.039516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.044200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:10.044534 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:10.044926 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 5 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:10.059663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.060006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.060332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.068345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:10.068673 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:10.069065 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 6 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:10.083396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.083773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.084112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.089845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:10.089845 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:10.090065 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 7 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:10.109198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.109615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.109871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.122298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:10.122641 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:10.123159 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 8 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:10.145858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.146196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.146548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.152161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:10.152487 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:10.152883 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 9 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:10.167494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.167850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.168188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.174356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:10.174686 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:10.175086 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempt 10 to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 Apr 30 01:34:10.191920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.192258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.192735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempting to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.198250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:10.198575 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Failed to bind port 73c11f52-433e-4b35-a84b-6aa76a10c028 on host n-h1-821348-1 for vnic_type normal using segments [{'id': 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65201a83-118e-477e-9654-47a7f3730719'}] Apr 30 01:34:10.199115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.278657 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] For port 73c11f52-433e-4b35-a84b-6aa76a10c028, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:10.279356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attempted to set empty binding levels {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 01:34:10.358702 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.491006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] In _notify_port_updated(), no bound segment for port 73c11f52-433e-4b35-a84b-6aa76a10c028 on network 65201a83-118e-477e-9654-47a7f3730719 {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:34:10.492880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:10.494259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.494545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62525ffe-7aca-4f5b-af37-a9af09882969 req-485dc793-3e8e-4136-8b1b-9e19cb815c6a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:10.503493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "PUT /v2.0/ports/73c11f52-433e-4b35-a84b-6aa76a10c028 HTTP/1.1" status: 200 len: 978 time: 1.6655538 Apr 30 01:34:10.506617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-62525ffe-7aca-4f5b-af37-a9af09882969 req-485dc793-3e8e-4136-8b1b-9e19cb815c6a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1513309 Apr 30 01:34:10.510299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:10.542807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.581098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-62525ffe-7aca-4f5b-af37-a9af09882969 req-aa10c259-6e13-4223-87c9-3537238898d5 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748832 Apr 30 01:34:10.608515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:10.613280 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.616060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab59a2-53a9-4d6e-9318-72cfe2be5b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event updated for resources: {'Port': ['ID=73c11f52-433e-4b35-a84b-6aa76a10c028,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:10.627674 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:10.647248 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:10.647910 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:10.673567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.677406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Deleting port 73c11f52-433e-4b35-a84b-6aa76a10c028 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:10.677848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.692258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-62de0823-54c4-4641-bf00-22ec3de95df2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "PUT /v2.0/floatingips/fe7dc0fa-e822-4398-b4a5-931742235343 HTTP/1.1" status: 200 len: 992 time: 2.3727605 Apr 30 01:34:10.693084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'tag': 'c5d79346-256b-4f43-a7d9-06ae59f40195'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:10.695737 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a39c1f8-cbbb-4102-9656-160fb501e907" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec64341-709d-4f0a-ad3f-4e876282fa25", "tag": "c5d79346-256b-4f43-a7d9-06ae59f40195"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:10.748915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Deleting port 976908a5-b1d5-4e3d-ad37-68219eb44445 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:10.749805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.763323 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87884b38-195f-4a0a-a589-4374a226343c x-openstack-request-id: req-87884b38-195f-4a0a-a589-4374a226343c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:10.763621 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec64341-709d-4f0a-ad3f-4e876282fa25", "tag": "c5d79346-256b-4f43-a7d9-06ae59f40195", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:10.764429 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87884b38-195f-4a0a-a589-4374a226343c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:10.765040 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87884b38-195f-4a0a-a589-4374a226343c'] response: {'name': 'network-changed', 'server_uuid': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'tag': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'status': 'completed', 'code': 200} Apr 30 01:34:10.795845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.815522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] For port 73c11f52-433e-4b35-a84b-6aa76a10c028, host n-h1-821348-1, got binding levels [] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:10.817338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.836028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Calling delete_port for 73c11f52-433e-4b35-a84b-6aa76a10c028 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:10.847214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.866595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Calling delete_port for 976908a5-b1d5-4e3d-ad37-68219eb44445 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:10.896217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Attempting to bind port 976908a5-b1d5-4e3d-ad37-68219eb44445 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:10.896803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Attempting to bind port 976908a5-b1d5-4e3d-ad37-68219eb44445 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '03bd452a-64da-4b82-97b1-3abfd6cb0b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:10.900296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Attempting to bind port 976908a5-b1d5-4e3d-ad37-68219eb44445 on network add096bb-6c7b-4d43-87c2-0916267f1366 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:10.917169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291da075-4675-48e8-ba49-8d79fd9abfa2 None None] Pushing event updated for resources: {'Port': ['ID=976908a5-b1d5-4e3d-ad37-68219eb44445,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:10.922862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:34:10.924102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Checking segment: {'id': '03bd452a-64da-4b82-97b1-3abfd6cb0b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:10.924932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.925751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Bound using segment: {'id': '03bd452a-64da-4b82-97b1-3abfd6cb0b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:34:10.926793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Bound port: 976908a5-b1d5-4e3d-ad37-68219eb44445, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bd452a-64da-4b82-97b1-3abfd6cb0b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'add096bb-6c7b-4d43-87c2-0916267f1366'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:34:10.927771 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:10.934536 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:11.023774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-f5057d75-9f63-4b28-9765-a6b43cb7d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:11.025594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-f5057d75-9f63-4b28-9765-a6b43cb7d71c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 1097 time: 0.0809474 Apr 30 01:34:11.026408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.038206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] For port 976908a5-b1d5-4e3d-ad37-68219eb44445, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:11.053667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] For port 976908a5-b1d5-4e3d-ad37-68219eb44445, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=976908a5-b1d5-4e3d-ad37-68219eb44445,segment=NetworkSegment(03bd452a-64da-4b82-97b1-3abfd6cb0b86),segment_id=03bd452a-64da-4b82-97b1-3abfd6cb0b86)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:34:11.090155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Pushing event deleted for resources: {'Port': ['ID=73c11f52-433e-4b35-a84b-6aa76a10c028,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:11.136236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.141583 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8b0254b7-60f7-4e6f-aa00-8b94a6473961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "DELETE /v2.0/ports/73c11f52-433e-4b35-a84b-6aa76a10c028 HTTP/1.1" status: 204 len: 168 time: 0.6285372 Apr 30 01:34:11.154963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55494) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:11.168484 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.197177 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdf9fb0-3d1a-4ef2-b269-cc71602b5902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] GET failed (client error): The resource could not be found. Apr 30 01:34:11.198669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3cdf9fb0-3d1a-4ef2-b269-cc71602b5902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029942991-project-admin] 10.222.0.15 "GET /v2.0/ports/73c11f52-433e-4b35-a84b-6aa76a10c028 HTTP/1.1" status: 404 len: 333 time: 0.0426128 Apr 30 01:34:11.202500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55496) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:11.310449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291da075-4675-48e8-ba49-8d79fd9abfa2 None None] Pushing event updated for resources: {'Port': ['ID=976908a5-b1d5-4e3d-ad37-68219eb44445,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:11.340198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-acb8e25f-9322-4fa5-9d3b-6cf88c040541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:11.343362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-acb8e25f-9322-4fa5-9d3b-6cf88c040541 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 914 time: 0.3085053 Apr 30 01:34:11.343587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Routers {'5480dc05-cc83-4281-ab45-bdce77affeb0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:11.344288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['5480dc05-cc83-4281-ab45-bdce77affeb0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:11.418746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fceb03-dc02-4e36-9ccf-d2defae9b570 req-9d316f69-a09a-4ce7-a9f1-83ce232d6f57 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:11.422744 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36fceb03-dc02-4e36-9ccf-d2defae9b570 req-9d316f69-a09a-4ce7-a9f1-83ce232d6f57 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 946 time: 0.2634230 Apr 30 01:34:11.426084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.430845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.502285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-3b8f7667-376d-4b01-9732-a49d455e0e6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5d79346-256b-4f43-a7d9-06ae59f40195 HTTP/1.1" status: 200 len: 1000 time: 0.1421640 Apr 30 01:34:11.533228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] Set router 5480dc05-cc83-4281-ab45-bdce77affeb0 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:11.573414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event deleted for resources: {'Port': ['ID=976908a5-b1d5-4e3d-ad37-68219eb44445,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:11.611547 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fe7dc0fa-e822-4398-b4a5-931742235343', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:ae:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:33:52Z', 'updated_at': '2022-04-30T01:34:09Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:11.621789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.622257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.622698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.623124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.625089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.625525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.625953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.630368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.630368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.630368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.630368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.630368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:11.650667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:34:11.652019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5480dc05-cc83-4281-ab45-bdce77affeb0', 'name': '', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:06Z', 'updated_at': '2022-04-30T01:34:10Z', 'revision_number': 4, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:11.661538 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:11.662215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:11.683998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a35d52-d080-4e16-84e6-0f2b7119dbfe None None] The sync data for ids ['5480dc05-cc83-4281-ab45-bdce77affeb0'] in n-d-821348-1 is: [{'id': '5480dc05-cc83-4281-ab45-bdce77affeb0', 'name': '', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:06Z', 'updated_at': '2022-04-30T01:34:10Z', 'revision_number': 4, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:11.687827 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.714574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-a4601661-febb-4c62-884e-832464a6d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:11.715812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-a4601661-febb-4c62-884e-832464a6d254 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.1707253 Apr 30 01:34:11.722975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36fceb03-dc02-4e36-9ccf-d2defae9b570 req-9a5ec082-c982-422f-8f55-5de7a4cc3043 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768042 Apr 30 01:34:11.735624 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.746992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65201a83-118e-477e-9654-47a7f3730719']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:11.804810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:11.805110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a826c2fe-8724-494a-a74d-1b3f1ef8b3aa') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:11.820331 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.837748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-998c0568-22bc-4719-9945-dd79857de6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:11.839862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-998c0568-22bc-4719-9945-dd79857de6ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071219 Apr 30 01:34:11.848486 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.854104 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:11.886970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:34:11.887368 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:34:11.892509 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:34:11.925550 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:11.934888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.025921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2bf36-aba1-4972-a729-9c0d737ec221 req-fc755df5-16f7-481a-ab25-a95f06c80415 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:12.028165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96d2bf36-aba1-4972-a729-9c0d737ec221 req-fc755df5-16f7-481a-ab25-a95f06c80415 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1051724 Apr 30 01:34:12.048503 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-204a4de5-386a-45ae-8c83-5ff67d4fa6a0 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994717 Apr 30 01:34:12.084250 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96d2bf36-aba1-4972-a729-9c0d737ec221 req-7fac3fa1-9c79-41d1-8e3f-16a767127f90 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475302 Apr 30 01:34:12.121259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.122342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5480dc05-cc83-4281-ab45-bdce77affeb0 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:12.128625 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.130517 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a372b68e-1159-4bf3-945e-ac52816766ca tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "DELETE /v2.0/routers/5480dc05-cc83-4281-ab45-bdce77affeb0 HTTP/1.1" status: 204 len: 168 time: 2.6136487 Apr 30 01:34:12.133370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55514) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:12.159856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.172802 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.179264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] 10.222.0.15 "DELETE /v2.0/networks/65201a83-118e-477e-9654-47a7f3730719 HTTP/1.1" status: 204 len: 168 time: 0.9734304 Apr 30 01:34:12.205106 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fe7dc0fa-e822-4398-b4a5-931742235343', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:ae:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:33:52Z', 'updated_at': '2022-04-30T01:34:09Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:12.213506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a39c1f8-cbbb-4102-9656-160fb501e907 req-9a872059-d5f4-4252-947b-25837af41fb6 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543624 Apr 30 01:34:12.214359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26ebbd-2da1-49d9-aa0f-b6870ef49162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582897447-project] Pushing event deleted for resources: {'Network': ['ID=65201a83-118e-477e-9654-47a7f3730719,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:12.228261 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed6308e-89ba-48e6-b709-55e56a98a8e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Deleting subnet 190ce4f6-7aba-427f-99e8-704eff84546b {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:34:12.236412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ed6308e-89ba-48e6-b709-55e56a98a8e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.241704 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2e7a2-1456-4c37-9b75-0a0142e2b177 None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fe7dc0fa-e822-4398-b4a5-931742235343', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:ae:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:33:52Z', 'updated_at': '2022-04-30T01:34:09Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:12.289325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ed6308e-89ba-48e6-b709-55e56a98a8e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.353538 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ed6308e-89ba-48e6-b709-55e56a98a8e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.551501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ed6308e-89ba-48e6-b709-55e56a98a8e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.593980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6308e-89ba-48e6-b709-55e56a98a8e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=190ce4f6-7aba-427f-99e8-704eff84546b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:12.598614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ed6308e-89ba-48e6-b709-55e56a98a8e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.602137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0ed6308e-89ba-48e6-b709-55e56a98a8e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/190ce4f6-7aba-427f-99e8-704eff84546b HTTP/1.1" status: 204 len: 168 time: 0.4678071 Apr 30 01:34:12.605791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55522) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:12.707730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.758377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1ce81-3b48-4b2b-be7c-81e7e5ad95fe None None] New status for floating IP fe7dc0fa-e822-4398-b4a5-931742235343: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:34:12.858460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:12.976341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57001387-9643-4309-8154-38365575aa05 req-34a26d36-f5cc-4b7c-a946-d8ac6c61dd3b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:12.978544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57001387-9643-4309-8154-38365575aa05 req-34a26d36-f5cc-4b7c-a946-d8ac6c61dd3b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 946 time: 0.1134062 Apr 30 01:34:12.979213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:13.015965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add096bb-6c7b-4d43-87c2-0916267f1366']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:13.036303 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57001387-9643-4309-8154-38365575aa05 req-546e8efc-70de-4005-9447-16bd50f3c79e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 Apr 30 01:34:13.038881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bd452a-64da-4b82-97b1-3abfd6cb0b86') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:13.040095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bd452a-64da-4b82-97b1-3abfd6cb0b86') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:13.054539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.077165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.087532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:34:13.087946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: items = [ Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:34:13.099802 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:34:13.118202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-4924d479-e9c5-4bf2-a559-9e299dbbd2b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.132067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-4924d479-e9c5-4bf2-a559-9e299dbbd2b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.140805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-4924d479-e9c5-4bf2-a559-9e299dbbd2b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.165163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-4924d479-e9c5-4bf2-a559-9e299dbbd2b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.176727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-4924d479-e9c5-4bf2-a559-9e299dbbd2b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.183124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-4924d479-e9c5-4bf2-a559-9e299dbbd2b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.190011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-4924d479-e9c5-4bf2-a559-9e299dbbd2b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.199032 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-4924d479-e9c5-4bf2-a559-9e299dbbd2b6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.2791924 Apr 30 01:34:13.244423 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-37888551-cd42-46c8-ad3b-125dffa0df8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7580223232374a92bac4f31c2345f966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638428 Apr 30 01:34:13.247576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55546) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:13.299226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-966e8e43-815e-4912-a7c2-4595c48ec832 req-c571c432-937d-46c6-9521-7dd8895f61bf tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990086 Apr 30 01:34:13.313444 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66be85-498b-488e-bab7-ec9e58b2eb4d req-f92725d4-f199-44c5-b346-fee618608df7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.323526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a66be85-498b-488e-bab7-ec9e58b2eb4d req-f92725d4-f199-44c5-b346-fee618608df7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 946 time: 0.1832800 Apr 30 01:34:13.349930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:13.369328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a66be85-498b-488e-bab7-ec9e58b2eb4d req-688cfb5b-70a1-4a59-8d47-4371f4c687d4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Apr 30 01:34:13.389859 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfeb24ce-f841-4c5d-a1f8-8b8e75697157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.396937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.418375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfeb24ce-f841-4c5d-a1f8-8b8e75697157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.437999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network add096bb-6c7b-4d43-87c2-0916267f1366 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 01:34:13.451037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.458786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "DELETE /v2.0/networks/add096bb-6c7b-4d43-87c2-0916267f1366 HTTP/1.1" status: 204 len: 168 time: 0.8482583 Apr 30 01:34:13.494076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ac28c-a008-43c5-827f-ae87c6e3f7b1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event deleted for resources: {'Network': ['ID=add096bb-6c7b-4d43-87c2-0916267f1366,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:13.528193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc00c-8854-446d-afb7-34b0a32cb1e0 req-18ff1af9-625a-45cf-be3c-e4174f2b83d3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:13.533230 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27dc00c-8854-446d-afb7-34b0a32cb1e0 req-18ff1af9-625a-45cf-be3c-e4174f2b83d3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1551666 Apr 30 01:34:13.568753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfeb24ce-f841-4c5d-a1f8-8b8e75697157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.575136 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfeb24ce-f841-4c5d-a1f8-8b8e75697157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.583597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bfeb24ce-f841-4c5d-a1f8-8b8e75697157 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0648c125-6ae8-4a4f-89a5-4f8b12c19cca HTTP/1.1" status: 204 len: 168 time: 0.3328130 Apr 30 01:34:13.597263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d7209a0-2089-4478-b78e-5580d8aa3dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.610609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb24ce-f841-4c5d-a1f8-8b8e75697157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0648c125-6ae8-4a4f-89a5-4f8b12c19cca,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:13.613266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27dc00c-8854-446d-afb7-34b0a32cb1e0 req-aff770e0-5941-495a-809c-5ff8d322163f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726078 Apr 30 01:34:13.733423 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d7209a0-2089-4478-b78e-5580d8aa3dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.848173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d7209a0-2089-4478-b78e-5580d8aa3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:13.902865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55566) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:13.903967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8d7209a0-2089-4478-b78e-5580d8aa3dcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7243852852e45a0a880ac59ac9998d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5514104 Apr 30 01:34:13.905929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7209a0-2089-4478-b78e-5580d8aa3dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6106dcc7-43c9-4310-ae05-94853089183c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:14.006325 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21737c60-e38f-431c-9911-d95442a5f2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.041776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55570) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:14.051706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ee221-65b4-4444-bf0e-ab813ef85643 req-4d8cf2ed-df5d-4071-81d8-75ae9d8dea07 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.060905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-61759b3d-c67e-49d9-8985-096b1aeaffc4 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'router': {'name': 'tempest-router--1548607159', 'project_id': 'cbd09cb994094c08ad48026db0d72bb4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:14.069545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ee221-65b4-4444-bf0e-ab813ef85643 req-4d8cf2ed-df5d-4071-81d8-75ae9d8dea07 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 946 time: 0.1108506 Apr 30 01:34:14.112901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21737c60-e38f-431c-9911-d95442a5f2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.163451 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ee221-65b4-4444-bf0e-ab813ef85643 req-05790998-2078-4639-87e8-ed5b5cb62cf0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880244 Apr 30 01:34:14.179569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61759b3d-c67e-49d9-8985-096b1aeaffc4 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.179842 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61759b3d-c67e-49d9-8985-096b1aeaffc4 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.241577 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61759b3d-c67e-49d9-8985-096b1aeaffc4 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.339541 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61759b3d-c67e-49d9-8985-096b1aeaffc4 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.350790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21737c60-e38f-431c-9911-d95442a5f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.353274 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21737c60-e38f-431c-9911-d95442a5f2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.356925 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-21737c60-e38f-431c-9911-d95442a5f2bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6106dcc7-43c9-4310-ae05-94853089183c HTTP/1.1" status: 204 len: 168 time: 0.4504926 Apr 30 01:34:14.364404 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21737c60-e38f-431c-9911-d95442a5f2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6106dcc7-43c9-4310-ae05-94853089183c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:14.424701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61759b3d-c67e-49d9-8985-096b1aeaffc4 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.428590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-61759b3d-c67e-49d9-8985-096b1aeaffc4 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3723710 Apr 30 01:34:14.428904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:14.462563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-d90c1b5b-9150-420e-bdfa-0a7b6d635202 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.469580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-d90c1b5b-9150-420e-bdfa-0a7b6d635202 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.479538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-d90c1b5b-9150-420e-bdfa-0a7b6d635202 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.506397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-d90c1b5b-9150-420e-bdfa-0a7b6d635202 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.511986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-098d3ff5-f085-4908-abbe-cc9a92f6ecd5 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.532039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-d90c1b5b-9150-420e-bdfa-0a7b6d635202 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.538860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-d90c1b5b-9150-420e-bdfa-0a7b6d635202 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.545322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-d90c1b5b-9150-420e-bdfa-0a7b6d635202 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.552076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-d90c1b5b-9150-420e-bdfa-0a7b6d635202 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.1676126 Apr 30 01:34:14.552822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55578) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:14.627611 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7950d906-2a78-4be3-89a8-bb0c5919f75f req-2f108326-d379-437d-994c-76d89c6946d6 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721054 Apr 30 01:34:14.631618 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-70b21c2b-d8f7-4912-8c2b-ac4f797a292f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59e86f3db9884ad39c27c047aba62982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770772 Apr 30 01:34:14.633980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55580) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:14.698574 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-098d3ff5-f085-4908-abbe-cc9a92f6ecd5 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.703130 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-098d3ff5-f085-4908-abbe-cc9a92f6ecd5 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.707854 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0794da9-7ee2-4d29-9ef3-a230d8d57ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.756208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0794da9-7ee2-4d29-9ef3-a230d8d57ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.808530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a2c50-82f5-4f74-915f-5e25acad021f req-43c0dcd1-77ba-43f5-8362-8f4909be7127 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:14.810346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6c6a2c50-82f5-4f74-915f-5e25acad021f req-43c0dcd1-77ba-43f5-8362-8f4909be7127 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1034918 Apr 30 01:34:14.855981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6c6a2c50-82f5-4f74-915f-5e25acad021f req-56ecc15b-beb5-4c60-86aa-4a868fed6816 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Apr 30 01:34:14.899329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-098d3ff5-f085-4908-abbe-cc9a92f6ecd5 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.899832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098d3ff5-f085-4908-abbe-cc9a92f6ecd5 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c705e81-fb77-4724-9e36-64c401225b47 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:14.909520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-098d3ff5-f085-4908-abbe-cc9a92f6ecd5 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.909520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-098d3ff5-f085-4908-abbe-cc9a92f6ecd5 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9c705e81-fb77-4724-9e36-64c401225b47 HTTP/1.1" status: 204 len: 168 time: 0.4759834 Apr 30 01:34:14.928191 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0794da9-7ee2-4d29-9ef3-a230d8d57ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.930818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0794da9-7ee2-4d29-9ef3-a230d8d57ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:14.932671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e0794da9-7ee2-4d29-9ef3-a230d8d57ce9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23843afa-eb26-4a72-91da-88889a514df0 HTTP/1.1" status: 204 len: 168 time: 0.2969196 Apr 30 01:34:14.940736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0794da9-7ee2-4d29-9ef3-a230d8d57ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23843afa-eb26-4a72-91da-88889a514df0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:15.204901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55594) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:15.235513 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33898c1a-1b6a-427d-a900-a58a5e9bae27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.296345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55596) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:15.347786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3e977-f598-4809-ab63-c38f44f20484 req-61f46620-3694-496f-aaf9-5e56634c995c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.355314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6da3e977-f598-4809-ab63-c38f44f20484 req-61f46620-3694-496f-aaf9-5e56634c995c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 946 time: 0.1222529 Apr 30 01:34:15.367052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-feaac5aa-e0bd-4484-975f-9fe82f59d7e7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.370588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-feaac5aa-e0bd-4484-975f-9fe82f59d7e7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 946 time: 0.1220348 Apr 30 01:34:15.490392 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6da3e977-f598-4809-ab63-c38f44f20484 req-7249f907-231f-4c18-a522-4c5a13b6821d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341822 Apr 30 01:34:15.517337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33898c1a-1b6a-427d-a900-a58a5e9bae27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.548282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Deleting port 28321f1e-d526-4bc2-94b2-99e159a11699 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:15.554211 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.583340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1466896113', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:15.613723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33898c1a-1b6a-427d-a900-a58a5e9bae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.670685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-33898c1a-1b6a-427d-a900-a58a5e9bae27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dc83c57d9fa4bb6a8fcec62ba0ead08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649312 Apr 30 01:34:15.673430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55604) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:15.674796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33898c1a-1b6a-427d-a900-a58a5e9bae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28daaf6-0573-430b-9409-25905e1eae93,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:15.698826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] For port 28321f1e-d526-4bc2-94b2-99e159a11699, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=28321f1e-d526-4bc2-94b2-99e159a11699,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:15.699200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.712584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.715397 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.716884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Calling delete_port for 28321f1e-d526-4bc2-94b2-99e159a11699 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:15.800986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.908721 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f32dd5ec-ca2e-42af-af0e-cb7cb6b33284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.943007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-5d43ede8-17e4-4b18-a5b7-75b9a826444f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.948757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-5d43ede8-17e4-4b18-a5b7-75b9a826444f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.964340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-5d43ede8-17e4-4b18-a5b7-75b9a826444f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.970747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-5d43ede8-17e4-4b18-a5b7-75b9a826444f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.977975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-5d43ede8-17e4-4b18-a5b7-75b9a826444f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.985462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:15.986859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-5d43ede8-17e4-4b18-a5b7-75b9a826444f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.995285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-5d43ede8-17e4-4b18-a5b7-75b9a826444f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:15.999063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:16.003531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['28321f1e-d526-4bc2-94b2-99e159a11699'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:16.005781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-5d43ede8-17e4-4b18-a5b7-75b9a826444f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.2031929 Apr 30 01:34:16.030134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ab362-55f5-4c4b-a991-3bddd8d7801e req-228cbee2-99e3-4d8b-916e-9f0ad538d233 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.031888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-799ab362-55f5-4c4b-a991-3bddd8d7801e req-228cbee2-99e3-4d8b-916e-9f0ad538d233 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0884361 Apr 30 01:34:16.039448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event deleted for resources: {'Port': ['ID=28321f1e-d526-4bc2-94b2-99e159a11699,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:16.057536 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f32dd5ec-ca2e-42af-af0e-cb7cb6b33284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:16.131611 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:16.145628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] No DVR routers for this DVR port 28321f1e-d526-4bc2-94b2-99e159a11699 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:16.155630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:16.159194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-124b5c89-9771-4dd5-83cb-5af4ac1bb525 req-2d03acd9-876c-499f-9dea-3eb662d83e36 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "DELETE /v2.0/ports/28321f1e-d526-4bc2-94b2-99e159a11699 HTTP/1.1" status: 204 len: 173 time: 0.7826545 Apr 30 01:34:16.160235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b04106-76cc-4088-80d8-882e95ddc23c', 'name': 'network-vif-deleted', 'tag': '28321f1e-d526-4bc2-94b2-99e159a11699'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:16.172769 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72ae52c-afc9-4d99-8e03-ce79e16f35eb" -d '{"events": [{"server_uuid": "74b04106-76cc-4088-80d8-882e95ddc23c", "name": "network-vif-deleted", "tag": "28321f1e-d526-4bc2-94b2-99e159a11699"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:16.202519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-799ab362-55f5-4c4b-a991-3bddd8d7801e req-c620625c-8fde-4861-8cdb-276ece41027d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540217 Apr 30 01:34:16.245269 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba364805-9472-41c9-b149-5853f26ee881 x-openstack-request-id: req-ba364805-9472-41c9-b149-5853f26ee881 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:16.245269 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b04106-76cc-4088-80d8-882e95ddc23c", "name": "network-vif-deleted", "tag": "28321f1e-d526-4bc2-94b2-99e159a11699", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:16.245269 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba364805-9472-41c9-b149-5853f26ee881 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:16.245269 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba364805-9472-41c9-b149-5853f26ee881'] response: {'server_uuid': '74b04106-76cc-4088-80d8-882e95ddc23c', 'name': 'network-vif-deleted', 'tag': '28321f1e-d526-4bc2-94b2-99e159a11699', 'status': 'completed', 'code': 200} Apr 30 01:34:16.258342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15ef2595-7f08-4487-9a35-6e4f447d28fd req-6be650b3-42f4-4995-8404-a641250b4ce4 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2513769 Apr 30 01:34:16.306100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-bd9efa6e-df02-4374-becc-0f80b70efd67 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.312604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-bd9efa6e-df02-4374-becc-0f80b70efd67 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.318658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-bd9efa6e-df02-4374-becc-0f80b70efd67 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.324523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-bd9efa6e-df02-4374-becc-0f80b70efd67 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.330519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-bd9efa6e-df02-4374-becc-0f80b70efd67 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.336273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-bd9efa6e-df02-4374-becc-0f80b70efd67 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.342109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-bd9efa6e-df02-4374-becc-0f80b70efd67 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.344195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-bd9efa6e-df02-4374-becc-0f80b70efd67 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.2079141 Apr 30 01:34:16.434900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-51718edb-dec2-4761-b6a3-ec80d5d0f7af tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:16.437477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-51718edb-dec2-4761-b6a3-ec80d5d0f7af tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "GET /v2.0/ports/a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0569558 Apr 30 01:34:16.536039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f32dd5ec-ca2e-42af-af0e-cb7cb6b33284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:16.536039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f32dd5ec-ca2e-42af-af0e-cb7cb6b33284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:16.536039 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f32dd5ec-ca2e-42af-af0e-cb7cb6b33284 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d28daaf6-0573-430b-9409-25905e1eae93 HTTP/1.1" status: 204 len: 168 time: 0.8532963 Apr 30 01:34:16.548302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dd5ec-ca2e-42af-af0e-cb7cb6b33284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28daaf6-0573-430b-9409-25905e1eae93,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:16.626624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-634cbc21-ec6e-4bd9-809b-9c46951b03af tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "GET /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1831629 Apr 30 01:34:16.672932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:16.695976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b614b652-c50b-46e8-a750-82734e759e4e req-92d8a806-9b45-4b07-832a-38418fa6a849 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b04106-76cc-4088-80d8-882e95ddc23c HTTP/1.1" status: 200 len: 210 time: 0.0340889 Apr 30 01:34:16.718286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:16.742542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:16.813582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:16.939003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Allocated IP 172.25.0.226 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/bb91a8ef-fb8c-4f0f-a641-95fd5307d13d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:17.380517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] For port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:17.443948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567d475-5f4b-4d62-b335-d4b4829c8a2b req-72fa033a-a330-4588-8f53-12750f768d8f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:17.445564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0567d475-5f4b-4d62-b335-d4b4829c8a2b req-72fa033a-a330-4588-8f53-12750f768d8f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1555309 Apr 30 01:34:17.474897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:17.477697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55648) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:17.479033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d956-ddd8-4262-9aec-70360358a324 req-86436b59-e16d-4f0a-96b4-de18b8abd86e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:17.485483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d956-ddd8-4262-9aec-70360358a324 req-86436b59-e16d-4f0a-96b4-de18b8abd86e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:17.491592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d956-ddd8-4262-9aec-70360358a324 req-86436b59-e16d-4f0a-96b4-de18b8abd86e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:17.497493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d956-ddd8-4262-9aec-70360358a324 req-86436b59-e16d-4f0a-96b4-de18b8abd86e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:17.504158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d956-ddd8-4262-9aec-70360358a324 req-86436b59-e16d-4f0a-96b4-de18b8abd86e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:17.509722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] For port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:17.512794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6088b76-0212-43d2-af3f-65c7573c73e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:17.517293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d956-ddd8-4262-9aec-70360358a324 req-86436b59-e16d-4f0a-96b4-de18b8abd86e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:17.524659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d956-ddd8-4262-9aec-70360358a324 req-86436b59-e16d-4f0a-96b4-de18b8abd86e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:17.526676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b44d956-ddd8-4262-9aec-70360358a324 req-86436b59-e16d-4f0a-96b4-de18b8abd86e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 5434 time: 0.1287069 Apr 30 01:34:17.582030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b44d956-ddd8-4262-9aec-70360358a324 req-39038548-4b97-441a-9dc0-db42f230095c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&id=3ec1bfd7-d41e-44cd-bf29-79e240a98282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480361 Apr 30 01:34:17.583907 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0567d475-5f4b-4d62-b335-d4b4829c8a2b req-74d6a420-f80d-4861-8a8b-9be06df7fe10 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298122 Apr 30 01:34:17.588762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] device_id is not set on port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:17.617374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:17.680964 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6088b76-0212-43d2-af3f-65c7573c73e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:17.693697 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:17.727731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:17.730721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:17.743921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:17.746656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:17.786477 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6088b76-0212-43d2-af3f-65c7573c73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:17.838542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event updated for resources: {'Port': ['ID=bb91a8ef-fb8c-4f0f-a641-95fd5307d13d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:17.910513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] No DVR routers for this DVR port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:17.992100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6088b76-0212-43d2-af3f-65c7573c73e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cd0e42-373c-4cd0-8f96-733cdf93954c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:17.997619 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e6088b76-0212-43d2-af3f-65c7573c73e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7fe656ea9fb4ae9b33c0e8dd5c48e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169070 Apr 30 01:34:18.000897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55662) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:18.047180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:18.078941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] In _notify_port_updated(), no bound segment for port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:34:18.081853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:18.084222 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.086457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-b23c4a5b-7f41-4bd5-82b9-4667e18fba81 service neutron] 10.222.0.23 "PUT /v2.0/ports/a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b HTTP/1.1" status: 200 len: 1027 time: 1.4178953 Apr 30 01:34:18.095797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55664) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:18.096574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4710fffb-d55b-461b-909a-6b06b6e502d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.138275 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4710fffb-d55b-461b-909a-6b06b6e502d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.157309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-253b7193-fd4d-4c2c-856e-d348e1aab255 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:18.158703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-253b7193-fd4d-4c2c-856e-d348e1aab255 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "GET /v2.0/ports/ce3792c1-2aec-4d81-8c87-e0b6661e4244?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0638063 Apr 30 01:34:18.165325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6609e65b-9a27-46bb-a54b-261fd3468f32 None None] Provisioning complete for port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:18.167532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6609e65b-9a27-46bb-a54b-261fd3468f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.171743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:18.220016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6609e65b-9a27-46bb-a54b-261fd3468f32 None None] Port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:34:18.235516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.265930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4710fffb-d55b-461b-909a-6b06b6e502d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.269249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4710fffb-d55b-461b-909a-6b06b6e502d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.274469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4710fffb-d55b-461b-909a-6b06b6e502d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21cd0e42-373c-4cd0-8f96-733cdf93954c HTTP/1.1" status: 204 len: 168 time: 0.2719281 Apr 30 01:34:18.287107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710fffb-d55b-461b-909a-6b06b6e502d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cd0e42-373c-4cd0-8f96-733cdf93954c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:18.376177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2137899344'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:18.476232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Made reservation on behalf of 55358f88f7d040128fd22cf1b940c513 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:18.479701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.495824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.529817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.556400 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.597185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] For port ce3792c1-2aec-4d81-8c87-e0b6661e4244, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=ce3792c1-2aec-4d81-8c87-e0b6661e4244,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:18.652387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-f84bc58e-3412-4603-a32e-1e957797ac9a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:18.661241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-f84bc58e-3412-4603-a32e-1e957797ac9a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1254280 Apr 30 01:34:18.676182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-48e12170-7fe4-4d3f-99e0-bca4cf5a090e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/quotas/d322b7bb49124ff1b55e8151c42a05fa HTTP/1.1" status: 200 len: 375 time: 0.0137017 Apr 30 01:34:18.736255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-453ec02f-02a5-4e93-9d6b-ca69e8c1b19e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543056 Apr 30 01:34:18.756047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:18.765874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] For port ce3792c1-2aec-4d81-8c87-e0b6661e4244, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:18.836844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] device_id is not set on port ce3792c1-2aec-4d81-8c87-e0b6661e4244 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:18.843094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.849054 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.879660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:18.882021 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ffaf5-5f82-462b-a10a-dd4863fc70b4" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7aacf8aa-aedd-4c6d-a8ef-38fc38319aea"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:18.884523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.896751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:18.899341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6cd5d426-d21e-4c9b-8745-441a12935eee service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562898 Apr 30 01:34:18.900299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7565d-f0e8-4e2d-b3a4-a83684eeedbf req-fd64bedd-c0b3-4d72-8c92-28ac48ec6b18 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:18.901822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a7565d-f0e8-4e2d-b3a4-a83684eeedbf req-fd64bedd-c0b3-4d72-8c92-28ac48ec6b18 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.2250102 Apr 30 01:34:18.907575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.950269 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.952795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:34:18.981750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bafe44c1-0694-417d-9ec9-ce4d47a1c4b2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:18.987372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.987761 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Added segment 00ba5429-583b-4484-a099-2184b0acba85 of type vlan for network 8a5d29c7-9a0b-44da-a3f3-573389be5750 Apr 30 01:34:18.992931 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:18.993741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6326e706-acc6-47d0-93fc-629a3fdf5e99 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:19.010770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-8ef2484d-a8b2-4126-9dce-2c8121ad764d service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014071 Apr 30 01:34:19.033115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.062378 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a7565d-f0e8-4e2d-b3a4-a83684eeedbf req-f2748b30-bc57-44d8-9453-4b3d40c21dff tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507373 Apr 30 01:34:19.102021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:19.109372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.185354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.226128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6326e706-acc6-47d0-93fc-629a3fdf5e99, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:19.265777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9be740-9229-4872-8e33-132663db9eac service neutron] Pushing event updated for resources: {'Port': ['ID=ce3792c1-2aec-4d81-8c87-e0b6661e4244,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:19.273034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] No DVR routers for this DVR port ce3792c1-2aec-4d81-8c87-e0b6661e4244 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:19.332454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.334301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6b053ac8-37f3-482a-9135-a8e5cc3a132d no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:19.363112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] In _notify_port_updated(), no bound segment for port ce3792c1-2aec-4d81-8c87-e0b6661e4244 on network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:34:19.364023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:19.364644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.366046 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-fc9be740-9229-4872-8e33-132663db9eac service neutron] 10.222.0.23 "PUT /v2.0/ports/ce3792c1-2aec-4d81-8c87-e0b6661e4244 HTTP/1.1" status: 200 len: 1026 time: 1.2009563 Apr 30 01:34:19.425087 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563594eb-dbc6-4286-931f-da763b9c6e99 x-openstack-request-id: req-563594eb-dbc6-4286-931f-da763b9c6e99 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:19.425378 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7aacf8aa-aedd-4c6d-a8ef-38fc38319aea", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:19.426505 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-563594eb-dbc6-4286-931f-da763b9c6e99 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:19.426972 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563594eb-dbc6-4286-931f-da763b9c6e99'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea', 'code': 200} Apr 30 01:34:19.437438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84df38-695d-49f2-b017-d6214cfaf7e1 req-6622de6b-6cb2-4dc3-8737-accb128947d1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:19.443851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84df38-695d-49f2-b017-d6214cfaf7e1 req-6622de6b-6cb2-4dc3-8737-accb128947d1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:19.449859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84df38-695d-49f2-b017-d6214cfaf7e1 req-6622de6b-6cb2-4dc3-8737-accb128947d1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:19.456329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84df38-695d-49f2-b017-d6214cfaf7e1 req-6622de6b-6cb2-4dc3-8737-accb128947d1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:19.462364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84df38-695d-49f2-b017-d6214cfaf7e1 req-6622de6b-6cb2-4dc3-8737-accb128947d1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:19.471367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a84df38-695d-49f2-b017-d6214cfaf7e1 req-6622de6b-6cb2-4dc3-8737-accb128947d1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 3885 time: 0.2391112 Apr 30 01:34:19.493585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6326e706-acc6-47d0-93fc-629a3fdf5e99,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:19.500538 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.506089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:19.506708 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.516541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-62c38ef2-f865-446e-881e-e7ce7d226c15 None None] Provisioning complete for port ce3792c1-2aec-4d81-8c87-e0b6661e4244 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:19.516983 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62c38ef2-f865-446e-881e-e7ce7d226c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.539295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7279b6a9-f96c-4fca-ab61-63c6d53e6fa1 req-d02338e4-270d-4440-9d97-de08435bac6f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 210 time: 0.0652952 Apr 30 01:34:19.598340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-62c38ef2-f865-446e-881e-e7ce7d226c15 None None] Port ce3792c1-2aec-4d81-8c87-e0b6661e4244 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:34:19.618908 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.625964 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a84df38-695d-49f2-b017-d6214cfaf7e1 req-0ee98c8e-a8fe-4b2e-8014-eefbdfeb2b56 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536691 Apr 30 01:34:19.636292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Pushing event updated for resources: {'Network': ['ID=8a5d29c7-9a0b-44da-a3f3-573389be5750,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:19.657960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 8a5d29c7-9a0b-44da-a3f3-573389be5750 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:34:19.665265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-96cfdad8-add7-4272-a61b-49f9ba7dfb92 tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5610085 Apr 30 01:34:19.667939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port e4426d11-a7a9-4d24-86a7-f38670e56324 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:19.668334 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.686150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Router e2035f17-14d4-4e13-9a69-64e8335985f9 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:34:19.754902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6b053ac8-37f3-482a-9135-a8e5cc3a132d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:19.819662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.821161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device e4426d11-a7a9-4d24-86a7-f38670e56324 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:19.876668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] For port e4426d11-a7a9-4d24-86a7-f38670e56324, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=e4426d11-a7a9-4d24-86a7-f38670e56324,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:19.877049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:19.899688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for e4426d11-a7a9-4d24-86a7-f38670e56324 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:19.907012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:19.917322 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d50093-67f1-4a83-a052-460993da5efa None None] Sync routers for ids ['e2035f17-14d4-4e13-9a69-64e8335985f9'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:19.934978 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d50093-67f1-4a83-a052-460993da5efa None None] Routers {'e2035f17-14d4-4e13-9a69-64e8335985f9'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:19.936336 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-10d50093-67f1-4a83-a052-460993da5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e2035f17-14d4-4e13-9a69-64e8335985f9'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:19.957002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6b053ac8-37f3-482a-9135-a8e5cc3a132d,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:20.001094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.002373 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d4a5bc2-712e-40ab-a41a-688bd9886a63 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7025034 Apr 30 01:34:20.011580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55724) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:20.020158 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-10d50093-67f1-4a83-a052-460993da5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:20.049200 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d50093-67f1-4a83-a052-460993da5efa None None] Routers {'e2035f17-14d4-4e13-9a69-64e8335985f9'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:20.053840 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-10d50093-67f1-4a83-a052-460993da5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e2035f17-14d4-4e13-9a69-64e8335985f9'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:20.058848 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.071849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55730) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:20.082308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Request body: {'port': {'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750', 'binding:host_id': 'n-h1-821348-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1901517392'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:20.101813 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-10d50093-67f1-4a83-a052-460993da5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:20.103320 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d50093-67f1-4a83-a052-460993da5efa None None] The sync data for ids ['e2035f17-14d4-4e13-9a69-64e8335985f9'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:20.186761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Made reservation on behalf of 74d05fdba7a94829b52ba698d7467f93 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:20.191357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.204597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.210004 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c78eea1a-999d-4765-b76d-3a058afe666e tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/routers/e2035f17-14d4-4e13-9a69-64e8335985f9 HTTP/1.1" status: 200 len: 921 time: 0.1971974 Apr 30 01:34:20.212970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55736) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:20.231898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.247735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf60d6-ca2f-47a7-b8cb-ecb17e05141a req-999fbb1c-d13b-4238-81e7-c5686c3f573a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:20.249338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 28321f1e-d526-4bc2-94b2-99e159a11699 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:20.253826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-421760f1-747e-4cd3-ae32-008d8f865602 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2035f17-14d4-4e13-9a69-64e8335985f9 HTTP/1.1" status: 200 len: 205 time: 0.0396295 Apr 30 01:34:20.256205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55738) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:20.259327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-adcf60d6-ca2f-47a7-b8cb-ecb17e05141a req-999fbb1c-d13b-4238-81e7-c5686c3f573a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1032577 Apr 30 01:34:20.271147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 28321f1e-d526-4bc2-94b2-99e159a11699 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:34:20.271572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 28321f1e-d526-4bc2-94b2-99e159a11699 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:34:20.272020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce3792c1-2aec-4d81-8c87-e0b6661e4244 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:20.309619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=e4426d11-a7a9-4d24-86a7-f38670e56324,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:20.322156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device ce3792c1-2aec-4d81-8c87-e0b6661e4244 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:34:20.322746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:20.392667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:34:20.392945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device db6ff20a-9964-4274-859f-e9f639c81099 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:20.429916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.483576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.499281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.541386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port db6ff20a-9964-4274-859f-e9f639c81099, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=db6ff20a-9964-4274-859f-e9f639c81099,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:20.563868 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.641741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.662004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] No DVR routers for this DVR port e4426d11-a7a9-4d24-86a7-f38670e56324 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:20.665322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66757819-6d45-4a30-9492-c9bd7d727d6e req-7a93d0d8-f5cc-4362-8b49-a2888d9e3ace tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 210 time: 0.0388587 Apr 30 01:34:20.673015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.676382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9c2fbdc3-f519-458d-9550-f2d4c697c88e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "DELETE /v2.0/ports/e4426d11-a7a9-4d24-86a7-f38670e56324 HTTP/1.1" status: 204 len: 173 time: 1.3026111 Apr 30 01:34:20.678083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': 'e4426d11-a7a9-4d24-86a7-f38670e56324'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:20.680464 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c0f84a-5968-415b-acc4-04bbe78c226b" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "e4426d11-a7a9-4d24-86a7-f38670e56324"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:20.720284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-adcf60d6-ca2f-47a7-b8cb-ecb17e05141a req-0e93d46c-75ee-4407-a7b8-8743135d7d36 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597440 Apr 30 01:34:20.735642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Deleting port bb91a8ef-fb8c-4f0f-a641-95fd5307d13d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:20.744007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.778680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=db6ff20a-9964-4274-859f-e9f639c81099,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:20.842596 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5199060a-c47e-4a90-b5d4-6a9eb2c6507a x-openstack-request-id: req-5199060a-c47e-4a90-b5d4-6a9eb2c6507a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:20.842892 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "e4426d11-a7a9-4d24-86a7-f38670e56324", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:20.843256 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5199060a-c47e-4a90-b5d4-6a9eb2c6507a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:20.843695 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5199060a-c47e-4a90-b5d4-6a9eb2c6507a'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': 'e4426d11-a7a9-4d24-86a7-f38670e56324', 'status': 'completed', 'code': 200} Apr 30 01:34:20.861303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.894617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port 6b053ac8-37f3-482a-9135-a8e5cc3a132d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:20.894963 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.965640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:20.969784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] device_id is not set on port f8632b53-24ed-4e03-a26c-0615f44f6cc7 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:20.987799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263bb9b-4777-459d-b215-bd8afef7c00f req-119fdbd7-a455-47bd-b1f9-f731b92c8d62 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:20.993827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263bb9b-4777-459d-b215-bd8afef7c00f req-119fdbd7-a455-47bd-b1f9-f731b92c8d62 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:21.000822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263bb9b-4777-459d-b215-bd8afef7c00f req-119fdbd7-a455-47bd-b1f9-f731b92c8d62 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:21.006707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263bb9b-4777-459d-b215-bd8afef7c00f req-119fdbd7-a455-47bd-b1f9-f731b92c8d62 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:21.008580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6263bb9b-4777-459d-b215-bd8afef7c00f req-119fdbd7-a455-47bd-b1f9-f731b92c8d62 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 3144 time: 0.1441386 Apr 30 01:34:21.018265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.059063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Calling delete_port for bb91a8ef-fb8c-4f0f-a641-95fd5307d13d owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:21.100730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727b2005-587e-4bc7-af27-59ae686920e9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:21.128465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6263bb9b-4777-459d-b215-bd8afef7c00f req-37f95b40-fc9b-476a-8104-14fbfa77f49f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068792 Apr 30 01:34:21.139063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] For port 6b053ac8-37f3-482a-9135-a8e5cc3a132d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6b053ac8-37f3-482a-9135-a8e5cc3a132d,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:21.139063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.361756 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.389391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event deleted for resources: {'Port': ['ID=bb91a8ef-fb8c-4f0f-a641-95fd5307d13d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:21.428666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] device_id is not set on port f8632b53-24ed-4e03-a26c-0615f44f6cc7 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:21.429358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6326e706-acc6-47d0-93fc-629a3fdf5e99'}, {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d'}, {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db6ff20a-9964-4274-859f-e9f639c81099'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:21.432539 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c386dc08-6946-487e-bb12-9a8d99a4b57c" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-unplugged", "status": "completed", "tag": "6326e706-acc6-47d0-93fc-629a3fdf5e99"}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d"}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-unplugged", "status": "completed", "tag": "db6ff20a-9964-4274-859f-e9f639c81099"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:21.433546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.433912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.434238 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Floating IP fa7de4a0-7354-4a3d-ad90-9a546997a92f disassociated. External IP: 172.25.0.48, port: 6b053ac8-37f3-482a-9135-a8e5cc3a132d. Apr 30 01:34:21.434580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for 6b053ac8-37f3-482a-9135-a8e5cc3a132d owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:21.448055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.456251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.477707 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc4134-13be-49ea-9b84-82ce7ae5fc23 x-openstack-request-id: req-34bc4134-13be-49ea-9b84-82ce7ae5fc23 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:21.478220 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-unplugged", "status": "completed", "tag": "6326e706-acc6-47d0-93fc-629a3fdf5e99", "code": 200}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d", "code": 200}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-unplugged", "status": "completed", "tag": "db6ff20a-9964-4274-859f-e9f639c81099", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:21.478636 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34bc4134-13be-49ea-9b84-82ce7ae5fc23 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:21.479191 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bc4134-13be-49ea-9b84-82ce7ae5fc23'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6326e706-acc6-47d0-93fc-629a3fdf5e99', 'code': 200} Apr 30 01:34:21.479642 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bc4134-13be-49ea-9b84-82ce7ae5fc23'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'code': 200} Apr 30 01:34:21.480038 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bc4134-13be-49ea-9b84-82ce7ae5fc23'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db6ff20a-9964-4274-859f-e9f639c81099', 'code': 200} Apr 30 01:34:21.521473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.551945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.554149 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.613881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=f8632b53-24ed-4e03-a26c-0615f44f6cc7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:21.628400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Checking segment: {'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:21.628765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Network hostable DHCP agents. Network: 8a5d29c7-9a0b-44da-a3f3-573389be5750, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:34:21.653177 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.653754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Fanout notify agent at l3_agent the message router_deleted on router e2035f17-14d4-4e13-9a69-64e8335985f9 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:21.662072 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.663205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8c674f3e-129a-4301-a47c-cc1e9e87f709 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/e2035f17-14d4-4e13-9a69-64e8335985f9 HTTP/1.1" status: 204 len: 168 time: 1.4061015 Apr 30 01:34:21.667071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55778) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:21.672268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1543976160', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': False}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:21.690259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55780) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:21.704744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.747504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=6b053ac8-37f3-482a-9135-a8e5cc3a132d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:21.774556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Network 8a5d29c7-9a0b-44da-a3f3-573389be5750 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:34:21.801193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2962de8c-cebf-46a8-8c63-3da861294920 req-ff0ba24a-b129-49e1-98a4-4fadac47f868 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 210 time: 0.0366187 Apr 30 01:34:21.827563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625b1115-3f92-4b78-bd2b-028318b7adb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.834938 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.836230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.907574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625b1115-3f92-4b78-bd2b-028318b7adb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.937047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 8a5d29c7-9a0b-44da-a3f3-573389be5750) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:21.945104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49978741-17ca-4237-aa4b-7a3af4fc5cce None None] Network 8a5d29c7-9a0b-44da-a3f3-573389be5750 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:34:21.971004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:21.972495 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:21.985829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8ae3c-4718-49fc-b7b6-c4c5968dec6f req-53046ee7-e85c-4d3a-bd0a-a3d57b61c1af tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:21.987331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a7a8ae3c-4718-49fc-b7b6-c4c5968dec6f req-53046ee7-e85c-4d3a-bd0a-a3d57b61c1af tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1561747 Apr 30 01:34:22.001337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.001662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.004373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.018498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.018832 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.028083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625b1115-3f92-4b78-bd2b-028318b7adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.032805 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 2 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.034693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Router b6394d20-7be6-4b31-b050-14588c633891 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:34:22.051524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.051786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.052111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.101466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.101807 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.106065 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 3 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.111068 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a7a8ae3c-4718-49fc-b7b6-c4c5968dec6f req-0716bbc7-c3ac-4a5c-8c9a-581fad1193e0 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038170 Apr 30 01:34:22.137000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b1115-3f92-4b78-bd2b-028318b7adb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23cc58b-248c-412e-9f12-647e64f26986,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:22.152174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-625b1115-3f92-4b78-bd2b-028318b7adb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f76e3d6203d430c89405b40f96a2c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563031 Apr 30 01:34:22.158787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55790) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:22.199907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-872a3f2e-1539-4750-bdf9-d3566b0977b8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:22.205351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-872a3f2e-1539-4750-bdf9-d3566b0977b8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.2102604 Apr 30 01:34:22.218564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Request body: {'port': {'device_id': 'c519e868-71f6-4aa1-ac15-07ac9f9c2c8f', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'admin_state_up': True, 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:22.224363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.224628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.224972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.236701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.237039 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.269611 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 4 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.323647 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.365504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0860023-88bd-4e69-9f24-fcc9c0f76436 req-95f54e4c-4c04-4f3d-909a-97df92b4ae0e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:22.365839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.365839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.365839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.366123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0860023-88bd-4e69-9f24-fcc9c0f76436 req-95f54e4c-4c04-4f3d-909a-97df92b4ae0e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:22.371820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0860023-88bd-4e69-9f24-fcc9c0f76436 req-95f54e4c-4c04-4f3d-909a-97df92b4ae0e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:22.377014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.377189 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.377904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0860023-88bd-4e69-9f24-fcc9c0f76436 req-95f54e4c-4c04-4f3d-909a-97df92b4ae0e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 2410 time: 0.1285858 Apr 30 01:34:22.379242 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 5 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.399539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.399539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.399539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.401053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:22.414459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] Sync routers for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:22.420609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbd08-f254-46ff-828d-15334fcc4147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.426218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:22.427149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:22.431400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.431770 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.432175 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 6 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.459767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] No DVR routers for this DVR port 6b053ac8-37f3-482a-9135-a8e5cc3a132d on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:22.462534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.467131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-adf6a61d-c7ac-4ae3-9763-8d96e58aa0df tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "DELETE /v2.0/ports/6b053ac8-37f3-482a-9135-a8e5cc3a132d HTTP/1.1" status: 204 len: 173 time: 1.7735195 Apr 30 01:34:22.471594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0860023-88bd-4e69-9f24-fcc9c0f76436 req-5dd44e20-7ae7-4e5e-8eb8-185bbf6b1609 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834606 Apr 30 01:34:22.479146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbd08-f254-46ff-828d-15334fcc4147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.483027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.483568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.483933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.526260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.526613 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.531190 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 7 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.571993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:22.601950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.602287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.602704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.607374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:22.611340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.619905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.620246 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.623682 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 8 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.627156 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbd08-f254-46ff-828d-15334fcc4147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.629741 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbd08-f254-46ff-828d-15334fcc4147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.630952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc8fbd08-f254-46ff-828d-15334fcc4147 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a23cc58b-248c-412e-9f12-647e64f26986 HTTP/1.1" status: 204 len: 168 time: 0.4712248 Apr 30 01:34:22.650173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fbd08-f254-46ff-828d-15334fcc4147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23cc58b-248c-412e-9f12-647e64f26986,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:22.650426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.650630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.650966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.674361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.675345 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.677825 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 9 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.703511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.703862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.704252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.718101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port 6326e706-acc6-47d0-93fc-629a3fdf5e99 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:22.718438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.741230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.741230 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.745890 n-d-821348-1 neutron-server[103318]: INFO neutron.plugins.ml2.plugin [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 10 to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 Apr 30 01:34:22.778497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Allocated IP 172.20.0.13 (ebfb2767-7242-478f-9442-df54e9157d32/f27595e3-02e3-4458-a602-6aa9173de05f/7333cbb7-25e7-47e3-ace3-66a2a3108bd7) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:22.797038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:22.797399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:22.798343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:22.812673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:22.813010 n-d-821348-1 neutron-server[103318]: ERROR neutron.plugins.ml2.managers [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port f8632b53-24ed-4e03-a26c-0615f44f6cc7 on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:22.820892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.866999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:22.870076 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9503a3a9-acc9-4ddc-addf-e5af52db04bc" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:22.892497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] For port 6326e706-acc6-47d0-93fc-629a3fdf5e99, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6326e706-acc6-47d0-93fc-629a3fdf5e99,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:22.892870 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:22.912512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for 6326e706-acc6-47d0-93fc-629a3fdf5e99 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:22.933343 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4202a43-9036-4d95-9f32-861f446c5c8f x-openstack-request-id: req-b4202a43-9036-4d95-9f32-861f446c5c8f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:22.933631 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "6b053ac8-37f3-482a-9135-a8e5cc3a132d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:22.933876 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4202a43-9036-4d95-9f32-861f446c5c8f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:22.934270 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4202a43-9036-4d95-9f32-861f446c5c8f'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': '6b053ac8-37f3-482a-9135-a8e5cc3a132d', 'status': 'completed', 'code': 200} Apr 30 01:34:23.003549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:12Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:23.006468 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.041744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] Checking router: b6394d20-7be6-4b31-b050-14588c633891 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:34:23.052885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:23.053512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:23.072563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3a10972d-8ece-4ea1-a7f9-c55c3865f267 req-183a8419-7cde-4578-a64e-6b434b45db71 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 210 time: 0.1399105 Apr 30 01:34:23.116578 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.156600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Network ebfb2767-7242-478f-9442-df54e9157d32 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:23.160707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:23.168471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:23.168618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:23.190250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] For port f8632b53-24ed-4e03-a26c-0615f44f6cc7, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:23.190630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempted to set empty binding levels {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 01:34:23.209419 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.242727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.291762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:23.320404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.379189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:23.379419 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.489811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55806) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:23.492906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=f8632b53-24ed-4e03-a26c-0615f44f6cc7,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:23.506880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.553654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:12Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:23.593737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event updated for resources: {'Port': ['ID=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:23.600796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541dd77f-217b-4e5e-b512-2aaa0792af5d None None] The sync data for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 is: [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:07Z', 'revision_number': 4, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f3b56d6-9dd3-4791-a65a-87239b55c894', 'name': '', 'network_id': 'ac585f3c-896a-483e-a277-2f2e01293da1', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'mac_address': 'fa:16:3e:74:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:06Z', 'updated_at': '2022-04-30T01:27:12Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'subnets': [{'id': '80fef2ae-9c56-4bc8-9205-1c770896a367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:23.606965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:23.608214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.610737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6995241f-9816-4496-b29c-eab47164d777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.618695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-67524564-6400-4d51-9fbe-231d645a725d tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.5431025 Apr 30 01:34:23.622056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=6326e706-acc6-47d0-93fc-629a3fdf5e99,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:23.632720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55810) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:23.667704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Allocated IP 172.25.0.95 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/108d3da1-34af-4690-bfcf-670093797ca4) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:23.687508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d2294-13f0-4ccb-bbd5-4e87de95108c req-7e344b85-6681-4971-b819-da9f1ef313f5 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:23.693574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c7d2294-13f0-4ccb-bbd5-4e87de95108c req-7e344b85-6681-4971-b819-da9f1ef313f5 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1563177 Apr 30 01:34:23.729876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] No DVR routers for this DVR port 6326e706-acc6-47d0-93fc-629a3fdf5e99 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:23.740900 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-d719f624-b717-4900-90f4-a1e4c7f4514f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5275970 Apr 30 01:34:23.741140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.744239 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-9eb30255-057f-48c3-93bb-1d6bb1baa465 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "DELETE /v2.0/ports/6326e706-acc6-47d0-93fc-629a3fdf5e99 HTTP/1.1" status: 204 len: 173 time: 1.2706792 Apr 30 01:34:23.763083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Request body: {'port': {'device_id': 'c519e868-71f6-4aa1-ac15-07ac9f9c2c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:23.793955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c7d2294-13f0-4ccb-bbd5-4e87de95108c req-b63794df-7289-473e-b3cd-c1263fd6ddb6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991864 Apr 30 01:34:23.812270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Deleting port f8632b53-24ed-4e03-a26c-0615f44f6cc7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:23.812613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.887876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d202484-0fac-4b2a-93a9-888a4671ab4e req-325961df-55b6-4d11-9a6c-880b1c880e84 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:23.897895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d202484-0fac-4b2a-93a9-888a4671ab4e req-325961df-55b6-4d11-9a6c-880b1c880e84 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:23.898707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.899814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d202484-0fac-4b2a-93a9-888a4671ab4e req-325961df-55b6-4d11-9a6c-880b1c880e84 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 1677 time: 0.2336340 Apr 30 01:34:23.905567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] For port f8632b53-24ed-4e03-a26c-0615f44f6cc7, host n-h1-821348-1, got binding levels [] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:23.905849 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:23.931731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Calling delete_port for f8632b53-24ed-4e03-a26c-0615f44f6cc7 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:23.981904 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75568899-1d8b-4d81-a7eb-b40e354b35da None None] New status for floating IP fa7de4a0-7354-4a3d-ad90-9a546997a92f: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:34:24.257302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2a79-b1f2-4d4e-ac6d-71e9b0582c0b req-e5df80a5-388d-4e22-83ea-e9a7ba15244c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:24.258835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-612f2a79-b1f2-4d4e-ac6d-71e9b0582c0b req-e5df80a5-388d-4e22-83ea-e9a7ba15244c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 932 time: 0.0899720 Apr 30 01:34:24.290107 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.341145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8632b53-24ed-4e03-a26c-0615f44f6cc7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:24.354895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6995241f-9816-4496-b29c-eab47164d777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.360440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.365686 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.368118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d202484-0fac-4b2a-93a9-888a4671ab4e req-b0f46e98-2ed1-4cba-9f09-50a72c0fda6d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4273570 Apr 30 01:34:24.372172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f51b5350-4172-47e6-a874-c62b2afc8391 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f8632b53-24ed-4e03-a26c-0615f44f6cc7 HTTP/1.1" status: 204 len: 168 time: 0.7383540 Apr 30 01:34:24.374241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:24.375955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-612f2a79-b1f2-4d4e-ac6d-71e9b0582c0b req-317505ef-4942-4121-8cd0-4c4f1f0fbf47 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087763 Apr 30 01:34:24.394253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:24.403453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.415084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6995241f-9816-4496-b29c-eab47164d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.415785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Transition to ACTIVE for port object 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:34:24.417567 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d2b559-34b9-4ddc-96f5-8c025c5e6deb tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] GET failed (client error): The resource could not be found. Apr 30 01:34:24.419166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-09d2b559-34b9-4ddc-96f5-8c025c5e6deb tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "GET /v2.0/ports/f8632b53-24ed-4e03-a26c-0615f44f6cc7 HTTP/1.1" status: 404 len: 333 time: 0.0439475 Apr 30 01:34:24.423664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55816) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:24.425609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port db6ff20a-9964-4274-859f-e9f639c81099 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:24.425950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.428611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Request body: {'port': {'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1439718526'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:24.504404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.517768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6995241f-9816-4496-b29c-eab47164d777 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96ec63da08134959b404e118d9ea9e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0240893 Apr 30 01:34:24.527466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55820) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:24.541250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Made reservation on behalf of 74d05fdba7a94829b52ba698d7467f93 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:24.541733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995241f-9816-4496-b29c-eab47164d777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79411e9-aaed-4f2f-ad3f-3107372a147a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:24.543214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.576519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] device_id is not set on port b37928ef-d47f-41dc-be77-a055c3d8051f yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:24.599632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] For port db6ff20a-9964-4274-859f-e9f639c81099, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=db6ff20a-9964-4274-859f-e9f639c81099,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:24.600007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.607991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Pushing event updated for resources: {'Port': ['ID=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:24.610913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.632791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for db6ff20a-9964-4274-859f-e9f639c81099 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:24.666397 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a775cf76-a366-47ef-9929-a0a1e3395731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.689196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:24.705851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:24.738561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:24.741863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'Port': ['ID=108d3da1-34af-4690-bfcf-670093797ca4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:24.752176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a775cf76-a366-47ef-9929-a0a1e3395731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.769523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Attempting to bind port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:24.771604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Attempting to bind port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:24.771604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Attempting to bind port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:24.808212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 on network ebfb2767-7242-478f-9442-df54e9157d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:24.808537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Attempting to bind port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:24.820850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:34:24.821173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Checking segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:24.821558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Bound using segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:34:24.821993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Bound port: 7333cbb7-25e7-47e3-ace3-66a2a3108bd7, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:34:24.822350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.855793 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:24.927035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] For port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:24.931100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] For port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:34:24.937135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': '6326e706-acc6-47d0-93fc-629a3fdf5e99'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:24.939412 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326b3cf-fabd-4b4f-b38b-67a8a0cacbcd" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "6326e706-acc6-47d0-93fc-629a3fdf5e99"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:24.986261 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.003678 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.034828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bdfad-6392-400f-83fa-4facbde1d3a6 req-5d8d5abb-74f7-4230-bdc0-036edcba1795 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:25.036389 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-120bdfad-6392-400f-83fa-4facbde1d3a6 req-5d8d5abb-74f7-4230-bdc0-036edcba1795 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1602955 Apr 30 01:34:25.053760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:25.054372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.055762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] 10.222.0.23 "PUT /v2.0/ports/7333cbb7-25e7-47e3-ace3-66a2a3108bd7 HTTP/1.1" status: 200 len: 1092 time: 1.3010349 Apr 30 01:34:25.057636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c519e868-71f6-4aa1-ac15-07ac9f9c2c8f', 'tag': '7333cbb7-25e7-47e3-ace3-66a2a3108bd7'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:25.059957 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0099c9a-ab80-4d33-b843-dd385bd28dca" -d '{"events": [{"name": "network-changed", "server_uuid": "c519e868-71f6-4aa1-ac15-07ac9f9c2c8f", "tag": "7333cbb7-25e7-47e3-ace3-66a2a3108bd7"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:25.061070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a775cf76-a366-47ef-9929-a0a1e3395731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.063672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a775cf76-a366-47ef-9929-a0a1e3395731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.065556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a775cf76-a366-47ef-9929-a0a1e3395731 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d79411e9-aaed-4f2f-ad3f-3107372a147a HTTP/1.1" status: 204 len: 168 time: 0.5372844 Apr 30 01:34:25.081651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Network 8a5d29c7-9a0b-44da-a3f3-573389be5750 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:25.084823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775cf76-a366-47ef-9929-a0a1e3395731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79411e9-aaed-4f2f-ad3f-3107372a147a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:25.094721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:25.099455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:25.100379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:25.100975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.107561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e4ec-160c-44f7-b8c3-92c401c23c1e service neutron] Pushing event updated for resources: {'Port': ['ID=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:25.125379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba6e8-a09f-4d19-a4c5-717d1935b3ea req-62e5b855-06eb-4215-af3a-642be16e0ac3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:25.126938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aaaba6e8-a09f-4d19-a4c5-717d1935b3ea req-62e5b855-06eb-4215-af3a-642be16e0ac3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1522405 Apr 30 01:34:25.136542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-120bdfad-6392-400f-83fa-4facbde1d3a6 req-cf04166f-35a1-45bf-8420-7cde41e0e312 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919924 Apr 30 01:34:25.139660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.179975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=b37928ef-d47f-41dc-be77-a055c3d8051f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:25.193708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=db6ff20a-9964-4274-859f-e9f639c81099,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:25.201712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aaaba6e8-a09f-4d19-a4c5-717d1935b3ea req-cfaae459-f863-4a9b-9ac1-3309a0a4f9ff tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518785 Apr 30 01:34:25.220041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0a76f23-271f-46a8-ac61-584432021721 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7916608 Apr 30 01:34:25.220780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:25.228634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:25.255703 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181007da-22ed-4c0b-ae60-6c0991f9a358 x-openstack-request-id: req-181007da-22ed-4c0b-ae60-6c0991f9a358 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:25.256287 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "6326e706-acc6-47d0-93fc-629a3fdf5e99", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:25.256700 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-181007da-22ed-4c0b-ae60-6c0991f9a358 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:25.258471 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181007da-22ed-4c0b-ae60-6c0991f9a358'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': '6326e706-acc6-47d0-93fc-629a3fdf5e99', 'status': 'completed', 'code': 200} Apr 30 01:34:25.306953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] No DVR routers for this DVR port db6ff20a-9964-4274-859f-e9f639c81099 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:25.316933 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.320394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-218e6da4-4547-4746-bc46-1c2cc483c7d3 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "DELETE /v2.0/ports/db6ff20a-9964-4274-859f-e9f639c81099 HTTP/1.1" status: 204 len: 173 time: 1.5551183 Apr 30 01:34:25.351589 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88e495b-74fe-444d-a8bc-bf64914be22c x-openstack-request-id: req-b88e495b-74fe-444d-a8bc-bf64914be22c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:25.384836 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c519e868-71f6-4aa1-ac15-07ac9f9c2c8f", "tag": "7333cbb7-25e7-47e3-ace3-66a2a3108bd7", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:25.384836 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b88e495b-74fe-444d-a8bc-bf64914be22c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:25.384836 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88e495b-74fe-444d-a8bc-bf64914be22c'] response: {'name': 'network-changed', 'server_uuid': 'c519e868-71f6-4aa1-ac15-07ac9f9c2c8f', 'tag': '7333cbb7-25e7-47e3-ace3-66a2a3108bd7', 'status': 'completed', 'code': 200} Apr 30 01:34:25.385891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.386035 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.386035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-f83c2bfd-ae9f-4cdf-9823-099ca0328121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:25.386035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-f83c2bfd-ae9f-4cdf-9823-099ca0328121 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 1095 time: 0.1183138 Apr 30 01:34:25.429919 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-1b03baa0-9444-4ed8-8810-8c92facf698f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7333cbb7-25e7-47e3-ace3-66a2a3108bd7 HTTP/1.1" status: 200 len: 217 time: 0.0487840 Apr 30 01:34:25.571815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-3154df8b-bd63-45fb-9245-10d3682d49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:25.571815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-3154df8b-bd63-45fb-9245-10d3682d49a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.1034491 Apr 30 01:34:25.590125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:25.590476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.603894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f66d23-8d52-4ede-9e17-1c02f7ecc831 req-62824890-a4cd-47f9-aa9b-ba13ec7d9853 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:25.624796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14f66d23-8d52-4ede-9e17-1c02f7ecc831 req-62824890-a4cd-47f9-aa9b-ba13ec7d9853 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1235058 Apr 30 01:34:25.634314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-6236da6b-4e67-486d-a297-cb1e405eff52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472105 Apr 30 01:34:25.647296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a1b2-4654-4ea9-bfbd-347453a10267 req-5fcc1f63-b3dd-4840-bb98-34b77acab6aa tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:25.648645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6dd6a1b2-4654-4ea9-bfbd-347453a10267 req-5fcc1f63-b3dd-4840-bb98-34b77acab6aa tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 943 time: 0.1645548 Apr 30 01:34:25.737997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.757213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14f66d23-8d52-4ede-9e17-1c02f7ecc831 req-0efab3a3-3f30-4a5a-9e35-9e56f21de9ab tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363268 Apr 30 01:34:25.774674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6dd6a1b2-4654-4ea9-bfbd-347453a10267 req-e3b0237a-a3fd-4f1b-a73c-170ede976c5e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups?id=70b1828e-ac6f-40f8-a88d-add0ec7bc036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109614 Apr 30 01:34:25.822284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] device_id is not set on port b37928ef-d47f-41dc-be77-a055c3d8051f yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:25.825139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] For port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:25.825506 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.849643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:25.854321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:25.893472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-4c6ffc47-eb76-42e2-98ef-ab469395fa93 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347472 Apr 30 01:34:25.979876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:26.038957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1bbde-f00f-45f5-932f-b8289928229c req-13d8c077-2d33-43e7-b76d-2dfd8b3dc2dc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.040687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56c1bbde-f00f-45f5-932f-b8289928229c req-13d8c077-2d33-43e7-b76d-2dfd8b3dc2dc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0931942 Apr 30 01:34:26.051504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88923bc4-a2be-42dc-8955-faed3ffe99e1 req-5507768c-fd94-41eb-977d-7d42366e1ecf tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.058560 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88923bc4-a2be-42dc-8955-faed3ffe99e1 req-5507768c-fd94-41eb-977d-7d42366e1ecf tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 944 time: 0.1631594 Apr 30 01:34:26.116437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=b37928ef-d47f-41dc-be77-a055c3d8051f,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:26.134141 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56c1bbde-f00f-45f5-932f-b8289928229c req-e683054a-792c-488a-941b-878b6b0e3958 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724490 Apr 30 01:34:26.134639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Router 96696ee2-6cf9-41b4-a197-96436b12bcee is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:34:26.140183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7ccda73-434f-4a29-9190-81e52ef9fc71 req-e21ffe38-25b2-4006-9f8e-0f4204d34768 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429106 Apr 30 01:34:26.146443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.148727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.149429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.154644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88923bc4-a2be-42dc-8955-faed3ffe99e1 req-a2f5179e-04f5-4f69-b502-45f40b60c8a4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952883 Apr 30 01:34:26.161325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.161709 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.162103 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 2 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.184934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.185950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.186395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.192651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.192902 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.193294 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 3 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.215419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.215841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.216240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.221882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.222410 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.222861 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 4 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.235389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.235830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.240447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.240694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.241011 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.241552 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 5 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.255486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.255815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.256159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.260870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.261193 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.261706 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 6 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.274481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:26.275473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.276438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.276438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.281110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.281434 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.282469 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 7 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.296467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.297110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.297634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.302633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.303084 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.303604 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 8 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.318283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=7aacf8aa-aedd-4c6d-a8ef-38fc38319aea,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:26.318932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.319362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.320097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.323545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:26.338563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Sync routers for ids ['96696ee2-6cf9-41b4-a197-96436b12bcee'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:26.363081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Routers {'96696ee2-6cf9-41b4-a197-96436b12bcee'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:26.363894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.364349 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.369076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['96696ee2-6cf9-41b4-a197-96436b12bcee'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:26.369255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df061-c999-4146-a5bf-b7444c705ea4 req-34152c60-1ed1-420f-a3ab-f76f3a4bf182 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.370193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002df061-c999-4146-a5bf-b7444c705ea4 req-34152c60-1ed1-420f-a3ab-f76f3a4bf182 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1595647 Apr 30 01:34:26.380000 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 9 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.390612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] No DVR routers for this DVR port 7aacf8aa-aedd-4c6d-a8ef-38fc38319aea on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:26.393336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:26.396672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdeab4-8a8e-41a7-9928-6b2ee8514bb7 req-6acd1125-cb94-4a2d-a398-090d675d473e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.23 "DELETE /v2.0/ports/7aacf8aa-aedd-4c6d-a8ef-38fc38319aea HTTP/1.1" status: 204 len: 173 time: 1.0703461 Apr 30 01:34:26.421257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.421511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.421896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.432208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.432646 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.433859 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 10 to bind port b37928ef-d47f-41dc-be77-a055c3d8051f Apr 30 01:34:26.437941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-f3480368-cbef-4f13-96de-f956f85a9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.440425 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-f3480368-cbef-4f13-96de-f956f85a9530 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 1095 time: 0.1161315 Apr 30 01:34:26.440669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-002df061-c999-4146-a5bf-b7444c705ea4 req-9ce1b07d-fbe6-4cc2-aa35-66c1d8578b0f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509639 Apr 30 01:34:26.462790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfdafe-2ea0-4940-8d1e-2dd89cc808a8 req-8000e0b0-26f0-4c8e-bcff-2af449e35b39 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.464306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78dfdafe-2ea0-4940-8d1e-2dd89cc808a8 req-8000e0b0-26f0-4c8e-bcff-2af449e35b39 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1052980 Apr 30 01:34:26.472309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:26.472706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:26.473127 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:26.479180 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:26.480901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d093d4f1-8234-44f5-a59b-36622f27af0c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8128004 Apr 30 01:34:26.485057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55864) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:26.503366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:26.503834 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port b37928ef-d47f-41dc-be77-a055c3d8051f on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:26.504262 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:26.517606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Set router 96696ee2-6cf9-41b4-a197-96436b12bcee gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:26.643521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78dfdafe-2ea0-4940-8d1e-2dd89cc808a8 req-28b4e599-b984-46ad-b652-152e01f46d80 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680193 Apr 30 01:34:26.695035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e48391-ed77-4e27-b86e-2f4e52f9c61a req-3e42c467-bb4e-43b5-862b-304e908bcc1f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.697270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-9c9164f7-7804-4eaa-99c5-bd31e1fa325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.698881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-9c9164f7-7804-4eaa-99c5-bd31e1fa325f service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 906 time: 0.2478702 Apr 30 01:34:26.704748 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1e48391-ed77-4e27-b86e-2f4e52f9c61a req-3e42c467-bb4e-43b5-862b-304e908bcc1f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1617734 Apr 30 01:34:26.709911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] For port b37928ef-d47f-41dc-be77-a055c3d8051f, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:26.714725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempted to set empty binding levels {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 01:34:26.764619 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-e116caf0-eaba-4626-9c12-3aeac62794fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7333cbb7-25e7-47e3-ace3-66a2a3108bd7 HTTP/1.1" status: 200 len: 217 time: 0.0448616 Apr 30 01:34:26.771448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55872) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:26.771666 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-47b26b42-ede9-43dd-a002-42d61e1de20b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/routers/96696ee2-6cf9-41b4-a197-96436b12bcee HTTP/1.1" status: 200 len: 908 time: 0.2852287 Apr 30 01:34:26.774567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1e48391-ed77-4e27-b86e-2f4e52f9c61a req-bbe5cc76-8732-49ac-ba49-484f9e64f066 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592906 Apr 30 01:34:26.778210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1543976160', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': True}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:26.845447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:26.849915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96696ee2-6cf9-41b4-a197-96436b12bcee', 'name': 'tempest-snat-router-1543976160', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.95'}], 'enable_snat': False}, 'gw_port_id': '108d3da1-34af-4690-bfcf-670093797ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:21Z', 'updated_at': '2022-04-30T01:34:25Z', 'revision_number': 3, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port': {'id': '108d3da1-34af-4690-bfcf-670093797ca4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96696ee2-6cf9-41b4-a197-96436b12bcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:34:23Z', 'updated_at': '2022-04-30T01:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:26.871897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] In _notify_port_updated(), no bound segment for port b37928ef-d47f-41dc-be77-a055c3d8051f on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:34:26.873020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.873735 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:26.877640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "PUT /v2.0/ports/b37928ef-d47f-41dc-be77-a055c3d8051f HTTP/1.1" status: 200 len: 975 time: 1.6536410 Apr 30 01:34:26.878033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55878) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:26.909857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-bc93c3ae-c48f-4821-a8b0-03ca12aa142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:26.911684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-bc93c3ae-c48f-4821-a8b0-03ca12aa142f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.1207366 Apr 30 01:34:26.935754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Checking router: 96696ee2-6cf9-41b4-a197-96436b12bcee for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:34:26.936546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Updating router 96696ee2-6cf9-41b4-a197-96436b12bcee port 108d3da1-34af-4690-bfcf-670093797ca4 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:34:27.004911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-96049b10-18b6-46fc-b523-b2cb3c8e7db0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828362 Apr 30 01:34:27.005542 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.006066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.007459 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.043145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=b37928ef-d47f-41dc-be77-a055c3d8051f,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:27.057876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f2efe7f-682d-416d-91a1-40e7e1a342a2 req-a474167c-968b-4299-9d6d-54a6af4de339 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.1068561 Apr 30 01:34:27.089985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.094015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.095045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.096193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.097104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.098188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.098631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.107528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.107966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.108406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.108890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.109321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e069e16-1956-4fe6-b8ae-7361c3c41452 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.135450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.136176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.136798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.137438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.138071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.138799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.139406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.140053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.140663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.141275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.141884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.142496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.143106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.143748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.144381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.144995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.145605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.146214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.146821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.147455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.148065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.148672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.149279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.150589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.151217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.151855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.152464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.153075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.153689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.154824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.155451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.156070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.156526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.156983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.157435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.161634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-47144b59-6bfa-4c97-98b8-bdc5078ded10 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31146 time: 0.2825701 Apr 30 01:34:27.176264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55892) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:27.259589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': 'db6ff20a-9964-4274-859f-e9f639c81099'}, {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:27.267093 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5bd658-c2c1-4670-b569-e9e16c09d998" -d '{"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "db6ff20a-9964-4274-859f-e9f639c81099"}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "7aacf8aa-aedd-4c6d-a8ef-38fc38319aea"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:27.344949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.375387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.379181 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-4ea448ad-c45a-45f9-a199-1f18e952073c service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490231 Apr 30 01:34:27.417501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab2dc8-0a33-4cd5-a293-f982ee9b34bc req-b9f911b9-8bee-40bf-a392-bd1665a44449 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.426006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ab2dc8-0a33-4cd5-a293-f982ee9b34bc req-b9f911b9-8bee-40bf-a392-bd1665a44449 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 944 time: 0.0987790 Apr 30 01:34:27.447307 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.572888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Pushing event updated for resources: {'Port': ['ID=108d3da1-34af-4690-bfcf-670093797ca4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:27.581775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.582260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.582705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.583145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.583629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.584062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.584490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.584921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.585704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.585704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.586095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.586467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:27.590096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Attempting to bind port 108d3da1-34af-4690-bfcf-670093797ca4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:27.590825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Attempting to bind port 108d3da1-34af-4690-bfcf-670093797ca4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:27.591153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Attempting to bind port 108d3da1-34af-4690-bfcf-670093797ca4 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:27.598988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:34:27.599600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:27.600180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.600673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:34:27.601255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Bound port: 108d3da1-34af-4690-bfcf-670093797ca4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:34:27.601741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.622602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0099c9a-ab80-4d33-b843-dd385bd28dca req-5aa864c2-b410-448b-93ac-571b37528890 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346077 Apr 30 01:34:27.664628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-80c4a90c-00a7-4ce3-9e3b-c71d49205b4d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.666211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-80c4a90c-00a7-4ce3-9e3b-c71d49205b4d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.5034535 Apr 30 01:34:27.678033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] For port 108d3da1-34af-4690-bfcf-670093797ca4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:27.687688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] For port 108d3da1-34af-4690-bfcf-670093797ca4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=108d3da1-34af-4690-bfcf-670093797ca4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:34:27.692148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Deleting port b37928ef-d47f-41dc-be77-a055c3d8051f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:27.693398 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.695805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-54f614ea-7ef6-41ed-82a9-8604d57efae9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/quotas/b8c8e8a97970400e9fc5fede171d84c0 HTTP/1.1" status: 200 len: 375 time: 0.0215831 Apr 30 01:34:27.703506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77ab2dc8-0a33-4cd5-a293-f982ee9b34bc req-e62cbe72-0ecd-493c-91cb-5caa4da66e96 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763009 Apr 30 01:34:27.774133 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0e68ac-8abd-4b83-8043-9a37280acbd0 x-openstack-request-id: req-1f0e68ac-8abd-4b83-8043-9a37280acbd0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:27.775069 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "db6ff20a-9964-4274-859f-e9f639c81099", "status": "completed", "code": 200}, {"server_uuid": "ef5c44b1-2403-48d2-857b-e5afa59774cc", "name": "network-vif-deleted", "tag": "7aacf8aa-aedd-4c6d-a8ef-38fc38319aea", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:27.775543 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f0e68ac-8abd-4b83-8043-9a37280acbd0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:27.776103 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0e68ac-8abd-4b83-8043-9a37280acbd0'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': 'db6ff20a-9964-4274-859f-e9f639c81099', 'status': 'completed', 'code': 200} Apr 30 01:34:27.776514 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0e68ac-8abd-4b83-8043-9a37280acbd0'] response: {'server_uuid': 'ef5c44b1-2403-48d2-857b-e5afa59774cc', 'name': 'network-vif-deleted', 'tag': '7aacf8aa-aedd-4c6d-a8ef-38fc38319aea', 'status': 'completed', 'code': 200} Apr 30 01:34:27.784124 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.800368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] For port b37928ef-d47f-41dc-be77-a055c3d8051f, host n-h1-821348-1, got binding levels [] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:27.801039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.812730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:27.824643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Calling delete_port for b37928ef-d47f-41dc-be77-a055c3d8051f owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:27.872223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd2ad6-6f05-47d7-981c-b76a1bf946d9 None None] Pushing event updated for resources: {'Port': ['ID=108d3da1-34af-4690-bfcf-670093797ca4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:27.917804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Routers {'96696ee2-6cf9-41b4-a197-96436b12bcee'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:27.918537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['96696ee2-6cf9-41b4-a197-96436b12bcee'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:27.943254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17feb48-7035-4a3e-a880-3cce06947634 req-040eb987-e1a3-49fe-869d-ed990317e8ab tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:27.948094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-9c9c2dee-1359-4fc8-a01e-0d52616bc415 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2388873 Apr 30 01:34:27.952750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a17feb48-7035-4a3e-a880-3cce06947634 req-040eb987-e1a3-49fe-869d-ed990317e8ab tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0964899 Apr 30 01:34:28.013467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:28.056505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event deleted for resources: {'Port': ['ID=b37928ef-d47f-41dc-be77-a055c3d8051f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:28.070203 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:28.075473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a610de13-1d69-4fb4-a5d4-2b47306fc273 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b37928ef-d47f-41dc-be77-a055c3d8051f HTTP/1.1" status: 204 len: 168 time: 0.8982093 Apr 30 01:34:28.077967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a17feb48-7035-4a3e-a880-3cce06947634 req-6a5651e8-b732-4946-b542-6c47212bb33a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236556 Apr 30 01:34:28.079262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:28.111877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] Set router 96696ee2-6cf9-41b4-a197-96436b12bcee gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:28.135179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-4f239d16-8888-4794-adc6-d821254e6f72 service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858182 Apr 30 01:34:28.153297 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01f1b31-0c64-4d73-ab9e-e72e80b02829 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] GET failed (client error): The resource could not be found. Apr 30 01:34:28.165903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e01f1b31-0c64-4d73-ab9e-e72e80b02829 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "GET /v2.0/ports/b37928ef-d47f-41dc-be77-a055c3d8051f HTTP/1.1" status: 404 len: 333 time: 0.0762281 Apr 30 01:34:28.167070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55918) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:28.182528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1501846699', 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:28.252880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c49a41ad-5050-4e67-b33b-4cfb2c85e14e req-1f2bfe3f-9ee4-494e-8f4a-b2f3a07e3083 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0386710 Apr 30 01:34:28.313196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Made reservation on behalf of 74d05fdba7a94829b52ba698d7467f93 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:28.335563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-d4920235-5157-446b-9110-0ffa4c83dd8e service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992474 Apr 30 01:34:28.339026 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:28.398314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96696ee2-6cf9-41b4-a197-96436b12bcee', 'name': 'tempest-snat-router-1543976160', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.95'}], 'enable_snat': False}, 'gw_port_id': '108d3da1-34af-4690-bfcf-670093797ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:21Z', 'updated_at': '2022-04-30T01:34:25Z', 'revision_number': 3, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port': {'id': '108d3da1-34af-4690-bfcf-670093797ca4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96696ee2-6cf9-41b4-a197-96436b12bcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:34:23Z', 'updated_at': '2022-04-30T01:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:28.412434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] device_id is not set on port 9755e82d-b1b1-4f6f-a99d-cfeda841f3f7 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:28.440275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283ee4a-e3c9-4686-98de-333ad55937c5 None None] The sync data for ids ['96696ee2-6cf9-41b4-a197-96436b12bcee'] in n-d-821348-1 is: [{'id': '96696ee2-6cf9-41b4-a197-96436b12bcee', 'name': 'tempest-snat-router-1543976160', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.95'}], 'enable_snat': False}, 'gw_port_id': '108d3da1-34af-4690-bfcf-670093797ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:21Z', 'updated_at': '2022-04-30T01:34:25Z', 'revision_number': 3, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port': {'id': '108d3da1-34af-4690-bfcf-670093797ca4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96696ee2-6cf9-41b4-a197-96436b12bcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:34:23Z', 'updated_at': '2022-04-30T01:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:28.483719 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:28.509091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:28.733987 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-32c87595-3902-4fdc-8968-49fb6e7f213e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:28.793018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:34:28.942601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f6cf0-1faa-4e32-aed0-55a2e7442687 req-9012b035-4de1-4401-8e14-a1220f94a6a2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:28.946325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e9f6cf0-1faa-4e32-aed0-55a2e7442687 req-9012b035-4de1-4401-8e14-a1220f94a6a2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 944 time: 0.1492019 Apr 30 01:34:29.019946 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e9f6cf0-1faa-4e32-aed0-55a2e7442687 req-7a74e6c6-8751-4fa6-a4e5-97a8ff1ae531 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667844 Apr 30 01:34:29.078253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:29.091202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '7333cbb7-25e7-47e3-ace3-66a2a3108bd7', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'port_id': '7333cbb7-25e7-47e3-ace3-66a2a3108bd7', 'mac_address': 'fa:16:3e:3c:47:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27595e3-02e3-4458-a602-6aa9173de05f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:34:29.139238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:29.161159 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:29.208816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:29.250088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7163270-0a11-4559-a1ed-46645d4703f2 req-7ef1c6a3-9e9d-4df5-bddc-4f6d86e4f9be tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 210 time: 0.0952785 Apr 30 01:34:29.279260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Allocated IP 172.25.0.174 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/13d5c235-3718-4df4-9a69-578423339264) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:29.288933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cc869-af31-47a2-a4ce-6a13b574cadd req-ad2a6867-8c38-4a19-82ca-3b6d8c14cb2d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:29.290631 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c2cc869-af31-47a2-a4ce-6a13b574cadd req-ad2a6867-8c38-4a19-82ca-3b6d8c14cb2d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0786979 Apr 30 01:34:29.301644 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:29.310851 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:29.362473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c2cc869-af31-47a2-a4ce-6a13b574cadd req-60e3f490-89fc-4b99-b7f6-7a1726bcee49 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597281 Apr 30 01:34:29.440243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:29.489352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b64a8db-a162-4ca9-a3e4-08073ee61a28 req-51024579-aced-496e-813a-4d031feda010 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0646288 Apr 30 01:34:29.549977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['7333cbb7-25e7-47e3-ace3-66a2a3108bd7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:29.577339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:29.620690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:29.683931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Network 8a5d29c7-9a0b-44da-a3f3-573389be5750 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:29.685448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:29.695189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:29.698202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:29.699204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:29.699852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:29.725537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=9755e82d-b1b1-4f6f-a99d-cfeda841f3f7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:29.739321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:29.795184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:29.797851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:29.813513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2eafb270-69cf-4f1f-9c2e-3d5069100d5e tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6407657 Apr 30 01:34:29.815830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55946) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:29.886024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e186c4f7-45af-44fa-867e-2c0c6b4ecb1b tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:29.887983 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e186c4f7-45af-44fa-867e-2c0c6b4ecb1b tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "GET /v2.0/ports/9755e82d-b1b1-4f6f-a99d-cfeda841f3f7 HTTP/1.1" status: 200 len: 955 time: 0.0709674 Apr 30 01:34:29.891552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'Port': ['ID=13d5c235-3718-4df4-9a69-578423339264,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:29.892582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55948) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:30.058764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e92f4bf2-7471-4f1b-9a57-32f2fe8fae87 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Deleting port 9755e82d-b1b1-4f6f-a99d-cfeda841f3f7 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:30.061041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e92f4bf2-7471-4f1b-9a57-32f2fe8fae87 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:30.148182 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e92f4bf2-7471-4f1b-9a57-32f2fe8fae87 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:30.169502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e92f4bf2-7471-4f1b-9a57-32f2fe8fae87 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Calling delete_port for 9755e82d-b1b1-4f6f-a99d-cfeda841f3f7 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:30.283537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 108d3da1-34af-4690-bfcf-670093797ca4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:34:30.370299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:30.382428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca1aec-569a-4a58-89f9-3f3adda00fba req-532a88e1-aba5-4f8f-9883-84090b9d95b4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:30.382765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 108d3da1-34af-4690-bfcf-670093797ca4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:30.383466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:30.384652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-58ca1aec-569a-4a58-89f9-3f3adda00fba req-532a88e1-aba5-4f8f-9883-84090b9d95b4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 945 time: 0.2188492 Apr 30 01:34:30.421176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0eb58c6d-ab77-449d-9509-a4861f84b503 req-8a81cb2c-81db-4849-a06f-4477acc2750b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 210 time: 0.0658877 Apr 30 01:34:30.425523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e92f4bf2-7471-4f1b-9a57-32f2fe8fae87 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:30.535441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f4bf2-7471-4f1b-9a57-32f2fe8fae87 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event deleted for resources: {'Port': ['ID=9755e82d-b1b1-4f6f-a99d-cfeda841f3f7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:30.584109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-58ca1aec-569a-4a58-89f9-3f3adda00fba req-f711514a-84d1-4736-84f9-7913a439ceef tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923876 Apr 30 01:34:30.609633 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e92f4bf2-7471-4f1b-9a57-32f2fe8fae87 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:30.609633 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e92f4bf2-7471-4f1b-9a57-32f2fe8fae87 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9755e82d-b1b1-4f6f-a99d-cfeda841f3f7 HTTP/1.1" status: 204 len: 168 time: 0.7130861 Apr 30 01:34:30.610663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55964) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:30.761145 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef6ff31-e476-4eb2-8ad9-421971512a5a tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] GET failed (client error): The resource could not be found. Apr 30 01:34:30.767208 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4ef6ff31-e476-4eb2-8ad9-421971512a5a tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "GET /v2.0/ports/9755e82d-b1b1-4f6f-a99d-cfeda841f3f7 HTTP/1.1" status: 404 len: 333 time: 0.1516864 Apr 30 01:34:30.767399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55966) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:30.774232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Request body: {'port': {'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2094272563'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:30.855767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:34:30.889158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b929806f-0652-44e5-858d-a34c7c400fd3 req-68aa3ed0-8626-4b30-82cb-ed901b09da42 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.1076822 Apr 30 01:34:30.969041 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.001118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 108d3da1-34af-4690-bfcf-670093797ca4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=108d3da1-34af-4690-bfcf-670093797ca4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:31.049506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.053555 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54356cd7-92ef-4c30-aa63-aed4d5c36147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.053792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Made reservation on behalf of 74d05fdba7a94829b52ba698d7467f93 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:31.056213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.082019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] device_id is not set on port 2538f818-b969-43c0-b989-3abb1c6e7eed yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:31.117317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:34:31.128604 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.129365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c77a8d-eaba-4b4e-8d6d-1492603ea0b0 req-a2a14cef-bea5-4e9b-a0f3-ddc92758dc97 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:31.130927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2c77a8d-eaba-4b4e-8d6d-1492603ea0b0 req-a2a14cef-bea5-4e9b-a0f3-ddc92758dc97 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.4050319 Apr 30 01:34:31.139981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:31.140496 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.252255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2c77a8d-eaba-4b4e-8d6d-1492603ea0b0 req-002be5bb-8379-480f-96e1-33cb2e3f2ecd tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087379 Apr 30 01:34:31.289990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=108d3da1-34af-4690-bfcf-670093797ca4,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:31.339178 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.344180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Router 4c18a3ce-01f7-4c8c-9798-80aeadfbe35e is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:34:31.347663 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.386840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c519e868-71f6-4aa1-ac15-07ac9f9c2c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7333cbb7-25e7-47e3-ace3-66a2a3108bd7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:31.389803 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd6a91-5d72-4dcd-8e38-bddca7c918b1" -d '{"events": [{"server_uuid": "c519e868-71f6-4aa1-ac15-07ac9f9c2c8f", "name": "network-vif-plugged", "status": "completed", "tag": "7333cbb7-25e7-47e3-ace3-66a2a3108bd7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:31.407076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:31.440092 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597beb88-1139-4094-a9a7-d11bf790cd43 x-openstack-request-id: req-597beb88-1139-4094-a9a7-d11bf790cd43 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:31.440092 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c519e868-71f6-4aa1-ac15-07ac9f9c2c8f", "name": "network-vif-plugged", "status": "completed", "tag": "7333cbb7-25e7-47e3-ace3-66a2a3108bd7", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:31.440092 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-597beb88-1139-4094-a9a7-d11bf790cd43 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:31.440092 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597beb88-1139-4094-a9a7-d11bf790cd43'] response: {'server_uuid': 'c519e868-71f6-4aa1-ac15-07ac9f9c2c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7333cbb7-25e7-47e3-ace3-66a2a3108bd7', 'code': 200} Apr 30 01:34:31.461223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.479956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:31.493257 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Sync routers for ids ['4c18a3ce-01f7-4c8c-9798-80aeadfbe35e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:31.505001 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Routers {'4c18a3ce-01f7-4c8c-9798-80aeadfbe35e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:31.505654 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4c18a3ce-01f7-4c8c-9798-80aeadfbe35e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:31.516182 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.532985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Network 8a5d29c7-9a0b-44da-a3f3-573389be5750 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:31.539919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:31.551978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:31.553021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:31.553782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.561275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=2538f818-b969-43c0-b989-3abb1c6e7eed,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:31.585543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7dae245b-6015-4d2e-95e1-ea1915ee85c7 req-87baab48-fc5f-48a8-b8f0-190652bd593d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 210 time: 0.0558336 Apr 30 01:34:31.595457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.599408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55972) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:31.607990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-33a04e1f-7e0b-4be0-92d8-9f015d5d1aa9 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8335183 Apr 30 01:34:31.632232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:31.674507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c72c11-7acc-40de-9af9-0fc5d09d710d req-738a8f9e-726a-4f2e-9827-66b409f595e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:31.676053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59c72c11-7acc-40de-9af9-0fc5d09d710d req-738a8f9e-726a-4f2e-9827-66b409f595e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 1097 time: 0.0946558 Apr 30 01:34:31.677447 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f804ff2-c0d7-4068-8753-bbdae727b5c8 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9090309 Apr 30 01:34:31.680201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55978) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:31.687915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:31.703358 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Set router 4c18a3ce-01f7-4c8c-9798-80aeadfbe35e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:31.798447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59c72c11-7acc-40de-9af9-0fc5d09d710d req-392c51eb-c01b-49a7-b826-92163cdc906d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074133 Apr 30 01:34:31.871771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.901833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-21395925-199c-47e7-ae05-399bedbcf228 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/routers/4c18a3ce-01f7-4c8c-9798-80aeadfbe35e HTTP/1.1" status: 200 len: 908 time: 0.3012216 Apr 30 01:34:31.902704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:31.920527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6154f-de1d-472f-997b-a040005c6b2f req-4330ece5-c780-4cd1-a158-8e6a57142ff0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:31.931741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8b6154f-de1d-472f-997b-a040005c6b2f req-4330ece5-c780-4cd1-a158-8e6a57142ff0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 946 time: 0.1890798 Apr 30 01:34:31.962545 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a3ce-01f7-4c8c-9798-80aeadfbe35e', 'name': 'tempest-snat-router-1543976160', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '13d5c235-3718-4df4-9a69-578423339264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:27Z', 'updated_at': '2022-04-30T01:34:30Z', 'revision_number': 3, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port': {'id': '13d5c235-3718-4df4-9a69-578423339264', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a3ce-01f7-4c8c-9798-80aeadfbe35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:34:28Z', 'updated_at': '2022-04-30T01:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:31.977853 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:31.999689 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Checking router: 4c18a3ce-01f7-4c8c-9798-80aeadfbe35e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:34:32.000706 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Updating router 4c18a3ce-01f7-4c8c-9798-80aeadfbe35e port 13d5c235-3718-4df4-9a69-578423339264 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:34:32.030581 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.103155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.142436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-69197f00-de8f-4fb4-a747-28fb787c01c5 req-20bb285f-dd7b-4692-af88-9d2cdfc21099 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0437615 Apr 30 01:34:32.214400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 108d3da1-34af-4690-bfcf-670093797ca4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:34:32.271055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8b6154f-de1d-472f-997b-a040005c6b2f req-0840cdee-2e32-4bd9-bb97-a221c3f22642 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405237 Apr 30 01:34:32.324244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] device_id is not set on port 2538f818-b969-43c0-b989-3abb1c6e7eed yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:32.336974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.339152 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.361937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 108d3da1-34af-4690-bfcf-670093797ca4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:32.363358 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.455891 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.524707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=2538f818-b969-43c0-b989-3abb1c6e7eed,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:32.574329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2afa-89c2-4180-bc7a-0f5cb9bd1f62 req-7665b490-a60d-4a6a-8b57-054f29f3f630 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:32.577094 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-892d2afa-89c2-4180-bc7a-0f5cb9bd1f62 req-7665b490-a60d-4a6a-8b57-054f29f3f630 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1899381 Apr 30 01:34:32.587974 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.609387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.609717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.610052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.625738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.626741 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.628923 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 2 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.644975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-892d2afa-89c2-4180-bc7a-0f5cb9bd1f62 req-32a95a8c-ecf1-4f20-9e9b-056eb5ae77a6 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600586 Apr 30 01:34:32.647655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.647937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.648271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.649281 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.652869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.657217 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.657217 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 3 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.672333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.672673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.673015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.679104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.679804 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.679967 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 4 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.683821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Deleting port 13d5c235-3718-4df4-9a69-578423339264 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:32.686242 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.699984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.700311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.700710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.703942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-11775589-6e0e-485a-b34a-12c6c098885c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:32.705482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-11775589-6e0e-485a-b34a-12c6c098885c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.1662979 Apr 30 01:34:32.720310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.720310 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.720591 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 5 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.720824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'port': {'device_id': 'd45ebd79-68e9-43c3-be4a-575e7ce94efc', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'admin_state_up': True, 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:32.738311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.738642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.739037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.744414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.749084 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.749084 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 6 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.749292 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Attempting to bind port 13d5c235-3718-4df4-9a69-578423339264 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.749292 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Attempting to bind port 13d5c235-3718-4df4-9a69-578423339264 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.749292 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Attempting to bind port 13d5c235-3718-4df4-9a69-578423339264 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.760119 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:34:32.760550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.760890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.761250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.761577 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:32.762199 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.764094 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:34:32.764857 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Bound port: 13d5c235-3718-4df4-9a69-578423339264, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:34:32.765481 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.767800 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Pushing event updated for resources: {'Port': ['ID=13d5c235-3718-4df4-9a69-578423339264,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:32.768013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.768336 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.769036 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 7 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.786015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.786397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.786815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.791758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.792086 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.792480 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 8 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.800768 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.801570 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.802143 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.802735 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.803302 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.803918 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.804477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.805165 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.805794 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.806327 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.806851 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.807630 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:34:32.809017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.809345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.809678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.816082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.816509 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.816962 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 9 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.832346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.832761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.834118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.849399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d659b1b9-2300-4719-9ace-f5c224de971f req-c707c852-da9b-40b9-bc77-ffe4150a754c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 210 time: 0.1088264 Apr 30 01:34:32.853596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.864896 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.864896 n-d-821348-1 neutron-server[103319]: INFO neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempt 10 to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed Apr 30 01:34:32.869541 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] For port 13d5c235-3718-4df4-9a69-578423339264, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:32.870828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:32.871324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:32.872200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempting to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:32.873850 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] For port 13d5c235-3718-4df4-9a69-578423339264, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=13d5c235-3718-4df4-9a69-578423339264,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:34:32.877288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:32.877612 n-d-821348-1 neutron-server[103319]: ERROR neutron.plugins.ml2.managers [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Failed to bind port 2538f818-b969-43c0-b989-3abb1c6e7eed on host n-h1-821348-1 for vnic_type normal using segments [{'id': '00ba5429-583b-4484-a099-2184b0acba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a5d29c7-9a0b-44da-a3f3-573389be5750'}] Apr 30 01:34:32.877974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.944191 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:32.959167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] For port 2538f818-b969-43c0-b989-3abb1c6e7eed, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:32.959561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attempted to set empty binding levels {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 01:34:33.004454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.019419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Calling delete_port for 13d5c235-3718-4df4-9a69-578423339264 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:33.030915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.079062 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Routers {'4c18a3ce-01f7-4c8c-9798-80aeadfbe35e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:33.081623 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4c18a3ce-01f7-4c8c-9798-80aeadfbe35e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:33.085525 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dbedf-ad93-4166-bb4c-e55741a86074 None None] Pushing event updated for resources: {'Port': ['ID=13d5c235-3718-4df4-9a69-578423339264,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:33.092196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] In _notify_port_updated(), no bound segment for port 2538f818-b969-43c0-b989-3abb1c6e7eed on network 8a5d29c7-9a0b-44da-a3f3-573389be5750 {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:34:33.096141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:33.097186 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.102149 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "PUT /v2.0/ports/2538f818-b969-43c0-b989-3abb1c6e7eed HTTP/1.1" status: 200 len: 975 time: 1.4184370 Apr 30 01:34:33.103263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:33.164833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecda99-c4ee-4800-b0ca-aa91003ae912 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event updated for resources: {'Port': ['ID=2538f818-b969-43c0-b989-3abb1c6e7eed,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:33.247113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Deleting port 2538f818-b969-43c0-b989-3abb1c6e7eed {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:33.248235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.337005 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] Set router 4c18a3ce-01f7-4c8c-9798-80aeadfbe35e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:34:33.340204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.391181 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a3ce-01f7-4c8c-9798-80aeadfbe35e', 'name': 'tempest-snat-router-1543976160', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:27Z', 'updated_at': '2022-04-30T01:34:32Z', 'revision_number': 4, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:33.411217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bd80392-db69-470b-9b59-c3c77c1fb085 req-81d5cfc1-196d-49a4-87a7-da7f29105f3b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.1139936 Apr 30 01:34:33.440340 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ca5d0-5825-4b59-bf3c-187f70717f2c None None] The sync data for ids ['4c18a3ce-01f7-4c8c-9798-80aeadfbe35e'] in n-d-821348-1 is: [{'id': '4c18a3ce-01f7-4c8c-9798-80aeadfbe35e', 'name': 'tempest-snat-router-1543976160', 'tenant_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:34:27Z', 'updated_at': '2022-04-30T01:34:32Z', 'revision_number': 4, 'project_id': '0e4c101c942b46fd8d99ce05afbd1ca9', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:33.455500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] For port 2538f818-b969-43c0-b989-3abb1c6e7eed, host n-h1-821348-1, got binding levels [] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:33.455865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.457098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event deleted for resources: {'Port': ['ID=13d5c235-3718-4df4-9a69-578423339264,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:33.462025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Made reservation on behalf of b8c8e8a97970400e9fc5fede171d84c0 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:33.472379 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.473557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Calling delete_port for 2538f818-b969-43c0-b989-3abb1c6e7eed owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:33.571522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa77a9-517a-4e01-9a5c-bdfb292a13ce req-b422d584-6be9-4ae9-8eef-cae4f1bdb4a0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:33.573406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16fa77a9-517a-4e01-9a5c-bdfb292a13ce req-b422d584-6be9-4ae9-8eef-cae4f1bdb4a0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 946 time: 0.2222121 Apr 30 01:34:33.693352 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.699697 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.735614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Pushing event deleted for resources: {'Port': ['ID=2538f818-b969-43c0-b989-3abb1c6e7eed,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:33.751622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.759371 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d1012539-0e6e-4273-a37c-d8d41e2eeb0c tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "DELETE /v2.0/ports/2538f818-b969-43c0-b989-3abb1c6e7eed HTTP/1.1" status: 204 len: 168 time: 0.6525803 Apr 30 01:34:33.759617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56006) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:33.796104 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5deddd-d4fd-461a-b1cb-eaab5a505f93 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] GET failed (client error): The resource could not be found. Apr 30 01:34:33.796646 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.813337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ac5deddd-d4fd-461a-b1cb-eaab5a505f93 tempest-PortsAdminExtendedAttrsTestJSON-1253764966 tempest-PortsAdminExtendedAttrsTestJSON-1253764966-project-admin] 10.222.0.15 "GET /v2.0/ports/2538f818-b969-43c0-b989-3abb1c6e7eed HTTP/1.1" status: 404 len: 333 time: 0.0442524 Apr 30 01:34:33.813337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56008) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:33.847217 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.848420 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16fa77a9-517a-4e01-9a5c-bdfb292a13ce req-f211ba61-9662-42b2-b878-005e4504ae8e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630169 Apr 30 01:34:33.887444 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.891729 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:33.907368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Allocated IP 172.20.0.13 (47ae3122-13d9-4258-b33f-e9a46c67fe6e/0fe7a912-4c4f-4f55-9180-3f641b85cd91/d0651cd4-eeea-4d6b-af7e-e7567da11580) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:33.946707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea647c2-6308-4df0-a354-3e595dc6d948 req-114cbb30-f9ce-49ac-bea3-d69eba9e2835 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:33.949997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cea647c2-6308-4df0-a354-3e595dc6d948 req-114cbb30-f9ce-49ac-bea3-d69eba9e2835 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1421351 Apr 30 01:34:33.981720 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.007461 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cea647c2-6308-4df0-a354-3e595dc6d948 req-a299b2f5-9ac2-481a-b19c-da265b7b8aea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484402 Apr 30 01:34:34.098131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.120180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5d29c7-9a0b-44da-a3f3-573389be5750']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:34.120512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.142392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ba5429-583b-4484-a099-2184b0acba85') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:34.142840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ba5429-583b-4484-a099-2184b0acba85') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:34.146074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.152230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c18a3ce-01f7-4c8c-9798-80aeadfbe35e {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:34.153739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.187572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5e5c4e7-fe64-41b8-b5fc-ef312b92b721 req-3dfbbe7b-2eae-40ce-b80b-4494dbfa3330 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 210 time: 0.0479393 Apr 30 01:34:34.195318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.198463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.199831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a676f183-d422-4bce-a93f-8b7f27a01ff1 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4c18a3ce-01f7-4c8c-9798-80aeadfbe35e HTTP/1.1" status: 204 len: 168 time: 2.2937245 Apr 30 01:34:34.204859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56014) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:34.211769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:34:34.218079 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:34:34.291830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae723a-8c96-4af8-ac33-2449ab531685 req-08e31786-f298-4fbb-9157-84c821ee2e6c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:34.296998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1aae723a-8c96-4af8-ac33-2449ab531685 req-08e31786-f298-4fbb-9157-84c821ee2e6c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 946 time: 0.1317148 Apr 30 01:34:34.340735 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1aae723a-8c96-4af8-ac33-2449ab531685 req-23145c79-8d22-4811-8a99-df0b11ceeffa tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349259 Apr 30 01:34:34.347077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.350917 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.362772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b3b1dbc6-ce6f-4df2-9489-5018e81d3530'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:34.365940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.375166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.379359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] 10.222.0.15 "DELETE /v2.0/networks/8a5d29c7-9a0b-44da-a3f3-573389be5750 HTTP/1.1" status: 204 len: 168 time: 0.5680022 Apr 30 01:34:34.429280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc448b-9314-48b6-82f4-511e93f416ac tempest-PortsAdminExtendedAttrsTestJSON-272952962 tempest-PortsAdminExtendedAttrsTestJSON-272952962-project] Pushing event deleted for resources: {'Network': ['ID=8a5d29c7-9a0b-44da-a3f3-573389be5750,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:34.476403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'Port': ['ID=d0651cd4-eeea-4d6b-af7e-e7567da11580,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:34.489411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:34.493232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:34.499462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:34.711506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f785cdc-dde4-4134-8bc8-8605408fdfe1 req-2a876c24-2103-4849-8253-5648f2053230 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0897713 Apr 30 01:34:34.757591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:34.758418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.782044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.850873 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-3de7f2ed-0a0f-42fe-8aaf-21b21fc14683 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1338711 Apr 30 01:34:34.863550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Request body: {'port': {'device_id': 'd45ebd79-68e9-43c3-be4a-575e7ce94efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:34.890092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8316a423-935c-4c4b-abd6-89d9304f9f95 None None] Provisioning complete for port d0651cd4-eeea-4d6b-af7e-e7567da11580 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:34.890630 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8316a423-935c-4c4b-abd6-89d9304f9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:34.957519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8316a423-935c-4c4b-abd6-89d9304f9f95 None None] Port d0651cd4-eeea-4d6b-af7e-e7567da11580 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:34:35.203706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56030) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:35.218227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860c35b-2e79-4401-b418-afdae1cbf8e9 req-3c460e54-8310-4829-a5d4-a2c8393fddf3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:35.221274 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b860c35b-2e79-4401-b418-afdae1cbf8e9 req-3c460e54-8310-4829-a5d4-a2c8393fddf3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0797055 Apr 30 01:34:35.272496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b860c35b-2e79-4401-b418-afdae1cbf8e9 req-4404bda0-820c-4010-9544-13acec4512b4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Apr 30 01:34:35.445084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62bb32-5625-477c-ae3b-2ba7644f84bc req-6dfbfa16-27b3-4206-bb90-06aca89c1c51 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:35.446878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a62bb32-5625-477c-ae3b-2ba7644f84bc req-6dfbfa16-27b3-4206-bb90-06aca89c1c51 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 932 time: 0.0945256 Apr 30 01:34:35.479493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56038) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:35.480792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cd0a8d56-5eb6-487e-b947-45f7ca9f0041 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55358f88f7d040128fd22cf1b940c513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707555 Apr 30 01:34:35.483015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:35.521481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a62bb32-5625-477c-ae3b-2ba7644f84bc req-8bd69c13-3624-4739-941a-3c0ab0e2672c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653055 Apr 30 01:34:35.552062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbc3fd-2f59-42e1-b110-b9abb3fe3864 req-5c2afc1c-a5ce-4951-b92f-fdb654b169dd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:35.553699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-12dbc3fd-2f59-42e1-b110-b9abb3fe3864 req-5c2afc1c-a5ce-4951-b92f-fdb654b169dd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 946 time: 0.1776872 Apr 30 01:34:35.639835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Deleting port 108d3da1-34af-4690-bfcf-670093797ca4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:35.640365 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:35.642087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bff6064-efeb-4bde-8c9a-3edb36e3e12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:35.774184 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bff6064-efeb-4bde-8c9a-3edb36e3e12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:35.797830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-12dbc3fd-2f59-42e1-b110-b9abb3fe3864 req-f0e59aca-cd71-4730-9a76-d6651ff3e920 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132790 Apr 30 01:34:35.848145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4af20e8c-b281-446a-908e-48630a719471 req-1ac63621-29ee-4193-9054-99aa6f27d22d tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0384700 Apr 30 01:34:35.916400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] For port 108d3da1-34af-4690-bfcf-670093797ca4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=108d3da1-34af-4690-bfcf-670093797ca4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:35.916701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:35.937051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Calling delete_port for 108d3da1-34af-4690-bfcf-670093797ca4 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:36.009770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bff6064-efeb-4bde-8c9a-3edb36e3e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.012386 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bff6064-efeb-4bde-8c9a-3edb36e3e12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.013892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0bff6064-efeb-4bde-8c9a-3edb36e3e12b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bafe44c1-0694-417d-9ec9-ce4d47a1c4b2 HTTP/1.1" status: 204 len: 168 time: 0.5317116 Apr 30 01:34:36.032787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff6064-efeb-4bde-8c9a-3edb36e3e12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafe44c1-0694-417d-9ec9-ce4d47a1c4b2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:36.134526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0651cd4-eeea-4d6b-af7e-e7567da11580 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:36.145542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.165690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Transition to ACTIVE for port object d0651cd4-eeea-4d6b-af7e-e7567da11580 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:34:36.229164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.283016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.299318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766574be-77f8-4880-8178-bb86594b361c service neutron] Pushing event updated for resources: {'Port': ['ID=d0651cd4-eeea-4d6b-af7e-e7567da11580,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:36.393002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event deleted for resources: {'Port': ['ID=108d3da1-34af-4690-bfcf-670093797ca4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:36.489700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.562962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Attempting to bind port d0651cd4-eeea-4d6b-af7e-e7567da11580 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:36.563301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Attempting to bind port d0651cd4-eeea-4d6b-af7e-e7567da11580 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:36.563688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Attempting to bind port d0651cd4-eeea-4d6b-af7e-e7567da11580 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:36.579230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Port d0651cd4-eeea-4d6b-af7e-e7567da11580 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:36.579591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Attempting to bind port d0651cd4-eeea-4d6b-af7e-e7567da11580 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:36.620649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397963a3-47f2-4431-b09a-a0e3c4fa3000 req-2f6b6dcb-c2a6-4052-82a2-668301d5f397 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:36.622348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-397963a3-47f2-4431-b09a-a0e3c4fa3000 req-2f6b6dcb-c2a6-4052-82a2-668301d5f397 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1974375 Apr 30 01:34:36.626953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.631466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.638434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:34:36.638967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Checking segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:36.639587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Bound using segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:34:36.640102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Bound port: d0651cd4-eeea-4d6b-af7e-e7567da11580, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:34:36.640461 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.669832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-d823a617-3093-4ced-baff-937e91804e1c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:36.671677 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-d823a617-3093-4ced-baff-937e91804e1c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 946 time: 0.1268773 Apr 30 01:34:36.697035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe95d3-6571-4125-ab7a-71d3e61042ea req-69be6d11-dabc-461e-9568-939035e89bd9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:36.715600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bcfe95d3-6571-4125-ab7a-71d3e61042ea req-69be6d11-dabc-461e-9568-939035e89bd9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 944 time: 0.1048131 Apr 30 01:34:36.749958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-397963a3-47f2-4431-b09a-a0e3c4fa3000 req-1acb5b66-3211-430c-8a86-2d36dbfc1016 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160228 Apr 30 01:34:36.780794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.781316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96696ee2-6cf9-41b4-a197-96436b12bcee {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:36.790209 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.790209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a4428fec-a8c8-49ae-b256-5eba66b0cf8b tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "DELETE /v2.0/routers/96696ee2-6cf9-41b4-a197-96436b12bcee HTTP/1.1" status: 204 len: 168 time: 2.5814097 Apr 30 01:34:36.790209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] For port d0651cd4-eeea-4d6b-af7e-e7567da11580, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:36.794655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] For port d0651cd4-eeea-4d6b-af7e-e7567da11580, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d0651cd4-eeea-4d6b-af7e-e7567da11580,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:34:36.795770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56054) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:36.800638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-482652550', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:36.824033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bcfe95d3-6571-4125-ab7a-71d3e61042ea req-551db29c-b9df-46a1-b3aa-b24c45c528c8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067386 Apr 30 01:34:36.826908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56056) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:36.865724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.932459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:36.933568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.936324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-766574be-77f8-4880-8178-bb86594b361c service neutron] 10.222.0.21 "PUT /v2.0/ports/d0651cd4-eeea-4d6b-af7e-e7567da11580 HTTP/1.1" status: 200 len: 1092 time: 2.0779085 Apr 30 01:34:36.937348 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.938556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:36.941642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b81ea8d6-b17f-4d32-b79d-bf69643019af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74d05fdba7a94829b52ba698d7467f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132281 Apr 30 01:34:36.944048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56062) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:36.946415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ebd79-68e9-43c3-be4a-575e7ce94efc', 'tag': 'd0651cd4-eeea-4d6b-af7e-e7567da11580'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:36.949120 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129b85a7-98fe-4fe7-bb6d-5755228b5eda" -d '{"events": [{"name": "network-changed", "server_uuid": "d45ebd79-68e9-43c3-be4a-575e7ce94efc", "tag": "d0651cd4-eeea-4d6b-af7e-e7567da11580"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:37.000079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Deleting port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:37.001203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.064442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766574be-77f8-4880-8178-bb86594b361c service neutron] Pushing event updated for resources: {'Port': ['ID=d0651cd4-eeea-4d6b-af7e-e7567da11580,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:37.068567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.088919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650717a4-78b8-4628-83f1-4566163bbc6f req-5d54effd-71cf-4bc5-996f-3ccee041d131 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:37.096506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-650717a4-78b8-4628-83f1-4566163bbc6f req-5d54effd-71cf-4bc5-996f-3ccee041d131 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 946 time: 0.1804233 Apr 30 01:34:37.165525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] For port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:37.165890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.183482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Calling delete_port for 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:37.194758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-df9864a3-ca4a-4311-836c-c6e79fd73318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:37.196323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-df9864a3-ca4a-4311-836c-c6e79fd73318 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 1095 time: 0.1263425 Apr 30 01:34:37.201588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-650717a4-78b8-4628-83f1-4566163bbc6f req-0b08e094-10e7-43fe-91bd-7a1636e7e3e2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042078 Apr 30 01:34:37.267837 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-1f84ca90-852c-4626-917e-03a6cd160efa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0651cd4-eeea-4d6b-af7e-e7567da11580 HTTP/1.1" status: 200 len: 217 time: 0.0399990 Apr 30 01:34:37.284127 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a65a1eed-41c1-497e-a42e-11ba445ebe8a req-dc000c4c-abe7-4f11-9dc3-b4bdf43235e0 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.2904720 Apr 30 01:34:37.308411 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7111ba49-6c5b-4265-b3c2-688439c7f704 x-openstack-request-id: req-7111ba49-6c5b-4265-b3c2-688439c7f704 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:37.308697 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45ebd79-68e9-43c3-be4a-575e7ce94efc", "tag": "d0651cd4-eeea-4d6b-af7e-e7567da11580", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:37.308946 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7111ba49-6c5b-4265-b3c2-688439c7f704 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:37.309335 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7111ba49-6c5b-4265-b3c2-688439c7f704'] response: {'name': 'network-changed', 'server_uuid': 'd45ebd79-68e9-43c3-be4a-575e7ce94efc', 'tag': 'd0651cd4-eeea-4d6b-af7e-e7567da11580', 'status': 'completed', 'code': 200} Apr 30 01:34:37.354301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb73c666-413b-42b1-94bd-65fc73d46d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.385609 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.407795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-51b3bb97-af22-437d-88eb-9aa959e42f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:37.411115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-51b3bb97-af22-437d-88eb-9aa959e42f43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1043205 Apr 30 01:34:37.421371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb73c666-413b-42b1-94bd-65fc73d46d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.425996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-64f13e2e-98fb-4bfd-8099-eae164b735b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265590 Apr 30 01:34:37.472963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-01d41b1e-5dda-4ea3-8884-e141bc437fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:37.474495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-01d41b1e-5dda-4ea3-8884-e141bc437fc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553010 Apr 30 01:34:37.542856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-e27f5d58-7f71-490d-bd30-b61d53cf2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:37.544965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-e27f5d58-7f71-490d-bd30-b61d53cf2d52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1095 time: 0.0715897 Apr 30 01:34:37.618059 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.630560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:37.652684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-8165fca6-94e4-44ae-b9fd-bcb1e76fa831 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687074 Apr 30 01:34:37.661662 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb73c666-413b-42b1-94bd-65fc73d46d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.664275 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb73c666-413b-42b1-94bd-65fc73d46d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.677252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bb73c666-413b-42b1-94bd-65fc73d46d89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/727b2005-587e-4bc7-af27-59ae686920e9 HTTP/1.1" status: 204 len: 168 time: 0.7200596 Apr 30 01:34:37.677252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event deleted for resources: {'Port': ['ID=7333cbb7-25e7-47e3-ace3-66a2a3108bd7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:37.967040 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:37.992739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:38.006190 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80144d1d-6221-4d74-a735-5dbd9a0a0996 req-87a7c218-cb76-4be1-9d5b-eaad52aa2a02 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455997 Apr 30 01:34:38.052905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a183-ea3f-4411-ab80-07ae9d9ad209 req-de13483a-28b1-474f-914d-3eb2c2cc9922 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:38.054471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5a57a183-ea3f-4411-ab80-07ae9d9ad209 req-de13483a-28b1-474f-914d-3eb2c2cc9922 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1607633 Apr 30 01:34:38.147256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73c666-413b-42b1-94bd-65fc73d46d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b2005-587e-4bc7-af27-59ae686920e9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:38.235024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] No DVR routers for this DVR port 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:38.237932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:38.241951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d9414f4-9ac5-4e29-95b3-2b5bf9ac9c4c req-21424947-2f64-4c32-8ec7-725e5f373a31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "DELETE /v2.0/ports/7333cbb7-25e7-47e3-ace3-66a2a3108bd7 HTTP/1.1" status: 204 len: 173 time: 1.5607440 Apr 30 01:34:38.244709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c519e868-71f6-4aa1-ac15-07ac9f9c2c8f', 'name': 'network-vif-deleted', 'tag': '7333cbb7-25e7-47e3-ace3-66a2a3108bd7'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:38.248533 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c134c53-ca49-46f1-a92e-8535565a071e" -d '{"events": [{"server_uuid": "c519e868-71f6-4aa1-ac15-07ac9f9c2c8f", "name": "network-vif-deleted", "tag": "7333cbb7-25e7-47e3-ace3-66a2a3108bd7"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:38.254118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-d55d7e8c-57a9-4d87-ab15-b73bb1f79557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:38.257219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-d55d7e8c-57a9-4d87-ab15-b73bb1f79557 service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.6912889 Apr 30 01:34:38.260248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 108d3da1-34af-4690-bfcf-670093797ca4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:38.290929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 108d3da1-34af-4690-bfcf-670093797ca4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:34:38.291694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 108d3da1-34af-4690-bfcf-670093797ca4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:34:38.343316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95de8b-59ef-4769-82b0-4ac3f668a90e req-75ac1fd4-749d-4b31-9070-507d68bb849c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:38.344676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a95de8b-59ef-4769-82b0-4ac3f668a90e req-75ac1fd4-749d-4b31-9070-507d68bb849c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 944 time: 0.1701043 Apr 30 01:34:38.395974 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-cfbfb703-a520-4fcd-b10a-ed3dd923be40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 998 time: 0.1256363 Apr 30 01:34:38.422889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a95de8b-59ef-4769-82b0-4ac3f668a90e req-921903b2-58c0-40bf-9bd8-caf25d93cf60 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662248 Apr 30 01:34:38.533760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54119655-9591-41fa-a617-4b76be1fc228 req-b9290f70-eae7-42d6-950b-87b1d8299d47 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 210 time: 0.0292993 Apr 30 01:34:38.547508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-3d0a5bce-18cd-442a-919d-57cd3fc413bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:38.548985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-3d0a5bce-18cd-442a-919d-57cd3fc413bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1237695 Apr 30 01:34:38.623143 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7f7db-1c3a-4bf5-9466-a3714f8720ff x-openstack-request-id: req-8fa7f7db-1c3a-4bf5-9466-a3714f8720ff {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:38.623539 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c519e868-71f6-4aa1-ac15-07ac9f9c2c8f", "name": "network-vif-deleted", "tag": "7333cbb7-25e7-47e3-ace3-66a2a3108bd7", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:38.623852 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fa7f7db-1c3a-4bf5-9466-a3714f8720ff {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:38.624307 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa7f7db-1c3a-4bf5-9466-a3714f8720ff'] response: {'server_uuid': 'c519e868-71f6-4aa1-ac15-07ac9f9c2c8f', 'name': 'network-vif-deleted', 'tag': '7333cbb7-25e7-47e3-ace3-66a2a3108bd7', 'status': 'completed', 'code': 200} Apr 30 01:34:38.624604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Allocated IP 172.25.0.113 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/16f6790b-0849-458e-b3a1-f7431e068de8) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:38.661879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-8ddb7415-2eb5-44b7-8ba7-daec252fa04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:38.664585 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-8ddb7415-2eb5-44b7-8ba7-daec252fa04a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966136 Apr 30 01:34:38.689848 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5a57a183-ea3f-4411-ab80-07ae9d9ad209 req-3076eb81-5750-44f1-af64-f0e653f05633 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6139746 Apr 30 01:34:38.777805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-618890af-baa5-4425-8640-b5940279bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:38.779988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-618890af-baa5-4425-8640-b5940279bc17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 1095 time: 0.2326477 Apr 30 01:34:38.789432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c423c6eb-f870-466d-919a-27a4f48b2323 req-1c789e17-c349-4d25-bf6b-29a638f4b20f tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0814083 Apr 30 01:34:38.802238 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:38.850464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:38.868184 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-4497cb94-1b79-47dc-ac11-21ed0278c67c service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949840 Apr 30 01:34:38.898720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:34:38.904637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7333cbb7-25e7-47e3-ace3-66a2a3108bd7 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:34:38.927588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-f33e42d4-162e-4908-a5c1-27291364f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:38.929347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-f33e42d4-162e-4908-a5c1-27291364f2f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.1407158 Apr 30 01:34:38.991506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-8b9aa96f-f810-4617-bebd-a7df38eda015 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0651cd4-eeea-4d6b-af7e-e7567da11580 HTTP/1.1" status: 200 len: 217 time: 0.0544374 Apr 30 01:34:38.993536 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:39.017686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed60d4eb-f1aa-4798-9055-a1fbf00e56cc req-fbfbacb9-94ae-44d7-8e73-5177d04634eb service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413584 Apr 30 01:34:39.077564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:39.085309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:39.093627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:39.125412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event updated for resources: {'Port': ['ID=16f6790b-0849-458e-b3a1-f7431e068de8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:39.138931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-31bf3932-1e11-43c9-9a4d-d1edbb996560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:39.138931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-31bf3932-1e11-43c9-9a4d-d1edbb996560 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1307862 Apr 30 01:34:39.253711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-438c5f63-bafa-48ab-9ec4-506725c34bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:39.255228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-438c5f63-bafa-48ab-9ec4-506725c34bcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151123 Apr 30 01:34:39.377262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-96af2705-fbbd-44cb-a1e5-6621a7bdf210 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043394 Apr 30 01:34:39.548954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129b85a7-98fe-4fe7-bb6d-5755228b5eda req-2e1ad2f3-80de-40b2-9b96-f4f1efa8a3a1 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652157 Apr 30 01:34:39.600697 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:39.654899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659053e8-03aa-41f4-855d-821427ec04e1 req-65bf1888-31e1-4d30-8371-1beca705084c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:39.656499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-659053e8-03aa-41f4-855d-821427ec04e1 req-65bf1888-31e1-4d30-8371-1beca705084c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 944 time: 0.1100800 Apr 30 01:34:39.723064 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-664d5d3e-f194-467d-b037-603feda38241 req-4387d9a8-b578-4a00-a5d1-641045eaee24 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c519e868-71f6-4aa1-ac15-07ac9f9c2c8f HTTP/1.1" status: 200 len: 210 time: 0.0547626 Apr 30 01:34:39.745467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-659053e8-03aa-41f4-855d-821427ec04e1 req-5c387aca-36b3-4ab1-972b-93e4a20d31ff tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734501 Apr 30 01:34:39.860356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b48690-a635-4ca9-b2a2-5f4d46132a13 req-4d5e11fe-c555-4d20-889c-0e4abc01db04 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:39.862229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43b48690-a635-4ca9-b2a2-5f4d46132a13 req-4d5e11fe-c555-4d20-889c-0e4abc01db04 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0567386 Apr 30 01:34:39.925590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43b48690-a635-4ca9-b2a2-5f4d46132a13 req-87ae2330-b0f1-4465-bc80-9e7898f1eb75 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456669 Apr 30 01:34:39.969926 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f188c9d2-77fb-4562-a153-0d55e2815871 req-7ff9e4ad-6890-4fbd-b6b2-28e397a46ee1 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0428967 Apr 30 01:34:39.973586 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:40.202353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Router b9b709b3-5f62-4e80-82f7-4ec477b9639d is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:34:40.323667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:40.343791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b048f-847b-414c-8429-2efb36cf9468 None None] Sync routers for ids ['b9b709b3-5f62-4e80-82f7-4ec477b9639d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:40.353163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b048f-847b-414c-8429-2efb36cf9468 None None] Routers {'b9b709b3-5f62-4e80-82f7-4ec477b9639d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:40.353851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7d9b048f-847b-414c-8429-2efb36cf9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b9b709b3-5f62-4e80-82f7-4ec477b9639d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:40.390544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7d9b048f-847b-414c-8429-2efb36cf9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:40.399535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b048f-847b-414c-8429-2efb36cf9468 None None] Routers {'b9b709b3-5f62-4e80-82f7-4ec477b9639d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:40.403236 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:40.407494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-87eea5d5-08a4-43c0-9b78-9ff6540f660e tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6083758 Apr 30 01:34:40.407657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7d9b048f-847b-414c-8429-2efb36cf9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b9b709b3-5f62-4e80-82f7-4ec477b9639d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:40.408022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56134) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:40.412442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-76535a03-fefc-4c18-a2ae-711b1d68f92c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': False}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:40.449334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7d9b048f-847b-414c-8429-2efb36cf9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:40.450954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b048f-847b-414c-8429-2efb36cf9468 None None] The sync data for ids ['b9b709b3-5f62-4e80-82f7-4ec477b9639d'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:40.466025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56136) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:40.469285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d0651cd4-eeea-4d6b-af7e-e7567da11580 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:34:40.573995 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d0651cd4-eeea-4d6b-af7e-e7567da11580, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d0651cd4-eeea-4d6b-af7e-e7567da11580,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:40.588193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'd0651cd4-eeea-4d6b-af7e-e7567da11580', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': 'd0651cd4-eeea-4d6b-af7e-e7567da11580', 'mac_address': 'fa:16:3e:03:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:34:40.633749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:40.647710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0651cd4-eeea-4d6b-af7e-e7567da11580 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:40.662674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2cf531e4-4cd4-4788-bea7-e735623c8ca9 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:40.670106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d0651cd4-eeea-4d6b-af7e-e7567da11580, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d0651cd4-eeea-4d6b-af7e-e7567da11580,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:40.761097 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:40.813988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76535a03-fefc-4c18-a2ae-711b1d68f92c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:40.814821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d0651cd4-eeea-4d6b-af7e-e7567da11580,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:40.891736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56148) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:40.896032 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2cf531e4-4cd4-4788-bea7-e735623c8ca9 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "PUT /v2.0/quotas/1db996b58d044a5b829e0f5690f51d73 HTTP/1.1" status: 200 len: 366 time: 0.4287360 Apr 30 01:34:40.904934 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-519ff31c-85a0-41ef-8046-698e4ec4caff tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0110133 Apr 30 01:34:40.907766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56150) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:40.923996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cdd9f2a6-24b2-44a3-adc9-955360b06b14 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "GET /v2.0/quotas/1db996b58d044a5b829e0f5690f51d73 HTTP/1.1" status: 200 len: 366 time: 0.0150895 Apr 30 01:34:40.924633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56152) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:40.932041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abedd4-6ca4-43ea-9501-f9b60245c671 req-c010ae1e-9b34-4d33-8e65-2daf44aab6c3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:40.940688 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87abedd4-6ca4-43ea-9501-f9b60245c671 req-c010ae1e-9b34-4d33-8e65-2daf44aab6c3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 945 time: 0.0903285 Apr 30 01:34:40.990121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['d0651cd4-eeea-4d6b-af7e-e7567da11580'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:41.046783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87abedd4-6ca4-43ea-9501-f9b60245c671 req-d6bd1733-368c-453f-a2a4-a018a766f4d9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051197 Apr 30 01:34:41.049425 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c3cabec3-c89b-4349-a5a3-5f3f6ee028d3 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/1db996b58d044a5b829e0f5690f51d73 HTTP/1.1" status: 204 len: 168 time: 0.1236138 Apr 30 01:34:41.055566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56160) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:41.097756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca742b-3994-456c-a120-5ac65cb323ae req-2cc25fc5-62dc-4cc4-853d-4c5b3761e66c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:41.100563 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61ca742b-3994-456c-a120-5ac65cb323ae req-2cc25fc5-62dc-4cc4-853d-4c5b3761e66c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0972450 Apr 30 01:34:41.101694 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7457821b-49e7-463e-9812-728819dc0a30 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0441227 Apr 30 01:34:41.104160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56162) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:41.162672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c5513839-422b-4dd1-b0f1-da470e988e81 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "GET /v2.0/quotas/1db996b58d044a5b829e0f5690f51d73 HTTP/1.1" status: 200 len: 370 time: 0.0558608 Apr 30 01:34:41.165277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56166) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:41.172018 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-406b7162-cf7b-4b92-bcce-4fa81383d696 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "GET /v2.0/quotas/1db996b58d044a5b829e0f5690f51d73/default HTTP/1.1" status: 200 len: 370 time: 0.0055518 Apr 30 01:34:41.178043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56168) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:41.195570 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-d4291c15-c41d-415b-9692-0f6edf88ee03 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] delete failed (client error): The resource could not be found. Apr 30 01:34:41.196898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d4291c15-c41d-415b-9692-0f6edf88ee03 tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/1db996b58d044a5b829e0f5690f51d73 HTTP/1.1" status: 404 len: 348 time: 0.0176234 Apr 30 01:34:41.219077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61ca742b-3994-456c-a120-5ac65cb323ae req-c6f8e0de-54ad-4a67-921f-5405928fd204 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884383 Apr 30 01:34:41.264945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52f565c8-eea0-49de-8cac-1cb5fa8f147e req-6ffbee63-e92d-44e5-9744-5e1b717c6a7e tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0824039 Apr 30 01:34:41.438072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-36a0ff08-ab93-46d1-b0f3-3c3bdebdac38 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:41.446151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-36a0ff08-ab93-46d1-b0f3-3c3bdebdac38 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1472805 Apr 30 01:34:41.463417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-efcc9871-ca33-4acd-868a-4a781f749edb tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/quotas/d322b7bb49124ff1b55e8151c42a05fa HTTP/1.1" status: 200 len: 375 time: 0.0159185 Apr 30 01:34:41.560985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-9902cc60-40a2-4118-ac1e-a635d4fbdf73 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960312 Apr 30 01:34:41.574154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56182) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:41.660559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-f40b8a4a-80d8-4cb2-bc99-210c5ed9e0e7 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986271 Apr 30 01:34:41.696035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Usage tracker for resource:network and tenant:483c50734b2e4ccda2b2734a18f69675 is out of sync, need to count used quota {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 30 01:34:41.733240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 30 01:34:41.783024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Usage tracker for resource:subnet and tenant:483c50734b2e4ccda2b2734a18f69675 is out of sync, need to count used quota {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 30 01:34:41.791030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7506555-2591-4dbc-b93e-ef957ac8914b req-58791880-be01-4b4f-9e9a-7bd54ae47de2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:41.799890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7506555-2591-4dbc-b93e-ef957ac8914b req-58791880-be01-4b4f-9e9a-7bd54ae47de2 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1181469 Apr 30 01:34:41.804991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 30 01:34:41.828694 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-fef3343c-2f6a-4fc4-9249-9e9089b296a4 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599071 Apr 30 01:34:41.830751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-f834a52d-7011-4626-a402-1f5cdc1c2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:41.832183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-f834a52d-7011-4626-a402-1f5cdc1c2e20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 1097 time: 0.0862586 Apr 30 01:34:41.833626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Usage tracker for resource:subnetpool and tenant:483c50734b2e4ccda2b2734a18f69675 is out of sync, need to count used quota {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 30 01:34:41.839249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 30 01:34:41.853607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76535a03-fefc-4c18-a2ae-711b1d68f92c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:41.859449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7506555-2591-4dbc-b93e-ef957ac8914b req-a5a2fa11-2cf8-4bb8-9dba-0f20a95e31a9 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586653 Apr 30 01:34:41.861400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76535a03-fefc-4c18-a2ae-711b1d68f92c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:41.883023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Usage tracker for resource:port and tenant:483c50734b2e4ccda2b2734a18f69675 is out of sync, need to count used quota {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 30 01:34:41.889005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 30 01:34:41.931971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Usage tracker for resource:router and tenant:483c50734b2e4ccda2b2734a18f69675 is out of sync, need to count used quota {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 30 01:34:41.942971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 30 01:34:41.973328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Usage tracker for resource:floatingip and tenant:483c50734b2e4ccda2b2734a18f69675 is out of sync, need to count used quota {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 30 01:34:42.002523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 30 01:34:42.012578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76535a03-fefc-4c18-a2ae-711b1d68f92c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Router b9b709b3-5f62-4e80-82f7-4ec477b9639d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:34:42.015200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-ff575a6e-3f82-4f2c-b8bf-2b5ece7acd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:42.016782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-ff575a6e-3f82-4f2c-b8bf-2b5ece7acd59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 911 time: 0.1736465 Apr 30 01:34:42.160154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-4cef27f6-6e74-4532-84a9-c45c1ab07bdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b067cff-17bc-4004-8efe-b56414d4b86e HTTP/1.1" status: 200 len: 1001 time: 0.1326451 Apr 30 01:34:42.192633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da00405c-325d-4b44-837f-774eed69614b req-563acef8-95c2-4c29-89f0-7b8ae4896c20 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Apr 30 01:34:42.223051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76535a03-fefc-4c18-a2ae-711b1d68f92c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:42.228266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76535a03-fefc-4c18-a2ae-711b1d68f92c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:42.229412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-76535a03-fefc-4c18-a2ae-711b1d68f92c tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "PUT /v2.0/routers/b9b709b3-5f62-4e80-82f7-4ec477b9639d HTTP/1.1" status: 200 len: 921 time: 1.8203552 Apr 30 01:34:42.236830 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb8ee4-10c4-4ced-b4c3-7e61aaf17183 None None] Sync routers for ids ['b9b709b3-5f62-4e80-82f7-4ec477b9639d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:42.237330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075883-4689-43e0-8e7c-b9f44803f700 req-e53de7bd-3e57-4c71-aba0-aa9d60b9a9b9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:42.244455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef075883-4689-43e0-8e7c-b9f44803f700 req-e53de7bd-3e57-4c71-aba0-aa9d60b9a9b9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 945 time: 0.0779510 Apr 30 01:34:42.246593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56194) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:42.248939 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb8ee4-10c4-4ced-b4c3-7e61aaf17183 None None] Routers {'b9b709b3-5f62-4e80-82f7-4ec477b9639d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:42.253035 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3acb8ee4-10c4-4ced-b4c3-7e61aaf17183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b9b709b3-5f62-4e80-82f7-4ec477b9639d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:42.274861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Usage tracker for resource:security_group and tenant:483c50734b2e4ccda2b2734a18f69675 is out of sync, need to count used quota {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 30 01:34:42.282978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 30 01:34:42.308388 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3acb8ee4-10c4-4ced-b4c3-7e61aaf17183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:42.324392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-82185c2c-a4e2-4901-8497-e481ba041a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:42.328406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-82185c2c-a4e2-4901-8497-e481ba041a1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 200 len: 850 time: 0.1346819 Apr 30 01:34:42.332500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Usage tracker for resource:security_group_rule and tenant:483c50734b2e4ccda2b2734a18f69675 is out of sync, need to count used quota {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 30 01:34:42.333201 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb8ee4-10c4-4ced-b4c3-7e61aaf17183 None None] Routers {'b9b709b3-5f62-4e80-82f7-4ec477b9639d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:42.335493 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3acb8ee4-10c4-4ced-b4c3-7e61aaf17183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b9b709b3-5f62-4e80-82f7-4ec477b9639d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:42.344162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef075883-4689-43e0-8e7c-b9f44803f700 req-c3243f89-ef1a-495e-9063-504cf15a512f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986495 Apr 30 01:34:42.386510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.quota.resource [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103319) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 30 01:34:42.399855 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3acb8ee4-10c4-4ced-b4c3-7e61aaf17183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:42.400894 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb8ee4-10c4-4ced-b4c3-7e61aaf17183 None None] The sync data for ids ['b9b709b3-5f62-4e80-82f7-4ec477b9639d'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:42.439172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2e31025e-0bea-49f8-9089-f690c47f54bd tempest-QuotasTest-1336895042 tempest-QuotasTest-1336895042-project-admin] 10.222.0.15 "GET /v2.0/quotas/483c50734b2e4ccda2b2734a18f69675/details.json HTTP/1.1" status: 200 len: 703 time: 0.8639321 Apr 30 01:34:42.468357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d0651cd4-eeea-4d6b-af7e-e7567da11580 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:34:42.506367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a7deaf5-5aac-4dad-b592-71dff78b85c3 req-7b43549c-ced6-4e9e-bdff-4b029b04407c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0616806 Apr 30 01:34:42.548495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-137ddbc1-f63a-4d3e-a031-600e83073ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:42.551912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-137ddbc1-f63a-4d3e-a031-600e83073ba6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1c5335-4e8e-461d-bbea-99cc3496328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976759 Apr 30 01:34:42.613349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port d0651cd4-eeea-4d6b-af7e-e7567da11580 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:34:42.620808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port d0651cd4-eeea-4d6b-af7e-e7567da11580 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:42.621451 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:42.638458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6f7476b0-9e20-4965-8ba5-8d80ca787bf7 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/routers/b9b709b3-5f62-4e80-82f7-4ec477b9639d HTTP/1.1" status: 200 len: 921 time: 0.3861372 Apr 30 01:34:42.638768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56204) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:42.755455 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:42.779947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-fc146899-77c1-4467-b23d-960afa795aa9 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194893 Apr 30 01:34:42.785015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ebd79-68e9-43c3-be4a-575e7ce94efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0651cd4-eeea-4d6b-af7e-e7567da11580'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:42.788510 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c4c328-3b1d-495e-8ca7-be4605d067e4" -d '{"events": [{"server_uuid": "d45ebd79-68e9-43c3-be4a-575e7ce94efc", "name": "network-vif-plugged", "status": "completed", "tag": "d0651cd4-eeea-4d6b-af7e-e7567da11580"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:42.806577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d0651cd4-eeea-4d6b-af7e-e7567da11580, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d0651cd4-eeea-4d6b-af7e-e7567da11580,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:42.812654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6fa487-1a2a-4c5d-a822-5e9d4709b4a3 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:42.813191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8e6fa487-1a2a-4c5d-a822-5e9d4709b4a3 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=b9b709b3-5f62-4e80-82f7-4ec477b9639d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1688330 Apr 30 01:34:42.816583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56210) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:42.864161 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa04b87-5301-4fd9-919f-d5c767878ace x-openstack-request-id: req-cfa04b87-5301-4fd9-919f-d5c767878ace {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:42.864748 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ebd79-68e9-43c3-be4a-575e7ce94efc", "name": "network-vif-plugged", "status": "completed", "tag": "d0651cd4-eeea-4d6b-af7e-e7567da11580", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:42.865128 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfa04b87-5301-4fd9-919f-d5c767878ace {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:42.870307 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa04b87-5301-4fd9-919f-d5c767878ace'] response: {'server_uuid': 'd45ebd79-68e9-43c3-be4a-575e7ce94efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0651cd4-eeea-4d6b-af7e-e7567da11580', 'code': 200} Apr 30 01:34:42.893339 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:42.978341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d0651cd4-eeea-4d6b-af7e-e7567da11580,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:43.002053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54bbdf6-a489-4cc2-9ca5-c795b3f4de3f tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:43.006897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d54bbdf6-a489-4cc2-9ca5-c795b3f4de3f tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 881 time: 0.1858912 Apr 30 01:34:43.006897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56218) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:43.020287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afe158-429f-4149-95f0-1151d07ffe61 req-40915160-ca4c-406d-aecb-554aab501122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:43.025632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-03afe158-429f-4149-95f0-1151d07ffe61 req-40915160-ca4c-406d-aecb-554aab501122 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 1097 time: 0.0813744 Apr 30 01:34:43.028484 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:34:43.034699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98bcef53-7349-4979-ac1d-b0cacc87bc25 req-cec70b00-8fa3-4917-b76b-32cc3b0db798 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363489 Apr 30 01:34:43.040431 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-44f2fcd5-627d-413d-be9b-e630e1737a0d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9b709b3-5f62-4e80-82f7-4ec477b9639d HTTP/1.1" status: 200 len: 205 time: 0.0319839 Apr 30 01:34:43.052166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56220) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:43.096338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-03afe158-429f-4149-95f0-1151d07ffe61 req-7448f646-2e39-4074-a5da-90b6f8fa4635 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582626 Apr 30 01:34:43.166953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc630ee8-1854-4fb5-833d-b2e38eaa4933 req-2628f54f-6a7a-463c-8878-352014b94cc4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:43.168586 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc630ee8-1854-4fb5-833d-b2e38eaa4933 req-2628f54f-6a7a-463c-8878-352014b94cc4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.2064307 Apr 30 01:34:43.235902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56226) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:43.239897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-7baffd39-ffbf-4640-a7a3-cc66118cc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:43.241443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-7baffd39-ffbf-4640-a7a3-cc66118cc323 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 1097 time: 0.1184490 Apr 30 01:34:43.258847 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:43.307476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc630ee8-1854-4fb5-833d-b2e38eaa4933 req-1f215ef1-87e0-4894-974a-64d994d8fa4e tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304736 Apr 30 01:34:43.473719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-3ae3d428-41ed-4c85-9b40-c128ca631017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:43.475799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-3ae3d428-41ed-4c85-9b40-c128ca631017 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 911 time: 0.1795907 Apr 30 01:34:43.498742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:43.581239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91e64f-4ea4-4d07-9745-23ee1f8d31f9 req-cc9b9ba9-c548-4754-9839-0c5c89d18e8f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:43.589014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af91e64f-4ea4-4d07-9745-23ee1f8d31f9 req-cc9b9ba9-c548-4754-9839-0c5c89d18e8f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 946 time: 0.1344929 Apr 30 01:34:43.605667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-da55b425-4d92-4404-a812-5420899297d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b067cff-17bc-4004-8efe-b56414d4b86e HTTP/1.1" status: 200 len: 1001 time: 0.1087098 Apr 30 01:34:43.696888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-844237f7-2ca6-418e-82e2-479549e506d9 req-7149d35a-568e-4f19-bff7-e449daaba14f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 210 time: 0.3795497 Apr 30 01:34:43.706664 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48a76f86-4729-47a7-ac5c-72ebbfe26add admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:43.709759 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af91e64f-4ea4-4d07-9745-23ee1f8d31f9 req-a3392d2c-6fb5-4885-9de2-9b518c7cbb8a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197660 Apr 30 01:34:43.725404 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-eef9c3a2-3c0f-4d9d-b5ae-6dfbe07b5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:43.733531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-eef9c3a2-3c0f-4d9d-b5ae-6dfbe07b5b24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 200 len: 850 time: 0.0964487 Apr 30 01:34:43.792426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Deleting port 16f6790b-0849-458e-b3a1-f7431e068de8 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:43.793028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:43.819289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48a76f86-4729-47a7-ac5c-72ebbfe26add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:43.875775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f64c2a5-36bb-4bd9-910c-44407387dfbe req-7ebeea9b-7193-47bb-a79d-5786da4dc513 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0603213 Apr 30 01:34:43.882013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-176ea750-d9f7-4290-88de-89df3b97aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:43.884203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-176ea750-d9f7-4290-88de-89df3b97aac6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1c5335-4e8e-461d-bbea-99cc3496328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428225 Apr 30 01:34:43.925985 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48a76f86-4729-47a7-ac5c-72ebbfe26add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:43.936589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:43.972145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-48a76f86-4729-47a7-ac5c-72ebbfe26add admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5c2ca8e6b8b41f2a85b159634e5a237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325392 Apr 30 01:34:43.972145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a76f86-4729-47a7-ac5c-72ebbfe26add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0fe626-a4c4-46ee-a2df-28ba9b7a559b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:43.973442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56234) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:43.993096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Calling delete_port for 16f6790b-0849-458e-b3a1-f7431e068de8 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:44.044310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a71f1d5-87be-485e-93ad-038bf436c1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:44.086553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a71f1d5-87be-485e-93ad-038bf436c1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:44.086900 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-92a21d9d-4939-4fac-8f2b-08f3065508a6 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943972 Apr 30 01:34:44.218297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a71f1d5-87be-485e-93ad-038bf436c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:44.220949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a71f1d5-87be-485e-93ad-038bf436c1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:44.225352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0a71f1d5-87be-485e-93ad-038bf436c1d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce0fe626-a4c4-46ee-a2df-28ba9b7a559b HTTP/1.1" status: 204 len: 168 time: 0.2506790 Apr 30 01:34:44.233400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71f1d5-87be-485e-93ad-038bf436c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0fe626-a4c4-46ee-a2df-28ba9b7a559b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:44.251628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed986d39-4a8c-42c6-9c3a-09e2b655e235 req-7eff8818-fc4e-4726-a443-e26e8a22d73d service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528594 Apr 30 01:34:44.378457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:44.406159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event deleted for resources: {'Port': ['ID=16f6790b-0849-458e-b3a1-f7431e068de8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:44.461135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda805b-92c1-4899-bb87-32c0e131ad84 req-d8c69d54-12b7-4078-b0bb-7ba3f7daacb1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:44.462141 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-beda805b-92c1-4899-bb87-32c0e131ad84 req-d8c69d54-12b7-4078-b0bb-7ba3f7daacb1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0632906 Apr 30 01:34:44.483488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:44.527936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-beda805b-92c1-4899-bb87-32c0e131ad84 req-31f1786a-abe9-4334-9927-8b848daed7eb tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489373 Apr 30 01:34:44.921945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec560f3b-caec-43f4-90fa-5361f7f47f52 req-799bfe2d-899c-4aa1-ab63-ba67b29ec37c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:44.930342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec560f3b-caec-43f4-90fa-5361f7f47f52 req-799bfe2d-899c-4aa1-ab63-ba67b29ec37c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 946 time: 0.1060159 Apr 30 01:34:44.956083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:44.958324 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:44.987767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec560f3b-caec-43f4-90fa-5361f7f47f52 req-9fa75020-38fa-474d-80fa-e3d1d4ff24ac tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564399 Apr 30 01:34:45.014933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56254) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:45.042089 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48cf4401-214b-4964-a2a8-0dd0f96eb2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.059850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f216c5d-c614-47a9-b195-9c184abe3db6 req-fb138db0-9bba-4042-a3ca-d72982bbcedf tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 210 time: 0.0450628 Apr 30 01:34:45.122492 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2024eca3-a15f-4dfa-b44b-d933cb60c885 req-5f8276d1-e5b4-49fb-b7cb-fa32d44162ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef5c44b1-2403-48d2-857b-e5afa59774cc HTTP/1.1" status: 200 len: 210 time: 0.0316582 Apr 30 01:34:45.125973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.126675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Fanout notify agent at l3_agent the message router_deleted on router b9b709b3-5f62-4e80-82f7-4ec477b9639d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:45.135690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.137105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9165ab41-281d-4953-ac35-3c33c24a8aec tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/b9b709b3-5f62-4e80-82f7-4ec477b9639d HTTP/1.1" status: 204 len: 168 time: 2.0809996 Apr 30 01:34:45.140968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56258) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:45.145997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-db589a5e-5d82-422f-8de2-ef1b2b3a3fff tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1400332885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:45.214076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48cf4401-214b-4964-a2a8-0dd0f96eb2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.216605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-66f053f2-35f0-4637-8284-95bbf8f310ee tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:45.218177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-66f053f2-35f0-4637-8284-95bbf8f310ee tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.2053442 Apr 30 01:34:45.233892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Request body: {'port': {'device_id': '28b0ebb2-f5cc-40bb-bc00-72f528d27438', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'admin_state_up': True, 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:45.298533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db589a5e-5d82-422f-8de2-ef1b2b3a3fff tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.300009 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db589a5e-5d82-422f-8de2-ef1b2b3a3fff tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.357300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48cf4401-214b-4964-a2a8-0dd0f96eb2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.360554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db589a5e-5d82-422f-8de2-ef1b2b3a3fff tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.397539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-48cf4401-214b-4964-a2a8-0dd0f96eb2d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=483c50734b2e4ccda2b2734a18f69675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811376 Apr 30 01:34:45.398477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf4401-214b-4964-a2a8-0dd0f96eb2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d70a12-bef5-48c5-8ebb-a993382b4094,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:45.399911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56260) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:45.413654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:45.415572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.440782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db589a5e-5d82-422f-8de2-ef1b2b3a3fff tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.525153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db589a5e-5d82-422f-8de2-ef1b2b3a3fff tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.527336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-db589a5e-5d82-422f-8de2-ef1b2b3a3fff tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3849974 Apr 30 01:34:45.531782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2435b93d-06cb-4d5f-85d6-d5d34c9303fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.531970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56262) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:45.538772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:45.586168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2435b93d-06cb-4d5f-85d6-d5d34c9303fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.621713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Allocated IP 172.20.0.5 (ebfb2767-7242-478f-9442-df54e9157d32/f27595e3-02e3-4458-a602-6aa9173de05f/43009b7f-9902-42ad-9571-d7d4d9607cf2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:45.754872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2435b93d-06cb-4d5f-85d6-d5d34c9303fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.764600 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2435b93d-06cb-4d5f-85d6-d5d34c9303fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.765992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2435b93d-06cb-4d5f-85d6-d5d34c9303fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99d70a12-bef5-48c5-8ebb-a993382b4094 HTTP/1.1" status: 204 len: 168 time: 0.3643775 Apr 30 01:34:45.788356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.852607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435b93d-06cb-4d5f-85d6-d5d34c9303fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d70a12-bef5-48c5-8ebb-a993382b4094,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:45.877315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:45.996122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.014916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:46.045820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Network ebfb2767-7242-478f-9442-df54e9157d32 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:46.049569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:46.054312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:46.084777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event updated for resources: {'Port': ['ID=43009b7f-9902-42ad-9571-d7d4d9607cf2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:46.134024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:46.136732 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.152535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.182954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.244628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-be027c4e-90a7-43a5-a5d1-c89faa42bdec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0151730 Apr 30 01:34:46.258469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Request body: {'port': {'device_id': '28b0ebb2-f5cc-40bb-bc00-72f528d27438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:46.283336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae114cd-4ccb-4d27-ac70-bbb250762edf req-477fe232-a1ba-48a0-9a3c-f02755a60555 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:46.284981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ae114cd-4ccb-4d27-ac70-bbb250762edf req-477fe232-a1ba-48a0-9a3c-f02755a60555 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 931 time: 0.1037798 Apr 30 01:34:46.371381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.395896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ae114cd-4ccb-4d27-ac70-bbb250762edf req-59335acc-f96a-4dcd-a536-c81f399e5506 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883417 Apr 30 01:34:46.410772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56282) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:46.432243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Allocated IP 172.25.0.54 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/0a8c7a2b-8222-4637-bbce-017015992cdd) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:46.577330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26b76816-d221-4a75-9461-1491a16ba1e5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.578125 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.621552 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26b76816-d221-4a75-9461-1491a16ba1e5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.691546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.732527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:46.735652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:46.738376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:46.789249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event updated for resources: {'Port': ['ID=0a8c7a2b-8222-4637-bbce-017015992cdd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:46.842439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26b76816-d221-4a75-9461-1491a16ba1e5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.845008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26b76816-d221-4a75-9461-1491a16ba1e5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.847472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-26b76816-d221-4a75-9461-1491a16ba1e5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "DELETE /v2.0/security-groups/70b1828e-ac6f-40f8-a88d-add0ec7bc036 HTTP/1.1" status: 204 len: 168 time: 0.4354935 Apr 30 01:34:46.849653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43009b7f-9902-42ad-9571-d7d4d9607cf2 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:46.856734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56292) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:46.862235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:46.873097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b76816-d221-4a75-9461-1491a16ba1e5 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b1828e-ac6f-40f8-a88d-add0ec7bc036,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:46.886018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Transition to ACTIVE for port object 43009b7f-9902-42ad-9571-d7d4d9607cf2 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:34:46.922407 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-60334b54-84ad-4d9c-a3cb-cfc658fa7644 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] show failed (client error): The resource could not be found. Apr 30 01:34:46.923769 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-60334b54-84ad-4d9c-a3cb-cfc658fa7644 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "GET /v2.0/security-groups/70b1828e-ac6f-40f8-a88d-add0ec7bc036 HTTP/1.1" status: 404 len: 347 time: 0.0655465 Apr 30 01:34:46.926748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56296) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:46.960952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.023003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=43009b7f-9902-42ad-9571-d7d4d9607cf2,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:47.093822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port ed5bb565-4110-4188-b9fb-b2ab6810b9d6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:47.096648 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.109728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Attempting to bind port 43009b7f-9902-42ad-9571-d7d4d9607cf2 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:34:47.110183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Attempting to bind port 43009b7f-9902-42ad-9571-d7d4d9607cf2 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:34:47.110638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Attempting to bind port 43009b7f-9902-42ad-9571-d7d4d9607cf2 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:47.115931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Port 43009b7f-9902-42ad-9571-d7d4d9607cf2 on network ebfb2767-7242-478f-9442-df54e9157d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:34:47.116495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Attempting to bind port 43009b7f-9902-42ad-9571-d7d4d9607cf2 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:34:47.123793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:34:47.124188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Checking segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:34:47.125209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Bound using segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:34:47.125209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Bound port: 43009b7f-9902-42ad-9571-d7d4d9607cf2, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:34:47.125747 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.199980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] For port 43009b7f-9902-42ad-9571-d7d4d9607cf2, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:34:47.204537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] For port 43009b7f-9902-42ad-9571-d7d4d9607cf2, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=43009b7f-9902-42ad-9571-d7d4d9607cf2,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:34:47.265327 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.266183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.274877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.292929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.330697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for ed5bb565-4110-4188-b9fb-b2ab6810b9d6 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:47.363167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=43009b7f-9902-42ad-9571-d7d4d9607cf2,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:47.372578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:47.373436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.374923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2444a9b5-785e-4d18-84d9-70f03868f6d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/43009b7f-9902-42ad-9571-d7d4d9607cf2 HTTP/1.1" status: 200 len: 1091 time: 1.1220706 Apr 30 01:34:47.375687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b0ebb2-f5cc-40bb-bc00-72f528d27438', 'tag': '43009b7f-9902-42ad-9571-d7d4d9607cf2'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:47.377942 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bace404-3181-437b-97b2-acc76e804e26" -d '{"events": [{"name": "network-changed", "server_uuid": "28b0ebb2-f5cc-40bb-bc00-72f528d27438", "tag": "43009b7f-9902-42ad-9571-d7d4d9607cf2"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:47.423963 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2408efb8-3653-4601-8d79-46b121446230 x-openstack-request-id: req-2408efb8-3653-4601-8d79-46b121446230 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:47.427611 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b0ebb2-f5cc-40bb-bc00-72f528d27438", "tag": "43009b7f-9902-42ad-9571-d7d4d9607cf2", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:47.427611 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2408efb8-3653-4601-8d79-46b121446230 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:47.427611 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2408efb8-3653-4601-8d79-46b121446230'] response: {'name': 'network-changed', 'server_uuid': '28b0ebb2-f5cc-40bb-bc00-72f528d27438', 'tag': '43009b7f-9902-42ad-9571-d7d4d9607cf2', 'status': 'completed', 'code': 200} Apr 30 01:34:47.545561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bace404-3181-437b-97b2-acc76e804e26 req-659aaba5-543c-49c1-a585-61226c9badd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:47.547082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bace404-3181-437b-97b2-acc76e804e26 req-659aaba5-543c-49c1-a585-61226c9badd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 1094 time: 0.0805416 Apr 30 01:34:47.564519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb9ce-94d6-4667-af3a-e7af5bb1638c req-af323ef3-dc33-4569-b9b2-75db3e8a57e3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:47.566099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c0fb9ce-94d6-4667-af3a-e7af5bb1638c req-af323ef3-dc33-4569-b9b2-75db3e8a57e3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 943 time: 0.0674217 Apr 30 01:34:47.615358 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.621720 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.724570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c0fb9ce-94d6-4667-af3a-e7af5bb1638c req-53ae3548-91d0-4430-96f5-fa239bc14672 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318951 Apr 30 01:34:47.738404 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bace404-3181-437b-97b2-acc76e804e26 req-7e6cf3b9-49d6-4156-9d57-2b6b4d2e3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:47.740125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bace404-3181-437b-97b2-acc76e804e26 req-7e6cf3b9-49d6-4156-9d57-2b6b4d2e3ea7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1837974 Apr 30 01:34:47.747308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.783217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=ed5bb565-4110-4188-b9fb-b2ab6810b9d6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:47.858189 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.859577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bace404-3181-437b-97b2-acc76e804e26 req-a52adffb-5d2c-4e0e-9f25-fcbd35dd6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:47.861153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bace404-3181-437b-97b2-acc76e804e26 req-a52adffb-5d2c-4e0e-9f25-fcbd35dd6435 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1138475 Apr 30 01:34:47.864092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:47.865187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9b216764-f5a5-4838-8ab3-a84b2b462d4b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "DELETE /v2.0/floatingips/fa7de4a0-7354-4a3d-ad90-9a546997a92f HTTP/1.1" status: 204 len: 168 time: 0.9373670 Apr 30 01:34:47.867762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56320) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:47.947327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-6d5977c2-6bc9-4744-9793-1fb479e2b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:47.950027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-6d5977c2-6bc9-4744-9793-1fb479e2b731 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 1094 time: 0.0476725 Apr 30 01:34:47.972509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Router 804cd36a-3813-47c5-80b3-0cc4cd05e1ba is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:34:47.991125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-814400b8-6ac9-419a-9063-77f5d0f3e715 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port ce3792c1-2aec-4d81-8c87-e0b6661e4244 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:47.991504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-814400b8-6ac9-419a-9063-77f5d0f3e715 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:48.004430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-8cdb0bcd-e433-4d93-876a-d28a7d6ec9be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43009b7f-9902-42ad-9571-d7d4d9607cf2 HTTP/1.1" status: 200 len: 217 time: 0.0480504 Apr 30 01:34:48.059471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-48f2222a-0bea-49f2-8b72-d020c0afbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:48.061126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-48f2222a-0bea-49f2-8b72-d020c0afbedb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.0477998 Apr 30 01:34:48.102754 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-875ec563-2c15-44ee-81cd-d75f4fbad390 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346112 Apr 30 01:34:48.167784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-814400b8-6ac9-419a-9063-77f5d0f3e715 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:48.177610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56336) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:48.186053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:48.196079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:48.200257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-32fcbada-f0a4-41ef-96b2-6d1dbf78861d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "PUT /v2.0/routers/804cd36a-3813-47c5-80b3-0cc4cd05e1ba HTTP/1.1" status: 200 len: 879 time: 2.6673152 Apr 30 01:34:48.201738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-814400b8-6ac9-419a-9063-77f5d0f3e715 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for ce3792c1-2aec-4d81-8c87-e0b6661e4244 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:48.203380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56340) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:48.210746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba62e5-6a33-4021-a41e-a57a657a66dc None None] Sync routers for ids ['804cd36a-3813-47c5-80b3-0cc4cd05e1ba'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:48.229907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba62e5-6a33-4021-a41e-a57a657a66dc None None] Routers {'804cd36a-3813-47c5-80b3-0cc4cd05e1ba'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:48.233103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2eba62e5-6a33-4021-a41e-a57a657a66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['804cd36a-3813-47c5-80b3-0cc4cd05e1ba'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:48.276057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2eba62e5-6a33-4021-a41e-a57a657a66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:48.276232 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-2af0c55d-fed9-45c4-a1bf-3387d0e94e0d service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663854 Apr 30 01:34:48.284807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba62e5-6a33-4021-a41e-a57a657a66dc None None] Routers {'804cd36a-3813-47c5-80b3-0cc4cd05e1ba'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:48.285667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2eba62e5-6a33-4021-a41e-a57a657a66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['804cd36a-3813-47c5-80b3-0cc4cd05e1ba'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:48.321324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2eba62e5-6a33-4021-a41e-a57a657a66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:48.322219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba62e5-6a33-4021-a41e-a57a657a66dc None None] The sync data for ids ['804cd36a-3813-47c5-80b3-0cc4cd05e1ba'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:48.360789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1830273972', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:48.432781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acd93a72-b741-400a-b54d-a8a421c9ae50 req-f2ebeb7e-2409-4b1a-b137-bd286a5288c5 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501796 Apr 30 01:34:48.549661 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:48.680620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d37c79f0-32bc-46ff-a662-7a44aa3412e2 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/routers/804cd36a-3813-47c5-80b3-0cc4cd05e1ba HTTP/1.1" status: 200 len: 920 time: 0.4760783 Apr 30 01:34:48.683345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56352) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:48.761901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Made reservation on behalf of 7921b93064d34a88b440e6806ef0f8a6 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:34:48.763582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:48.793143 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:48.819395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be02e0-fe9c-4120-9fa6-b24df1242fa0 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:48.820988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-79be02e0-fe9c-4120-9fa6-b24df1242fa0 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=804cd36a-3813-47c5-80b3-0cc4cd05e1ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1366649 Apr 30 01:34:48.824533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56364) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:48.901663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de06e40-0330-4dd8-8d87-17987d52e092 req-d5001d21-c898-4c4c-89df-badcc2c3734c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:48.903349 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6de06e40-0330-4dd8-8d87-17987d52e092 req-d5001d21-c898-4c4c-89df-badcc2c3734c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 943 time: 0.0876863 Apr 30 01:34:48.906599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-814400b8-6ac9-419a-9063-77f5d0f3e715 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:48.926002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb4ea29-2dea-4e74-b154-2b9b53a859cc tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:48.927471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4fb4ea29-2dea-4e74-b154-2b9b53a859cc tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 881 time: 0.1011434 Apr 30 01:34:48.930273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:48.959123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814400b8-6ac9-419a-9063-77f5d0f3e715 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=ce3792c1-2aec-4d81-8c87-e0b6661e4244,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:48.965178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb7276d5-2fd9-4cb5-995f-0913e61b6a23 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=804cd36a-3813-47c5-80b3-0cc4cd05e1ba HTTP/1.1" status: 200 len: 205 time: 0.0313098 Apr 30 01:34:48.966737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:49.013702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.062535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6de06e40-0330-4dd8-8d87-17987d52e092 req-5146f4f4-d1b7-4bbb-8d95-295345dbb736 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489265 Apr 30 01:34:49.089049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-814400b8-6ac9-419a-9063-77f5d0f3e715 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.093302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-814400b8-6ac9-419a-9063-77f5d0f3e715 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "DELETE /v2.0/ports/ce3792c1-2aec-4d81-8c87-e0b6661e4244 HTTP/1.1" status: 204 len: 168 time: 1.2245555 Apr 30 01:34:49.095824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56370) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:49.097978 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.105372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.109348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] device_id is not set on port 3607cd16-51fd-42af-9a09-85b97d5bcd12 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:34:49.414690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080be9b-ca93-41eb-a6be-1287ef93a69f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:49.416664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.417683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Allocated IP 172.25.0.53 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/3607cd16-51fd-42af-9a09-85b97d5bcd12) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:49.417683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4a748a92-7586-4151-b10f-191dfefb999b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:49.417683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a748a92-7586-4151-b10f-191dfefb999b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.514802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Deleting port 0a8c7a2b-8222-4637-bbce-017015992cdd {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:49.515159 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.611489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.621339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.627851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a748a92-7586-4151-b10f-191dfefb999b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.641760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Calling delete_port for 0a8c7a2b-8222-4637-bbce-017015992cdd owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:49.645238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4a748a92-7586-4151-b10f-191dfefb999b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:49.802594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.852423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:49.852423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:49.855995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:49.881356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Pushing event updated for resources: {'Port': ['ID=3607cd16-51fd-42af-9a09-85b97d5bcd12,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:49.883820 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a748a92-7586-4151-b10f-191dfefb999b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.932626 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.938828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a748a92-7586-4151-b10f-191dfefb999b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:49.951341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:49.951987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:49.969408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event deleted for resources: {'Port': ['ID=0a8c7a2b-8222-4637-bbce-017015992cdd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:50.028804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a748a92-7586-4151-b10f-191dfefb999b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.034979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4a748a92-7586-4151-b10f-191dfefb999b tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "DELETE /v2.0/ports/a3eb7ed3-ecca-4d39-90a5-f43e9ee7848b HTTP/1.1" status: 204 len: 168 time: 0.9353445 Apr 30 01:34:50.035200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56394) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:50.072151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.108530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d724f5-4ed7-4430-b48b-2f41cba2ec26 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting subnet caed1001-1bfb-4558-9d5a-0a69e63a1ca6 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:34:50.112282 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28d724f5-4ed7-4430-b48b-2f41cba2ec26 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.157548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28d724f5-4ed7-4430-b48b-2f41cba2ec26 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.228237 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.230667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.241474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f9bb2944-0464-471b-99ba-589be5722b71 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0628057 Apr 30 01:34:50.256868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56402) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:50.261960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.53'}]}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:50.330203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecef622-ef5e-43a4-9634-e3191d300942 req-6bfb0041-98d7-45a3-80f2-b53cff6acc89 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:50.331821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ecef622-ef5e-43a4-9634-e3191d300942 req-6bfb0041-98d7-45a3-80f2-b53cff6acc89 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 943 time: 0.1056738 Apr 30 01:34:50.335520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28d724f5-4ed7-4430-b48b-2f41cba2ec26 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.338303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.338879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Fanout notify agent at l3_agent the message router_deleted on router 804cd36a-3813-47c5-80b3-0cc4cd05e1ba {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:50.348420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.349595 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-84dc62b3-4569-499a-a238-35a0d80ba2d2 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/804cd36a-3813-47c5-80b3-0cc4cd05e1ba HTTP/1.1" status: 204 len: 168 time: 1.3825192 Apr 30 01:34:50.361486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56406) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:50.372080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e90b0b1c-72af-46a8-a26a-fc10c71b7ac5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-116781736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:50.408407 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.409521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.446580 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.479768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b1c-72af-46a8-a26a-fc10c71b7ac5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.481158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b1c-72af-46a8-a26a-fc10c71b7ac5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.484050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ecef622-ef5e-43a4-9634-e3191d300942 req-9986c70d-660c-433b-bd63-1d7fc5106cb8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792966 Apr 30 01:34:50.551357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.552761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28d724f5-4ed7-4430-b48b-2f41cba2ec26 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.600175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b1c-72af-46a8-a26a-fc10c71b7ac5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.636686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d724f5-4ed7-4430-b48b-2f41cba2ec26 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Subnet': ['ID=caed1001-1bfb-4558-9d5a-0a69e63a1ca6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:50.640298 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28d724f5-4ed7-4430-b48b-2f41cba2ec26 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.644940 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-28d724f5-4ed7-4430-b48b-2f41cba2ec26 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "DELETE /v2.0/subnets/caed1001-1bfb-4558-9d5a-0a69e63a1ca6 HTTP/1.1" status: 204 len: 168 time: 0.6004412 Apr 30 01:34:50.647620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56412) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:50.654675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ecd73-94f5-4d97-8cb4-74cc9f42e9c4 None None] Network 0e6294b2-3522-4972-aca6-3136bf498da1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:34:50.677193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b1c-72af-46a8-a26a-fc10c71b7ac5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.808975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b1c-72af-46a8-a26a-fc10c71b7ac5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.811489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e90b0b1c-72af-46a8-a26a-fc10c71b7ac5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4462101 Apr 30 01:34:50.816678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56422) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:50.833035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': True}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:50.866297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a56abc-1180-40f9-ae76-24a7312958f7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting subnet ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:34:50.870314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.878969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] DHCP port deletion for 0e6294b2-3522-4972-aca6-3136bf498da1 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:34:50.905249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a56abc-1180-40f9-ae76-24a7312958f7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.930551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] Deleting port 93a74a2c-b084-449f-94ef-1780dfad2f65 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:50.931286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:50.972049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 43009b7f-9902-42ad-9571-d7d4d9607cf2 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:34:51.008764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] For port 93a74a2c-b084-449f-94ef-1780dfad2f65, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=93a74a2c-b084-449f-94ef-1780dfad2f65,segment=NetworkSegment(17906b90-6529-4c12-a6c1-2bd43ce07c3f),segment_id=17906b90-6529-4c12-a6c1-2bd43ce07c3f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:51.009157 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.026672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a56abc-1180-40f9-ae76-24a7312958f7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.039718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] Calling delete_port for 93a74a2c-b084-449f-94ef-1780dfad2f65 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:51.148621 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 43009b7f-9902-42ad-9571-d7d4d9607cf2, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=43009b7f-9902-42ad-9571-d7d4d9607cf2,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:51.163952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '43009b7f-9902-42ad-9571-d7d4d9607cf2', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'port_id': '43009b7f-9902-42ad-9571-d7d4d9607cf2', 'mac_address': 'fa:16:3e:de:88:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27595e3-02e3-4458-a602-6aa9173de05f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:34:51.190692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.208615 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.222267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43009b7f-9902-42ad-9571-d7d4d9607cf2 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:34:51.244525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 43009b7f-9902-42ad-9571-d7d4d9607cf2, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=43009b7f-9902-42ad-9571-d7d4d9607cf2,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:51.249319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a56abc-1180-40f9-ae76-24a7312958f7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.266501 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.302482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] No DVR routers for this DVR port 93a74a2c-b084-449f-94ef-1780dfad2f65 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:51.305763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023eceb-8d16-42d7-b91d-dbaec1d2352c None None] Pushing event deleted for resources: {'Port': ['ID=93a74a2c-b084-449f-94ef-1780dfad2f65,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:51.327876 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.382988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=43009b7f-9902-42ad-9571-d7d4d9607cf2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:51.411692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a56abc-1180-40f9-ae76-24a7312958f7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.479693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92453d-6be6-43e3-b7b3-3787474e28ce None None] Network 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:34:51.493791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a56abc-1180-40f9-ae76-24a7312958f7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:51.497489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-51a56abc-1180-40f9-ae76-24a7312958f7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.500864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-51a56abc-1180-40f9-ae76-24a7312958f7 tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "DELETE /v2.0/subnets/ea3adc8e-5770-41ff-9b2f-5a977d7a8d4f HTTP/1.1" status: 204 len: 168 time: 0.8509395 Apr 30 01:34:51.503649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56432) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:51.538228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.562145 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.601492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['43009b7f-9902-42ad-9571-d7d4d9607cf2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:34:51.633669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.774819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.804982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da777dc8-4a95-4ac2-a765-933e31bbf1b5 req-1b130414-8da0-4fa9-8cc0-d6f0a3451454 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:51.805416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6294b2-3522-4972-aca6-3136bf498da1']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:51.806510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da777dc8-4a95-4ac2-a765-933e31bbf1b5 req-1b130414-8da0-4fa9-8cc0-d6f0a3451454 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 944 time: 0.1966183 Apr 30 01:34:51.843371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17906b90-6529-4c12-a6c1-2bd43ce07c3f') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:51.843698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17906b90-6529-4c12-a6c1-2bd43ce07c3f') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:51.864571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.868069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] DHCP port deletion for 0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:34:51.873343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.898087 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.907957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:34:51.908646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:34:51.911978 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:34:51.940526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:51.951542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] Deleting port 10210ba0-8be1-44ce-91d9-919ed24452a4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:51.951920 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.006380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.035930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] For port 10210ba0-8be1-44ce-91d9-919ed24452a4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=10210ba0-8be1-44ce-91d9-919ed24452a4,segment=NetworkSegment(d6bb0522-2de7-4f3c-9e90-304b78a863a4),segment_id=d6bb0522-2de7-4f3c-9e90-304b78a863a4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:52.036314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.051556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] Calling delete_port for 10210ba0-8be1-44ce-91d9-919ed24452a4 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:52.052241 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.065525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.069211 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "DELETE /v2.0/networks/0e6294b2-3522-4972-aca6-3136bf498da1 HTTP/1.1" status: 204 len: 168 time: 0.5642786 Apr 30 01:34:52.092110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56448) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:52.094055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce45d-9ea1-4e8b-881a-707bf20f59ab tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Network': ['ID=0e6294b2-3522-4972-aca6-3136bf498da1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:52.188073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 93a74a2c-b084-449f-94ef-1780dfad2f65 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:52.215006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 93a74a2c-b084-449f-94ef-1780dfad2f65 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:34:52.215663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 93a74a2c-b084-449f-94ef-1780dfad2f65 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:34:52.216477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 10210ba0-8be1-44ce-91d9-919ed24452a4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:34:52.237237 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.311136 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.313219 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.344899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Deleting port 10210ba0-8be1-44ce-91d9-919ed24452a4 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:52.345504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.359277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] No DVR routers for this DVR port 10210ba0-8be1-44ce-91d9-919ed24452a4 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:52.368707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f77030-6315-4215-8947-106ca9737e1e None None] Pushing event deleted for resources: {'Port': ['ID=10210ba0-8be1-44ce-91d9-919ed24452a4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:52.440689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] For port 10210ba0-8be1-44ce-91d9-919ed24452a4, host n-d-821348-1, got binding levels [] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:52.441300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.461650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Calling delete_port for 10210ba0-8be1-44ce-91d9-919ed24452a4 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:52.464306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Port 10210ba0-8be1-44ce-91d9-919ed24452a4 was not found and therefore no delete operation was performed {{(pid=103319) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:34:52.465953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.493393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] No DVR routers for this DVR port 10210ba0-8be1-44ce-91d9-919ed24452a4 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:34:52.514875 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da777dc8-4a95-4ac2-a765-933e31bbf1b5 req-c3af0174-9111-4a3d-956c-535af946f069 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762308 Apr 30 01:34:52.526379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Port': ['ID=10210ba0-8be1-44ce-91d9-919ed24452a4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:52.593254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.599797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Allocated IP 172.25.0.81 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ebd5d0c8-c2a8-4890-8084-9430e0afac3f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:52.635956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:52.644524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.647138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bb0522-2de7-4f3c-9e90-304b78a863a4') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:52.647453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bb0522-2de7-4f3c-9e90-304b78a863a4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:52.649719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.663668 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.677596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.683775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:34:52.684662 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:34:52.780412 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:34:52.796349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.796682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86865aa0-5058-4c7e-a643-f95225c6c746 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:52.804619 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.847066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.850003 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:52.856583 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] 10.222.0.15 "DELETE /v2.0/networks/0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7 HTTP/1.1" status: 204 len: 168 time: 0.7539730 Apr 30 01:34:52.877200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403a23e-f656-430b-a1b5-72d0487bcd7c tempest-TaggedBootDevicesTest-1745698800 tempest-TaggedBootDevicesTest-1745698800-project] Pushing event deleted for resources: {'Network': ['ID=0be1f77a-50cb-4cfa-b9d7-1c297b2d6de7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:52.937801 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 30 01:34:52.943263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5c6990ef-e5f5-47be-b673-7abcd5ca0d67 tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6804054 Apr 30 01:34:52.944585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56472) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:52.972618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 43009b7f-9902-42ad-9571-d7d4d9607cf2 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:34:52.992875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.052097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:53.057675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:53.083934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:53.116360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'Port': ['ID=ebd5d0c8-c2a8-4890-8084-9430e0afac3f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:53.138748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 43009b7f-9902-42ad-9571-d7d4d9607cf2 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:34:53.143731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 43009b7f-9902-42ad-9571-d7d4d9607cf2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:34:53.144299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.243264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4b60ae21-61c9-41ce-a10a-a762090d392c tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Deleting port 3607cd16-51fd-42af-9a09-85b97d5bcd12 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:53.243264 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b60ae21-61c9-41ce-a10a-a762090d392c tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.253424 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.280502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b0ebb2-f5cc-40bb-bc00-72f528d27438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43009b7f-9902-42ad-9571-d7d4d9607cf2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:34:53.283267 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b178d9-3020-4ee6-b9ad-2677d7f76eab" -d '{"events": [{"server_uuid": "28b0ebb2-f5cc-40bb-bc00-72f528d27438", "name": "network-vif-plugged", "status": "completed", "tag": "43009b7f-9902-42ad-9571-d7d4d9607cf2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:34:53.320712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 43009b7f-9902-42ad-9571-d7d4d9607cf2, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=43009b7f-9902-42ad-9571-d7d4d9607cf2,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:34:53.337065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b60ae21-61c9-41ce-a10a-a762090d392c tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.348010 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af64918-20da-44ed-9895-45d69814ddf1 x-openstack-request-id: req-2af64918-20da-44ed-9895-45d69814ddf1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:34:53.350247 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b0ebb2-f5cc-40bb-bc00-72f528d27438", "name": "network-vif-plugged", "status": "completed", "tag": "43009b7f-9902-42ad-9571-d7d4d9607cf2", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:34:53.350247 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2af64918-20da-44ed-9895-45d69814ddf1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:34:53.350247 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af64918-20da-44ed-9895-45d69814ddf1'] response: {'server_uuid': '28b0ebb2-f5cc-40bb-bc00-72f528d27438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43009b7f-9902-42ad-9571-d7d4d9607cf2', 'code': 200} Apr 30 01:34:53.351765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4b60ae21-61c9-41ce-a10a-a762090d392c tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Calling delete_port for 3607cd16-51fd-42af-9a09-85b97d5bcd12 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:53.398210 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.462308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=43009b7f-9902-42ad-9571-d7d4d9607cf2,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:53.486210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae5540-053b-4c4a-9bf9-cbfd6f7b18ab req-5a25e7e4-99e0-4f64-bd5c-f02c6f54bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:53.488749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-35ae5540-053b-4c4a-9bf9-cbfd6f7b18ab req-5a25e7e4-99e0-4f64-bd5c-f02c6f54bb6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 1096 time: 0.0634217 Apr 30 01:34:53.554358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-35ae5540-053b-4c4a-9bf9-cbfd6f7b18ab req-7c95cbbb-d686-480c-9503-8ae063f56140 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593023 Apr 30 01:34:53.564886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.766874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab326f2-e5e8-4c4e-a14a-04c0ffb30218 req-24ea6763-e976-4359-a5fe-c83c027054e7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:53.768558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ab326f2-e5e8-4c4e-a14a-04c0ffb30218 req-24ea6763-e976-4359-a5fe-c83c027054e7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 945 time: 0.1099591 Apr 30 01:34:53.771505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b60ae21-61c9-41ce-a10a-a762090d392c tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.823263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60ae21-61c9-41ce-a10a-a762090d392c tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Pushing event deleted for resources: {'Port': ['ID=3607cd16-51fd-42af-9a09-85b97d5bcd12,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:53.915607 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ab326f2-e5e8-4c4e-a14a-04c0ffb30218 req-d65de80f-80b0-4585-ae9d-935263d00a88 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366808 Apr 30 01:34:53.982931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b60ae21-61c9-41ce-a10a-a762090d392c tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:53.982931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4b60ae21-61c9-41ce-a10a-a762090d392c tempest-RoutersAdminNegativeIpV6Test-1899817182 tempest-RoutersAdminNegativeIpV6Test-1899817182-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3607cd16-51fd-42af-9a09-85b97d5bcd12 HTTP/1.1" status: 204 len: 168 time: 1.0251157 Apr 30 01:34:54.039912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:54.045453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:54.286514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Router a9056dc1-749c-45e0-812e-dc7aba212b0d is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:34:54.491331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:34:54.499210 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0da3e-df10-4220-9b8f-4089fb1e1758 None None] Sync routers for ids ['a9056dc1-749c-45e0-812e-dc7aba212b0d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:34:54.511547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:54.512910 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0da3e-df10-4220-9b8f-4089fb1e1758 None None] Routers {'a9056dc1-749c-45e0-812e-dc7aba212b0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:54.513327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c794ee78-58f0-4315-a2a3-7fc9c31686d8 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "PUT /v2.0/routers/a9056dc1-749c-45e0-812e-dc7aba212b0d HTTP/1.1" status: 200 len: 913 time: 3.6956670 Apr 30 01:34:54.513574 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-41a0da3e-df10-4220-9b8f-4089fb1e1758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a9056dc1-749c-45e0-812e-dc7aba212b0d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:54.516347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:54.609239 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-41a0da3e-df10-4220-9b8f-4089fb1e1758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:54.616010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56518) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:54.630744 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0da3e-df10-4220-9b8f-4089fb1e1758 None None] Routers {'a9056dc1-749c-45e0-812e-dc7aba212b0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:34:54.633368 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-41a0da3e-df10-4220-9b8f-4089fb1e1758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:34:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a9056dc1-749c-45e0-812e-dc7aba212b0d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:54.695252 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-41a0da3e-df10-4220-9b8f-4089fb1e1758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:34:54.696177 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0da3e-df10-4220-9b8f-4089fb1e1758 None None] The sync data for ids ['a9056dc1-749c-45e0-812e-dc7aba212b0d'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:34:54.756978 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0066d6dc-ad93-4536-b075-56ba5c0d94ab tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/routers/a9056dc1-749c-45e0-812e-dc7aba212b0d HTTP/1.1" status: 200 len: 919 time: 0.2391748 Apr 30 01:34:54.759601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56522) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:54.843745 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c846365-e7f9-4068-ae9a-65c4e6b42e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:54.883595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bda694-063c-4ce1-9bfd-5114318d2264 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:54.885386 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c9bda694-063c-4ce1-9bfd-5114318d2264 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=a9056dc1-749c-45e0-812e-dc7aba212b0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1247070 Apr 30 01:34:54.888546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56528) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:55.118634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccdf9f-628e-475f-82ff-593ac9415fec tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:55.125130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-59ccdf9f-628e-475f-82ff-593ac9415fec tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 881 time: 0.2305734 Apr 30 01:34:55.126423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:55.160862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c846365-e7f9-4068-ae9a-65c4e6b42e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:55.188360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-78bca155-a47e-4191-9049-456c043f73ea tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9056dc1-749c-45e0-812e-dc7aba212b0d HTTP/1.1" status: 200 len: 205 time: 0.0487630 Apr 30 01:34:55.188706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:55.192242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f677b-7eca-4ac8-832a-6c0d72d43309 req-c4a46955-7c89-453c-9b59-aa89e6e3fa39 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:55.194199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db2f677b-7eca-4ac8-832a-6c0d72d43309 req-c4a46955-7c89-453c-9b59-aa89e6e3fa39 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 945 time: 0.1123211 Apr 30 01:34:55.232686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c846365-e7f9-4068-ae9a-65c4e6b42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:55.286706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db2f677b-7eca-4ac8-832a-6c0d72d43309 req-91e5a094-f782-4d1d-984c-359d4a0103f0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828383 Apr 30 01:34:55.312440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c846365-e7f9-4068-ae9a-65c4e6b42e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc97844a-efb6-4735-94ce-6aa9ca58f4d4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:55.318080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1c846365-e7f9-4068-ae9a-65c4e6b42e61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36c348e33cb34855a08342912cdecec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007718 Apr 30 01:34:55.320849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56542) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:55.373173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:55.398939 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8aa8047a-1fae-4383-bbf2-7ffc64508bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:55.430140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8aa8047a-1fae-4383-bbf2-7ffc64508bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:55.605105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:55.612510 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8aa8047a-1fae-4383-bbf2-7ffc64508bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:55.615389 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8aa8047a-1fae-4383-bbf2-7ffc64508bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:55.616847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8aa8047a-1fae-4383-bbf2-7ffc64508bfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc97844a-efb6-4735-94ce-6aa9ca58f4d4 HTTP/1.1" status: 204 len: 168 time: 0.2950971 Apr 30 01:34:55.632620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8047a-1fae-4383-bbf2-7ffc64508bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc97844a-efb6-4735-94ce-6aa9ca58f4d4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:56.295673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Deleting port ebd5d0c8-c2a8-4890-8084-9430e0afac3f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:34:56.295673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:56.299862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-e158d703-0f36-4f9d-9e30-4e31731551a8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:56.306023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-e158d703-0f36-4f9d-9e30-4e31731551a8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.6073458 Apr 30 01:34:56.348579 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-d56663d6-2b94-4163-8890-801b618eb092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/quotas/d322b7bb49124ff1b55e8151c42a05fa HTTP/1.1" status: 200 len: 375 time: 0.0108933 Apr 30 01:34:56.408062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4530d-0834-46eb-8dd2-01e5fec255bf req-829b61f7-c93a-47d6-b7c9-09b4955c4471 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:56.410860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ff4530d-0834-46eb-8dd2-01e5fec255bf req-829b61f7-c93a-47d6-b7c9-09b4955c4471 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0645838 Apr 30 01:34:56.452023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-141923b5-899a-4eec-8be8-47de1a7af56b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975578 Apr 30 01:34:56.459850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ff4530d-0834-46eb-8dd2-01e5fec255bf req-54cde980-832c-4e33-a9b2-cf61aa084d1c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418675 Apr 30 01:34:56.466176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:56.496146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Calling delete_port for ebd5d0c8-c2a8-4890-8084-9430e0afac3f owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:34:56.643864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1396a4-6856-4816-9fe5-2af2609e05de req-1792605b-4ddf-4c87-9d0e-e78a0a5b9267 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:56.656092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b1396a4-6856-4816-9fe5-2af2609e05de req-1792605b-4ddf-4c87-9d0e-e78a0a5b9267 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0977106 Apr 30 01:34:56.693570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56586) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:56.721649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-3fb2570c-9991-4550-81bb-2ba5f78235c7 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478724 Apr 30 01:34:56.729590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b1396a4-6856-4816-9fe5-2af2609e05de req-fc5f3e12-3dc5-4dfc-bc78-aadd0cf9ff47 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726130 Apr 30 01:34:56.754896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c8014f8d-8199-446d-b20a-1892e9445c3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7921b93064d34a88b440e6806ef0f8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598240 Apr 30 01:34:56.755552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56588) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:56.813753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968bada7-f1f7-4701-921f-fe16851294a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:56.867887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968bada7-f1f7-4701-921f-fe16851294a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:56.918886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-706a98b5-4f82-4aa3-abf4-0caa16d881c5 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905560 Apr 30 01:34:56.922323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40727e3-2bd7-4789-9eb8-a03ae8acb5d5 req-bb47cf4f-e031-4880-98a5-6aa3e8b7d04d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:56.932428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d40727e3-2bd7-4789-9eb8-a03ae8acb5d5 req-bb47cf4f-e031-4880-98a5-6aa3e8b7d04d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1055987 Apr 30 01:34:57.007779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d40727e3-2bd7-4789-9eb8-a03ae8acb5d5 req-a2796c0e-2467-4346-8006-40b8e180cd93 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739484 Apr 30 01:34:57.098104 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.126418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968bada7-f1f7-4701-921f-fe16851294a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.129297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968bada7-f1f7-4701-921f-fe16851294a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.130436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event deleted for resources: {'Port': ['ID=ebd5d0c8-c2a8-4890-8084-9430e0afac3f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:57.130582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-968bada7-f1f7-4701-921f-fe16851294a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0080be9b-ca93-41eb-a6be-1287ef93a69f HTTP/1.1" status: 204 len: 168 time: 0.3740704 Apr 30 01:34:57.152813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bada7-f1f7-4701-921f-fe16851294a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080be9b-ca93-41eb-a6be-1287ef93a69f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:57.256088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.294101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25754-78dd-4af8-9221-6a4ca68414b1 req-b0095819-14c3-4954-a3c7-97798de90ba8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:57.299847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59d25754-78dd-4af8-9221-6a4ca68414b1 req-b0095819-14c3-4954-a3c7-97798de90ba8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1098623 Apr 30 01:34:57.385095 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59d25754-78dd-4af8-9221-6a4ca68414b1 req-89fc076a-2c6f-4a71-af0e-6505f27a04fd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722408 Apr 30 01:34:57.453595 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b66687-537a-4fcc-a61f-dbb526657f80 req-c740d8a9-a127-41be-a78f-2fd47b1722b4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 210 time: 0.0580101 Apr 30 01:34:57.492903 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.494958 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.641417 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.642292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Fanout notify agent at l3_agent the message router_deleted on router a9056dc1-749c-45e0-812e-dc7aba212b0d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:34:57.687574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.691657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0f9cdf35-9e8e-4b6d-848b-6d67614c835d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/a9056dc1-749c-45e0-812e-dc7aba212b0d HTTP/1.1" status: 204 len: 168 time: 2.5017014 Apr 30 01:34:57.695327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56618) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:57.704395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-244467c9-1adf-4252-bb7c-c49a1d932ade tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-551261293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:57.801332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-244467c9-1adf-4252-bb7c-c49a1d932ade tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.802400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-244467c9-1adf-4252-bb7c-c49a1d932ade tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:57.892003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-244467c9-1adf-4252-bb7c-c49a1d932ade tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:58.024097 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-244467c9-1adf-4252-bb7c-c49a1d932ade tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:58.049015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447862c-0144-4295-aef1-38d53b87e3f9 req-67f46781-d2c0-4644-bd74-0b5c59397fd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:58.063374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3447862c-0144-4295-aef1-38d53b87e3f9 req-67f46781-d2c0-4644-bd74-0b5c59397fd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1161499 Apr 30 01:34:58.134105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-244467c9-1adf-4252-bb7c-c49a1d932ade tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:58.135131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-244467c9-1adf-4252-bb7c-c49a1d932ade tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4376049 Apr 30 01:34:58.141301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56644) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:34:58.163558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': False}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:34:58.231901 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3447862c-0144-4295-aef1-38d53b87e3f9 req-832d311b-8114-4170-9210-b5639715a213 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471837 Apr 30 01:34:58.549589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:58.608091 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d23ea3c6-3d1b-445b-b680-681858b4c521 req-7e500c0e-aea7-4e64-928c-c2d22772d498 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 210 time: 0.0672998 Apr 30 01:34:58.726334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04b729cf-da13-4d6e-86a7-e305508cc9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:58.874270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:58.895665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:59.069178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Allocated IP 172.25.0.7 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/3e224c56-484b-49f3-9067-59ecd1893591) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:34:59.236034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:59.335813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d956d9-9139-45f1-a810-c7a815df5479 req-cda29104-3506-4daa-9a19-c33129d3d350 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:59.337369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-90d956d9-9139-45f1-a810-c7a815df5479 req-cda29104-3506-4daa-9a19-c33129d3d350 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0745289 Apr 30 01:34:59.444353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-90d956d9-9139-45f1-a810-c7a815df5479 req-d0d0f773-b11b-4a49-85ab-91470e0e1790 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914721 Apr 30 01:34:59.444353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:34:59.506691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:34:59.508321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Pushing event updated for resources: {'Port': ['ID=3e224c56-484b-49f3-9067-59ecd1893591,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:34:59.511133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:34:59.513882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:34:59.758203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c8d0750-0d97-4c02-b189-37b383ac36bc req-64116e47-b63d-4b8f-9401-6372eb57914b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 210 time: 0.0341680 Apr 30 01:34:59.805639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-cfc49405-ba4b-40ca-8ebc-734092b814c9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:34:59.805639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-cfc49405-ba4b-40ca-8ebc-734092b814c9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1144254 Apr 30 01:34:59.867701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Request body: {'port': {'device_id': '0cd42688-4769-47f4-aa88-b5b0d46785a7', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'admin_state_up': True, 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:00.062267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.091673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56706) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:00.116429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:00.120353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.253810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1517135572', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:00.344006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Made reservation on behalf of 86db800da17a4d52b8ff17551f7a45e5 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:00.347566 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.359457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Allocated IP 172.20.0.12 (ebfb2767-7242-478f-9442-df54e9157d32/f27595e3-02e3-4458-a602-6aa9173de05f/0d4ecb82-6c5e-442b-a2cc-55b5bd033f18) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:00.385025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.434062 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.446416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.509353 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.566803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.576158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] device_id is not set on port fb716908-2bdd-4176-b6f9-3224c677f0f4 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:35:00.639768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cf6252-aed3-4691-a888-964b70291a28,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:00.695834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246bf61-7034-46dc-88e5-3cfce3bae780 req-1e67109e-c878-425a-abe8-32c309e3eb25 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:00.697429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8246bf61-7034-46dc-88e5-3cfce3bae780 req-1e67109e-c878-425a-abe8-32c309e3eb25 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1666434 Apr 30 01:35:00.728446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Allocated IP 172.25.0.67 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/fb716908-2bdd-4176-b6f9-3224c677f0f4) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:00.768574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.825992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8246bf61-7034-46dc-88e5-3cfce3bae780 req-7bd69d93-186a-4e01-87bf-585908c2b5b7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166463 Apr 30 01:35:00.910015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Router 2d740295-1b52-42f2-a041-a94fdec9c783 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:35:00.912327 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:00.994129 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-56ae-4884-a881-93bdc32643ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.002710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c50d86-8fea-4582-8773-e8753fdf4b97 req-d543528d-4a24-4cee-b501-e45a3a379931 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:01.006835 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c50d86-8fea-4582-8773-e8753fdf4b97 req-d543528d-4a24-4cee-b501-e45a3a379931 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 932 time: 0.0571935 Apr 30 01:35:01.027023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.041224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.053020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:01.057467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['43009b7f-9902-42ad-9571-d7d4d9607cf2'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:01.100213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-88c50d86-8fea-4582-8773-e8753fdf4b97 req-d2f2decf-f2b5-43bb-9c66-ead237ca01c8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894058 Apr 30 01:35:01.104502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:01.120624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:01.120624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:01.159916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Pushing event updated for resources: {'Port': ['ID=fb716908-2bdd-4176-b6f9-3224c677f0f4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:01.180787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:01.181569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.266922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f80943f8-360d-4786-9d50-b5d037c205ec tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1735818 Apr 30 01:35:01.269728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:01.275597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.67'}]}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:01.366562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.367713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.460553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.551543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Network ebfb2767-7242-478f-9442-df54e9157d32 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:01.582329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:01.587765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:01.595773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:35:01.607003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab933f-4558-4554-84de-d1bf1c7d25ab None None] Sync routers for ids ['2d740295-1b52-42f2-a041-a94fdec9c783'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:35:01.608815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.612293 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-591eb202-3676-414d-944e-d9ca9a8f6931 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "PUT /v2.0/routers/2d740295-1b52-42f2-a041-a94fdec9c783 HTTP/1.1" status: 200 len: 913 time: 3.4632869 Apr 30 01:35:01.616381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab933f-4558-4554-84de-d1bf1c7d25ab None None] Routers {'2d740295-1b52-42f2-a041-a94fdec9c783'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:01.617033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-faab933f-4558-4554-84de-d1bf1c7d25ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d740295-1b52-42f2-a041-a94fdec9c783'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:01.632898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56740) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:01.643609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event updated for resources: {'Port': ['ID=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:01.659228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-faab933f-4558-4554-84de-d1bf1c7d25ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:01.672502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab933f-4558-4554-84de-d1bf1c7d25ab None None] Routers {'2d740295-1b52-42f2-a041-a94fdec9c783'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:01.673130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-faab933f-4558-4554-84de-d1bf1c7d25ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2d740295-1b52-42f2-a041-a94fdec9c783'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:01.713464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-faab933f-4558-4554-84de-d1bf1c7d25ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:01.714123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab933f-4558-4554-84de-d1bf1c7d25ab None None] The sync data for ids ['2d740295-1b52-42f2-a041-a94fdec9c783'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:35:01.721369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:01.721994 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:01.805074 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-0197b7b3-c32a-4e14-a8a2-983125684dfd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9438231 Apr 30 01:35:01.810520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d006fec1-e3f7-4c43-9b06-c46c24eecc22 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/routers/2d740295-1b52-42f2-a041-a94fdec9c783 HTTP/1.1" status: 200 len: 919 time: 0.1729763 Apr 30 01:35:01.811585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56744) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:01.826988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Request body: {'port': {'device_id': '0cd42688-4769-47f4-aa88-b5b0d46785a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:01.880836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db2b41-c4bd-4f54-a20f-1fabfb5f5861 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:01.882368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c8db2b41-c4bd-4f54-a20f-1fabfb5f5861 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=2d740295-1b52-42f2-a041-a94fdec9c783&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0697341 Apr 30 01:35:01.886235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56748) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:02.015944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.023379 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.056493 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.103339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fea5db-b43c-4698-a62a-4bd76b393875 req-71b54838-de85-4608-a5ca-3178e00a46a1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:02.104860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76fea5db-b43c-4698-a62a-4bd76b393875 req-71b54838-de85-4608-a5ca-3178e00a46a1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1423788 Apr 30 01:35:02.128781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b482f95-1046-4e9d-ae11-acdfbf5516bd tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:02.130156 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4b482f95-1046-4e9d-ae11-acdfbf5516bd tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 881 time: 0.2424572 Apr 30 01:35:02.133310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56756) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:02.167929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f4d7ced8-25be-42ff-85b2-d709c82530ff tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d740295-1b52-42f2-a041-a94fdec9c783 HTTP/1.1" status: 200 len: 205 time: 0.0333922 Apr 30 01:35:02.171678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:02.218726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76fea5db-b43c-4698-a62a-4bd76b393875 req-129e9061-f70d-4a9c-9e22-8d48bf7c2cb9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074100 Apr 30 01:35:02.378707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74383d20-4baf-498a-9f63-ce7147bea7f9 req-28576b98-e692-42f9-a553-e23208ca535c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:02.380313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74383d20-4baf-498a-9f63-ce7147bea7f9 req-28576b98-e692-42f9-a553-e23208ca535c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 932 time: 0.2112880 Apr 30 01:35:02.407311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:02.419192 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.430265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.440853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Transition to ACTIVE for port object 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:35:02.504270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.505943 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74383d20-4baf-498a-9f63-ce7147bea7f9 req-feddfa9c-e1b4-4040-b63f-4ff494d08f47 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107180 Apr 30 01:35:02.643602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:02.679499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.683716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Attempting to bind port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:02.684925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Attempting to bind port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:02.686956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Attempting to bind port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:02.694701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 on network ebfb2767-7242-478f-9442-df54e9157d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:35:02.696000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Attempting to bind port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:02.698588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.702599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:02.702875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Checking segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:02.703240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Bound using segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:02.703799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Bound port: 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:02.704151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.722558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.790145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] For port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:02.794912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] For port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:02.858494 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.899754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:02.900371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.901905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] 10.222.0.23 "PUT /v2.0/ports/0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 HTTP/1.1" status: 200 len: 1092 time: 1.0796678 Apr 30 01:35:02.902410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd42688-4769-47f4-aa88-b5b0d46785a7', 'tag': '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:02.904704 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a60a3a-6f5e-41d3-8db5-0373daedaa41" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd42688-4769-47f4-aa88-b5b0d46785a7", "tag": "0d4ecb82-6c5e-442b-a2cc-55b5bd033f18"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:02.913701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Deleting port 3e224c56-484b-49f3-9067-59ecd1893591 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:02.914040 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:02.929089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a26de-0de5-4014-824d-38b4d232ec67 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:03.011143 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc31a647-c4f7-40a4-863c-10a9f9b09bc7 x-openstack-request-id: req-dc31a647-c4f7-40a4-863c-10a9f9b09bc7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:03.011143 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd42688-4769-47f4-aa88-b5b0d46785a7", "tag": "0d4ecb82-6c5e-442b-a2cc-55b5bd033f18", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:03.011143 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc31a647-c4f7-40a4-863c-10a9f9b09bc7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:03.011143 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc31a647-c4f7-40a4-863c-10a9f9b09bc7'] response: {'name': 'network-changed', 'server_uuid': '0cd42688-4769-47f4-aa88-b5b0d46785a7', 'tag': '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18', 'status': 'completed', 'code': 200} Apr 30 01:35:03.025266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.037392 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.078883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-20eb7a68-5eab-4db8-b48c-5daa02e25520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:03.081065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-20eb7a68-5eab-4db8-b48c-5daa02e25520 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 1095 time: 0.0630214 Apr 30 01:35:03.091174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Calling delete_port for 3e224c56-484b-49f3-9067-59ecd1893591 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:03.145996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-1c37bb5a-5513-450f-b1b8-69e3f3dabd12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 HTTP/1.1" status: 200 len: 217 time: 0.0533473 Apr 30 01:35:03.219536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-c52260ff-1a1a-4901-b865-7e9cc8955e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:03.221314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-c52260ff-1a1a-4901-b865-7e9cc8955e4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.0686772 Apr 30 01:35:03.278276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-d74a4673-8c93-4711-9b88-8c801174f0c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489573 Apr 30 01:35:03.303034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.306138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.474765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-d97bf88e-9656-4929-8892-ec9fb7c3826e service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874304 Apr 30 01:35:03.491103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a567b6-31d8-4068-b8c1-6c5ebad55253 req-6cf92c62-3c7a-4819-9e12-874c59de646c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:03.492745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6a567b6-31d8-4068-b8c1-6c5ebad55253 req-6cf92c62-3c7a-4819-9e12-874c59de646c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1029537 Apr 30 01:35:03.495771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.501495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f3ce03b-b3fd-431b-b002-81c23e21e5dd {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:03.572651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6a567b6-31d8-4068-b8c1-6c5ebad55253 req-ae431e86-0b31-48e7-8613-c07fe094c3f2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613191 Apr 30 01:35:03.623956 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 30 01:35:03.625200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-168a307b-ebbb-4581-b470-0e06af472ccc tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3544083 Apr 30 01:35:03.625939 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.628750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56792) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:03.675391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5729ee-3a62-46ea-9af8-ade592d0ec1c req-5f7bf4df-3cb3-405f-b9ea-2c389be85d02 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911576 Apr 30 01:35:03.703516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b001edf-f39d-49eb-a274-ffe8d306dadc req-788932df-3e02-4473-ab9c-240f4dde1749 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:03.703947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b001edf-f39d-49eb-a274-ffe8d306dadc req-788932df-3e02-4473-ab9c-240f4dde1749 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 944 time: 0.0740647 Apr 30 01:35:03.710495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event deleted for resources: {'Port': ['ID=3e224c56-484b-49f3-9067-59ecd1893591,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:03.750119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.752560 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b001edf-f39d-49eb-a274-ffe8d306dadc req-9877add5-927c-4b44-b804-54aba5247de6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Apr 30 01:35:03.828087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.835193 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.865977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-9cfa7a57-2888-4568-9391-ed8d80bd45df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:03.868142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-9cfa7a57-2888-4568-9391-ed8d80bd45df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 1095 time: 0.0524364 Apr 30 01:35:03.946910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.949060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:03.979586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-53ce2e20-a6ec-4c5c-a006-95a4aa065a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:03.981750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-53ce2e20-a6ec-4c5c-a006-95a4aa065a8c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 906 time: 0.1059265 Apr 30 01:35:04.013798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0cc07-4fd4-45ba-a755-d1b23ab8da83 tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Deleting port fb716908-2bdd-4176-b6f9-3224c677f0f4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:04.014172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cc07-4fd4-45ba-a755-d1b23ab8da83 tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.058576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-07910de1-d969-4862-b8cb-6d42e962744b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 HTTP/1.1" status: 200 len: 217 time: 0.0564127 Apr 30 01:35:04.084134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.084649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Fanout notify agent at l3_agent the message router_deleted on router 2d740295-1b52-42f2-a041-a94fdec9c783 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:04.094667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.094667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dd5b00d6-3d4b-49aa-8511-091de190bfc6 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/2d740295-1b52-42f2-a041-a94fdec9c783 HTTP/1.1" status: 204 len: 168 time: 1.9204628 Apr 30 01:35:04.099392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56804) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:04.104024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1062499748', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:04.127139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-a7269736-9bab-431b-afca-8d005fa51b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:04.129663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cc07-4fd4-45ba-a755-d1b23ab8da83 tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.130296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-a7269736-9bab-431b-afca-8d005fa51b55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.0673113 Apr 30 01:35:04.149900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0cc07-4fd4-45ba-a755-d1b23ab8da83 tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Calling delete_port for fb716908-2bdd-4176-b6f9-3224c677f0f4 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:04.194621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-67c62fc4-71b2-4a00-8fa4-eb4cfad818f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564394 Apr 30 01:35:04.235438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.236380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.320517 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.340604 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-b873b1f9-5731-4268-87a8-19b8f1bf585c service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279452 Apr 30 01:35:04.422140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cc07-4fd4-45ba-a755-d1b23ab8da83 tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.438723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a60a3a-6f5e-41d3-8db5-0373daedaa41 req-950e7a6d-ec4a-490f-bb79-2ea29e90c783 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906618 Apr 30 01:35:04.480058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0cc07-4fd4-45ba-a755-d1b23ab8da83 tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb716908-2bdd-4176-b6f9-3224c677f0f4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:04.593845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.627322 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8c0cc07-4fd4-45ba-a755-d1b23ab8da83 tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:04.635337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a8c0cc07-4fd4-45ba-a755-d1b23ab8da83 tempest-RoutersAdminNegativeTest-1790827546 tempest-RoutersAdminNegativeTest-1790827546-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fb716908-2bdd-4176-b6f9-3224c677f0f4 HTTP/1.1" status: 204 len: 168 time: 1.0002868 Apr 30 01:35:04.768976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5985186-10e7-4dfa-bf15-9c84179e7ea3 req-48b7ef5e-77c8-4e3e-b39b-b0a0cda72148 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:04.770529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5985186-10e7-4dfa-bf15-9c84179e7ea3 req-48b7ef5e-77c8-4e3e-b39b-b0a0cda72148 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0759339 Apr 30 01:35:04.865773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b5985186-10e7-4dfa-bf15-9c84179e7ea3 req-e5939613-6aae-4be7-a32b-6fcf3dd041e7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831070 Apr 30 01:35:04.920867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fe3ca-0ef5-4c5a-957b-5881c7a89a53 req-3cc1ad8e-9d16-44fa-a229-d2a3c90cc49c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:04.922608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c6fe3ca-0ef5-4c5a-957b-5881c7a89a53 req-3cc1ad8e-9d16-44fa-a229-d2a3c90cc49c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 944 time: 0.0840628 Apr 30 01:35:04.968329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c6fe3ca-0ef5-4c5a-957b-5881c7a89a53 req-6af894f9-540d-4545-b9a1-0222aafbb52e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Apr 30 01:35:05.022772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:35:05.046079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.080072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.106823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56828) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:05.200799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:05.217434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'port_id': '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18', 'mac_address': 'fa:16:3e:87:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27595e3-02e3-4458-a602-6aa9173de05f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:35:05.263294 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.275030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Allocated IP 172.25.0.107 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/7529959a-6365-48e2-b460-9bbe456ca8cf) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:05.283508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:05.310869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47b42bac-2fb6-4166-a932-a2809e926060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.311174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:05.389633 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.437127 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47b42bac-2fb6-4166-a932-a2809e926060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.440584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.477166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:05.500656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47b42bac-2fb6-4166-a932-a2809e926060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.539835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-47b42bac-2fb6-4166-a932-a2809e926060 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6384cb2c815c42b4a31294f5c1918788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319305 Apr 30 01:35:05.540680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b42bac-2fb6-4166-a932-a2809e926060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8dcea0-8555-440b-85a1-05caf7744110,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:05.543528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:05.572582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.623196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event updated for resources: {'Port': ['ID=7529959a-6365-48e2-b460-9bbe456ca8cf,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:05.641715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:05.643326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:05.649275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:05.657107 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cf7-49b3-4bf6-adf8-68a00ed13330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.672499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['0d4ecb82-6c5e-442b-a2cc-55b5bd033f18'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:05.722527 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cf7-49b3-4bf6-adf8-68a00ed13330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.860243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cf7-49b3-4bf6-adf8-68a00ed13330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.863356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cf7-49b3-4bf6-adf8-68a00ed13330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:05.864739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-23cd7cf7-49b3-4bf6-adf8-68a00ed13330 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b8dcea0-8555-440b-85a1-05caf7744110 HTTP/1.1" status: 204 len: 168 time: 0.3202882 Apr 30 01:35:05.878828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd7cf7-49b3-4bf6-adf8-68a00ed13330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8dcea0-8555-440b-85a1-05caf7744110,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:06.190878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56866) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:06.269495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d91cb-74cd-4f59-91cd-75a01c6fa039 req-1d4da6e8-1ffb-49e5-b4dc-1f5470d0b80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:06.271218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-502d91cb-74cd-4f59-91cd-75a01c6fa039 req-1d4da6e8-1ffb-49e5-b4dc-1f5470d0b80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 945 time: 0.1016660 Apr 30 01:35:06.341191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-502d91cb-74cd-4f59-91cd-75a01c6fa039 req-046569b7-da94-42fa-9254-fffff332b1ca tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Apr 30 01:35:06.517401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b88fa-7fea-45e6-a8c2-6a942371ac7d req-2f67e6e7-38f7-42b8-a997-e2405944b912 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:06.525573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e04b88fa-7fea-45e6-a8c2-6a942371ac7d req-2f67e6e7-38f7-42b8-a997-e2405944b912 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.5197957 Apr 30 01:35:06.612536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e04b88fa-7fea-45e6-a8c2-6a942371ac7d req-95d10f00-3d96-49b8-9643-4affc7753bc7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858796 Apr 30 01:35:06.617893 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:06.827006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56882) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:06.856996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:06.900991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e557c903-ef4a-4f84-b9e6-f1ef6c05dfc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86db800da17a4d52b8ff17551f7a45e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780656 Apr 30 01:35:06.903197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56888) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:06.979686 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518b0b37-4b11-4872-aff6-053e937f2fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.021289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:35:07.036056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518b0b37-4b11-4872-aff6-053e937f2fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.092962 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.194466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Router 7ad60088-a3da-4c90-a7a8-02766f4a7daa is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:35:07.269671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518b0b37-4b11-4872-aff6-053e937f2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.272574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-518b0b37-4b11-4872-aff6-053e937f2fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.276710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-518b0b37-4b11-4872-aff6-053e937f2fb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4cf6252-aed3-4691-a888-964b70291a28 HTTP/1.1" status: 204 len: 168 time: 0.3725507 Apr 30 01:35:07.280935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:35:07.291037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:07.291734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.299758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b0b37-4b11-4872-aff6-053e937f2fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cf6252-aed3-4691-a888-964b70291a28,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:07.313324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:35:07.326629 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b747f5-85b3-4dd9-a4b1-76e14e64506c None None] Sync routers for ids ['7ad60088-a3da-4c90-a7a8-02766f4a7daa'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:35:07.347172 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b747f5-85b3-4dd9-a4b1-76e14e64506c None None] Routers {'7ad60088-a3da-4c90-a7a8-02766f4a7daa'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:07.347743 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40b747f5-85b3-4dd9-a4b1-76e14e64506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7ad60088-a3da-4c90-a7a8-02766f4a7daa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:07.397196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.404658 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-df1cbd07-b9c2-4355-9c73-3ed47b9e083f tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3015380 Apr 30 01:35:07.404658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56900) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:07.412498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:07.436980 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40b747f5-85b3-4dd9-a4b1-76e14e64506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:07.459741 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b747f5-85b3-4dd9-a4b1-76e14e64506c None None] Routers {'7ad60088-a3da-4c90-a7a8-02766f4a7daa'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:07.463802 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40b747f5-85b3-4dd9-a4b1-76e14e64506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7ad60088-a3da-4c90-a7a8-02766f4a7daa'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:07.523364 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.584159 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40b747f5-85b3-4dd9-a4b1-76e14e64506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:07.585011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b747f5-85b3-4dd9-a4b1-76e14e64506c None None] The sync data for ids ['7ad60088-a3da-4c90-a7a8-02766f4a7daa'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:35:07.587181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd42688-4769-47f4-aa88-b5b0d46785a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:07.589916 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbd90cd-9c18-4ee8-9450-9d37f63c486e" -d '{"events": [{"server_uuid": "0cd42688-4769-47f4-aa88-b5b0d46785a7", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ecb82-6c5e-442b-a2cc-55b5bd033f18"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:07.626054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:07.659097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Deleting port 9f3b56d6-9dd3-4791-a65a-87239b55c894 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:07.662537 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.672519 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c819e0e9-e23f-427d-8cb3-336dbe648628 x-openstack-request-id: req-c819e0e9-e23f-427d-8cb3-336dbe648628 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:07.674574 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd42688-4769-47f4-aa88-b5b0d46785a7", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ecb82-6c5e-442b-a2cc-55b5bd033f18", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:07.674574 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c819e0e9-e23f-427d-8cb3-336dbe648628 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:07.674574 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c819e0e9-e23f-427d-8cb3-336dbe648628'] response: {'server_uuid': '0cd42688-4769-47f4-aa88-b5b0d46785a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18', 'code': 200} Apr 30 01:35:07.688407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:07.738234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98e7b3-6f7a-48f1-b1b2-3560aa6dcc51 req-fbd45fb7-540d-4de1-8424-2a7908f0d89c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:07.746485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce98e7b3-6f7a-48f1-b1b2-3560aa6dcc51 req-fbd45fb7-540d-4de1-8424-2a7908f0d89c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 945 time: 0.2261021 Apr 30 01:35:07.803329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:07.826692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce98e7b3-6f7a-48f1-b1b2-3560aa6dcc51 req-57fbb43c-d852-4c87-922b-899092cab164 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791466 Apr 30 01:35:07.915484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aaca1-5620-45e4-9f11-131105cf18c2 req-d2467d61-7288-44b1-83e0-b4837cd30277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:07.917030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-450aaca1-5620-45e4-9f11-131105cf18c2 req-d2467d61-7288-44b1-83e0-b4837cd30277 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 1097 time: 0.1245594 Apr 30 01:35:07.996863 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-450aaca1-5620-45e4-9f11-131105cf18c2 req-99c04c66-6639-4a4b-b5a1-8fe407605667 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Apr 30 01:35:08.002192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] For port 9f3b56d6-9dd3-4791-a65a-87239b55c894, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9f3b56d6-9dd3-4791-a65a-87239b55c894,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:08.004597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:08.018023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Calling delete_port for 9f3b56d6-9dd3-4791-a65a-87239b55c894 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:08.018928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1c591-6d58-498b-8a5b-97c3421c0230 req-5de92dd4-0511-412d-8eec-09139dbd7d7e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:08.021922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4d1c591-6d58-498b-8a5b-97c3421c0230 req-5de92dd4-0511-412d-8eec-09139dbd7d7e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1658270 Apr 30 01:35:08.185379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4d1c591-6d58-498b-8a5b-97c3421c0230 req-6b489acc-18b4-4116-a116-7da30f4f3af9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520381 Apr 30 01:35:08.206610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:08.302408 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:08.379046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:08.404425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3b56d6-9dd3-4791-a65a-87239b55c894,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:08.470064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Deleting port 7529959a-6365-48e2-b460-9bbe456ca8cf {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:08.470418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:08.598548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:08.613014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Calling delete_port for 7529959a-6365-48e2-b460-9bbe456ca8cf owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:08.731659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:08.848825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56940) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:08.904704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:08.961216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Pushing event deleted for resources: {'Port': ['ID=7529959a-6365-48e2-b460-9bbe456ca8cf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:09.062444 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654042353'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:09.069136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:09.080922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b48d3a-26ad-44a3-8b57-7ce62359a4b5 req-e4659d6e-9a89-4a29-9567-9d56c834d892 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:09.082563 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5b48d3a-26ad-44a3-8b57-7ce62359a4b5 req-e4659d6e-9a89-4a29-9567-9d56c834d892 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 946 time: 0.1603315 Apr 30 01:35:09.187184 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5b48d3a-26ad-44a3-8b57-7ce62359a4b5 req-d8dbf14f-7d7e-47c8-9aab-b41c842ac8af tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975783 Apr 30 01:35:09.200425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Router b6394d20-7be6-4b31-b050-14588c633891 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:35:09.250033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:09.267343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:09.422274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:09.427792 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:09.537773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Router 7ad60088-a3da-4c90-a7a8-02766f4a7daa has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:35:09.554612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:09.637044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:35:09.644340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:09.645562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0feabdb0-3c65-48d8-bd0f-f048266d55bb tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "PUT /v2.0/routers/7ad60088-a3da-4c90-a7a8-02766f4a7daa HTTP/1.1" status: 200 len: 706 time: 2.2412813 Apr 30 01:35:09.650440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd0abb-a294-4819-b61e-5327a4f5ca1d None None] Sync routers for ids ['7ad60088-a3da-4c90-a7a8-02766f4a7daa'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:35:09.650887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56958) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:09.664791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd0abb-a294-4819-b61e-5327a4f5ca1d None None] Routers {'7ad60088-a3da-4c90-a7a8-02766f4a7daa'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:09.665874 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b7cd0abb-a294-4819-b61e-5327a4f5ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7ad60088-a3da-4c90-a7a8-02766f4a7daa'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:09.692756 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:09.751327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b7cd0abb-a294-4819-b61e-5327a4f5ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:09.771145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd0abb-a294-4819-b61e-5327a4f5ca1d None None] Routers {'7ad60088-a3da-4c90-a7a8-02766f4a7daa'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:09.773585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b7cd0abb-a294-4819-b61e-5327a4f5ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7ad60088-a3da-4c90-a7a8-02766f4a7daa'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:09.780706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c492e07b-12dd-45a7-a10f-26f64556f906 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/routers/7ad60088-a3da-4c90-a7a8-02766f4a7daa HTTP/1.1" status: 200 len: 741 time: 0.1287751 Apr 30 01:35:09.785244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56962) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:09.822066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f962c60c-11d2-48ef-9310-112e63ebc465,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:09.849652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-248f430f-c212-4e66-bc12-e12e10e23202 tempest-RoutersAdminTest-2086881608 tempest-RoutersAdminTest-2086881608-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=7ad60088-a3da-4c90-a7a8-02766f4a7daa HTTP/1.1" status: 200 len: 205 time: 0.0622432 Apr 30 01:35:09.854571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56964) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:09.897227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b7cd0abb-a294-4819-b61e-5327a4f5ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:09.897441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d916f720-43c6-41db-b35e-5ead8080d20d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad60088-a3da-4c90-a7a8-02766f4a7daa HTTP/1.1" status: 200 len: 205 time: 0.0384943 Apr 30 01:35:09.897605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd0abb-a294-4819-b61e-5327a4f5ca1d None None] The sync data for ids ['7ad60088-a3da-4c90-a7a8-02766f4a7daa'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:35:09.912930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56966) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:09.973445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ea520-b427-4eb0-89ff-2402463bdd73 req-e28a4bba-199f-4072-8ebb-4083e1dc6f22 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:09.975279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e2ea520-b427-4eb0-89ff-2402463bdd73 req-e28a4bba-199f-4072-8ebb-4083e1dc6f22 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.6685898 Apr 30 01:35:09.980133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:35:09.985598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-480a3873-9cc4-477a-ad7c-0819c3252344 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6394d20-7be6-4b31-b050-14588c633891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7936335 Apr 30 01:35:09.987562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56968) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:09.989824 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] Sync routers for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:35:10.005581 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:10.006202 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:10.040469 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-278dae7f-9962-4574-86cc-e57a7688426d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.051646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.071910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e2ea520-b427-4eb0-89ff-2402463bdd73 req-1629d789-dc23-46b4-b84e-a9f50a773aa0 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851054 Apr 30 01:35:10.163768 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:35:10.175779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.208430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.401166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-278dae7f-9962-4574-86cc-e57a7688426d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.408775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-278dae7f-9962-4574-86cc-e57a7688426d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.463367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd7b9d-ddd8-4495-98e4-29959a90b26d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:10.470187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.471622 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b72f734f-73ea-45a5-ba0b-30e3438eddf9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6212089 Apr 30 01:35:10.488745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56982) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:10.498566 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:35:08Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:10.505092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.538810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033788c2-6e16-4cb0-ab77-1fa2e500a6ec req-0d469e45-6ef6-43fd-9c06-2b97ebaa43c5 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:10.540997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-033788c2-6e16-4cb0-ab77-1fa2e500a6ec req-0d469e45-6ef6-43fd-9c06-2b97ebaa43c5 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 946 time: 0.1438689 Apr 30 01:35:10.542317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-278dae7f-9962-4574-86cc-e57a7688426d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.549905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278dae7f-9962-4574-86cc-e57a7688426d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad60088-a3da-4c90-a7a8-02766f4a7daa {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:10.554535 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] Checking router: b6394d20-7be6-4b31-b050-14588c633891 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:35:10.559969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-278dae7f-9962-4574-86cc-e57a7688426d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.564884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-278dae7f-9962-4574-86cc-e57a7688426d tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/7ad60088-a3da-4c90-a7a8-02766f4a7daa HTTP/1.1" status: 204 len: 168 time: 0.6452677 Apr 30 01:35:10.565551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-96ed592e-1180-446c-a2e9-916d4d07fae1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0756593 Apr 30 01:35:10.566148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56984) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:10.571358 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] Routers {'b6394d20-7be6-4b31-b050-14588c633891'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:10.572066 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b6394d20-7be6-4b31-b050-14588c633891'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:10.579876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:10.587609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-35c75249-f537-4c50-990d-e77dc09bd57c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-security--1983766166', 'description': 'tempest-security-description-17129074'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:10.613143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f8de555e-365f-420f-9a8d-1654bc251fde tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad60088-a3da-4c90-a7a8-02766f4a7daa HTTP/1.1" status: 200 len: 205 time: 0.0459268 Apr 30 01:35:10.617032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56990) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:10.617699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-033788c2-6e16-4cb0-ab77-1fa2e500a6ec req-d64d0e6d-5da9-47bb-91ab-bfea5e1be2ec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639358 Apr 30 01:35:10.719354 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-9b7be364-edc0-43ea-9c5b-15d8a60229b4 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] delete failed (client error): The resource could not be found. Apr 30 01:35:10.722660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9b7be364-edc0-43ea-9c5b-15d8a60229b4 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/7ad60088-a3da-4c90-a7a8-02766f4a7daa HTTP/1.1" status: 404 len: 336 time: 0.0927484 Apr 30 01:35:10.723227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56994) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:10.726996 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35c75249-f537-4c50-990d-e77dc09bd57c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.779548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ff5f55a9-177c-41ec-8dbd-ea25aa837559 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d740295-1b52-42f2-a041-a94fdec9c783 HTTP/1.1" status: 200 len: 205 time: 0.0505915 Apr 30 01:35:10.782056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35c75249-f537-4c50-990d-e77dc09bd57c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.783057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56996) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:10.851403 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-77ebc684-376b-45e1-aa70-9c8eca3f6336 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] delete failed (client error): The resource could not be found. Apr 30 01:35:10.854774 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-77ebc684-376b-45e1-aa70-9c8eca3f6336 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/2d740295-1b52-42f2-a041-a94fdec9c783 HTTP/1.1" status: 404 len: 336 time: 0.0682321 Apr 30 01:35:10.860457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad71dd-92d1-4822-8736-98f7e0d74761 req-1786e49c-9df7-4f20-a5f2-26b0825af5c1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:10.862728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6ad71dd-92d1-4822-8736-98f7e0d74761 req-1786e49c-9df7-4f20-a5f2-26b0825af5c1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 945 time: 0.0778885 Apr 30 01:35:10.863385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56998) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:10.886131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Deleting port e592f360-a745-4625-afbf-a00f40d0edf3 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:10.887013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:10.909197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4b6ebc7a-e4a8-45f2-a2ab-abd8f5bd8188 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9056dc1-749c-45e0-812e-dc7aba212b0d HTTP/1.1" status: 200 len: 205 time: 0.0431998 Apr 30 01:35:10.911835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57002) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:10.915534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] Set router b6394d20-7be6-4b31-b050-14588c633891 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:35:11.036938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] For port e592f360-a745-4625-afbf-a00f40d0edf3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e592f360-a745-4625-afbf-a00f40d0edf3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:11.037587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:11.061053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Calling delete_port for e592f360-a745-4625-afbf-a00f40d0edf3 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:11.160180 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:35:08Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:11.165637 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35c75249-f537-4c50-990d-e77dc09bd57c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:11.171222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35c75249-f537-4c50-990d-e77dc09bd57c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:11.175789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-35c75249-f537-4c50-990d-e77dc09bd57c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "PUT /v2.0/security-groups/e5fd7b9d-ddd8-4495-98e4-29959a90b26d HTTP/1.1" status: 200 len: 1778 time: 0.5927701 Apr 30 01:35:11.179377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57008) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.228836 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897d530-603a-4cd6-980d-b9b8a931b291 None None] The sync data for ids ['b6394d20-7be6-4b31-b050-14588c633891'] in n-d-821348-1 is: [{'id': 'b6394d20-7be6-4b31-b050-14588c633891', 'name': 'tempest-TaggedBootDevicesTest-1717662315-router', 'tenant_id': '28f426f5d8e44bc5bcb23c84f6153826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:35:08Z', 'revision_number': 5, 'project_id': '28f426f5d8e44bc5bcb23c84f6153826', 'gw_port': {'id': 'e592f360-a745-4625-afbf-a00f40d0edf3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6394d20-7be6-4b31-b050-14588c633891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:02Z', 'updated_at': '2022-04-30T01:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:35:11.261600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6ad71dd-92d1-4822-8736-98f7e0d74761 req-89856718-75e4-42dd-bfe5-d00ad648219f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813469 Apr 30 01:35:11.289811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c75249-f537-4c50-990d-e77dc09bd57c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd7b9d-ddd8-4495-98e4-29959a90b26d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:11.348736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e1885720-7966-4f98-a43c-8080cd764f96 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups/e5fd7b9d-ddd8-4495-98e4-29959a90b26d HTTP/1.1" status: 200 len: 1778 time: 0.1653669 Apr 30 01:35:11.349758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57016) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.398978 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-11068ad8-f45c-401f-bc47-d935e6feb31c tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] delete failed (client error): The resource could not be found. Apr 30 01:35:11.401248 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-11068ad8-f45c-401f-bc47-d935e6feb31c tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/a9056dc1-749c-45e0-812e-dc7aba212b0d HTTP/1.1" status: 404 len: 336 time: 0.4872615 Apr 30 01:35:11.409477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57018) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.458508 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e1d57a31-f4a9-4418-b9c7-5da6b44b42bc tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=804cd36a-3813-47c5-80b3-0cc4cd05e1ba HTTP/1.1" status: 200 len: 205 time: 0.0456903 Apr 30 01:35:11.459375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57022) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.504335 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-64c2f03c-a4d1-4b45-88fe-ec8177a87717 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] delete failed (client error): The resource could not be found. Apr 30 01:35:11.507858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-64c2f03c-a4d1-4b45-88fe-ec8177a87717 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/804cd36a-3813-47c5-80b3-0cc4cd05e1ba HTTP/1.1" status: 404 len: 336 time: 0.0456364 Apr 30 01:35:11.510564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57026) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.529310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf9d2b-7185-4084-99de-13a88f89298c req-df471798-97f7-42a7-bada-f1ff7c68523e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:11.530954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7bf9d2b-7185-4084-99de-13a88f89298c req-df471798-97f7-42a7-bada-f1ff7c68523e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1336553 Apr 30 01:35:11.538568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51382d28-c392-4b74-83d4-6bf9f4d7ab23 req-b4b9ead3-71e1-4a1c-bc80-b4cb7b4fece9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:11.549897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-69c92fd2-10a8-4e18-ad64-f10bf659cd44 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9b709b3-5f62-4e80-82f7-4ec477b9639d HTTP/1.1" status: 200 len: 205 time: 0.0363233 Apr 30 01:35:11.552924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51382d28-c392-4b74-83d4-6bf9f4d7ab23 req-b4b9ead3-71e1-4a1c-bc80-b4cb7b4fece9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 946 time: 0.1606212 Apr 30 01:35:11.556187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57028) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.607178 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-906098ad-a69a-4153-b104-d03c89ebf5a5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] delete failed (client error): The resource could not be found. Apr 30 01:35:11.608372 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-906098ad-a69a-4153-b104-d03c89ebf5a5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/b9b709b3-5f62-4e80-82f7-4ec477b9639d HTTP/1.1" status: 404 len: 336 time: 0.0511975 Apr 30 01:35:11.612888 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57030) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.633612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62ff660f-78e9-45de-bb3a-8c0e47a6672b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:11.648368 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cb898f36-c62a-43f3-a8b5-80560ecbef1b tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2035f17-14d4-4e13-9a69-64e8335985f9 HTTP/1.1" status: 200 len: 205 time: 0.0343575 Apr 30 01:35:11.652323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7bf9d2b-7185-4084-99de-13a88f89298c req-68d74011-9c6d-4062-a552-dc8e1fee0a64 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067035 Apr 30 01:35:11.652834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57032) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.695301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62ff660f-78e9-45de-bb3a-8c0e47a6672b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:11.721007 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-e884e376-b909-471a-a647-e8cb9f1de0b5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] delete failed (client error): The resource could not be found. Apr 30 01:35:11.724735 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e884e376-b909-471a-a647-e8cb9f1de0b5 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/routers/e2035f17-14d4-4e13-9a69-64e8335985f9 HTTP/1.1" status: 404 len: 336 time: 0.0682347 Apr 30 01:35:11.727076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57036) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.767724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:11.771967 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-525b4961-c2cb-4a50-aed3-02303dfe1a96 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] DELETE failed (client error): The resource could not be found. Apr 30 01:35:11.772965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525b4961-c2cb-4a50-aed3-02303dfe1a96 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:35:11.779258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-525b4961-c2cb-4a50-aed3-02303dfe1a96 tempest-RoutersAdminTest-575539623 tempest-RoutersAdminTest-575539623-project] 10.222.0.15 "DELETE /v2.0/subnets/190ce4f6-7aba-427f-99e8-704eff84546b HTTP/1.1" status: 404 len: 337 time: 0.0503888 Apr 30 01:35:11.820114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51382d28-c392-4b74-83d4-6bf9f4d7ab23 req-cd5f89d2-014b-4245-a645-8594b5d82240 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623303 Apr 30 01:35:11.823456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e592f360-a745-4625-afbf-a00f40d0edf3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:11.859667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62ff660f-78e9-45de-bb3a-8c0e47a6672b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:11.862985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62ff660f-78e9-45de-bb3a-8c0e47a6672b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:11.864658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-62ff660f-78e9-45de-bb3a-8c0e47a6672b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/e5fd7b9d-ddd8-4495-98e4-29959a90b26d HTTP/1.1" status: 204 len: 168 time: 0.4803193 Apr 30 01:35:11.867365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57042) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.962085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff660f-78e9-45de-bb3a-8c0e47a6672b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd7b9d-ddd8-4495-98e4-29959a90b26d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:11.970404 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3725e815-7364-43f1-9545-5fcace58937e tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017382 Apr 30 01:35:11.973550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57046) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:11.994202 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-f8a66630-6f7e-464f-aa08-d89810461549 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] delete failed (client error): The resource could not be found. Apr 30 01:35:11.995099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f8a66630-6f7e-464f-aa08-d89810461549 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/e5fd7b9d-ddd8-4495-98e4-29959a90b26d HTTP/1.1" status: 404 len: 347 time: 0.0209236 Apr 30 01:35:11.996890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.002176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57048) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:12.006112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--555183426'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:12.122249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.124934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.130847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.251993 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.263979 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.265087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6394d20-7be6-4b31-b050-14588c633891 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:12.281473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9f3b56d6-9dd3-4791-a65a-87239b55c894 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:12.284995 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.287451 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-26a163ce-93a5-46df-bdb8-c0afaf075c0d admin admin] 10.222.0.15 "DELETE /v2.0/routers/b6394d20-7be6-4b31-b050-14588c633891 HTTP/1.1" status: 204 len: 168 time: 2.2976115 Apr 30 01:35:12.309177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57056) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:12.331501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.360624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9f3b56d6-9dd3-4791-a65a-87239b55c894 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:12.361687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9f3b56d6-9dd3-4791-a65a-87239b55c894 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:12.399646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01e4b1-06f7-42be-b9de-e635533e1417 req-63376ae1-05a3-4c6b-8b4b-1fc0066ecb39 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:12.408100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da01e4b1-06f7-42be-b9de-e635533e1417 req-63376ae1-05a3-4c6b-8b4b-1fc0066ecb39 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1480501 Apr 30 01:35:12.430655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9412770-b3d0-4fd8-9941-30aedc889996 admin admin] Deleting subnet 80fef2ae-9c56-4bc8-9205-1c770896a367 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:35:12.432282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9412770-b3d0-4fd8-9941-30aedc889996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.437177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c5adf0-777d-488e-9796-e919c5c13415,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:12.461839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.463123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4608800 Apr 30 01:35:12.466647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:12.476049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-63e4a057-de33-4c12-a8ac-e7a37c956458 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '16c5adf0-777d-488e-9796-e919c5c13415', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:12.485299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.485658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.486009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.486351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.486763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.487042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.487382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.487730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.488154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.488398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.488831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.489021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf14947-f86e-4c22-aff1-6856c877c49b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:12.536435 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da01e4b1-06f7-42be-b9de-e635533e1417 req-140aa2ff-230d-4d07-8f02-658106fad1ca tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269913 Apr 30 01:35:12.539384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-eea7f7fd-6f10-473e-bf4c-4b5c6e804dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:12.542327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-eea7f7fd-6f10-473e-bf4c-4b5c6e804dcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1095 time: 0.1299109 Apr 30 01:35:12.550427 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9412770-b3d0-4fd8-9941-30aedc889996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.685691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-484a2c32-1cb2-411b-9e1b-1980899c24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:12.687895 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-484a2c32-1cb2-411b-9e1b-1980899c24c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.1333718 Apr 30 01:35:12.713967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57070) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:12.751233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42541ec-b8a6-408c-947d-efbb61591e4a req-b5256a19-099a-4e29-b42d-bc919e7ad693 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:12.752744 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b42541ec-b8a6-408c-947d-efbb61591e4a req-b5256a19-099a-4e29-b42d-bc919e7ad693 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 946 time: 0.1306036 Apr 30 01:35:12.766896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63e4a057-de33-4c12-a8ac-e7a37c956458 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.795995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-c8e0327e-b097-4fe6-bfb6-90d94c96014d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 998 time: 0.1013470 Apr 30 01:35:12.816275 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9412770-b3d0-4fd8-9941-30aedc889996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.871192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-397e9422-c4cc-4485-b6a2-4b7e26dda723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:12.874707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-397e9422-c4cc-4485-b6a2-4b7e26dda723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.0712214 Apr 30 01:35:12.881988 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b42541ec-b8a6-408c-947d-efbb61591e4a req-3c51d99c-cbb5-4879-be09-33b55c448b55 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097167 Apr 30 01:35:12.928000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63e4a057-de33-4c12-a8ac-e7a37c956458 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:12.969192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-ea84ccdb-2704-4e7c-9755-9b62eef721cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:12.969192 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-ea84ccdb-2704-4e7c-9755-9b62eef721cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853589 Apr 30 01:35:12.999348 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63e4a057-de33-4c12-a8ac-e7a37c956458 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.003289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1577c9e4-7abe-42e7-a3f6-d15dc4bd1480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.029889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4a057-de33-4c12-a8ac-e7a37c956458 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d5b1a4-ba9a-4391-9d1f-8bacab573208,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:13.046337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9412770-b3d0-4fd8-9941-30aedc889996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.068606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-27e19657-e774-4d92-8332-5d886b4cf2f3 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933430 Apr 30 01:35:13.087938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412770-b3d0-4fd8-9941-30aedc889996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fef2ae-9c56-4bc8-9205-1c770896a367,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:13.090402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9412770-b3d0-4fd8-9941-30aedc889996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.093141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a9412770-b3d0-4fd8-9941-30aedc889996 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/80fef2ae-9c56-4bc8-9205-1c770896a367 HTTP/1.1" status: 204 len: 168 time: 0.7785435 Apr 30 01:35:13.094615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afddf04-24e6-4349-87ef-ec876bf6790d None None] Network ac585f3c-896a-483e-a277-2f2e01293da1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:13.095903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57078) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:13.164091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63e4a057-de33-4c12-a8ac-e7a37c956458 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.168149 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-63e4a057-de33-4c12-a8ac-e7a37c956458 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6974235 Apr 30 01:35:13.182225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57082) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:13.206977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15e0daa5-4129-485c-ad90-d7699a7de86e req-bd7a5de8-82b4-4464-b8b1-6a6c09c335d0 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234910 Apr 30 01:35:13.238759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f04c855-8e0d-498e-aef6-ecf9b0549b37 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.257641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.260453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1577c9e4-7abe-42e7-a3f6-d15dc4bd1480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.263640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f04c855-8e0d-498e-aef6-ecf9b0549b37 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.342997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Deleting port a0590ead-3698-4871-9c9f-bbe1fb511683 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:13.343406 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.346343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1577c9e4-7abe-42e7-a3f6-d15dc4bd1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.373049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38796942-096d-4116-b849-7546748b7444 None None] DHCP port deletion for ac585f3c-896a-483e-a277-2f2e01293da1 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:35:13.403054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f04c855-8e0d-498e-aef6-ecf9b0549b37 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.427325 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4f04c855-8e0d-498e-aef6-ecf9b0549b37 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.428117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-38796942-096d-4116-b849-7546748b7444 None None] Deleting port a0590ead-3698-4871-9c9f-bbe1fb511683 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:13.428448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4f04c855-8e0d-498e-aef6-ecf9b0549b37 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/19d5b1a4-ba9a-4391-9d1f-8bacab573208 HTTP/1.1" status: 204 len: 168 time: 0.2503963 Apr 30 01:35:13.428571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38796942-096d-4116-b849-7546748b7444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.431318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57088) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:13.447308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04c855-8e0d-498e-aef6-ecf9b0549b37 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19d5b1a4-ba9a-4391-9d1f-8bacab573208,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:13.455102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577c9e4-7abe-42e7-a3f6-d15dc4bd1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6124bc13-b6a1-4c79-b091-991f32f2c940,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:13.461373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1577c9e4-7abe-42e7-a3f6-d15dc4bd1480 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2647cf4e156478e937f2b94bb721c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7398894 Apr 30 01:35:13.465103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57090) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:13.466737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] For port a0590ead-3698-4871-9c9f-bbe1fb511683, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0590ead-3698-4871-9c9f-bbe1fb511683,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:13.467098 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.488942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Calling delete_port for a0590ead-3698-4871-9c9f-bbe1fb511683 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:13.506140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c6491de5-3714-4a1d-b5e7-dea1056b9d6e tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734057 Apr 30 01:35:13.506944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57094) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:13.509206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-38796942-096d-4116-b849-7546748b7444 None None] For port a0590ead-3698-4871-9c9f-bbe1fb511683, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0590ead-3698-4871-9c9f-bbe1fb511683,segment=NetworkSegment(0087cffe-5b19-4cc3-877a-90e0be8be57b),segment_id=0087cffe-5b19-4cc3-877a-90e0be8be57b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:13.509786 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38796942-096d-4116-b849-7546748b7444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.533973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-38796942-096d-4116-b849-7546748b7444 None None] Calling delete_port for a0590ead-3698-4871-9c9f-bbe1fb511683 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:13.621400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c376ccb-afec-4d6a-93ba-2446efc8c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.644295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c376ccb-afec-4d6a-93ba-2446efc8c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.686304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.695953 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38796942-096d-4116-b849-7546748b7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.698035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ad48682-8c8e-4ad9-8336-d809a2feafe9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.713441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0590ead-3698-4871-9c9f-bbe1fb511683,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:13.718366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] No DVR routers for this DVR port a0590ead-3698-4871-9c9f-bbe1fb511683 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:13.734798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38796942-096d-4116-b849-7546748b7444 None None] Pushing event deleted for resources: {'Port': ['ID=a0590ead-3698-4871-9c9f-bbe1fb511683,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:13.751492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38796942-096d-4116-b849-7546748b7444 None None] No DVR routers for this DVR port a0590ead-3698-4871-9c9f-bbe1fb511683 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:13.768198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe40ba-149d-452b-adcc-452a24292ac1 req-ddd1bf26-3bd8-4815-a6f0-b48317439b81 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:13.775396 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4abe40ba-149d-452b-adcc-452a24292ac1 req-ddd1bf26-3bd8-4815-a6f0-b48317439b81 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1290753 Apr 30 01:35:13.780363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ad48682-8c8e-4ad9-8336-d809a2feafe9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.831711 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.848661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4abe40ba-149d-452b-adcc-452a24292ac1 req-d0e442c9-7d7a-43d3-b148-ac193a69223c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716655 Apr 30 01:35:13.853595 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac585f3c-896a-483e-a277-2f2e01293da1']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:13.864216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0087cffe-5b19-4cc3-877a-90e0be8be57b') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:13.864512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0087cffe-5b19-4cc3-877a-90e0be8be57b') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:13.874709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.887803 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.893875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:13.894358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:13.896021 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:13.937580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c376ccb-afec-4d6a-93ba-2446efc8c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.941079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c376ccb-afec-4d6a-93ba-2446efc8c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.942156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4c376ccb-afec-4d6a-93ba-2446efc8c6c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6124bc13-b6a1-4c79-b091-991f32f2c940 HTTP/1.1" status: 204 len: 168 time: 0.4759443 Apr 30 01:35:13.967401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c376ccb-afec-4d6a-93ba-2446efc8c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6124bc13-b6a1-4c79-b091-991f32f2c940,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:13.968686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ad48682-8c8e-4ad9-8336-d809a2feafe9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.971982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ad48682-8c8e-4ad9-8336-d809a2feafe9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:13.975707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4ad48682-8c8e-4ad9-8336-d809a2feafe9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/16c5adf0-777d-488e-9796-e919c5c13415 HTTP/1.1" status: 204 len: 168 time: 0.4610732 Apr 30 01:35:13.976784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57110) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:14.000909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad48682-8c8e-4ad9-8336-d809a2feafe9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c5adf0-777d-488e-9796-e919c5c13415,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:14.036620 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.045493 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.050080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac585f3c-896a-483e-a277-2f2e01293da1 HTTP/1.1" status: 204 len: 168 time: 0.9529161 Apr 30 01:35:14.057320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57112) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:14.134071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef745bf5-f57f-4baf-9620-27323245931a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac585f3c-896a-483e-a277-2f2e01293da1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:14.149208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77d6a-f480-4391-92e3-8390a0d6fe75 req-4d7b7220-58cd-42fa-bd90-efc8fe1c37cc tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:14.153060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-9f72aeb9-2ea6-4b29-8dc9-7f328ad8c9a8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:14.159391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-9f72aeb9-2ea6-4b29-8dc9-7f328ad8c9a8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 946 time: 0.2135217 Apr 30 01:35:14.171144 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c6d959ba-6752-4f47-a278-7c5f4c3a01d5 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1932931 Apr 30 01:35:14.172558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1e77d6a-f480-4391-92e3-8390a0d6fe75 req-4d7b7220-58cd-42fa-bd90-efc8fe1c37cc tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 946 time: 0.1641893 Apr 30 01:35:14.175081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57116) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:14.179187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e9416ae1-acd7-4780-9b03-a88bd8497161 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794804577'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:14.211731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e592f360-a745-4625-afbf-a00f40d0edf3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:14.240803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: e592f360-a745-4625-afbf-a00f40d0edf3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:14.241709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e592f360-a745-4625-afbf-a00f40d0edf3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:14.242679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0590ead-3698-4871-9c9f-bbe1fb511683 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:14.249763 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b1e77d6a-f480-4391-92e3-8390a0d6fe75 req-5e072ed2-bbfe-4035-9aec-df9bb39d9e9e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763030 Apr 30 01:35:14.271171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a0590ead-3698-4871-9c9f-bbe1fb511683 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:14.271790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0590ead-3698-4871-9c9f-bbe1fb511683 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:14.298461 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9416ae1-acd7-4780-9b03-a88bd8497161 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.379046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9416ae1-acd7-4780-9b03-a88bd8497161 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.457920 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9416ae1-acd7-4780-9b03-a88bd8497161 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.490056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Deleting port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:14.490673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.505061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9416ae1-acd7-4780-9b03-a88bd8497161 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79719998-991d-47ad-b0d6-cd65f8cf06d4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:14.570036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e9416ae1-acd7-4780-9b03-a88bd8497161 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.573348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e9416ae1-acd7-4780-9b03-a88bd8497161 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3956397 Apr 30 01:35:14.576565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57128) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:14.587295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ac136345-bc7c-4c8a-ad41-bc4a4ef6443c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '79719998-991d-47ad-b0d6-cd65f8cf06d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:14.631583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] For port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:14.631953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.648882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Calling delete_port for 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:14.687503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397af2b4-bc59-43d8-af36-dce83329d521 req-1f1d0fc0-2215-48c8-88da-227b84cfd923 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:14.689323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-397af2b4-bc59-43d8-af36-dce83329d521 req-1f1d0fc0-2215-48c8-88da-227b84cfd923 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 946 time: 0.0553465 Apr 30 01:35:14.717236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57130) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:14.736897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac136345-bc7c-4c8a-ad41-bc4a4ef6443c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.782794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.787787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-397af2b4-bc59-43d8-af36-dce83329d521 req-8204cfe1-43fc-4a55-bae8-44a4aab511ff tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908158 Apr 30 01:35:14.810628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b462db19-aef4-431d-b8af-5bc72eb380d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e4c101c942b46fd8d99ce05afbd1ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922685 Apr 30 01:35:14.813353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57134) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:14.847610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac136345-bc7c-4c8a-ad41-bc4a4ef6443c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.879087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bd964e9-19d8-4f10-af5c-09d6f3c42ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.908174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bd964e9-19d8-4f10-af5c-09d6f3c42ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.930330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac136345-bc7c-4c8a-ad41-bc4a4ef6443c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:14.965670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac136345-bc7c-4c8a-ad41-bc4a4ef6443c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5408cfd0-9f30-4492-82b8-ff577c2c5d28,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:14.997266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.009601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:15.012785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['43009b7f-9902-42ad-9571-d7d4d9607cf2', '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:15.047780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event deleted for resources: {'Port': ['ID=0d4ecb82-6c5e-442b-a2cc-55b5bd033f18,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:15.065178 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac136345-bc7c-4c8a-ad41-bc4a4ef6443c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.069870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6044a6a-2294-42a7-b2c5-d478dc681c6c req-f2b542e3-a571-4960-9f3b-93864cf2a9f6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:15.070052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ac136345-bc7c-4c8a-ad41-bc4a4ef6443c tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4888213 Apr 30 01:35:15.070150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6044a6a-2294-42a7-b2c5-d478dc681c6c req-f2b542e3-a571-4960-9f3b-93864cf2a9f6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1374705 Apr 30 01:35:15.072031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57140) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:15.079712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e85a6388-6cb6-4898-b168-ffde8b15e990 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '79719998-991d-47ad-b0d6-cd65f8cf06d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:15.087188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bd964e9-19d8-4f10-af5c-09d6f3c42ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.090188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bd964e9-19d8-4f10-af5c-09d6f3c42ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.091694 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0bd964e9-19d8-4f10-af5c-09d6f3c42ab5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9884c373-e08c-4476-8dbc-7eee4148561a HTTP/1.1" status: 204 len: 168 time: 0.2769599 Apr 30 01:35:15.147846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd964e9-19d8-4f10-af5c-09d6f3c42ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9884c373-e08c-4476-8dbc-7eee4148561a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:15.385971 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04809767-305e-4aa0-9d0d-17ea1647f03c req-7203ac45-be77-4f6a-afd2-b58c3a2240e3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 210 time: 0.0337615 Apr 30 01:35:15.471994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] No DVR routers for this DVR port 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:15.476690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.480032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66f66148-c7b4-41d2-842c-e15bd4270b91 req-941f26b1-6414-452c-bd44-fa386b255c44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "DELETE /v2.0/ports/0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 HTTP/1.1" status: 204 len: 173 time: 1.3152003 Apr 30 01:35:15.480948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd42688-4769-47f4-aa88-b5b0d46785a7', 'name': 'network-vif-deleted', 'tag': '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:15.483292 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf682f6-8d9e-4e34-92e8-c199cf622eab" -d '{"events": [{"server_uuid": "0cd42688-4769-47f4-aa88-b5b0d46785a7", "name": "network-vif-deleted", "tag": "0d4ecb82-6c5e-442b-a2cc-55b5bd033f18"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:15.522327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6044a6a-2294-42a7-b2c5-d478dc681c6c req-7ffd6a5d-e137-4a88-be26-f0417b4b4440 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4383461 Apr 30 01:35:15.558262 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ed13d8-675e-475c-b8b3-2c03bc62d8c6 x-openstack-request-id: req-19ed13d8-675e-475c-b8b3-2c03bc62d8c6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:15.564821 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd42688-4769-47f4-aa88-b5b0d46785a7", "name": "network-vif-deleted", "tag": "0d4ecb82-6c5e-442b-a2cc-55b5bd033f18", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:15.564821 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19ed13d8-675e-475c-b8b3-2c03bc62d8c6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:15.564821 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ed13d8-675e-475c-b8b3-2c03bc62d8c6'] response: {'server_uuid': '0cd42688-4769-47f4-aa88-b5b0d46785a7', 'name': 'network-vif-deleted', 'tag': '0d4ecb82-6c5e-442b-a2cc-55b5bd033f18', 'status': 'completed', 'code': 200} Apr 30 01:35:15.608586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e85a6388-6cb6-4898-b168-ffde8b15e990 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.681935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f73db-61b0-4aef-b966-41df355a1655 req-31573ac1-d4a4-49d4-b17a-1d6dc72bfdc8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:15.684316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-871f73db-61b0-4aef-b966-41df355a1655 req-31573ac1-d4a4-49d4-b17a-1d6dc72bfdc8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0561731 Apr 30 01:35:15.718237 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e85a6388-6cb6-4898-b168-ffde8b15e990 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.723773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Deleting port 59ec9798-c0f4-4734-80fc-1e09980d3f25 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:15.724110 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.738643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-871f73db-61b0-4aef-b966-41df355a1655 req-586b5f87-072e-488a-9db2-20b84fccfb9b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475767 Apr 30 01:35:15.815216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] For port 59ec9798-c0f4-4734-80fc-1e09980d3f25, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=59ec9798-c0f4-4734-80fc-1e09980d3f25,segment=NetworkSegment(fbc88c03-f75a-492b-85b7-bdc1466e5bbf),segment_id=fbc88c03-f75a-492b-85b7-bdc1466e5bbf)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:15.815644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.818050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e85a6388-6cb6-4898-b168-ffde8b15e990 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.854210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Calling delete_port for 59ec9798-c0f4-4734-80fc-1e09980d3f25 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:15.858962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a6388-6cb6-4898-b168-ffde8b15e990 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec5ad72-4755-424b-ad22-c12030ed7362,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:15.917132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e85a6388-6cb6-4898-b168-ffde8b15e990 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:15.922302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e85a6388-6cb6-4898-b168-ffde8b15e990 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8426890 Apr 30 01:35:15.922302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:15.928120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-454839f2-ed5b-4b40-9b95-2ae8d5737dd6 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '79719998-991d-47ad-b0d6-cd65f8cf06d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:15.953610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418930c-ac7d-4422-bb41-5d3ee61e2163 req-cf0b7e54-1000-409e-a7f5-cc6c7b5e18c7 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:15.956548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0418930c-ac7d-4422-bb41-5d3ee61e2163 req-cf0b7e54-1000-409e-a7f5-cc6c7b5e18c7 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 946 time: 0.0775220 Apr 30 01:35:16.015897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0418930c-ac7d-4422-bb41-5d3ee61e2163 req-943c2775-3c19-43ed-be1a-dc68596c43a9 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516574 Apr 30 01:35:16.119636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-454839f2-ed5b-4b40-9b95-2ae8d5737dd6 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.194563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-454839f2-ed5b-4b40-9b95-2ae8d5737dd6 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.236700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbf62f-f596-46be-89a7-2740f488e16c req-c74b7017-bada-4b7d-a705-d684aef0ff08 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:16.238206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50dbf62f-f596-46be-89a7-2740f488e16c req-c74b7017-bada-4b7d-a705-d684aef0ff08 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0603085 Apr 30 01:35:16.279123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-50dbf62f-f596-46be-89a7-2740f488e16c req-b43c2db3-41e5-4427-a7f1-6d91820e8a9b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346632 Apr 30 01:35:16.286474 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.293285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-454839f2-ed5b-4b40-9b95-2ae8d5737dd6 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.347543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ec9798-c0f4-4734-80fc-1e09980d3f25,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:16.359697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454839f2-ed5b-4b40-9b95-2ae8d5737dd6 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e57d9f-819e-4718-9986-383f13f9146b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:16.429306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-937e3dd1-ae86-46ef-a710-25c55ee37bd6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:16.430911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-937e3dd1-ae86-46ef-a710-25c55ee37bd6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 946 time: 0.1714823 Apr 30 01:35:16.452372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-454839f2-ed5b-4b40-9b95-2ae8d5737dd6 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.453557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-454839f2-ed5b-4b40-9b95-2ae8d5737dd6 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5310688 Apr 30 01:35:16.460545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57196) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:16.466026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4764f6cf-97c7-4bb7-998b-1aa3b2a46c09 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '79719998-991d-47ad-b0d6-cd65f8cf06d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:16.571092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842d655-4210-4f5b-a38f-e41b3bb45658 req-dae6249b-9b8f-482e-87c7-3f6ae5f3c5e0 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:16.573605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4764f6cf-97c7-4bb7-998b-1aa3b2a46c09 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.583968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4842d655-4210-4f5b-a38f-e41b3bb45658 req-dae6249b-9b8f-482e-87c7-3f6ae5f3c5e0 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1518824 Apr 30 01:35:16.686201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a7acf8e8-58b5-4ea2-9fe6-ae61abea078d req-717a611e-25b6-45ee-b388-9b2d88936373 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cd42688-4769-47f4-aa88-b5b0d46785a7 HTTP/1.1" status: 200 len: 210 time: 0.0524280 Apr 30 01:35:16.707693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4764f6cf-97c7-4bb7-998b-1aa3b2a46c09 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.759972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4842d655-4210-4f5b-a38f-e41b3bb45658 req-4c2c3067-f697-4799-8c96-211ab2450bbd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750772 Apr 30 01:35:16.787512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.801975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Deleting port c5d79346-256b-4f43-a7d9-06ae59f40195 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:16.802388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.819927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4764f6cf-97c7-4bb7-998b-1aa3b2a46c09 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.854715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764f6cf-97c7-4bb7-998b-1aa3b2a46c09 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1908ecb-0331-4a82-8a0b-1c821f9f184f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:16.906382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04707d20-0c79-4c75-957c-c2b1a6aa5ced req-7e717f16-80f5-4f96-b83d-beea2190e895 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:16.908664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04707d20-0c79-4c75-957c-c2b1a6aa5ced req-7e717f16-80f5-4f96-b83d-beea2190e895 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0700905 Apr 30 01:35:16.950850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4764f6cf-97c7-4bb7-998b-1aa3b2a46c09 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:16.952792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4764f6cf-97c7-4bb7-998b-1aa3b2a46c09 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4905324 Apr 30 01:35:16.956067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57212) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:16.960689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2702d2de-3089-4f5f-9139-121df59a044f tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '79719998-991d-47ad-b0d6-cd65f8cf06d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:16.976620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04707d20-0c79-4c75-957c-c2b1a6aa5ced req-4ae04b8d-d6d1-43fd-b7ed-4f570f13efc1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616899 Apr 30 01:35:16.988963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] For port c5d79346-256b-4f43-a7d9-06ae59f40195, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c5d79346-256b-4f43-a7d9-06ae59f40195,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:16.989475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.038411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:17.051652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2702d2de-3089-4f5f-9139-121df59a044f tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.098854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:17.099203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 0d4ecb82-6c5e-442b-a2cc-55b5bd033f18 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:17.186241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2702d2de-3089-4f5f-9139-121df59a044f tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.212246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6cd13-d885-49f5-ae45-77ca4a65c804 req-c4e27427-afa5-4da5-8d75-e7af30500751 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:17.213960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8e6cd13-d885-49f5-ae45-77ca4a65c804 req-c4e27427-afa5-4da5-8d75-e7af30500751 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 946 time: 0.0718498 Apr 30 01:35:17.223623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2702d2de-3089-4f5f-9139-121df59a044f tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.252998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702d2de-3089-4f5f-9139-121df59a044f tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed894c1-9504-4491-932d-e8030766e93d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:17.279044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Router 4ace9e29-2b15-49ba-8adb-99b2a21c130d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:35:17.286566 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8e6cd13-d885-49f5-ae45-77ca4a65c804 req-cd20674b-1ff0-4c0b-9bb5-5b5cebd52ff2 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3001219-196a-4341-a331-a9521480235b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540543 Apr 30 01:35:17.298914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.299287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.299628 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Floating IP fe7dc0fa-e822-4398-b4a5-931742235343 disassociated. External IP: 172.25.0.248, port: c5d79346-256b-4f43-a7d9-06ae59f40195. Apr 30 01:35:17.299974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Calling delete_port for c5d79346-256b-4f43-a7d9-06ae59f40195 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:17.339646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2702d2de-3089-4f5f-9139-121df59a044f tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.344183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2702d2de-3089-4f5f-9139-121df59a044f tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3869493 Apr 30 01:35:17.344944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:17.430061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f7e74b4-0d99-43b8-a64f-e15d158b30b0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.440139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f7e74b4-0d99-43b8-a64f-e15d158b30b0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.532368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af9978-c0ec-480e-a113-d23fb64bacaa req-c4623e41-2cf5-46b2-a1a4-eac6ff65db05 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:17.539157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85af9978-c0ec-480e-a113-d23fb64bacaa req-c4623e41-2cf5-46b2-a1a4-eac6ff65db05 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1518178 Apr 30 01:35:17.551882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f7e74b4-0d99-43b8-a64f-e15d158b30b0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.559078 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f7e74b4-0d99-43b8-a64f-e15d158b30b0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.564315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f7e74b4-0d99-43b8-a64f-e15d158b30b0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0ed894c1-9504-4491-932d-e8030766e93d HTTP/1.1" status: 204 len: 168 time: 0.2177131 Apr 30 01:35:17.565170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57236) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:17.587477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e74b4-0d99-43b8-a64f-e15d158b30b0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ed894c1-9504-4491-932d-e8030766e93d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:17.606919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:35:17.619824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9c66ca11-029d-4a1f-ae2a-d6b12ff0fa51 admin admin] 10.222.0.15 "PUT /v2.0/routers/4ace9e29-2b15-49ba-8adb-99b2a21c130d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5591824 Apr 30 01:35:17.620002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] Sync routers for ids ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:35:17.620402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57238) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:17.634718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] Routers {'4ace9e29-2b15-49ba-8adb-99b2a21c130d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:17.635350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:17.640030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57240) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:17.640169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f7799a3-e426-491e-9bfc-847b2095ce47 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0690382 Apr 30 01:35:17.642492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57244) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:17.671777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62715d10-4b15-4626-8b09-a1028458b0cc tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.680233 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62715d10-4b15-4626-8b09-a1028458b0cc tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.701113 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85af9978-c0ec-480e-a113-d23fb64bacaa req-55baf5f2-fdd5-4eb5-9e65-8bfe1ac7023b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609962 Apr 30 01:35:17.775708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.784058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] Set router 4ace9e29-2b15-49ba-8adb-99b2a21c130d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:35:17.788990 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62715d10-4b15-4626-8b09-a1028458b0cc tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.802430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62715d10-4b15-4626-8b09-a1028458b0cc tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.806553 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-62715d10-4b15-4626-8b09-a1028458b0cc tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c1908ecb-0331-4a82-8a0b-1c821f9f184f HTTP/1.1" status: 204 len: 168 time: 0.1607504 Apr 30 01:35:17.806553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715d10-4b15-4626-8b09-a1028458b0cc tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1908ecb-0331-4a82-8a0b-1c821f9f184f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:17.807449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57252) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:17.814767 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.868446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'Port': ['ID=c5d79346-256b-4f43-a7d9-06ae59f40195,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:17.940594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c2354f9d-fa92-4caf-9ec9-a171c83e5d22 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1280432 Apr 30 01:35:17.941196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57256) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:17.970017 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8dd63e8-c526-4088-b9b3-f595e48d4b56 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.978380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8dd63e8-c526-4088-b9b3-f595e48d4b56 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:17.997761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-85fae16c-9104-4b39-b0bc-6a25afa30d6b tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1846004404'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:18.073661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:35:16Z', 'revision_number': 5, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:18.102426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] Checking router: 4ace9e29-2b15-49ba-8adb-99b2a21c130d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:35:18.109054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.113797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] Routers {'4ace9e29-2b15-49ba-8adb-99b2a21c130d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:18.113797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:18.122163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:35:18.126257 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8dd63e8-c526-4088-b9b3-f595e48d4b56 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.131865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8dd63e8-c526-4088-b9b3-f595e48d4b56 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.135784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d8dd63e8-c526-4088-b9b3-f595e48d4b56 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e9e57d9f-819e-4718-9986-383f13f9146b HTTP/1.1" status: 204 len: 168 time: 0.1929412 Apr 30 01:35:18.138101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57258) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:18.160976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd63e8-c526-4088-b9b3-f595e48d4b56 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9e57d9f-819e-4718-9986-383f13f9146b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:18.177896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85fae16c-9104-4b39-b0bc-6a25afa30d6b tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.179119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85fae16c-9104-4b39-b0bc-6a25afa30d6b tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.216789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c12fdbd6-eb7a-48cf-aac6-2d031c918dfb tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0723410 Apr 30 01:35:18.217064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57262) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:18.262554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be7fc100-7569-40c3-bbc3-17a7ca6a7a5b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.269350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] Set router 4ace9e29-2b15-49ba-8adb-99b2a21c130d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:35:18.283784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be7fc100-7569-40c3-bbc3-17a7ca6a7a5b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.380982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85fae16c-9104-4b39-b0bc-6a25afa30d6b tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.427077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be7fc100-7569-40c3-bbc3-17a7ca6a7a5b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.440236 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be7fc100-7569-40c3-bbc3-17a7ca6a7a5b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.441536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-be7fc100-7569-40c3-bbc3-17a7ca6a7a5b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/fec5ad72-4755-424b-ad22-c12030ed7362 HTTP/1.1" status: 204 len: 168 time: 0.2235179 Apr 30 01:35:18.447380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57270) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:18.462254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fc100-7569-40c3-bbc3-17a7ca6a7a5b tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fec5ad72-4755-424b-ad22-c12030ed7362,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:18.470001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85fae16c-9104-4b39-b0bc-6a25afa30d6b tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.543378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5a2c8-11b8-4496-8e7b-353c59b89059 req-b325e205-de3f-4303-a0b0-07d4330d2895 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:18.551845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48f5a2c8-11b8-4496-8e7b-353c59b89059 req-b325e205-de3f-4303-a0b0-07d4330d2895 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 945 time: 0.1668532 Apr 30 01:35:18.593466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1db054f3-f94e-424a-978b-b3d0f2601f2e tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1447024 Apr 30 01:35:18.596700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57276) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:18.628892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48f5a2c8-11b8-4496-8e7b-353c59b89059 req-bca89fe6-0760-4ca8-8807-45660eea451a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760880 Apr 30 01:35:18.639925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9b53ae6-7a63-45d2-9ae1-eed1105427d7 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.654585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9b53ae6-7a63-45d2-9ae1-eed1105427d7 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.726551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.756257 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9b53ae6-7a63-45d2-9ae1-eed1105427d7 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.758412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:35:16Z', 'revision_number': 5, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:18.769425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9b53ae6-7a63-45d2-9ae1-eed1105427d7 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.773083 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f9b53ae6-7a63-45d2-9ae1-eed1105427d7 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5408cfd0-9f30-4492-82b8-ff577c2c5d28 HTTP/1.1" status: 204 len: 168 time: 0.1729798 Apr 30 01:35:18.775949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57282) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:18.784825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b53ae6-7a63-45d2-9ae1-eed1105427d7 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5408cfd0-9f30-4492-82b8-ff577c2c5d28,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:18.792130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae2497-dfa2-4c75-8ffe-f3a4d1519571 None None] The sync data for ids ['4ace9e29-2b15-49ba-8adb-99b2a21c130d'] in n-d-821348-1 is: [{'id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'name': 'tempest-TaggedBootDevicesTest-578229553-router', 'tenant_id': '4e1ed908a40041a0b7fb395a06301c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:27:14Z', 'updated_at': '2022-04-30T01:35:16Z', 'revision_number': 5, 'project_id': '4e1ed908a40041a0b7fb395a06301c8a', 'gw_port': {'id': 'cb449edb-82b2-4a92-904b-0a5e7d32660f', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace9e29-2b15-49ba-8adb-99b2a21c130d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:27:15Z', 'updated_at': '2022-04-30T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:35:18.872494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-17d99246-ef65-4e54-9294-204071ea9f01 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0922477 Apr 30 01:35:18.884351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57284) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:18.892199 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-207c7a38-832b-4550-9f3a-bd996ba966b0 req-e7a298eb-e131-45f1-aeee-cc88140ae5af tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 210 time: 0.4639485 Apr 30 01:35:18.908382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Deleting port cb449edb-82b2-4a92-904b-0a5e7d32660f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:18.908785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.946637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98863-f34e-459f-871d-80578070169e req-f03b74e9-d845-44b0-9011-397d0f2a4cbb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:18.948253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7e98863-f34e-459f-871d-80578070169e req-f03b74e9-d845-44b0-9011-397d0f2a4cbb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1081851 Apr 30 01:35:18.964836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:35:18.976413 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:35:18.980554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6148-f41a-4e8b-a6b9-e33545082f71 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:18.991585 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:19.000343 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:19.018680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] No DVR routers for this DVR port c5d79346-256b-4f43-a7d9-06ae59f40195 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:19.021403 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.025225 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6148-f41a-4e8b-a6b9-e33545082f71 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.025387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d43cd6b6-36f9-42cb-977b-cea8f6a1ed29 req-a8033dc7-c955-49fe-b3ec-d41930d6933c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "DELETE /v2.0/ports/c5d79346-256b-4f43-a7d9-06ae59f40195 HTTP/1.1" status: 204 len: 173 time: 2.5662713 Apr 30 01:35:19.028965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'name': 'network-vif-deleted', 'tag': 'c5d79346-256b-4f43-a7d9-06ae59f40195'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:19.031257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c7e98863-f34e-459f-871d-80578070169e req-4be8989d-8b65-47aa-8bf4-bd41a3a533f1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631337 Apr 30 01:35:19.033431 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0643360-2549-4d2b-962f-cbd6f19e6212" -d '{"events": [{"server_uuid": "6ec64341-709d-4f0a-ad3f-4e876282fa25", "name": "network-vif-deleted", "tag": "c5d79346-256b-4f43-a7d9-06ae59f40195"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:19.038224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c5d79346-256b-4f43-a7d9-06ae59f40195 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:19.088796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85fae16c-9104-4b39-b0bc-6a25afa30d6b tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.093089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57294) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:19.095493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-85fae16c-9104-4b39-b0bc-6a25afa30d6b tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4543195 Apr 30 01:35:19.115388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] For port cb449edb-82b2-4a92-904b-0a5e7d32660f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=cb449edb-82b2-4a92-904b-0a5e7d32660f,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:19.117665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.117823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: c5d79346-256b-4f43-a7d9-06ae59f40195 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:19.118297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c5d79346-256b-4f43-a7d9-06ae59f40195 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:19.142340 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4cf42d-c72a-4e49-b643-1777c28ed25d x-openstack-request-id: req-dd4cf42d-c72a-4e49-b643-1777c28ed25d {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:19.142720 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec64341-709d-4f0a-ad3f-4e876282fa25", "name": "network-vif-deleted", "tag": "c5d79346-256b-4f43-a7d9-06ae59f40195", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:19.142969 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd4cf42d-c72a-4e49-b643-1777c28ed25d {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:19.143389 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4cf42d-c72a-4e49-b643-1777c28ed25d'] response: {'server_uuid': '6ec64341-709d-4f0a-ad3f-4e876282fa25', 'name': 'network-vif-deleted', 'tag': 'c5d79346-256b-4f43-a7d9-06ae59f40195', 'status': 'completed', 'code': 200} Apr 30 01:35:19.179028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Calling delete_port for cb449edb-82b2-4a92-904b-0a5e7d32660f owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:19.198969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6148-f41a-4e8b-a6b9-e33545082f71 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.228607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6148-f41a-4e8b-a6b9-e33545082f71 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.232295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e0ad6148-f41a-4e8b-a6b9-e33545082f71 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/79719998-991d-47ad-b0d6-cd65f8cf06d4 HTTP/1.1" status: 204 len: 168 time: 0.3442750 Apr 30 01:35:19.245845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57296) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:19.281920 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:35:19.317490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad6148-f41a-4e8b-a6b9-e33545082f71 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79719998-991d-47ad-b0d6-cd65f8cf06d4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:19.342607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3781088-5ff1-45da-8726-271f2963044d tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.498389 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-60d046c7-f30b-412d-987a-2a4c7af81dcf tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2384582 Apr 30 01:35:19.502541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57300) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:19.508772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0fb26695-b3f9-496b-b448-56b081f53e90 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--507920225'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:19.519822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.572624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb449edb-82b2-4a92-904b-0a5e7d32660f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:19.621629 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:19.634508 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3781088-5ff1-45da-8726-271f2963044d tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.637064 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3781088-5ff1-45da-8726-271f2963044d tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.649581 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:35:19.651235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9103113-075c-4e8d-ba2c-fed4d1a54edc req-aeecb424-447f-4124-b851-93421b994d9b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:19.655107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9103113-075c-4e8d-ba2c-fed4d1a54edc req-aeecb424-447f-4124-b851-93421b994d9b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1546197 Apr 30 01:35:19.661700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.691707 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:19.692648 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:19.768207 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fb26695-b3f9-496b-b448-56b081f53e90 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.771146 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3781088-5ff1-45da-8726-271f2963044d tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.771912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3781088-5ff1-45da-8726-271f2963044d tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8e1d39a-ca9a-459a-99c2-0b92f88ed92b {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:19.788115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3781088-5ff1-45da-8726-271f2963044d tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.791254 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f3781088-5ff1-45da-8726-271f2963044d tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a8e1d39a-ca9a-459a-99c2-0b92f88ed92b HTTP/1.1" status: 204 len: 168 time: 0.6950483 Apr 30 01:35:19.798094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57310) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:19.802213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.816799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b76332b0-1318-489e-8f8d-ff5220517c4c tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Request body: {'router': {'name': 'tempest-router-692104312', 'distributed': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:19.826703 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.871970 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:35:19.900918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9103113-075c-4e8d-ba2c-fed4d1a54edc req-3e7757ea-4ceb-4ea4-9987-86fbfbade885 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984673 Apr 30 01:35:19.958432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-3fe5dcb8-d7ef-48ac-9439-7a204ec0711d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:19.960477 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-3fe5dcb8-d7ef-48ac-9439-7a204ec0711d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 945 time: 0.0766869 Apr 30 01:35:19.977793 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b76332b0-1318-489e-8f8d-ff5220517c4c tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.979088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b76332b0-1318-489e-8f8d-ff5220517c4c tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:19.980845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb822-4784-4d59-a0ca-2e2f1fdbf1fb req-3d47c60a-49a2-4f41-8d13-c7eae2e72344 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:19.982549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056eb822-4784-4d59-a0ca-2e2f1fdbf1fb req-3d47c60a-49a2-4f41-8d13-c7eae2e72344 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 945 time: 0.1557415 Apr 30 01:35:20.015142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.015977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ace9e29-2b15-49ba-8adb-99b2a21c130d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:20.027249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fb26695-b3f9-496b-b448-56b081f53e90 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.031335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.035025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3ecce6e-8f8c-4a15-82e1-83d4eea7f7e5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4ace9e29-2b15-49ba-8adb-99b2a21c130d HTTP/1.1" status: 204 len: 168 time: 2.4095700 Apr 30 01:35:20.038889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57314) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:20.106355 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:35:20.117086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3b415f-6f01-4d01-80b9-67b9e5f783c7 admin admin] Deleting subnet 24b7f226-8f0f-4761-a213-b1f8388c3829 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:35:20.131738 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e3b415f-6f01-4d01-80b9-67b9e5f783c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.139408 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fb26695-b3f9-496b-b448-56b081f53e90 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.160450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0b289b4-0be3-4fd6-9b30-80fffdacc1df req-774a6ea5-59be-4699-8471-8684b2f3bdef tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec64341-709d-4f0a-ad3f-4e876282fa25 HTTP/1.1" status: 200 len: 210 time: 0.0836730 Apr 30 01:35:20.189978 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b76332b0-1318-489e-8f8d-ff5220517c4c tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.220321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 59ec9798-c0f4-4734-80fc-1e09980d3f25 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:20.239978 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:20.242887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Deleting port 43009b7f-9902-42ad-9571-d7d4d9607cf2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:20.243232 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.248208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e3b415f-6f01-4d01-80b9-67b9e5f783c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.269137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 59ec9798-c0f4-4734-80fc-1e09980d3f25 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:20.270145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 59ec9798-c0f4-4734-80fc-1e09980d3f25 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:20.299509 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b76332b0-1318-489e-8f8d-ff5220517c4c tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.328963 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ec94b-48c8-4f4c-ba71-e2babecfdb8f None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:35:20.364687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056eb822-4784-4d59-a0ca-2e2f1fdbf1fb req-8bfaf09b-e42d-4471-a0ad-7adc8791f52c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707917 Apr 30 01:35:20.423702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e3b415f-6f01-4d01-80b9-67b9e5f783c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.427892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb26695-b3f9-496b-b448-56b081f53e90 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99db1220-51e4-444c-8d5c-cdb27e561587,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:20.432065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b76332b0-1318-489e-8f8d-ff5220517c4c tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.437224 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b76332b0-1318-489e-8f8d-ff5220517c4c tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6352701 Apr 30 01:35:20.438252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57320) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:20.480427 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.504984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] For port 43009b7f-9902-42ad-9571-d7d4d9607cf2, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=43009b7f-9902-42ad-9571-d7d4d9607cf2,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:20.505449 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.507986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fb26695-b3f9-496b-b448-56b081f53e90 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.512569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0fb26695-b3f9-496b-b448-56b081f53e90 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0086119 Apr 30 01:35:20.513229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57322) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:20.517900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-168d52ca-7a42-40ef-bc88-6ff0a9e16ef9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '99db1220-51e4-444c-8d5c-cdb27e561587', 'direction': 'ingress', 'protocol': 17}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:20.561098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e3b415f-6f01-4d01-80b9-67b9e5f783c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.563882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fb93-23b2-451f-baa0-750ba0a1d022 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.563882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Calling delete_port for 43009b7f-9902-42ad-9571-d7d4d9607cf2 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:20.590798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b415f-6f01-4d01-80b9-67b9e5f783c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b7f226-8f0f-4761-a213-b1f8388c3829,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:20.592910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e3b415f-6f01-4d01-80b9-67b9e5f783c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.598040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ac258-1db7-441b-94fb-8042076a97f3 None None] Network 8b647195-650a-4a5c-a2f1-642502694008 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:20.607177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57328) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:20.610553 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5e3b415f-6f01-4d01-80b9-67b9e5f783c7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/24b7f226-8f0f-4761-a213-b1f8388c3829 HTTP/1.1" status: 204 len: 168 time: 0.5591412 Apr 30 01:35:20.640869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168d52ca-7a42-40ef-bc88-6ff0a9e16ef9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.737281 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168d52ca-7a42-40ef-bc88-6ff0a9e16ef9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.774370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d7c03-a0ee-437c-b2f6-6dc9d25d2116 None None] New status for floating IP fe7dc0fa-e822-4398-b4a5-931742235343: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:35:20.808850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168d52ca-7a42-40ef-bc88-6ff0a9e16ef9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.828180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d52ca-7a42-40ef-bc88-6ff0a9e16ef9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77f08fd-6614-41e4-8487-26bf90e37979,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:20.905500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-168d52ca-7a42-40ef-bc88-6ff0a9e16ef9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.906684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-168d52ca-7a42-40ef-bc88-6ff0a9e16ef9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3924518 Apr 30 01:35:20.909660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57332) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:20.965256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:20.988763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74ca23ba-35d1-4f24-91a6-02782cc17bd8 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.015657 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74ca23ba-35d1-4f24-91a6-02782cc17bd8 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.019594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fb93-23b2-451f-baa0-750ba0a1d022 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.024084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fb93-23b2-451f-baa0-750ba0a1d022 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.038364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] DHCP port deletion for 8b647195-650a-4a5c-a2f1-642502694008 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:35:21.101404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] Deleting port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:21.102153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.137469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10385-352a-4609-85cd-7650207ef81a req-3d75b6eb-0b07-4dab-80d6-ff9bcd89ab26 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:21.139170 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8e10385-352a-4609-85cd-7650207ef81a req-3d75b6eb-0b07-4dab-80d6-ff9bcd89ab26 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1250055 Apr 30 01:35:21.143689 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.169291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:21.171992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74ca23ba-35d1-4f24-91a6-02782cc17bd8 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.175598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74ca23ba-35d1-4f24-91a6-02782cc17bd8 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.181197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57340) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:21.181656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-74ca23ba-35d1-4f24-91a6-02782cc17bd8 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/99db1220-51e4-444c-8d5c-cdb27e561587 HTTP/1.1" status: 204 len: 168 time: 0.2706835 Apr 30 01:35:21.189503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event deleted for resources: {'Port': ['ID=43009b7f-9902-42ad-9571-d7d4d9607cf2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:21.191505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fb93-23b2-451f-baa0-750ba0a1d022 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.191992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a3fb93-23b2-451f-baa0-750ba0a1d022 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e02c7f5e-a264-485f-9f5f-e828d3a81a2d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:21.215489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca23ba-35d1-4f24-91a6-02782cc17bd8 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db1220-51e4-444c-8d5c-cdb27e561587,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:21.228327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fb93-23b2-451f-baa0-750ba0a1d022 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.229528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c9a3fb93-23b2-451f-baa0-750ba0a1d022 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e02c7f5e-a264-485f-9f5f-e828d3a81a2d HTTP/1.1" status: 204 len: 168 time: 0.7901475 Apr 30 01:35:21.235501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:21.247821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3c2638ec-4e36-4aab-8267-21e191d283f5 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Request body: {'router': {'name': 'tempest-router-848246359', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd5be7a6c630341cc9b6fd32b89fee172'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:21.292053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8e10385-352a-4609-85cd-7650207ef81a req-b6a8b6ca-cab4-4daa-ae71-cd1bae7d1d92 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133251 Apr 30 01:35:21.315846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] For port c26cb036-4697-4e6f-972c-d9af7cfaeeb7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,segment=NetworkSegment(fbc88c03-f75a-492b-85b7-bdc1466e5bbf),segment_id=fbc88c03-f75a-492b-85b7-bdc1466e5bbf)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:21.317401 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.320582 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1bce9c20-a8b1-46f1-972a-2ec5e71516cb tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1330216 Apr 30 01:35:21.321915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] No DVR routers for this DVR port 43009b7f-9902-42ad-9571-d7d4d9607cf2 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:21.324699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Deleting port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:21.325033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.329019 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.329888 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57350) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:21.330535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50461857-9e8b-446c-b54c-2dc405b2da03 req-773d04ca-136e-4c67-8e94-aa102b7395b7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "DELETE /v2.0/ports/43009b7f-9902-42ad-9571-d7d4d9607cf2 HTTP/1.1" status: 204 len: 173 time: 1.3637385 Apr 30 01:35:21.330974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b0ebb2-f5cc-40bb-bc00-72f528d27438', 'name': 'network-vif-deleted', 'tag': '43009b7f-9902-42ad-9571-d7d4d9607cf2'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:21.333833 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc4cde8-13e4-4f4d-bf4c-875bf682197f" -d '{"events": [{"server_uuid": "28b0ebb2-f5cc-40bb-bc00-72f528d27438", "name": "network-vif-deleted", "tag": "43009b7f-9902-42ad-9571-d7d4d9607cf2"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:21.347363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a6871ba5-1f4b-4a54-8edc-90207757f9d0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--894652852'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:21.374550 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c2638ec-4e36-4aab-8267-21e191d283f5 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.376987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c2638ec-4e36-4aab-8267-21e191d283f5 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.384091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] Calling delete_port for c26cb036-4697-4e6f-972c-d9af7cfaeeb7 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:21.384371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57356) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:21.420336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] For port c26cb036-4697-4e6f-972c-d9af7cfaeeb7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,segment=NetworkSegment(fbc88c03-f75a-492b-85b7-bdc1466e5bbf),segment_id=fbc88c03-f75a-492b-85b7-bdc1466e5bbf)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:21.420623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.460744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c2638ec-4e36-4aab-8267-21e191d283f5 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.487761 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d05371c-132f-4f9f-8522-3cc0297f2c49 x-openstack-request-id: req-6d05371c-132f-4f9f-8522-3cc0297f2c49 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:21.488044 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b0ebb2-f5cc-40bb-bc00-72f528d27438", "name": "network-vif-deleted", "tag": "43009b7f-9902-42ad-9571-d7d4d9607cf2", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:21.488430 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d05371c-132f-4f9f-8522-3cc0297f2c49 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:21.488836 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d05371c-132f-4f9f-8522-3cc0297f2c49'] response: {'server_uuid': '28b0ebb2-f5cc-40bb-bc00-72f528d27438', 'name': 'network-vif-deleted', 'tag': '43009b7f-9902-42ad-9571-d7d4d9607cf2', 'status': 'completed', 'code': 200} Apr 30 01:35:21.489653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Calling delete_port for c26cb036-4697-4e6f-972c-d9af7cfaeeb7 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:21.592075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ccfc560-148f-4a35-9912-f67ae3de9cad req-bb95f3f9-7784-4002-b44e-cf97165a32e1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b0ebb2-f5cc-40bb-bc00-72f528d27438 HTTP/1.1" status: 200 len: 210 time: 0.0812659 Apr 30 01:35:21.593797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6871ba5-1f4b-4a54-8edc-90207757f9d0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.596333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c2638ec-4e36-4aab-8267-21e191d283f5 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.627942 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da3a3f6c-6307-463e-86b2-3d882c7dcd0c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.642721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e93b0b-9e3c-4470-8883-e7de65e11abb req-ef1282ae-a46f-4780-a28c-a5506bda28fc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:21.645776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.650905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2e93b0b-9e3c-4470-8883-e7de65e11abb req-ef1282ae-a46f-4780-a28c-a5506bda28fc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.2145531 Apr 30 01:35:21.685176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] Pushing event deleted for resources: {'Port': ['ID=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:21.688604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db31d4-8e8e-47d8-a670-46fe57905f16 None None] No DVR routers for this DVR port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:21.710212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da3a3f6c-6307-463e-86b2-3d882c7dcd0c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.712862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6871ba5-1f4b-4a54-8edc-90207757f9d0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.715712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.717969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c2638ec-4e36-4aab-8267-21e191d283f5 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.719257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3c2638ec-4e36-4aab-8267-21e191d283f5 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4813166 Apr 30 01:35:21.721930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57364) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:21.731163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:21.733535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2e93b0b-9e3c-4470-8883-e7de65e11abb req-719ee3ee-a197-4b41-b3e3-fa2627643fe6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819294 Apr 30 01:35:21.766460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26cb036-4697-4e6f-972c-d9af7cfaeeb7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:21.768467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] No DVR routers for this DVR port c26cb036-4697-4e6f-972c-d9af7cfaeeb7 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:21.792996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6871ba5-1f4b-4a54-8edc-90207757f9d0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.897287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.909398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6871ba5-1f4b-4a54-8edc-90207757f9d0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a012bb92-36da-40a1-b577-d9c63f75ec61,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:21.916867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a6871ba5-1f4b-4a54-8edc-90207757f9d0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.917980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a6871ba5-1f4b-4a54-8edc-90207757f9d0 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5870037 Apr 30 01:35:21.918593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b647195-650a-4a5c-a2f1-642502694008']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:21.921031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:21.925279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8e21a0b5-53c0-4012-afb0-0542cf9b11ed tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295715091'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:21.941030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:21.941230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc88c03-f75a-492b-85b7-bdc1466e5bbf') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:21.955337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.968001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da3a3f6c-6307-463e-86b2-3d882c7dcd0c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.970532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da3a3f6c-6307-463e-86b2-3d882c7dcd0c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:21.972628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-da3a3f6c-6307-463e-86b2-3d882c7dcd0c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3001219-196a-4341-a331-a9521480235b HTTP/1.1" status: 204 len: 168 time: 0.5872574 Apr 30 01:35:21.978952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57374) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:21.989071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.002594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a3f6c-6307-463e-86b2-3d882c7dcd0c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3001219-196a-4341-a331-a9521480235b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:22.004897 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-c4ee9892-c5a2-45f4-a708-a280c4486542 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] show failed (client error): The resource could not be found. Apr 30 01:35:22.005967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c4ee9892-c5a2-45f4-a708-a280c4486542 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups/c3001219-196a-4341-a331-a9521480235b HTTP/1.1" status: 404 len: 347 time: 0.0259998 Apr 30 01:35:22.009029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57376) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:22.022146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:22.022564 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:22.024359 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:22.067854 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e21a0b5-53c0-4012-afb0-0542cf9b11ed tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.197966 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c26cb036-4697-4e6f-972c-d9af7cfaeeb7 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:22.222838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c26cb036-4697-4e6f-972c-d9af7cfaeeb7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:22.223932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c26cb036-4697-4e6f-972c-d9af7cfaeeb7 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:22.224511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device cb449edb-82b2-4a92-904b-0a5e7d32660f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:22.257034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: cb449edb-82b2-4a92-904b-0a5e7d32660f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:22.258105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device cb449edb-82b2-4a92-904b-0a5e7d32660f not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:22.278126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.278614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86357cba-9cd9-400c-9602-4047c0373b78 req-c08046f5-bd04-475a-baae-2f1e594f80c7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:22.280199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86357cba-9cd9-400c-9602-4047c0373b78 req-c08046f5-bd04-475a-baae-2f1e594f80c7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.4354579 Apr 30 01:35:22.283793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Deleting port d4ec3cc7-18ce-44f9-bee2-da05aa1af463 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:22.284126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.287613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.294259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8b647195-650a-4a5c-a2f1-642502694008 HTTP/1.1" status: 204 len: 168 time: 1.6811199 Apr 30 01:35:22.324016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17809309-a7d6-46fe-8098-c6d8666b0fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b647195-650a-4a5c-a2f1-642502694008,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:22.368055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.368401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.373274 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e21a0b5-53c0-4012-afb0-0542cf9b11ed tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.444454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.445797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.456165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e21a0b5-53c0-4012-afb0-0542cf9b11ed tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.459652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86357cba-9cd9-400c-9602-4047c0373b78 req-38d9b635-48f0-49d0-8f6f-e0e61a65e57f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450794 Apr 30 01:35:22.475156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Calling delete_port for d4ec3cc7-18ce-44f9-bee2-da05aa1af463 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:22.505763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21a0b5-53c0-4012-afb0-0542cf9b11ed tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57458de-643a-4dd5-a20f-c86321c1da11,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:22.512836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103318) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 30 01:35:22.514484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Router dea689c1-f985-4fe3-a8c0-97b8584bd61f migrating from provider to provider. {{(pid=103318) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 30 01:35:22.516502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.533053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.621464 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e21a0b5-53c0-4012-afb0-0542cf9b11ed tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.625383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8e21a0b5-53c0-4012-afb0-0542cf9b11ed tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7011652 Apr 30 01:35:22.625778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57394) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:22.630520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-aa2cebac-4405-4cc8-b943-28adb303f395 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': 'a012bb92-36da-40a1-b577-d9c63f75ec61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a57458de-643a-4dd5-a20f-c86321c1da11', 'remote_ip_prefix': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:22.643070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.694511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e9f0-2a35-425a-ab89-e463d0ba0bb3 req-bede0007-a2ab-4350-99c6-fa053d707067 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:22.699016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1060e9f0-2a35-425a-ab89-e463d0ba0bb3 req-bede0007-a2ab-4350-99c6-fa053d707067 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1163027 Apr 30 01:35:22.743579 n-d-821348-1 neutron-server[103318]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] No L3 agents can host the router dea689c1-f985-4fe3-a8c0-97b8584bd61f Apr 30 01:35:22.752980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1060e9f0-2a35-425a-ab89-e463d0ba0bb3 req-3f307d32-9f78-415b-b4f6-dd0f5e1306f6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467110 Apr 30 01:35:22.834672 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.859547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa2cebac-4405-4cc8-b943-28adb303f395 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:22.874781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'Port': ['ID=d4ec3cc7-18ce-44f9-bee2-da05aa1af463,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:22.929564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57408) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:22.952163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Hosts for router dea689c1-f985-4fe3-a8c0-97b8584bd61f: [] {{(pid=103318) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 30 01:35:23.024676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 43009b7f-9902-42ad-9571-d7d4d9607cf2 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:23.040872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Hosts for other DVR routers connected to router dea689c1-f985-4fe3-a8c0-97b8584bd61f: set() {{(pid=103318) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 30 01:35:23.046398 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.050635 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d287454-c363-4816-9755-0abbb7d41d8e tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "PUT /v2.0/routers/dea689c1-f985-4fe3-a8c0-97b8584bd61f HTTP/1.1" status: 200 len: 716 time: 1.3277497 Apr 30 01:35:23.051622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57418) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:23.079260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-74db95d5-807c-4169-b2e6-b29b6f163c1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28f426f5d8e44bc5bcb23c84f6153826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418598 Apr 30 01:35:23.079260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.079841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 43009b7f-9902-42ad-9571-d7d4d9607cf2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:23.081559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 43009b7f-9902-42ad-9571-d7d4d9607cf2 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:23.084201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.090080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3d518e18-b5d6-42e1-8824-c6200e54fb06 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "DELETE /v2.0/floatingips/fe7dc0fa-e822-4398-b4a5-931742235343 HTTP/1.1" status: 204 len: 168 time: 1.0764074 Apr 30 01:35:23.090080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:23.123441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1621a58-58e5-4117-8f78-485b622131cc req-619e21ad-5b80-49a8-9eba-1ec845395b80 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:23.125118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1621a58-58e5-4117-8f78-485b622131cc req-619e21ad-5b80-49a8-9eba-1ec845395b80 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.2571099 Apr 30 01:35:23.144381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa2cebac-4405-4cc8-b943-28adb303f395 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.194660 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b15ac99-cda5-4f4d-bb9c-30b2528ec16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.194895 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cd4580d2-a712-45fb-8899-18f7d9346c6c tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "GET /v2.0/routers/dea689c1-f985-4fe3-a8c0-97b8584bd61f HTTP/1.1" status: 200 len: 716 time: 0.1344271 Apr 30 01:35:23.195487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57430) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:23.212148 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1621a58-58e5-4117-8f78-485b622131cc req-a760ffc8-36a3-41b5-ba6a-71d8b0d25f9e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604146 Apr 30 01:35:23.220337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa2cebac-4405-4cc8-b943-28adb303f395 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.231673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b15ac99-cda5-4f4d-bb9c-30b2528ec16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.255751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cebac-4405-4cc8-b943-28adb303f395 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68124eb7-e5ed-4b8f-bb07-39f7b6bd0420,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:23.300517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-a847a3bb-edda-4809-b305-4721b9ccc0f3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:23.309552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-a847a3bb-edda-4809-b305-4721b9ccc0f3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1874082 Apr 30 01:35:23.325391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa2cebac-4405-4cc8-b943-28adb303f395 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.329582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa2cebac-4405-4cc8-b943-28adb303f395 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7001634 Apr 30 01:35:23.329929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57438) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:23.357059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-ef80bfce-b5af-4654-960e-1b82cd109402 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/quotas/d322b7bb49124ff1b55e8151c42a05fa HTTP/1.1" status: 200 len: 375 time: 0.0462096 Apr 30 01:35:23.380162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9ff-fd96-40bb-bf6a-d0a72c745482 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.408727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9ff-fd96-40bb-bf6a-d0a72c745482 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.453606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-93a36da0-9c33-4fef-902c-54776ff71b4d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897055 Apr 30 01:35:23.468764 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b15ac99-cda5-4f4d-bb9c-30b2528ec16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.472116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b15ac99-cda5-4f4d-bb9c-30b2528ec16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.475725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0b15ac99-cda5-4f4d-bb9c-30b2528ec16a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ec1bfd7-d41e-44cd-bf29-79e240a98282 HTTP/1.1" status: 204 len: 168 time: 0.3842442 Apr 30 01:35:23.519457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15ac99-cda5-4f4d-bb9c-30b2528ec16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec1bfd7-d41e-44cd-bf29-79e240a98282,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:23.539181 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9ff-fd96-40bb-bf6a-d0a72c745482 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.540410 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-00c41040-8411-43cb-8b5f-324fbe73b8fd tempest-RoutersTestDVR-601599927 tempest-RoutersTestDVR-601599927-project] 10.222.0.15 "GET /v2.0/routers/dea689c1-f985-4fe3-a8c0-97b8584bd61f HTTP/1.1" status: 200 len: 682 time: 0.3429561 Apr 30 01:35:23.547463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:23.569248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9ff-fd96-40bb-bf6a-d0a72c745482 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.570584 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5b30b9ff-fd96-40bb-bf6a-d0a72c745482 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/68124eb7-e5ed-4b8f-bb07-39f7b6bd0420 HTTP/1.1" status: 204 len: 168 time: 0.2395701 Apr 30 01:35:23.574887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57444) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:23.600517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30b9ff-fd96-40bb-bf6a-d0a72c745482 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68124eb7-e5ed-4b8f-bb07-39f7b6bd0420,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:23.626537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-9e5e081f-0e27-4c22-a066-e0b6e82ea28c service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719515 Apr 30 01:35:23.712841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5bc09601-645d-4382-bf14-14a24ea66407 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1366920 Apr 30 01:35:23.713472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57450) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:23.716461 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba7b24de-be21-4c78-8abc-687e628cef82 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.803140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-57148844-d268-461d-a78a-e662d04c40c7 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757338 Apr 30 01:35:23.820749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b09d621d-5cb1-4302-85af-f9f24d417d03 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:23.878531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b09d621d-5cb1-4302-85af-f9f24d417d03 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.004687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57456) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.034291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-252f8a0e-01b9-4a70-8901-8df30aad52a6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154690043', 'description': 'tempest-description--957046545'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:24.047387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba7b24de-be21-4c78-8abc-687e628cef82 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.050762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba7b24de-be21-4c78-8abc-687e628cef82 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.077926 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b09d621d-5cb1-4302-85af-f9f24d417d03 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.102973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b09d621d-5cb1-4302-85af-f9f24d417d03 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.109674 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b09d621d-5cb1-4302-85af-f9f24d417d03 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/a57458de-643a-4dd5-a20f-c86321c1da11 HTTP/1.1" status: 204 len: 168 time: 0.3912168 Apr 30 01:35:24.111235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57460) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.162971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d621d-5cb1-4302-85af-f9f24d417d03 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57458de-643a-4dd5-a20f-c86321c1da11,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:24.234693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-252f8a0e-01b9-4a70-8901-8df30aad52a6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.251311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bc6ca119-5339-416f-9e05-a8e4a31e43ee tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1330411 Apr 30 01:35:24.254266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57466) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.259625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe427d7-cb92-4b28-88e8-036dd59a11e1 req-e893106d-94b7-483a-a7ea-a8ca256241cb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:24.263981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abe427d7-cb92-4b28-88e8-036dd59a11e1 req-e893106d-94b7-483a-a7ea-a8ca256241cb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1382835 Apr 30 01:35:24.323111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abe427d7-cb92-4b28-88e8-036dd59a11e1 req-bbe0a298-ec98-430a-b7b4-8017f10ecd92 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551662 Apr 30 01:35:24.329031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba7b24de-be21-4c78-8abc-687e628cef82 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.331025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7b24de-be21-4c78-8abc-687e628cef82 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dea689c1-f985-4fe3-a8c0-97b8584bd61f {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:24.340272 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-65796d52-b6de-4269-a47d-24a1f343d19f req-f1a45477-ac8c-4674-9810-d4f90484066a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 210 time: 0.0875726 Apr 30 01:35:24.341769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ba7b24de-be21-4c78-8abc-687e628cef82 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.347751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57472) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.348843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ba7b24de-be21-4c78-8abc-687e628cef82 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "DELETE /v2.0/routers/dea689c1-f985-4fe3-a8c0-97b8584bd61f HTTP/1.1" status: 204 len: 168 time: 0.8041127 Apr 30 01:35:24.353717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f619e247-bb31-41df-b3b6-b7c058d58cad tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Request body: {'router': {'name': 'tempest-router-2123048165', 'distributed': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:24.493787 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d092ecd0-4d8d-48f3-afe1-9523d1481cde tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.496807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.530383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f619e247-bb31-41df-b3b6-b7c058d58cad tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.531439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f619e247-bb31-41df-b3b6-b7c058d58cad tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.556058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-252f8a0e-01b9-4a70-8901-8df30aad52a6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.557894 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c68ceaeb-1159-433f-a890-89b2bb134bd2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e1ed908a40041a0b7fb395a06301c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597365 Apr 30 01:35:24.561493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.627135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f619e247-bb31-41df-b3b6-b7c058d58cad tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.628623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-052166c6-99c5-4769-a7e9-243fc87d95fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.628978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d092ecd0-4d8d-48f3-afe1-9523d1481cde tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.642782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-252f8a0e-01b9-4a70-8901-8df30aad52a6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.658449 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-052166c6-99c5-4769-a7e9-243fc87d95fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.689423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f8a0e-01b9-4a70-8901-8df30aad52a6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:24.731740 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f619e247-bb31-41df-b3b6-b7c058d58cad tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.784074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-252f8a0e-01b9-4a70-8901-8df30aad52a6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.786247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-252f8a0e-01b9-4a70-8901-8df30aad52a6 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7769210 Apr 30 01:35:24.794024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57490) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.798789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-df6552c6-21ef-4b0f-9e07-9ad796d273ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group_rule': {'security_group_id': '8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:24.816159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f619e247-bb31-41df-b3b6-b7c058d58cad tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.817356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-052166c6-99c5-4769-a7e9-243fc87d95fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.817858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f619e247-bb31-41df-b3b6-b7c058d58cad tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4687920 Apr 30 01:35:24.820080 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-052166c6-99c5-4769-a7e9-243fc87d95fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.820355 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d092ecd0-4d8d-48f3-afe1-9523d1481cde tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.826082 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d092ecd0-4d8d-48f3-afe1-9523d1481cde tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.826082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d092ecd0-4d8d-48f3-afe1-9523d1481cde tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/a012bb92-36da-40a1-b577-d9c63f75ec61 HTTP/1.1" status: 204 len: 168 time: 0.5693355 Apr 30 01:35:24.826082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57494) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.827541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-052166c6-99c5-4769-a7e9-243fc87d95fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09c2bba9-daca-40b5-96db-b2aa5d5dbc77 HTTP/1.1" status: 204 len: 168 time: 0.2649100 Apr 30 01:35:24.828137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57496) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:24.889716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092ecd0-4d8d-48f3-afe1-9523d1481cde tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a012bb92-36da-40a1-b577-d9c63f75ec61,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:24.894864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052166c6-99c5-4769-a7e9-243fc87d95fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c2bba9-daca-40b5-96db-b2aa5d5dbc77,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:24.935449 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd8d6-104a-4124-84dc-a8fe16df48f8 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:24.993559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ea868900-b48b-4c44-b770-4483ab1e7fd7 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1525722 Apr 30 01:35:24.994529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57500) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:25.003565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-81dc4706-1efc-46ea-a527-c8ac8581f060 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754069859'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:25.015215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df6552c6-21ef-4b0f-9e07-9ad796d273ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.091383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df6552c6-21ef-4b0f-9e07-9ad796d273ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.108834 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81dc4706-1efc-46ea-a527-c8ac8581f060 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.147142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd8d6-104a-4124-84dc-a8fe16df48f8 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.150376 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd8d6-104a-4124-84dc-a8fe16df48f8 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.191915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81dc4706-1efc-46ea-a527-c8ac8581f060 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.280090 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df6552c6-21ef-4b0f-9e07-9ad796d273ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.301250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6552c6-21ef-4b0f-9e07-9ad796d273ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40975c16-ff63-4851-a17a-864c4cdd4d69,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:25.343270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81dc4706-1efc-46ea-a527-c8ac8581f060 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.374612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd8d6-104a-4124-84dc-a8fe16df48f8 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.375172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfbd8d6-104a-4124-84dc-a8fe16df48f8 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 371ca58c-33e4-4e8a-8db0-f435cc452e15 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:35:25.379755 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd8d6-104a-4124-84dc-a8fe16df48f8 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.386725 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9cfbd8d6-104a-4124-84dc-a8fe16df48f8 tempest-RoutersTestDVR-1394149817 tempest-RoutersTestDVR-1394149817-project-admin] 10.222.0.15 "DELETE /v2.0/routers/371ca58c-33e4-4e8a-8db0-f435cc452e15 HTTP/1.1" status: 204 len: 168 time: 0.5488436 Apr 30 01:35:25.403974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df6552c6-21ef-4b0f-9e07-9ad796d273ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.408292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57514) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:25.413816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a05c56af-0418-4ed1-92c5-4ccec35902e0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'security_group_rule': {'security_group_id': '8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:25.418963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-df6552c6-21ef-4b0f-9e07-9ad796d273ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6236358 Apr 30 01:35:25.471914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e19f5a86-2a44-45c0-b48c-7b546236351e req-6a6c2e81-d5a1-4ade-aeb3-49a29eada387 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 210 time: 0.0434132 Apr 30 01:35:25.473850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc4706-1efc-46ea-a527-c8ac8581f060 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce47a04-ac12-4ef8-8f3c-3183ceda5cef,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:25.492948 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81dc4706-1efc-46ea-a527-c8ac8581f060 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.495749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-81dc4706-1efc-46ea-a527-c8ac8581f060 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4958634 Apr 30 01:35:25.503868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57516) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:25.509180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-343a0c73-d828-4a6c-9883-dc1905f8c3db tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '6ce47a04-ac12-4ef8-8f3c-3183ceda5cef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:25.567053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a05c56af-0418-4ed1-92c5-4ccec35902e0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.645789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a05c56af-0418-4ed1-92c5-4ccec35902e0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.647377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-343a0c73-d828-4a6c-9883-dc1905f8c3db tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.705076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a05c56af-0418-4ed1-92c5-4ccec35902e0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.735951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c56af-0418-4ed1-92c5-4ccec35902e0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a92fce-7004-4ff8-a427-a3e373798c7e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:25.759459 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-343a0c73-d828-4a6c-9883-dc1905f8c3db tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.829814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a05c56af-0418-4ed1-92c5-4ccec35902e0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.834440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a05c56af-0418-4ed1-92c5-4ccec35902e0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4219527 Apr 30 01:35:25.834688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57532) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:25.840741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:25.869002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-343a0c73-d828-4a6c-9883-dc1905f8c3db tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.894060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a0c73-d828-4a6c-9883-dc1905f8c3db tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76230d3-3d55-4aed-9317-89e9223166dc,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:25.943379 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.973940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-343a0c73-d828-4a6c-9883-dc1905f8c3db tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:25.975341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-343a0c73-d828-4a6c-9883-dc1905f8c3db tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4704912 Apr 30 01:35:25.978288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57536) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:26.038807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a97bbc27-b5c8-443c-a0b1-e34cdcfd58d4 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.065288 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a97bbc27-b5c8-443c-a0b1-e34cdcfd58d4 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.086965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57538) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:26.259873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d114daa-0d95-45dc-9ab9-233e90b9e275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.294304 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a97bbc27-b5c8-443c-a0b1-e34cdcfd58d4 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.311295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a97bbc27-b5c8-443c-a0b1-e34cdcfd58d4 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.312769 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a97bbc27-b5c8-443c-a0b1-e34cdcfd58d4 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e76230d3-3d55-4aed-9317-89e9223166dc HTTP/1.1" status: 204 len: 168 time: 0.3334930 Apr 30 01:35:26.314498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bbc27-b5c8-443c-a0b1-e34cdcfd58d4 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e76230d3-3d55-4aed-9317-89e9223166dc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:26.330196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57554) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:26.415961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e89e8d63-2a62-4956-8f8b-1d4651116371 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836773 Apr 30 01:35:26.419855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57556) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:26.490562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d114daa-0d95-45dc-9ab9-233e90b9e275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.493410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.522062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9d44c0-4741-43d9-9222-9aa435e86ad5 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.550840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9d44c0-4741-43d9-9222-9aa435e86ad5 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.564270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d114daa-0d95-45dc-9ab9-233e90b9e275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.638116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Allocated IP 172.25.0.142 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/4d73c716-7b63-4c8a-88c7-fd454a199294) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:26.668897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57562) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:26.669985 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a70cfd7-38ec-4d40-bb0a-46fe4108a052 req-67942cf1-a3b1-4c2c-9a1c-43877ee00f0f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 210 time: 0.0471573 Apr 30 01:35:26.676897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d114daa-0d95-45dc-9ab9-233e90b9e275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0097a3-7665-4c8f-a740-a743da92f2fe,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:26.716936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2d114daa-0d95-45dc-9ab9-233e90b9e275 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5be7a6c630341cc9b6fd32b89fee172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256075 Apr 30 01:35:26.718525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57566) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:26.790436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9d44c0-4741-43d9-9222-9aa435e86ad5 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.794334 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9d44c0-4741-43d9-9222-9aa435e86ad5 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.797462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2e9d44c0-4741-43d9-9222-9aa435e86ad5 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ce47a04-ac12-4ef8-8f3c-3183ceda5cef HTTP/1.1" status: 204 len: 168 time: 0.3736007 Apr 30 01:35:26.798503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57572) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:26.846355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d44c0-4741-43d9-9222-9aa435e86ad5 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce47a04-ac12-4ef8-8f3c-3183ceda5cef,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:26.879285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.893739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-981784ae-7305-4d09-a63a-c6408beb23a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:26.907483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2975f2f1-7d99-4946-99c7-23faf38e2688 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041563 Apr 30 01:35:26.907740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2053208414-network', 'tenant_id': '22cbab3dbbac44f1bf1a313ac1d946bb'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:26.913553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57574) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:26.930180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4ba06baf-d561-4761-a76a-fec19d59c2e1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--555005862'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:27.001802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-7af161a0-d136-4721-9449-3aa94af84d19 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:27.003315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-7af161a0-d136-4721-9449-3aa94af84d19 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.2464480 Apr 30 01:35:27.006259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-981784ae-7305-4d09-a63a-c6408beb23a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.023579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Request body: {'port': {'device_id': '8a569529-9119-4648-ae96-3c4613de4330', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'admin_state_up': True, 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:27.098549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ba06baf-d561-4761-a76a-fec19d59c2e1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.120901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Made reservation on behalf of 22cbab3dbbac44f1bf1a313ac1d946bb for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:27.123197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.142042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.246428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.296242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:27.300012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:27.305412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:27.362285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=4d73c716-7b63-4c8a-88c7-fd454a199294,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:27.377261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.377667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.378128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.378563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.379191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.379485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.379890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.380281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.380672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.381386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.381570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.381915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:27.498389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-981784ae-7305-4d09-a63a-c6408beb23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.501486 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-981784ae-7305-4d09-a63a-c6408beb23a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.503005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-981784ae-7305-4d09-a63a-c6408beb23a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d0097a3-7665-4c8f-a740-a743da92f2fe HTTP/1.1" status: 204 len: 168 time: 0.7834215 Apr 30 01:35:27.548304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981784ae-7305-4d09-a63a-c6408beb23a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0097a3-7665-4c8f-a740-a743da92f2fe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:27.550798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:27.567517 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.673384 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.676460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ba06baf-d561-4761-a76a-fec19d59c2e1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.765718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.791041 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ba06baf-d561-4761-a76a-fec19d59c2e1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.859108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-335c23a1-5f0c-4374-aa33-cea0d3b4861c req-2966378c-2f30-4744-ae8c-16bf91c5e80f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 210 time: 0.0915239 Apr 30 01:35:27.884673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.937585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.946506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba06baf-d561-4761-a76a-fec19d59c2e1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dc6acd-aca5-4b2f-8336-73f5dd8f9a5d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:27.985049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ba06baf-d561-4761-a76a-fec19d59c2e1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:27.986742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4ba06baf-d561-4761-a76a-fec19d59c2e1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0634530 Apr 30 01:35:27.987900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:35:27.990126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57596) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:27.994862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5920f9c1-6262-4e5c-bf9e-ee5f8ac12d05 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '48dc6acd-aca5-4b2f-8336-73f5dd8f9a5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:28.018853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Allocated IP 172.20.0.12 (ebfb2767-7242-478f-9442-df54e9157d32/f27595e3-02e3-4458-a602-6aa9173de05f/875ae540-8c78-4c19-81de-80a2ff73268b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:28.038020 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.038548 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Added segment bff27b56-4608-4f74-bf70-765f4047374d of type vlan for network b1f6478e-165c-4534-aa50-2f63c3b784cf Apr 30 01:35:28.091790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0796be02-67c5-4a49-8393-a78ee7769bda,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:28.112252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5920f9c1-6262-4e5c-bf9e-ee5f8ac12d05 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.125183 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.192912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5920f9c1-6262-4e5c-bf9e-ee5f8ac12d05 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.286163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5920f9c1-6262-4e5c-bf9e-ee5f8ac12d05 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.303208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920f9c1-6262-4e5c-bf9e-ee5f8ac12d05 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b52488a-6d3e-413c-b49e-59a9b78d8614,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:28.334012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.334973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:28.335582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.342606 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.347952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57600) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:28.363820 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0136b82-beea-442f-816a-d73b334db050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.386130 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5920f9c1-6262-4e5c-bf9e-ee5f8ac12d05 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.391481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5920f9c1-6262-4e5c-bf9e-ee5f8ac12d05 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3968728 Apr 30 01:35:28.391481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57606) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:28.420560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1a42811d-baf8-48f3-affe-2201b4939c14 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules/8b52488a-6d3e-413c-b49e-59a9b78d8614 HTTP/1.1" status: 200 len: 763 time: 0.0282552 Apr 30 01:35:28.424044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57608) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:28.452107 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.487721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-53c943de-8c61-4827-bf1a-9fc5f817f864 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0625069 Apr 30 01:35:28.491140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57612) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:28.512222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f6478e-165c-4534-aa50-2f63c3b784cf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:28.523593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b1f6478e-165c-4534-aa50-2f63c3b784cf details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:35:28.530574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.535671 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=4d73c716-7b63-4c8a-88c7-fd454a199294,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:28.548808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e56371-c2bd-4adf-8a06-fe57f35d08a9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.552060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0136b82-beea-442f-816a-d73b334db050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.553950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57614) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:28.554291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bd3c8dbf-9600-4422-b298-08e9ce987ee5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8839779 Apr 30 01:35:28.565399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Request body: {'subnet': {'network_id': 'b1f6478e-165c-4534-aa50-2f63c3b784cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2053208414-subnet', 'tenant_id': '22cbab3dbbac44f1bf1a313ac1d946bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:28.571865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e56371-c2bd-4adf-8a06-fe57f35d08a9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.633165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.634527 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0136b82-beea-442f-816a-d73b334db050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.685818 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b0136b82-beea-442f-816a-d73b334db050 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=560b39ba45bf4b8d9a77158981060d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368635 Apr 30 01:35:28.688045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Made reservation on behalf of 22cbab3dbbac44f1bf1a313ac1d946bb for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:28.688951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57618) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:28.690648 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.693346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0136b82-beea-442f-816a-d73b334db050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55bdb9-127c-4e4b-b5d1-224420be2700,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:28.735556 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0041-43b3-402a-ba59-96e1de5b1ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.735810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e56371-c2bd-4adf-8a06-fe57f35d08a9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.736861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.738244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-086c945f-a575-4521-8393-31a991d1453f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9024243 Apr 30 01:35:28.739924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.750705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98e56371-c2bd-4adf-8a06-fe57f35d08a9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.755038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-98e56371-c2bd-4adf-8a06-fe57f35d08a9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8b52488a-6d3e-413c-b49e-59a9b78d8614 HTTP/1.1" status: 204 len: 168 time: 0.2589693 Apr 30 01:35:28.755638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57622) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:28.765383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:28.780155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e56371-c2bd-4adf-8a06-fe57f35d08a9 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b52488a-6d3e-413c-b49e-59a9b78d8614,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:28.826934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4a4adaf1-670b-4a6f-8fb6-d8eb7c0a7e24 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705435 Apr 30 01:35:28.829560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57628) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:28.835720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-14d21f8e-6612-42e0-8a00-c84064269f2a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '48dc6acd-aca5-4b2f-8336-73f5dd8f9a5d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:28.925698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Network ebfb2767-7242-478f-9442-df54e9157d32 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:28.936217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:28.975366 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-51b3a27b-9410-4460-85c1-e1e6e38f87c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:28.983814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:29.018063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14d21f8e-6612-42e0-8a00-c84064269f2a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.065659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event updated for resources: {'Port': ['ID=875ae540-8c78-4c19-81de-80a2ff73268b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:29.079646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-51b3a27b-9410-4460-85c1-e1e6e38f87c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.081032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd1b56-14c8-4e4a-a7a9-7b887f921ea7 req-2ac3f5e1-3e7f-4ead-99f5-b74f051ce53b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:29.083118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77bd1b56-14c8-4e4a-a7a9-7b887f921ea7 req-2ac3f5e1-3e7f-4ead-99f5-b74f051ce53b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 932 time: 0.1045833 Apr 30 01:35:29.139154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bcc40-e7ed-46f2-90ff-b1c718f45c57 req-e74a2022-fff0-4da5-a1c3-60aad20a04ea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:29.139154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-896bcc40-e7ed-46f2-90ff-b1c718f45c57 req-e74a2022-fff0-4da5-a1c3-60aad20a04ea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.2284007 Apr 30 01:35:29.142030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14d21f8e-6612-42e0-8a00-c84064269f2a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.142855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:29.143526 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.145617 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.175867 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77bd1b56-14c8-4e4a-a7a9-7b887f921ea7 req-399ef074-d75c-4a7d-aeb6-a254b2c4c286 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 Apr 30 01:35:29.208021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-896bcc40-e7ed-46f2-90ff-b1c718f45c57 req-cbd6f267-2605-4265-82a6-7a7264247b7e tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617428 Apr 30 01:35:29.223385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc26c80-0c0c-4c85-a0ac-60f6a6522c37,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:29.232245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Checking segment: {'id': 'bff27b56-4608-4f74-bf70-765f4047374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1f6478e-165c-4534-aa50-2f63c3b784cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:29.232672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Network hostable DHCP agents. Network: b1f6478e-165c-4534-aa50-2f63c3b784cf, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:35:29.241174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14d21f8e-6612-42e0-8a00-c84064269f2a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.271775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21f8e-6612-42e0-8a00-c84064269f2a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad33bd7-27cb-4f8d-8fe4-3bc099089503,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:29.288574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-02c9725e-0a3a-443c-b183-327ba74d0753 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2694924 Apr 30 01:35:29.301016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Request body: {'port': {'device_id': '8a569529-9119-4648-ae96-3c4613de4330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:29.315548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-fe649a9a-c132-4c79-bbb7-7509b0052490 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1154690043&fields=id&tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 267 time: 0.0554795 Apr 30 01:35:29.338967 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-51b3a27b-9410-4460-85c1-e1e6e38f87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.341847 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-51b3a27b-9410-4460-85c1-e1e6e38f87c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.345761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-51b3a27b-9410-4460-85c1-e1e6e38f87c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f55bdb9-127c-4e4b-b5d1-224420be2700 HTTP/1.1" status: 204 len: 168 time: 0.6529946 Apr 30 01:35:29.366182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Network b1f6478e-165c-4534-aa50-2f63c3b784cf is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:35:29.381705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3a27b-9410-4460-85c1-e1e6e38f87c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55bdb9-127c-4e4b-b5d1-224420be2700,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:29.386949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.430668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14d21f8e-6612-42e0-8a00-c84064269f2a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.436433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-14d21f8e-6612-42e0-8a00-c84064269f2a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6014977 Apr 30 01:35:29.436597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57650) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:29.468881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c6266512-06d1-4bf6-bb31-ba686d8a0237 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules/4ad33bd7-27cb-4f8d-8fe4-3bc099089503 HTTP/1.1" status: 200 len: 763 time: 0.0297363 Apr 30 01:35:29.471504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:29.501481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-3f3538c6-d12c-4939-a3f0-808e27e571db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:29.503219 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-3f3538c6-d12c-4939-a3f0-808e27e571db tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 814 time: 0.1787779 Apr 30 01:35:29.519970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-0e82f051-6694-419d-aa4a-b177e64a73ba tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/quotas/ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 375 time: 0.0099652 Apr 30 01:35:29.532928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b1f6478e-165c-4534-aa50-2f63c3b784cf) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:29.539011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:29.539854 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.549199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b15dc-117a-46d2-8974-be85ddcb3da6 None None] Network b1f6478e-165c-4534-aa50-2f63c3b784cf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:29.598012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6465c671-8ce1-44bc-9e8f-c968c8b381cf tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1253879 Apr 30 01:35:29.601282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:29.621647 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-5d183ece-da86-4e9b-8c06-5b960af76c4c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844011 Apr 30 01:35:29.649068 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb7136fa-e83e-4cfe-8f5f-5adbe0818d08 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.684638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb7136fa-e83e-4cfe-8f5f-5adbe0818d08 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.689318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-0c3e4c1d-3cf8-4af0-86e9-02d90e679d36 req-ceae45c2-6e0f-4e79-a276-3f5de74bdc6b service neutron] (103318) timed out ('10.222.0.21', 65222) {{(pid=103318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 01:35:29.695599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35318c7d-7c8c-463a-b234-160f65638460 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1402164 Apr 30 01:35:29.705479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418e209-adf9-4cbd-aba4-2fabd8c3b240 None None] Network b1f6478e-165c-4534-aa50-2f63c3b784cf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:29.772606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-1f842072-0407-4fc2-a076-76be00252812 service neutron] 10.222.0.15 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376126 Apr 30 01:35:29.840486 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb7136fa-e83e-4cfe-8f5f-5adbe0818d08 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.851096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb7136fa-e83e-4cfe-8f5f-5adbe0818d08 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:29.853935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cb7136fa-e83e-4cfe-8f5f-5adbe0818d08 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4ad33bd7-27cb-4f8d-8fe4-3bc099089503 HTTP/1.1" status: 204 len: 168 time: 0.2514625 Apr 30 01:35:29.864626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57664) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:29.917901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7136fa-e83e-4cfe-8f5f-5adbe0818d08 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ad33bd7-27cb-4f8d-8fe4-3bc099089503,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:29.951978 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-35e2201b-102e-45d6-a095-4e7c923ef217 service neutron] 10.222.0.15 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715770 Apr 30 01:35:29.990622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ac40ed6d-1462-48e2-aadb-22e78604aa1e tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1206365 Apr 30 01:35:29.993336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57674) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:30.003709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0e061423-897b-4027-a2ee-2ae783346726 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '48dc6acd-aca5-4b2f-8336-73f5dd8f9a5d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:30.025515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875ae540-8c78-4c19-81de-80a2ff73268b {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:30.042787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:30.056507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Transition to ACTIVE for port object 875ae540-8c78-4c19-81de-80a2ff73268b will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:35:30.201076 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e061423-897b-4027-a2ee-2ae783346726 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:30.261281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:30.454634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af87ca-364e-4e95-b6c2-faef7ebd4829 req-ee404452-18ff-4e74-beb1-09b5f851cc73 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:30.456634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e1af87ca-364e-4e95-b6c2-faef7ebd4829 req-ee404452-18ff-4e74-beb1-09b5f851cc73 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 944 time: 0.0940003 Apr 30 01:35:30.466818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e061423-897b-4027-a2ee-2ae783346726 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:30.500430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-026f4f22-6693-4a7c-9098-a44e378a6b83 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:30.500430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-026f4f22-6693-4a7c-9098-a44e378a6b83 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/networks?id=b1f6478e-165c-4534-aa50-2f63c3b784cf HTTP/1.1" status: 200 len: 814 time: 0.2896004 Apr 30 01:35:30.507722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Pushing event updated for resources: {'Port': ['ID=875ae540-8c78-4c19-81de-80a2ff73268b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:30.537258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e1af87ca-364e-4e95-b6c2-faef7ebd4829 req-d25d07d3-b1c0-40fe-b089-7bbb31e65b44 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737040 Apr 30 01:35:30.546890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e061423-897b-4027-a2ee-2ae783346726 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:30.583622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-7de617bf-3f21-4ad1-bbb8-4edab4cd56b0 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/quotas/22cbab3dbbac44f1bf1a313ac1d946bb HTTP/1.1" status: 200 len: 375 time: 0.0709546 Apr 30 01:35:30.623193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e061423-897b-4027-a2ee-2ae783346726 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cf5dc2-2d1f-4b31-9f35-cdfbaf1ccb51,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:30.647587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-354cf28e-3090-40db-b61d-25800b12ba40 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=22cbab3dbbac44f1bf1a313ac1d946bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443721 Apr 30 01:35:30.685072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a0b92-c573-4c5f-af19-ca5bf0cb839f req-0b5f10bd-0b79-447a-9bc4-e5ced391276d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:30.686881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c79a0b92-c573-4c5f-af19-ca5bf0cb839f req-0b5f10bd-0b79-447a-9bc4-e5ced391276d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0769017 Apr 30 01:35:30.689267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Attempting to bind port 875ae540-8c78-4c19-81de-80a2ff73268b on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:30.694006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Attempting to bind port 875ae540-8c78-4c19-81de-80a2ff73268b by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:30.694006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Attempting to bind port 875ae540-8c78-4c19-81de-80a2ff73268b on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:30.741869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e061423-897b-4027-a2ee-2ae783346726 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:30.743399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0e061423-897b-4027-a2ee-2ae783346726 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7492244 Apr 30 01:35:30.746697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Port 875ae540-8c78-4c19-81de-80a2ff73268b on network ebfb2767-7242-478f-9442-df54e9157d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:35:30.747024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Attempting to bind port 875ae540-8c78-4c19-81de-80a2ff73268b on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:30.748024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57722) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:30.755699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:30.756048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Checking segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:30.756415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Bound using segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:30.756875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Bound port: 875ae540-8c78-4c19-81de-80a2ff73268b, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:30.757332 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:30.788583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c79a0b92-c573-4c5f-af19-ca5bf0cb839f req-46ec974d-7eae-42da-b912-de4e110b34e9 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948200 Apr 30 01:35:30.811702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-486e0602-1111-4b77-bcaf-250fff3ea21f tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules/87cf5dc2-2d1f-4b31-9f35-cdfbaf1ccb51 HTTP/1.1" status: 200 len: 764 time: 0.0623708 Apr 30 01:35:30.812567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57724) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:30.841800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-68b9ff38-d0a1-4f5c-a04b-54a0144153a3 service neutron] 10.222.0.15 "GET /v2.0/networks/b1f6478e-165c-4534-aa50-2f63c3b784cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825576 Apr 30 01:35:30.916958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-08a4dd74-aaf2-417f-b37d-0702c0164cb8 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1012387 Apr 30 01:35:30.924137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c6fc479-0551-4166-852f-67e50e6717f8 req-224d5d3c-291c-4eb6-a763-4855fa489113 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 210 time: 0.0608277 Apr 30 01:35:30.925047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57726) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:30.925720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57728) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:30.928982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] For port 875ae540-8c78-4c19-81de-80a2ff73268b, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:30.947699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] For port 875ae540-8c78-4c19-81de-80a2ff73268b, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=875ae540-8c78-4c19-81de-80a2ff73268b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:30.988525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2e44144-6257-41f0-b2a6-2f20cdf6f56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.005177 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ce4bc8be-598d-4bce-ac18-c13999a2819a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.010143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-55e94f95-3f6e-4c31-81b8-adfa2ffb1cce service neutron] 10.222.0.15 "GET /v2.0/networks/b1f6478e-165c-4534-aa50-2f63c3b784cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581762 Apr 30 01:35:31.020881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ce4bc8be-598d-4bce-ac18-c13999a2819a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.040864 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.084428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:31.085128 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.087027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] 10.222.0.23 "PUT /v2.0/ports/875ae540-8c78-4c19-81de-80a2ff73268b HTTP/1.1" status: 200 len: 1092 time: 1.7904596 Apr 30 01:35:31.087727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a569529-9119-4648-ae96-3c4613de4330', 'tag': '875ae540-8c78-4c19-81de-80a2ff73268b'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:31.090820 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684d170d-84fc-4cc9-9bbd-a72b53f76a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a569529-9119-4648-ae96-3c4613de4330", "tag": "875ae540-8c78-4c19-81de-80a2ff73268b"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:31.104785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1794787051'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:31.125666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ce4bc8be-598d-4bce-ac18-c13999a2819a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.126670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c3c4b-345c-459c-9a4f-c1c0143647cb service neutron] Pushing event updated for resources: {'Port': ['ID=875ae540-8c78-4c19-81de-80a2ff73268b,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:31.140364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ce4bc8be-598d-4bce-ac18-c13999a2819a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.141624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ce4bc8be-598d-4bce-ac18-c13999a2819a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/87cf5dc2-2d1f-4b31-9f35-cdfbaf1ccb51 HTTP/1.1" status: 204 len: 168 time: 0.2060759 Apr 30 01:35:31.145622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57744) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:31.156763 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bff5b20-eef6-4e2b-821a-56d9332218cb x-openstack-request-id: req-0bff5b20-eef6-4e2b-821a-56d9332218cb {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:31.157188 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a569529-9119-4648-ae96-3c4613de4330", "tag": "875ae540-8c78-4c19-81de-80a2ff73268b", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:31.157646 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bff5b20-eef6-4e2b-821a-56d9332218cb {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:31.158304 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bff5b20-eef6-4e2b-821a-56d9332218cb'] response: {'name': 'network-changed', 'server_uuid': '8a569529-9119-4648-ae96-3c4613de4330', 'tag': '875ae540-8c78-4c19-81de-80a2ff73268b', 'status': 'completed', 'code': 200} Apr 30 01:35:31.166798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bc8be-598d-4bce-ac18-c13999a2819a tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87cf5dc2-2d1f-4b31-9f35-cdfbaf1ccb51,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:31.207344 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6b14d3b8-e00b-4689-ae91-b9e961457196 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604262 Apr 30 01:35:31.209577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57746) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:31.222278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:31.226364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.248469 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.283799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d170d-84fc-4cc9-9bbd-a72b53f76a6c req-6dfb289c-f2bf-484b-a772-e163ed2ea2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:31.287315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-684d170d-84fc-4cc9-9bbd-a72b53f76a6c req-6dfb289c-f2bf-484b-a772-e163ed2ea2a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 1095 time: 0.1061471 Apr 30 01:35:31.351105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ac215d8-95d8-4c1e-86f8-af8ffa41a466 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.366457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.390294 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dca001da-e273-4c40-88cc-2b8a1b8f907b req-cd6514f8-3096-4c0e-83b1-874a27267b51 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 210 time: 0.0410037 Apr 30 01:35:31.419168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ac215d8-95d8-4c1e-86f8-af8ffa41a466 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.451527 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.472607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d170d-84fc-4cc9-9bbd-a72b53f76a6c req-2ed5735e-9d65-48c4-b47f-651422ab347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:31.474068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-684d170d-84fc-4cc9-9bbd-a72b53f76a6c req-2ed5735e-9d65-48c4-b47f-651422ab347a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1567190 Apr 30 01:35:31.478193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:35:31.493834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07931ac8-eac3-49b1-b1c9-2237ffc35f23,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:31.497604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.497953 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment e54abc76-eb33-4348-9dcb-fb31195caeeb of type vlan for network 77e6d79e-ca1b-4783-aa3c-924ef234a727 Apr 30 01:35:31.550887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.597714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d170d-84fc-4cc9-9bbd-a72b53f76a6c req-4963213d-7c7d-44f0-9c2f-356c2e11ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:31.599212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-684d170d-84fc-4cc9-9bbd-a72b53f76a6c req-4963213d-7c7d-44f0-9c2f-356c2e11ef49 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1184447 Apr 30 01:35:31.612614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ac215d8-95d8-4c1e-86f8-af8ffa41a466 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.615474 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ac215d8-95d8-4c1e-86f8-af8ffa41a466 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.619294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57762) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:31.619544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6ac215d8-95d8-4c1e-86f8-af8ffa41a466 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/48dc6acd-aca5-4b2f-8336-73f5dd8f9a5d HTTP/1.1" status: 204 len: 168 time: 0.4087269 Apr 30 01:35:31.644370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac215d8-95d8-4c1e-86f8-af8ffa41a466 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dc6acd-aca5-4b2f-8336-73f5dd8f9a5d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:31.672816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7d9e825f-d94b-43d8-a3d2-2684f76e2ce1 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510938 Apr 30 01:35:31.678749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57764) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:31.684362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f3d5aba1-732d-434d-a45e-206db32bd594 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group': {'name': 'tempest-secgroup--313646357'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:31.697283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.703721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:31.704866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.739914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-00028a9a-337c-4a7e-ae55-111c4a97c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:31.741559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-00028a9a-337c-4a7e-ae55-111c4a97c568 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 1095 time: 0.0950503 Apr 30 01:35:31.754553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c914fa8-6f87-478a-87d6-47a02dd38729 req-0f7b91b7-4917-4150-81b8-8d03050d0662 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:31.756133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c914fa8-6f87-478a-87d6-47a02dd38729 req-0f7b91b7-4917-4150-81b8-8d03050d0662 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 944 time: 0.0597181 Apr 30 01:35:31.790119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=77e6d79e-ca1b-4783-aa3c-924ef234a727,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:31.801291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 77e6d79e-ca1b-4783-aa3c-924ef234a727 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:35:31.815264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-8d669a66-c052-451a-b5de-227f3e93c68e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=875ae540-8c78-4c19-81de-80a2ff73268b HTTP/1.1" status: 200 len: 217 time: 0.0581517 Apr 30 01:35:31.832204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3a88f56c-3652-45ac-88c8-070303a39ba6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9037516 Apr 30 01:35:31.938644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3d5aba1-732d-434d-a45e-206db32bd594 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:31.980319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c914fa8-6f87-478a-87d6-47a02dd38729 req-656c168e-8744-482d-8faa-a6b35cccd2f7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676807 Apr 30 01:35:31.984110 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:32.001205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-3d6f44a5-d424-4de7-9d18-3b57c8341409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:32.005707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-3d6f44a5-d424-4de7-9d18-3b57c8341409 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.1833155 Apr 30 01:35:32.066576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-b22be940-575d-454f-bc22-793823dd8762 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501723 Apr 30 01:35:32.070336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c94d2-6e7f-4a5d-9522-5480dea0bea4 req-3ca239eb-7ad7-438b-b417-80d060c57ec1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:32.072158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8f0c94d2-6e7f-4a5d-9522-5480dea0bea4 req-3ca239eb-7ad7-438b-b417-80d060c57ec1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1910501 Apr 30 01:35:32.154353 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8f0c94d2-6e7f-4a5d-9522-5480dea0bea4 req-40b957e3-bf02-44c4-8f50-7532534c7c28 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742340 Apr 30 01:35:32.211661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08a9a610-7467-4fb4-a099-1439571cb608 req-668f6f34-6869-4b28-8dec-d4e7c7b0d843 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 210 time: 0.1200862 Apr 30 01:35:32.228766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3d5aba1-732d-434d-a45e-206db32bd594 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:32.236474 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-1f83d6d9-f300-4eb3-8d27-5b3cbe4e3e20 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566682 Apr 30 01:35:32.335040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f1a0d6d-f2be-4d00-a94b-719381b0fef4 req-eb9afaf0-be4e-4bba-88aa-9829815f5e07 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917623 Apr 30 01:35:32.337052 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3d5aba1-732d-434d-a45e-206db32bd594 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:32.371152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5aba1-732d-434d-a45e-206db32bd594 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f288f4a-a7d9-4e34-a0ad-ee9aa778a24f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:32.489563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4942a642-a953-4db7-aea2-a22ca8bea206 req-e465787b-ed74-472b-927b-4138dc897aad tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 210 time: 0.0432646 Apr 30 01:35:32.493900 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3d5aba1-732d-434d-a45e-206db32bd594 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:32.499352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f3d5aba1-732d-434d-a45e-206db32bd594 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8196468 Apr 30 01:35:32.505147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57784) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:32.520739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-63564255-0356-40b5-8d83-eeee0099c983 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Request body: {'security_group_rule': {'security_group_id': '1f288f4a-a7d9-4e34-a0ad-ee9aa778a24f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:32.658266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63564255-0356-40b5-8d83-eeee0099c983 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:32.722203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63564255-0356-40b5-8d83-eeee0099c983 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:32.845722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63564255-0356-40b5-8d83-eeee0099c983 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:32.864515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63564255-0356-40b5-8d83-eeee0099c983 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7adb6c0-9d00-4158-9545-24527b86a921,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:32.955445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63564255-0356-40b5-8d83-eeee0099c983 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:32.959251 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-63564255-0356-40b5-8d83-eeee0099c983 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4557655 Apr 30 01:35:32.959701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57790) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:33.054003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-673e05f3-96a1-4160-9e5c-b525b40f4298 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:33.119140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-673e05f3-96a1-4160-9e5c-b525b40f4298 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:33.153104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-d81b93f9-8473-47e3-b6c9-e94968eae513 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:33.155522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-d81b93f9-8473-47e3-b6c9-e94968eae513 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 814 time: 0.2278845 Apr 30 01:35:33.164585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eca8ab-ad0a-408a-b118-388eaa6555e0 req-df69f5b3-0514-439d-974e-48f9452b2a90 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:33.166794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1eca8ab-ad0a-408a-b118-388eaa6555e0 req-df69f5b3-0514-439d-974e-48f9452b2a90 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 944 time: 0.0954487 Apr 30 01:35:33.236955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-8a6df702-ca8a-45a3-bbac-37ead273e5ad tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7 HTTP/1.1" status: 200 len: 380 time: 0.0687952 Apr 30 01:35:33.239771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1eca8ab-ad0a-408a-b118-388eaa6555e0 req-4da144f7-de86-45e8-9be3-3dc00786ac2a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616636 Apr 30 01:35:33.251225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'port': {'device_id': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'admin_state_up': True, 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'security_groups': ['8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:33.293525 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-673e05f3-96a1-4160-9e5c-b525b40f4298 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:33.296112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-673e05f3-96a1-4160-9e5c-b525b40f4298 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:33.299452 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-673e05f3-96a1-4160-9e5c-b525b40f4298 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f288f4a-a7d9-4e34-a0ad-ee9aa778a24f HTTP/1.1" status: 204 len: 168 time: 0.3366077 Apr 30 01:35:33.301008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57804) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:33.312414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e05f3-96a1-4160-9e5c-b525b40f4298 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f288f4a-a7d9-4e34-a0ad-ee9aa778a24f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:33.328023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36488d0f-d88e-45e2-a566-e721233bea1d req-1d4241f3-4775-4f72-a631-514542f23c48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:33.329822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36488d0f-d88e-45e2-a566-e721233bea1d req-1d4241f3-4775-4f72-a631-514542f23c48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0763619 Apr 30 01:35:33.408257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36488d0f-d88e-45e2-a566-e721233bea1d req-65b48a6a-c461-4c35-86a8-d02eb1d121ab tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683842 Apr 30 01:35:33.632583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-639ffb21-4044-4e9a-af9e-f5ff96e567b4 req-e2a456f8-d24f-405a-9b62-c157f55ee137 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 210 time: 0.0474799 Apr 30 01:35:33.756411 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:33.797109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c5ddca6-2007-486e-8188-868e36cf616e req-fa878557-9c9f-411e-9368-60a68eb59afd tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 210 time: 0.0432200 Apr 30 01:35:33.802373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c74e22f0-f70d-441c-bff7-b6bc10133ec5 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4995511 Apr 30 01:35:33.805720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57810) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:33.839733 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:33.881926 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e99df188-a209-4c5f-8853-b509e9b80a49 tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0715308 Apr 30 01:35:33.884619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:33.900199 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-37ec9d09-93ed-4db6-b299-cca6d410f78d tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] delete failed (client error): The resource could not be found. Apr 30 01:35:33.903509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-37ec9d09-93ed-4db6-b299-cca6d410f78d tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f288f4a-a7d9-4e34-a0ad-ee9aa778a24f HTTP/1.1" status: 404 len: 347 time: 0.0158019 Apr 30 01:35:33.906671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57816) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:33.936988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Made reservation on behalf of ca9b4c6c5bf646dca85142af7b1d82a7 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:33.942685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:33.958577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-848b4afe-e301-45e7-a314-585b9f72e24e tempest-SecGroupTest-1942078205 tempest-SecGroupTest-1942078205-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474763 Apr 30 01:35:34.129257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Allocated IP 172.20.0.6 (d51eecfe-eab7-4fe9-b818-0a3856a293df/28b41266-b836-4bc5-a3a3-53f11f0132dc/94383c49-d3b6-4ef4-ad6b-bc6342fdc886) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:34.269104 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:34.366115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:34.401313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf056132-9cac-4e67-8fe4-fc23b812788e req-899709c9-ceb3-47ea-aea3-f6a6dfb92ee8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:34.410376 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf056132-9cac-4e67-8fe4-fc23b812788e req-899709c9-ceb3-47ea-aea3-f6a6dfb92ee8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 944 time: 0.0698874 Apr 30 01:35:34.477903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Network d51eecfe-eab7-4fe9-b818-0a3856a293df is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:34.486796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:34.492094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:34.582741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event updated for resources: {'Port': ['ID=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:34.601129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf056132-9cac-4e67-8fe4-fc23b812788e req-08b14a4c-a137-413a-87a0-47e8d1bfd8aa tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895754 Apr 30 01:35:34.677809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57836) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:34.724041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:34.728949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:34.768190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-fa715fe8-64c9-410a-bd96-5df5f2ca831b tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:34.776244 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-fa715fe8-64c9-410a-bd96-5df5f2ca831b tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.23 "GET /v2.0/networks?id=b1f6478e-165c-4534-aa50-2f63c3b784cf HTTP/1.1" status: 200 len: 814 time: 0.2653069 Apr 30 01:35:34.792281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Request body: {'port': {'device_id': '4f008211-d5b0-42ee-9826-21b88c277276', 'network_id': 'b1f6478e-165c-4534-aa50-2f63c3b784cf', 'admin_state_up': True, 'tenant_id': '22cbab3dbbac44f1bf1a313ac1d946bb'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:34.874229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4b704-a63e-4bd6-87ca-214ac50286d8 req-40e1e486-adf0-4263-abc3-e0b6ff6b1396 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:34.883038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ae4b704-a63e-4bd6-87ca-214ac50286d8 req-40e1e486-adf0-4263-abc3-e0b6ff6b1396 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.2664597 Apr 30 01:35:34.934074 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ae4b704-a63e-4bd6-87ca-214ac50286d8 req-29746bda-38d1-4823-93df-6a0837651b9f tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495563 Apr 30 01:35:34.942409 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-712d439d-03a0-4f06-948d-8466f59ec453 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6982858 Apr 30 01:35:34.954106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Request body: {'port': {'device_id': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:34.977818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf0add1a-13a4-4fa3-8d45-87d206d206fc None None] Provisioning complete for port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:34.980797 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf0add1a-13a4-4fa3-8d45-87d206d206fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.042994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d47d518b-0c1a-49ce-a844-cc9ffd2c94e5 req-1fe7fd90-de20-417e-a7e3-b0c3b8119510 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 210 time: 0.1873593 Apr 30 01:35:35.048669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf0add1a-13a4-4fa3-8d45-87d206d206fc None None] Port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:35:35.155795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.178436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6cb4b-0e55-4861-96bb-639ed050f6d2 req-0638836d-f153-497c-8f0b-8085ddf35873 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:35.179934 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eff6cb4b-0e55-4861-96bb-639ed050f6d2 req-0638836d-f153-497c-8f0b-8085ddf35873 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 931 time: 0.1455057 Apr 30 01:35:35.186100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f08f59e8-a08c-4cad-a5ac-c0d4c228fdf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c18deb95fdfb4662940fb1d335b86f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063193 Apr 30 01:35:35.187716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57848) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:35.217925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Made reservation on behalf of 22cbab3dbbac44f1bf1a313ac1d946bb for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:35.221377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.255618 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eff6cb4b-0e55-4861-96bb-639ed050f6d2 req-2481585f-8f35-438a-81ab-e9d59c009f54 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678473 Apr 30 01:35:35.300003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57850) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:35.306785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': '77e6d79e-ca1b-4783-aa3c-924ef234a727', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:35.328855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53dcbe-4af8-400a-81c7-25d9fe00ccd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.419806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53dcbe-4af8-400a-81c7-25d9fe00ccd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.494310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:35.497831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Allocated IP 172.20.0.5 (b1f6478e-165c-4534-aa50-2f63c3b784cf/1cc26c80-0c0c-4c85-a0ac-60f6a6522c37/f2d21a5f-49e8-476b-a702-3eb35c26806d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:35.502352 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.519051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Transition to ACTIVE for port object 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:35:35.602242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:35.605913 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.606080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.614410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53dcbe-4af8-400a-81c7-25d9fe00ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.617191 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc53dcbe-4af8-400a-81c7-25d9fe00ccd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.621266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cc53dcbe-4af8-400a-81c7-25d9fe00ccd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f962c60c-11d2-48ef-9310-112e63ebc465 HTTP/1.1" status: 204 len: 168 time: 0.4322259 Apr 30 01:35:35.681345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53dcbe-4af8-400a-81c7-25d9fe00ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962c60c-11d2-48ef-9310-112e63ebc465,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:35.684953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37db49-1041-4a39-942f-692d4181056e service neutron] Pushing event updated for resources: {'Port': ['ID=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:35.803553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Attempting to bind port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:35.804282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Attempting to bind port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:35.804991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Attempting to bind port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:35.818306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 on network d51eecfe-eab7-4fe9-b818-0a3856a293df not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:35:35.818306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Attempting to bind port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 on network d51eecfe-eab7-4fe9-b818-0a3856a293df {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:35.820504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:35.820843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Checking segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:35.821226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Bound using segment: {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:35.821655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Bound port: 94383c49-d3b6-4ef4-ad6b-bc6342fdc886, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d79a44-0524-4188-837c-5c323b991d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:35.822008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:35.913948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] For port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:35.918608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] For port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:35.983268 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:36.002087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.002733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:36.004630 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-de37db49-1041-4a39-942f-692d4181056e service neutron] 10.222.0.23 "PUT /v2.0/ports/94383c49-d3b6-4ef4-ad6b-bc6342fdc886 HTTP/1.1" status: 200 len: 1091 time: 1.0545943 Apr 30 01:35:36.006400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'tag': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:36.009238 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb5b3eb-900a-4378-a672-7861f70fa7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a85c3-ae00-4e91-9288-41f8e79811ef", "tag": "94383c49-d3b6-4ef4-ad6b-bc6342fdc886"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:36.138701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37db49-1041-4a39-942f-692d4181056e service neutron] Pushing event updated for resources: {'Port': ['ID=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:36.162429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae00d04-40b2-489d-9e86-df28399a6282 req-007ffb29-9703-41d2-831e-d38162533b14 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.164517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aae00d04-40b2-489d-9e86-df28399a6282 req-007ffb29-9703-41d2-831e-d38162533b14 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0984650 Apr 30 01:35:36.220339 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:36.258905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e449-673e-4eb5-9dc0-9e403a489a92 req-5702caec-f885-4a8d-b96e-7076be3a233a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.268603 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b71e449-673e-4eb5-9dc0-9e403a489a92 req-5702caec-f885-4a8d-b96e-7076be3a233a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 944 time: 0.5666533 Apr 30 01:35:36.277089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aae00d04-40b2-489d-9e86-df28399a6282 req-b383e8ef-b3f5-45ce-b0c1-3318f9a3e9ab tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017318 Apr 30 01:35:36.284966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-060c6521-0916-4745-8eae-e6bc8a13fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.286796 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-060c6521-0916-4745-8eae-e6bc8a13fa13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 1094 time: 0.1213832 Apr 30 01:35:36.359562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-4e7e4fa4-d59d-40a6-a77a-0536878b972a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886 HTTP/1.1" status: 200 len: 217 time: 0.0591397 Apr 30 01:35:36.413378 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77674bcf-32f4-4618-9fda-bb3f38cab1e5 x-openstack-request-id: req-77674bcf-32f4-4618-9fda-bb3f38cab1e5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:36.413779 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a85c3-ae00-4e91-9288-41f8e79811ef", "tag": "94383c49-d3b6-4ef4-ad6b-bc6342fdc886", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:36.414650 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77674bcf-32f4-4618-9fda-bb3f38cab1e5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:36.414650 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77674bcf-32f4-4618-9fda-bb3f38cab1e5'] response: {'name': 'network-changed', 'server_uuid': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'tag': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'status': 'completed', 'code': 200} Apr 30 01:35:36.436031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-1c6a14d4-a64a-4987-ac7e-28b1975d58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.438219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-1c6a14d4-a64a-4987-ac7e-28b1975d58f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.0681846 Apr 30 01:35:36.441698 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b71e449-673e-4eb5-9dc0-9e403a489a92 req-cd3e3b91-0f84-44c0-89cd-09fce5878ef7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609910 Apr 30 01:35:36.514843 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:36.531648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6654418-7ca3-4df2-b2b6-708382ca3f76 req-55c566b1-1488-4083-9d8e-7d81e7b6d25a tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 210 time: 0.0410993 Apr 30 01:35:36.538674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-2663b3bd-f6ca-4e9b-b277-1a1d158203ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.540670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-2663b3bd-f6ca-4e9b-b277-1a1d158203ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900497 Apr 30 01:35:36.640713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Network b1f6478e-165c-4534-aa50-2f63c3b784cf is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:36.647196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:36.665334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-94448233-03c7-44a4-b81a-e41e6f9e6652 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056919 Apr 30 01:35:36.666720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:36.724031 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:36.725951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Pushing event updated for resources: {'Port': ['ID=f2d21a5f-49e8-476b-a702-3eb35c26806d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:36.783895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e0ac72-196f-4f84-bb1a-1bbc34d853a5 req-309cd2f5-006a-4a9e-bb37-9214e5ff0d45 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065836 Apr 30 01:35:36.786804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440fc7-de4e-4bb0-b4ce-cec2d77532c8 req-c24c80ae-f82e-4884-a77e-8e48978f2d88 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.788461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9440fc7-de4e-4bb0-b4ce-cec2d77532c8 req-c24c80ae-f82e-4884-a77e-8e48978f2d88 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 943 time: 0.2455070 Apr 30 01:35:36.798700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.799326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:36.843210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=16a651fe-cf6e-4c5f-b975-48f4cf71b696,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:36.873662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': 'e54abc76-eb33-4348-9dcb-fb31195caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '77e6d79e-ca1b-4783-aa3c-924ef234a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:36.874017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: 77e6d79e-ca1b-4783-aa3c-924ef234a727, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:35:36.879314 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9440fc7-de4e-4bb0-b4ce-cec2d77532c8 req-20845aa3-288e-4d52-80a9-8c8ded39c85b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667644 Apr 30 01:35:36.927224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-def3062b-d3fa-4cfd-b7d1-7f2bd2d4adfa tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1432803 Apr 30 01:35:36.942831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Request body: {'port': {'device_id': '4f008211-d5b0-42ee-9826-21b88c277276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:36.995516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-248ea5df-0760-43aa-a574-ac961b10c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:36.997971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-248ea5df-0760-43aa-a574-ac961b10c5c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 1094 time: 0.0515740 Apr 30 01:35:37.000224 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network 77e6d79e-ca1b-4783-aa3c-924ef234a727 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:35:37.013170 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.079941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 875ae540-8c78-4c19-81de-80a2ff73268b details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:35:37.110521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-368dae18-a207-4234-a985-b23779bf26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:37.113114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-368dae18-a207-4234-a985-b23779bf26dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 914 time: 0.1093509 Apr 30 01:35:37.142697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 77e6d79e-ca1b-4783-aa3c-924ef234a727) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:37.151561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:37.152229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.160653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea386dc9-bc14-4025-a52e-b6f40b1f3757 None None] Network 77e6d79e-ca1b-4783-aa3c-924ef234a727 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:37.195941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-7a2a009c-23fb-4d8e-867f-f3ac8ecded0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886 HTTP/1.1" status: 200 len: 217 time: 0.0725150 Apr 30 01:35:37.261088 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-45479ae6-7e48-4955-a617-223d46360762 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9599719 Apr 30 01:35:37.261736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57912) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:37.272101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1704591593'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:37.278910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 875ae540-8c78-4c19-81de-80a2ff73268b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=875ae540-8c78-4c19-81de-80a2ff73268b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:37.296750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-1a213412-b9f8-4478-988e-4c2c421cbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:37.299179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-1a213412-b9f8-4478-988e-4c2c421cbe3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.0887768 Apr 30 01:35:37.312731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '875ae540-8c78-4c19-81de-80a2ff73268b', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'port_id': '875ae540-8c78-4c19-81de-80a2ff73268b', 'mac_address': 'fa:16:3e:99:e2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27595e3-02e3-4458-a602-6aa9173de05f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:35:37.388326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-c751821e-c765-4d21-936c-fbabc0621dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:37.390426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-c751821e-c765-4d21-936c-fbabc0621dd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839157 Apr 30 01:35:37.412324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d21a5f-49e8-476b-a702-3eb35c26806d {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:37.415868 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.417481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.421576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:37.425159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.449972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Transition to ACTIVE for port object f2d21a5f-49e8-476b-a702-3eb35c26806d will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:35:37.457813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:35:37.481262 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.481788 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment 38b1bba5-9a5a-4ea0-a010-11a18ec780a5 of type vlan for network e4371ec1-a492-4143-93dd-f7e5ed853004 Apr 30 01:35:37.485228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875ae540-8c78-4c19-81de-80a2ff73268b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:37.517272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 875ae540-8c78-4c19-81de-80a2ff73268b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=875ae540-8c78-4c19-81de-80a2ff73268b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:37.546519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-77e6d79e-ca1b-4783-aa3c-924ef234a727', 'network_id': '77e6d79e-ca1b-4783-aa3c-924ef234a727', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': '16a651fe-cf6e-4c5f-b975-48f4cf71b696'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:35:37.547670 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.549217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa05e-00d7-42a4-81b6-ec4d64f1e9e4 req-e1b9d2a1-406a-4c61-ab5c-a70c7e34e86c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:37.551098 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-872fa05e-00d7-42a4-81b6-ec4d64f1e9e4 req-e1b9d2a1-406a-4c61-ab5c-a70c7e34e86c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1331921 Apr 30 01:35:37.555281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-e057b785-a371-43d4-adf8-e0208a2f7f07 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573777 Apr 30 01:35:37.570767 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.604801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.684721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Pushing event updated for resources: {'Port': ['ID=f2d21a5f-49e8-476b-a702-3eb35c26806d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:37.699836 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-872fa05e-00d7-42a4-81b6-ec4d64f1e9e4 req-696a1cda-4715-46aa-b532-c121481a2fef tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265907 Apr 30 01:35:37.704989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Allocated IP 2001:db8:0:ffff::2 (77e6d79e-ca1b-4783-aa3c-924ef234a727/16a651fe-cf6e-4c5f-b975-48f4cf71b696/0a49df05-053e-4457-be88-a3dd352a9972) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:37.726721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1f97d-f286-4add-b3e1-ba6a33dc2a58 req-7e61b8bf-22e9-4d9e-8c19-46815a9791c1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:37.734331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13b1f97d-f286-4add-b3e1-ba6a33dc2a58 req-7e61b8bf-22e9-4d9e-8c19-46815a9791c1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 945 time: 0.1315041 Apr 30 01:35:37.778972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.784525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:37.785160 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.790400 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.834917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbb5b3eb-900a-4378-a672-7861f70fa7bf req-f8cecc9c-79ef-43ef-bb65-3cbf0c4ddc84 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600548 Apr 30 01:35:37.849645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=875ae540-8c78-4c19-81de-80a2ff73268b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:37.870335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.870969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.871505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.875625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:35:37.876459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656593fb-0290-4afe-a1b5-787f1c305364 req-19c3b037-fc4e-4215-9c49-d4ee92c3d47d tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:37.884909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-656593fb-0290-4afe-a1b5-787f1c305364 req-19c3b037-fc4e-4215-9c49-d4ee92c3d47d tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 943 time: 0.0909359 Apr 30 01:35:37.885999 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13b1f97d-f286-4add-b3e1-ba6a33dc2a58 req-0289d41d-869e-404c-9c1e-6b664ab9b4cb tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478896 Apr 30 01:35:37.940363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-656593fb-0290-4afe-a1b5-787f1c305364 req-9690cdfb-e2e0-4250-ae47-01d18b34c52c tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536821 Apr 30 01:35:37.941083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57936) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:37.953251 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6789336 Apr 30 01:35:37.958962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Attempting to bind port f2d21a5f-49e8-476b-a702-3eb35c26806d on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:37.961627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Attempting to bind port f2d21a5f-49e8-476b-a702-3eb35c26806d by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'bff27b56-4608-4f74-bf70-765f4047374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1f6478e-165c-4534-aa50-2f63c3b784cf'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:37.961627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Attempting to bind port f2d21a5f-49e8-476b-a702-3eb35c26806d on network b1f6478e-165c-4534-aa50-2f63c3b784cf {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:37.961908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': 'e4371ec1-a492-4143-93dd-f7e5ed853004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:37.967089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521d485-7582-4daf-a953-baa1d5829f85 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=e4371ec1-a492-4143-93dd-f7e5ed853004,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:37.968057 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:37.971196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Port f2d21a5f-49e8-476b-a702-3eb35c26806d on network b1f6478e-165c-4534-aa50-2f63c3b784cf not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:35:37.971558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Attempting to bind port f2d21a5f-49e8-476b-a702-3eb35c26806d on network b1f6478e-165c-4534-aa50-2f63c3b784cf {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:37.978105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network e4371ec1-a492-4143-93dd-f7e5ed853004 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:35:37.979538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:37.980781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Checking segment: {'id': 'bff27b56-4608-4f74-bf70-765f4047374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1f6478e-165c-4534-aa50-2f63c3b784cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:37.981346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Bound using segment: {'id': 'bff27b56-4608-4f74-bf70-765f4047374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1f6478e-165c-4534-aa50-2f63c3b784cf'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:37.982980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Bound port: f2d21a5f-49e8-476b-a702-3eb35c26806d, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff27b56-4608-4f74-bf70-765f4047374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1f6478e-165c-4534-aa50-2f63c3b784cf'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:37.983551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.089124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['875ae540-8c78-4c19-81de-80a2ff73268b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:38.100514 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.107282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66c5af-e498-416b-9459-bff395d03817 req-1d40d0dc-32b7-4d6e-ab7d-a47d11c84e30 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:38.108900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd66c5af-e498-416b-9459-bff395d03817 req-1d40d0dc-32b7-4d6e-ab7d-a47d11c84e30 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 943 time: 0.1164050 Apr 30 01:35:38.116579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] For port f2d21a5f-49e8-476b-a702-3eb35c26806d, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:38.120912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] For port f2d21a5f-49e8-476b-a702-3eb35c26806d, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f2d21a5f-49e8-476b-a702-3eb35c26806d,segment=NetworkSegment(bff27b56-4608-4f74-bf70-765f4047374d),segment_id=bff27b56-4608-4f74-bf70-765f4047374d)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:38.147949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:38.153495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.178380 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd66c5af-e498-416b-9459-bff395d03817 req-0ebe7a4a-c330-44ac-a511-8a15926c513c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630608 Apr 30 01:35:38.229913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.307892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Pushing event updated for resources: {'Port': ['ID=0a49df05-053e-4457-be88-a3dd352a9972,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:38.313635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Network 77e6d79e-ca1b-4783-aa3c-924ef234a727 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:38.325192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:38.335948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:38.385185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:38.385814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.400654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] 10.222.0.23 "PUT /v2.0/ports/f2d21a5f-49e8-476b-a702-3eb35c26806d HTTP/1.1" status: 200 len: 1091 time: 1.4619269 Apr 30 01:35:38.403305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f008211-d5b0-42ee-9826-21b88c277276', 'tag': 'f2d21a5f-49e8-476b-a702-3eb35c26806d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:38.404727 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f21ba-563f-461b-836a-a6552ee8cec0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f008211-d5b0-42ee-9826-21b88c277276", "tag": "f2d21a5f-49e8-476b-a702-3eb35c26806d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:38.432484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be39be4-bcd8-4ba1-a8ea-18bc83895c8e service neutron] Pushing event updated for resources: {'Port': ['ID=f2d21a5f-49e8-476b-a702-3eb35c26806d,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:38.480587 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46f554b-4708-43d5-a230-d96a9225e16e x-openstack-request-id: req-c46f554b-4708-43d5-a230-d96a9225e16e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:38.480879 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f008211-d5b0-42ee-9826-21b88c277276", "tag": "f2d21a5f-49e8-476b-a702-3eb35c26806d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:38.481337 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c46f554b-4708-43d5-a230-d96a9225e16e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:38.481750 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46f554b-4708-43d5-a230-d96a9225e16e'] response: {'name': 'network-changed', 'server_uuid': '4f008211-d5b0-42ee-9826-21b88c277276', 'tag': 'f2d21a5f-49e8-476b-a702-3eb35c26806d', 'status': 'completed', 'code': 200} Apr 30 01:35:38.489572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-700fb110-b938-4296-9b35-16bd560ddad4 req-0c2fafcf-b7ef-4bbb-85ae-00f4a7a2834b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305685 Apr 30 01:35:38.509101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.523904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Attempting to bind port 0a49df05-053e-4457-be88-a3dd352a9972 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:38.524336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Attempting to bind port 0a49df05-053e-4457-be88-a3dd352a9972 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'e54abc76-eb33-4348-9dcb-fb31195caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '77e6d79e-ca1b-4783-aa3c-924ef234a727'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:38.524639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Attempting to bind port 0a49df05-053e-4457-be88-a3dd352a9972 on network 77e6d79e-ca1b-4783-aa3c-924ef234a727 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:38.533898 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:38.534302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Checking segment: {'id': 'e54abc76-eb33-4348-9dcb-fb31195caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '77e6d79e-ca1b-4783-aa3c-924ef234a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:38.534796 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.535200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Bound using segment: {'id': 'e54abc76-eb33-4348-9dcb-fb31195caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '77e6d79e-ca1b-4783-aa3c-924ef234a727'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:38.535705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Bound port: 0a49df05-053e-4457-be88-a3dd352a9972, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54abc76-eb33-4348-9dcb-fb31195caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '77e6d79e-ca1b-4783-aa3c-924ef234a727'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:38.536099 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.608370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=57d1cd03-dae1-4560-a0bb-161cb0fe1924,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:38.628123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': '38b1bba5-9a5a-4ea0-a010-11a18ec780a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4371ec1-a492-4143-93dd-f7e5ed853004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:38.628750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: e4371ec1-a492-4143-93dd-f7e5ed853004, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:35:38.637702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f21ba-563f-461b-836a-a6552ee8cec0 req-29da6507-ad56-4079-ad2c-544190d9b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:38.641827 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52f21ba-563f-461b-836a-a6552ee8cec0 req-29da6507-ad56-4079-ad2c-544190d9b5b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22cbab3dbbac44f1bf1a313ac1d946bb&device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 1094 time: 0.1297557 Apr 30 01:35:38.654025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fb110-b938-4296-9b35-16bd560ddad4 req-b6561e8e-b896-4763-8ccd-6c1db728e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:38.655616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-700fb110-b938-4296-9b35-16bd560ddad4 req-b6561e8e-b896-4763-8ccd-6c1db728e835 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 1097 time: 0.1130126 Apr 30 01:35:38.675464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] For port 0a49df05-053e-4457-be88-a3dd352a9972, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:38.679229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] For port 0a49df05-053e-4457-be88-a3dd352a9972, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0a49df05-053e-4457-be88-a3dd352a9972,segment=NetworkSegment(e54abc76-eb33-4348-9dcb-fb31195caeeb),segment_id=e54abc76-eb33-4348-9dcb-fb31195caeeb)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:38.765988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network e4371ec1-a492-4143-93dd-f7e5ed853004 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:35:38.766182 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.831035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3832be-faa0-45ee-812a-9b4228c9185a None None] Pushing event updated for resources: {'Port': ['ID=0a49df05-053e-4457-be88-a3dd352a9972,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:38.845226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, e4371ec1-a492-4143-93dd-f7e5ed853004) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:38.849366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:38.849961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:38.859216 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf64ad9-2ac1-4ad7-9677-6f3b400a9322 None None] Network e4371ec1-a492-4143-93dd-f7e5ed853004 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:38.877148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f21ba-563f-461b-836a-a6552ee8cec0 req-4f96e342-4702-44aa-b5f4-f04a337ec868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:38.878488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52f21ba-563f-461b-836a-a6552ee8cec0 req-4f96e342-4702-44aa-b5f4-f04a337ec868 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=22cbab3dbbac44f1bf1a313ac1d946bb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2276790 Apr 30 01:35:38.883884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fb110-b938-4296-9b35-16bd560ddad4 req-117d2520-06e5-4def-802f-332467a6d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:38.886012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-700fb110-b938-4296-9b35-16bd560ddad4 req-117d2520-06e5-4def-802f-332467a6d520 service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.2075460 Apr 30 01:35:38.936432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e117ae38-fb1c-44dd-93af-872429016f59 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9939218 Apr 30 01:35:38.939190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:38.968676 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-700fb110-b938-4296-9b35-16bd560ddad4 req-8c90d344-ea82-4c70-88f8-3077baa5964e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b1dbc6-ce6f-4df2-9489-5018e81d3530 HTTP/1.1" status: 200 len: 217 time: 0.0705283 Apr 30 01:35:39.046989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb85313-55ec-4fd0-8ea7-8653d735d3c4 req-3d587df9-2396-4385-8f4c-909c6072596a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.049482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efb85313-55ec-4fd0-8ea7-8653d735d3c4 req-3d587df9-2396-4385-8f4c-909c6072596a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.2445977 Apr 30 01:35:39.225926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f21ba-563f-461b-836a-a6552ee8cec0 req-ba6f3fbb-c0dd-4201-9a7f-5bc5fdda906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.229489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52f21ba-563f-461b-836a-a6552ee8cec0 req-ba6f3fbb-c0dd-4201-9a7f-5bc5fdda906b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3405914 Apr 30 01:35:39.250988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad504a2-6133-43f7-826e-3d91ca028b7b req-4d99f0e9-0dc0-443c-8805-0baa300e97af tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.252113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fb110-b938-4296-9b35-16bd560ddad4 req-cd076552-4230-4828-b2a6-0e5d37f0f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.252923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad504a2-6133-43f7-826e-3d91ca028b7b req-4d99f0e9-0dc0-443c-8805-0baa300e97af tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 945 time: 0.2234826 Apr 30 01:35:39.254074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-700fb110-b938-4296-9b35-16bd560ddad4 req-cd076552-4230-4828-b2a6-0e5d37f0f00a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.2428310 Apr 30 01:35:39.272888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:39.338541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bad504a2-6133-43f7-826e-3d91ca028b7b req-d80a13c5-f5f1-4797-81b6-c658804d42e3 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 Apr 30 01:35:39.393915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-efb85313-55ec-4fd0-8ea7-8653d735d3c4 req-a30910a2-d82f-4d8f-8513-b22d1c243f33 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746232 Apr 30 01:35:39.483719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-e4371ec1-a492-4143-93dd-f7e5ed853004', 'network_id': 'e4371ec1-a492-4143-93dd-f7e5ed853004', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': '57d1cd03-dae1-4560-a0bb-161cb0fe1924'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:35:39.485195 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:39.496300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fb110-b938-4296-9b35-16bd560ddad4 req-05a97dec-8699-4a4f-a306-b6b99be51fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.497846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-700fb110-b938-4296-9b35-16bd560ddad4 req-05a97dec-8699-4a4f-a306-b6b99be51fda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363219 Apr 30 01:35:39.502264 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:39.504678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-c7d966fd-1031-432e-92b0-acf1cbdeeb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.506325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-c7d966fd-1031-432e-92b0-acf1cbdeeb75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22cbab3dbbac44f1bf1a313ac1d946bb&device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 1094 time: 0.1893744 Apr 30 01:35:39.642461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de645-99d7-428c-9f33-480863193efb req-8e9520e6-ee29-4d6c-b132-aeee43c7891b tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.643992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e0de645-99d7-428c-9f33-480863193efb req-8e9520e6-ee29-4d6c-b132-aeee43c7891b tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 943 time: 0.1815119 Apr 30 01:35:39.650098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-700fb110-b938-4296-9b35-16bd560ddad4 req-ee7f61c0-5b7c-413c-84af-0927de7ca511 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364896 Apr 30 01:35:39.655551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Allocated IP 2001:db8::1 (e4371ec1-a492-4143-93dd-f7e5ed853004/57d1cd03-dae1-4560-a0bb-161cb0fe1924/4e7b72cd-3696-4119-abf5-c978e6413c99) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:39.733980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e0de645-99d7-428c-9f33-480863193efb req-bb58456a-91da-44ce-8d8b-b27726b084be tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832634 Apr 30 01:35:39.789460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-af862b0b-58d2-4749-85a2-bfb898693490 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2d21a5f-49e8-476b-a702-3eb35c26806d HTTP/1.1" status: 200 len: 217 time: 0.2699130 Apr 30 01:35:39.891709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:39.918609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bd6d2-f1a0-4558-b9bf-bdb4efb5d0cc req-25956e6d-6c53-4f3f-8bc0-d2b90c1a11c3 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.921912 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf3bd6d2-f1a0-4558-b9bf-bdb4efb5d0cc req-25956e6d-6c53-4f3f-8bc0-d2b90c1a11c3 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 943 time: 0.4035234 Apr 30 01:35:39.938114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-7b477aed-a741-4d09-9f3b-37b2e3f9a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:39.938114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-7b477aed-a741-4d09-9f3b-37b2e3f9a9a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cc26c80-0c0c-4c85-a0ac-60f6a6522c37 HTTP/1.1" status: 200 len: 854 time: 0.1125622 Apr 30 01:35:39.971874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-700fb110-b938-4296-9b35-16bd560ddad4 req-b8d41d88-31e8-4918-94e5-6cd04f5ed11e service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198731 Apr 30 01:35:39.986885 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.004538 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-27b76ddc-239f-4179-abd2-dfde5cea5aca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1f6478e-165c-4534-aa50-2f63c3b784cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478988 Apr 30 01:35:40.035538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Network e4371ec1-a492-4143-93dd-f7e5ed853004 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:40.038661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:40.043568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:40.044212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf3bd6d2-f1a0-4558-b9bf-bdb4efb5d0cc req-68c018d9-81d2-4002-a5ae-18313660240b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143796 Apr 30 01:35:40.063906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Pushing event updated for resources: {'Port': ['ID=4e7b72cd-3696-4119-abf5-c978e6413c99,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:40.125902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Attempting to bind port 4e7b72cd-3696-4119-abf5-c978e6413c99 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:40.125902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Attempting to bind port 4e7b72cd-3696-4119-abf5-c978e6413c99 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '38b1bba5-9a5a-4ea0-a010-11a18ec780a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4371ec1-a492-4143-93dd-f7e5ed853004'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:40.126255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Attempting to bind port 4e7b72cd-3696-4119-abf5-c978e6413c99 on network e4371ec1-a492-4143-93dd-f7e5ed853004 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:40.131754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.133906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:40.134276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Checking segment: {'id': '38b1bba5-9a5a-4ea0-a010-11a18ec780a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4371ec1-a492-4143-93dd-f7e5ed853004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:40.135103 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.135905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Bound using segment: {'id': '38b1bba5-9a5a-4ea0-a010-11a18ec780a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4371ec1-a492-4143-93dd-f7e5ed853004'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:40.138463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Bound port: 4e7b72cd-3696-4119-abf5-c978e6413c99, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b1bba5-9a5a-4ea0-a010-11a18ec780a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4371ec1-a492-4143-93dd-f7e5ed853004'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:40.139173 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.186980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-934b9925-97fc-448d-ad8c-1f9a9865813e service neutron] 10.222.0.23 "GET /v2.0/networks/b1f6478e-165c-4534-aa50-2f63c3b784cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752388 Apr 30 01:35:40.196757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=57d1cd03-dae1-4560-a0bb-161cb0fe1924,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:40.254212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] For port 4e7b72cd-3696-4119-abf5-c978e6413c99, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:40.257368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] For port 4e7b72cd-3696-4119-abf5-c978e6413c99, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4e7b72cd-3696-4119-abf5-c978e6413c99,segment=NetworkSegment(38b1bba5-9a5a-4ea0-a010-11a18ec780a5),segment_id=38b1bba5-9a5a-4ea0-a010-11a18ec780a5)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:40.283028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0a49df05-053e-4457-be88-a3dd352a9972 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:35:40.310812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.313160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bfcce3b-c494-4dc1-bb22-e02820c3d06a req-93cf65a5-36fa-483e-b3c6-b59a44832b33 service neutron] 10.222.0.23 "GET /v2.0/networks/b1f6478e-165c-4534-aa50-2f63c3b784cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159058 Apr 30 01:35:40.347280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36700bd6-3951-4952-a839-59be73a80d43 None None] Network 77e6d79e-ca1b-4783-aa3c-924ef234a727 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:40.350195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0a49df05-053e-4457-be88-a3dd352a9972 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:40.350713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.367529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4371ec1-a492-4143-93dd-f7e5ed853004']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:40.388285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b1bba5-9a5a-4ea0-a010-11a18ec780a5') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:40.389114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b1bba5-9a5a-4ea0-a010-11a18ec780a5') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:40.392623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.411462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.448771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.463869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d1b98-2b3c-4a44-b7e2-fd8845dbfa71 req-0eab0f87-cc0d-48a2-ab12-2605196caf5a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:40.465536 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-999d1b98-2b3c-4a44-b7e2-fd8845dbfa71 req-0eab0f87-cc0d-48a2-ab12-2605196caf5a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 945 time: 0.0683420 Apr 30 01:35:40.466917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:40.467078 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:40.470442 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:40.569172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-999d1b98-2b3c-4a44-b7e2-fd8845dbfa71 req-f23c1fe7-92a1-4119-890e-87055873673f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843530 Apr 30 01:35:40.586292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ba0c4255-68a4-4054-9215-0d70f27419c6 None None] Provisioning complete for port 0a49df05-053e-4457-be88-a3dd352a9972 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:40.586776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba0c4255-68a4-4054-9215-0d70f27419c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.593741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d256b-2c9b-4039-b404-e2cde3fb9528 None None] Pushing event updated for resources: {'Port': ['ID=4e7b72cd-3696-4119-abf5-c978e6413c99,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:40.595561 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:35:40.595561 n-d-821348-1 neutron-server[103319]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:35:40.595561 n-d-821348-1 neutron-server[103319]: [parameters: {'id': 'e4371ec1-a492-4143-93dd-f7e5ed853004'}] Apr 30 01:35:40.595561 n-d-821348-1 neutron-server[103319]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:35:40.596326 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:35:40.627935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f9ae0-5dc1-46f9-aefa-3b2b0ee91c0e None None] Network e4371ec1-a492-4143-93dd-f7e5ed853004 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:40.640192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8989d6-6083-4d5f-a73a-acb5b9f94bcd req-388b70c3-ad8a-4af0-8666-380cad7cb40f tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:40.641712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e8989d6-6083-4d5f-a73a-acb5b9f94bcd req-388b70c3-ad8a-4af0-8666-380cad7cb40f tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0935202 Apr 30 01:35:40.683212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e8989d6-6083-4d5f-a73a-acb5b9f94bcd req-c3a47bd6-73d9-45ba-995a-60142619c8d9 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343113 Apr 30 01:35:40.780373 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.891329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3104299-a10c-4bfe-bc66-71eea39abb9a req-423c9488-8d1d-4043-bc52-a8292629769d tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:40.894601 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3104299-a10c-4bfe-bc66-71eea39abb9a req-423c9488-8d1d-4043-bc52-a8292629769d tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 943 time: 0.0698133 Apr 30 01:35:40.921123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 0a49df05-053e-4457-be88-a3dd352a9972, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0a49df05-053e-4457-be88-a3dd352a9972,segment=NetworkSegment(e54abc76-eb33-4348-9dcb-fb31195caeeb),segment_id=e54abc76-eb33-4348-9dcb-fb31195caeeb)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:40.930448 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba0c4255-68a4-4054-9215-0d70f27419c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:40.974901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3104299-a10c-4bfe-bc66-71eea39abb9a req-85aa6788-c254-4763-bbba-80fffecce09c tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729194 Apr 30 01:35:40.979947 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:41.086126 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-ba0c4255-68a4-4054-9215-0d70f27419c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:35:41.086395 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-ba0c4255-68a4-4054-9215-0d70f27419c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:35:41.093259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=0a49df05-053e-4457-be88-a3dd352a9972,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:41.097582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:41.116127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:35:41.123318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 875ae540-8c78-4c19-81de-80a2ff73268b up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:35:41.235202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-a36cebd1-30ed-4605-90ef-b91c652d0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:41.238125 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-a36cebd1-30ed-4605-90ef-b91c652d0e3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 1097 time: 0.1173577 Apr 30 01:35:41.247545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c663-2b14-4fe2-876b-ef6268932a43 req-d6311a55-f42b-4512-8e6f-33c530b5ccc8 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:41.249232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6c8c663-2b14-4fe2-876b-ef6268932a43 req-d6311a55-f42b-4512-8e6f-33c530b5ccc8 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 943 time: 0.0837293 Apr 30 01:35:41.285825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0e9a-b9c2-45b9-bbe2-f055e181dfb2 req-6bb700e1-ffa0-48d0-918d-c45bd685a011 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:41.288778 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5edc0e9a-b9c2-45b9-bbe2-f055e181dfb2 req-6bb700e1-ffa0-48d0-918d-c45bd685a011 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.2107832 Apr 30 01:35:41.312413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71229e19-43e1-4c73-bc9e-61f2055f6975 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:35:41.373633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-8bbd40f6-b3f8-4de4-a098-a782fe71daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:41.375491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-8bbd40f6-b3f8-4de4-a098-a782fe71daaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 911 time: 0.1252811 Apr 30 01:35:41.403954 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5edc0e9a-b9c2-45b9-bbe2-f055e181dfb2 req-41c49e7c-58eb-49fa-b9dc-5dfa9c296ce4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059442 Apr 30 01:35:41.422431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting port 4e7b72cd-3696-4119-abf5-c978e6413c99 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:41.426142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:41.471981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:41.476592 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-423e2fe6-8e42-4d23-ad8e-72134f6e1718 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b067cff-17bc-4004-8efe-b56414d4b86e HTTP/1.1" status: 200 len: 1001 time: 0.0773351 Apr 30 01:35:41.506613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] For port 4e7b72cd-3696-4119-abf5-c978e6413c99, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4e7b72cd-3696-4119-abf5-c978e6413c99,segment=NetworkSegment(38b1bba5-9a5a-4ea0-a010-11a18ec780a5),segment_id=38b1bba5-9a5a-4ea0-a010-11a18ec780a5)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:41.507299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:41.513527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 875ae540-8c78-4c19-81de-80a2ff73268b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:35:41.538714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Calling delete_port for 4e7b72cd-3696-4119-abf5-c978e6413c99 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:41.540369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 875ae540-8c78-4c19-81de-80a2ff73268b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:41.540820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:41.561884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'port_id': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'mac_address': 'fa:16:3e:78:e2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:35:41.593840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6c8c663-2b14-4fe2-876b-ef6268932a43 req-9921a445-80e7-40f9-81ff-1f991fe19e5d tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169168 Apr 30 01:35:41.613148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-026bbf35-d550-433c-9879-d01b3ddce276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:41.614853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-026bbf35-d550-433c-9879-d01b3ddce276 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 200 len: 850 time: 0.1307163 Apr 30 01:35:41.696851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-6dd9994a-ce45-49e5-9b77-66be91fc0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:41.698853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-6dd9994a-ce45-49e5-9b77-66be91fc0bb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d1c5335-4e8e-461d-bbea-99cc3496328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730443 Apr 30 01:35:41.768493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4db1c-35cf-4b66-8fae-3e483f75127f req-a7da6e5f-82a7-4ff3-a400-9b57adc88f98 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:41.770399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbe4db1c-35cf-4b66-8fae-3e483f75127f req-a7da6e5f-82a7-4ff3-a400-9b57adc88f98 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 945 time: 0.0911705 Apr 30 01:35:41.771788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:41.814507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Port': ['ID=4e7b72cd-3696-4119-abf5-c978e6413c99,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:41.825857 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-874c86bf-c60e-40dc-940b-b5edea7d51d3 service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153207 Apr 30 01:35:41.835331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No DVR routers for this DVR port 4e7b72cd-3696-4119-abf5-c978e6413c99 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:41.941340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:41.959864 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:41.962754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71229e19-43e1-4c73-bc9e-61f2055f6975 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:35:41.971141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a569529-9119-4648-ae96-3c4613de4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875ae540-8c78-4c19-81de-80a2ff73268b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:41.973428 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939f7e1c-5e02-4974-a878-b0edfca6bf06" -d '{"events": [{"server_uuid": "8a569529-9119-4648-ae96-3c4613de4330", "name": "network-vif-plugged", "status": "completed", "tag": "875ae540-8c78-4c19-81de-80a2ff73268b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:41.996720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbe4db1c-35cf-4b66-8fae-3e483f75127f req-fc509ab4-759c-4456-be73-4f26bf34ca68 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146122 Apr 30 01:35:42.004948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-484b13db-7898-43be-8dd0-9f93a80603a1 req-8e5d8d62-f75b-4fdf-a46d-25187d3c425a service neutron] 10.222.0.23 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692908 Apr 30 01:35:42.034230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.081599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4371ec1-a492-4143-93dd-f7e5ed853004']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:42.099701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b1bba5-9a5a-4ea0-a010-11a18ec780a5') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:42.099938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b1bba5-9a5a-4ea0-a010-11a18ec780a5') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:42.114116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.131656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.141752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:42.142530 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:42.146216 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:42.263239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 875ae540-8c78-4c19-81de-80a2ff73268b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=875ae540-8c78-4c19-81de-80a2ff73268b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:42.265785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a73-b750-4c67-a1d1-f35ae5300970 req-c69579ec-9bf7-4b16-a869-95d9bbc1c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:42.266690 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1f918f-b20b-43fa-8da0-eb6f8f5bf4f7 x-openstack-request-id: req-0a1f918f-b20b-43fa-8da0-eb6f8f5bf4f7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:42.267930 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a569529-9119-4648-ae96-3c4613de4330", "name": "network-vif-plugged", "status": "completed", "tag": "875ae540-8c78-4c19-81de-80a2ff73268b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:42.268376 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a1f918f-b20b-43fa-8da0-eb6f8f5bf4f7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:42.268953 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1f918f-b20b-43fa-8da0-eb6f8f5bf4f7'] response: {'server_uuid': '8a569529-9119-4648-ae96-3c4613de4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875ae540-8c78-4c19-81de-80a2ff73268b', 'code': 200} Apr 30 01:35:42.272358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0a49df05-053e-4457-be88-a3dd352a9972 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:35:42.273255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f784a73-b750-4c67-a1d1-f35ae5300970 req-c69579ec-9bf7-4b16-a869-95d9bbc1c0e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 1096 time: 0.1045799 Apr 30 01:35:42.328809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:42.336528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f784a73-b750-4c67-a1d1-f35ae5300970 req-2c6a6bf1-7cc1-4fad-a723-7157f5eaef74 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531929 Apr 30 01:35:42.366395 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.376367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314432a-4fb2-4028-927d-7a28500d5cc7 req-a67366ce-52ed-4124-8be0-b9eb8a4470a3 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:42.378363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5314432a-4fb2-4028-927d-7a28500d5cc7 req-a67366ce-52ed-4124-8be0-b9eb8a4470a3 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 943 time: 0.2138708 Apr 30 01:35:42.448096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.453455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.456849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/e4371ec1-a492-4143-93dd-f7e5ed853004 HTTP/1.1" status: 204 len: 168 time: 3.5163991 Apr 30 01:35:42.460452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58014) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:42.467473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413725434'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:42.495715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5314432a-4fb2-4028-927d-7a28500d5cc7 req-d67250ab-da71-4e9e-8718-ca068d10599b tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078203 Apr 30 01:35:42.496628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff261156-18f4-4a1c-a0ee-7cd3e9cc00f6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=e4371ec1-a492-4143-93dd-f7e5ed853004,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:42.551010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7f9be01f-dc49-4e62-bc87-8fc0c8e60a1e None None] Provisioning complete for port 0a49df05-053e-4457-be88-a3dd352a9972 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:42.551502 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f9be01f-dc49-4e62-bc87-8fc0c8e60a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.603491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351d8a5-3698-4eb5-8aef-eb3b604f7676 req-f3990498-a634-4dda-bd28-70e218d4745b tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:42.614253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1351d8a5-3698-4eb5-8aef-eb3b604f7676 req-f3990498-a634-4dda-bd28-70e218d4745b tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1295898 Apr 30 01:35:42.653997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:42.659997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.673929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:42.698669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1351d8a5-3698-4eb5-8aef-eb3b604f7676 req-f6ba0f12-b631-4fb0-bc0a-088fb90dd384 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833142 Apr 30 01:35:42.737975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:35:42.753167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=875ae540-8c78-4c19-81de-80a2ff73268b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:42.776575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.777032 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment 675957a4-01c7-4a3c-99e0-7f510d06595f of type vlan for network b499f75b-ab7a-4cc3-a074-f2571a2e94e6 Apr 30 01:35:42.787116 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.810288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0840b-079a-42a3-81c8-fdcc653827ae req-9f53a84c-4bc6-4355-b2a5-edc5858e47ef tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:42.821782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba0840b-079a-42a3-81c8-fdcc653827ae req-9f53a84c-4bc6-4355-b2a5-edc5858e47ef tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 943 time: 0.1267762 Apr 30 01:35:42.826121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.890666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ba0840b-079a-42a3-81c8-fdcc653827ae req-d4fd940a-a8cf-4d7a-8246-7e1a9664fab0 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680189 Apr 30 01:35:42.942543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:42.946101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:42.951141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:42.951141 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:43.012699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0a49df05-053e-4457-be88-a3dd352a9972 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:43.013067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:43.030327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=b499f75b-ab7a-4cc3-a074-f2571a2e94e6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:43.048988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b499f75b-ab7a-4cc3-a074-f2571a2e94e6 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:35:43.053844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['94383c49-d3b6-4ef4-ad6b-bc6342fdc886'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:43.076053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58024) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:43.082518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': 'b499f75b-ab7a-4cc3-a074-f2571a2e94e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:43.087135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-31c2fbcc-7aee-4915-8a2a-4556646ea2d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6252787 Apr 30 01:35:43.168827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62548b58-6b0f-4d76-9fa6-9747e04aa4a4 req-0d790a1d-2f58-4200-9540-cfbed4fef9e6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:43.177516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-62548b58-6b0f-4d76-9fa6-9747e04aa4a4 req-0d790a1d-2f58-4200-9540-cfbed4fef9e6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 946 time: 0.0782418 Apr 30 01:35:43.234762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-62548b58-6b0f-4d76-9fa6-9747e04aa4a4 req-70913b31-5d2a-4bf1-8e80-ab323098ea31 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 Apr 30 01:35:43.387856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:43.392330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:43.669976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a793b9-be36-4733-b70f-94b584e79142 req-301ebf3c-e151-4333-bda7-ba5c5eb7b625 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:43.671468 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4a793b9-be36-4733-b70f-94b584e79142 req-301ebf3c-e151-4333-bda7-ba5c5eb7b625 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 943 time: 0.0991032 Apr 30 01:35:43.709160 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4a793b9-be36-4733-b70f-94b584e79142 req-7b58bc07-4fde-44f2-8a14-9dd24f338d09 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Apr 30 01:35:43.782068 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:43.809847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8eba4-972f-4be8-a3a8-2fade8745b60 req-ad46b88c-8c66-4a26-b36f-ac4811c3279a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:43.816885 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fc8eba4-972f-4be8-a3a8-2fade8745b60 req-ad46b88c-8c66-4a26-b36f-ac4811c3279a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0564826 Apr 30 01:35:43.847238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=b941e76b-7f52-4ec5-8a89-404991ffebf3,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:43.852606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fc8eba4-972f-4be8-a3a8-2fade8745b60 req-99284721-fa10-4338-a6d1-a8e49782780b tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347955 Apr 30 01:35:43.856378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': '675957a4-01c7-4a3c-99e0-7f510d06595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b499f75b-ab7a-4cc3-a074-f2571a2e94e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:43.856734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: b499f75b-ab7a-4cc3-a074-f2571a2e94e6, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:35:43.936730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network b499f75b-ab7a-4cc3-a074-f2571a2e94e6 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:35:44.027690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe544c-ffd5-4742-b045-b38e35adec46 req-9d25ff28-94d0-4378-a3d6-d6f6c383f709 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:44.029240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8fe544c-ffd5-4742-b045-b38e35adec46 req-9d25ff28-94d0-4378-a3d6-d6f6c383f709 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 944 time: 0.0588036 Apr 30 01:35:44.030442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b499f75b-ab7a-4cc3-a074-f2571a2e94e6) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:44.037911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7393fa-8f13-4fbf-8eb9-2ae693e6ab87 None None] Network b499f75b-ab7a-4cc3-a074-f2571a2e94e6 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:44.055006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:44.056535 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.101120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8fe544c-ffd5-4742-b045-b38e35adec46 req-54bf8c4b-be8b-4ad8-b934-c501b4e60049 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476813 Apr 30 01:35:44.182514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-65ad55d5-0e68-4133-b784-416e8228e217 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1042194 Apr 30 01:35:44.189219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58046) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:44.193544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824400692'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:44.231446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-b499f75b-ab7a-4cc3-a074-f2571a2e94e6', 'network_id': 'b499f75b-ab7a-4cc3-a074-f2571a2e94e6', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': 'b941e76b-7f52-4ec5-8a89-404991ffebf3'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:35:44.232378 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.291147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:44.294933 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.342316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:35:44.367297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.367767 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment 079164c8-6643-441f-b943-0daadf53d9b7 of type vlan for network 06d84252-fb72-4e3f-89d9-7f0f5189973e Apr 30 01:35:44.379407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Allocated IP 2001:db8::1 (b499f75b-ab7a-4cc3-a074-f2571a2e94e6/b941e76b-7f52-4ec5-8a89-404991ffebf3/5a2ba1cd-415e-41e2-95a1-5b8811ccf9df) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:44.420822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3319ff-c37e-4f65-bc13-4f833732438b req-e51ba07b-8d2a-4337-8b21-a5d3549adacb tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:44.422424 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f3319ff-c37e-4f65-bc13-4f833732438b req-e51ba07b-8d2a-4337-8b21-a5d3549adacb tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 946 time: 0.0962410 Apr 30 01:35:44.424060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.480031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f3319ff-c37e-4f65-bc13-4f833732438b req-0ab14fd9-f2f0-4e96-9bb5-7e739ff3de55 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501225 Apr 30 01:35:44.532094 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.537646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.548845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:44.548845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.606377 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.625317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=06d84252-fb72-4e3f-89d9-7f0f5189973e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:44.641201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 06d84252-fb72-4e3f-89d9-7f0f5189973e details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:35:44.671908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Network b499f75b-ab7a-4cc3-a074-f2571a2e94e6 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:44.705111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:44.710800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1e7af16e-2b05-4127-a416-9d874287a710 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5213790 Apr 30 01:35:44.714796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:44.715308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58062) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:44.725012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': '06d84252-fb72-4e3f-89d9-7f0f5189973e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:44.727250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Pushing event updated for resources: {'Port': ['ID=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:44.812437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Attempting to bind port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:44.813060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Attempting to bind port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '675957a4-01c7-4a3c-99e0-7f510d06595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b499f75b-ab7a-4cc3-a074-f2571a2e94e6'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:44.816597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Attempting to bind port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df on network b499f75b-ab7a-4cc3-a074-f2571a2e94e6 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:44.837694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:44.838186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Checking segment: {'id': '675957a4-01c7-4a3c-99e0-7f510d06595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b499f75b-ab7a-4cc3-a074-f2571a2e94e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:44.838542 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.838945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Bound using segment: {'id': '675957a4-01c7-4a3c-99e0-7f510d06595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b499f75b-ab7a-4cc3-a074-f2571a2e94e6'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:44.839469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Bound port: 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675957a4-01c7-4a3c-99e0-7f510d06595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b499f75b-ab7a-4cc3-a074-f2571a2e94e6'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:44.839838 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.922359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] For port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:44.926465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] For port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,segment=NetworkSegment(675957a4-01c7-4a3c-99e0-7f510d06595f),segment_id=675957a4-01c7-4a3c-99e0-7f510d06595f)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:44.950212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5d50-d2c7-43f1-9af1-df7045b28cab req-fcc361b5-085f-4868-8fa1-ce267f5264b9 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:44.951843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96cf5d50-d2c7-43f1-9af1-df7045b28cab req-fcc361b5-085f-4868-8fa1-ce267f5264b9 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 943 time: 0.0669029 Apr 30 01:35:44.954944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb367-d932-432d-860f-4feeeb919e8d req-db234d12-6991-47db-b71f-9fdcf39ec354 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:44.957177 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d32eb367-d932-432d-860f-4feeeb919e8d req-db234d12-6991-47db-b71f-9fdcf39ec354 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 946 time: 0.1148386 Apr 30 01:35:44.969500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:44.974763 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.994882 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:44.999756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d32eb367-d932-432d-860f-4feeeb919e8d req-1a761876-bb29-4701-8ab9-73c75fd3f643 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Apr 30 01:35:45.075266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00642760-b895-490e-a8be-118b7d0e7be8 None None] Pushing event updated for resources: {'Port': ['ID=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:45.102531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f2d21a5f-49e8-476b-a702-3eb35c26806d details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:35:45.105235 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:35:45.122310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Performing IP validity checks on allocation pools {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 30 01:35:45.122847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 30 01:35:45.138906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96cf5d50-d2c7-43f1-9af1-df7045b28cab req-ca771b5c-f50d-4161-9f65-d72d80d5917a tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807568 Apr 30 01:35:45.225280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bd48f-5c8d-49fc-8ee4-a33500b93852 req-a4a33a8e-24cd-40bf-b38f-f09dcdea84ed tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:45.233594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e1bd48f-5c8d-49fc-8ee4-a33500b93852 req-a4a33a8e-24cd-40bf-b38f-f09dcdea84ed tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 946 time: 0.1160080 Apr 30 01:35:45.309767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e1bd48f-5c8d-49fc-8ee4-a33500b93852 req-32156d52-3df9-40f8-9ba1-1a2156a12e29 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628045 Apr 30 01:35:45.382662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b808ee-4ce1-4ba9-bc81-89e27882c6a1 req-18ac5d6c-4942-4228-a5fd-d0ef6bcf0611 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:45.384172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98b808ee-4ce1-4ba9-bc81-89e27882c6a1 req-18ac5d6c-4942-4228-a5fd-d0ef6bcf0611 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 944 time: 0.1529751 Apr 30 01:35:45.451466 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98b808ee-4ce1-4ba9-bc81-89e27882c6a1 req-a7808282-966e-4a8c-9157-ce449b22d5ba tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593395 Apr 30 01:35:45.480486 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:45.505244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:35:45.571978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=ad7d396f-6c53-4072-8618-068cf1e05204,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:45.601883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f2d21a5f-49e8-476b-a702-3eb35c26806d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f2d21a5f-49e8-476b-a702-3eb35c26806d,segment=NetworkSegment(bff27b56-4608-4f74-bf70-765f4047374d),segment_id=bff27b56-4608-4f74-bf70-765f4047374d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:45.607988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': '079164c8-6643-441f-b943-0daadf53d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06d84252-fb72-4e3f-89d9-7f0f5189973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:45.608622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: 06d84252-fb72-4e3f-89d9-7f0f5189973e, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:35:45.618632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'f2d21a5f-49e8-476b-a702-3eb35c26806d', 'network_id': 'b1f6478e-165c-4534-aa50-2f63c3b784cf', 'port_id': 'f2d21a5f-49e8-476b-a702-3eb35c26806d', 'mac_address': 'fa:16:3e:eb:e9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc26c80-0c0c-4c85-a0ac-60f6a6522c37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:35:45.646598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:35:45.661155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:45.661523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:45.685691 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:45.708352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d21a5f-49e8-476b-a702-3eb35c26806d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:45.723398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network 06d84252-fb72-4e3f-89d9-7f0f5189973e is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:35:45.739646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f2d21a5f-49e8-476b-a702-3eb35c26806d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f2d21a5f-49e8-476b-a702-3eb35c26806d,segment=NetworkSegment(bff27b56-4608-4f74-bf70-765f4047374d),segment_id=bff27b56-4608-4f74-bf70-765f4047374d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:45.784576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:45.807222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:45.809890 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5e3481-32ac-48e6-9cb8-0514d2e7b516" -d '{"events": [{"server_uuid": "d49a85c3-ae00-4e91-9288-41f8e79811ef", "name": "network-vif-plugged", "status": "completed", "tag": "94383c49-d3b6-4ef4-ad6b-bc6342fdc886"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:45.811271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 06d84252-fb72-4e3f-89d9-7f0f5189973e) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:45.822402 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:45.824876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f9b4d-b583-4c29-9d53-94ac216d603a None None] Network 06d84252-fb72-4e3f-89d9-7f0f5189973e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:45.830278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:45.830278 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:45.832314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:45.869947 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46b6224-99ac-460a-b7d6-d7906e841751 x-openstack-request-id: req-d46b6224-99ac-460a-b7d6-d7906e841751 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:45.870236 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a85c3-ae00-4e91-9288-41f8e79811ef", "name": "network-vif-plugged", "status": "completed", "tag": "94383c49-d3b6-4ef4-ad6b-bc6342fdc886", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:45.870492 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d46b6224-99ac-460a-b7d6-d7906e841751 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:45.870882 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46b6224-99ac-460a-b7d6-d7906e841751'] response: {'server_uuid': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'code': 200} Apr 30 01:35:45.912978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6506-deea-4bbb-a5c0-d128315ecff9 req-8548d22c-ce73-4ac5-855b-3a5e9ff39afd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:45.915582 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-668b6506-deea-4bbb-a5c0-d128315ecff9 req-8548d22c-ce73-4ac5-855b-3a5e9ff39afd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 946 time: 0.0578709 Apr 30 01:35:45.927725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f91c3b89-d403-469a-b318-ba52ec7d92ec tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2113261 Apr 30 01:35:45.930830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58086) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:45.967204 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:45.969409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f2d21a5f-49e8-476b-a702-3eb35c26806d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:46.024306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-668b6506-deea-4bbb-a5c0-d128315ecff9 req-ce7c5bcf-e7b1-4257-afd0-fdde6daed812 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923820 Apr 30 01:35:46.105054 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.138635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48992e3-f7ba-40a2-924e-9eecbf5b8cbd req-2f54dc56-5135-4842-9d5b-3c9dae2ff757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:46.140389 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a48992e3-f7ba-40a2-924e-9eecbf5b8cbd req-2f54dc56-5135-4842-9d5b-3c9dae2ff757 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 1096 time: 0.2053244 Apr 30 01:35:46.224442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f2d21a5f-49e8-476b-a702-3eb35c26806d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:46.291717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:46.292232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.339785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:35:46.406456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3114a36-8826-4dbd-b4bf-23bde2e89d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-06d84252-fb72-4e3f-89d9-7f0f5189973e', 'network_id': '06d84252-fb72-4e3f-89d9-7f0f5189973e', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': 'ad7d396f-6c53-4072-8618-068cf1e05204'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:35:46.407515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3114a36-8826-4dbd-b4bf-23bde2e89d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.420883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9f69-0ab3-4786-8c0d-80cfd55ae473 req-e9f0790d-2a9b-4891-8c46-a11c34c4ebe2 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:46.422450 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13bc9f69-0ab3-4786-8c0d-80cfd55ae473 req-e9f0790d-2a9b-4891-8c46-a11c34c4ebe2 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 944 time: 0.1626165 Apr 30 01:35:46.426670 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a48992e3-f7ba-40a2-924e-9eecbf5b8cbd req-c35b6041-42db-4ebf-8929-2a58fe39284a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915143 Apr 30 01:35:46.467393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13bc9f69-0ab3-4786-8c0d-80cfd55ae473 req-05bd4282-7687-4c4c-8634-323ab888c539 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358508 Apr 30 01:35:46.490173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:46.490556 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.519910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8078a7d-5301-4011-b142-5783d6906031 None None] Network b499f75b-ab7a-4cc3-a074-f2571a2e94e6 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:46.532394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.581297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a790c-481b-45d1-b2eb-91cafd3c1ebd req-c207c503-7a12-4cc7-ac7c-aa08ce843f5b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:46.590246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd1a790c-481b-45d1-b2eb-91cafd3c1ebd req-c207c503-7a12-4cc7-ac7c-aa08ce843f5b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 945 time: 0.0625861 Apr 30 01:35:46.595795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7d396f-6c53-4072-8618-068cf1e05204,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:46.654940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd1a790c-481b-45d1-b2eb-91cafd3c1ebd req-7ca1caf7-46bd-499f-9b92-e38092cccc07 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460505 Apr 30 01:35:46.669345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.692314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d84252-fb72-4e3f-89d9-7f0f5189973e']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:46.703260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079164c8-6643-441f-b943-0daadf53d9b7') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:46.703682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079164c8-6643-441f-b943-0daadf53d9b7') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:46.714318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ef2e7dd4-d9bf-46f6-8c92-6ea354279e20 None None] Provisioning complete for port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:46.714609 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.714773 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7dd4-d9bf-46f6-8c92-6ea354279e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.730247 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.738362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:46.738877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:46.742415 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-d3114a36-8826-4dbd-b4bf-23bde2e89d8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad7d396f-6c53-4072-8618-068cf1e05204: This subnet is being modified by another concurrent operation. Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad7d396f-6c53-4072-8618-068cf1e05204: This subnet is being modified by another concurrent operation. Apr 30 01:35:46.879183 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:35:46.949797 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:46.957972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7563b39-2144-4c0d-b307-8901baca9f99 None None] Network 06d84252-fb72-4e3f-89d9-7f0f5189973e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:47.111334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,segment=NetworkSegment(675957a4-01c7-4a3c-99e0-7f510d06595f),segment_id=675957a4-01c7-4a3c-99e0-7f510d06595f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:47.117804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7dd4-d9bf-46f6-8c92-6ea354279e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.152005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8b321-fe9a-491b-afed-2dfbbf1c6022 req-b87b34cd-9177-4bad-8682-672d11ea1aa0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:47.153111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3b8b321-fe9a-491b-afed-2dfbbf1c6022 req-b87b34cd-9177-4bad-8682-672d11ea1aa0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 946 time: 0.0540187 Apr 30 01:35:47.207174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3b8b321-fe9a-491b-afed-2dfbbf1c6022 req-6a910e67-73be-4d40-bba1-2cf9a3a55b85 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Apr 30 01:35:47.210539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.213937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.221084 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/06d84252-fb72-4e3f-89d9-7f0f5189973e HTTP/1.1" status: 204 len: 168 time: 1.2840016 Apr 30 01:35:47.223764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58116) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:47.227720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559772638'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:47.233489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385ed6-7f5c-4df9-a023-c88a7bc01783 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=06d84252-fb72-4e3f-89d9-7f0f5189973e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:47.241373 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.336872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:47.341606 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.342179 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-ef2e7dd4-d9bf-46f6-8c92-6ea354279e20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:35:47.343816 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-ef2e7dd4-d9bf-46f6-8c92-6ea354279e20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:35:47.343816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:47.376049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:35:47.387866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.388285 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf of type vlan for network 08462c32-bb68-470d-8b5e-f186a1e546e3 Apr 30 01:35:47.419745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517a26f-1750-4d59-9ccf-2aa634cea68f None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:35:47.436029 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.542714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517a26f-1750-4d59-9ccf-2aa634cea68f None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:35:47.547880 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.555554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:47.556256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:47.699111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-446d6e6b-acbc-4546-a246-dccd912d8b99 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:47.700201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-446d6e6b-acbc-4546-a246-dccd912d8b99 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 946 time: 0.0778787 Apr 30 01:35:48.044559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea74f3-9e63-4e5c-9ac9-561b3be8dba0 req-81d77680-f80a-45a5-9608-0a962ce0f626 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:48.054125 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8ea74f3-9e63-4e5c-9ac9-561b3be8dba0 req-81d77680-f80a-45a5-9608-0a962ce0f626 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 945 time: 0.2277145 Apr 30 01:35:48.087025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Deleting port 875ae540-8c78-4c19-81de-80a2ff73268b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:48.087660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:48.135740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dc965216-4ae4-42fc-b2e1-99f9a877d1ea None None] Provisioning complete for port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:48.136509 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc965216-4ae4-42fc-b2e1-99f9a877d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:48.176930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8ea74f3-9e63-4e5c-9ac9-561b3be8dba0 req-3907655d-8d72-4a01-846c-902b14d36684 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147718 Apr 30 01:35:48.250564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0275910 Apr 30 01:35:48.254461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58144) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:48.263092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': '08462c32-bb68-470d-8b5e-f186a1e546e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:48.282125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:35:48.308307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b48ff8-5b5e-41f4-a255-dbe6f08923a5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=08462c32-bb68-470d-8b5e-f186a1e546e3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:48.323584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 08462c32-bb68-470d-8b5e-f186a1e546e3 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:35:48.362809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] For port 875ae540-8c78-4c19-81de-80a2ff73268b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=875ae540-8c78-4c19-81de-80a2ff73268b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:48.363676 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:48.380021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Calling delete_port for 875ae540-8c78-4c19-81de-80a2ff73268b owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:48.407935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347714ac-b0e5-4191-83bf-6419bcb3fbd9 req-ee898431-137e-48f0-8175-6365dbccc1e6 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:48.409729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-347714ac-b0e5-4191-83bf-6419bcb3fbd9 req-ee898431-137e-48f0-8175-6365dbccc1e6 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 944 time: 0.8489680 Apr 30 01:35:48.496865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:48.497237 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:48.500432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-347714ac-b0e5-4191-83bf-6419bcb3fbd9 req-d1ef94f8-dcef-48b3-8c00-00628a4f956e tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823855 Apr 30 01:35:48.566273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:48.566839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8a6c-b538-40a7-805f-d983bec95374 req-bd388d72-ec8c-4f94-b431-47a66cc9ef71 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:48.570688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:48.576553 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28ff8a6c-b538-40a7-805f-d983bec95374 req-bd388d72-ec8c-4f94-b431-47a66cc9ef71 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 946 time: 0.1295984 Apr 30 01:35:48.638928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28ff8a6c-b538-40a7-805f-d983bec95374 req-06327f25-4bdb-4b2a-a3f4-c6622d9d1bfa tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613360 Apr 30 01:35:48.643295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:48.765367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:48.778812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:48.781530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['875ae540-8c78-4c19-81de-80a2ff73268b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:48.796948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event deleted for resources: {'Port': ['ID=875ae540-8c78-4c19-81de-80a2ff73268b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:48.854432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] No DVR routers for this DVR port 875ae540-8c78-4c19-81de-80a2ff73268b on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:48.857326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:48.861733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54e755aa-1a14-4d34-92a7-ac66c1ff5e8b req-b5d86bc6-77b3-4614-ae6d-7a60a7ba4da1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.23 "DELETE /v2.0/ports/875ae540-8c78-4c19-81de-80a2ff73268b HTTP/1.1" status: 204 len: 173 time: 1.1342790 Apr 30 01:35:48.862283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a569529-9119-4648-ae96-3c4613de4330', 'name': 'network-vif-deleted', 'tag': '875ae540-8c78-4c19-81de-80a2ff73268b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:48.865075 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3f9584-3a7b-4587-8021-9035505d5e2a" -d '{"events": [{"server_uuid": "8a569529-9119-4648-ae96-3c4613de4330", "name": "network-vif-deleted", "tag": "875ae540-8c78-4c19-81de-80a2ff73268b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:48.909145 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb17018-027d-47bd-b7ba-8caf12d858b3 x-openstack-request-id: req-0bb17018-027d-47bd-b7ba-8caf12d858b3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:48.909437 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a569529-9119-4648-ae96-3c4613de4330", "name": "network-vif-deleted", "tag": "875ae540-8c78-4c19-81de-80a2ff73268b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:48.909685 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bb17018-027d-47bd-b7ba-8caf12d858b3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:48.910089 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb17018-027d-47bd-b7ba-8caf12d858b3'] response: {'server_uuid': '8a569529-9119-4648-ae96-3c4613de4330', 'name': 'network-vif-deleted', 'tag': '875ae540-8c78-4c19-81de-80a2ff73268b', 'status': 'completed', 'code': 200} Apr 30 01:35:48.911486 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.001424 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=f1724776-dea4-4cca-bad1-f85f14ee625c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:49.018929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '08462c32-bb68-470d-8b5e-f186a1e546e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:49.019675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: 08462c32-bb68-470d-8b5e-f186a1e546e3, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:35:49.115813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f2d21a5f-49e8-476b-a702-3eb35c26806d up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:35:49.117303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network 08462c32-bb68-470d-8b5e-f186a1e546e3 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:35:49.239739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 08462c32-bb68-470d-8b5e-f186a1e546e3) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:49.245135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:49.245685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.248996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c9d94-d9e1-4d2f-a206-1ee7ba2cda9c None None] Network 08462c32-bb68-470d-8b5e-f186a1e546e3 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:49.305317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaaa59-30dc-4c65-95df-75508d4da372 req-167ac851-4a9e-44e1-b6b3-83261ba16588 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:49.307647 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eecaaa59-30dc-4c65-95df-75508d4da372 req-167ac851-4a9e-44e1-b6b3-83261ba16588 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 945 time: 0.0572324 Apr 30 01:35:49.308205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port f2d21a5f-49e8-476b-a702-3eb35c26806d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:35:49.314663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port f2d21a5f-49e8-476b-a702-3eb35c26806d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:35:49.315039 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.365488 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1585133f-a62a-42c9-8921-43d3056c6018 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1072736 Apr 30 01:35:49.368712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eecaaa59-30dc-4c65-95df-75508d4da372 req-78c7e686-d549-4793-b851-5d5ac022d045 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535209 Apr 30 01:35:49.373800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58152) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:49.477993 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.489485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-08462c32-bb68-470d-8b5e-f186a1e546e3', 'network_id': '08462c32-bb68-470d-8b5e-f186a1e546e3', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': 'f1724776-dea4-4cca-bad1-f85f14ee625c'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:35:49.490360 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.515179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.519965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f008211-d5b0-42ee-9826-21b88c277276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d21a5f-49e8-476b-a702-3eb35c26806d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:49.522249 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef5ef0-a298-4909-93c6-803eb4bb0fcd" -d '{"events": [{"server_uuid": "4f008211-d5b0-42ee-9826-21b88c277276", "name": "network-vif-plugged", "status": "completed", "tag": "f2d21a5f-49e8-476b-a702-3eb35c26806d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:49.558597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f2d21a5f-49e8-476b-a702-3eb35c26806d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f2d21a5f-49e8-476b-a702-3eb35c26806d,segment=NetworkSegment(bff27b56-4608-4f74-bf70-765f4047374d),segment_id=bff27b56-4608-4f74-bf70-765f4047374d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:49.578781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690ad76-96e9-4d98-885a-449b177ad5cb req-e67e6f2c-7e3e-4a6d-ba79-1d55691d7314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:49.592747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58164) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:49.598441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Request body: {'floatingip': {'port_id': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:49.602337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4690ad76-96e9-4d98-885a-449b177ad5cb req-e67e6f2c-7e3e-4a6d-ba79-1d55691d7314 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 945 time: 0.1395535 Apr 30 01:35:49.645183 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d985570f-aacd-465f-a8c3-aafb3a434a4c x-openstack-request-id: req-d985570f-aacd-465f-a8c3-aafb3a434a4c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:49.645480 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f008211-d5b0-42ee-9826-21b88c277276", "name": "network-vif-plugged", "status": "completed", "tag": "f2d21a5f-49e8-476b-a702-3eb35c26806d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:49.646623 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d985570f-aacd-465f-a8c3-aafb3a434a4c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:49.647031 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d985570f-aacd-465f-a8c3-aafb3a434a4c'] response: {'server_uuid': '4f008211-d5b0-42ee-9826-21b88c277276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d21a5f-49e8-476b-a702-3eb35c26806d', 'code': 200} Apr 30 01:35:49.651656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.658103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.709664 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:49.809205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e3de-64c9-44bc-9d7f-fc2880700653 req-dcd546db-73c4-4ff5-ab31-3aa759aaf190 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:49.812247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8517e3de-64c9-44bc-9d7f-fc2880700653 req-dcd546db-73c4-4ff5-ab31-3aa759aaf190 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.0658262 Apr 30 01:35:49.848101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b3c95733-7054-45d6-96ed-ac8e07bb1900 req-8b5bdb8b-f6f6-4495-8dda-ece34d5248c7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a569529-9119-4648-ae96-3c4613de4330 HTTP/1.1" status: 200 len: 210 time: 0.0648584 Apr 30 01:35:49.860853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Allocated IP 2001:db8::1 (08462c32-bb68-470d-8b5e-f186a1e546e3/f1724776-dea4-4cca-bad1-f85f14ee625c/700fed27-0dee-4744-99d4-1dd89a09d39b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:49.911629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac66538-625f-4aad-997d-2abe928ad26c req-ef64ed6d-ae95-4ca2-a8e2-6822367bc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:49.913147 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ac66538-625f-4aad-997d-2abe928ad26c req-ef64ed6d-ae95-4ca2-a8e2-6822367bc643 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 1096 time: 0.2214906 Apr 30 01:35:49.919241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8517e3de-64c9-44bc-9d7f-fc2880700653 req-b51cac4d-c5ae-468f-bacd-26e11ccb2715 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001637 Apr 30 01:35:49.951453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f2d21a5f-49e8-476b-a702-3eb35c26806d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:50.012865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ac66538-625f-4aad-997d-2abe928ad26c req-5cb43a71-369a-4f94-963b-d6d3cc8fbc21 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921609 Apr 30 01:35:50.040014 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.118400 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.179275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Network 08462c32-bb68-470d-8b5e-f186a1e546e3 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:50.183502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:50.185605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Pushing event updated for resources: {'Port': ['ID=700fed27-0dee-4744-99d4-1dd89a09d39b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:50.188062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:50.240057 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.288465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Attempting to bind port 700fed27-0dee-4744-99d4-1dd89a09d39b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:50.289307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Attempting to bind port 700fed27-0dee-4744-99d4-1dd89a09d39b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '08462c32-bb68-470d-8b5e-f186a1e546e3'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:50.290044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Attempting to bind port 700fed27-0dee-4744-99d4-1dd89a09d39b on network 08462c32-bb68-470d-8b5e-f186a1e546e3 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:50.295654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=f1724776-dea4-4cca-bad1-f85f14ee625c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:50.297630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:50.302454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Checking segment: {'id': 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '08462c32-bb68-470d-8b5e-f186a1e546e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:50.302862 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.303252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Bound using segment: {'id': 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '08462c32-bb68-470d-8b5e-f186a1e546e3'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:50.303765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Bound port: 700fed27-0dee-4744-99d4-1dd89a09d39b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '08462c32-bb68-470d-8b5e-f186a1e546e3'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:50.304595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.380341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.391607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.408602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08462c32-bb68-470d-8b5e-f186a1e546e3']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:50.420453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:50.420952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] For port 700fed27-0dee-4744-99d4-1dd89a09d39b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:50.421430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:50.424288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] For port 700fed27-0dee-4744-99d4-1dd89a09d39b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=700fed27-0dee-4744-99d4-1dd89a09d39b,segment=NetworkSegment(c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf),segment_id=c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:50.433691 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.502361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.502623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.531699 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.536543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.552836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:50.553387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:50.559160 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:50.686074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac8050-29a4-4d80-81ee-d15f596ce5f9 None None] Network 08462c32-bb68-470d-8b5e-f186a1e546e3 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:50.691120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfe721-35bd-453f-92d7-7d03d51b1978 None None] Pushing event updated for resources: {'Port': ['ID=700fed27-0dee-4744-99d4-1dd89a09d39b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:50.714664 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Floating IP e5991abf-14a8-4318-8609-9519f26256c5 associated. External IP: 172.25.0.142, port: 94383c49-d3b6-4ef4-ad6b-bc6342fdc886. Apr 30 01:35:50.760344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:35:50.760344 n-d-821348-1 neutron-server[103319]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:35:50.760344 n-d-821348-1 neutron-server[103319]: [parameters: {'id': '08462c32-bb68-470d-8b5e-f186a1e546e3'}] Apr 30 01:35:50.760344 n-d-821348-1 neutron-server[103319]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:35:50.761491 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:35:50.876754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796c7d8-706b-431b-83bc-a02ad4a09f9e None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:35:50.957535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a5b2-8ce6-4236-a18b-019f79d027b7 req-2781184a-a4f4-493b-ac00-d9e14f597a1f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:50.961386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0595a5b2-8ce6-4236-a18b-019f79d027b7 req-2781184a-a4f4-493b-ac00-d9e14f597a1f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0951147 Apr 30 01:35:51.094753 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0595a5b2-8ce6-4236-a18b-019f79d027b7 req-3f831cb8-c466-4c9b-8661-8d2b7fc0f396 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258256 Apr 30 01:35:51.171935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796c7d8-706b-431b-83bc-a02ad4a09f9e None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:35:51.177244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-9d71e8e5-1034-4845-a43d-51547425f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:51.178768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-9d71e8e5-1034-4845-a43d-51547425f4eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1095 time: 0.2253923 Apr 30 01:35:51.263906 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:51.375133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacafc3-e881-407a-8684-8b826d5b8779 req-75ee325a-de2e-4fbb-8b55-e74c7b135dbc tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:51.383379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dcacafc3-e881-407a-8684-8b826d5b8779 req-75ee325a-de2e-4fbb-8b55-e74c7b135dbc tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.2525225 Apr 30 01:35:51.443727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-a483e562-57c3-4435-87d4-1117367338bf tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:51.445791 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-a483e562-57c3-4435-87d4-1117367338bf tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.1941178 Apr 30 01:35:51.454348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting port 700fed27-0dee-4744-99d4-1dd89a09d39b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:51.454929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:51.501263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:35:51.566507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dcacafc3-e881-407a-8684-8b826d5b8779 req-9d81c091-2cd4-4817-949b-ab57961db496 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734233 Apr 30 01:35:51.566507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-786b593b-9924-4eda-8d3a-841ac073425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:51.566507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-786b593b-9924-4eda-8d3a-841ac073425b service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.3050985 Apr 30 01:35:51.585063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] For port 700fed27-0dee-4744-99d4-1dd89a09d39b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=700fed27-0dee-4744-99d4-1dd89a09d39b,segment=NetworkSegment(c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf),segment_id=c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:51.585533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:51.589737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-50c4a7aa-5e23-4a8f-bfbc-ef57e1c3de89 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/quotas/d322b7bb49124ff1b55e8151c42a05fa HTTP/1.1" status: 200 len: 375 time: 0.0744622 Apr 30 01:35:51.635628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Calling delete_port for 700fed27-0dee-4744-99d4-1dd89a09d39b owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:51.701652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-0aee4e61-7198-401d-8bc4-e1231934ac68 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050649 Apr 30 01:35:51.713381 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-8a8f5171-81b6-48df-9207-bd01b31f0a8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 998 time: 0.0854547 Apr 30 01:35:51.789044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-fabc94ba-0d21-4ee8-8674-0932791c204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:51.790664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-fabc94ba-0d21-4ee8-8674-0932791c204f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.0687141 Apr 30 01:35:51.839536 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-25c938cc-9e3d-435b-b85c-24e9e3634298 service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279690 Apr 30 01:35:51.887591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-d6eea720-0f0f-4de9-8058-2563930fd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:51.889275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-d6eea720-0f0f-4de9-8058-2563930fd503 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911162 Apr 30 01:35:51.898279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:51.937949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Port': ['ID=700fed27-0dee-4744-99d4-1dd89a09d39b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:51.944856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No DVR routers for this DVR port 700fed27-0dee-4744-99d4-1dd89a09d39b on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:51.977018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:35:51.984185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:51.989832 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fb336-9386-4797-8510-ead56def370f None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:35:52.014989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-ad99e60d-243f-4555-9119-78b8303bea3f service neutron] 10.222.0.15 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639645 Apr 30 01:35:52.017403 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fb336-9386-4797-8510-ead56def370f None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:52.018050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e98fb336-9386-4797-8510-ead56def370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:52.051395 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.076524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08462c32-bb68-470d-8b5e-f186a1e546e3']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:52.089421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:52.089999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54d6c75-f69e-4d1c-b4ab-2f56d335a1bf') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:52.103302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.127180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.136929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:52.137502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.151454 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7af4e615-0cba-4e8f-9c6c-79d647a5fbbb tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "PUT /v2.0/floatingips/e5991abf-14a8-4318-8609-9519f26256c5 HTTP/1.1" status: 200 len: 991 time: 2.5456867 Apr 30 01:35:52.151454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'tag': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:52.151811 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:52.154622 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4777c903-b9ed-4aad-9963-ffd2fe8138ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a85c3-ae00-4e91-9288-41f8e79811ef", "tag": "94383c49-d3b6-4ef4-ad6b-bc6342fdc886"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:52.192352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-ab158723-38e9-4d52-91f0-035dcfbce0a0 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955921 Apr 30 01:35:52.246837 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e98fb336-9386-4797-8510-ead56def370f None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:35:52.359520 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.363179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42186b-e1ee-4fe6-b27f-ea9690e5ed54 req-dbe51e08-24cc-4bc4-a206-43b5b19206c1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:52.364976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f42186b-e1ee-4fe6-b27f-ea9690e5ed54 req-dbe51e08-24cc-4bc4-a206-43b5b19206c1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1240778 Apr 30 01:35:52.374825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.379112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/08462c32-bb68-470d-8b5e-f186a1e546e3 HTTP/1.1" status: 204 len: 168 time: 3.0069096 Apr 30 01:35:52.386803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58220) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:52.427179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-779a8d63-bbbd-4f93-be5a-05c8a5cc64a0 req-cf8c3a4c-9ec1-44ce-90cc-3a191c8392c8 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226658 Apr 30 01:35:52.448137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-642356309'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:52.460124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28de75-e38c-437a-af57-b558798e0c48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=08462c32-bb68-470d-8b5e-f186a1e546e3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:52.464152 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354eae09-ed92-4bae-96ad-7a1432f4cc4a x-openstack-request-id: req-354eae09-ed92-4bae-96ad-7a1432f4cc4a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:52.464463 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a85c3-ae00-4e91-9288-41f8e79811ef", "tag": "94383c49-d3b6-4ef4-ad6b-bc6342fdc886", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:52.467003 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-354eae09-ed92-4bae-96ad-7a1432f4cc4a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:52.467492 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354eae09-ed92-4bae-96ad-7a1432f4cc4a'] response: {'name': 'network-changed', 'server_uuid': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'tag': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'status': 'completed', 'code': 200} Apr 30 01:35:52.601345 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f42186b-e1ee-4fe6-b27f-ea9690e5ed54 req-cc4d175a-6fe1-49d4-a359-15d6bdcade19 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196131 Apr 30 01:35:52.606072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82c35fe9-5e23-411b-9200-9808ec9ab1e0 req-f4c11ab0-907e-41f5-b236-c277ed54ec73 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 210 time: 0.0715249 Apr 30 01:35:52.609250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:52.616579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.655220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-265a6276-e53a-49cd-904e-5e441038be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:52.660720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-265a6276-e53a-49cd-904e-5e441038be18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 1096 time: 0.1763456 Apr 30 01:35:52.697701 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e98fb336-9386-4797-8510-ead56def370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'e5991abf-14a8-4318-8609-9519f26256c5', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:78:e2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:35:27Z', 'updated_at': '2022-04-30T01:35:50Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:52.701959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:35:52.720574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.720925 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment 1391f0de-af55-4741-876a-4255048c5d43 of type vlan for network 64251870-2953-43bf-9649-2c1fec2278c9 Apr 30 01:35:52.737045 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fb336-9386-4797-8510-ead56def370f None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:35:52.747152 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fb336-9386-4797-8510-ead56def370f None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:35:52.749061 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e98fb336-9386-4797-8510-ead56def370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:35:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:52.902158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-1dc83d28-c2bd-4f46-9e3b-7424aec5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:52.903722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-1dc83d28-c2bd-4f46-9e3b-7424aec5cf30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 914 time: 0.2358100 Apr 30 01:35:52.919120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:52.980516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ff011-b255-4abe-afc9-954f9d2bda64 req-db0c436f-4c10-4463-ae8d-cfcfba3d31bf tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:52.982624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-342ff011-b255-4abe-afc9-954f9d2bda64 req-db0c436f-4c10-4463-ae8d-cfcfba3d31bf tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.1653774 Apr 30 01:35:53.007674 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-a662f911-7753-4249-80d1-e9eaff11b3fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886 HTTP/1.1" status: 200 len: 999 time: 0.0968938 Apr 30 01:35:53.035816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-342ff011-b255-4abe-afc9-954f9d2bda64 req-b0b449f1-a73d-4d1c-8e18-73b420a9b640 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Apr 30 01:35:53.051839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:53.058473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:53.059240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:53.066919 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e98fb336-9386-4797-8510-ead56def370f None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:35:53.086451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-0ef40f33-d86e-451c-ba98-65153b354e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:53.088251 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-0ef40f33-d86e-451c-ba98-65153b354e73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.0707648 Apr 30 01:35:53.133702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 875ae540-8c78-4c19-81de-80a2ff73268b no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:35:53.182861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 875ae540-8c78-4c19-81de-80a2ff73268b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:35:53.183205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 875ae540-8c78-4c19-81de-80a2ff73268b not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:35:53.199185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-f24bc363-9f57-4873-9e77-3911b11c3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:53.199584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=64251870-2953-43bf-9649-2c1fec2278c9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:53.201017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-f24bc363-9f57-4873-9e77-3911b11c3b83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066508 Apr 30 01:35:53.214782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 64251870-2953-43bf-9649-2c1fec2278c9 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:35:53.249678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-01d9a3f5-87a2-4dbb-bb4d-61a3d198a611 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8619323 Apr 30 01:35:53.252615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58240) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:53.265888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': '64251870-2953-43bf-9649-2c1fec2278c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:53.351571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-6ae803b6-5195-4313-aa7c-65d0835e19df service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375875 Apr 30 01:35:53.472908 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4777c903-b9ed-4aad-9963-ffd2fe8138ab req-831aa05d-9184-4a09-853f-7d5dad9b4608 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166227 Apr 30 01:35:53.487151 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e98fb336-9386-4797-8510-ead56def370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'e5991abf-14a8-4318-8609-9519f26256c5', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:78:e2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:35:27Z', 'updated_at': '2022-04-30T01:35:50Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:53.514223 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fb336-9386-4797-8510-ead56def370f None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'e5991abf-14a8-4318-8609-9519f26256c5', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'port_id': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'mac_address': 'fa:16:3e:78:e2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:35:27Z', 'updated_at': '2022-04-30T01:35:50Z', 'revision_number': 1, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:35:53.552311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:53.553821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:53.638932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b457-d07e-4f64-ad52-3d290658ebf7 req-789c6774-8cc4-46fd-b9f4-615e7a2b9239 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:53.640706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c401b457-d07e-4f64-ad52-3d290658ebf7 req-789c6774-8cc4-46fd-b9f4-615e7a2b9239 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.0602460 Apr 30 01:35:53.694413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c401b457-d07e-4f64-ad52-3d290658ebf7 req-ff5a64de-8cc0-4fb9-8db3-b645c2df8d1f tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443718 Apr 30 01:35:53.765645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ac30386-f32f-4f7b-a029-7efb4f3562a8 req-dc3e9046-c0e7-4007-b6b5-987ffa406b80 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 210 time: 0.0660937 Apr 30 01:35:53.801164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-4030a725-b21b-487a-989f-04b3901dfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:53.813038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-4030a725-b21b-487a-989f-04b3901dfedc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22cbab3dbbac44f1bf1a313ac1d946bb&device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 1096 time: 0.0875251 Apr 30 01:35:53.894453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeca297-07fb-4076-9eae-85a1e2a8a988 None None] New status for floating IP e5991abf-14a8-4318-8609-9519f26256c5: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:35:53.999769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:54.161573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': '1391f0de-af55-4741-876a-4255048c5d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64251870-2953-43bf-9649-2c1fec2278c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:54.162229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: 64251870-2953-43bf-9649-2c1fec2278c9, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:35:54.167467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=33caabe5-3792-4e00-a35f-ad1920afff82,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:54.297756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network 64251870-2953-43bf-9649-2c1fec2278c9 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:35:54.361561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96320d47-dfc0-4b99-8257-8fc609636644 req-a5369f13-b1d2-48e9-8e56-f6991c3dd3d2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:54.363114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96320d47-dfc0-4b99-8257-8fc609636644 req-a5369f13-b1d2-48e9-8e56-f6991c3dd3d2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.5291471 Apr 30 01:35:54.393441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 64251870-2953-43bf-9649-2c1fec2278c9) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:54.409678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6539e80-62a3-40ef-9f7f-4cae9b7e0c54 None None] Network 64251870-2953-43bf-9649-2c1fec2278c9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:54.417521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:54.418090 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:54.447971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-23dc0517-0b44-4d71-9420-a71fd1f709b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:54.449555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-23dc0517-0b44-4d71-9420-a71fd1f709b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1f6478e-165c-4534-aa50-2f63c3b784cf HTTP/1.1" status: 200 len: 914 time: 0.6391449 Apr 30 01:35:54.457685 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96320d47-dfc0-4b99-8257-8fc609636644 req-1558c95c-62d7-4f43-897c-8a087442b83f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855744 Apr 30 01:35:54.520114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-fcb4f6eb-07a8-4487-80a0-571ddb0904b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2d21a5f-49e8-476b-a702-3eb35c26806d HTTP/1.1" status: 200 len: 217 time: 0.0614245 Apr 30 01:35:54.522385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bc95ea5a-a9ac-4bfe-91db-c4187ced23e1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2686207 Apr 30 01:35:54.532370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58272) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:54.583035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-ad95aa83-d8cc-4b15-a379-7d6494075f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:54.584448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-ad95aa83-d8cc-4b15-a379-7d6494075f27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cc26c80-0c0c-4c85-a0ac-60f6a6522c37 HTTP/1.1" status: 200 len: 854 time: 0.0561497 Apr 30 01:35:54.628866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-64251870-2953-43bf-9649-2c1fec2278c9', 'network_id': '64251870-2953-43bf-9649-2c1fec2278c9', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': '33caabe5-3792-4e00-a35f-ad1920afff82'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:35:54.630033 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:54.631370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-2b9cacd1-c5d7-4785-9c5c-55bb91e60178 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1f6478e-165c-4534-aa50-2f63c3b784cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387399 Apr 30 01:35:54.753698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:54.820126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-c722fe18-fabb-4ae6-8772-3602735bc09d service neutron] 10.222.0.23 "GET /v2.0/networks/b1f6478e-165c-4534-aa50-2f63c3b784cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786432 Apr 30 01:35:54.903796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:54.955609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Allocated IP 2001:db8::1 (64251870-2953-43bf-9649-2c1fec2278c9/33caabe5-3792-4e00-a35f-ad1920afff82/dbc6047e-deac-42c6-8a60-931c702f8071) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:55.029131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55a37-d683-452a-9b4b-c0d5fc6920b6 req-b3dbd9dc-f33d-462d-af69-c8080bb5fd57 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:55.031234 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a55a37-d683-452a-9b4b-c0d5fc6920b6 req-b3dbd9dc-f33d-462d-af69-c8080bb5fd57 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.1455407 Apr 30 01:35:55.076614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71ff0912-e43c-4d49-9612-c2f5b3d477df req-90f0fca9-23d5-40c7-8b26-1676c9071154 service neutron] 10.222.0.23 "GET /v2.0/networks/b1f6478e-165c-4534-aa50-2f63c3b784cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497301 Apr 30 01:35:55.097170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fe318a63-daba-48b0-a6e2-562346e810a0 req-939a0ccc-16e8-4dc1-8225-371c9de4376a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 210 time: 0.1527946 Apr 30 01:35:55.143891 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16a55a37-d683-452a-9b4b-c0d5fc6920b6 req-65211652-1ed6-43f2-be4c-2adb4363a3ca tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059628 Apr 30 01:35:55.163797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58282) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:55.241200 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.337327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.370332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6c5c-d56f-4307-98f7-454f89553bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.388916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Network 64251870-2953-43bf-9649-2c1fec2278c9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:55.411087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:55.411087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:55.422622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Pushing event updated for resources: {'Port': ['ID=dbc6047e-deac-42c6-8a60-931c702f8071,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:55.439608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-b610363a-17f9-4e45-8130-75acd1ab4516 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:55.440120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.441486 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-b610363a-17f9-4e45-8130-75acd1ab4516 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.21 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 806 time: 0.2044270 Apr 30 01:35:55.460617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Request body: {'port': {'device_id': 'e5beadf0-3384-4072-9794-41983c998351', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'admin_state_up': True, 'tenant_id': 'd322b7bb49124ff1b55e8151c42a05fa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:55.479395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=33caabe5-3792-4e00-a35f-ad1920afff82,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:55.513413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Attempting to bind port dbc6047e-deac-42c6-8a60-931c702f8071 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:55.513928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Attempting to bind port dbc6047e-deac-42c6-8a60-931c702f8071 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1391f0de-af55-4741-876a-4255048c5d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64251870-2953-43bf-9649-2c1fec2278c9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:55.514438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Attempting to bind port dbc6047e-deac-42c6-8a60-931c702f8071 on network 64251870-2953-43bf-9649-2c1fec2278c9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:55.524658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:55.525699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Checking segment: {'id': '1391f0de-af55-4741-876a-4255048c5d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64251870-2953-43bf-9649-2c1fec2278c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:55.527270 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.528190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Bound using segment: {'id': '1391f0de-af55-4741-876a-4255048c5d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64251870-2953-43bf-9649-2c1fec2278c9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:55.529062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Bound port: dbc6047e-deac-42c6-8a60-931c702f8071, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1391f0de-af55-4741-876a-4255048c5d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64251870-2953-43bf-9649-2c1fec2278c9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:55.529592 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.597543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.604939 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6c5c-d56f-4307-98f7-454f89553bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.622241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] For port dbc6047e-deac-42c6-8a60-931c702f8071, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:55.625933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] For port dbc6047e-deac-42c6-8a60-931c702f8071, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=dbc6047e-deac-42c6-8a60-931c702f8071,segment=NetworkSegment(1391f0de-af55-4741-876a-4255048c5d43),segment_id=1391f0de-af55-4741-876a-4255048c5d43)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:55.629740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64251870-2953-43bf-9649-2c1fec2278c9']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:55.640481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1391f0de-af55-4741-876a-4255048c5d43') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:55.640777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1391f0de-af55-4741-876a-4255048c5d43') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:55.656003 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.765606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Made reservation on behalf of d322b7bb49124ff1b55e8151c42a05fa for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:55.768032 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.768392 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.769214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.771263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6c5c-d56f-4307-98f7-454f89553bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.779365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:55.782203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:55.788945 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:55.851307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2fbd6c5c-d56f-4307-98f7-454f89553bdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0326cd33de84aaaa313aabb7c59886d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861773 Apr 30 01:35:55.859959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd6c5c-d56f-4307-98f7-454f89553bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee27218-4445-46d0-aaf4-b09aefd3f0d7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:55.861954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58290) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:55.893237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683fd06-9c9a-43ee-b883-ec32b8d00ea1 None None] Pushing event updated for resources: {'Port': ['ID=dbc6047e-deac-42c6-8a60-931c702f8071,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:55.915452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124d9eb-fd9c-4c78-8143-bf2db990d40b None None] Network 64251870-2953-43bf-9649-2c1fec2278c9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:55.919666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:35:55.919666 n-d-821348-1 neutron-server[103319]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:35:55.919666 n-d-821348-1 neutron-server[103319]: [parameters: {'id': '64251870-2953-43bf-9649-2c1fec2278c9'}] Apr 30 01:35:55.919666 n-d-821348-1 neutron-server[103319]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:35:55.920259 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:35:55.988748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcd61eb1-adfa-488a-82b1-56ded5559446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.040744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83852b3b-1ec6-44c7-84d2-f41929ad3e17 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:35:56.046513 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcd61eb1-adfa-488a-82b1-56ded5559446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.068837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Allocated IP 172.20.0.4 (ebfb2767-7242-478f-9442-df54e9157d32/f27595e3-02e3-4458-a602-6aa9173de05f/443e92aa-fbb7-420d-8ae2-5f9a4310f93b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:56.145901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83852b3b-1ec6-44c7-84d2-f41929ad3e17 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:35:56.230691 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ae3a2137-7947-442b-9e6e-cf5a81a60ce8 req-2ad00115-99c2-4c80-a87b-dbc00767b9ff tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 210 time: 0.0589297 Apr 30 01:35:56.233350 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcd61eb1-adfa-488a-82b1-56ded5559446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.235989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcd61eb1-adfa-488a-82b1-56ded5559446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.240017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bcd61eb1-adfa-488a-82b1-56ded5559446 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cee27218-4445-46d0-aaf4-b09aefd3f0d7 HTTP/1.1" status: 204 len: 168 time: 0.3618023 Apr 30 01:35:56.265861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd61eb1-adfa-488a-82b1-56ded5559446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee27218-4445-46d0-aaf4-b09aefd3f0d7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:56.302586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715bd0-bf00-4d13-af06-eb99d177a433 req-215650b4-8632-44d5-86af-3526aac88126 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:56.304150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66715bd0-bf00-4d13-af06-eb99d177a433 req-215650b4-8632-44d5-86af-3526aac88126 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.0814018 Apr 30 01:35:56.331355 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.360490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66715bd0-bf00-4d13-af06-eb99d177a433 req-7ad13326-c0c5-41a3-8b05-a7ba4711627e tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Apr 30 01:35:56.421513 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.434214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.452301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:56.491343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event updated for resources: {'Port': ['ID=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:56.507897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Network ebfb2767-7242-478f-9442-df54e9157d32 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:56.508967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:56.512758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:56.533619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting port dbc6047e-deac-42c6-8a60-931c702f8071 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:56.533875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.569873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:56.570860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.631598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] For port dbc6047e-deac-42c6-8a60-931c702f8071, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=dbc6047e-deac-42c6-8a60-931c702f8071,segment=NetworkSegment(1391f0de-af55-4741-876a-4255048c5d43),segment_id=1391f0de-af55-4741-876a-4255048c5d43)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:56.632812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.649103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Calling delete_port for dbc6047e-deac-42c6-8a60-931c702f8071 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:56.664513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-bca6367c-97e1-4763-b3b5-bc2fdc82d092 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2111666 Apr 30 01:35:56.676553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Request body: {'port': {'device_id': 'e5beadf0-3384-4072-9794-41983c998351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:56.736804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.833802 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.868316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Port': ['ID=dbc6047e-deac-42c6-8a60-931c702f8071,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:56.893189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No DVR routers for this DVR port dbc6047e-deac-42c6-8a60-931c702f8071 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:56.960227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58308) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:56.978737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:56.999804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6255-d924-48d2-a00e-78bd846bae17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.002315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64251870-2953-43bf-9649-2c1fec2278c9']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:57.012661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1391f0de-af55-4741-876a-4255048c5d43') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:57.012956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1391f0de-af55-4741-876a-4255048c5d43') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:35:57.025867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.041255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.051516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:35:57.054245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:35:57.057156 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:35:57.072714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e2b2-981e-45ea-ad95-f6918b367fd0 req-5093ccc6-27ae-43af-acaf-5e25c41a9466 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:57.074272 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b671e2b2-981e-45ea-ad95-f6918b367fd0 req-5093ccc6-27ae-43af-acaf-5e25c41a9466 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.1288457 Apr 30 01:35:57.079529 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:35:57.160724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443e92aa-fbb7-420d-8ae2-5f9a4310f93b {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:35:57.168002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b671e2b2-981e-45ea-ad95-f6918b367fd0 req-8ae62575-11fd-4ed2-8980-c34ea4dc286c tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767710 Apr 30 01:35:57.172096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.215733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.219688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Transition to ACTIVE for port object 443e92aa-fbb7-420d-8ae2-5f9a4310f93b will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:35:57.228504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.228504 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/64251870-2953-43bf-9649-2c1fec2278c9 HTTP/1.1" status: 204 len: 168 time: 2.6932168 Apr 30 01:35:57.235714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58318) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:57.239314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752c701-2eed-4c4d-ab3d-d7d8068799ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=64251870-2953-43bf-9649-2c1fec2278c9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:57.242021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63644818'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:57.297953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6255-d924-48d2-a00e-78bd846bae17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.308425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.360104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Pushing event updated for resources: {'Port': ['ID=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:57.361968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b983c13-8304-49e5-ba8b-f553363197b1 req-b770257b-172c-4512-9caf-f135f0841065 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:57.363471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b983c13-8304-49e5-ba8b-f553363197b1 req-b770257b-172c-4512-9caf-f135f0841065 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 943 time: 0.0525215 Apr 30 01:35:57.389496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:57.389496 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.621382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6255-d924-48d2-a00e-78bd846bae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.627444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b983c13-8304-49e5-ba8b-f553363197b1 req-b26f3fcc-a663-421f-9468-85ffa2bf9a75 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853467 Apr 30 01:35:57.629121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:35:57.629121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f5ae6255-d924-48d2-a00e-78bd846bae17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ebb2e12b6e445d4817bd869c197fe5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276463 Apr 30 01:35:57.629978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58332) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae6255-d924-48d2-a00e-78bd846bae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81548bf9-24d5-4b4b-b419-672c25930020,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment 7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9 of type vlan for network f8c63055-ce78-42af-a064-904d1d6761a9 Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Attempting to bind port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Attempting to bind port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Attempting to bind port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b on network ebfb2767-7242-478f-9442-df54e9157d32 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Attempting to bind port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b on network ebfb2767-7242-478f-9442-df54e9157d32 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Checking segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Bound using segment: {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Bound port: 443e92aa-fbb7-420d-8ae2-5f9a4310f93b, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6ffafb-77a2-45c3-8cac-9ba30423a30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:35:57.630572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.636447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a4067bf-89e3-4315-8486-095010be6f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.636700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.636908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a4067bf-89e3-4315-8486-095010be6f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.688340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] For port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:35:57.688340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] For port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:35:57.724777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.730492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:57.731096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.754648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a4067bf-89e3-4315-8486-095010be6f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.758074 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a4067bf-89e3-4315-8486-095010be6f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.759978 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5a4067bf-89e3-4315-8486-095010be6f56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81548bf9-24d5-4b4b-b419-672c25930020 HTTP/1.1" status: 204 len: 168 time: 0.2637067 Apr 30 01:35:57.768496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4067bf-89e3-4315-8486-095010be6f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81548bf9-24d5-4b4b-b419-672c25930020,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:57.770048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.842392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=f8c63055-ce78-42af-a064-904d1d6761a9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:57.855746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:57.856342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8f018915-0dcb-4c2b-a0e9-6aef96b7da98 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6190517 Apr 30 01:35:57.857560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:57.858193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:57.859599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] 10.222.0.21 "PUT /v2.0/ports/443e92aa-fbb7-420d-8ae2-5f9a4310f93b HTTP/1.1" status: 200 len: 1091 time: 1.1873162 Apr 30 01:35:57.862308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5beadf0-3384-4072-9794-41983c998351', 'tag': '443e92aa-fbb7-420d-8ae2-5f9a4310f93b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:57.865996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f8c63055-ce78-42af-a064-904d1d6761a9 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:35:57.868518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:57.872489 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175fcadb-c60e-449b-8362-079fc7969af8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5beadf0-3384-4072-9794-41983c998351", "tag": "443e92aa-fbb7-420d-8ae2-5f9a4310f93b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:57.910994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a556d90-d7a4-4e7d-a528-f417b4afc29a service neutron] Pushing event updated for resources: {'Port': ['ID=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:57.947864 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5346b0-bb0d-4a2e-bbdd-15b457bcada9 x-openstack-request-id: req-ee5346b0-bb0d-4a2e-bbdd-15b457bcada9 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:35:57.948192 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5beadf0-3384-4072-9794-41983c998351", "tag": "443e92aa-fbb7-420d-8ae2-5f9a4310f93b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:35:57.948504 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee5346b0-bb0d-4a2e-bbdd-15b457bcada9 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:35:57.948957 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5346b0-bb0d-4a2e-bbdd-15b457bcada9'] response: {'name': 'network-changed', 'server_uuid': 'e5beadf0-3384-4072-9794-41983c998351', 'tag': '443e92aa-fbb7-420d-8ae2-5f9a4310f93b', 'status': 'completed', 'code': 200} Apr 30 01:35:58.011487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fcadb-c60e-449b-8362-079fc7969af8 req-ad7c3083-d929-45bd-9725-8409ab3022b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.013134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-175fcadb-c60e-449b-8362-079fc7969af8 req-ad7c3083-d929-45bd-9725-8409ab3022b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 1094 time: 0.0479817 Apr 30 01:35:58.090746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:58.094462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:58.120062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fcadb-c60e-449b-8362-079fc7969af8 req-86580411-734e-42ff-b635-73f1310d5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.121542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-175fcadb-c60e-449b-8362-079fc7969af8 req-86580411-734e-42ff-b635-73f1310d5239 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1019108 Apr 30 01:35:58.262166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fcadb-c60e-449b-8362-079fc7969af8 req-f9597a85-ea89-4443-8da0-58de8b3d1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.272403 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-175fcadb-c60e-449b-8362-079fc7969af8 req-f9597a85-ea89-4443-8da0-58de8b3d1be8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1364601 Apr 30 01:35:58.356565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796e439-ec9b-4cde-ba92-13cd60f1876a req-1dc289e9-aad7-4c26-ae80-0e10a5dd343c tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.358079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b796e439-ec9b-4cde-ba92-13cd60f1876a req-1dc289e9-aad7-4c26-ae80-0e10a5dd343c tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.1019816 Apr 30 01:35:58.360794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-cb48ca46-6f4e-4bde-b71b-80a51d7ce84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.362548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-cb48ca46-6f4e-4bde-b71b-80a51d7ce84b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 1094 time: 0.0584290 Apr 30 01:35:58.399194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b796e439-ec9b-4cde-ba92-13cd60f1876a req-00691dc4-848c-4e22-8573-dfdd67ebb63a tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796be02-67c5-4a49-8393-a78ee7769bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338047 Apr 30 01:35:58.407965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-07182dcd-082a-40f4-b11d-abf00b208d2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=443e92aa-fbb7-420d-8ae2-5f9a4310f93b HTTP/1.1" status: 200 len: 217 time: 0.0388072 Apr 30 01:35:58.487638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-82e668de-089b-4afc-a3ff-2c103b641492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.488993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-82e668de-089b-4afc-a3ff-2c103b641492 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.0754852 Apr 30 01:35:58.532399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-9905a149-a692-4ae6-a46a-e7b1395343ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363851 Apr 30 01:35:58.540909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-18371168-e74b-4a25-b6bc-1fa70ee1041e tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.542348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-18371168-e74b-4a25-b6bc-1fa70ee1041e tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 945 time: 0.1017170 Apr 30 01:35:58.617650 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:58.699203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': '7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:35:58.699581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: f8c63055-ce78-42af-a064-904d1d6761a9, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:35:58.701795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=827fb7e4-ace7-41ce-a1dc-5ceff7f26d87,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:58.714691 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df3fde49-896c-4e5b-9310-a96f9632c75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:58.749656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f7787-3845-4461-9f02-70bf2047b5cb req-4ace3f2a-ba70-4bdc-9569-425801e816d4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.764510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-369f7787-3845-4461-9f02-70bf2047b5cb req-4ace3f2a-ba70-4bdc-9569-425801e816d4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 943 time: 0.2023783 Apr 30 01:35:58.785079 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-ea54fd48-7a8a-406d-8da9-a4f4d6d9e598 service neutron] 10.222.0.21 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417676 Apr 30 01:35:58.788313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network f8c63055-ce78-42af-a064-904d1d6761a9 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:35:58.850530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f8c63055-ce78-42af-a064-904d1d6761a9) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:58.856070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:58.856765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:58.868054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c2d9f-4ee9-4d30-b7a0-e1924cb1add0 None None] Network f8c63055-ce78-42af-a064-904d1d6761a9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:35:58.896018 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-369f7787-3845-4461-9f02-70bf2047b5cb req-83a649d7-3aa4-483a-8baf-c77651407b91 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227839 Apr 30 01:35:58.912443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Deleting port f2d21a5f-49e8-476b-a702-3eb35c26806d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:35:58.912443 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:58.998570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-afcad2ee-c299-4282-a10c-c30c6b0da1ea req-214aa60d-dc78-4a29-b297-b5e2125e73d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990438 Apr 30 01:35:59.003094 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9479417d-9ea2-4043-adcb-a5c23e3a068e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1450944 Apr 30 01:35:59.005923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58376) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:59.012400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:35:59.051063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] For port f2d21a5f-49e8-476b-a702-3eb35c26806d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f2d21a5f-49e8-476b-a702-3eb35c26806d,segment=NetworkSegment(bff27b56-4608-4f74-bf70-765f4047374d),segment_id=bff27b56-4608-4f74-bf70-765f4047374d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:35:59.051731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.097091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Calling delete_port for f2d21a5f-49e8-476b-a702-3eb35c26806d owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:35:59.250884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-f8c63055-ce78-42af-a064-904d1d6761a9', 'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': '827fb7e4-ace7-41ce-a1dc-5ceff7f26d87'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:35:59.251782 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.296968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:35:59.304720 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.378620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.395506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f2d21a5f-49e8-476b-a702-3eb35c26806d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:35:59.417379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Pushing event deleted for resources: {'Port': ['ID=f2d21a5f-49e8-476b-a702-3eb35c26806d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:59.433388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Allocated IP 2001:db8::2 (f8c63055-ce78-42af-a064-904d1d6761a9/827fb7e4-ace7-41ce-a1dc-5ceff7f26d87/e62b9993-09fc-43b5-afad-cc0195c7cc9b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:35:59.543796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] No DVR routers for this DVR port f2d21a5f-49e8-476b-a702-3eb35c26806d on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:35:59.546844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.553091 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3562ba94-5350-4c2f-b6f3-88388334fb36 req-78d60962-6633-474b-be4d-2c3371995848 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.23 "DELETE /v2.0/ports/f2d21a5f-49e8-476b-a702-3eb35c26806d HTTP/1.1" status: 204 len: 173 time: 1.0022104 Apr 30 01:35:59.613410 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a627736-c9a8-41f7-9c20-872a24c1e0fe req-51912ac1-85e0-451e-84e1-6b0d22d4b884 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 210 time: 0.0767093 Apr 30 01:35:59.679690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.754042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.782641 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.801872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network f8c63055-ce78-42af-a064-904d1d6761a9 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:59.805134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:59.809737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:35:59.815249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:35:59.826021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=df1d26dc-4f2f-4905-85a5-3f2f48f01e7c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:59.858336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Network f8c63055-ce78-42af-a064-904d1d6761a9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:35:59.867577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:35:59.871463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:35:59.888681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-38f3eef6-4b61-4718-aa54-44b66e3209e9 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8811483 Apr 30 01:35:59.891507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58402) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:35:59.902777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Pushing event updated for resources: {'Port': ['ID=e62b9993-09fc-43b5-afad-cc0195c7cc9b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:35:59.960520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f008211-d5b0-42ee-9826-21b88c277276', 'name': 'network-vif-deleted', 'tag': 'f2d21a5f-49e8-476b-a702-3eb35c26806d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:35:59.963813 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e096f2-0eea-43d6-9da7-0bb5d8f1cd90" -d '{"events": [{"server_uuid": "4f008211-d5b0-42ee-9826-21b88c277276", "name": "network-vif-deleted", "tag": "f2d21a5f-49e8-476b-a702-3eb35c26806d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:35:59.982828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Attempting to bind port e62b9993-09fc-43b5-afad-cc0195c7cc9b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:35:59.982828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Attempting to bind port e62b9993-09fc-43b5-afad-cc0195c7cc9b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:35:59.983260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Attempting to bind port e62b9993-09fc-43b5-afad-cc0195c7cc9b on network f8c63055-ce78-42af-a064-904d1d6761a9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:00.003973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:00.007415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Checking segment: {'id': '7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:00.013710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.013710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Bound using segment: {'id': '7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:00.014404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Bound port: e62b9993-09fc-43b5-afad-cc0195c7cc9b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:00.015047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.038119 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c88a7f-7e0c-41f0-a83f-6208493deed3 x-openstack-request-id: req-68c88a7f-7e0c-41f0-a83f-6208493deed3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:00.041880 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f008211-d5b0-42ee-9826-21b88c277276", "name": "network-vif-deleted", "tag": "f2d21a5f-49e8-476b-a702-3eb35c26806d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:00.041880 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68c88a7f-7e0c-41f0-a83f-6208493deed3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:00.041880 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c88a7f-7e0c-41f0-a83f-6208493deed3'] response: {'server_uuid': '4f008211-d5b0-42ee-9826-21b88c277276', 'name': 'network-vif-deleted', 'tag': 'f2d21a5f-49e8-476b-a702-3eb35c26806d', 'status': 'completed', 'code': 200} Apr 30 01:36:00.067278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9654e-b4ec-4e96-939d-75da5e247b23 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:00.070603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9654e-b4ec-4e96-939d-75da5e247b23 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:00.070603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9654e-b4ec-4e96-939d-75da5e247b23 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:00.072409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9654e-b4ec-4e96-939d-75da5e247b23 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:00.073922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9654e-b4ec-4e96-939d-75da5e247b23 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:00.075687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-48b9654e-b4ec-4e96-939d-75da5e247b23 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1831393 Apr 30 01:36:00.081078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58412) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:00.087149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318758708'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:00.098325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390425f-9f5b-4884-ac81-48dbd9b9e484 req-54083742-c3d6-41f0-9f09-6c9a7cf5f4e9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:00.110978 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c390425f-9f5b-4884-ac81-48dbd9b9e484 req-54083742-c3d6-41f0-9f09-6c9a7cf5f4e9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 943 time: 0.0962186 Apr 30 01:36:00.123299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] For port e62b9993-09fc-43b5-afad-cc0195c7cc9b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:00.126575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] For port e62b9993-09fc-43b5-afad-cc0195c7cc9b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e62b9993-09fc-43b5-afad-cc0195c7cc9b,segment=NetworkSegment(7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9),segment_id=7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:00.143745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c390425f-9f5b-4884-ac81-48dbd9b9e484 req-d9ef3ea7-ef80-401b-bf10-5eb14bf0e80c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Apr 30 01:36:00.176296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:00.179906 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.206341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.209450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:36:00.220022 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.220391 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment 7ef109bd-5be8-41f8-a53a-0491ff93293b of type vlan for network e0a3f3a5-1e57-406a-9d08-5359d72c987f Apr 30 01:36:00.276370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.282124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168e9a4-9ef4-4e37-8742-1446a3acdbc8 None None] Pushing event updated for resources: {'Port': ['ID=e62b9993-09fc-43b5-afad-cc0195c7cc9b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:00.376648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.382345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:00.383125 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.459126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=e0a3f3a5-1e57-406a-9d08-5359d72c987f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:00.511420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network e0a3f3a5-1e57-406a-9d08-5359d72c987f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:00.536071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-532308c6-2869-480b-afd5-1156d137b7ba tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4535508 Apr 30 01:36:00.539187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58426) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:00.545215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-94649d66-6e0d-4f12-b2e5-ed294ebe42cc tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:00.775978 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28aa4928-3a5a-4788-b33a-0c3f7fe15f30 req-268ef601-d301-4bc3-bf66-d699b91a9ac1 tempest-InstanceActionsTestJSON-432386382 tempest-InstanceActionsTestJSON-432386382-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f008211-d5b0-42ee-9826-21b88c277276 HTTP/1.1" status: 200 len: 210 time: 0.0502903 Apr 30 01:36:00.845778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94649d66-6e0d-4f12-b2e5-ed294ebe42cc tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.852589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 443e92aa-fbb7-420d-8ae2-5f9a4310f93b details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:36:00.965028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94649d66-6e0d-4f12-b2e5-ed294ebe42cc tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.982671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:00.985062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94649d66-6e0d-4f12-b2e5-ed294ebe42cc tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network e0a3f3a5-1e57-406a-9d08-5359d72c987f is not hosted by any dhcp agent {{(pid=103318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:36:00.990333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94649d66-6e0d-4f12-b2e5-ed294ebe42cc tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:00.990773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94649d66-6e0d-4f12-b2e5-ed294ebe42cc tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:00.995472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:00.996077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-94649d66-6e0d-4f12-b2e5-ed294ebe42cc tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "PUT /v2.0/networks/e0a3f3a5-1e57-406a-9d08-5359d72c987f HTTP/1.1" status: 200 len: 723 time: 0.4551544 Apr 30 01:36:01.000664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': 'e0a3f3a5-1e57-406a-9d08-5359d72c987f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:01.007078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '443e92aa-fbb7-420d-8ae2-5f9a4310f93b', 'network_id': 'ebfb2767-7242-478f-9442-df54e9157d32', 'port_id': '443e92aa-fbb7-420d-8ae2-5f9a4310f93b', 'mac_address': 'fa:16:3e:a9:50:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27595e3-02e3-4458-a602-6aa9173de05f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:36:01.076425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0fd1-2264-4de7-b4e8-da6aee3252b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:01.078141 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:01.081149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94649d66-6e0d-4f12-b2e5-ed294ebe42cc tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=e0a3f3a5-1e57-406a-9d08-5359d72c987f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:01.100128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network e0a3f3a5-1e57-406a-9d08-5359d72c987f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:01.168422 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443e92aa-fbb7-420d-8ae2-5f9a4310f93b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:36:01.204319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:01.282219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fee38-8df7-436c-8276-26d999eb6762 req-ccd81705-d766-46ba-ad89-dc3243ea6711 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:01.285804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:01.289934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:01.290295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a67fee38-8df7-436c-8276-26d999eb6762 req-ccd81705-d766-46ba-ad89-dc3243ea6711 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 943 time: 0.0659187 Apr 30 01:36:01.314206 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:01.363361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a67fee38-8df7-436c-8276-26d999eb6762 req-1d986ca1-eed8-4739-a4d5-8be70d7af946 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600436 Apr 30 01:36:01.428754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:01.550693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846514ec-7fae-465e-a1f6-bb31d27b1775 None None] Network f8c63055-ce78-42af-a064-904d1d6761a9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:01.572667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['443e92aa-fbb7-420d-8ae2-5f9a4310f93b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:01.577800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:01.662472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=14c44359-ad73-4679-94f1-a6c50bedd824,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:01.665003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': '7ef109bd-5be8-41f8-a53a-0491ff93293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0a3f3a5-1e57-406a-9d08-5359d72c987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:01.665003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: e0a3f3a5-1e57-406a-9d08-5359d72c987f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:36:01.704333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b22751af-d1d4-49af-bde9-4df1fbf46db1 None None] Provisioning complete for port e62b9993-09fc-43b5-afad-cc0195c7cc9b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:01.704710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b22751af-d1d4-49af-bde9-4df1fbf46db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:01.753259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network e0a3f3a5-1e57-406a-9d08-5359d72c987f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:36:01.834384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, e0a3f3a5-1e57-406a-9d08-5359d72c987f) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:01.843753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:01.846913 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:01.853906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89f459-1e28-40e6-8658-b1d2d14b2c84 None None] Network e0a3f3a5-1e57-406a-9d08-5359d72c987f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:01.854654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58468) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:01.920750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-debcff1a-0028-4cec-a18c-06906142bb26 admin admin] Deleting subnet 1cc26c80-0c0c-4c85-a0ac-60f6a6522c37 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:36:01.924537 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-debcff1a-0028-4cec-a18c-06906142bb26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:01.935452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c32ef6d7-a47e-405f-9e5d-c2eeea35385b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9386137 Apr 30 01:36:01.938160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:01.944017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-864ef219-c536-468c-9320-b0d664ed9cfe tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:01.977142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-debcff1a-0028-4cec-a18c-06906142bb26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.048072 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b22751af-d1d4-49af-bde9-4df1fbf46db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.067791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-debcff1a-0028-4cec-a18c-06906142bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.122060 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.166562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-864ef219-c536-468c-9320-b0d664ed9cfe tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58981086'] for subnet, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.193766 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b22751af-d1d4-49af-bde9-4df1fbf46db1 None None] For port e62b9993-09fc-43b5-afad-cc0195c7cc9b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e62b9993-09fc-43b5-afad-cc0195c7cc9b,segment=NetworkSegment(7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9),segment_id=7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:02.222313 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-debcff1a-0028-4cec-a18c-06906142bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.253958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-e0a3f3a5-1e57-406a-9d08-5359d72c987f', 'network_id': 'e0a3f3a5-1e57-406a-9d08-5359d72c987f', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': '14c44359-ad73-4679-94f1-a6c50bedd824'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:36:02.255995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.262102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf27fe-b0f2-41e4-ad4a-43cbfab1d3a5 None None] Update dhcp port {'port': {'network_id': 'f8c63055-ce78-42af-a064-904d1d6761a9', 'fixed_ips': [{'subnet_id': '827fb7e4-ace7-41ce-a1dc-5ceff7f26d87', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df1d26dc-4f2f-4905-85a5-3f2f48f01e7c'}], 'binding:host_id': 'n-d-821348-1'}, 'id': 'e62b9993-09fc-43b5-afad-cc0195c7cc9b'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:36:02.270007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcff1a-0028-4cec-a18c-06906142bb26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc26c80-0c0c-4c85-a0ac-60f6a6522c37,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:02.281529 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-debcff1a-0028-4cec-a18c-06906142bb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.287931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-debcff1a-0028-4cec-a18c-06906142bb26 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1cc26c80-0c0c-4c85-a0ac-60f6a6522c37 HTTP/1.1" status: 204 len: 168 time: 0.4312992 Apr 30 01:36:02.288657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58480) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:02.313574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e62b9993-09fc-43b5-afad-cc0195c7cc9b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:02.351124 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b22751af-d1d4-49af-bde9-4df1fbf46db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.411825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.430157 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ddf27fe-b0f2-41e4-ad4a-43cbfab1d3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.467681 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-864ef219-c536-468c-9320-b0d664ed9cfe tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773245442744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62158210'] for subnet, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.507558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ef219-c536-468c-9320-b0d664ed9cfe tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:02.508144 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-864ef219-c536-468c-9320-b0d664ed9cfe tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.512694 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-864ef219-c536-468c-9320-b0d664ed9cfe tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "PUT /v2.0/subnets/14c44359-ad73-4679-94f1-a6c50bedd824 HTTP/1.1" status: 200 len: 826 time: 0.5709581 Apr 30 01:36:02.530422 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.548724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58488) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:02.574160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ef219-c536-468c-9320-b0d664ed9cfe tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=14c44359-ad73-4679-94f1-a6c50bedd824,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:02.585119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f6478e-165c-4534-aa50-2f63c3b784cf']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:02.606942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff27b56-4608-4f74-bf70-765f4047374d') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:02.607354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff27b56-4608-4f74-bf70-765f4047374d') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:02.607534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e62b9993-09fc-43b5-afad-cc0195c7cc9b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:02.607907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.623571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.642000 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.650950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:02.651340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:02.653715 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:02.670764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57805b9-1696-4720-9748-cadd51338af6 req-68444442-feec-4530-a436-5860db4baecd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:02.672461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f57805b9-1696-4720-9748-cadd51338af6 req-68444442-feec-4530-a436-5860db4baecd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 944 time: 0.2209077 Apr 30 01:36:02.705805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.713705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22751af-d1d4-49af-bde9-4df1fbf46db1 None None] Pushing event updated for resources: {'Port': ['ID=e62b9993-09fc-43b5-afad-cc0195c7cc9b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:02.752729 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f57805b9-1696-4720-9748-cadd51338af6 req-fdf00f21-9e1c-4704-b23e-6147caaa71bd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730383 Apr 30 01:36:02.789062 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.793393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.807682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:02.825256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1f6478e-165c-4534-aa50-2f63c3b784cf HTTP/1.1" status: 204 len: 168 time: 0.5354176 Apr 30 01:36:02.855177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdb43d-9456-41f3-8628-efa9b6690697 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f6478e-165c-4534-aa50-2f63c3b784cf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:02.984221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 443e92aa-fbb7-420d-8ae2-5f9a4310f93b up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:03.028540 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Allocated IP 2001:db8::2 (e0a3f3a5-1e57-406a-9d08-5359d72c987f/14c44359-ad73-4679-94f1-a6c50bedd824/dc171105-2873-4724-a712-e6efb26209f6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:03.062992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6ddf27fe-b0f2-41e4-ad4a-43cbfab1d3a5 None None] Allocated IP 172.20.0.1 (f8c63055-ce78-42af-a064-904d1d6761a9/df1d26dc-4f2f-4905-85a5-3f2f48f01e7c/e62b9993-09fc-43b5-afad-cc0195c7cc9b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:03.210370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f2d21a5f-49e8-476b-a702-3eb35c26806d no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:36:03.254273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: f2d21a5f-49e8-476b-a702-3eb35c26806d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:36:03.254718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f2d21a5f-49e8-476b-a702-3eb35c26806d not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:36:03.330002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:36:03.332483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6ddf27fe-b0f2-41e4-ad4a-43cbfab1d3a5 None None] For port e62b9993-09fc-43b5-afad-cc0195c7cc9b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e62b9993-09fc-43b5-afad-cc0195c7cc9b,segment=NetworkSegment(7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9),segment_id=7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:03.349326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:03.349710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.380797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58508) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:03.383500 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.412833 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ddf27fe-b0f2-41e4-ad4a-43cbfab1d3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.431634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58512) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:03.432570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8dbadc40-2784-48c0-9935-f0c45354cf46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22cbab3dbbac44f1bf1a313ac1d946bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492086 Apr 30 01:36:03.469087 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.486749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8616d18-36c1-4731-9bb9-c75623e88c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.503995 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5beadf0-3384-4072-9794-41983c998351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443e92aa-fbb7-420d-8ae2-5f9a4310f93b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:03.506315 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5c8e24-07d0-4e20-b09f-e82ed9d08c09" -d '{"events": [{"server_uuid": "e5beadf0-3384-4072-9794-41983c998351", "name": "network-vif-plugged", "status": "completed", "tag": "443e92aa-fbb7-420d-8ae2-5f9a4310f93b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:03.510162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8616d18-36c1-4731-9bb9-c75623e88c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.518968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:03.549634 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ddf27fe-b0f2-41e4-ad4a-43cbfab1d3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.558529 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.563032 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c393894-25cb-4522-8585-38650f7bc086 x-openstack-request-id: req-2c393894-25cb-4522-8585-38650f7bc086 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:03.563382 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5beadf0-3384-4072-9794-41983c998351", "name": "network-vif-plugged", "status": "completed", "tag": "443e92aa-fbb7-420d-8ae2-5f9a4310f93b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:03.563818 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c393894-25cb-4522-8585-38650f7bc086 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:03.564381 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c393894-25cb-4522-8585-38650f7bc086'] response: {'server_uuid': 'e5beadf0-3384-4072-9794-41983c998351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443e92aa-fbb7-420d-8ae2-5f9a4310f93b', 'code': 200} Apr 30 01:36:03.637088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Network e0a3f3a5-1e57-406a-9d08-5359d72c987f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:03.668265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:03.670116 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.687831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.697411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8616d18-36c1-4731-9bb9-c75623e88c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.697411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8616d18-36c1-4731-9bb9-c75623e88c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.697411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a8616d18-36c1-4731-9bb9-c75623e88c97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0796be02-67c5-4a49-8393-a78ee7769bda HTTP/1.1" status: 204 len: 168 time: 0.2619114 Apr 30 01:36:03.702203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:03.717217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8616d18-36c1-4731-9bb9-c75623e88c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0796be02-67c5-4a49-8393-a78ee7769bda,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:03.720518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf27fe-b0f2-41e4-ad4a-43cbfab1d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e62b9993-09fc-43b5-afad-cc0195c7cc9b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:03.731362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37084189-ee3e-407e-b5ea-7378a2f9c38a req-b5306602-95e9-4842-99d6-c5eb011c5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:03.733392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37084189-ee3e-407e-b5ea-7378a2f9c38a req-b5306602-95e9-4842-99d6-c5eb011c5d81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 1096 time: 0.0970094 Apr 30 01:36:03.778416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=14c44359-ad73-4679-94f1-a6c50bedd824,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:03.798989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37084189-ee3e-407e-b5ea-7378a2f9c38a req-59d7dc5a-ffb0-4bc4-8e62-fa7a143cf252 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564659 Apr 30 01:36:03.872822 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.911937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Pushing event updated for resources: {'Port': ['ID=dc171105-2873-4724-a712-e6efb26209f6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:03.924745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Attempting to bind port dc171105-2873-4724-a712-e6efb26209f6 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:36:03.925425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Attempting to bind port dc171105-2873-4724-a712-e6efb26209f6 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '7ef109bd-5be8-41f8-a53a-0491ff93293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0a3f3a5-1e57-406a-9d08-5359d72c987f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:36:03.925960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Attempting to bind port dc171105-2873-4724-a712-e6efb26209f6 on network e0a3f3a5-1e57-406a-9d08-5359d72c987f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:03.938726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.968520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a3f3a5-1e57-406a-9d08-5359d72c987f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:03.970813 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.972673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:03.976153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Checking segment: {'id': '7ef109bd-5be8-41f8-a53a-0491ff93293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0a3f3a5-1e57-406a-9d08-5359d72c987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:03.976153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.976153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Bound using segment: {'id': '7ef109bd-5be8-41f8-a53a-0491ff93293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0a3f3a5-1e57-406a-9d08-5359d72c987f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:03.976153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Bound port: dc171105-2873-4724-a712-e6efb26209f6, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef109bd-5be8-41f8-a53a-0491ff93293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0a3f3a5-1e57-406a-9d08-5359d72c987f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:03.976153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:03.984811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef109bd-5be8-41f8-a53a-0491ff93293b') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:03.985096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef109bd-5be8-41f8-a53a-0491ff93293b') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:03.997745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.004065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992512b-440f-4949-93a2-eeeaac5238cf req-13c67202-85d3-4ca3-9c57-a31376849466 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:04.005895 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c992512b-440f-4949-93a2-eeeaac5238cf req-13c67202-85d3-4ca3-9c57-a31376849466 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1213794 Apr 30 01:36:04.015152 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.023550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:04.024012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.031225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:04.083397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c992512b-440f-4949-93a2-eeeaac5238cf req-0c74e6cb-b936-4c5a-ab0e-ca26d89bc820 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657003 Apr 30 01:36:04.113574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] For port dc171105-2873-4724-a712-e6efb26209f6, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:04.123341 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:04.128331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] For port dc171105-2873-4724-a712-e6efb26209f6, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=dc171105-2873-4724-a712-e6efb26209f6,segment=NetworkSegment(7ef109bd-5be8-41f8-a53a-0491ff93293b),segment_id=7ef109bd-5be8-41f8-a53a-0491ff93293b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:04.170967 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:36:04.170967 n-d-821348-1 neutron-server[103319]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:36:04.170967 n-d-821348-1 neutron-server[103319]: [parameters: {'id': 'e0a3f3a5-1e57-406a-9d08-5359d72c987f'}] Apr 30 01:36:04.170967 n-d-821348-1 neutron-server[103319]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:36:04.172800 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:36:04.199903 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.252001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e62b9993-09fc-43b5-afad-cc0195c7cc9b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:04.332072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16ae1b-60a7-4bf2-a733-76b7749272fb None None] Pushing event updated for resources: {'Port': ['ID=dc171105-2873-4724-a712-e6efb26209f6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:04.350525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ec107-dd85-460d-a714-ef287734e002 None None] Network e0a3f3a5-1e57-406a-9d08-5359d72c987f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:04.415074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e62b9993-09fc-43b5-afad-cc0195c7cc9b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:04.415911 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.547367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87fc1d1-f842-46ab-80ef-631ea29f7566 None None] Network f8c63055-ce78-42af-a064-904d1d6761a9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:04.547367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fb56d-6b77-4561-a3ff-6ac1c1aa3ac1 None None] Network e0a3f3a5-1e57-406a-9d08-5359d72c987f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:04.675129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.717920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c8869d5f-b044-4337-a822-8ea27417d756 None None] Provisioning complete for port e62b9993-09fc-43b5-afad-cc0195c7cc9b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:04.718295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8869d5f-b044-4337-a822-8ea27417d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.756042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting port dc171105-2873-4724-a712-e6efb26209f6 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:04.756587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.868041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] For port dc171105-2873-4724-a712-e6efb26209f6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=dc171105-2873-4724-a712-e6efb26209f6,segment=NetworkSegment(7ef109bd-5be8-41f8-a53a-0491ff93293b),segment_id=7ef109bd-5be8-41f8-a53a-0491ff93293b)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:04.868522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:04.905592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Calling delete_port for dc171105-2873-4724-a712-e6efb26209f6 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:05.153507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:05.207289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Port': ['ID=dc171105-2873-4724-a712-e6efb26209f6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:05.278215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No DVR routers for this DVR port dc171105-2873-4724-a712-e6efb26209f6 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:05.316647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58572) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:05.377910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019f23f-d62b-47d5-86c3-f5c74584d726 req-9ba07755-7046-43a0-be59-0b5847e8b394 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:05.386401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3019f23f-d62b-47d5-86c3-f5c74584d726 req-9ba07755-7046-43a0-be59-0b5847e8b394 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1801832 Apr 30 01:36:05.411225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ab452-ea61-44fa-ae71-49f65b19b6f1 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:36:05.464577 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:05.492205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-476716805-network', 'tenant_id': '2adab414482a48a8b2b3c84793d97e26'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:05.498871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3019f23f-d62b-47d5-86c3-f5c74584d726 req-0440861d-fc4b-45d2-8580-2d0723f25ffd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061163 Apr 30 01:36:05.512547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a3f3a5-1e57-406a-9d08-5359d72c987f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:05.512794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-72525c7d-83b3-4941-a7c3-3cdad63edb41 None None] Provisioning complete for port e62b9993-09fc-43b5-afad-cc0195c7cc9b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:05.513001 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72525c7d-83b3-4941-a7c3-3cdad63edb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:05.538688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef109bd-5be8-41f8-a53a-0491ff93293b') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:05.538688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef109bd-5be8-41f8-a53a-0491ff93293b') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:05.552708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:05.598571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:05.604401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:05.605016 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:05.619515 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:05.623918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Made reservation on behalf of 2adab414482a48a8b2b3c84793d97e26 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:05.627310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:05.640065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:05.673899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37ab452-ea61-44fa-ae71-49f65b19b6f1 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:36:06.126616 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.142321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.149380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/e0a3f3a5-1e57-406a-9d08-5359d72c987f HTTP/1.1" status: 204 len: 168 time: 3.5979686 Apr 30 01:36:06.153538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58598) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:06.161565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7de5c-175b-442c-be04-0f945bc84b7d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=e0a3f3a5-1e57-406a-9d08-5359d72c987f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:06.183796 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d76fae0-87b0-4a3d-ac45-7a83378be853 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:06.184828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d76fae0-87b0-4a3d-ac45-7a83378be853 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:06.189222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d76fae0-87b0-4a3d-ac45-7a83378be853 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/e0a3f3a5-1e57-406a-9d08-5359d72c987f HTTP/1.1" status: 404 len: 339 time: 0.0324597 Apr 30 01:36:06.192410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58600) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:06.199465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51870280', 'description': 'd1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:06.242561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.301980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:06.305583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.339263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.344731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:36:06.356490 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.356835 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment a66644eb-0ca8-4b31-9221-8b9a16e67306 of type vlan for network 4f77d82c-aa41-45a4-ae33-e6c5189b108a Apr 30 01:36:06.367193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:36:06.377649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab33ca-6348-453e-acf5-b7d0359b55e9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:06.382802 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.383084 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Added segment abdc5ad8-2848-4a21-97b3-018c6fdbadb7 of type vlan for network 60d46ed8-b5e8-4d48-afb3-5c093f4bd33b Apr 30 01:36:06.447814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.487312 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.606977 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.608474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:06.609341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.632897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.642527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:06.643689 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605764'] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:06.651745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3d757-72bf-42bd-aa22-544088668a2d req-dc570676-3135-4535-8c94-415b17d899a1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:06.654300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-93a3d757-72bf-42bd-aa22-544088668a2d req-dc570676-3135-4535-8c94-415b17d899a1 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0891287 Apr 30 01:36:06.721291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] Pushing event updated for resources: {'Network': ['ID=60d46ed8-b5e8-4d48-afb3-5c093f4bd33b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:06.735400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 60d46ed8-b5e8-4d48-afb3-5c093f4bd33b details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:06.755042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=4f77d82c-aa41-45a4-ae33-e6c5189b108a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:06.766681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d1bf006e-a73c-4320-a72f-b1a21e4e0a96 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4480927 Apr 30 01:36:06.770561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58618) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:06.777153 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-93a3d757-72bf-42bd-aa22-544088668a2d req-db90ad3b-598c-4180-8a3d-f404770c4cb8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Apr 30 01:36:06.777300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Request body: {'subnet': {'network_id': '60d46ed8-b5e8-4d48-afb3-5c093f4bd33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-476716805-subnet', 'tenant_id': '2adab414482a48a8b2b3c84793d97e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:06.785057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-923b31cf-6f07-4579-b3dd-299433ed2f5b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5915134 Apr 30 01:36:06.787830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58620) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:06.789421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4f77d82c-aa41-45a4-ae33-e6c5189b108a details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:06.899088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d3872-3995-44fe-8f8b-6f82b7eb6835 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:06.901273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-180d3872-3995-44fe-8f8b-6f82b7eb6835 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/networks?id=4f77d82c-aa41-45a4-ae33-e6c5189b108a HTTP/1.1" status: 200 len: 763 time: 0.1115806 Apr 30 01:36:06.903991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58624) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:06.908989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-49d2c51c-015c-41f1-8472-1923181c24aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'description': 'd2'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:06.966998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Made reservation on behalf of 2adab414482a48a8b2b3c84793d97e26 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:06.969239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:07.101588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfafc3-6b33-41be-aaf4-001a377fb2c4 req-a4d8b676-8cc0-40af-b6dc-e5d0cc4def63 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:07.103392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ddfafc3-6b33-41be-aaf4-001a377fb2c4 req-a4d8b676-8cc0-40af-b6dc-e5d0cc4def63 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0518770 Apr 30 01:36:07.156697 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ddfafc3-6b33-41be-aaf4-001a377fb2c4 req-62d72d14-022a-47f5-ace6-a128593ae03b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Apr 30 01:36:07.159151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49d2c51c-015c-41f1-8472-1923181c24aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:07.245287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49d2c51c-015c-41f1-8472-1923181c24aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:07.308744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49d2c51c-015c-41f1-8472-1923181c24aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network 4f77d82c-aa41-45a4-ae33-e6c5189b108a is not hosted by any dhcp agent {{(pid=103319) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:36:07.314236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d2c51c-015c-41f1-8472-1923181c24aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:07.314816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49d2c51c-015c-41f1-8472-1923181c24aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:07.316087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-49d2c51c-015c-41f1-8472-1923181c24aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "PUT /v2.0/networks/4f77d82c-aa41-45a4-ae33-e6c5189b108a HTTP/1.1" status: 200 len: 760 time: 0.4111974 Apr 30 01:36:07.319448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58638) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:07.362821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2c51c-015c-41f1-8472-1923181c24aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=4f77d82c-aa41-45a4-ae33-e6c5189b108a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:07.373611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4f77d82c-aa41-45a4-ae33-e6c5189b108a details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:07.376909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd23aad-e185-48d8-a28c-595e99129b3a req-aece23ed-0e3a-49b9-ac80-18da063e3c23 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:07.378426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fd23aad-e185-48d8-a28c-595e99129b3a req-aece23ed-0e3a-49b9-ac80-18da063e3c23 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1399617 Apr 30 01:36:07.398912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:07.442222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0030fd6-a9e1-4306-ab5e-9600008f7431 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:07.444551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a0030fd6-a9e1-4306-ab5e-9600008f7431 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/networks?id=4f77d82c-aa41-45a4-ae33-e6c5189b108a HTTP/1.1" status: 200 len: 763 time: 0.1240883 Apr 30 01:36:07.448418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58642) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:07.469448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fd23aad-e185-48d8-a28c-595e99129b3a req-7204bd8b-2cba-45cb-b884-6652f4cdc58b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846717 Apr 30 01:36:07.474773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1665ccbe-b1e7-4a61-889d-6be3076bfb39,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:07.496593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Checking segment: {'id': 'abdc5ad8-2848-4a21-97b3-018c6fdbadb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '60d46ed8-b5e8-4d48-afb3-5c093f4bd33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:07.496874 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Network hostable DHCP agents. Network: 60d46ed8-b5e8-4d48-afb3-5c093f4bd33b, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:36:07.584971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Network 60d46ed8-b5e8-4d48-afb3-5c093f4bd33b is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:36:07.695925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 60d46ed8-b5e8-4d48-afb3-5c093f4bd33b) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:07.700842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:07.701522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:07.710063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12570f4d-d643-424f-acf0-3114ef5bd1b8 None None] Network 60d46ed8-b5e8-4d48-afb3-5c093f4bd33b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:07.767295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4028d2da-edd1-4874-a53e-c9b5a9b2f572 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9954748 Apr 30 01:36:07.958906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e811f7-eb26-42d3-9454-7ab6983de14d req-fdd902ed-8a08-4b8f-a891-275aabda6824 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:07.963930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50e811f7-eb26-42d3-9454-7ab6983de14d req-fdd902ed-8a08-4b8f-a891-275aabda6824 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1041439 Apr 30 01:36:07.974951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db365090-96b5-4136-bc19-6c8d5aafa5c2 None None] Network 60d46ed8-b5e8-4d48-afb3-5c093f4bd33b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:08.047100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50e811f7-eb26-42d3-9454-7ab6983de14d req-e8190ca3-274a-4749-8c6c-f9cb0edf05d0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737886 Apr 30 01:36:08.055837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a8a8d-e58a-45b1-8694-6ed29ddc3846 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.059549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9f6a8a8d-e58a-45b1-8694-6ed29ddc3846 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6075871 Apr 30 01:36:08.060492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58672) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:08.106268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bcf0fd71-d2d0-41cb-9b01-ee752d889e2c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 207 time: 0.0407023 Apr 30 01:36:08.110035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58676) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:08.389069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d60be-3e6a-4a40-9a87-3aa29d510e9c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.394454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d60be-3e6a-4a40-9a87-3aa29d510e9c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.401523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d60be-3e6a-4a40-9a87-3aa29d510e9c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.407783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d60be-3e6a-4a40-9a87-3aa29d510e9c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.413799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d60be-3e6a-4a40-9a87-3aa29d510e9c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.426140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d60be-3e6a-4a40-9a87-3aa29d510e9c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.428073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-832d60be-3e6a-4a40-9a87-3aa29d510e9c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.3202584 Apr 30 01:36:08.438328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58694) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:08.611752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58708) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:08.665912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8e21ec-bac9-488a-ae82-01123b0f6135 admin admin] Deleting subnet 1665ccbe-b1e7-4a61-889d-6be3076bfb39 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:36:08.670342 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e8e21ec-bac9-488a-ae82-01123b0f6135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:08.672921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf29bd8f-eccb-4d02-b2ad-adf76cbf30ce tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2331347 Apr 30 01:36:08.676172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58712) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:08.710391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e8e21ec-bac9-488a-ae82-01123b0f6135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:08.751534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18028e31-315c-4b39-98bd-8a4e32e42590 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.753394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18028e31-315c-4b39-98bd-8a4e32e42590 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.755560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18028e31-315c-4b39-98bd-8a4e32e42590 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.757678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18028e31-315c-4b39-98bd-8a4e32e42590 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.759332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18028e31-315c-4b39-98bd-8a4e32e42590 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.766199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-18028e31-315c-4b39-98bd-8a4e32e42590 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0843775 Apr 30 01:36:08.794457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58714) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:08.794672 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e8e21ec-bac9-488a-ae82-01123b0f6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:08.835383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9d674-0181-48f3-958a-db47a6639cc6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.837819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9d674-0181-48f3-958a-db47a6639cc6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.839128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9d674-0181-48f3-958a-db47a6639cc6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.841002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9d674-0181-48f3-958a-db47a6639cc6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.842610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9d674-0181-48f3-958a-db47a6639cc6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.844636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-51e9d674-0181-48f3-958a-db47a6639cc6 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0769932 Apr 30 01:36:08.848659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58716) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:08.954644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37d1c5-c390-4317-86a0-e26ff897a7d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:08.956063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8b37d1c5-c390-4317-86a0-e26ff897a7d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/networks/77e6d79e-ca1b-4783-aa3c-924ef234a727 HTTP/1.1" status: 200 len: 804 time: 0.1052651 Apr 30 01:36:08.959658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58718) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:09.051306 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e8e21ec-bac9-488a-ae82-01123b0f6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.065472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35852f1d-8e7f-46c9-8039-aa4158d299a4 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/networks/77e6d79e-ca1b-4783-aa3c-924ef234a727?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1046274 Apr 30 01:36:09.066535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58722) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:09.101646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e21ec-bac9-488a-ae82-01123b0f6135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1665ccbe-b1e7-4a61-889d-6be3076bfb39,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:09.111093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e8e21ec-bac9-488a-ae82-01123b0f6135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.129836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decc4af-3fdf-4b81-b02c-1bf3b3f6264f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:09.131205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8decc4af-3fdf-4b81-b02c-1bf3b3f6264f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/subnets/16a651fe-cf6e-4c5f-b975-48f4cf71b696 HTTP/1.1" status: 200 len: 843 time: 0.0625093 Apr 30 01:36:09.135919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58728) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:09.140982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1e8e21ec-bac9-488a-ae82-01123b0f6135 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1665ccbe-b1e7-4a61-889d-6be3076bfb39 HTTP/1.1" status: 204 len: 168 time: 0.5276105 Apr 30 01:36:09.143906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58730) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:09.200596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e499fb-fa3e-4e0f-b7ad-7ac06805fa48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:09.202369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-92e499fb-fa3e-4e0f-b7ad-7ac06805fa48 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "GET /v2.0/subnets/16a651fe-cf6e-4c5f-b975-48f4cf71b696?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0653191 Apr 30 01:36:09.206257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:09.211644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935051772'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:09.230127 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.320913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fc8f2-a625-47c9-b3b3-9e8c0c79d273 req-aff17bb2-5074-450b-a07a-b00f55fbfd25 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:09.323679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d0fc8f2-a625-47c9-b3b3-9e8c0c79d273 req-aff17bb2-5074-450b-a07a-b00f55fbfd25 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0914180 Apr 30 01:36:09.331677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:09.339295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.388483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:36:09.398790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.415967 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.423256 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Added segment 8210ee15-b1d5-4961-b749-a2a95f569bbf of type vlan for network 8d148ebe-f933-4893-b727-15f3452e6846 Apr 30 01:36:09.432096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d46ed8-b5e8-4d48-afb3-5c093f4bd33b']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:09.445090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d0fc8f2-a625-47c9-b3b3-9e8c0c79d273 req-7c95e5f5-bee3-4242-8c7a-ba84bc81bc9d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Apr 30 01:36:09.447702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdc5ad8-2848-4a21-97b3-018c6fdbadb7') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:09.448175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdc5ad8-2848-4a21-97b3-018c6fdbadb7') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:09.458146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.480631 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.487102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.491881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:09.492284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:09.494569 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:09.581023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.586715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:09.590226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.610206 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.616214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:09.619861 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/60d46ed8-b5e8-4d48-afb3-5c093f4bd33b HTTP/1.1" status: 204 len: 168 time: 0.4745877 Apr 30 01:36:09.652537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5abfe-4b06-4847-a080-c12f14850cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d46ed8-b5e8-4d48-afb3-5c093f4bd33b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:09.684763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Network': ['ID=8d148ebe-f933-4893-b727-15f3452e6846,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:09.696128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 8d148ebe-f933-4893-b727-15f3452e6846 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:09.708209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58748) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:09.709395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a3408f25-89c5-498c-bc87-ba9b6def1d13 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4978273 Apr 30 01:36:09.718758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'network_id': '8d148ebe-f933-4893-b727-15f3452e6846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:09.948270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Made reservation on behalf of e80122d6db8b45c5bc6b75023b5dfd54 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:09.952116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:10.034135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Performing IP validity checks on allocation pools {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 30 01:36:10.034799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 30 01:36:10.049338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58756) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:10.121529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f0d243e3-4e62-450a-950e-c3927a8db6b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2adab414482a48a8b2b3c84793d97e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708282 Apr 30 01:36:10.124196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:10.196086 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-130fd3f5-7def-4ba8-a118-9f6de5b94f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:10.220732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-130fd3f5-7def-4ba8-a118-9f6de5b94f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:10.319156 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:10.359226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-130fd3f5-7def-4ba8-a118-9f6de5b94f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:10.361889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-130fd3f5-7def-4ba8-a118-9f6de5b94f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:10.365938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-130fd3f5-7def-4ba8-a118-9f6de5b94f8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71ab33ca-6348-453e-acf5-b7d0359b55e9 HTTP/1.1" status: 204 len: 168 time: 0.2404952 Apr 30 01:36:10.375778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fd3f5-7def-4ba8-a118-9f6de5b94f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab33ca-6348-453e-acf5-b7d0359b55e9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:10.385986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=d86cc127-73de-4052-b8b4-00d669c4e02a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:10.393138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Checking segment: {'id': '8210ee15-b1d5-4961-b749-a2a95f569bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d148ebe-f933-4893-b727-15f3452e6846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:10.393602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network hostable DHCP agents. Network: 8d148ebe-f933-4893-b727-15f3452e6846, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:36:10.507530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Network 8d148ebe-f933-4893-b727-15f3452e6846 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:36:10.593134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 8d148ebe-f933-4893-b727-15f3452e6846) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:10.600117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:10.600117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:10.603399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ec745-f22f-480f-833f-88c01943b269 req-532df029-7edb-443f-aa0e-92b9b7864463 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:10.604770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b0a11a-81b3-431c-843d-d0692c84653c None None] Network 8d148ebe-f933-4893-b727-15f3452e6846 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:10.605007 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-252ec745-f22f-480f-833f-88c01943b269 req-532df029-7edb-443f-aa0e-92b9b7864463 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0652814 Apr 30 01:36:10.657167 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-252ec745-f22f-480f-833f-88c01943b269 req-14fb69b9-c2ab-48c2-bf10-562bc7009c20 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 Apr 30 01:36:10.700814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-49b2336d-d792-42fc-a641-e019c2551aa5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9908719 Apr 30 01:36:10.707854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58776) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:10.713599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b78706a1-d115-4578-8bb1-112124c0c9a1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:10.782362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dec5b7-1c32-4702-bbcb-d1dcf2a490f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-8d148ebe-f933-4893-b727-15f3452e6846', 'network_id': '8d148ebe-f933-4893-b727-15f3452e6846', 'tenant_id': 'e80122d6db8b45c5bc6b75023b5dfd54', 'fixed_ips': [{'subnet_id': 'd86cc127-73de-4052-b8b4-00d669c4e02a'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:36:10.782836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87dec5b7-1c32-4702-bbcb-d1dcf2a490f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:10.863984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b78706a1-d115-4578-8bb1-112124c0c9a1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62278101'] for subnet, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.017572 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-87dec5b7-1c32-4702-bbcb-d1dcf2a490f3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 30 01:36:11.017572 n-d-821348-1 neutron-server[103320]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 30 01:36:11.017572 n-d-821348-1 neutron-server[103320]: [parameters: {'in_use': 1, 'id_1': 'd86cc127-73de-4052-b8b4-00d669c4e02a'}] Apr 30 01:36:11.017572 n-d-821348-1 neutron-server[103320]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:36:11.018140 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-87dec5b7-1c32-4702-bbcb-d1dcf2a490f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:36:11.166387 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b78706a1-d115-4578-8bb1-112124c0c9a1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773245442744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62013485'] for subnet, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.213174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78706a1-d115-4578-8bb1-112124c0c9a1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:11.213806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b78706a1-d115-4578-8bb1-112124c0c9a1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.215160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b78706a1-d115-4578-8bb1-112124c0c9a1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "PUT /v2.0/subnets/d86cc127-73de-4052-b8b4-00d669c4e02a HTTP/1.1" status: 200 len: 900 time: 0.5062857 Apr 30 01:36:11.218154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58798) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:11.243319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78706a1-d115-4578-8bb1-112124c0c9a1 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event updated for resources: {'Subnet': ['ID=d86cc127-73de-4052-b8b4-00d669c4e02a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:11.348678 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.428248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.519311 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87dec5b7-1c32-4702-bbcb-d1dcf2a490f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.576608 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.621024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=d86cc127-73de-4052-b8b4-00d669c4e02a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:11.686348 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-87dec5b7-1c32-4702-bbcb-d1dcf2a490f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d86cc127-73de-4052-b8b4-00d669c4e02a: This subnet is being modified by another concurrent operation. Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d86cc127-73de-4052-b8b4-00d669c4e02a: This subnet is being modified by another concurrent operation. Apr 30 01:36:11.694283 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:36:11.718323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d148ebe-f933-4893-b727-15f3452e6846']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:11.724170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e5228-4e5d-4c8f-abef-1f9fb9a0740f None None] Network 8d148ebe-f933-4893-b727-15f3452e6846 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:11.741429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8210ee15-b1d5-4961-b749-a2a95f569bbf') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:11.741707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8210ee15-b1d5-4961-b749-a2a95f569bbf') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:11.755412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.791174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.830872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:11.831565 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:11.834925 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:11.879771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58824) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:11.914950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5277ba-d991-4a92-a87b-af9b24e2cc69 None None] Network 8d148ebe-f933-4893-b727-15f3452e6846 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:11.972237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655da02-b07b-48e6-a20a-23d7304fcebe req-3739431f-01f7-4790-a255-e86ff1c0eeb4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:11.974414 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3655da02-b07b-48e6-a20a-23d7304fcebe req-3739431f-01f7-4790-a255-e86ff1c0eeb4 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.2116261 Apr 30 01:36:12.032248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3655da02-b07b-48e6-a20a-23d7304fcebe req-42c5bd8d-c203-4bb8-a0c0-de52eeaca46d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467577 Apr 30 01:36:12.067470 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.081002 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.090895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/8d148ebe-f933-4893-b727-15f3452e6846 HTTP/1.1" status: 204 len: 168 time: 0.8713965 Apr 30 01:36:12.094622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:12.136098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008e192-3f8b-4fe9-985e-67b98439e39f tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=8d148ebe-f933-4893-b727-15f3452e6846,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:12.157985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d924503e-e556-4e9b-a545-719d6d94622d None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:36:12.159790 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be0d02b-d15a-4ffc-a8b2-eed7ced8978e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:12.160263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be0d02b-d15a-4ffc-a8b2-eed7ced8978e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:12.169652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2be0d02b-d15a-4ffc-a8b2-eed7ced8978e tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/d86cc127-73de-4052-b8b4-00d669c4e02a HTTP/1.1" status: 404 len: 337 time: 0.0713415 Apr 30 01:36:12.170037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:12.198283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-network', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:12.219468 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3095254-a77d-4a05-8252-f261adface35 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:12.220062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3095254-a77d-4a05-8252-f261adface35 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:12.223920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3095254-a77d-4a05-8252-f261adface35 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/8d148ebe-f933-4893-b727-15f3452e6846 HTTP/1.1" status: 404 len: 339 time: 0.0528851 Apr 30 01:36:12.226576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58840) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:12.307337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.313372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Made reservation on behalf of 2c8a4e604b9847a7ad69e94d2a6cc5de for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:12.313774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d924503e-e556-4e9b-a545-719d6d94622d None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:36:12.315882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.327172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.458966 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.470859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.498270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f77d82c-aa41-45a4-ae33-e6c5189b108a']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:12.508120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66644eb-0ca8-4b31-9221-8b9a16e67306') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:12.508486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66644eb-0ca8-4b31-9221-8b9a16e67306') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:12.519796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.537337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.552298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:12.552751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:12.555976 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:12.567465 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.624521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2222f4-2a79-4616-ad0e-386a4518d4ec,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:12.633364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.634323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.634964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.635519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.635950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.636431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.636836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.637233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.637630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.638159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.638561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.639074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:12.730172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.737409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.738006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:36:12.740520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/4f77d82c-aa41-45a4-ae33-e6c5189b108a HTTP/1.1" status: 204 len: 168 time: 0.5129225 Apr 30 01:36:12.743541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58852) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:12.760884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cef0e-545c-4b63-b0fc-d4d3e5030bc5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=4f77d82c-aa41-45a4-ae33-e6c5189b108a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:12.804195 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2478b1b-255c-44be-b899-b5b5ff21ff29 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:12.804703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2478b1b-255c-44be-b899-b5b5ff21ff29 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:12.808859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e2478b1b-255c-44be-b899-b5b5ff21ff29 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/14c44359-ad73-4679-94f1-a6c50bedd824 HTTP/1.1" status: 404 len: 337 time: 0.0641634 Apr 30 01:36:12.810226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.810577 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Added segment efc4a15d-d03a-4931-9bbe-e8397c463dda of type vlan for network 704ce423-5b6c-4528-a11f-ed2b81812021 Apr 30 01:36:12.811839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58854) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:12.845518 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f68956-57e8-4132-8f67-31b41bbb69aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:12.846079 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f68956-57e8-4132-8f67-31b41bbb69aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:12.849204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35f68956-57e8-4132-8f67-31b41bbb69aa tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/e0a3f3a5-1e57-406a-9d08-5359d72c987f HTTP/1.1" status: 404 len: 339 time: 0.0361838 Apr 30 01:36:12.851888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58856) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:12.882953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.909519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f578ef3-a81d-46d8-8220-eedf96633b7b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting subnet df1d26dc-4f2f-4905-85a5-3f2f48f01e7c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:36:12.912734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f578ef3-a81d-46d8-8220-eedf96633b7b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:12.955419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f578ef3-a81d-46d8-8220-eedf96633b7b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.006046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.007832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:13.018057 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.065910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f578ef3-a81d-46d8-8220-eedf96633b7b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.105807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] Pushing event updated for resources: {'Network': ['ID=704ce423-5b6c-4528-a11f-ed2b81812021,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:13.117296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 704ce423-5b6c-4528-a11f-ed2b81812021 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:13.144773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d79772b-5e23-4ea0-8d31-934254501d16 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2638602 Apr 30 01:36:13.147976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58866) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:13.154047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Request body: {'subnet': {'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-subnet', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:13.220737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e9f94-b05e-4f02-8af9-f01739dab211 req-ee4df779-893a-49ab-a912-1f00b3d90e81 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:13.223053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-799e9f94-b05e-4f02-8af9-f01739dab211 req-ee4df779-893a-49ab-a912-1f00b3d90e81 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0657814 Apr 30 01:36:13.251093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f578ef3-a81d-46d8-8220-eedf96633b7b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.303734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Made reservation on behalf of 2c8a4e604b9847a7ad69e94d2a6cc5de for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:13.303734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.308917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578ef3-a81d-46d8-8220-eedf96633b7b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=df1d26dc-4f2f-4905-85a5-3f2f48f01e7c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:13.317079 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-799e9f94-b05e-4f02-8af9-f01739dab211 req-f37a8c19-6008-4d0e-bdb8-2425c3cfb4fd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865560 Apr 30 01:36:13.337927 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f578ef3-a81d-46d8-8220-eedf96633b7b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.341197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7f578ef3-a81d-46d8-8220-eedf96633b7b tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/df1d26dc-4f2f-4905-85a5-3f2f48f01e7c HTTP/1.1" status: 204 len: 168 time: 0.4881730 Apr 30 01:36:13.343718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58876) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:13.346679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b25cd7-a7bd-4f7e-9683-71b955247042 None None] Network f8c63055-ce78-42af-a064-904d1d6761a9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:13.462587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2a0ac7-9707-4592-b43d-e71b34e33ab0 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting subnet 827fb7e4-ace7-41ce-a1dc-5ceff7f26d87 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:36:13.476080 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ac7-9707-4592-b43d-e71b34e33ab0 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.543897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ac7-9707-4592-b43d-e71b34e33ab0 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.708253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ac7-9707-4592-b43d-e71b34e33ab0 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.730484 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.791803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34511fed-db28-4513-bef7-2820274bff2f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:13.824003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Checking segment: {'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:13.824798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Network hostable DHCP agents. Network: 704ce423-5b6c-4528-a11f-ed2b81812021, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:36:13.856399 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ac7-9707-4592-b43d-e71b34e33ab0 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.886221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a0ac7-9707-4592-b43d-e71b34e33ab0 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=827fb7e4-ace7-41ce-a1dc-5ceff7f26d87,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:13.892411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ac7-9707-4592-b43d-e71b34e33ab0 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:13.895907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ad2a0ac7-9707-4592-b43d-e71b34e33ab0 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/827fb7e4-ace7-41ce-a1dc-5ceff7f26d87 HTTP/1.1" status: 204 len: 168 time: 0.5512249 Apr 30 01:36:13.898341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58900) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:13.930667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Network 704ce423-5b6c-4528-a11f-ed2b81812021 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:36:13.998742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 704ce423-5b6c-4528-a11f-ed2b81812021) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:14.012248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:14.012248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.012601 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.012754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94462722-9bd8-47c4-8ca8-8b63298c1be8 None None] Network 704ce423-5b6c-4528-a11f-ed2b81812021 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:14.080148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting port e62b9993-09fc-43b5-afad-cc0195c7cc9b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:14.080532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.081133 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e5d9cd6d-c322-4c37-b8aa-3304dfb4e6b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9318092 Apr 30 01:36:14.082057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58906) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:14.089700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:14.182704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.184847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.202958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] For port e62b9993-09fc-43b5-afad-cc0195c7cc9b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e62b9993-09fc-43b5-afad-cc0195c7cc9b,segment=NetworkSegment(7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9),segment_id=7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:14.203648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.212243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a861b5f-cb6e-4398-875b-cdfd862c6ae3 None None] Network 704ce423-5b6c-4528-a11f-ed2b81812021 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:14.267979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Calling delete_port for e62b9993-09fc-43b5-afad-cc0195c7cc9b owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:14.284049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.390522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f00fa9f-505a-4cc6-bd80-e781dc22ffdc None None] Network f8c63055-ce78-42af-a064-904d1d6761a9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:14.462072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c5477-0537-436e-a9a2-96f7d834d0b9 req-1aa6fe9d-56cd-4c72-b007-f33c2a340582 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:14.463656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-619c5477-0537-436e-a9a2-96f7d834d0b9 req-1aa6fe9d-56cd-4c72-b007-f33c2a340582 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0521839 Apr 30 01:36:14.467502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.498082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9ea2328c-2306-4e2f-901b-1eb5b77ab07a None None] Provisioning complete for port e62b9993-09fc-43b5-afad-cc0195c7cc9b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:14.498536 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ea2328c-2306-4e2f-901b-1eb5b77ab07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.507775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Port': ['ID=e62b9993-09fc-43b5-afad-cc0195c7cc9b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:14.517611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No DVR routers for this DVR port e62b9993-09fc-43b5-afad-cc0195c7cc9b on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:14.533640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.546239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2328c-2306-4e2f-901b-1eb5b77ab07a None None] Port e62b9993-09fc-43b5-afad-cc0195c7cc9b was deleted so its status cannot be updated. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 30 01:36:14.642071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-619c5477-0537-436e-a9a2-96f7d834d0b9 req-b76f0034-b654-454e-85a9-2f94baf230c0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698074 Apr 30 01:36:14.646687 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.671320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76beefac-07b5-4db1-9ce0-5bec381de61c None None] DHCP port deletion for f8c63055-ce78-42af-a064-904d1d6761a9 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:36:14.676706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c63055-ce78-42af-a064-904d1d6761a9']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:14.692780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:14.692780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c85c2e9-d7b4-4e85-a4e1-af35dfe60ff9') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:14.703329 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.718788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.727908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:14.727908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:14.731074 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:14.864695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.873166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.886534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.891777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:14.897775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58918) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:14.897970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/f8c63055-ce78-42af-a064-904d1d6761a9 HTTP/1.1" status: 204 len: 168 time: 0.9978616 Apr 30 01:36:14.899956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635b433-c4d7-4753-912a-b336b9668b2d tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=f8c63055-ce78-42af-a064-904d1d6761a9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:14.955285 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-43125e7b-3f77-499b-bfc2-2c31cebde85a tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:14.956062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43125e7b-3f77-499b-bfc2-2c31cebde85a tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:14.958724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-43125e7b-3f77-499b-bfc2-2c31cebde85a tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/33caabe5-3792-4e00-a35f-ad1920afff82 HTTP/1.1" status: 404 len: 337 time: 0.0600176 Apr 30 01:36:14.961271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58920) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:14.989897 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d7c11b-bcae-4284-8a18-b590627e3696 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:14.990438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d7c11b-bcae-4284-8a18-b590627e3696 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:14.993681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-17d7c11b-bcae-4284-8a18-b590627e3696 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/64251870-2953-43bf-9649-2c1fec2278c9 HTTP/1.1" status: 404 len: 339 time: 0.0306695 Apr 30 01:36:14.997061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58922) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:15.027161 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-96da0766-2af7-4ae8-8532-446a473202d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:15.027770 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96da0766-2af7-4ae8-8532-446a473202d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:15.034646 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-96da0766-2af7-4ae8-8532-446a473202d8 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/f1724776-dea4-4cca-bad1-f85f14ee625c HTTP/1.1" status: 404 len: 337 time: 0.0341635 Apr 30 01:36:15.034940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58924) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:15.050612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Allocated IP 172.25.0.102 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/77035717-1b3d-44d4-9e50-31a7332b3498) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:15.055023 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4941b16e-239c-4ab4-be3f-6e9e58a34b96 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:15.056495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4941b16e-239c-4ab4-be3f-6e9e58a34b96 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:15.060739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4941b16e-239c-4ab4-be3f-6e9e58a34b96 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/08462c32-bb68-470d-8b5e-f186a1e546e3 HTTP/1.1" status: 404 len: 339 time: 0.0236678 Apr 30 01:36:15.064645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58926) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:15.091047 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07f26f8-c9ae-4d3b-a506-4bb175070cca tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:15.091636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07f26f8-c9ae-4d3b-a506-4bb175070cca tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:15.097418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e07f26f8-c9ae-4d3b-a506-4bb175070cca tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/ad7d396f-6c53-4072-8618-068cf1e05204 HTTP/1.1" status: 404 len: 337 time: 0.0292826 Apr 30 01:36:15.097702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58928) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:15.117104 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc076093-572b-4166-a296-30c25de5fea2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:15.117934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc076093-572b-4166-a296-30c25de5fea2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:15.121115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc076093-572b-4166-a296-30c25de5fea2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/06d84252-fb72-4e3f-89d9-7f0f5189973e HTTP/1.1" status: 404 len: 339 time: 0.0221591 Apr 30 01:36:15.123630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:15.167185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.182800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bf9941-44e9-4bc8-800b-a5e6a86383b2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting subnet b941e76b-7f52-4ec5-8a89-404991ffebf3 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:36:15.186073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94bf9941-44e9-4bc8-800b-a5e6a86383b2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.230242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94bf9941-44e9-4bc8-800b-a5e6a86383b2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.273439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.319770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94bf9941-44e9-4bc8-800b-a5e6a86383b2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.320458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:15.324482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:15.326950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:15.370594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Pushing event updated for resources: {'Port': ['ID=77035717-1b3d-44d4-9e50-31a7332b3498,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:15.456857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94bf9941-44e9-4bc8-800b-a5e6a86383b2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.491157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf9941-44e9-4bc8-800b-a5e6a86383b2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=b941e76b-7f52-4ec5-8a89-404991ffebf3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:15.493635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94bf9941-44e9-4bc8-800b-a5e6a86383b2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.498907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323587c5-0420-44a9-8453-ac8e34ac538c None None] Network b499f75b-ab7a-4cc3-a074-f2571a2e94e6 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:15.499999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-94bf9941-44e9-4bc8-800b-a5e6a86383b2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/b941e76b-7f52-4ec5-8a89-404991ffebf3 HTTP/1.1" status: 204 len: 168 time: 0.3746128 Apr 30 01:36:15.502457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58936) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:15.614633 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.675223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:15.675591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.732162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] DHCP port deletion for b499f75b-ab7a-4cc3-a074-f2571a2e94e6 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:36:15.780818 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.784209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] For port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,segment=NetworkSegment(675957a4-01c7-4a3c-99e0-7f510d06595f),segment_id=675957a4-01c7-4a3c-99e0-7f510d06595f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:15.784583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.816878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] Deleting port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:15.817341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.818249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Calling delete_port for 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:15.892377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] For port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,segment=NetworkSegment(675957a4-01c7-4a3c-99e0-7f510d06595f),segment_id=675957a4-01c7-4a3c-99e0-7f510d06595f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:15.893028 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.909051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] Calling delete_port for 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:15.944163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b534e8-f628-4359-b9be-eef224be8054 req-50cec42f-9763-4347-a662-107a10713554 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:15.945681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-95b534e8-f628-4359-b9be-eef224be8054 req-50cec42f-9763-4347-a662-107a10713554 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1170406 Apr 30 01:36:15.976180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:15.995155 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.008679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Port': ['ID=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:16.011265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No DVR routers for this DVR port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:16.022848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] Pushing event deleted for resources: {'Port': ['ID=5a2ba1cd-415e-41e2-95a1-5b8811ccf9df,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:16.033305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a5023-eeeb-401b-81f7-995e5ea9fef8 None None] No DVR routers for this DVR port 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:16.066260 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-95b534e8-f628-4359-b9be-eef224be8054 req-8cabdd82-ff31-4e06-8149-9cc131878274 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795364 Apr 30 01:36:16.117161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.150359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.150524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b499f75b-ab7a-4cc3-a074-f2571a2e94e6']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:16.188995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675957a4-01c7-4a3c-99e0-7f510d06595f') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:16.189669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675957a4-01c7-4a3c-99e0-7f510d06595f') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:16.205093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.223972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:36:16.227760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.235227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:16.236959 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:16.240064 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:16.255111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:36:16.255484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5a2ba1cd-415e-41e2-95a1-5b8811ccf9df not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:36:16.255902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e62b9993-09fc-43b5-afad-cc0195c7cc9b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:36:16.281190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: e62b9993-09fc-43b5-afad-cc0195c7cc9b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:36:16.281532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e62b9993-09fc-43b5-afad-cc0195c7cc9b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:36:16.392943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.403380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.409512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/b499f75b-ab7a-4cc3-a074-f2571a2e94e6 HTTP/1.1" status: 204 len: 168 time: 0.9033778 Apr 30 01:36:16.410509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58950) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:16.450153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6cf3a-fc84-4279-96a9-e08a0dcdf7ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=b499f75b-ab7a-4cc3-a074-f2571a2e94e6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:16.453681 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c13b36-7515-4d49-b94c-97d1048557ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:16.454186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c13b36-7515-4d49-b94c-97d1048557ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:16.460382 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-93c13b36-7515-4d49-b94c-97d1048557ac tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/57d1cd03-dae1-4560-a0bb-161cb0fe1924 HTTP/1.1" status: 404 len: 337 time: 0.0468175 Apr 30 01:36:16.461143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:16.481984 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fbac72-001b-4519-9cd9-84abd0bbacf5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] DELETE failed (client error): The resource could not be found. Apr 30 01:36:16.483065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fbac72-001b-4519-9cd9-84abd0bbacf5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:36:16.487566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-05fbac72-001b-4519-9cd9-84abd0bbacf5 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/e4371ec1-a492-4143-93dd-f7e5ed853004 HTTP/1.1" status: 404 len: 339 time: 0.0238023 Apr 30 01:36:16.492201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58956) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:16.557512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf521674-eeb5-46d8-b14f-26aee73e8e4c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting subnet 16a651fe-cf6e-4c5f-b975-48f4cf71b696 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:36:16.561575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf521674-eeb5-46d8-b14f-26aee73e8e4c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.616143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf521674-eeb5-46d8-b14f-26aee73e8e4c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.710151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf521674-eeb5-46d8-b14f-26aee73e8e4c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.724336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:36:16.816788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf521674-eeb5-46d8-b14f-26aee73e8e4c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.857834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf521674-eeb5-46d8-b14f-26aee73e8e4c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Subnet': ['ID=16a651fe-cf6e-4c5f-b975-48f4cf71b696,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:16.862563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:36:16.876785 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Sync routers for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:36:16.888190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4cf33-9d65-40e8-b7be-45a664af9e4a None None] Network 77e6d79e-ca1b-4783-aa3c-924ef234a727 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:16.897696 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:16.897696 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:16.898081 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf521674-eeb5-46d8-b14f-26aee73e8e4c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.901300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bf521674-eeb5-46d8-b14f-26aee73e8e4c tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/subnets/16a651fe-cf6e-4c5f-b975-48f4cf71b696 HTTP/1.1" status: 204 len: 168 time: 0.4068949 Apr 30 01:36:16.903943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58960) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:16.978847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:16.983059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58964) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:16.983799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f034e6a0-d06e-4f12-b54d-51741aa5d6db admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.8999145 Apr 30 01:36:17.015419 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.070427 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:17.162776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Deleting port 0a49df05-053e-4457-be88-a3dd352a9972 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:17.162776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.216525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] DHCP port deletion for 77e6d79e-ca1b-4783-aa3c-924ef234a727 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:36:17.357361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] Deleting port 0a49df05-053e-4457-be88-a3dd352a9972 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:17.364111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.378407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] For port 0a49df05-053e-4457-be88-a3dd352a9972, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0a49df05-053e-4457-be88-a3dd352a9972,segment=NetworkSegment(e54abc76-eb33-4348-9dcb-fb31195caeeb),segment_id=e54abc76-eb33-4348-9dcb-fb31195caeeb)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:17.379920 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.397508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Calling delete_port for 0a49df05-053e-4457-be88-a3dd352a9972 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:17.444303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] For port 0a49df05-053e-4457-be88-a3dd352a9972, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0a49df05-053e-4457-be88-a3dd352a9972,segment=NetworkSegment(e54abc76-eb33-4348-9dcb-fb31195caeeb),segment_id=e54abc76-eb33-4348-9dcb-fb31195caeeb)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:17.444732 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.474670 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:15Z', 'revision_number': 3, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:17.476691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] Calling delete_port for 0a49df05-053e-4457-be88-a3dd352a9972 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:17.522047 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Checking router: d222b30b-5c33-47d9-bb6b-d3652b2bcb66 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:36:17.522663 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Updating router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 port 77035717-1b3d-44d4-9e50-31a7332b3498 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:36:17.553873 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.577242 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.597621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.662177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Port': ['ID=0a49df05-053e-4457-be88-a3dd352a9972,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:17.682931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] No DVR routers for this DVR port 0a49df05-053e-4457-be88-a3dd352a9972 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:17.849283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.868567 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.889180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] Pushing event deleted for resources: {'Port': ['ID=0a49df05-053e-4457-be88-a3dd352a9972,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:17.900585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e6d79e-ca1b-4783-aa3c-924ef234a727']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:17.906991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199b67a-e05d-457e-8be9-1873de539c74 None None] No DVR routers for this DVR port 0a49df05-053e-4457-be88-a3dd352a9972 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:17.938959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54abc76-eb33-4348-9dcb-fb31195caeeb') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:17.939256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54abc76-eb33-4348-9dcb-fb31195caeeb') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:17.952714 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.972382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:17.990734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.001979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:18.002384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:18.006123 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:18.028200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322c194-7cd4-42db-a7c1-efb525416ed5 req-a6168e90-eb6e-4fdb-99c0-c70c755da72d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:18.037598 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Pushing event updated for resources: {'Port': ['ID=77035717-1b3d-44d4-9e50-31a7332b3498,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:18.040884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e322c194-7cd4-42db-a7c1-efb525416ed5 req-a6168e90-eb6e-4fdb-99c0-c70c755da72d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1212738 Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.073827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:18.084394 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Attempting to bind port 77035717-1b3d-44d4-9e50-31a7332b3498 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:36:18.085056 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Attempting to bind port 77035717-1b3d-44d4-9e50-31a7332b3498 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:36:18.087951 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Attempting to bind port 77035717-1b3d-44d4-9e50-31a7332b3498 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:18.094658 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:18.095392 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:18.097809 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.102986 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:18.102986 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Bound port: 77035717-1b3d-44d4-9e50-31a7332b3498, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:18.102986 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.103309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462bada-7534-469d-8118-89273cde161b req-b3460a3b-900a-40ce-9b96-4080e6b884fa tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:18.111113 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9462bada-7534-469d-8118-89273cde161b req-b3460a3b-900a-40ce-9b96-4080e6b884fa tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.6722789 Apr 30 01:36:18.146268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e322c194-7cd4-42db-a7c1-efb525416ed5 req-1a17994f-c872-4c14-9133-0d50d9a8a8f9 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035979 Apr 30 01:36:18.192937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.201741 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] For port 77035717-1b3d-44d4-9e50-31a7332b3498, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:18.206928 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] For port 77035717-1b3d-44d4-9e50-31a7332b3498, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=77035717-1b3d-44d4-9e50-31a7332b3498,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:18.211322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9462bada-7534-469d-8118-89273cde161b req-68f0b25f-d5de-4345-8ffa-1a1ea331b3e5 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993292 Apr 30 01:36:18.228857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.241273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.245522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0a49df05-053e-4457-be88-a3dd352a9972 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:36:18.251017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] 10.222.0.15 "DELETE /v2.0/networks/77e6d79e-ca1b-4783-aa3c-924ef234a727 HTTP/1.1" status: 204 len: 168 time: 1.3457694 Apr 30 01:36:18.265303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23520dca-9624-43e2-92b6-2a019f01c0d2 tempest-NetworksIpV6Test-1992654706 tempest-NetworksIpV6Test-1992654706-project] Pushing event deleted for resources: {'Network': ['ID=77e6d79e-ca1b-4783-aa3c-924ef234a727,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:18.285933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 0a49df05-053e-4457-be88-a3dd352a9972 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:36:18.285933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0a49df05-053e-4457-be88-a3dd352a9972 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:36:18.311224 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.400365 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:18.401166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:18.408820 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beaee5-0776-4e44-8b8f-f99fc2d13013 None None] Pushing event updated for resources: {'Port': ['ID=77035717-1b3d-44d4-9e50-31a7332b3498,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:18.498613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Allocated IP 172.20.0.1 (704ce423-5b6c-4528-a11f-ed2b81812021/34511fed-db28-4513-bef7-2820274bff2f/16546992-bb46-4613-89fa-eec2dbd8a133) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:18.546780 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:18.570573 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.664861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.758666 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:15Z', 'revision_number': 3, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:18.788121 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:18.793539 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a7b28-aee3-487f-8838-14c2380f80f7 None None] The sync data for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 is: [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:15Z', 'revision_number': 3, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:36:18.833618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58998) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:18.837624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Network 704ce423-5b6c-4528-a11f-ed2b81812021 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:18.843328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:18.846049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:18.888104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Pushing event updated for resources: {'Port': ['ID=16546992-bb46-4613-89fa-eec2dbd8a133,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:18.909466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.022411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c669b93c-69c7-4f44-81c1-e8dd45aefcc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e80122d6db8b45c5bc6b75023b5dfd54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875391 Apr 30 01:36:19.025774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59002) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:19.087695 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-229ebe38-a66f-4949-8412-f37bfd845fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.124555 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-229ebe38-a66f-4949-8412-f37bfd845fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.185954 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.340430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-229ebe38-a66f-4949-8412-f37bfd845fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.354197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-229ebe38-a66f-4949-8412-f37bfd845fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.357893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-229ebe38-a66f-4949-8412-f37bfd845fe6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07931ac8-eac3-49b1-b1c9-2237ffc35f23 HTTP/1.1" status: 204 len: 168 time: 0.3284962 Apr 30 01:36:19.369166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ebe38-a66f-4949-8412-f37bfd845fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07931ac8-eac3-49b1-b1c9-2237ffc35f23,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:19.373518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42f3b2-f3d4-440c-b79a-b31a61e6e30c req-e5d56dac-7eb2-4649-afff-f281e67538c5 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:19.375743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6c42f3b2-f3d4-440c-b79a-b31a61e6e30c req-e5d56dac-7eb2-4649-afff-f281e67538c5 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1135695 Apr 30 01:36:19.463718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6c42f3b2-f3d4-440c-b79a-b31a61e6e30c req-e38ce6f9-6e35-4dbd-b793-81e6b028dd1c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699482 Apr 30 01:36:19.506800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da23533-4452-42c4-a4b4-e59ad57f8d4d req-ec9d4ae8-6c8a-4add-a8fd-04d576587e89 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:19.508400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8da23533-4452-42c4-a4b4-e59ad57f8d4d req-ec9d4ae8-6c8a-4add-a8fd-04d576587e89 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1273482 Apr 30 01:36:19.537297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.585190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8da23533-4452-42c4-a4b4-e59ad57f8d4d req-3e1f1f89-a558-47f6-942a-e6b50b8a8443 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642295 Apr 30 01:36:19.610110 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.727473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:19.745655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Pushing event updated for resources: {'Port': ['ID=16546992-bb46-4613-89fa-eec2dbd8a133,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:19.843171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Network 704ce423-5b6c-4528-a11f-ed2b81812021 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:19.844979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:19.943157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99bab9-3b51-4517-a195-b2568105e06d req-234a3104-85c8-46cb-b443-e94bab98948b tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:19.946737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c99bab9-3b51-4517-a195-b2568105e06d req-234a3104-85c8-46cb-b443-e94bab98948b tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.23 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.0926359 Apr 30 01:36:20.104608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:36:20.124315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Deleting port 4b067cff-17bc-4004-8efe-b56414d4b86e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:20.124666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:20.295590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 77035717-1b3d-44d4-9e50-31a7332b3498 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:20.338205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] For port 4b067cff-17bc-4004-8efe-b56414d4b86e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4b067cff-17bc-4004-8efe-b56414d4b86e,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:20.338885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:20.345013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:36:20.351511 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-46d3a37c-6faf-4405-bff0-161d0e298462 admin admin] 10.222.0.15 "PUT /v2.0/routers/d222b30b-5c33-47d9-bb6b-d3652b2bcb66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3657873 Apr 30 01:36:20.389888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 77035717-1b3d-44d4-9e50-31a7332b3498 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:20.390536 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:20.433386 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:20.506877 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:20.552679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 77035717-1b3d-44d4-9e50-31a7332b3498, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=77035717-1b3d-44d4-9e50-31a7332b3498,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:20.638593 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:20.706559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=77035717-1b3d-44d4-9e50-31a7332b3498,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:20.768317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd9dbb-59c0-4938-abbd-e80ab20f0c7a req-af87cc75-d5d2-401c-ac5d-d4cdd24c3ddd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:20.778601 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7efd9dbb-59c0-4938-abbd-e80ab20f0c7a req-af87cc75-d5d2-401c-ac5d-d4cdd24c3ddd tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0895574 Apr 30 01:36:20.828542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5882ae-3d6b-45ff-aa4f-fc0c1548c52c req-b30f84b1-9a00-4455-a0c1-d29e57e0126d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:20.830182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d5882ae-3d6b-45ff-aa4f-fc0c1548c52c req-b30f84b1-9a00-4455-a0c1-d29e57e0126d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 946 time: 0.1945066 Apr 30 01:36:20.830811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7efd9dbb-59c0-4938-abbd-e80ab20f0c7a req-f47749a5-92ae-4948-8906-bccde27ab4ef tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509868 Apr 30 01:36:20.894646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:20.895300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:20.895857 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Floating IP cb65d301-0e7b-4286-b312-cc6d2fdcf48f disassociated. External IP: 172.25.0.18, port: 4b067cff-17bc-4004-8efe-b56414d4b86e. Apr 30 01:36:20.896390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Calling delete_port for 4b067cff-17bc-4004-8efe-b56414d4b86e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:20.906770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6d5882ae-3d6b-45ff-aa4f-fc0c1548c52c req-b600efbc-0567-4eed-b0c0-39c95515fa5d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653021 Apr 30 01:36:20.927092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59064) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:21.064355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-10d776e1-c3d9-4561-9a44-273df0b00ba5 tempest-DvrRoutersNegativeTest-133268297 tempest-DvrRoutersNegativeTest-133268297-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1700073419', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:21.067786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.policy [None req-10d776e1-c3d9-4561-9a44-273df0b00ba5 tempest-DvrRoutersNegativeTest-133268297 tempest-DvrRoutersNegativeTest-133268297-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103319) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 30 01:36:21.068261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.policy [None req-10d776e1-c3d9-4561-9a44-273df0b00ba5 tempest-DvrRoutersNegativeTest-133268297 tempest-DvrRoutersNegativeTest-133268297-project] Failed policy check for 'create_router' {{(pid=103319) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 30 01:36:21.068855 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-10d776e1-c3d9-4561-9a44-273df0b00ba5 tempest-DvrRoutersNegativeTest-133268297 tempest-DvrRoutersNegativeTest-133268297-project] create failed (client error): Access was denied to this resource. Apr 30 01:36:21.069909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-10d776e1-c3d9-4561-9a44-273df0b00ba5 tempest-DvrRoutersNegativeTest-133268297 tempest-DvrRoutersNegativeTest-133268297-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1415443 Apr 30 01:36:21.130584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:21.167298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event deleted for resources: {'Port': ['ID=4b067cff-17bc-4004-8efe-b56414d4b86e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:21.229256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Sync routers for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:36:21.241136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:21.241702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:21.279554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-f2e9e17d-295c-4baa-87c6-8b43bd2ff03d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:21.281400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-f2e9e17d-295c-4baa-87c6-8b43bd2ff03d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 820 time: 0.1331332 Apr 30 01:36:21.304350 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-c8a16037-5deb-41fe-90a0-bbd602423cea tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/quotas/2c8a4e604b9847a7ad69e94d2a6cc5de HTTP/1.1" status: 200 len: 375 time: 0.0156267 Apr 30 01:36:21.311147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Router d70280fe-f4a0-408e-a3b7-75065677eb52 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:36:21.368324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:21.372710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-d2755b28-09ed-431a-ad61-f05c1de351be tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674531 Apr 30 01:36:21.444470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:36:21.456536 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] Sync routers for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:36:21.505792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] No DVR routers for this DVR port 4b067cff-17bc-4004-8efe-b56414d4b86e on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:21.510515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:21.515203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c99bab9-3b51-4517-a195-b2568105e06d req-d925cb37-6886-46ee-bf8f-37a502894ee1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.23 "DELETE /v2.0/ports/4b067cff-17bc-4004-8efe-b56414d4b86e HTTP/1.1" status: 204 len: 173 time: 1.5621891 Apr 30 01:36:21.515748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'name': 'network-vif-deleted', 'tag': '4b067cff-17bc-4004-8efe-b56414d4b86e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:21.518992 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d858f82e-71b2-45ea-9f57-f77557c3b94a" -d '{"events": [{"server_uuid": "751b6b49-2069-4f77-9c33-55294c6f1f83", "name": "network-vif-deleted", "tag": "4b067cff-17bc-4004-8efe-b56414d4b86e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:21.531493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-f40cb882-e28e-45dc-93c4-ccedcb323865 service neutron] 10.222.0.15 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577952 Apr 30 01:36:21.618579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59086) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:21.638954 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe248de1-2524-4434-8450-f47ef83e43b3 x-openstack-request-id: req-fe248de1-2524-4434-8450-f47ef83e43b3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:21.639243 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751b6b49-2069-4f77-9c33-55294c6f1f83", "name": "network-vif-deleted", "tag": "4b067cff-17bc-4004-8efe-b56414d4b86e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:21.639509 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe248de1-2524-4434-8450-f47ef83e43b3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:21.639941 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe248de1-2524-4434-8450-f47ef83e43b3'] response: {'server_uuid': '751b6b49-2069-4f77-9c33-55294c6f1f83', 'name': 'network-vif-deleted', 'tag': '4b067cff-17bc-4004-8efe-b56414d4b86e', 'status': 'completed', 'code': 200} Apr 30 01:36:21.653518 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:21.654442 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:21.688655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 2, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:21.700279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-79de47a7-20f0-4878-a296-1d0cb7f6a0e3 service neutron] 10.222.0.15 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678009 Apr 30 01:36:21.761434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Checking router: d222b30b-5c33-47d9-bb6b-d3652b2bcb66 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:36:21.761799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Updating router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 port 16546992-bb46-4613-89fa-eec2dbd8a133 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:36:21.834907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80028ac6-99c3-43cd-a651-5b05096beba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:21.859280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:21.885182 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:22.027701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4235026-461f-4f4f-b30c-528fbbf7bb30 req-1ced27aa-9c6b-440b-a5ec-65899e7775c9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:22.027701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c4235026-461f-4f4f-b30c-528fbbf7bb30 req-1ced27aa-9c6b-440b-a5ec-65899e7775c9 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0823748 Apr 30 01:36:22.072205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80028ac6-99c3-43cd-a651-5b05096beba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.114984 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c4235026-461f-4f4f-b30c-528fbbf7bb30 req-f9ee5072-5bd9-464d-ac30-8b2f8346ac3c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721369 Apr 30 01:36:22.175982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80028ac6-99c3-43cd-a651-5b05096beba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.194223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ac0e186-426c-4773-a678-c6f0a8dd309f req-b7fe2423-c273-4f5a-a5d5-ac2e3fa4a9e4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=751b6b49-2069-4f77-9c33-55294c6f1f83 HTTP/1.1" status: 200 len: 210 time: 0.0515163 Apr 30 01:36:22.267997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9faa0472-712a-41ed-a4a2-cf73e609cb1b req-76e9a304-1898-4fad-b78e-fa4f01b81317 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 210 time: 0.0883465 Apr 30 01:36:22.301931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80028ac6-99c3-43cd-a651-5b05096beba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50771e62-f64b-4dc7-96ad-2ca7a2bf7f7a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:22.302059 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:22.302239 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-80028ac6-99c3-43cd-a651-5b05096beba9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c62675f283544334943b6fd015b9fc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6811135 Apr 30 01:36:22.303962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59116) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:22.333188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 77035717-1b3d-44d4-9e50-31a7332b3498 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:22.355934 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] Checking router: d70280fe-f4a0-408e-a3b7-75065677eb52 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:36:22.365639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:22.365639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:22.370748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed02afeb-d38e-4fa0-b9e9-2a551f87901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.396705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed02afeb-d38e-4fa0-b9e9-2a551f87901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.429565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 77035717-1b3d-44d4-9e50-31a7332b3498 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:22.430701 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.514444 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:22.528055 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.543259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed02afeb-d38e-4fa0-b9e9-2a551f87901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.547932 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed02afeb-d38e-4fa0-b9e9-2a551f87901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.552228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ed02afeb-d38e-4fa0-b9e9-2a551f87901a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50771e62-f64b-4dc7-96ad-2ca7a2bf7f7a HTTP/1.1" status: 204 len: 168 time: 0.2451968 Apr 30 01:36:22.561588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02afeb-d38e-4fa0-b9e9-2a551f87901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50771e62-f64b-4dc7-96ad-2ca7a2bf7f7a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:22.595487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.720614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356af48f-7105-45b6-83c6-331fb7b5fb9a None None] Pushing event updated for resources: {'Port': ['ID=16546992-bb46-4613-89fa-eec2dbd8a133,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:22.732226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Attempting to bind port 16546992-bb46-4613-89fa-eec2dbd8a133 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:36:22.732669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Attempting to bind port 16546992-bb46-4613-89fa-eec2dbd8a133 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:36:22.733110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Attempting to bind port 16546992-bb46-4613-89fa-eec2dbd8a133 on network 704ce423-5b6c-4528-a11f-ed2b81812021 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:22.739414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:22.739414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Checking segment: {'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:22.739723 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.739952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Bound using segment: {'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:22.740383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Bound port: 16546992-bb46-4613-89fa-eec2dbd8a133, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:22.740767 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.825210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] For port 16546992-bb46-4613-89fa-eec2dbd8a133, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:22.828845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] For port 16546992-bb46-4613-89fa-eec2dbd8a133, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16546992-bb46-4613-89fa-eec2dbd8a133,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:22.848474 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:22.875726 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7396fa-380e-4b90-894a-6ae2c63befda None None] The sync data for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 is: [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:36:22.896079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:22.984671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356af48f-7105-45b6-83c6-331fb7b5fb9a None None] Pushing event updated for resources: {'Port': ['ID=16546992-bb46-4613-89fa-eec2dbd8a133,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:23.011777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:23.012682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:23.356408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:23.358779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc9c59-93de-42e4-8c6d-122eeb7b560c req-1a28ab33-03ef-4a4e-a298-36eb6ed358ad tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:23.362827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ccc9c59-93de-42e4-8c6d-122eeb7b560c req-1a28ab33-03ef-4a4e-a298-36eb6ed358ad tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1375840 Apr 30 01:36:23.427162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ccc9c59-93de-42e4-8c6d-122eeb7b560c req-42996edf-202d-494e-9704-f665379484c5 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576632 Apr 30 01:36:23.441454 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bbf765fb-f183-4b2c-8bf4-dfb1d5f12a60 req-5c38f225-36aa-49d1-9a16-9d9afd01c236 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 210 time: 0.0476627 Apr 30 01:36:23.452478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9a78e-3901-40cc-84ff-2c900b051160 None None] New status for floating IP cb65d301-0e7b-4286-b312-cc6d2fdcf48f: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:36:23.516769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59166) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:23.619036 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-773ab742-761d-49c0-befa-46eee52ad7ea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:23.650567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-773ab742-761d-49c0-befa-46eee52ad7ea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:23.783232 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-773ab742-761d-49c0-befa-46eee52ad7ea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:23.790342 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-773ab742-761d-49c0-befa-46eee52ad7ea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:23.794827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59174) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:23.803150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-773ab742-761d-49c0-befa-46eee52ad7ea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "DELETE /v2.0/security-groups/f73fb3ee-5ce4-4282-bf14-73b2654eb7f2 HTTP/1.1" status: 204 len: 168 time: 0.2849672 Apr 30 01:36:23.823447 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-fa66a2e8-7fa2-43f0-bb15-0b2e694d3d60 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] show failed (client error): The resource could not be found. Apr 30 01:36:23.837695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ab742-761d-49c0-befa-46eee52ad7ea tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73fb3ee-5ce4-4282-bf14-73b2654eb7f2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:23.842402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fa66a2e8-7fa2-43f0-bb15-0b2e694d3d60 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups/f73fb3ee-5ce4-4282-bf14-73b2654eb7f2 HTTP/1.1" status: 404 len: 347 time: 0.0453472 Apr 30 01:36:23.843088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59176) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:23.901361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:22Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:23.955345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48860bca-e338-4924-9d58-22f761d6bca4 None None] The sync data for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 is: [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:22Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:36:24.112290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Deleting port cf8e2dff-9cfa-4a78-90cb-791aa567d2ef {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:24.112631 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.211962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.212519 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.228693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Calling delete_port for cf8e2dff-9cfa-4a78-90cb-791aa567d2ef owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:24.307857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16546992-bb46-4613-89fa-eec2dbd8a133 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:24.368610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59208) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:24.421146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 16546992-bb46-4613-89fa-eec2dbd8a133 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:24.421865 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.537214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.593031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228378655'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:24.629611 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.637251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event deleted for resources: {'Port': ['ID=cf8e2dff-9cfa-4a78-90cb-791aa567d2ef,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:24.689836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 16546992-bb46-4613-89fa-eec2dbd8a133, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16546992-bb46-4613-89fa-eec2dbd8a133,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:24.729428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b859ed86-74f4-4c2c-857b-03efcb00f6eb req-a8795d3e-7d5a-4c9c-b930-06d8561d9fce tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 210 time: 0.1011307 Apr 30 01:36:24.781859 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.813850 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.830350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.892609 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.899898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:24.910056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-701711ab-b4f3-4e21-a972-ee707dbc777a tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "DELETE /v2.0/floatingips/cb65d301-0e7b-4286-b312-cc6d2fdcf48f HTTP/1.1" status: 204 len: 168 time: 1.0642700 Apr 30 01:36:24.934892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=16546992-bb46-4613-89fa-eec2dbd8a133,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:24.943437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958da606-660b-4e5d-8913-f62e52d5c5d3 req-0006692a-8672-4cd7-937f-61a2a00f86c8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:24.950900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-958da606-660b-4e5d-8913-f62e52d5c5d3 req-0006692a-8672-4cd7-937f-61a2a00f86c8 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.3108425 Apr 30 01:36:25.054401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-66f8def1-91d8-4797-b9fd-181e13af2e6e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:25.056412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-66f8def1-91d8-4797-b9fd-181e13af2e6e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.23 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 820 time: 0.2970383 Apr 30 01:36:25.075057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Request body: {'port': {'device_id': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'admin_state_up': True, 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:25.088859 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.120867 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-958da606-660b-4e5d-8913-f62e52d5c5d3 req-2057d4ca-6163-4fce-a369-2d7a11af8091 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596415 Apr 30 01:36:25.152745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.215673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da523b4d-9f31-4366-9373-a4820a701b99,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:25.268129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 4b067cff-17bc-4004-8efe-b56414d4b86e no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:36:25.291496 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.317330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 4b067cff-17bc-4004-8efe-b56414d4b86e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:36:25.318393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 4b067cff-17bc-4004-8efe-b56414d4b86e not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:36:25.347378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.370007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Made reservation on behalf of 2c8a4e604b9847a7ad69e94d2a6cc5de for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:25.375315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.395417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272e699b-298d-4029-8367-491f4812f4b4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:25.435023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59278) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:25.443290 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-34df8b73-1bf4-4d7b-a86c-b31deec8b392 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914755478', 'description': 'tempest-description--1802113380'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:25.498213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.503457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1e97087-5e1f-457d-b727-3e4c519dd274 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1299899 Apr 30 01:36:25.503457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59282) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:25.538490 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34df8b73-1bf4-4d7b-a86c-b31deec8b392 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.626943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-03856a04-3c13-4ba4-bcad-fd58dd2fb92f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1232462 Apr 30 01:36:25.630742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59294) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:25.631628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Allocated IP 172.20.0.14 (704ce423-5b6c-4528-a11f-ed2b81812021/34511fed-db28-4513-bef7-2820274bff2f/858ccf9d-2f8c-45ab-8aad-39a81cce7f6c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:25.639726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f36af3bc-de77-4b73-b405-1ab1e68a917f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-security--87553045', 'description': 'tempest-security-description-2085743727'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:25.687762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f36af3bc-de77-4b73-b405-1ab1e68a917f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.809942 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f36af3bc-de77-4b73-b405-1ab1e68a917f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.812872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34df8b73-1bf4-4d7b-a86c-b31deec8b392 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.873981 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f36af3bc-de77-4b73-b405-1ab1e68a917f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.877705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f36af3bc-de77-4b73-b405-1ab1e68a917f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.883784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f36af3bc-de77-4b73-b405-1ab1e68a917f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "PUT /v2.0/security-groups/272e699b-298d-4029-8367-491f4812f4b4 HTTP/1.1" status: 200 len: 1778 time: 0.2472501 Apr 30 01:36:25.886235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59308) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:25.928937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34df8b73-1bf4-4d7b-a86c-b31deec8b392 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:25.929196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c993173-a7c4-489a-a74d-730a6ed8e5c6 req-9a48a989-b8b2-4b53-af49-6ee02025bb0f tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 210 time: 0.0539999 Apr 30 01:36:25.966455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36af3bc-de77-4b73-b405-1ab1e68a917f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272e699b-298d-4029-8367-491f4812f4b4,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:25.966630 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.035606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df8b73-1bf4-4d7b-a86c-b31deec8b392 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:26.043498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e023f8eb-972a-4f47-8459-98f9efe859a6 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups/272e699b-298d-4029-8367-491f4812f4b4 HTTP/1.1" status: 200 len: 1778 time: 0.1443925 Apr 30 01:36:26.043996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59320) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:26.098100 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebb72-6684-4123-a37d-e6b8047db594 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.106082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34df8b73-1bf4-4d7b-a86c-b31deec8b392 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.107352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-34df8b73-1bf4-4d7b-a86c-b31deec8b392 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6712811 Apr 30 01:36:26.110367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59322) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:26.115603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-686736d8-e495-4f11-88ee-071139189963 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'security_group_rule': {'security_group_id': 'e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:26.127093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebb72-6684-4123-a37d-e6b8047db594 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.170283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.224572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Network 704ce423-5b6c-4528-a11f-ed2b81812021 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:26.229970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:26.242030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:26.256702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16546992-bb46-4613-89fa-eec2dbd8a133 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:26.276124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event updated for resources: {'Port': ['ID=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:26.282404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-686736d8-e495-4f11-88ee-071139189963 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.299596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22d969-1e97-4121-932c-13502abf627d req-c56682d5-4377-476d-90a2-dae3f7bbc9ff tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:26.301304 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed22d969-1e97-4121-932c-13502abf627d req-c56682d5-4377-476d-90a2-dae3f7bbc9ff tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0703118 Apr 30 01:36:26.334769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:26.335451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.348660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 16546992-bb46-4613-89fa-eec2dbd8a133 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:26.349039 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.358799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebb72-6684-4123-a37d-e6b8047db594 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.361972 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebb72-6684-4123-a37d-e6b8047db594 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.365478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f4ebb72-6684-4123-a37d-e6b8047db594 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/272e699b-298d-4029-8367-491f4812f4b4 HTTP/1.1" status: 204 len: 168 time: 0.3185945 Apr 30 01:36:26.367074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59334) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:26.376750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed22d969-1e97-4121-932c-13502abf627d req-e07a9b57-2ea6-49c8-a881-ff0023d926f0 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637033 Apr 30 01:36:26.382815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-686736d8-e495-4f11-88ee-071139189963 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.384046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ebb72-6684-4123-a37d-e6b8047db594 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e699b-298d-4029-8367-491f4812f4b4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:26.461658 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-62f274eb-c715-47fc-a07a-14e67f4639e5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808268 Apr 30 01:36:26.462057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59338) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:26.469266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-677935b2-d8f4-4b55-973f-2675f2cc970e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4020329 Apr 30 01:36:26.473618 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-48dbe284-269d-468c-8565-3a4d689f6802 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] delete failed (client error): The resource could not be found. Apr 30 01:36:26.475086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-48dbe284-269d-468c-8565-3a4d689f6802 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/272e699b-298d-4029-8367-491f4812f4b4 HTTP/1.1" status: 404 len: 347 time: 0.0216136 Apr 30 01:36:26.480602 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-686736d8-e495-4f11-88ee-071139189963 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.485655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:26.501124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-93c8254f-35d2-407b-bbbf-5555f36cd204 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--337951449'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:26.502956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Request body: {'port': {'device_id': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:26.566458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686736d8-e495-4f11-88ee-071139189963 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd056b17-82c5-45a9-9afe-8b986170bf5a,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:26.597112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.622334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c8254f-35d2-407b-bbbf-5555f36cd204 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.734127 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c8254f-35d2-407b-bbbf-5555f36cd204 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.822647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c8254f-35d2-407b-bbbf-5555f36cd204 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.865906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8254f-35d2-407b-bbbf-5555f36cd204 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99128019-41b1-42b0-8fe4-c4d83263f69f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:26.886598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-686736d8-e495-4f11-88ee-071139189963 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.887874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-686736d8-e495-4f11-88ee-071139189963 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7763696 Apr 30 01:36:26.890629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:26.895494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-36f2bcb1-a646-49ca-b336-2ca7a13d4ba4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'security_group_rule': {'security_group_id': 'e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:26.928956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93c8254f-35d2-407b-bbbf-5555f36cd204 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:26.930780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-93c8254f-35d2-407b-bbbf-5555f36cd204 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4425113 Apr 30 01:36:26.934297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59370) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:26.942031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a3e864b7-0996-46a0-a0c0-692344ec2d28 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': '99128019-41b1-42b0-8fe4-c4d83263f69f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:26.984569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:36:27.000505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36f2bcb1-a646-49ca-b336-2ca7a13d4ba4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.017109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176da05-c6a4-43e5-9552-c48fd55509c6 req-22cca81b-3faf-4e61-b7ad-8e3321233818 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:27.017109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9176da05-c6a4-43e5-9552-c48fd55509c6 req-22cca81b-3faf-4e61-b7ad-8e3321233818 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1191232 Apr 30 01:36:27.017109 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.040148 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e864b7-0996-46a0-a0c0-692344ec2d28 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.073146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Transition to ACTIVE for port object 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:36:27.111632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9176da05-c6a4-43e5-9552-c48fd55509c6 req-520667e6-c424-4006-a551-2cbee830ae87 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815482 Apr 30 01:36:27.141695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.223065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36f2bcb1-a646-49ca-b336-2ca7a13d4ba4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.236867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9ad0c-def8-42ee-89b2-2f18fc37f400 req-009f16ca-c8c9-40ca-9320-a5cee52efb39 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:27.238738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dac9ad0c-def8-42ee-89b2-2f18fc37f400 req-009f16ca-c8c9-40ca-9320-a5cee52efb39 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 932 time: 0.1703284 Apr 30 01:36:27.241040 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e864b7-0996-46a0-a0c0-692344ec2d28 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.309476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Pushing event updated for resources: {'Port': ['ID=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:27.312049 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dac9ad0c-def8-42ee-89b2-2f18fc37f400 req-91dab8e3-800e-4496-8575-4bbf26b23b00 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633538 Apr 30 01:36:27.318804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36f2bcb1-a646-49ca-b336-2ca7a13d4ba4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.342714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e864b7-0996-46a0-a0c0-692344ec2d28 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.350873 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2bcb1-a646-49ca-b336-2ca7a13d4ba4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0729da94-1387-48a5-9a88-2b051e96c5d6,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:27.358709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695059c-73f4-4f4c-8f0d-69a0d725797c req-f0495134-4cc6-4911-b623-e392fb6a4aec tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:27.361112 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4695059c-73f4-4f4c-8f0d-69a0d725797c req-f0495134-4cc6-4911-b623-e392fb6a4aec tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1271007 Apr 30 01:36:27.378053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e864b7-0996-46a0-a0c0-692344ec2d28 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c88748-e1c4-42db-bd46-8c04c76efee7,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:27.424334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Attempting to bind port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:36:27.424676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Attempting to bind port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:36:27.425239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Attempting to bind port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c on network 704ce423-5b6c-4528-a11f-ed2b81812021 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:27.437210 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4695059c-73f4-4f4c-8f0d-69a0d725797c req-4d7e7ba4-9de4-4d47-9f8f-01d1b62009d4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683646 Apr 30 01:36:27.437924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c on network 704ce423-5b6c-4528-a11f-ed2b81812021 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:36:27.438253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Attempting to bind port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c on network 704ce423-5b6c-4528-a11f-ed2b81812021 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:27.443678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:27.444267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Checking segment: {'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:27.444656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Bound using segment: {'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:27.445093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Bound port: 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc4a15d-d03a-4931-9bbe-e8397c463dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:27.445504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.457581 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36f2bcb1-a646-49ca-b336-2ca7a13d4ba4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.459706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-36f2bcb1-a646-49ca-b336-2ca7a13d4ba4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5671401 Apr 30 01:36:27.472341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:27.477677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:27.528826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e864b7-0996-46a0-a0c0-692344ec2d28 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.530771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a3e864b7-0996-46a0-a0c0-692344ec2d28 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5947459 Apr 30 01:36:27.554107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59408) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:27.586505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] For port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:27.592319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6952ff4-76cc-4230-8471-6a04a2aa5fb0 req-8b064a2c-84b8-4528-844b-06668c09af72 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:27.593887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6952ff4-76cc-4230-8471-6a04a2aa5fb0 req-8b064a2c-84b8-4528-844b-06668c09af72 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0963414 Apr 30 01:36:27.633416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] For port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:27.637110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6952ff4-76cc-4230-8471-6a04a2aa5fb0 req-75339c40-3638-4edc-854a-eb2bc0632a91 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Apr 30 01:36:27.638068 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c67416f0-4873-47ae-b08a-fa7563bca0e5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.655188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c67416f0-4873-47ae-b08a-fa7563bca0e5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.669612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6f4d-efac-48fe-adc9-71e2f724efbe req-a2bad319-3ab4-45b9-89ab-8adff1b886c3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:27.676994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a37b6f4d-efac-48fe-adc9-71e2f724efbe req-a2bad319-3ab4-45b9-89ab-8adff1b886c3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1260083 Apr 30 01:36:27.685153 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.713575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.763688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:27.764691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.766318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] 10.222.0.23 "PUT /v2.0/ports/858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 1092 time: 1.2869606 Apr 30 01:36:27.774569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:27.778120 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f64e6c-54c9-46a3-8d63-7f8d450af315" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:27.796684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a37b6f4d-efac-48fe-adc9-71e2f724efbe req-5dae0860-6774-4d94-8767-5a4abb412655 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047978 Apr 30 01:36:27.812786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c67416f0-4873-47ae-b08a-fa7563bca0e5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.817503 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c67416f0-4873-47ae-b08a-fa7563bca0e5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.819295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c67416f0-4873-47ae-b08a-fa7563bca0e5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/71c88748-e1c4-42db-bd46-8c04c76efee7 HTTP/1.1" status: 204 len: 168 time: 0.2628598 Apr 30 01:36:27.828687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:27.835582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67416f0-4873-47ae-b08a-fa7563bca0e5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71c88748-e1c4-42db-bd46-8c04c76efee7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:27.849363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f85c6b-fa93-438d-ad4a-1eab12aca17e service neutron] Pushing event updated for resources: {'Port': ['ID=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:27.905026 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e2379c-2064-413a-9b27-f3015c5ebff7 x-openstack-request-id: req-18e2379c-2064-413a-9b27-f3015c5ebff7 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:27.906000 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:27.906629 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18e2379c-2064-413a-9b27-f3015c5ebff7 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:27.907208 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e2379c-2064-413a-9b27-f3015c5ebff7'] response: {'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'status': 'completed', 'code': 200} Apr 30 01:36:27.909476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b87a26c9-5c78-47b2-bca1-9562569734e4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788624 Apr 30 01:36:27.912442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59434) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:27.936099 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:27.981506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-8e3e8552-a161-4723-ba10-f45a26d1e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:27.982982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-8e3e8552-a161-4723-ba10-f45a26d1e805 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1095 time: 0.1181312 Apr 30 01:36:28.051703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-83e6d0d8-1770-4077-9b17-313f337d69fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 217 time: 0.0474665 Apr 30 01:36:28.069118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Allocated IP 172.25.0.8 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/c4b2d333-65dc-41bb-bab2-cbe4d03ee1ce) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:28.094484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14214756-a95f-4e93-b424-c722a65d597c req-3d19f18e-80ac-4b33-9eb3-7a5a6f01e3f4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:28.094484 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14214756-a95f-4e93-b424-c722a65d597c req-3d19f18e-80ac-4b33-9eb3-7a5a6f01e3f4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1670415 Apr 30 01:36:28.097390 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c4189ef0-f65e-426c-aa2a-3209cb67525e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.176419 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c4189ef0-f65e-426c-aa2a-3209cb67525e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.195330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-a558cbb9-f6c8-4c99-91c2-c27d2439ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:28.198060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-a558cbb9-f6c8-4c99-91c2-c27d2439ccdd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.1289797 Apr 30 01:36:28.207640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14214756-a95f-4e93-b424-c722a65d597c req-8257432d-fdd2-4bbb-992c-287be2f6996b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882797 Apr 30 01:36:28.260139 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.270163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-929497db-280c-4e19-b562-22b79e91ccb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615008 Apr 30 01:36:28.364947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.417826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-f21e9860-2ab4-46aa-913e-b78cbdd4dc85 service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392355 Apr 30 01:36:28.419404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c4189ef0-f65e-426c-aa2a-3209cb67525e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.422688 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c4189ef0-f65e-426c-aa2a-3209cb67525e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.424024 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c4189ef0-f65e-426c-aa2a-3209cb67525e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/99128019-41b1-42b0-8fe4-c4d83263f69f HTTP/1.1" status: 204 len: 168 time: 0.5092220 Apr 30 01:36:28.429251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59466) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:28.471223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:28.478641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:28.486441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:28.497248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'Port': ['ID=c4b2d333-65dc-41bb-bab2-cbe4d03ee1ce,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:28.503684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4189ef0-f65e-426c-aa2a-3209cb67525e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99128019-41b1-42b0-8fe4-c4d83263f69f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:28.545169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.545807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.546149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.546616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.546948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.547276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.547639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.547963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.548286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.548604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.548925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.549244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:28.560975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-45070156-d0d7-45c4-9c84-975e2de086e9 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301847 Apr 30 01:36:28.566098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:28.573187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-37354f0e-53b3-4501-adc1-fe4aba52e3a5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066518937'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:28.698079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37354f0e-53b3-4501-adc1-fe4aba52e3a5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.698733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa49c7-e2ab-4a2c-b250-84ad08e649c6 req-5604cb0b-02ff-48a1-8bda-1e37c6df0126 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:28.700911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-adfa49c7-e2ab-4a2c-b250-84ad08e649c6 req-5604cb0b-02ff-48a1-8bda-1e37c6df0126 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 944 time: 0.2752547 Apr 30 01:36:28.733775 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.741726 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac515d2e-8542-4c99-b561-08518cd95767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.759176 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc94fca6-1e40-4108-836e-319b9844f1b8 req-6f70707e-8378-4826-a8ce-2612e634db39 service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320265 Apr 30 01:36:28.786106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-adfa49c7-e2ab-4a2c-b250-84ad08e649c6 req-d5e4938e-d61b-4586-91d7-2367d9d2f877 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710289 Apr 30 01:36:28.790153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-71bf2ada-118d-4728-888c-54e936c61066 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:28.791720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-71bf2ada-118d-4728-888c-54e936c61066 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.1792910 Apr 30 01:36:28.851666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-6ce4cf44-08ca-4396-9852-204a82a2ebfe tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/quotas/b8c8e8a97970400e9fc5fede171d84c0 HTTP/1.1" status: 200 len: 375 time: 0.0507674 Apr 30 01:36:28.880757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37354f0e-53b3-4501-adc1-fe4aba52e3a5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.887309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:28.977886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-97b37796-da2e-416b-9f84-e31a4f368e27 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1150808 Apr 30 01:36:28.980539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37354f0e-53b3-4501-adc1-fe4aba52e3a5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.046942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354f0e-53b3-4501-adc1-fe4aba52e3a5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299519ec-3632-4319-9658-b4888a22dd0c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:29.162861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37354f0e-53b3-4501-adc1-fe4aba52e3a5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.169316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-37354f0e-53b3-4501-adc1-fe4aba52e3a5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6008430 Apr 30 01:36:29.171862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59518) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:29.178396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a9d4a80e-8d50-463e-9bc4-bc69b3787c5e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': '299519ec-3632-4319-9658-b4888a22dd0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:29.263234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.285241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-fd5b74e3-cb5c-4618-b532-4123af5b26c1 service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746820 Apr 30 01:36:29.346818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.402565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'Port': ['ID=c4b2d333-65dc-41bb-bab2-cbe4d03ee1ce,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:29.419765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a80e-8d50-463e-9bc4-bc69b3787c5e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.429103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b7589-5c5e-43bd-bab6-d75fbe9d3c2f req-4c587b84-d6ed-44ed-9784-52fb7a1cb203 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:29.431627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e90b7589-5c5e-43bd-bab6-d75fbe9d3c2f req-4c587b84-d6ed-44ed-9784-52fb7a1cb203 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.5496325 Apr 30 01:36:29.446066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-b1c83670-806a-4db8-bd7c-3b531e8bcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:29.448177 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-b1c83670-806a-4db8-bd7c-3b531e8bcf72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1095 time: 0.5518973 Apr 30 01:36:29.532830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-2621b792-cd68-452f-a616-3c4cb6e61033 service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425816 Apr 30 01:36:29.553049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.580463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e90b7589-5c5e-43bd-bab6-d75fbe9d3c2f req-3443317f-0868-408b-9ac7-ff663e025ed6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312048 Apr 30 01:36:29.622412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a80e-8d50-463e-9bc4-bc69b3787c5e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.622667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-73c5b12a-ad2d-4b28-8a1c-fc187c78c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:29.622667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-73c5b12a-ad2d-4b28-8a1c-fc187c78c346 service neutron] 10.222.0.23 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 920 time: 0.1649082 Apr 30 01:36:29.671737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-26df50a4-6f8a-4486-8172-02384f5bff78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 217 time: 0.0393217 Apr 30 01:36:29.691739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.704166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0362ab4e-5ce4-4e82-9f94-1b167b4d9a94 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2304926 Apr 30 01:36:29.718334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a80e-8d50-463e-9bc4-bc69b3787c5e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.727359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-e6785960-7ab0-46a7-a01e-8467548d4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:29.729368 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-e6785960-7ab0-46a7-a01e-8467548d4086 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.0506878 Apr 30 01:36:29.737507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a80e-8d50-463e-9bc4-bc69b3787c5e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2afecd-a2ae-4db0-9056-d961bfbdbf7c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:29.787604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-0b85d13f-5f57-454f-960a-c9ef89ac97dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381017 Apr 30 01:36:29.863467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a80e-8d50-463e-9bc4-bc69b3787c5e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:29.864997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a9d4a80e-8d50-463e-9bc4-bc69b3787c5e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6902518 Apr 30 01:36:29.867737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59560) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:29.872944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b269d8e3-6c7d-4d48-a669-4fb9d490c4be tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': '299519ec-3632-4319-9658-b4888a22dd0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:29.988911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f41634bf-4aef-4b6a-8cf8-24a4a4a8d3b4 req-d71fe292-20dd-40d5-9d5b-a2f5ec18cd20 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 210 time: 0.0983639 Apr 30 01:36:30.011093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b269d8e3-6c7d-4d48-a669-4fb9d490c4be tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:30.035600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62991d5e-af4b-4ef6-98d1-f2eb32305926 req-da2a96e0-6723-4bf5-9f4e-1ef0582e8871 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:30.037398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62991d5e-af4b-4ef6-98d1-f2eb32305926 req-da2a96e0-6723-4bf5-9f4e-1ef0582e8871 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 944 time: 0.1089592 Apr 30 01:36:30.044574 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-b1cfc1bf-d1bf-4ea8-ac0c-3d1b7cc6e84e service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429211 Apr 30 01:36:30.198903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62991d5e-af4b-4ef6-98d1-f2eb32305926 req-ca1b2a40-0034-47ee-ab5e-636eb68dd607 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508737 Apr 30 01:36:30.200206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0f64e6c-54c9-46a3-8d63-7f8d450af315 req-faf81b69-e86c-45d0-968f-1bac5ef2924b service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455760 Apr 30 01:36:30.232460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b269d8e3-6c7d-4d48-a669-4fb9d490c4be tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:30.308893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b269d8e3-6c7d-4d48-a669-4fb9d490c4be tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:30.350716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269d8e3-6c7d-4d48-a669-4fb9d490c4be tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8c96f9-95ad-463b-b7d7-a3c180d89a1e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:30.409119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b269d8e3-6c7d-4d48-a669-4fb9d490c4be tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:30.413188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59596) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:30.416083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b269d8e3-6c7d-4d48-a669-4fb9d490c4be tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5470493 Apr 30 01:36:30.423402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-80363f9c-2e6d-4829-8c58-05756cd80bd7 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': '299519ec-3632-4319-9658-b4888a22dd0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:30.496662 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-256de04c-721c-496c-8076-bc1f6ebe776d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--914755478&fields=id&tenant_id=a2126a2d8d294114b3a25bfa71ea753d HTTP/1.1" status: 200 len: 267 time: 0.0333936 Apr 30 01:36:30.565220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80363f9c-2e6d-4829-8c58-05756cd80bd7 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:30.661409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-1ab20a56-5c2a-4d1f-886a-2554e84594da tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:30.662945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-1ab20a56-5c2a-4d1f-886a-2554e84594da tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 811 time: 0.1589231 Apr 30 01:36:30.677261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80363f9c-2e6d-4829-8c58-05756cd80bd7 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:30.686722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-ba5068b7-0ee4-48ef-b992-025b74042029 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/quotas/a2126a2d8d294114b3a25bfa71ea753d HTTP/1.1" status: 200 len: 375 time: 0.0157158 Apr 30 01:36:30.716774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c506f-cd12-4e60-be4e-6cfc76af12f5 req-00f277e4-575b-4263-b71a-f137f43dbd1d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:30.725590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f11c506f-cd12-4e60-be4e-6cfc76af12f5 req-00f277e4-575b-4263-b71a-f137f43dbd1d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0600238 Apr 30 01:36:30.748980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-2323cffb-67e9-4b9e-b266-97d9b2226268 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558441 Apr 30 01:36:30.759172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80363f9c-2e6d-4829-8c58-05756cd80bd7 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:30.765657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f11c506f-cd12-4e60-be4e-6cfc76af12f5 req-d69560d0-623d-404d-976b-0e8392f86b07 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345221 Apr 30 01:36:30.797323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363f9c-2e6d-4829-8c58-05756cd80bd7 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a1b481-811b-408a-b96b-c4175bbee368,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:30.859222 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80363f9c-2e6d-4829-8c58-05756cd80bd7 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:30.860469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-80363f9c-2e6d-4829-8c58-05756cd80bd7 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4460280 Apr 30 01:36:30.863530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59630) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:30.868983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e3cab956-ef3c-4529-a18b-8514c6d66106 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': '299519ec-3632-4319-9658-b4888a22dd0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:30.877273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-51033e63-958f-4a5c-8dc7-c7136487ca96 service neutron] 10.222.0.15 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130908 Apr 30 01:36:30.981182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-be74b614-b2c2-4c02-84bd-75371c712a94 service neutron] 10.222.0.15 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932229 Apr 30 01:36:30.986350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3cab956-ef3c-4529-a18b-8514c6d66106 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.033246 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aac11a92-197a-436b-9e91-be0f48f9228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.050100 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3cab956-ef3c-4529-a18b-8514c6d66106 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.091491 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9ba3a54-f2d0-430a-ad4f-ef81a72fad4b req-69deb86c-6849-4b7a-972b-ed7e19fe5f77 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 210 time: 0.0306523 Apr 30 01:36:31.141332 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3cab956-ef3c-4529-a18b-8514c6d66106 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.159627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cab956-ef3c-4529-a18b-8514c6d66106 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac28b215-12e6-43dc-9959-e04ecce9b252,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:31.257455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3cab956-ef3c-4529-a18b-8514c6d66106 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.258970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e3cab956-ef3c-4529-a18b-8514c6d66106 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3941278 Apr 30 01:36:31.261846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:31.266336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fab670ea-64a6-4926-a272-aef83491a3cf tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': '299519ec-3632-4319-9658-b4888a22dd0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:31.391185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fab670ea-64a6-4926-a272-aef83491a3cf tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.410796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcd367-68dc-4beb-9741-433ed9250744 req-894d209b-a069-4833-a7d1-e1545494442e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:31.412336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88fcd367-68dc-4beb-9741-433ed9250744 req-894d209b-a069-4833-a7d1-e1545494442e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 944 time: 0.1414819 Apr 30 01:36:31.484112 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3afd7711-805e-4f12-a19a-22fc83015410 req-0355dd00-7d44-4728-9e91-e2cf77222030 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 210 time: 0.0522492 Apr 30 01:36:31.512803 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fab670ea-64a6-4926-a272-aef83491a3cf tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.549996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88fcd367-68dc-4beb-9741-433ed9250744 req-c989226e-01e4-435a-9750-3ccdbdbe16d1 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302748 Apr 30 01:36:31.592391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fab670ea-64a6-4926-a272-aef83491a3cf tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.610691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab670ea-64a6-4926-a272-aef83491a3cf tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46c0292-abd3-433c-952b-34a8fcc60ce0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:31.717759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fab670ea-64a6-4926-a272-aef83491a3cf tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.718999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fab670ea-64a6-4926-a272-aef83491a3cf tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4562147 Apr 30 01:36:31.721906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59706) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:31.753644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7abc1dce-843f-4c52-9d2d-b8a83f5db528 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.763373 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7abc1dce-843f-4c52-9d2d-b8a83f5db528 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.895879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2270271-6c8c-4a28-8ebf-96367db6f969 req-1ed9e9fd-f060-4e22-b19f-5141e52c9f55 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:31.898249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2270271-6c8c-4a28-8ebf-96367db6f969 req-1ed9e9fd-f060-4e22-b19f-5141e52c9f55 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.0536542 Apr 30 01:36:31.903843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7abc1dce-843f-4c52-9d2d-b8a83f5db528 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.906515 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7abc1dce-843f-4c52-9d2d-b8a83f5db528 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:31.908786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7abc1dce-843f-4c52-9d2d-b8a83f5db528 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e46c0292-abd3-433c-952b-34a8fcc60ce0 HTTP/1.1" status: 204 len: 168 time: 0.1856275 Apr 30 01:36:31.911930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59724) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:31.955358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc1dce-843f-4c52-9d2d-b8a83f5db528 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e46c0292-abd3-433c-952b-34a8fcc60ce0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:31.994362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2270271-6c8c-4a28-8ebf-96367db6f969 req-7d56618c-5a5c-4cb1-825f-778b11a4d1a6 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654869 Apr 30 01:36:32.021800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b804c31c-8817-493f-8202-edc41f63d969 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1079679 Apr 30 01:36:32.025397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:32.049878 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.066761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5b21-a5a0-4148-b2a9-256dbb088d07 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.077191 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5b21-a5a0-4148-b2a9-256dbb088d07 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.218744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5b21-a5a0-4148-b2a9-256dbb088d07 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.229541 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5b21-a5a0-4148-b2a9-256dbb088d07 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.233094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7c2b5b21-a5a0-4148-b2a9-256dbb088d07 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ac28b215-12e6-43dc-9959-e04ecce9b252 HTTP/1.1" status: 204 len: 168 time: 0.2064140 Apr 30 01:36:32.240236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59746) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:32.261458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b5b21-a5a0-4148-b2a9-256dbb088d07 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac28b215-12e6-43dc-9959-e04ecce9b252,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:32.310809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e7008982-e95c-4fad-ac7c-1c6fca7cec5a tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0662405 Apr 30 01:36:32.321140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59752) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:32.381280 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-604d9959-cbfc-477a-817c-36d341e5f24a tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.428936 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-604d9959-cbfc-477a-817c-36d341e5f24a tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.536488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-a4e1b3df-c8bc-4072-b179-2fcc3f66338a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:32.536488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-a4e1b3df-c8bc-4072-b179-2fcc3f66338a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.2230074 Apr 30 01:36:32.549260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'port': {'device_id': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'admin_state_up': True, 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:32.627341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:32.638466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-604d9959-cbfc-477a-817c-36d341e5f24a tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.643898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-604d9959-cbfc-477a-817c-36d341e5f24a tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.647652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-604d9959-cbfc-477a-817c-36d341e5f24a tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/77a1b481-811b-408a-b96b-c4175bbee368 HTTP/1.1" status: 204 len: 168 time: 0.3215811 Apr 30 01:36:32.657643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b011987-65fb-4ddf-85d1-304affec75b3 req-7e74ee51-55c4-44a7-935d-6d7b2e7d6893 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 210 time: 0.4942470 Apr 30 01:36:32.658192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59778) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:32.706777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d9959-cbfc-477a-817c-36d341e5f24a tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77a1b481-811b-408a-b96b-c4175bbee368,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:32.714105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7cf0761d-4cb9-4085-bafb-ae267d69905c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0547557 Apr 30 01:36:32.718361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b6c8e3a3-0a8e-4268-8c88-5f665de2f0e3 req-7b697319-ffe5-40d8-ac8e-d35d056372e0 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 210 time: 0.0899701 Apr 30 01:36:32.721055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:32.787118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c3d6cf-6122-4ece-8a9c-d361e7cf88bc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.803456 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c3d6cf-6122-4ece-8a9c-d361e7cf88bc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.853225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bace-9e0e-4e88-a2e4-24d3172394f7 req-ed853eb6-aa47-4694-9fc8-0215d04c913c tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:32.859941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2dd3bace-9e0e-4e88-a2e4-24d3172394f7 req-ed853eb6-aa47-4694-9fc8-0215d04c913c tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 944 time: 0.0814679 Apr 30 01:36:32.874076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f19051ea-8a8d-4bb3-99f4-78beaff186fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:32.905019 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2dd3bace-9e0e-4e88-a2e4-24d3172394f7 req-7d7f0bab-36eb-4ee7-815a-645272a13882 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Apr 30 01:36:32.957933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Made reservation on behalf of b8c8e8a97970400e9fc5fede171d84c0 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:32.961704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.059643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c3d6cf-6122-4ece-8a9c-d361e7cf88bc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.102317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c3d6cf-6122-4ece-8a9c-d361e7cf88bc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.106268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59800) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:33.106929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-07c3d6cf-6122-4ece-8a9c-d361e7cf88bc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7e8c96f9-95ad-463b-b7d7-a3c180d89a1e HTTP/1.1" status: 204 len: 168 time: 0.3849533 Apr 30 01:36:33.116360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3d6cf-6122-4ece-8a9c-d361e7cf88bc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e8c96f9-95ad-463b-b7d7-a3c180d89a1e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:33.191789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e0ba6568-683d-449a-99e7-35178b09d44c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0821426 Apr 30 01:36:33.191789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59806) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:33.222983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-54ff0379-3495-4684-ae56-aa62b073d1d8 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.231135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-54ff0379-3495-4684-ae56-aa62b073d1d8 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.278166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38f1f-4fc9-45be-b469-e84bff164a52 req-de671a9a-572b-4fb8-9c16-7514508c78ec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:33.279805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bf38f1f-4fc9-45be-b469-e84bff164a52 req-de671a9a-572b-4fb8-9c16-7514508c78ec tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1676266 Apr 30 01:36:33.304377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Allocated IP 172.20.0.10 (47ae3122-13d9-4258-b33f-e9a46c67fe6e/0fe7a912-4c4f-4f55-9180-3f641b85cd91/e2f644b9-cb2b-4258-a733-e7ec39f8865d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:33.306969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:36:33.335458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f19051ea-8a8d-4bb3-99f4-78beaff186fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.353845 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-54ff0379-3495-4684-ae56-aa62b073d1d8 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.362595 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-54ff0379-3495-4684-ae56-aa62b073d1d8 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.363967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-54ff0379-3495-4684-ae56-aa62b073d1d8 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8a2afecd-a2ae-4db0-9056-d961bfbdbf7c HTTP/1.1" status: 204 len: 168 time: 0.1722212 Apr 30 01:36:33.367507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59814) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:33.373902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff0379-3495-4684-ae56-aa62b073d1d8 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a2afecd-a2ae-4db0-9056-d961bfbdbf7c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:33.416301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d71b8904-64bd-47f1-866f-7d0c859db1f8 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475206 Apr 30 01:36:33.419062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59818) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:33.454989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:33.456315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f19051ea-8a8d-4bb3-99f4-78beaff186fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.477077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'port_id': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'mac_address': 'fa:16:3e:e4:24:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:36:33.494259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bf38f1f-4fc9-45be-b469-e84bff164a52 req-ef16d19d-e2c9-4dd2-9301-385036c0301d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031856 Apr 30 01:36:33.520257 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a80ab94-9ca0-4d6e-b120-b628835b63b0 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.527403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.563523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a80ab94-9ca0-4d6e-b120-b628835b63b0 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.564542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f19051ea-8a8d-4bb3-99f4-78beaff186fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea342764270f4c55a007ef540c1efd43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9350436 Apr 30 01:36:33.571970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59828) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:33.575269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:36:33.599044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:33.609418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19051ea-8a8d-4bb3-99f4-78beaff186fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade93d6-672b-4c4d-8f92-8875f170a5c4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:33.675317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c91aeb0b-ea2b-472e-af83-10d5edb781e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.683952 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.692146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a80ab94-9ca0-4d6e-b120-b628835b63b0 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.695570 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a80ab94-9ca0-4d6e-b120-b628835b63b0 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.705332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2a80ab94-9ca0-4d6e-b120-b628835b63b0 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/299519ec-3632-4319-9658-b4888a22dd0c HTTP/1.1" status: 204 len: 168 time: 0.2802050 Apr 30 01:36:33.705332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:33.706211 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.711669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c91aeb0b-ea2b-472e-af83-10d5edb781e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.778303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80ab94-9ca0-4d6e-b120-b628835b63b0 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299519ec-3632-4319-9658-b4888a22dd0c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:33.873038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-087094c5-073e-4545-8887-c032dffe8eaf tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1358097 Apr 30 01:36:33.873880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59852) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:33.878431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a91c88f6-e4dd-400c-a508-14a1cb650ffc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333183450'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:33.948976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5e8e96e-4baf-4a05-bd9f-b509087ada91 req-32eaa8ec-eeac-4073-9008-337e4dff8403 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 210 time: 0.0873013 Apr 30 01:36:33.952914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c91aeb0b-ea2b-472e-af83-10d5edb781e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.957297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c91aeb0b-ea2b-472e-af83-10d5edb781e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:33.968577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c91aeb0b-ea2b-472e-af83-10d5edb781e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ade93d6-672b-4c4d-8f92-8875f170a5c4 HTTP/1.1" status: 204 len: 168 time: 0.3933678 Apr 30 01:36:33.968577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:34.008776 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a91c88f6-e4dd-400c-a508-14a1cb650ffc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:34.079321 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:36:34.143760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:34.160006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'd0651cd4-eeea-4d6b-af7e-e7567da11580'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:34.176346 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:34.184208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aeb0b-ea2b-472e-af83-10d5edb781e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade93d6-672b-4c4d-8f92-8875f170a5c4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:34.186304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'Port': ['ID=e2f644b9-cb2b-4258-a733-e7ec39f8865d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:34.239593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:34.243062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:34.246201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:34.265328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2887d-354a-4ec9-86fc-6e5378adae28 req-8580578f-944a-4a52-ad08-1f11f1bb4e1c tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:34.269229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-1311f5b1-22cc-4b4a-b7c4-305769f99c68 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:34.271391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-1311f5b1-22cc-4b4a-b7c4-305769f99c68 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.21 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 811 time: 0.2825820 Apr 30 01:36:34.286486 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59d2887d-354a-4ec9-86fc-6e5378adae28 req-8580578f-944a-4a52-ad08-1f11f1bb4e1c tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 945 time: 0.0856893 Apr 30 01:36:34.335075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:34.407829 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a91c88f6-e4dd-400c-a508-14a1cb650ffc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:34.412147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:34.412329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:34.431674 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-59d2887d-354a-4ec9-86fc-6e5378adae28 req-31958277-a1d9-4323-afc0-dc18faecb7b9 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552503 Apr 30 01:36:34.449688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:34.474562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e094904-c5ee-4751-a409-723b9cf15218 req-2fd878db-3908-48f2-b191-d503b358289e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:34.485563 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e094904-c5ee-4751-a409-723b9cf15218 req-2fd878db-3908-48f2-b191-d503b358289e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 932 time: 0.2083685 Apr 30 01:36:34.490820 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-39abf658-58bd-4032-b590-c31baba14342 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2126a2d8d294114b3a25bfa71ea753d HTTP/1.1" status: 200 len: 379 time: 0.2019742 Apr 30 01:36:34.509403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'port': {'device_id': '01e32070-42a1-470a-bcb7-7448715068a8', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'admin_state_up': True, 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'security_groups': ['e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:34.573767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-aa48cc2e-40d3-45b9-86a7-52369f3970bb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0291746 Apr 30 01:36:34.588135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Request body: {'port': {'device_id': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:35.039656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dcce7bd1-7819-4cb3-bb3d-ab2dbfcafe00 None None] Provisioning complete for port e2f644b9-cb2b-4258-a733-e7ec39f8865d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:35.039656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcce7bd1-7819-4cb3-bb3d-ab2dbfcafe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.040635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a91c88f6-e4dd-400c-a508-14a1cb650ffc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.041385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.042092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e094904-c5ee-4751-a409-723b9cf15218 req-239d435e-bfd5-4740-b897-1d78b9e443cd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520775 Apr 30 01:36:35.042092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c88f6-e4dd-400c-a508-14a1cb650ffc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffceb4f-56bc-4204-84f9-8ccb63cb92e0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:35.042311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dcce7bd1-7819-4cb3-bb3d-ab2dbfcafe00 None None] Port e2f644b9-cb2b-4258-a733-e7ec39f8865d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:36:35.042476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c94643-7e6e-447b-bcfe-e33ae9db9486 req-392a8806-dc86-4a1e-a8f8-3a3caa716f6c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:35.042476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5c94643-7e6e-447b-bcfe-e33ae9db9486 req-392a8806-dc86-4a1e-a8f8-3a3caa716f6c tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.2273190 Apr 30 01:36:35.042679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a91c88f6-e4dd-400c-a508-14a1cb650ffc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.042679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a91c88f6-e4dd-400c-a508-14a1cb650ffc tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1060474 Apr 30 01:36:35.042679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:35.042679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8241dd4c-cea9-4ae5-a3e9-bc61a412f44c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': 'bffceb4f-56bc-4204-84f9-8ccb63cb92e0', 'direction': 'ingress', 'protocol': 17}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:35.043014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5c94643-7e6e-447b-bcfe-e33ae9db9486 req-3896cac3-01a5-4b51-b5a1-f712e990b60b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234696 Apr 30 01:36:35.109846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e5dad55-3d3d-4a4a-b779-bd7c63d4f815 req-d791fb35-e952-4b98-b453-65443f6945c1 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 210 time: 0.0409510 Apr 30 01:36:35.225293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f644b9-cb2b-4258-a733-e7ec39f8865d {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:36:35.233737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.253211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Transition to ACTIVE for port object e2f644b9-cb2b-4258-a733-e7ec39f8865d will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:36:35.313019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:35.392408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Made reservation on behalf of a2126a2d8d294114b3a25bfa71ea753d for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:35.395904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.435658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.465168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:36:35.466446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8241dd4c-cea9-4ae5-a3e9-bc61a412f44c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.500393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:35.501532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.503928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:35.562310 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc72e3f8-2cd0-47a8-982e-60ba8a3cd23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.627955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Pushing event updated for resources: {'Port': ['ID=e2f644b9-cb2b-4258-a733-e7ec39f8865d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:35.671298 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.704208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8241dd4c-cea9-4ae5-a3e9-bc61a412f44c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.716872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Attempting to bind port e2f644b9-cb2b-4258-a733-e7ec39f8865d on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:36:35.717064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:35.717358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Attempting to bind port e2f644b9-cb2b-4258-a733-e7ec39f8865d by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:36:35.717747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Attempting to bind port e2f644b9-cb2b-4258-a733-e7ec39f8865d on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:35.719614 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6119b2aa-d878-45d9-a612-9f113e6ece99" -d '{"events": [{"server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "name": "network-vif-plugged", "status": "completed", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:35.733922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938b912-e79e-4dfc-9e7c-662c1cb8b266 req-1ff18b1b-56da-4741-8fff-7142111175b5 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:35.742265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2938b912-e79e-4dfc-9e7c-662c1cb8b266 req-1ff18b1b-56da-4741-8fff-7142111175b5 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 945 time: 0.1046879 Apr 30 01:36:35.753857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:35.778498 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8241dd4c-cea9-4ae5-a3e9-bc61a412f44c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.783106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Allocated IP 172.20.0.8 (4d1c5335-4e8e-461d-bbea-99cc3496328c/4678b416-24fb-4d1d-8706-f508be1fa5cb/f28c047d-688d-42c4-857d-ba913e554191) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:35.802150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Port e2f644b9-cb2b-4258-a733-e7ec39f8865d on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:36:35.802477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Attempting to bind port e2f644b9-cb2b-4258-a733-e7ec39f8865d on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:35.819579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:35.820623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Checking segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:35.821165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Bound using segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:35.821759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Bound port: e2f644b9-cb2b-4258-a733-e7ec39f8865d, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:35.822274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.827031 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:35.827869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970b608-514d-4388-813e-b1e936b6b882 req-7b7e092e-4fe8-46ab-8634-b349766429ca tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:35.829526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e970b608-514d-4388-813e-b1e936b6b882 req-7b7e092e-4fe8-46ab-8634-b349766429ca tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.2318807 Apr 30 01:36:35.850745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241dd4c-cea9-4ae5-a3e9-bc61a412f44c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e76bad-6587-4fac-8010-00bdf6bdd1cd,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:35.862792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2938b912-e79e-4dfc-9e7c-662c1cb8b266 req-deb47888-5060-4782-8872-7fdb88866f25 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193719 Apr 30 01:36:35.935140 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e970b608-514d-4388-813e-b1e936b6b882 req-746f2953-d5f3-4702-800d-293cc028c832 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885961 Apr 30 01:36:35.963109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] For port e2f644b9-cb2b-4258-a733-e7ec39f8865d, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:35.967277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] For port e2f644b9-cb2b-4258-a733-e7ec39f8865d, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:35.980587 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cc1b48-4195-419c-9f0a-379cf9fcf940 x-openstack-request-id: req-a5cc1b48-4195-419c-9f0a-379cf9fcf940 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:35.980840 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "name": "network-vif-plugged", "status": "completed", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:35.981091 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5cc1b48-4195-419c-9f0a-379cf9fcf940 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:35.984439 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cc1b48-4195-419c-9f0a-379cf9fcf940'] response: {'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'code': 200} Apr 30 01:36:35.998520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:36.024734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8241dd4c-cea9-4ae5-a3e9-bc61a412f44c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.026232 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8241dd4c-cea9-4ae5-a3e9-bc61a412f44c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0407081 Apr 30 01:36:36.029340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59940) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:36.077166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.094982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc72e3f8-2cd0-47a8-982e-60ba8a3cd23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.165199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc72e3f8-2cd0-47a8-982e-60ba8a3cd23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.171653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.172188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.173622 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] 10.222.0.21 "PUT /v2.0/ports/e2f644b9-cb2b-4258-a733-e7ec39f8865d HTTP/1.1" status: 200 len: 1092 time: 1.5904777 Apr 30 01:36:36.175605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'tag': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:36.177818 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bdb047-68a3-4d48-a737-700ce5e86bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "2112adfc-e2ff-4c75-8f71-bea77d4ae6e9", "tag": "e2f644b9-cb2b-4258-a733-e7ec39f8865d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:36.207313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bc72e3f8-2cd0-47a8-982e-60ba8a3cd23a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ab450e93d1f4ba58cdb5acfc288b832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019706 Apr 30 01:36:36.209938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:36.232774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ba42-2962-492a-a0de-e4d0d43962d6 req-6a9952d8-85c3-41ac-9e24-a4b672a8c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.234730 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7997ba42-2962-492a-a0de-e4d0d43962d6 req-6a9952d8-85c3-41ac-9e24-a4b672a8c505 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.1701193 Apr 30 01:36:36.237518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e69a3e-5fe5-4d8d-8b81-1e2a9cc24429 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.240977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc2f13-66bf-4d9c-9a01-421996ec66fa service neutron] Pushing event updated for resources: {'Port': ['ID=e2f644b9-cb2b-4258-a733-e7ec39f8865d,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:36.261428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.272548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e1eff-db85-4ec6-95cc-6b05d02fe7ae req-b17d0762-fbdb-48b2-ade9-582e74f3831a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.274483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-139e1eff-db85-4ec6-95cc-6b05d02fe7ae req-b17d0762-fbdb-48b2-ade9-582e74f3831a tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.2114055 Apr 30 01:36:36.334367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72fc8e-847d-4447-be93-afa308360719 req-45ccf025-17c6-4e30-a291-b00e5d81e60c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.336872 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb72fc8e-847d-4447-be93-afa308360719 req-45ccf025-17c6-4e30-a291-b00e5d81e60c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 944 time: 0.2760606 Apr 30 01:36:36.337778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72e3f8-2cd0-47a8-982e-60ba8a3cd23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481444c7-2b5f-43b5-bc9a-0e4ec932bd7a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:36.354259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e69a3e-5fe5-4d8d-8b81-1e2a9cc24429 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.400176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.401792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7997ba42-2962-492a-a0de-e4d0d43962d6 req-c0717e85-8d1e-4344-9ab5-434bd3a57f35 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570365 Apr 30 01:36:36.455588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-139e1eff-db85-4ec6-95cc-6b05d02fe7ae req-72f07acd-50b5-416c-83c9-2b45cafc2788 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582408 Apr 30 01:36:36.457946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-9641cc79-cd16-45d7-a79f-89facd07f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.459447 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-9641cc79-cd16-45d7-a79f-89facd07f6c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 1095 time: 0.1836653 Apr 30 01:36:36.489428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb72fc8e-847d-4447-be93-afa308360719 req-ad5465bd-8e2e-46af-bffb-572f7be3d3cc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299081 Apr 30 01:36:36.489428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9dcc122-082c-4d94-b340-93a8e171dea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.541699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-4ff52f81-59b5-4f97-9618-5bc737d5d998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d HTTP/1.1" status: 200 len: 217 time: 0.0733159 Apr 30 01:36:36.569566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9dcc122-082c-4d94-b340-93a8e171dea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.592254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event updated for resources: {'Port': ['ID=f28c047d-688d-42c4-857d-ba913e554191,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:36.610352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:36.615909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:36.622861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:36.647840 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c694fb-5e85-4415-8923-49f95aead0fa x-openstack-request-id: req-18c694fb-5e85-4415-8923-49f95aead0fa {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:36.649069 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2112adfc-e2ff-4c75-8f71-bea77d4ae6e9", "tag": "e2f644b9-cb2b-4258-a733-e7ec39f8865d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:36.649552 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18c694fb-5e85-4415-8923-49f95aead0fa {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:36.650208 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c694fb-5e85-4415-8923-49f95aead0fa'] response: {'name': 'network-changed', 'server_uuid': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'tag': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d', 'status': 'completed', 'code': 200} Apr 30 01:36:36.662623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e69a3e-5fe5-4d8d-8b81-1e2a9cc24429 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.666138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11e69a3e-5fe5-4d8d-8b81-1e2a9cc24429 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.670477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-11e69a3e-5fe5-4d8d-8b81-1e2a9cc24429 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/bffceb4f-56bc-4204-84f9-8ccb63cb92e0 HTTP/1.1" status: 204 len: 168 time: 0.6373832 Apr 30 01:36:36.691002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59954) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:36.705409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.706206 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.731501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e69a3e-5fe5-4d8d-8b81-1e2a9cc24429 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffceb4f-56bc-4204-84f9-8ccb63cb92e0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:36.774107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-3fb350c4-1439-400e-87a7-c571bf14eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.776362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-3fb350c4-1439-400e-87a7-c571bf14eea1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.2225599 Apr 30 01:36:36.821668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f970084d-9c3e-494a-8dc0-11ff8de99a5e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224236 Apr 30 01:36:36.824010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59956) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:36.830985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2e07-b40d-438d-9ceb-e2239d9e418f req-49c5cc53-15ba-44f8-bfec-d051344c31b6 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.831158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bf4cc768-4556-42e7-bb39-52dfc781fcf2 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--600401311'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:36.838708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9dcc122-082c-4d94-b340-93a8e171dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.840391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a9e2e07-b40d-438d-9ceb-e2239d9e418f req-49c5cc53-15ba-44f8-bfec-d051344c31b6 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 931 time: 0.1891863 Apr 30 01:36:36.841457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9dcc122-082c-4d94-b340-93a8e171dea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:36.842691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b9dcc122-082c-4d94-b340-93a8e171dea3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/481444c7-2b5f-43b5-bc9a-0e4ec932bd7a HTTP/1.1" status: 204 len: 168 time: 0.6222882 Apr 30 01:36:36.866016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-09976ffb-81f2-4692-8749-5ea7953a1ab3 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3585322 Apr 30 01:36:36.878193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Request body: {'port': {'device_id': '01e32070-42a1-470a-bcb7-7448715068a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:36.908859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-98e0966a-fe36-4bb1-9554-378e4e0e2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:36.910320 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-98e0966a-fe36-4bb1-9554-378e4e0e2723 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248960 Apr 30 01:36:36.915180 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a9e2e07-b40d-438d-9ceb-e2239d9e418f req-94ad0cee-1e69-42b8-bdc4-5e37843dd8a4 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734062 Apr 30 01:36:36.921644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcc122-082c-4d94-b340-93a8e171dea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481444c7-2b5f-43b5-bc9a-0e4ec932bd7a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:36.970545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1fdda239-da63-44da-9c3b-d7ef40dd45fc None None] Provisioning complete for port f28c047d-688d-42c4-857d-ba913e554191 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:36.972927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fdda239-da63-44da-9c3b-d7ef40dd45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.035644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc768-4556-42e7-bb39-52dfc781fcf2 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.044159 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1fdda239-da63-44da-9c3b-d7ef40dd45fc None None] Port f28c047d-688d-42c4-857d-ba913e554191 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:36:37.071714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.171029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd291d-edbc-42d9-9c8d-60124afe6b39 req-74a3b20b-5f28-4c6c-8a9c-fc68d6f2bf67 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:37.172888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6edd291d-edbc-42d9-9c8d-60124afe6b39 req-74a3b20b-5f28-4c6c-8a9c-fc68d6f2bf67 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1130571 Apr 30 01:36:37.211805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-0d00b8f8-0aa7-439e-9721-2eb213b0e814 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942114 Apr 30 01:36:37.265303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6edd291d-edbc-42d9-9c8d-60124afe6b39 req-12e23ae8-4ffd-4a1d-826e-186b5bfee765 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857785 Apr 30 01:36:37.316876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc768-4556-42e7-bb39-52dfc781fcf2 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.371608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6d04425-628c-4bf9-aafa-bfda7d59ad4e req-b5f192e1-3d16-448d-9d1f-5bc9b65a1b6c service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491961 Apr 30 01:36:37.391114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc768-4556-42e7-bb39-52dfc781fcf2 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.450142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b63177-3f42-4d5d-922d-0d4e9e2ed4c2 req-cda82963-fd88-4ce7-a140-d26c4a200e1f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:37.451739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47b63177-3f42-4d5d-922d-0d4e9e2ed4c2 req-cda82963-fd88-4ce7-a140-d26c4a200e1f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1405301 Apr 30 01:36:37.510723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cc768-4556-42e7-bb39-52dfc781fcf2 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ddd7d6-a236-42b1-8222-9d3a1e304b17,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:37.554042 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47b63177-3f42-4d5d-922d-0d4e9e2ed4c2 req-a2566474-6ca2-48b9-9f96-86391bb762c7 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856645 Apr 30 01:36:37.568761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc768-4556-42e7-bb39-52dfc781fcf2 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.571203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bf4cc768-4556-42e7-bb39-52dfc781fcf2 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7460961 Apr 30 01:36:37.585284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59978) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:37.592519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1d0ecd51-a177-4a47-af2f-b42f4edf3e9c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605968784'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:37.617940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-d1723b2c-c21c-47d5-8d5d-2964432d3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:37.621120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-d1723b2c-c21c-47d5-8d5d-2964432d3609 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 1095 time: 0.1106949 Apr 30 01:36:37.672659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28c047d-688d-42c4-857d-ba913e554191 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:36:37.684638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.700374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Transition to ACTIVE for port object f28c047d-688d-42c4-857d-ba913e554191 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:36:37.701936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d0ecd51-a177-4a47-af2f-b42f4edf3e9c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.762256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196be73-56eb-481a-b7f1-25c41125b3d3 req-18fd2fb0-4a40-4f5d-8a18-8ba519bbb6b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:37.771626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0196be73-56eb-481a-b7f1-25c41125b3d3 req-18fd2fb0-4a40-4f5d-8a18-8ba519bbb6b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 944 time: 0.1190591 Apr 30 01:36:37.793046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d0ecd51-a177-4a47-af2f-b42f4edf3e9c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.795768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.800349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-d09976c4-001f-4c4b-8e53-23eb8299bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:37.801993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-d09976c4-001f-4c4b-8e53-23eb8299bc3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.1749597 Apr 30 01:36:37.836459 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0196be73-56eb-481a-b7f1-25c41125b3d3 req-5c2422d1-5522-47a7-a8b8-8a0deb991d85 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633175 Apr 30 01:36:37.873925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-db444c9f-4cba-4b22-8668-aded00368420 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d HTTP/1.1" status: 200 len: 217 time: 0.0547640 Apr 30 01:36:37.881591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d0ecd51-a177-4a47-af2f-b42f4edf3e9c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.938317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ecd51-a177-4a47-af2f-b42f4edf3e9c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f16e04-9ab5-4607-9545-06c884000f6c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:37.965591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-6bc9b1ff-eeab-4de6-83d1-e3fbbdd78612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:37.970186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-6bc9b1ff-eeab-4de6-83d1-e3fbbdd78612 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.0866575 Apr 30 01:36:37.975118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d0ecd51-a177-4a47-af2f-b42f4edf3e9c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:37.983141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1d0ecd51-a177-4a47-af2f-b42f4edf3e9c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3962445 Apr 30 01:36:37.983868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59988) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:37.996191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a86557e8-0351-4456-8e0c-9f134ca4710e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': '15ddd7d6-a236-42b1-8222-9d3a1e304b17', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '86f16e04-9ab5-4607-9545-06c884000f6c', 'remote_ip_prefix': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:38.057971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f28c047d-688d-42c4-857d-ba913e554191,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:38.085508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-115d6118-5e7a-4d7a-9e8f-d4371dd04959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:38.090394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-115d6118-5e7a-4d7a-9e8f-d4371dd04959 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074553 Apr 30 01:36:38.208243 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a86557e8-0351-4456-8e0c-9f134ca4710e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.254582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Attempting to bind port f28c047d-688d-42c4-857d-ba913e554191 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:36:38.255268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Attempting to bind port f28c047d-688d-42c4-857d-ba913e554191 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:36:38.255755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Attempting to bind port f28c047d-688d-42c4-857d-ba913e554191 on network 4d1c5335-4e8e-461d-bbea-99cc3496328c {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:38.269490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aed7f9-311c-44c4-92cc-d19a45b85d95 req-d31c05aa-2f16-4725-b341-001132df5666 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:38.271482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5aed7f9-311c-44c4-92cc-d19a45b85d95 req-d31c05aa-2f16-4725-b341-001132df5666 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 943 time: 0.2166584 Apr 30 01:36:38.274004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Port f28c047d-688d-42c4-857d-ba913e554191 on network 4d1c5335-4e8e-461d-bbea-99cc3496328c not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:36:38.274478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Attempting to bind port f28c047d-688d-42c4-857d-ba913e554191 on network 4d1c5335-4e8e-461d-bbea-99cc3496328c {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:38.304238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:38.305995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Checking segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:38.306594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Bound using segment: {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:38.307227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Bound port: f28c047d-688d-42c4-857d-ba913e554191, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffc5c16-dcec-4db4-8787-f418df3a3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:38.307806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.335002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5aed7f9-311c-44c4-92cc-d19a45b85d95 req-a1b73462-0087-4f36-8686-2e1d2a79749c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546210 Apr 30 01:36:38.407667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a86557e8-0351-4456-8e0c-9f134ca4710e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.444680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] For port f28c047d-688d-42c4-857d-ba913e554191, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:38.449166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] For port f28c047d-688d-42c4-857d-ba913e554191, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f28c047d-688d-42c4-857d-ba913e554191,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:38.464625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-34e91d26-db7c-4b25-8b71-19308f2a0f25 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656948 Apr 30 01:36:38.506928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a86557e8-0351-4456-8e0c-9f134ca4710e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.563086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-062ff635-a429-482a-9239-9ae9cf318d7b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:38.570930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-062ff635-a429-482a-9239-9ae9cf318d7b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.1110513 Apr 30 01:36:38.595591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.631780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a86557e8-0351-4456-8e0c-9f134ca4710e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.636033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a86557e8-0351-4456-8e0c-9f134ca4710e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6511557 Apr 30 01:36:38.637195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86557e8-0351-4456-8e0c-9f134ca4710e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35752353-cd12-4372-b6c5-dceb5d930dde,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:38.647203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60008) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:38.691324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4426f5-8ae6-42e3-9c2b-3d90a0cbe66f req-951c7b84-b164-4533-9347-60773bdd3663 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:38.693546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2c4426f5-8ae6-42e3-9c2b-3d90a0cbe66f req-951c7b84-b164-4533-9347-60773bdd3663 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.2629039 Apr 30 01:36:38.733458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c474cc02-0dbb-458a-9416-9d4d40894436 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.744333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c474cc02-0dbb-458a-9416-9d4d40894436 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.753791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:38.754410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.755799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] 10.222.0.21 "PUT /v2.0/ports/f28c047d-688d-42c4-857d-ba913e554191 HTTP/1.1" status: 200 len: 1091 time: 1.8841188 Apr 30 01:36:38.775079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e32070-42a1-470a-bcb7-7448715068a8', 'tag': 'f28c047d-688d-42c4-857d-ba913e554191'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:38.777998 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f434477-e54c-4ff2-926f-19b6ef0a09cf" -d '{"events": [{"name": "network-changed", "server_uuid": "01e32070-42a1-470a-bcb7-7448715068a8", "tag": "f28c047d-688d-42c4-857d-ba913e554191"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:38.809137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2c4426f5-8ae6-42e3-9c2b-3d90a0cbe66f req-3b38a06a-9c78-4273-bd01-faddf10b3bba tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033187 Apr 30 01:36:38.833590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00bdb047-68a3-4d48-a737-700ce5e86bd0 req-703ad0a9-7243-48e7-9e68-74489d2e3fdc service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371539 Apr 30 01:36:38.855318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c474cc02-0dbb-458a-9416-9d4d40894436 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.862732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c474cc02-0dbb-458a-9416-9d4d40894436 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:38.863214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db20c75-9b06-4ea5-9eff-4b7306e8fbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f28c047d-688d-42c4-857d-ba913e554191,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:38.865987 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c474cc02-0dbb-458a-9416-9d4d40894436 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/35752353-cd12-4372-b6c5-dceb5d930dde HTTP/1.1" status: 204 len: 168 time: 0.2144206 Apr 30 01:36:38.871855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60018) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:38.884203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474cc02-0dbb-458a-9416-9d4d40894436 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35752353-cd12-4372-b6c5-dceb5d930dde,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:38.916789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd64650-930f-4a21-8ae5-5e621dd2c40d req-f05eaac7-c4ec-4608-8981-699c778426dc tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:38.918510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abd64650-930f-4a21-8ae5-5e621dd2c40d req-f05eaac7-c4ec-4608-8981-699c778426dc tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 945 time: 0.2470102 Apr 30 01:36:38.923074 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626fa0f-c56c-438d-ab5f-2e56798c787a x-openstack-request-id: req-9626fa0f-c56c-438d-ab5f-2e56798c787a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:38.924413 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e32070-42a1-470a-bcb7-7448715068a8", "tag": "f28c047d-688d-42c4-857d-ba913e554191", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:38.924689 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9626fa0f-c56c-438d-ab5f-2e56798c787a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:38.925209 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9626fa0f-c56c-438d-ab5f-2e56798c787a'] response: {'name': 'network-changed', 'server_uuid': '01e32070-42a1-470a-bcb7-7448715068a8', 'tag': 'f28c047d-688d-42c4-857d-ba913e554191', 'status': 'completed', 'code': 200} Apr 30 01:36:38.959180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e2f644b9-cb2b-4258-a733-e7ec39f8865d details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:36:38.975805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-1781fb19-f4e4-489e-b765-c5bad7456e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:38.977985 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-1781fb19-f4e4-489e-b765-c5bad7456e31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 1094 time: 0.0810046 Apr 30 01:36:39.018865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f69b5fe4-7caa-4c02-bce5-76cb7cf97a15 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1370363 Apr 30 01:36:39.025944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Deleting port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:39.026623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:39.083598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60020) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:39.093889 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-9d990513-9046-4917-85f8-bf3bfc7e4538 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f28c047d-688d-42c4-857d-ba913e554191 HTTP/1.1" status: 200 len: 217 time: 0.1082084 Apr 30 01:36:39.098099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abd64650-930f-4a21-8ae5-5e621dd2c40d req-6f2b5ca3-7e09-457e-a312-c1183cac5d8b tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718440 Apr 30 01:36:39.213833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e2f644b9-cb2b-4258-a733-e7ec39f8865d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:39.214343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-b3dd0dda-c34b-447d-b70b-2ada505b6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:39.218350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-b3dd0dda-c34b-447d-b70b-2ada505b6a98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 200 len: 850 time: 0.1157601 Apr 30 01:36:39.232765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d', 'mac_address': 'fa:16:3e:2b:62:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:36:39.260536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] For port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:39.260909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:39.264279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac105469-bd0e-43b8-86d1-34143bc49966 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:39.274061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-0332471b-8a6c-4124-b9e0-8ba450d26453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:39.275968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-0332471b-8a6c-4124-b9e0-8ba450d26453 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1c5335-4e8e-461d-bbea-99cc3496328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536582 Apr 30 01:36:39.322948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:39.337496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f644b9-cb2b-4258-a733-e7ec39f8865d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:36:39.356984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Calling delete_port for 443e92aa-fbb7-420d-8ae2-5f9a4310f93b owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:39.360940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac105469-bd0e-43b8-86d1-34143bc49966 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:39.365327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e2f644b9-cb2b-4258-a733-e7ec39f8865d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:39.431744 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-b0123948-4117-479e-b3e7-58d1e9eba908 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395113 Apr 30 01:36:39.438335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:39.481014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7bccf-d521-4a7d-87be-42468ffaec18 req-25cb791e-4f0c-4e99-a23a-17403fe05806 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:39.482599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fd7bccf-d521-4a7d-87be-42468ffaec18 req-25cb791e-4f0c-4e99-a23a-17403fe05806 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 944 time: 0.2255785 Apr 30 01:36:39.487598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9490442a-1535-4c24-bb84-49adecbb3445 req-8de8bcf0-c5bf-496b-b34d-25f231843cc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894052 Apr 30 01:36:39.564717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e2f644b9-cb2b-4258-a733-e7ec39f8865d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:39.583686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.583818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fd7bccf-d521-4a7d-87be-42468ffaec18 req-cd1cfc39-05d9-444b-803a-12d34a36c13d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931003 Apr 30 01:36:39.586723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.587107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.587463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.587803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.588128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.588451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.588770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.589090 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.589408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.589724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.590036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:36:39.595282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac105469-bd0e-43b8-86d1-34143bc49966 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:39.597943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac105469-bd0e-43b8-86d1-34143bc49966 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:39.605081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ac105469-bd0e-43b8-86d1-34143bc49966 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/86f16e04-9ab5-4607-9545-06c884000f6c HTTP/1.1" status: 204 len: 168 time: 0.5147285 Apr 30 01:36:39.605957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60038) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:39.676048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490442a-1535-4c24-bb84-49adecbb3445 req-12edbe5b-cdbc-4a3a-a39f-b88fcbfa2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:39.678824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9490442a-1535-4c24-bb84-49adecbb3445 req-12edbe5b-cdbc-4a3a-a39f-b88fcbfa2716 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 1096 time: 0.1525617 Apr 30 01:36:39.724435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac105469-bd0e-43b8-86d1-34143bc49966 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f16e04-9ab5-4607-9545-06c884000f6c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:39.724649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e2f644b9-cb2b-4258-a733-e7ec39f8865d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:39.726747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-bc8beb81-416c-49ba-853c-07e79bd13639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:39.728529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-bc8beb81-416c-49ba-853c-07e79bd13639 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.1337903 Apr 30 01:36:39.737225 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a70ff4aa-ccbc-4b33-9ca6-68e84a68d894 req-93b0df7f-ad84-47b1-808c-5d2b7d67eef7 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889717 Apr 30 01:36:39.815280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cb07621b-3b06-4567-8ee8-0c52cedcaefd tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2015808 Apr 30 01:36:39.817748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60044) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:39.850962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433e540-611e-480c-86d1-31339d6d0745 req-67ab9454-a8f9-4eb0-b996-8abc88064c20 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:39.852938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3433e540-611e-480c-86d1-31339d6d0745 req-67ab9454-a8f9-4eb0-b996-8abc88064c20 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 943 time: 0.2594306 Apr 30 01:36:39.854165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-8ed33143-bf2a-4a82-a6bd-a7e9d27fd98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:39.855945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-8ed33143-bf2a-4a82-a6bd-a7e9d27fd98c service neutron] 10.222.0.23 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 920 time: 0.1170413 Apr 30 01:36:39.981206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490442a-1535-4c24-bb84-49adecbb3445 req-7f897e1d-6dd1-4e4f-a2fd-4d01472d7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:39.982501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9490442a-1535-4c24-bb84-49adecbb3445 req-7f897e1d-6dd1-4e4f-a2fd-4d01472d7445 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 200 len: 906 time: 0.2592478 Apr 30 01:36:40.012725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccf178-fc85-44ef-9f35-2d2979d8a2d1 req-53b56ecc-144b-4c62-9c3a-7f61136ae996 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:40.014603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93ccf178-fc85-44ef-9f35-2d2979d8a2d1 req-53b56ecc-144b-4c62-9c3a-7f61136ae996 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.3292041 Apr 30 01:36:40.015542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.061806 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9490442a-1535-4c24-bb84-49adecbb3445 req-c6459745-f82e-4ca4-9b87-471bc943115a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60544de3-aec8-4462-abd5-1d7f4e8e4103 HTTP/1.1" status: 200 len: 217 time: 0.0696342 Apr 30 01:36:40.062419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4bc17bc-6850-42aa-b0f9-8a5584e94602 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.100395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event deleted for resources: {'Port': ['ID=443e92aa-fbb7-420d-8ae2-5f9a4310f93b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:40.208355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] No DVR routers for this DVR port 443e92aa-fbb7-420d-8ae2-5f9a4310f93b on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:40.212149 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.215581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.21 "DELETE /v2.0/ports/443e92aa-fbb7-420d-8ae2-5f9a4310f93b HTTP/1.1" status: 204 len: 173 time: 1.6420376 Apr 30 01:36:40.224101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4bc17bc-6850-42aa-b0f9-8a5584e94602 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.238642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490442a-1535-4c24-bb84-49adecbb3445 req-7388d4d5-2400-4f87-b9ef-e611a9de3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:40.240343 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9490442a-1535-4c24-bb84-49adecbb3445 req-7388d4d5-2400-4f87-b9ef-e611a9de3938 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 200 len: 846 time: 0.1495333 Apr 30 01:36:40.245798 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93ccf178-fc85-44ef-9f35-2d2979d8a2d1 req-c4d92603-2983-4425-a6ce-a1b6efe33c48 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893125 Apr 30 01:36:40.255862 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-92666b69-ecfc-465d-9129-802cfc53495e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 217 time: 0.3797247 Apr 30 01:36:40.290786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9490442a-1535-4c24-bb84-49adecbb3445 req-bc60297e-41f0-4e95-ada8-ee1411f0c99e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebfb2767-7242-478f-9442-df54e9157d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401602 Apr 30 01:36:40.319332 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3433e540-611e-480c-86d1-31339d6d0745 req-90929eb5-5b26-419e-8832-f784786d7f5e tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4590027 Apr 30 01:36:40.346243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-fbab3d46-29aa-4116-927b-2a9aecbb1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:40.347918 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-fbab3d46-29aa-4116-927b-2a9aecbb1659 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 1094 time: 0.1021369 Apr 30 01:36:40.349674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-8f7c0a82-14a9-4619-b5df-435404902482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:40.350980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-8f7c0a82-14a9-4619-b5df-435404902482 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.0747468 Apr 30 01:36:40.381708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:40.411408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-476c38fe-37ee-47ac-8c38-6f2a562dddcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371847 Apr 30 01:36:40.465745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4bc17bc-6850-42aa-b0f9-8a5584e94602 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.471889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4bc17bc-6850-42aa-b0f9-8a5584e94602 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.473087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b4bc17bc-6850-42aa-b0f9-8a5584e94602 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/15ddd7d6-a236-42b1-8222-9d3a1e304b17 HTTP/1.1" status: 204 len: 168 time: 0.6543713 Apr 30 01:36:40.477691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9490442a-1535-4c24-bb84-49adecbb3445 req-36c7d83a-6406-4b95-8ee3-8428f2f19691 service neutron] 10.222.0.21 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794274 Apr 30 01:36:40.478194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60062) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:40.518004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc17bc-6850-42aa-b0f9-8a5584e94602 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ddd7d6-a236-42b1-8222-9d3a1e304b17,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:40.535105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22e016c5-cc35-4b17-899c-d9de63974c8b req-62b9ac43-ad9b-4eed-8ce7-8ceb5ea8d24e tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5beadf0-3384-4072-9794-41983c998351 HTTP/1.1" status: 200 len: 210 time: 0.2126610 Apr 30 01:36:40.587718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-3c68f069-6292-4cf0-a615-6b23ef6879d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:40.589499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-3c68f069-6292-4cf0-a615-6b23ef6879d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 911 time: 0.2341433 Apr 30 01:36:40.650095 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-f631583b-b129-4253-bb51-6b202876ac7c service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100091 Apr 30 01:36:40.652376 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-238e37d2-2422-432e-8612-8d29714c0fb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f28c047d-688d-42c4-857d-ba913e554191 HTTP/1.1" status: 200 len: 217 time: 0.0549824 Apr 30 01:36:40.673761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5117308a-ab84-42b4-bb8b-815ae3b01b5c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1579695 Apr 30 01:36:40.685272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60066) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:40.694490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-870987cd-c2b3-4ebe-ae71-ca5337b5b863 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--530164648'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:40.729821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9490442a-1535-4c24-bb84-49adecbb3445 req-077ed9fb-43c2-42fe-ade3-78baa2ae11f2 service neutron] 10.222.0.21 "GET /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128909 Apr 30 01:36:40.792816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-870987cd-c2b3-4ebe-ae71-ca5337b5b863 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.839809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-53869c10-3426-4937-b81c-ddbcfe890558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:40.841290 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-53869c10-3426-4937-b81c-ddbcfe890558 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 200 len: 850 time: 0.1726868 Apr 30 01:36:40.874941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece2789-60fb-4cdd-b046-fcf885c24bbb req-2374b137-6dc8-4b58-818b-e59000cbb748 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:40.876438 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ece2789-60fb-4cdd-b046-fcf885c24bbb req-2374b137-6dc8-4b58-818b-e59000cbb748 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 945 time: 0.1330297 Apr 30 01:36:40.884297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-870987cd-c2b3-4ebe-ae71-ca5337b5b863 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.921509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b11d140-3024-4a65-b47c-bc60fe58c554 req-722be5df-43f5-41c0-92a3-a794fdc028d0 service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649496 Apr 30 01:36:40.926866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5beadf0-3384-4072-9794-41983c998351', 'name': 'network-vif-deleted', 'tag': '443e92aa-fbb7-420d-8ae2-5f9a4310f93b'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:40.931690 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04333354-87db-4ee6-8a17-ef83909f6f50" -d '{"events": [{"server_uuid": "e5beadf0-3384-4072-9794-41983c998351", "name": "network-vif-deleted", "tag": "443e92aa-fbb7-420d-8ae2-5f9a4310f93b"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:40.945623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-870987cd-c2b3-4ebe-ae71-ca5337b5b863 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:40.959993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-991a4b5c-cee1-4019-a8df-eed3bc5e3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:40.962485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-991a4b5c-cee1-4019-a8df-eed3bc5e3475 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1c5335-4e8e-461d-bbea-99cc3496328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094880 Apr 30 01:36:40.965816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7ece2789-60fb-4cdd-b046-fcf885c24bbb req-96f8a42f-b14e-4ef3-bf24-b535bd2913d5 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678833 Apr 30 01:36:40.977718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f28c047d-688d-42c4-857d-ba913e554191 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:36:40.984371 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c7b5e2-ac4d-4a6c-9e33-c4215d857164 x-openstack-request-id: req-29c7b5e2-ac4d-4a6c-9e33-c4215d857164 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:40.985782 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5beadf0-3384-4072-9794-41983c998351", "name": "network-vif-deleted", "tag": "443e92aa-fbb7-420d-8ae2-5f9a4310f93b", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:40.986164 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29c7b5e2-ac4d-4a6c-9e33-c4215d857164 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:40.986733 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c7b5e2-ac4d-4a6c-9e33-c4215d857164'] response: {'server_uuid': 'e5beadf0-3384-4072-9794-41983c998351', 'name': 'network-vif-deleted', 'tag': '443e92aa-fbb7-420d-8ae2-5f9a4310f93b', 'status': 'completed', 'code': 200} Apr 30 01:36:41.004268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870987cd-c2b3-4ebe-ae71-ca5337b5b863 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f57d88b-dfc6-4df0-8897-a4b0c9dd742b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:41.043677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e2f644b9-cb2b-4258-a733-e7ec39f8865d up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:41.088931 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-870987cd-c2b3-4ebe-ae71-ca5337b5b863 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.093364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60070) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:41.095193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-870987cd-c2b3-4ebe-ae71-ca5337b5b863 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4087415 Apr 30 01:36:41.100680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1892c2f8-761f-4346-a23d-578022c3d58f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': '3f57d88b-dfc6-4df0-8897-a4b0c9dd742b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:41.131642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-918a44f6-143a-44f4-ad72-3fe2b5a3f4f6 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592436 Apr 30 01:36:41.136749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f28c047d-688d-42c4-857d-ba913e554191, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f28c047d-688d-42c4-857d-ba913e554191,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:41.158761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'f28c047d-688d-42c4-857d-ba913e554191', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'port_id': 'f28c047d-688d-42c4-857d-ba913e554191', 'mac_address': 'fa:16:3e:68:0d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:36:41.200207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.215188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28c047d-688d-42c4-857d-ba913e554191 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:36:41.232703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2f434477-e54c-4ff2-926f-19b6ef0a09cf req-d1d9fac2-861e-4611-a88b-6f334ea4ad4e service neutron] 10.222.0.21 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945032 Apr 30 01:36:41.234450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f28c047d-688d-42c4-857d-ba913e554191, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f28c047d-688d-42c4-857d-ba913e554191,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:41.255089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port e2f644b9-cb2b-4258-a733-e7ec39f8865d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:36:41.259473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port e2f644b9-cb2b-4258-a733-e7ec39f8865d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:41.260034 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.268832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1892c2f8-761f-4346-a23d-578022c3d58f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.399976 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.412525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.465323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1892c2f8-761f-4346-a23d-578022c3d58f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.531241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:41.532715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3409e-6be3-4b22-b734-57a1a34c8c34 req-c9a91672-1132-4664-ae6a-a590e32d1544 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:41.541268 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9121aa75-7420-4873-bdec-4859f5562364" -d '{"events": [{"server_uuid": "2112adfc-e2ff-4c75-8f71-bea77d4ae6e9", "name": "network-vif-plugged", "status": "completed", "tag": "e2f644b9-cb2b-4258-a733-e7ec39f8865d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:41.545711 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34f3409e-6be3-4b22-b734-57a1a34c8c34 req-c9a91672-1132-4664-ae6a-a590e32d1544 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1818731 Apr 30 01:36:41.617623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1892c2f8-761f-4346-a23d-578022c3d58f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.620322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34f3409e-6be3-4b22-b734-57a1a34c8c34 req-85c27b77-4964-4f51-8b12-ee8f3c31503f tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728378 Apr 30 01:36:41.634483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e2f644b9-cb2b-4258-a733-e7ec39f8865d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:41.647870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=f28c047d-688d-42c4-857d-ba913e554191,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:41.669271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['f28c047d-688d-42c4-857d-ba913e554191'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:41.688850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892c2f8-761f-4346-a23d-578022c3d58f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002d1c49-2974-4da5-bde9-347bedc6d69f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:41.725440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0e4a-ec2f-4a6c-8175-77e39cc9ffed req-78b93117-1af2-4624-83da-53508fb4c565 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:41.732820 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e3a0e4a-ec2f-4a6c-8175-77e39cc9ffed req-78b93117-1af2-4624-83da-53508fb4c565 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 944 time: 0.2115374 Apr 30 01:36:41.744090 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4263bd26-4e6c-4bd9-8728-f6ef0619e2d7 x-openstack-request-id: req-4263bd26-4e6c-4bd9-8728-f6ef0619e2d7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:41.744738 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112adfc-e2ff-4c75-8f71-bea77d4ae6e9", "name": "network-vif-plugged", "status": "completed", "tag": "e2f644b9-cb2b-4258-a733-e7ec39f8865d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:41.745176 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4263bd26-4e6c-4bd9-8728-f6ef0619e2d7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:41.745700 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4263bd26-4e6c-4bd9-8728-f6ef0619e2d7'] response: {'server_uuid': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d', 'code': 200} Apr 30 01:36:41.746535 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.747843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 443e92aa-fbb7-420d-8ae2-5f9a4310f93b no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:36:41.777952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 443e92aa-fbb7-420d-8ae2-5f9a4310f93b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:36:41.778308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 443e92aa-fbb7-420d-8ae2-5f9a4310f93b not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:36:41.817096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1892c2f8-761f-4346-a23d-578022c3d58f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.818353 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1892c2f8-761f-4346-a23d-578022c3d58f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7236249 Apr 30 01:36:41.821695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60094) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:41.866234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e2f644b9-cb2b-4258-a733-e7ec39f8865d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:41.878459 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61ab3a64-a7f1-49d4-b555-01477e542d82 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.915999 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61ab3a64-a7f1-49d4-b555-01477e542d82 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:41.934338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e3a0e4a-ec2f-4a6c-8175-77e39cc9ffed req-f00d6e05-fc3b-4fbc-8f58-a405a53bb233 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931584 Apr 30 01:36:41.962796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5b0be-280c-447f-aa61-46eef3c910cf req-2e002ed2-e255-4f74-8f52-a59442347832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:41.975260 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bae5b0be-280c-447f-aa61-46eef3c910cf req-2e002ed2-e255-4f74-8f52-a59442347832 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 1097 time: 0.2308505 Apr 30 01:36:42.058358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bae5b0be-280c-447f-aa61-46eef3c910cf req-3c081e85-e40d-44f7-831e-ccfb8914f880 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Apr 30 01:36:42.119659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc0a10-e220-4d5e-8ff6-e62dcaf54a6a req-8c2f6c4a-a3e0-40d5-9baf-cde8ef6b1592 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:42.128059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0cc0a10-e220-4d5e-8ff6-e62dcaf54a6a req-8c2f6c4a-a3e0-40d5-9baf-cde8ef6b1592 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 946 time: 0.0743964 Apr 30 01:36:42.135126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61ab3a64-a7f1-49d4-b555-01477e542d82 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:42.142742 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61ab3a64-a7f1-49d4-b555-01477e542d82 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:42.144273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-61ab3a64-a7f1-49d4-b555-01477e542d82 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/002d1c49-2974-4da5-bde9-347bedc6d69f HTTP/1.1" status: 204 len: 168 time: 0.3210032 Apr 30 01:36:42.160429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60112) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:42.183653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab3a64-a7f1-49d4-b555-01477e542d82 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=002d1c49-2974-4da5-bde9-347bedc6d69f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:42.189725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0cc0a10-e220-4d5e-8ff6-e62dcaf54a6a req-e999cc90-6899-44d8-b934-0632b6c8339c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534425 Apr 30 01:36:42.234124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d428c8fa-e651-4ccf-9bd7-67b81a482100 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678015 Apr 30 01:36:42.237009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60116) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:42.384098 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0874bce7-7d56-405b-bc58-f44230084d2f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:42.393046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0874bce7-7d56-405b-bc58-f44230084d2f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:42.535605 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0874bce7-7d56-405b-bc58-f44230084d2f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:42.540070 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0874bce7-7d56-405b-bc58-f44230084d2f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:42.541475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0874bce7-7d56-405b-bc58-f44230084d2f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/3f57d88b-dfc6-4df0-8897-a4b0c9dd742b HTTP/1.1" status: 204 len: 168 time: 0.3034632 Apr 30 01:36:42.551578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60134) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:42.559458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874bce7-7d56-405b-bc58-f44230084d2f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f57d88b-dfc6-4df0-8897-a4b0c9dd742b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:42.636554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b03994ea-0651-403a-9517-7b9157835b51 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837421 Apr 30 01:36:42.640551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60142) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:42.645606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d86cd779-20ed-43d3-a1ce-f38cb7721c7c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--448014431'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:42.775797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9ef59-b195-44a2-b245-edf29a94e4b4 req-1bea8d64-e94b-4a42-9c39-7cf45c8e0275 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:42.783053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9c9ef59-b195-44a2-b245-edf29a94e4b4 req-1bea8d64-e94b-4a42-9c39-7cf45c8e0275 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0746074 Apr 30 01:36:42.810368 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d86cd779-20ed-43d3-a1ce-f38cb7721c7c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:42.828387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9c9ef59-b195-44a2-b245-edf29a94e4b4 req-3b4d5e79-d6c3-488d-937f-bc7da5dc712d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Apr 30 01:36:42.885010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d86cd779-20ed-43d3-a1ce-f38cb7721c7c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:42.963962 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d86cd779-20ed-43d3-a1ce-f38cb7721c7c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.010228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f28c047d-688d-42c4-857d-ba913e554191 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:43.022566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cd779-20ed-43d3-a1ce-f38cb7721c7c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86697d0-b270-44c6-a994-a189f01583bd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:43.071704 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d86cd779-20ed-43d3-a1ce-f38cb7721c7c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.071704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d86cd779-20ed-43d3-a1ce-f38cb7721c7c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4207625 Apr 30 01:36:43.072010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60148) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:43.072010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fef881c6-9314-40f9-b06c-e065716f0b9f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': 'f86697d0-b270-44c6-a994-a189f01583bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:43.083223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea93883-1473-4b55-ab0a-cc57220258d4 req-edd8f6af-be96-41d5-bf1a-ab5118d47ba7 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:43.103113 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eea93883-1473-4b55-ab0a-cc57220258d4 req-edd8f6af-be96-41d5-bf1a-ab5118d47ba7 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 944 time: 0.0912554 Apr 30 01:36:43.141178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eea93883-1473-4b55-ab0a-cc57220258d4 req-f985d3d8-71da-4307-9d70-6761e6fe313b tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342352 Apr 30 01:36:43.163009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ce6d-6edb-41a7-a324-56595aa1bd91 req-8c84f0f1-ce2a-4965-910c-c91ff7a09a2d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:43.165118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7949ce6d-6edb-41a7-a324-56595aa1bd91 req-8c84f0f1-ce2a-4965-910c-c91ff7a09a2d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 945 time: 0.0849786 Apr 30 01:36:43.207170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7949ce6d-6edb-41a7-a324-56595aa1bd91 req-9ae3dd31-ff6a-4f97-9984-cb2e8ef8a060 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354309 Apr 30 01:36:43.234229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port f28c047d-688d-42c4-857d-ba913e554191 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:36:43.238563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port f28c047d-688d-42c4-857d-ba913e554191 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:43.239059 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.240864 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fef881c6-9314-40f9-b06c-e065716f0b9f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.310271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fef881c6-9314-40f9-b06c-e065716f0b9f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.330883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003dd53-6156-4073-a966-419c3adc7c8b req-7a058f07-499b-4f7a-af30-0b4526e854cf tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:43.332453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.336440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5003dd53-6156-4073-a966-419c3adc7c8b req-7a058f07-499b-4f7a-af30-0b4526e854cf tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 946 time: 0.0682805 Apr 30 01:36:43.369496 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fef881c6-9314-40f9-b06c-e065716f0b9f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.384437 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5003dd53-6156-4073-a966-419c3adc7c8b req-28ef42b2-c2ec-44b2-8a04-353d3a70553c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Apr 30 01:36:43.393547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef881c6-9314-40f9-b06c-e065716f0b9f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b0b02e-0bd2-4daf-ac16-839dbadf4ffd,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:43.394320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port f28c047d-688d-42c4-857d-ba913e554191, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f28c047d-688d-42c4-857d-ba913e554191,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:43.472177 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.516256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fef881c6-9314-40f9-b06c-e065716f0b9f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.520435 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fef881c6-9314-40f9-b06c-e065716f0b9f tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4541485 Apr 30 01:36:43.520966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60156) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:43.533739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=f28c047d-688d-42c4-857d-ba913e554191,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:43.563879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60160) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:43.564338 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-09d6e725-aa3b-4064-8151-692a91c11446 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules/96b0b02e-0bd2-4daf-ac16-839dbadf4ffd HTTP/1.1" status: 200 len: 763 time: 0.0384319 Apr 30 01:36:43.617423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f9e56c8d-0c07-46ed-a9de-fdf422b2c3e4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0486631 Apr 30 01:36:43.617796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60164) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:43.650257 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5091cc1f-13a4-4ae1-8e02-f2ce18da0a37 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.658067 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5091cc1f-13a4-4ae1-8e02-f2ce18da0a37 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.746825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e32070-42a1-470a-bcb7-7448715068a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28c047d-688d-42c4-857d-ba913e554191'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:43.749232 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ad6c0-5dcc-4cf0-b61f-dfc89cdac874" -d '{"events": [{"server_uuid": "01e32070-42a1-470a-bcb7-7448715068a8", "name": "network-vif-plugged", "status": "completed", "tag": "f28c047d-688d-42c4-857d-ba913e554191"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:43.763882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5091cc1f-13a4-4ae1-8e02-f2ce18da0a37 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.773014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5091cc1f-13a4-4ae1-8e02-f2ce18da0a37 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.773014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5091cc1f-13a4-4ae1-8e02-f2ce18da0a37 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/96b0b02e-0bd2-4daf-ac16-839dbadf4ffd HTTP/1.1" status: 204 len: 168 time: 0.1523218 Apr 30 01:36:43.774483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60172) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:43.779628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091cc1f-13a4-4ae1-8e02-f2ce18da0a37 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96b0b02e-0bd2-4daf-ac16-839dbadf4ffd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:43.801997 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12aec3-729c-4a93-a269-bc425df4f3c5 x-openstack-request-id: req-6f12aec3-729c-4a93-a269-bc425df4f3c5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:43.802474 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e32070-42a1-470a-bcb7-7448715068a8", "name": "network-vif-plugged", "status": "completed", "tag": "f28c047d-688d-42c4-857d-ba913e554191", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:43.802958 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f12aec3-729c-4a93-a269-bc425df4f3c5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:43.804859 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f12aec3-729c-4a93-a269-bc425df4f3c5'] response: {'server_uuid': '01e32070-42a1-470a-bcb7-7448715068a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28c047d-688d-42c4-857d-ba913e554191', 'code': 200} Apr 30 01:36:43.829909 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-63d311d2-6653-4368-ac9d-2c312a160a06 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0541484 Apr 30 01:36:43.832605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:43.837390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-45589ece-1973-4e92-be0c-d287f11bb9b6 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': 'f86697d0-b270-44c6-a994-a189f01583bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:43.921146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45589ece-1973-4e92-be0c-d287f11bb9b6 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:43.928465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25777c65-d98c-45c8-9b4f-347bcee5f113 req-1acfe8c6-0655-4ad3-8846-3fe8026801d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:43.930365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-25777c65-d98c-45c8-9b4f-347bcee5f113 req-1acfe8c6-0655-4ad3-8846-3fe8026801d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 1096 time: 0.0639637 Apr 30 01:36:43.974772 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-25777c65-d98c-45c8-9b4f-347bcee5f113 req-93d08dbf-bc48-4f68-a355-2f1b31c0767a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366306 Apr 30 01:36:43.989880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76256a0c-907a-4012-a84a-264eeb2375b0 req-f3484a36-eeee-431a-a715-42e60ebd986d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:43.994728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76256a0c-907a-4012-a84a-264eeb2375b0 req-f3484a36-eeee-431a-a715-42e60ebd986d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0850310 Apr 30 01:36:44.022140 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45589ece-1973-4e92-be0c-d287f11bb9b6 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.040753 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76256a0c-907a-4012-a84a-264eeb2375b0 req-69279cb7-0a58-4c3c-bcaf-f9ac465d79ed tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Apr 30 01:36:44.118134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45589ece-1973-4e92-be0c-d287f11bb9b6 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.138354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45589ece-1973-4e92-be0c-d287f11bb9b6 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdba9777-0d6b-4ecb-8fc6-9c3cf48dab65,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:44.223214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45589ece-1973-4e92-be0c-d287f11bb9b6 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.224574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-45589ece-1973-4e92-be0c-d287f11bb9b6 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3909924 Apr 30 01:36:44.227293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60184) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:44.244868 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3d187f70-f246-45a5-8b9c-0488a2a53f96 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules/cdba9777-0d6b-4ecb-8fc6-9c3cf48dab65 HTTP/1.1" status: 200 len: 763 time: 0.0159860 Apr 30 01:36:44.246816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60188) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:44.280472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad39a85-8e95-46e5-8fc6-13dce9cff01f req-447973b2-4dd7-40e3-8df8-f14341f0ed47 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:44.282306 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ad39a85-8e95-46e5-8fc6-13dce9cff01f req-447973b2-4dd7-40e3-8df8-f14341f0ed47 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 945 time: 0.0603781 Apr 30 01:36:44.291045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4425e1ec-d38b-44a5-88b0-a54d85d7f56a tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0429006 Apr 30 01:36:44.293570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60190) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:44.320545 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-145ea8a6-a226-47f3-a7a5-311224712fed tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.337126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-145ea8a6-a226-47f3-a7a5-311224712fed tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.347258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ad39a85-8e95-46e5-8fc6-13dce9cff01f req-b72f7c54-ba4c-474a-a704-eda417993263 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578952 Apr 30 01:36:44.410466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8529-b724-4216-9ca2-e11128e2d5e8 req-e154e4ce-56eb-4289-9044-4cb435df3c7f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:44.412029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4af8529-b724-4216-9ca2-e11128e2d5e8 req-e154e4ce-56eb-4289-9044-4cb435df3c7f tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 945 time: 0.0890265 Apr 30 01:36:44.462310 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-145ea8a6-a226-47f3-a7a5-311224712fed tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.484299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-145ea8a6-a226-47f3-a7a5-311224712fed tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.487760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-145ea8a6-a226-47f3-a7a5-311224712fed tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/cdba9777-0d6b-4ecb-8fc6-9c3cf48dab65 HTTP/1.1" status: 204 len: 168 time: 0.1908233 Apr 30 01:36:44.487760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ea8a6-a226-47f3-a7a5-311224712fed tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdba9777-0d6b-4ecb-8fc6-9c3cf48dab65,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:44.488467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60196) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:44.497539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4af8529-b724-4216-9ca2-e11128e2d5e8 req-3bf11f1a-20e6-42c1-ad39-2de7d10d202d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d636076-942a-43dd-868d-e3e76d0bf2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Apr 30 01:36:44.541797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ec8b018d-9137-4cce-ace9-044502b73557 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522091 Apr 30 01:36:44.544369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60198) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:44.548914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-42015757-23e9-4230-a5bc-56592ee16fa4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': 'f86697d0-b270-44c6-a994-a189f01583bd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:44.566810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5de3d-9763-481d-92c1-c0a066ea708c req-35751616-ffe1-473d-8d25-d69427ed23fd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:44.575231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ffb5de3d-9763-481d-92c1-c0a066ea708c req-35751616-ffe1-473d-8d25-d69427ed23fd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 946 time: 0.1210425 Apr 30 01:36:44.649271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ffb5de3d-9763-481d-92c1-c0a066ea708c req-e8cfabb1-4c8d-4568-be7e-b7888b15e229 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729454 Apr 30 01:36:44.661151 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-42015757-23e9-4230-a5bc-56592ee16fa4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Project a58bc3dbba8145eb88606dd00d99a53c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:36:44.669348 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42015757-23e9-4230-a5bc-56592ee16fa4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.701571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-260e4526-7d8c-4d0d-a9f6-36231ec429d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:44.706004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-260e4526-7d8c-4d0d-a9f6-36231ec429d2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 945 time: 0.1266675 Apr 30 01:36:44.838181 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42015757-23e9-4230-a5bc-56592ee16fa4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.888227 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28a12fa9-5660-4220-9261-45ed161a5224 req-882c68bb-4a92-4ff3-a70c-8408dd2396ef tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b8c8e8a97970400e9fc5fede171d84c0 HTTP/1.1" status: 200 len: 267 time: 0.1314626 Apr 30 01:36:44.919377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Deleting port 60544de3-aec8-4462-abd5-1d7f4e8e4103 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:44.919923 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.932597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42015757-23e9-4230-a5bc-56592ee16fa4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:44.950031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12fa9-5660-4220-9261-45ed161a5224 req-bdf88063-4615-4d63-88af-c0b0acab32a7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:44.951643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28a12fa9-5660-4220-9261-45ed161a5224 req-bdf88063-4615-4d63-88af-c0b0acab32a7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 946 time: 0.0611246 Apr 30 01:36:44.966367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42015757-23e9-4230-a5bc-56592ee16fa4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03011ab-1984-4753-b63f-8c14959d35c5,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:44.971022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-28a12fa9-5660-4220-9261-45ed161a5224 req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'port': {'security_groups': []}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:45.044201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42015757-23e9-4230-a5bc-56592ee16fa4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.046014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-42015757-23e9-4230-a5bc-56592ee16fa4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5001233 Apr 30 01:36:45.050661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60204) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:45.076346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-28a12fa9-5660-4220-9261-45ed161a5224 req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.081692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2f673bd9-9fd7-45ae-bc6d-e28ea2d3cc49 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules/a03011ab-1984-4753-b63f-8c14959d35c5 HTTP/1.1" status: 200 len: 769 time: 0.0297251 Apr 30 01:36:45.084206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60208) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:45.109642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] For port 60544de3-aec8-4462-abd5-1d7f4e8e4103, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60544de3-aec8-4462-abd5-1d7f4e8e4103,segment=NetworkSegment(0c6ffafb-77a2-45c3-8cac-9ba30423a30e),segment_id=0c6ffafb-77a2-45c3-8cac-9ba30423a30e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:45.110259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.142006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Calling delete_port for 60544de3-aec8-4462-abd5-1d7f4e8e4103 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:45.226696 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1f49d9dd-5672-48c2-b078-b6560a575006 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1410275 Apr 30 01:36:45.228274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60212) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:45.329149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546666-0847-4461-ab5f-9eadae6e7fd1 req-d533c2cc-ca68-4615-8d5b-0f3d3cd3f4da tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:45.336847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce546666-0847-4461-ab5f-9eadae6e7fd1 req-d533c2cc-ca68-4615-8d5b-0f3d3cd3f4da tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1677828 Apr 30 01:36:45.418358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd3da756-091d-4137-98d4-34c6b95b5db4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.435146 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce546666-0847-4461-ab5f-9eadae6e7fd1 req-fdb20be5-c40b-4ef4-b406-f7e349b34414 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913246 Apr 30 01:36:45.492599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd3da756-091d-4137-98d4-34c6b95b5db4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.628505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3d4d-4ff7-436b-8c19-ac65ccaa4512 req-8430ce04-3cb7-4493-ac3e-c9112fac2cf8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:45.631964 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-372f3d4d-4ff7-436b-8c19-ac65ccaa4512 req-8430ce04-3cb7-4493-ac3e-c9112fac2cf8 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 945 time: 0.0626814 Apr 30 01:36:45.641654 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd3da756-091d-4137-98d4-34c6b95b5db4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.643485 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.644928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-28a12fa9-5660-4220-9261-45ed161a5224 req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] For port e2f644b9-cb2b-4258-a733-e7ec39f8865d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:45.656054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60544de3-aec8-4462-abd5-1d7f4e8e4103'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:45.677677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd3da756-091d-4137-98d4-34c6b95b5db4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.681848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dd3da756-091d-4137-98d4-34c6b95b5db4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a03011ab-1984-4753-b63f-8c14959d35c5 HTTP/1.1" status: 204 len: 168 time: 0.4474447 Apr 30 01:36:45.682952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60226) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:45.698375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Pushing event deleted for resources: {'Port': ['ID=60544de3-aec8-4462-abd5-1d7f4e8e4103,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:45.756463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3da756-091d-4137-98d4-34c6b95b5db4 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a03011ab-1984-4753-b63f-8c14959d35c5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:45.774784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-372f3d4d-4ff7-436b-8c19-ac65ccaa4512 req-0851d0a8-402a-4194-8df8-d2208ed89b22 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340444 Apr 30 01:36:45.792419 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e2a8aef6-5ddc-42e2-a92a-234229fa4eb5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0958240 Apr 30 01:36:45.793104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60230) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:45.809924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] No DVR routers for this DVR port 60544de3-aec8-4462-abd5-1d7f4e8e4103 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:45.814331 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.818211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd8fb97d-8cd3-45b2-86e8-0b00d7aafbf1 req-4b41d7f9-3c0d-48be-9c20-415c95a69773 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.21 "DELETE /v2.0/ports/60544de3-aec8-4462-abd5-1d7f4e8e4103 HTTP/1.1" status: 204 len: 173 time: 1.0979688 Apr 30 01:36:45.819093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff48592-169a-4774-abce-db9847ae606f', 'name': 'network-vif-deleted', 'tag': '60544de3-aec8-4462-abd5-1d7f4e8e4103'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:45.829225 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f63043-ac7d-4023-91d7-75274ee06078" -d '{"events": [{"server_uuid": "3ff48592-169a-4774-abce-db9847ae606f", "name": "network-vif-deleted", "tag": "60544de3-aec8-4462-abd5-1d7f4e8e4103"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:45.830941 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-28a12fa9-5660-4220-9261-45ed161a5224 req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.870781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-28a12fa9-5660-4220-9261-45ed161a5224 req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:45.881755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'd0651cd4-eeea-4d6b-af7e-e7567da11580', 'e2f644b9-cb2b-4258-a733-e7ec39f8865d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:45.903755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e64925b-c56c-4c49-b437-7d4bf5583157 req-91ca74aa-331f-4354-9586-605585ee48a2 tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff48592-169a-4774-abce-db9847ae606f HTTP/1.1" status: 200 len: 210 time: 0.0445714 Apr 30 01:36:45.990692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'Port': ['ID=e2f644b9-cb2b-4258-a733-e7ec39f8865d,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:46.003569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd446-ef74-42ff-97a1-85b8af08b0f3 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:46.031703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12fa9-5660-4220-9261-45ed161a5224 req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:46.034439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-28a12fa9-5660-4220-9261-45ed161a5224 req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:46.046719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28a12fa9-5660-4220-9261-45ed161a5224 req-5c653ab6-2c8d-4873-8887-a1f6b1f1a972 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "PUT /v2.0/ports/e2f644b9-cb2b-4258-a733-e7ec39f8865d HTTP/1.1" status: 200 len: 905 time: 1.0823836 Apr 30 01:36:46.048865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'tag': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:46.051531 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da39348e-f22c-42a8-b29a-9dc41dd57ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "2112adfc-e2ff-4c75-8f71-bea77d4ae6e9", "tag": "e2f644b9-cb2b-4258-a733-e7ec39f8865d"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:46.098599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e2f644b9-cb2b-4258-a733-e7ec39f8865d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:46.129947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31a96-005e-466c-9e04-5aba7c5b4a0c req-ed45e2eb-892d-41df-be83-e149f49b80be tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:46.131594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0fe31a96-005e-466c-9e04-5aba7c5b4a0c req-ed45e2eb-892d-41df-be83-e149f49b80be tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 945 time: 0.1120186 Apr 30 01:36:46.149160 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e963d4-9479-408b-b96e-b050cfef8f3d x-openstack-request-id: req-b3e963d4-9479-408b-b96e-b050cfef8f3d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:46.149160 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff48592-169a-4774-abce-db9847ae606f", "name": "network-vif-deleted", "tag": "60544de3-aec8-4462-abd5-1d7f4e8e4103", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:46.149160 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3e963d4-9479-408b-b96e-b050cfef8f3d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:46.149160 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e963d4-9479-408b-b96e-b050cfef8f3d'] response: {'server_uuid': '3ff48592-169a-4774-abce-db9847ae606f', 'name': 'network-vif-deleted', 'tag': '60544de3-aec8-4462-abd5-1d7f4e8e4103', 'status': 'completed', 'code': 200} Apr 30 01:36:46.154244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60248) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:46.155907 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd446-ef74-42ff-97a1-85b8af08b0f3 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:46.169079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Request body: {'floatingip': {'port_id': 'f28c047d-688d-42c4-857d-ba913e554191'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:46.262697 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6bbf14-ec95-4a32-8cfb-a78f34045047 x-openstack-request-id: req-0b6bbf14-ec95-4a32-8cfb-a78f34045047 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:46.266771 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2112adfc-e2ff-4c75-8f71-bea77d4ae6e9", "tag": "e2f644b9-cb2b-4258-a733-e7ec39f8865d", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:46.267175 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b6bbf14-ec95-4a32-8cfb-a78f34045047 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:46.268363 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6bbf14-ec95-4a32-8cfb-a78f34045047'] response: {'name': 'network-changed', 'server_uuid': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'tag': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d', 'status': 'completed', 'code': 200} Apr 30 01:36:46.322160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:46.480937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ce371dbc-771f-4223-887e-327a606d1674 None None] Provisioning complete for port e2f644b9-cb2b-4258-a733-e7ec39f8865d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:46.481548 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce371dbc-771f-4223-887e-327a606d1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:46.486049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-4c1cb06b-a32a-4803-9d9b-abcc4cafdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:46.498975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-4c1cb06b-a32a-4803-9d9b-abcc4cafdddb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 1059 time: 0.2375793 Apr 30 01:36:46.570111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd446-ef74-42ff-97a1-85b8af08b0f3 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:46.573027 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd446-ef74-42ff-97a1-85b8af08b0f3 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:46.574597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7d6dd446-ef74-42ff-97a1-85b8af08b0f3 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/f86697d0-b270-44c6-a994-a189f01583bd HTTP/1.1" status: 204 len: 168 time: 0.7808218 Apr 30 01:36:46.582522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60260) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:46.612025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dd446-ef74-42ff-97a1-85b8af08b0f3 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86697d0-b270-44c6-a994-a189f01583bd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:46.669614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cfae181b-4315-46f0-9376-6bfbba9d744d tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811992 Apr 30 01:36:46.678210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60264) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:46.687370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2d46d69e-d4c1-4653-aab6-598f4cdd1359 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group': {'name': 'tempest-secgroup--905939407'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:46.711777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac00c1b-b51d-483c-ba9a-6c62e4809d54 req-8342604f-84e4-4218-bc4b-2f320a146599 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:46.711777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ac00c1b-b51d-483c-ba9a-6c62e4809d54 req-8342604f-84e4-4218-bc4b-2f320a146599 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 908 time: 0.3632374 Apr 30 01:36:46.799097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-34f539c2-a86a-4f58-a034-7c659de8865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:46.800990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-34f539c2-a86a-4f58-a034-7c659de8865f service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.2863719 Apr 30 01:36:46.871846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-60777e4b-6c10-47c9-933c-68b62bfe56f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d HTTP/1.1" status: 200 len: 217 time: 0.0612621 Apr 30 01:36:46.875912 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-73da74b4-61b7-431c-9f16-3a333318f55e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1608031 Apr 30 01:36:46.947775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d46d69e-d4c1-4653-aab6-598f4cdd1359 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.006016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-b2a2501d-44d4-4b62-8b06-27704d0a8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:47.008699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-b2a2501d-44d4-4b62-8b06-27704d0a8478 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1316121 Apr 30 01:36:47.077839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd40679-3e1b-4efa-bd93-54345ce92300 req-fd75e4e4-da35-41a5-a4de-65a530e80efc tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:47.088000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9dd40679-3e1b-4efa-bd93-54345ce92300 req-fd75e4e4-da35-41a5-a4de-65a530e80efc tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.2312069 Apr 30 01:36:47.106394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-06174c51-3bb8-4474-a492-08a59898d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:47.108130 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-06174c51-3bb8-4474-a492-08a59898d90d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 1096 time: 0.1667905 Apr 30 01:36:47.181872 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9dd40679-3e1b-4efa-bd93-54345ce92300 req-331e46f1-1938-4241-a979-46e28c10ef45 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928931 Apr 30 01:36:47.243363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-2a961235-21a2-4288-93be-00ec3dd6bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:47.245122 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-2a961235-21a2-4288-93be-00ec3dd6bfed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144241 Apr 30 01:36:47.288268 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d46d69e-d4c1-4653-aab6-598f4cdd1359 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.342990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60276) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:47.361393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d46d69e-d4c1-4653-aab6-598f4cdd1359 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.381957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-af147c07-3e22-42f9-aed9-c20ef8afc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:47.384064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-af147c07-3e22-42f9-aed9-c20ef8afc4f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 200 len: 914 time: 0.2365222 Apr 30 01:36:47.443670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b208a892-c6b6-4623-8bbf-c6e5d5f88059 admin admin] Deleting subnet f27595e3-02e3-4458-a602-6aa9173de05f {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:36:47.450800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b208a892-c6b6-4623-8bbf-c6e5d5f88059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.458238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46d69e-d4c1-4653-aab6-598f4cdd1359 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b518a7-b15c-4d64-98cc-364eec26cb5c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:47.467557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-a3b6ab1a-cc16-4d5a-8b93-b287ca9160bb service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126572 Apr 30 01:36:47.532679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b208a892-c6b6-4623-8bbf-c6e5d5f88059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.571779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da39348e-f22c-42a8-b29a-9dc41dd57ec1 req-13864cff-ea62-45a7-a9ec-b4782a585f24 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973332 Apr 30 01:36:47.577665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d46d69e-d4c1-4653-aab6-598f4cdd1359 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.580776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2d46d69e-d4c1-4653-aab6-598f4cdd1359 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8969901 Apr 30 01:36:47.581927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60280) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:47.585638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1bae19d5-2bba-4291-9c44-f93a7b1b865e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Request body: {'security_group_rule': {'security_group_id': 'b2b518a7-b15c-4d64-98cc-364eec26cb5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:47.601715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:36:47.614857 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-a47cb52f-f9df-4a90-a061-54aca1b81ece service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886 HTTP/1.1" status: 200 len: 1001 time: 0.2076490 Apr 30 01:36:47.659332 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.692155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-c6e22ea6-b95b-4cfe-b4c5-4e813ab03302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:47.693699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-c6e22ea6-b95b-4cfe-b4c5-4e813ab03302 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 200 len: 853 time: 0.0714741 Apr 30 01:36:47.701435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b208a892-c6b6-4623-8bbf-c6e5d5f88059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.731966 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.750680 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bae19d5-2bba-4291-9c44-f93a7b1b865e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:47.794570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490a6b3-e3ae-4197-94a7-621aeeeeeb9f req-f74f011a-ffa9-41d9-affa-18db4605b190 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:47.801973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a490a6b3-e3ae-4197-94a7-621aeeeeeb9f req-f74f011a-ffa9-41d9-affa-18db4605b190 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.5113513 Apr 30 01:36:47.817571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-40e43eb8-0044-487c-a511-da17106c2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:47.822206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-40e43eb8-0044-487c-a511-da17106c2e73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d51eecfe-eab7-4fe9-b818-0a3856a293df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144543 Apr 30 01:36:47.918371 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Floating IP 98cf0c9c-b479-4a34-ab97-3a92c4e593c2 associated. External IP: 172.25.0.8, port: f28c047d-688d-42c4-857d-ba913e554191. Apr 30 01:36:47.934177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a490a6b3-e3ae-4197-94a7-621aeeeeeb9f req-c664bf8a-41e1-49a7-b682-6dc85c31d68d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310043 Apr 30 01:36:47.992857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bae19d5-2bba-4291-9c44-f93a7b1b865e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.011931 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b208a892-c6b6-4623-8bbf-c6e5d5f88059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.046003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-dc59f8e5-bf7a-4e99-ad97-2e54be06fe99 service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103162 Apr 30 01:36:48.066102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208a892-c6b6-4623-8bbf-c6e5d5f88059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27595e3-02e3-4458-a602-6aa9173de05f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:48.067027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bae19d5-2bba-4291-9c44-f93a7b1b865e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.078664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b208a892-c6b6-4623-8bbf-c6e5d5f88059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.084603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b208a892-c6b6-4623-8bbf-c6e5d5f88059 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f27595e3-02e3-4458-a602-6aa9173de05f HTTP/1.1" status: 204 len: 168 time: 0.7405040 Apr 30 01:36:48.085291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60286) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:48.156650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae19d5-2bba-4291-9c44-f93a7b1b865e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de19d083-5bf5-43f5-9d8e-9b40956436af,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:48.215003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b22d6-1ae8-4f0d-aafc-5d11083d3628 req-4f05a848-c8d5-4819-8a28-464fffe3cf15 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:48.222639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd3b22d6-1ae8-4f0d-aafc-5d11083d3628 req-4f05a848-c8d5-4819-8a28-464fffe3cf15 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1734302 Apr 30 01:36:48.256769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bae19d5-2bba-4291-9c44-f93a7b1b865e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.256769 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1bae19d5-2bba-4291-9c44-f93a7b1b865e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6639652 Apr 30 01:36:48.256769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60290) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:48.294958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5c8a103-b56d-40c0-8987-def91c0109ca req-594749f4-8508-49ac-b7d0-f825792b731b service neutron] 10.222.0.23 "GET /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362819 Apr 30 01:36:48.327238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.336722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd3b22d6-1ae8-4f0d-aafc-5d11083d3628 req-68cf68e8-f2d7-4561-8e73-5844569bbb74 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077642 Apr 30 01:36:48.394958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c041411-a7b4-4769-9220-ad751d62af1c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.428242 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c041411-a7b4-4769-9220-ad751d62af1c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.548386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad757f-2a3f-4c93-b939-b9165b4b91d1 req-177e8aab-824a-4496-941b-6f81d647c2db tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:48.550108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-70ad757f-2a3f-4c93-b939-b9165b4b91d1 req-177e8aab-824a-4496-941b-6f81d647c2db tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0655019 Apr 30 01:36:48.609943 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.627524 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-70ad757f-2a3f-4c93-b939-b9165b4b91d1 req-62d6be8d-cd73-4b24-8e6d-c5a57758eb5b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513916 Apr 30 01:36:48.627524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c041411-a7b4-4769-9220-ad751d62af1c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.627524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c041411-a7b4-4769-9220-ad751d62af1c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.628578 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0c041411-a7b4-4769-9220-ad751d62af1c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/b2b518a7-b15c-4d64-98cc-364eec26cb5c HTTP/1.1" status: 204 len: 168 time: 0.3732522 Apr 30 01:36:48.633125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60304) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:48.649309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.654574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c041411-a7b4-4769-9220-ad751d62af1c tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b518a7-b15c-4d64-98cc-364eec26cb5c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:48.673109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfb2767-7242-478f-9442-df54e9157d32']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:48.683601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6ffafb-77a2-45c3-8cac-9ba30423a30e') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:48.684327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6ffafb-77a2-45c3-8cac-9ba30423a30e') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:48.695925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.707197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Router d70280fe-f4a0-408e-a3b7-75065677eb52 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:36:48.736928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1ec4a61c-4d23-480c-bba3-35ac8fdae3b9 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024282 Apr 30 01:36:48.752549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60306) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:48.804384 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ea6cdd1e-c1f3-4c4f-9cdc-5488ac8f18f5 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0494061 Apr 30 01:36:48.812869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559465-86a3-4090-8ef0-266689ceba28 req-20188d35-c33f-4455-96a9-a4bedfe3d4a4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:48.814381 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3559465-86a3-4090-8ef0-266689ceba28 req-20188d35-c33f-4455-96a9-a4bedfe3d4a4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0992868 Apr 30 01:36:48.814848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60308) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:48.846466 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-5d97cb50-562e-43d9-b27c-83221a4b859e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] delete failed (client error): The resource could not be found. Apr 30 01:36:48.856160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60310) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:48.857008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.859652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d97cb50-562e-43d9-b27c-83221a4b859e tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "DELETE /v2.0/security-groups/b2b518a7-b15c-4d64-98cc-364eec26cb5c HTTP/1.1" status: 404 len: 347 time: 0.0317662 Apr 30 01:36:48.885673 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3559465-86a3-4090-8ef0-266689ceba28 req-5f3bd1b6-db4c-4f6f-a2fa-cef7d40f6ea4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633602 Apr 30 01:36:48.887221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8326bb9-2705-4b59-a55d-0334a791f2b8 req-c0b2f9f7-bd19-4c2f-a9d5-8f90c5d1c700 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:48.888803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8326bb9-2705-4b59-a55d-0334a791f2b8 req-c0b2f9f7-bd19-4c2f-a9d5-8f90c5d1c700 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.5461347 Apr 30 01:36:48.909311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:36:48.916285 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:36:49.015935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:36:49.026691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 60544de3-aec8-4462-abd5-1d7f4e8e4103 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:36:49.033750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:49.049549 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87347161-0adc-4fb2-9925-38dab682379e None None] Sync routers for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:36:49.061347 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87347161-0adc-4fb2-9925-38dab682379e None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:49.061891 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-87347161-0adc-4fb2-9925-38dab682379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:49.100008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 60544de3-aec8-4462-abd5-1d7f4e8e4103 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:36:49.100253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 60544de3-aec8-4462-abd5-1d7f4e8e4103 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:36:49.146462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:49.179783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:49.185459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ebfb2767-7242-478f-9442-df54e9157d32 HTTP/1.1" status: 204 len: 168 time: 1.0843012 Apr 30 01:36:49.219306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8326bb9-2705-4b59-a55d-0334a791f2b8 req-36868683-24cd-404c-894a-a7b62a549dcc tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111589 Apr 30 01:36:49.239309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4bee14b2-022b-4e42-a156-464a124488a2 tempest-SecGroupIPv6Test-1994422501 tempest-SecGroupIPv6Test-1994422501-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3755863 Apr 30 01:36:49.279210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0b8e23f8-eac2-4213-ba00-894065cdb107 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "PUT /v2.0/floatingips/98cf0c9c-b479-4a34-ab97-3a92c4e593c2 HTTP/1.1" status: 200 len: 989 time: 3.1202903 Apr 30 01:36:49.282130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e32070-42a1-470a-bcb7-7448715068a8', 'tag': 'f28c047d-688d-42c4-857d-ba913e554191'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:49.289291 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e187e858-ddcf-459f-bd71-9b48aa3a50b6" -d '{"events": [{"name": "network-changed", "server_uuid": "01e32070-42a1-470a-bcb7-7448715068a8", "tag": "f28c047d-688d-42c4-857d-ba913e554191"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:49.313057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a61095-6fb2-4b38-80d4-ff747451a153 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebfb2767-7242-478f-9442-df54e9157d32,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:49.409645 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebccb358-616b-4bff-9e45-4eb54d99971f x-openstack-request-id: req-ebccb358-616b-4bff-9e45-4eb54d99971f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:49.409934 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e32070-42a1-470a-bcb7-7448715068a8", "tag": "f28c047d-688d-42c4-857d-ba913e554191", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:49.410613 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebccb358-616b-4bff-9e45-4eb54d99971f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:49.410707 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebccb358-616b-4bff-9e45-4eb54d99971f'] response: {'name': 'network-changed', 'server_uuid': '01e32070-42a1-470a-bcb7-7448715068a8', 'tag': 'f28c047d-688d-42c4-857d-ba913e554191', 'status': 'completed', 'code': 200} Apr 30 01:36:49.431166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-87347161-0adc-4fb2-9925-38dab682379e None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:49.515950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-53ceb7da-1cbf-47f4-a035-106f926f0522 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:49.517481 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-53ceb7da-1cbf-47f4-a035-106f926f0522 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.3480666 Apr 30 01:36:49.538197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-fecbe4ac-709e-4a20-98c3-9473989d77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:49.539952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-fecbe4ac-709e-4a20-98c3-9473989d77f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 1096 time: 0.1224201 Apr 30 01:36:49.560613 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-b8fcf88b-40df-4fdc-bc94-f564653777e1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/quotas/b8c8e8a97970400e9fc5fede171d84c0 HTTP/1.1" status: 200 len: 375 time: 0.0196412 Apr 30 01:36:49.770891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60356) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:49.817840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-a4faedba-bcf0-4a46-bf32-d7f67790008d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2239449 Apr 30 01:36:49.870626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-6ecd74ae-1da6-4947-a851-37e9f18911b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:49.897348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-6ecd74ae-1da6-4947-a851-37e9f18911b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 200 len: 911 time: 0.3489807 Apr 30 01:36:49.909399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6caeaa03-2cee-4c4a-9a7f-94ba74c9b437 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d322b7bb49124ff1b55e8151c42a05fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371880 Apr 30 01:36:49.912851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60360) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:49.999624 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-87347161-0adc-4fb2-9925-38dab682379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '98cf0c9c-b479-4a34-ab97-3a92c4e593c2', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'port_id': 'f28c047d-688d-42c4-857d-ba913e554191', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'mac_address': 'fa:16:3e:68:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e32070-42a1-470a-bcb7-7448715068a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:36:28Z', 'updated_at': '2022-04-30T01:36:47Z', 'revision_number': 1, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:50.044950 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87347161-0adc-4fb2-9925-38dab682379e None None] Checking router: d70280fe-f4a0-408e-a3b7-75065677eb52 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:36:50.058675 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87347161-0adc-4fb2-9925-38dab682379e None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:50.060779 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-87347161-0adc-4fb2-9925-38dab682379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:50.091478 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7238eb82-bd2b-4e46-b233-8f6648036b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:50.093288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60364) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:50.177609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7238eb82-bd2b-4e46-b233-8f6648036b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:50.310591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7238eb82-bd2b-4e46-b233-8f6648036b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:50.314135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7238eb82-bd2b-4e46-b233-8f6648036b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:50.315711 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7238eb82-bd2b-4e46-b233-8f6648036b5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d636076-942a-43dd-868d-e3e76d0bf2e1 HTTP/1.1" status: 204 len: 168 time: 0.4015377 Apr 30 01:36:50.334245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238eb82-bd2b-4e46-b233-8f6648036b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d636076-942a-43dd-868d-e3e76d0bf2e1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:50.467330 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:50.537232 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-87347161-0adc-4fb2-9925-38dab682379e None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:50.570041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-182274f7-60a7-4acd-bebe-2123669f1c49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a58bc3dbba8145eb88606dd00d99a53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749901 Apr 30 01:36:50.573751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60378) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:50.605083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a848-efe2-4af5-bb3e-3424bbdd795e req-1ec73eb7-c5b3-4c25-b995-2d2bfa037fb9 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:50.612530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30a2a848-efe2-4af5-bb3e-3424bbdd795e req-1ec73eb7-c5b3-4c25-b995-2d2bfa037fb9 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1868730 Apr 30 01:36:50.762794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:50.802057 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef614-4d7f-43e0-995f-129f8cf2c74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:50.814525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30a2a848-efe2-4af5-bb3e-3424bbdd795e req-4188560a-b5df-49a1-a474-6080676d6b68 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936097 Apr 30 01:36:50.862679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef614-4d7f-43e0-995f-129f8cf2c74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:50.965405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-f91a2b39-b953-4695-9ef1-82d10c5559e1 service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1461842 Apr 30 01:36:51.032576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-c03f5682-f9b7-40ef-ade0-d77c2965a1a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f28c047d-688d-42c4-857d-ba913e554191 HTTP/1.1" status: 200 len: 997 time: 1.1096001 Apr 30 01:36:51.056808 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0890b40-96bc-4689-8b5d-ec575e2a1772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:51.094196 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef614-4d7f-43e0-995f-129f8cf2c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:51.096739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef614-4d7f-43e0-995f-129f8cf2c74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:51.101838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fa0ef614-4d7f-43e0-995f-129f8cf2c74f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da523b4d-9f31-4366-9373-a4820a701b99 HTTP/1.1" status: 204 len: 168 time: 0.5208476 Apr 30 01:36:51.124089 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-87347161-0adc-4fb2-9925-38dab682379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '98cf0c9c-b479-4a34-ab97-3a92c4e593c2', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'port_id': 'f28c047d-688d-42c4-857d-ba913e554191', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'mac_address': 'fa:16:3e:68:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e32070-42a1-470a-bcb7-7448715068a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:36:28Z', 'updated_at': '2022-04-30T01:36:47Z', 'revision_number': 1, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:51.154651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ef614-4d7f-43e0-995f-129f8cf2c74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da523b4d-9f31-4366-9373-a4820a701b99,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:51.216495 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87347161-0adc-4fb2-9925-38dab682379e None None] The sync data for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 is: [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '98cf0c9c-b479-4a34-ab97-3a92c4e593c2', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'port_id': 'f28c047d-688d-42c4-857d-ba913e554191', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'mac_address': 'fa:16:3e:68:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e32070-42a1-470a-bcb7-7448715068a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:36:28Z', 'updated_at': '2022-04-30T01:36:47Z', 'revision_number': 1, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:36:51.253003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-478d838d-83c6-4cc5-a385-22c906f7ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:51.255305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-478d838d-83c6-4cc5-a385-22c906f7ba07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 200 len: 850 time: 0.1501782 Apr 30 01:36:51.287336 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0890b40-96bc-4689-8b5d-ec575e2a1772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:51.339325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-c12e5e88-ac2a-49b8-886a-a9fd2184c5a5 service neutron] 10.222.0.15 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724887 Apr 30 01:36:51.346565 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0890b40-96bc-4689-8b5d-ec575e2a1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:51.374774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-7eab2305-aa9c-435b-8529-7353a7c57c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:51.380215 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-7eab2305-aa9c-435b-8529-7353a7c57c4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1c5335-4e8e-461d-bbea-99cc3496328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172609 Apr 30 01:36:51.387402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d0890b40-96bc-4689-8b5d-ec575e2a1772 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfcd4b4cef014e9191047e8c97fb0eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6176205 Apr 30 01:36:51.389854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:51.524692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0890b40-96bc-4689-8b5d-ec575e2a1772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9388c31a-5549-4bca-96ae-019691c09d4d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:51.544370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46e71499-033a-43e8-9f2a-712534867955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:51.596920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-17da9143-4486-4306-9512-fa3864a49114 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082372 Apr 30 01:36:51.646224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46e71499-033a-43e8-9f2a-712534867955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:51.686360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1285e-8f19-4a6c-8473-3e750d133642 None None] New status for floating IP 98cf0c9c-b479-4a34-ab97-3a92c4e593c2: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:36:51.894267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b836465a-a488-488d-86fe-5079af7b3a0c req-f5ad342f-ba05-4bf5-b3b2-3447c57667f2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 210 time: 0.0808861 Apr 30 01:36:51.998064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46e71499-033a-43e8-9f2a-712534867955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:52.000720 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46e71499-033a-43e8-9f2a-712534867955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:52.004305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-46e71499-033a-43e8-9f2a-712534867955 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9388c31a-5549-4bca-96ae-019691c09d4d HTTP/1.1" status: 204 len: 168 time: 0.6107581 Apr 30 01:36:52.014607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e71499-033a-43e8-9f2a-712534867955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388c31a-5549-4bca-96ae-019691c09d4d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:52.047886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e187e858-ddcf-459f-bd71-9b48aa3a50b6 req-6efadf79-48f9-48cd-bb5a-d637f6260ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441855 Apr 30 01:36:52.090463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98603372-e52a-44a7-b3dd-97d31830ff58 req-294c88d3-94d9-4cc0-90f2-088d9daed610 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:52.096101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98603372-e52a-44a7-b3dd-97d31830ff58 req-294c88d3-94d9-4cc0-90f2-088d9daed610 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1807492 Apr 30 01:36:52.124182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60446) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:52.530173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-618102027-network', 'tenant_id': '45509c3cd74f41c786ee93948c905e91'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:52.614205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98603372-e52a-44a7-b3dd-97d31830ff58 req-d277d53d-ebe6-45ec-8716-e5dc7ad5618b tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165935 Apr 30 01:36:52.670284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Made reservation on behalf of 45509c3cd74f41c786ee93948c905e91 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:52.672865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:52.682771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:52.794653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:52.855784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:52.878410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:36:52.892736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f027feaf-a93e-4e69-ad9e-99e2d36812ff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:52.898129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:52.898731 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Added segment bcc168aa-59b3-4659-b759-f0fdfb47364f of type vlan for network 6ab50747-8251-4790-b3ff-891bed71c770 Apr 30 01:36:52.921306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60476) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:52.954816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60478) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:52.973431 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:52.977308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-483bb74a-c92d-40f8-83be-4ae0e120c857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.078828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.079976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:53.080641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.081962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-348037ac-94fc-44f5-802b-e4e323d0d635 req-704d547c-1968-4287-ab96-7f5dbf43d5c4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 210 time: 0.0666449 Apr 30 01:36:53.144461 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-483bb74a-c92d-40f8-83be-4ae0e120c857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.216813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-973525892'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:53.226666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-483bb74a-c92d-40f8-83be-4ae0e120c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.228434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1030884 Apr 30 01:36:53.233456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60486) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:53.240013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388000d-ea6f-429c-9cd8-602b069c5ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab50747-8251-4790-b3ff-891bed71c770,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:53.251014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 6ab50747-8251-4790-b3ff-891bed71c770 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:53.267780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Request body: {'subnet': {'network_id': '6ab50747-8251-4790-b3ff-891bed71c770', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-618102027-subnet', 'tenant_id': '45509c3cd74f41c786ee93948c905e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:53.287109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb74a-c92d-40f8-83be-4ae0e120c857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f477052d-e1c6-48ea-a02f-33af88ef1c47,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:53.298081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-483bb74a-c92d-40f8-83be-4ae0e120c857 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6161f224631c495ea7a685cd3a459b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748665 Apr 30 01:36:53.300683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60488) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:53.346537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Made reservation on behalf of 3fb84f1fef374cd082a5af16896b34d2 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:53.350439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.362096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.368216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1de16df3-4884-4afc-8540-55bebbade9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.394452 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1de16df3-4884-4afc-8540-55bebbade9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.442019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Made reservation on behalf of 45509c3cd74f41c786ee93948c905e91 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:53.443872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.476612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.506061 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1de16df3-4884-4afc-8540-55bebbade9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.509292 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1de16df3-4884-4afc-8540-55bebbade9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.510537 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1de16df3-4884-4afc-8540-55bebbade9aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f477052d-e1c6-48ea-a02f-33af88ef1c47 HTTP/1.1" status: 204 len: 168 time: 0.2087736 Apr 30 01:36:53.530796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16df3-4884-4afc-8540-55bebbade9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f477052d-e1c6-48ea-a02f-33af88ef1c47,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:53.546753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.581176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:36:53.609011 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.609446 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Added segment 008a1d8a-9364-4623-86fc-778881d56559 of type vlan for network 4193592b-e9a1-4277-b1d1-81655e1fc043 Apr 30 01:36:53.670605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.737525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274b3bf0-4fe1-4e78-993f-ac935e4c0f83,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:53.770030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.771951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a60b6-6e53-47e6-af05-a9a09c08afc9 req-96e72311-d18c-4e10-a6f0-f0ee89253742 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:53.774351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df1a60b6-6e53-47e6-af05-a9a09c08afc9 req-96e72311-d18c-4e10-a6f0-f0ee89253742 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0676386 Apr 30 01:36:53.775609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:53.776467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.801259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:53.884101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Pushing event updated for resources: {'Network': ['ID=4193592b-e9a1-4277-b1d1-81655e1fc043,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:53.896147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4193592b-e9a1-4277-b1d1-81655e1fc043 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:36:53.899476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-53f0da1a-08f8-499a-8994-813240ef9f8f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9439049 Apr 30 01:36:53.902081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60502) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:53.907924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Request body: {'subnet': {'network_id': '4193592b-e9a1-4277-b1d1-81655e1fc043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:53.908170 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df1a60b6-6e53-47e6-af05-a9a09c08afc9 req-68822500-2da1-4310-8762-307c23ba2f6b tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273510 Apr 30 01:36:53.926257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9a07b2-cad2-405d-8af2-2429062e92d3,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:53.939663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Checking segment: {'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:53.940023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Network hostable DHCP agents. Network: 6ab50747-8251-4790-b3ff-891bed71c770, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:36:54.020672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Network 6ab50747-8251-4790-b3ff-891bed71c770 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:36:54.136100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 6ab50747-8251-4790-b3ff-891bed71c770) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:54.140956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:54.142025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:54.147137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068002a-81a5-4972-902a-6d92e21ccd44 None None] Network 6ab50747-8251-4790-b3ff-891bed71c770 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:54.196430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Made reservation on behalf of 3fb84f1fef374cd082a5af16896b34d2 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:54.209815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:54.294803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ace4623-3e46-4ece-954a-eb7641c445e7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0523393 Apr 30 01:36:54.313227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d9b1cb9d-3e17-4823-8c65-1091fe455269 req-d5f5cdad-f6c5-4ef0-ab5b-f09d39f7370f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 210 time: 0.1213851 Apr 30 01:36:54.379872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b063b-1763-4958-bee8-0e6a252637f7 None None] Network 6ab50747-8251-4790-b3ff-891bed71c770 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:54.408815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-97e6b1f9-a704-4bf8-9a18-98b005c6923e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:54.410459 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-97e6b1f9-a704-4bf8-9a18-98b005c6923e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.23 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 811 time: 0.3043725 Apr 30 01:36:54.428322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Request body: {'port': {'device_id': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'admin_state_up': True, 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:54.724587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Made reservation on behalf of b8c8e8a97970400e9fc5fede171d84c0 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:54.729236 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:54.829598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:54.949383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Pushing event updated for resources: {'Subnet': ['ID=4deea302-0807-4dae-b072-f73869548451,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:54.991343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Checking segment: {'id': '008a1d8a-9364-4623-86fc-778881d56559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4193592b-e9a1-4277-b1d1-81655e1fc043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:55.002811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Network hostable DHCP agents. Network: 4193592b-e9a1-4277-b1d1-81655e1fc043, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:36:55.033827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1801d-30ce-4d7a-9d22-1c4334d82819 req-388ea6ca-954a-41a0-9e94-31c36601cab5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:55.035640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6da1801d-30ce-4d7a-9d22-1c4334d82819 req-388ea6ca-954a-41a0-9e94-31c36601cab5 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 945 time: 0.0743446 Apr 30 01:36:55.079376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6da1801d-30ce-4d7a-9d22-1c4334d82819 req-f1111a48-d49e-4e24-a302-74e8fe33f049 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359182 Apr 30 01:36:55.110908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Allocated IP 172.20.0.5 (47ae3122-13d9-4258-b33f-e9a46c67fe6e/0fe7a912-4c4f-4f55-9180-3f641b85cd91/1ec0b41d-2c96-47b3-b18b-5b46dc152671) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:55.188401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Network 4193592b-e9a1-4277-b1d1-81655e1fc043 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:36:55.202530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b525ae-f5f5-44f9-96ba-6a51752aee3f req-69fcc49f-81bf-4a95-b4b5-5f5fbebd3be3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:55.204165 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25b525ae-f5f5-44f9-96ba-6a51752aee3f req-69fcc49f-81bf-4a95-b4b5-5f5fbebd3be3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0527692 Apr 30 01:36:55.205747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-2f9bc4ef-d2f7-4c5e-9982-1a06ad4572fc tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:55.207493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-2f9bc4ef-d2f7-4c5e-9982-1a06ad4572fc tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 813 time: 0.1888590 Apr 30 01:36:55.245407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-cdbda0d8-ebae-4abc-8eca-82b35de0aa5a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/quotas/45509c3cd74f41c786ee93948c905e91 HTTP/1.1" status: 200 len: 375 time: 0.0282240 Apr 30 01:36:55.264157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25b525ae-f5f5-44f9-96ba-6a51752aee3f req-d326da67-ff75-44a9-a1fc-53581c032a19 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Apr 30 01:36:55.295280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4193592b-e9a1-4277-b1d1-81655e1fc043) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:55.300532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:55.301248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:55.305566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391abbeb-bd6f-4925-b786-653df73862cd None None] Network 4193592b-e9a1-4277-b1d1-81655e1fc043 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:55.327947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-0642eaca-6100-4e33-9e3f-380f183adcd0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475976 Apr 30 01:36:55.444769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da14893a-6a3e-4a7c-8faf-a9757467ef68 req-507a95b3-13d3-40ef-bc96-95b0f94a0a43 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 210 time: 0.0388281 Apr 30 01:36:55.446506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bd34d957-53b2-47b6-9844-3ae6791b0422 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5430593 Apr 30 01:36:55.452071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:55.460572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Request body: {'port': {'network_id': '4193592b-e9a1-4277-b1d1-81655e1fc043', 'name': 'tempest-TagsExtTest-1577083437'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:55.479134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-8fb6ffa6-4e31-4e2d-91d9-dec7b1f109d4 service neutron] 10.222.0.15 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250532 Apr 30 01:36:55.511194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:55.611271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-9c3a651d-db9b-468a-8533-4e74b26d479d service neutron] 10.222.0.15 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311786 Apr 30 01:36:55.613284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-4193592b-e9a1-4277-b1d1-81655e1fc043', 'network_id': '4193592b-e9a1-4277-b1d1-81655e1fc043', 'tenant_id': '3fb84f1fef374cd082a5af16896b34d2', 'fixed_ips': [{'subnet_id': '4deea302-0807-4dae-b072-f73869548451'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:36:55.614884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:55.683881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:55.703960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'd0651cd4-eeea-4d6b-af7e-e7567da11580'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:36:55.723148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Made reservation on behalf of 3fb84f1fef374cd082a5af16896b34d2 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:55.727579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:55.755088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] device_id is not set on port 518a528f-834b-4e55-982f-363dd9a10a2d yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:36:55.759261 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:55.775116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:55.781260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:55.887697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Allocated IP 172.20.0.2 (4193592b-e9a1-4277-b1d1-81655e1fc043/4deea302-0807-4dae-b072-f73869548451/4dc4bf51-a67b-4d8f-8417-50ede1dd43db) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:55.919302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event updated for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:55.963392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:55.964798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.000695 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-329ae038-e5d4-4df4-b2c5-3b273f3ca732 req-703ac177-170a-471e-a608-4a59b5ae0e47 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 210 time: 0.0654845 Apr 30 01:36:56.060243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-7330126f-640f-4643-bf34-be3456ce2ee3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6352642 Apr 30 01:36:56.077719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Request body: {'port': {'device_id': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:56.179334 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.222726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-663e0af6-646c-4de9-b1c7-13041d199f3e None None] Provisioning complete for port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:56.223106 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-663e0af6-646c-4de9-b1c7-13041d199f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.281708 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.309360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-663e0af6-646c-4de9-b1c7-13041d199f3e None None] Port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:36:56.372833 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.400279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bad528-22cf-4c3b-b621-3b12e2423597 req-85b2ecff-5af1-4836-be59-0bd2c31ac020 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:56.401862 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34bad528-22cf-4c3b-b621-3b12e2423597 req-85b2ecff-5af1-4836-be59-0bd2c31ac020 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 945 time: 0.2051973 Apr 30 01:36:56.446121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Network 4193592b-e9a1-4277-b1d1-81655e1fc043 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:56.476989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:56.497193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:56.507879 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34bad528-22cf-4c3b-b621-3b12e2423597 req-478892c5-754b-4d33-9b0b-00ea8f508309 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954981 Apr 30 01:36:56.519322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211b66d-a160-4f3f-b200-58adee4755aa req-36cd36c3-4486-486e-8178-00bfdb8aebe5 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:56.527687 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2211b66d-a160-4f3f-b200-58adee4755aa req-36cd36c3-4486-486e-8178-00bfdb8aebe5 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1883681 Apr 30 01:36:56.542480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:56.586542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4b8c7b86-a567-4015-b8de-5bfa658dc675 {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:36:56.586861 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:36:56.621493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Attempting to bind port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:36:56.622423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Attempting to bind port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '008a1d8a-9364-4623-86fc-778881d56559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4193592b-e9a1-4277-b1d1-81655e1fc043'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:36:56.622976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Attempting to bind port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db on network 4193592b-e9a1-4277-b1d1-81655e1fc043 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:56.629544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:56.630133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Checking segment: {'id': '008a1d8a-9364-4623-86fc-778881d56559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4193592b-e9a1-4277-b1d1-81655e1fc043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:56.630688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.631211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Bound using segment: {'id': '008a1d8a-9364-4623-86fc-778881d56559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4193592b-e9a1-4277-b1d1-81655e1fc043'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:56.632525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Bound port: 4dc4bf51-a67b-4d8f-8417-50ede1dd43db, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008a1d8a-9364-4623-86fc-778881d56559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4193592b-e9a1-4277-b1d1-81655e1fc043'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:56.633201 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.652076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2211b66d-a160-4f3f-b200-58adee4755aa req-cdd56a4a-7ffd-4acd-8f7d-ec9043993b38 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156571 Apr 30 01:36:56.679516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-99edef68-b663-425b-ba74-1de38782ef5c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:56.681032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-99edef68-b663-425b-ba74-1de38782ef5c tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 945 time: 0.1181998 Apr 30 01:36:56.723865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec0b41d-2c96-47b3-b18b-5b46dc152671 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:36:56.726209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] For port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:56.729680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] For port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,segment=NetworkSegment(008a1d8a-9364-4623-86fc-778881d56559),segment_id=008a1d8a-9364-4623-86fc-778881d56559)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:56.735505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.760373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Transition to ACTIVE for port object 1ec0b41d-2c96-47b3-b18b-5b46dc152671 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:36:56.769182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81b0db-ffae-4293-b29d-a8b0ab8a2f3b req-aa4709a8-562e-4109-9671-6a0535538151 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:56.770901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b81b0db-ffae-4293-b29d-a8b0ab8a2f3b req-aa4709a8-562e-4109-9671-6a0535538151 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 931 time: 0.0898466 Apr 30 01:36:56.775443 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.814621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Deleting port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:36:56.815014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.841773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:56.863772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce0795-f0ca-40e2-862a-21378a287506 None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:56.914413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:56.936095 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b81b0db-ffae-4293-b29d-a8b0ab8a2f3b req-065c5c4c-b0b3-4cfc-9128-304c4896608e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550329 Apr 30 01:36:57.090450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] For port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:57.090820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:57.094388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:57.139525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Attempting to bind port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:36:57.139692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Attempting to bind port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:36:57.144168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Attempting to bind port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:57.148707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:36:57.150132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Attempting to bind port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 on network 47ae3122-13d9-4258-b33f-e9a46c67fe6e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:36:57.156659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:36:57.157242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Checking segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:36:57.157797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Bound using segment: {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:36:57.158816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Bound port: 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e916d-9b21-42e7-b02f-dddadb796492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:36:57.159275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:57.199856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8ef16dbd-6a98-4d01-aa6a-26f69d934e41 req-27b1c0ae-32e3-43ad-8263-bde48ac2713e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 210 time: 0.1121402 Apr 30 01:36:57.225461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] device_id is not set on port ea17cfcb-08cb-48e1-86c6-65b822efebc4 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:36:57.358626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:36:57.363100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:36:57.472983 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:57.476635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Allocated IP 172.20.0.7 (4193592b-e9a1-4277-b1d1-81655e1fc043/4deea302-0807-4dae-b072-f73869548451/ea17cfcb-08cb-48e1-86c6-65b822efebc4) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:36:57.511046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:57.511815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:57.512144 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Floating IP e5991abf-14a8-4318-8609-9519f26256c5 disassociated. External IP: 172.25.0.142, port: 94383c49-d3b6-4ef4-ad6b-bc6342fdc886. Apr 30 01:36:57.512474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Calling delete_port for 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:36:57.533657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:57.534546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:57.535735 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] 10.222.0.23 "PUT /v2.0/ports/1ec0b41d-2c96-47b3-b18b-5b46dc152671 HTTP/1.1" status: 200 len: 1091 time: 1.4649136 Apr 30 01:36:57.538900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:57.553906 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b851bb36-4177-4ca8-9540-eb2a5bc1171c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:57.662507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5467d-378e-4ffe-854b-2c96a528cae0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:57.720175 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b529e8e-b3e0-4141-b1b5-960728f91d49 x-openstack-request-id: req-4b529e8e-b3e0-4141-b1b5-960728f91d49 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:57.720542 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:57.720795 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b529e8e-b3e0-4141-b1b5-960728f91d49 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:57.729257 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b529e8e-b3e0-4141-b1b5-960728f91d49'] response: {'name': 'network-changed', 'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'status': 'completed', 'code': 200} Apr 30 01:36:57.793149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-ab32e34f-adf2-4024-b7e3-7df36dbb8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:57.794930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-ab32e34f-adf2-4024-b7e3-7df36dbb8bba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 1094 time: 0.1453843 Apr 30 01:36:57.804085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4152c15-1be5-49ba-b95e-ad32c3eeb269 req-bf046686-7d78-4cba-aee2-5bcc6ed6e32b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:57.805790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a4152c15-1be5-49ba-b95e-ad32c3eeb269 req-bf046686-7d78-4cba-aee2-5bcc6ed6e32b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 945 time: 0.1477993 Apr 30 01:36:57.844551 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:57.861362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-629cc27f-b6c6-474e-8acc-9ba3d2f4550f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671 HTTP/1.1" status: 200 len: 217 time: 0.0512409 Apr 30 01:36:57.890347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3d8e7-7e4a-426c-9f69-13d5eb70d41a req-e54ba733-f8c6-42c8-8d34-073d4b21ba69 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:57.892027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32d3d8e7-7e4a-426c-9f69-13d5eb70d41a req-e54ba733-f8c6-42c8-8d34-073d4b21ba69 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0948300 Apr 30 01:36:57.936865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:58.012324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a4152c15-1be5-49ba-b95e-ad32c3eeb269 req-876fe2a5-0677-417a-8916-8ac6dea1cf0b tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851156 Apr 30 01:36:58.032522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'Port': ['ID=94383c49-d3b6-4ef4-ad6b-bc6342fdc886,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:58.052801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-625fa49e-cbee-4cb0-bad1-f92400c71b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:58.064457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-625fa49e-cbee-4cb0-bad1-f92400c71b2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1745849 Apr 30 01:36:58.110610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32d3d8e7-7e4a-426c-9f69-13d5eb70d41a req-66ba0481-0006-4633-8fb8-dce8c4e7b8b5 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945920 Apr 30 01:36:58.121639 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:58.205064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-4e7d42df-7b47-48f1-9942-76486932e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:58.208006 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-4e7d42df-7b47-48f1-9942-76486932e28b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363795 Apr 30 01:36:58.221180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Network 4193592b-e9a1-4277-b1d1-81655e1fc043 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:36:58.229542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:36:58.237830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:36:58.320035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Pushing event updated for resources: {'Port': ['ID=ea17cfcb-08cb-48e1-86c6-65b822efebc4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:58.343750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:36:58.372755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:58.373463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:58.378014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0318bf-0b85-410d-8594-0953b4a5ab02 req-d309f792-af3f-427c-878d-a0847d0e4b84 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:58.396843 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3e0318bf-0b85-410d-8594-0953b4a5ab02 req-d309f792-af3f-427c-878d-a0847d0e4b84 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 943 time: 0.2336514 Apr 30 01:36:58.450125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4dc4bf51-a67b-4d8f-8417-50ede1dd43db up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:36:58.495500 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3e0318bf-0b85-410d-8594-0953b4a5ab02 req-965768a4-012d-461f-b456-ed2122d776ec tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864296 Apr 30 01:36:58.508438 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-68b24295-63e9-4caa-8f66-adac18ee7fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909155 Apr 30 01:36:58.553759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:58.554728 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:58.665792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a2056b-732f-41bc-bb85-d2957739e96d None None] Network 4193592b-e9a1-4277-b1d1-81655e1fc043 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:36:58.760411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-45311d2d-7e9e-4bcb-bbbe-c258a1d771c8 req-887e040d-09e5-430b-9fa6-7357ac5ca692 service neutron] 10.222.0.23 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436762 Apr 30 01:36:58.807861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-53e08d4a-c4db-4ff6-9684-3c71f6349cd6 None None] Provisioning complete for port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:36:58.808471 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53e08d4a-c4db-4ff6-9684-3c71f6349cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:58.876127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15d72a37-bc06-447b-a5b4-8ac9708553c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:58.921169 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb764daf-252d-4373-a273-cc279695dd7c req-c913ddec-6828-44c7-a317-d8c2a4d76436 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 210 time: 0.4698677 Apr 30 01:36:58.921169 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ee3ebcf4-f221-4274-9764-31e666348b30 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4587429 Apr 30 01:36:58.921169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60664) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:58.926694 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:58.927551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1bf8d6fa-a4e8-4315-ba11-7d028ef3da56 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1609962718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:59.010876 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53e08d4a-c4db-4ff6-9684-3c71f6349cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.019877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:36:59.033976 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:36:59.058616 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:59.064243 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:59.071896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-d45a09f8-d360-4705-850b-19061b0888da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:59.076202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-d45a09f8-d360-4705-850b-19061b0888da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 1094 time: 0.1628659 Apr 30 01:36:59.088405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] No DVR routers for this DVR port 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:36:59.090835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.093944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,segment=NetworkSegment(008a1d8a-9364-4623-86fc-778881d56559),segment_id=008a1d8a-9364-4623-86fc-778881d56559)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:36:59.104329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.23 "DELETE /v2.0/ports/94383c49-d3b6-4ef4-ad6b-bc6342fdc886 HTTP/1.1" status: 204 len: 173 time: 2.4168627 Apr 30 01:36:59.106267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'name': 'network-vif-deleted', 'tag': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:36:59.122354 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c14160-c3af-4541-8941-e2ef8f1bd53e" -d '{"events": [{"server_uuid": "d49a85c3-ae00-4e91-9288-41f8e79811ef", "name": "network-vif-deleted", "tag": "94383c49-d3b6-4ef4-ad6b-bc6342fdc886"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:36:59.132302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d6fa-a4e8-4315-ba11-7d028ef3da56 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.134744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d6fa-a4e8-4315-ba11-7d028ef3da56 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.216234 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.299382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-3f4a9b9f-255c-49bc-8390-cbd0c4dea0a9 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:59.301626 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c467a0a-5bd0-496f-a619-494e7fe78007 x-openstack-request-id: req-7c467a0a-5bd0-496f-a619-494e7fe78007 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:36:59.302077 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a85c3-ae00-4e91-9288-41f8e79811ef", "name": "network-vif-deleted", "tag": "94383c49-d3b6-4ef4-ad6b-bc6342fdc886", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:36:59.302714 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c467a0a-5bd0-496f-a619-494e7fe78007 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:36:59.302994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-3f4a9b9f-255c-49bc-8390-cbd0c4dea0a9 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.23 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 813 time: 0.3249705 Apr 30 01:36:59.304002 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c467a0a-5bd0-496f-a619-494e7fe78007'] response: {'server_uuid': 'd49a85c3-ae00-4e91-9288-41f8e79811ef', 'name': 'network-vif-deleted', 'tag': '94383c49-d3b6-4ef4-ad6b-bc6342fdc886', 'status': 'completed', 'code': 200} Apr 30 01:36:59.308719 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d6fa-a4e8-4315-ba11-7d028ef3da56 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.342114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Request body: {'port': {'device_id': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770', 'admin_state_up': True, 'tenant_id': '45509c3cd74f41c786ee93948c905e91'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:59.360965 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:36:59.377790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:36:59.403708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ece5-ad81-4db2-a14f-b7102a53e66e req-da578ba0-c55e-4cf7-be07-95bed25cea8e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:59.412002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8dd1ece5-ad81-4db2-a14f-b7102a53e66e req-da578ba0-c55e-4cf7-be07-95bed25cea8e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0703368 Apr 30 01:36:59.420876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d6fa-a4e8-4315-ba11-7d028ef3da56 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.465562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43be5f2f-933b-4466-a1e8-9bc7aa83d8ba req-0038762e-42d0-4039-96c5-6359786ead9f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49a85c3-ae00-4e91-9288-41f8e79811ef HTTP/1.1" status: 200 len: 210 time: 0.1918623 Apr 30 01:36:59.477699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8dd1ece5-ad81-4db2-a14f-b7102a53e66e req-b2567739-3c11-4845-bcc7-2d63fb1ccd30 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591843 Apr 30 01:36:59.526481 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d6fa-a4e8-4315-ba11-7d028ef3da56 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.528083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1bf8d6fa-a4e8-4315-ba11-7d028ef3da56 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6103809 Apr 30 01:36:59.530969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60682) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:59.536967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f0537176-0e4b-47d3-8bfc-26bbf37f67db tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-351053382', 'prefixes': ['172.20.0.0/16']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:36:59.553038 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-53e08d4a-c4db-4ff6-9684-3c71f6349cd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:36:59.553967 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-53e08d4a-c4db-4ff6-9684-3c71f6349cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:36:59.630688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-fcbbc799-1ee7-42d1-8a20-7460379000da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:59.632721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-fcbbc799-1ee7-42d1-8a20-7460379000da service neutron] 10.222.0.23 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.5454621 Apr 30 01:36:59.712738 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:59.737946 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-d3aeb1a4-15b7-4029-9dac-c348e53eeaac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671 HTTP/1.1" status: 200 len: 217 time: 0.0821767 Apr 30 01:36:59.745841 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:36:59.754597 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:36:59.755207 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:36:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:59.837488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7622134-51cb-46c2-950b-ab156498f195 req-5b09b5b9-2d6b-491c-9a9b-0af67e96ce50 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:59.840311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7622134-51cb-46c2-950b-ab156498f195 req-5b09b5b9-2d6b-491c-9a9b-0af67e96ce50 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 943 time: 0.2039411 Apr 30 01:36:59.883382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-aff647e8-9359-4c81-ba68-cef933d96377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:36:59.885808 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-aff647e8-9359-4c81-ba68-cef933d96377 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1336143 Apr 30 01:36:59.902408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f0537176-0e4b-47d3-8bfc-26bbf37f67db tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for subnetpool, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.907549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f0537176-0e4b-47d3-8bfc-26bbf37f67db tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3712277 Apr 30 01:36:59.907798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60688) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:36:59.913646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-125284ce-047e-4273-bc88-02089b89dd41 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451', 'tempest-TagsExtTest-Tag-747284878') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:36:59.953508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Made reservation on behalf of 45509c3cd74f41c786ee93948c905e91 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:36:59.957876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:36:59.985746 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:00.008989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7622134-51cb-46c2-950b-ab156498f195 req-a381e3f6-b635-422f-a654-5f2c5e7099d5 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619253 Apr 30 01:37:00.151667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-5eeaf57e-a6c9-4416-b8a7-a44eb6277299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:00.153495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-5eeaf57e-a6c9-4416-b8a7-a44eb6277299 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326732 Apr 30 01:37:00.164086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94506ca6-0e67-45bb-ac6d-b9dc12b4d305 req-6fd58544-c0bc-4159-a288-d803f8512534 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 210 time: 0.0622852 Apr 30 01:37:00.276822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3fb463dc-6050-48cc-84a1-c5e80554dd3c None None] Provisioning complete for port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:37:00.277205 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3fb463dc-6050-48cc-84a1-c5e80554dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:00.325213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4dc4bf51-a67b-4d8f-8417-50ede1dd43db up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:37:00.361235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-125284ce-047e-4273-bc88-02089b89dd41 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags/tempest-TagsExtTest-Tag-747284878 HTTP/1.1" status: 201 len: 201 time: 0.4498696 Apr 30 01:37:00.361430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60698) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:00.366540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-d59b6c01-a7ba-444f-8edb-5146951e6713 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4', 'tempest-TagsExtTest-Tag-994076884') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:00.373767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Allocated IP 172.20.0.2 (6ab50747-8251-4790-b3ff-891bed71c770/aa9a07b2-cad2-405d-8af2-2429062e92d3/f473c555-c2df-45c1-80df-05bb1d3b84ff) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:37:00.379184 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:00.423985 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eabd85-3d59-40e2-9990-16dff24f513f None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:00Z', 'revision_number': 4, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ba94fae6-d7e5-4322-9d00-8d059271f903', 'name': '', 'network_id': 'd51eecfe-eab7-4fe9-b818-0a3856a293df', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'mac_address': 'fa:16:3e:24:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:59Z', 'updated_at': '2022-04-30T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'subnets': [{'id': '28b41266-b836-4bc5-a3a3-53f11f0132dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:37:00.433400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-dc13c008-cbd4-4d99-8024-1ca00609621d service neutron] 10.222.0.23 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709589 Apr 30 01:37:00.471031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3fb463dc-6050-48cc-84a1-c5e80554dd3c None None] Provisioning complete for port ea17cfcb-08cb-48e1-86c6-65b822efebc4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:37:00.471623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3fb463dc-6050-48cc-84a1-c5e80554dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:00.520226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d59b6c01-a7ba-444f-8edb-5146951e6713 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags/tempest-TagsExtTest-Tag-994076884 HTTP/1.1" status: 201 len: 201 time: 0.1576991 Apr 30 01:37:00.523196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60706) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:00.530074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-5ebe7cab-d9bc-4a91-b254-31b2ca18ea05 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2', 'tempest-TagsExtTest-Tag-1141291600') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:00.605138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3fb463dc-6050-48cc-84a1-c5e80554dd3c None None] Port ea17cfcb-08cb-48e1-86c6-65b822efebc4 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:37:00.611929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:37:00.612263 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:00.712209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b851bb36-4177-4ca8-9540-eb2a5bc1171c req-608a248c-425c-4a02-9c89-89e9cde20e75 service neutron] 10.222.0.23 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658491 Apr 30 01:37:00.721135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60710) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:00.780875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bdc29-8d0f-4e46-adb8-ddbc6ad0b73a req-9a389be5-c165-4894-b092-e4b5a8919516 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:00.781897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-549b41c4-62c5-4ba4-9192-cd8f3e9232fc None None] Provisioning complete for port ea17cfcb-08cb-48e1-86c6-65b822efebc4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:37:00.782449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f03bdc29-8d0f-4e46-adb8-ddbc6ad0b73a req-9a389be5-c165-4894-b092-e4b5a8919516 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1600122 Apr 30 01:37:00.785612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:00.788359 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-549b41c4-62c5-4ba4-9192-cd8f3e9232fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:00.797781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5ebe7cab-d9bc-4a91-b254-31b2ca18ea05 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags/tempest-TagsExtTest-Tag-1141291600 HTTP/1.1" status: 201 len: 201 time: 0.2729232 Apr 30 01:37:00.802453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60712) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:00.807661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-b9aad203-f1ac-4ad7-917c-862c66063a5d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2', 'tempest-TagsExtTest-Tag-732079725') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:00.840503 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d64fdd8b-d5cc-4c80-a34d-e10229c744ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:00.856492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-549b41c4-62c5-4ba4-9192-cd8f3e9232fc None None] Port ea17cfcb-08cb-48e1-86c6-65b822efebc4 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:37:00.874769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d64fdd8b-d5cc-4c80-a34d-e10229c744ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:00.883979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f03bdc29-8d0f-4e46-adb8-ddbc6ad0b73a req-349888ac-83b4-4f5e-8d57-c6a22be07ccd tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918002 Apr 30 01:37:00.910394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:00.954766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Network 6ab50747-8251-4790-b3ff-891bed71c770 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:37:00.956230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e64ea3f-045e-4844-a5b7-3dfc9d934787 None None] New status for floating IP e5991abf-14a8-4318-8609-9519f26256c5: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:37:00.958035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:37:00.967490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:37:00.967624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b9aad203-f1ac-4ad7-917c-862c66063a5d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags/tempest-TagsExtTest-Tag-732079725 HTTP/1.1" status: 201 len: 201 time: 0.1618183 Apr 30 01:37:00.968249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60718) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:00.973054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-f4ffba43-2d02-47a8-bbb9-875877e4e7e8 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:00.998993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d64fdd8b-d5cc-4c80-a34d-e10229c744ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:01.001625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d64fdd8b-d5cc-4c80-a34d-e10229c744ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:01.007092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d64fdd8b-d5cc-4c80-a34d-e10229c744ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "DELETE /v2.0/security-groups/8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3 HTTP/1.1" status: 204 len: 168 time: 0.2805674 Apr 30 01:37:01.007304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60720) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:01.016840 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f143-fdcb-4447-bebb-cf5ec1ddf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:01.022578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fdd8b-d5cc-4c80-a34d-e10229c744ca tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:01.032456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:01.048316 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-6c597ad2-b8de-4b07-897f-7c166a74964a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] show failed (client error): The resource could not be found. Apr 30 01:37:01.051982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6c597ad2-b8de-4b07-897f-7c166a74964a tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "GET /v2.0/security-groups/8c5ac21b-9d2b-49cd-9e51-cde2d8c382d3 HTTP/1.1" status: 404 len: 347 time: 0.0410647 Apr 30 01:37:01.052851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60724) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:01.076985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f4ffba43-2d02-47a8-bbb9-875877e4e7e8 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags HTTP/1.1" status: 200 len: 240 time: 0.1056399 Apr 30 01:37:01.077461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60726) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:01.081860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-008a457c-7fa3-4a3c-8b80-2f677483b446 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451', 'tempest-TagsExtTest-Tag-747284878') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:01.109568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:01.110199 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:01.203250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:01.204434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-008a457c-7fa3-4a3c-8b80-2f677483b446 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags/tempest-TagsExtTest-Tag-747284878 HTTP/1.1" status: 204 len: 168 time: 0.1259298 Apr 30 01:37:01.210234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-e6f877b4-4951-4f5f-81bf-7b6d94f24ef3 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451', 'tempest-TagsExtTest-Tag-747284878') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:01.217857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1217503-40fe-4ceb-bd4a-dd74aaa67677 req-545787e3-b08a-4296-b209-a06893d5c93f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:01.219395 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1217503-40fe-4ceb-bd4a-dd74aaa67677 req-545787e3-b08a-4296-b209-a06893d5c93f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 943 time: 0.0977933 Apr 30 01:37:01.263354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c49733ef-ff5d-4017-bd28-99093a3263da tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9334154 Apr 30 01:37:01.282748 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1217503-40fe-4ceb-bd4a-dd74aaa67677 req-eb8cf0a8-6fd5-4dcf-b681-23448c41c1b1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543249 Apr 30 01:37:01.466710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1ec0b41d-2c96-47b3-b18b-5b46dc152671 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:37:01.468833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:01.495091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:01.495455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 94383c49-d3b6-4ef4-ad6b-bc6342fdc886 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:01.600038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:01.612941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'mac_address': 'fa:16:3e:3c:0c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:37:01.632221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Request body: {'port': {'device_id': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:01.656933 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:01.674613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec0b41d-2c96-47b3-b18b-5b46dc152671 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:37:01.695610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:01.745671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Deleting port 4d73c716-7b63-4c8a-88c7-fd454a199294 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:01.750788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:01.781843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd69f-ac05-4c6c-8984-7f26cef6c696 req-1ff4cc95-c059-4b45-9d82-3f77423b7438 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:01.783331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129bd69f-ac05-4c6c-8984-7f26cef6c696 req-1ff4cc95-c059-4b45-9d82-3f77423b7438 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 931 time: 0.5077546 Apr 30 01:37:01.783912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:01.804977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:01.868082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:01.951212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-129bd69f-ac05-4c6c-8984-7f26cef6c696 req-53edf618-2f47-481b-b537-1a0513116781 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391428 Apr 30 01:37:01.983080 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.003647 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.003981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.019749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e6f877b4-4951-4f5f-81bf-7b6d94f24ef3 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags/tempest-TagsExtTest-Tag-747284878 HTTP/1.1" status: 204 len: 168 time: 0.8129685 Apr 30 01:37:02.026418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:02.033324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Calling delete_port for 4d73c716-7b63-4c8a-88c7-fd454a199294 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:02.037374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-c4205053-beed-4aac-b95c-26e3164e7b6c tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:02.045327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['1ec0b41d-2c96-47b3-b18b-5b46dc152671'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:02.077537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa98342-a55f-48c5-94d4-4ff6b6b0bd82 req-b08f3b37-51d4-4ae7-88c3-29014f382fba tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:02.090428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1aa98342-a55f-48c5-94d4-4ff6b6b0bd82 req-b08f3b37-51d4-4ae7-88c3-29014f382fba tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0929701 Apr 30 01:37:02.156719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1aa98342-a55f-48c5-94d4-4ff6b6b0bd82 req-c3c57bbc-0a56-4349-b0b3-856ad34cdb23 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646563 Apr 30 01:37:02.347120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c4205053-beed-4aac-b95c-26e3164e7b6c tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags HTTP/1.1" status: 200 len: 205 time: 0.3168583 Apr 30 01:37:02.349515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60768) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:02.354353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-a62175a8-8f69-4e3a-8baf-43c61147171f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:02.428117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a62175a8-8f69-4e3a-8baf-43c61147171f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags HTTP/1.1" status: 200 len: 240 time: 0.0750461 Apr 30 01:37:02.429282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60770) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:02.433857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-bcf686c3-16a9-4be7-8847-c89a4f89db98 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4', 'tempest-TagsExtTest-Tag-994076884') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:02.461264 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.497035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bcf686c3-16a9-4be7-8847-c89a4f89db98 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags/tempest-TagsExtTest-Tag-994076884 HTTP/1.1" status: 204 len: 168 time: 0.0644729 Apr 30 01:37:02.497438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60774) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:02.502188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-d7f49b98-4d8f-42ac-b66a-61a7f305a537 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4', 'tempest-TagsExtTest-Tag-994076884') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:02.508648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Pushing event deleted for resources: {'Port': ['ID=4d73c716-7b63-4c8a-88c7-fd454a199294,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:02.514592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f473c555-c2df-45c1-80df-05bb1d3b84ff {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:37:02.536003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.591969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Transition to ACTIVE for port object f473c555-c2df-45c1-80df-05bb1d3b84ff will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:37:02.602132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8d81d-8020-49f1-9556-917d283cd185 req-a23bc89d-54ee-4dfd-bf81-4087de98d405 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:02.604223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bf8d81d-8020-49f1-9556-917d283cd185 req-a23bc89d-54ee-4dfd-bf81-4087de98d405 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 944 time: 0.2220390 Apr 30 01:37:02.637164 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d7f49b98-4d8f-42ac-b66a-61a7f305a537 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags/tempest-TagsExtTest-Tag-994076884 HTTP/1.1" status: 204 len: 168 time: 0.1386721 Apr 30 01:37:02.644156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60778) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:02.650625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-1d8ec610-7fc0-4a3f-98bd-cbfa0d6362e3 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:02.671121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.717060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bf8d81d-8020-49f1-9556-917d283cd185 req-6cdf17f8-41b2-4155-8549-0478fba4af52 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917883 Apr 30 01:37:02.718213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.720520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1d8ec610-7fc0-4a3f-98bd-cbfa0d6362e3 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags HTTP/1.1" status: 200 len: 205 time: 0.0750871 Apr 30 01:37:02.721177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60780) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:02.721341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.722391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4d2d2fd4-3a5e-46c5-a239-fc2404ec6099 tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] 10.222.0.15 "DELETE /v2.0/floatingips/e5991abf-14a8-4318-8609-9519f26256c5 HTTP/1.1" status: 204 len: 168 time: 1.6691163 Apr 30 01:37:02.734318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-7db8aeb3-5d3d-4b2d-acbf-d5e08d9f3135 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:02.778967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:02.845109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7db8aeb3-5d3d-4b2d-acbf-d5e08d9f3135 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags HTTP/1.1" status: 200 len: 241 time: 0.1229613 Apr 30 01:37:02.846065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60786) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:02.851279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-779f92e4-687a-485e-922f-68d375352007 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2', 'tempest-TagsExtTest-Tag-1141291600') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:02.883321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Attempting to bind port f473c555-c2df-45c1-80df-05bb1d3b84ff on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:37:02.883888 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Attempting to bind port f473c555-c2df-45c1-80df-05bb1d3b84ff by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:37:02.884238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Attempting to bind port f473c555-c2df-45c1-80df-05bb1d3b84ff on network 6ab50747-8251-4790-b3ff-891bed71c770 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:37:02.889291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Port f473c555-c2df-45c1-80df-05bb1d3b84ff on network 6ab50747-8251-4790-b3ff-891bed71c770 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:37:02.889661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Attempting to bind port f473c555-c2df-45c1-80df-05bb1d3b84ff on network 6ab50747-8251-4790-b3ff-891bed71c770 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:37:02.895348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:37:02.895985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Checking segment: {'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:37:02.896369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Bound using segment: {'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:37:02.896871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Bound port: f473c555-c2df-45c1-80df-05bb1d3b84ff, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:37:02.897473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:02.949992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-779f92e4-687a-485e-922f-68d375352007 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags/tempest-TagsExtTest-Tag-1141291600 HTTP/1.1" status: 204 len: 168 time: 0.1026590 Apr 30 01:37:02.953786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60792) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:02.960602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-a743a60d-c390-470d-a4b0-d0f47b22e185 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2', 'tempest-TagsExtTest-Tag-1141291600') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:02.977183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:37:02.982342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:37:03.089915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:03.135040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4e30-cdb0-44d6-ae98-c703ef358420 req-f303b1ec-ab6f-4d0b-865e-66e8fa3d178e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:03.139022 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45fe4e30-cdb0-44d6-ae98-c703ef358420 req-f303b1ec-ab6f-4d0b-865e-66e8fa3d178e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.0728817 Apr 30 01:37:03.186369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a743a60d-c390-470d-a4b0-d0f47b22e185 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags/tempest-TagsExtTest-Tag-1141291600 HTTP/1.1" status: 204 len: 168 time: 0.2291873 Apr 30 01:37:03.187069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60800) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:03.196381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-2a2767d9-e4ed-4da7-8e5f-3104fc12a551 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:03.201811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45fe4e30-cdb0-44d6-ae98-c703ef358420 req-76e2abb9-7083-4cc7-8780-218ec9db0069 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Apr 30 01:37:03.217397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:03.218051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:03.232640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] 10.222.0.23 "PUT /v2.0/ports/f473c555-c2df-45c1-80df-05bb1d3b84ff HTTP/1.1" status: 200 len: 1091 time: 1.9547801 Apr 30 01:37:03.233577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d08e4-38c3-44b3-a16b-4ee26f62e457 service neutron] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:03.245161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:03.254552 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec151bf6-020b-480b-aff5-1a0adcdb2c10" -d '{"events": [{"name": "network-changed", "server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:03.298840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60806) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:03.302795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-387570db-bcdf-41c6-b3b8-017b10a6452d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:03.310872 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2a2767d9-e4ed-4da7-8e5f-3104fc12a551 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags HTTP/1.1" status: 200 len: 205 time: 0.1199186 Apr 30 01:37:03.344592 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abd9b36-8b33-4f9f-8f05-6a9f21ba0a97 x-openstack-request-id: req-7abd9b36-8b33-4f9f-8f05-6a9f21ba0a97 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:03.344984 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:03.345326 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7abd9b36-8b33-4f9f-8f05-6a9f21ba0a97 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:03.345832 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abd9b36-8b33-4f9f-8f05-6a9f21ba0a97'] response: {'name': 'network-changed', 'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'status': 'completed', 'code': 200} Apr 30 01:37:03.403682 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-387570db-bcdf-41c6-b3b8-017b10a6452d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags HTTP/1.1" status: 200 len: 240 time: 0.1039948 Apr 30 01:37:03.406015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60810) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:03.410632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-4c7ecd84-23d4-4693-b7af-60a199313267 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2', 'tempest-TagsExtTest-Tag-732079725') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:03.420936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec151bf6-020b-480b-aff5-1a0adcdb2c10 req-b73b8c15-3cad-4229-a29d-5d93818f4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:03.422414 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec151bf6-020b-480b-aff5-1a0adcdb2c10 req-b73b8c15-3cad-4229-a29d-5d93818f4b0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 1094 time: 0.0734603 Apr 30 01:37:03.430568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c97fbd-8017-445b-9167-1bd9566ad371 req-6457d1bd-97b4-45fa-bab6-c8213a4efd09 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:03.432116 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-68c97fbd-8017-445b-9167-1bd9566ad371 req-6457d1bd-97b4-45fa-bab6-c8213a4efd09 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1345472 Apr 30 01:37:03.443688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4c7ecd84-23d4-4693-b7af-60a199313267 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags/tempest-TagsExtTest-Tag-732079725 HTTP/1.1" status: 204 len: 168 time: 0.0340834 Apr 30 01:37:03.446579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60812) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:03.451717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-7edf5f8a-0fda-4097-a915-f8968c0073e0 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2', 'tempest-TagsExtTest-Tag-732079725') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:03.474108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1ec0b41d-2c96-47b3-b18b-5b46dc152671 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:37:03.545942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-68c97fbd-8017-445b-9167-1bd9566ad371 req-30b7261d-805c-4f22-8093-42892a649a5e tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976701 Apr 30 01:37:03.573033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7edf5f8a-0fda-4097-a915-f8968c0073e0 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags/tempest-TagsExtTest-Tag-732079725 HTTP/1.1" status: 204 len: 168 time: 0.1242204 Apr 30 01:37:03.573803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60816) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:03.578943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-2ad8611a-8a17-48a9-a581-da93b1cf3337 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:03.592686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec151bf6-020b-480b-aff5-1a0adcdb2c10 req-6ff05764-f985-49e7-b88f-b852f5718ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:03.594415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec151bf6-020b-480b-aff5-1a0adcdb2c10 req-6ff05764-f985-49e7-b88f-b852f5718ab4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=45509c3cd74f41c786ee93948c905e91&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1607654 Apr 30 01:37:03.627499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2ad8611a-8a17-48a9-a581-da93b1cf3337 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags HTTP/1.1" status: 200 len: 205 time: 0.0523939 Apr 30 01:37:03.629925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60818) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:03.640367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-0fa85e2d-67ee-412c-aee2-962c8236dd6e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:03.746058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0fa85e2d-67ee-412c-aee2-962c8236dd6e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags HTTP/1.1" status: 204 len: 168 time: 0.1149726 Apr 30 01:37:03.748614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60820) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:03.754090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-aaa5484a-2d58-41f9-b513-fd8b2b212c50 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:03.777867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec151bf6-020b-480b-aff5-1a0adcdb2c10 req-3e9eb965-ccc6-4bb3-81ef-2d18b6009ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:03.779734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec151bf6-020b-480b-aff5-1a0adcdb2c10 req-3e9eb965-ccc6-4bb3-81ef-2d18b6009ed2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1741199 Apr 30 01:37:03.918077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-2c470cd7-9b98-47cf-bde8-d108d2078783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:03.920111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-2c470cd7-9b98-47cf-bde8-d108d2078783 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 1094 time: 0.0959866 Apr 30 01:37:03.935115 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:03.959661 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:03.962997 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:37:03.968100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:37:03.968476 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:03.976346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aaa5484a-2d58-41f9-b513-fd8b2b212c50 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags HTTP/1.1" status: 204 len: 168 time: 0.2264864 Apr 30 01:37:03.990400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60830) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:03.992423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-9cca227d-fdc7-4adb-9f27-6c80d2911b89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff HTTP/1.1" status: 200 len: 217 time: 0.0611572 Apr 30 01:37:03.995877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-d4c55724-6f85-4aba-8b00-5e5cff9e136c tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:04.083413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-0d11ce3b-5ef4-4118-94ea-6587efb3ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:04.086458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-0d11ce3b-5ef4-4118-94ea-6587efb3ea7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa9a07b2-cad2-405d-8af2-2429062e92d3 HTTP/1.1" status: 200 len: 853 time: 0.0812600 Apr 30 01:37:04.089592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d21948-094a-47ca-9f10-1f297e94f8f2 req-f6042aea-93a9-43df-80d3-07af03e66655 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:04.091176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85d21948-094a-47ca-9f10-1f297e94f8f2 req-f6042aea-93a9-43df-80d3-07af03e66655 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 944 time: 0.1403749 Apr 30 01:37:04.119932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d4c55724-6f85-4aba-8b00-5e5cff9e136c tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1275594 Apr 30 01:37:04.122338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60834) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:04.128109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-9459f431-038d-45c7-ab7e-300ad810d274 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:04.137051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-2748fe1d-6304-496f-bc79-9e97f6a0d25c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ab50747-8251-4790-b3ff-891bed71c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368931 Apr 30 01:37:04.186231 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:04.191072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85d21948-094a-47ca-9f10-1f297e94f8f2 req-ee7494cd-876f-4119-8592-0543f41b5254 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904989 Apr 30 01:37:04.244421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-7bc977c2-5b54-4ef8-90e9-793da7d4dee7 service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006804 Apr 30 01:37:04.265026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9459f431-038d-45c7-ab7e-300ad810d274 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags HTTP/1.1" status: 204 len: 168 time: 0.1415114 Apr 30 01:37:04.272706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:04.275315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-6ade4b81-102e-4607-8883-9888f0d06e39 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451', 'tempest-TagsExtTest-Tag-1356852639') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:04.278415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:04.284028 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c93e278-d171-4648-9752-45124d09eeaa" -d '{"events": [{"server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "name": "network-vif-plugged", "status": "completed", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:04.324694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:04.370412 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f1639e-e8ea-4177-beec-f6a5012f9c7e x-openstack-request-id: req-84f1639e-e8ea-4177-beec-f6a5012f9c7e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:04.370738 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "name": "network-vif-plugged", "status": "completed", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:04.370996 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84f1639e-e8ea-4177-beec-f6a5012f9c7e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:04.371477 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f1639e-e8ea-4177-beec-f6a5012f9c7e'] response: {'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'code': 200} Apr 30 01:37:04.386507 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:04.449784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6ade4b81-102e-4607-8883-9888f0d06e39 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags/tempest-TagsExtTest-Tag-1356852639 HTTP/1.1" status: 201 len: 201 time: 0.1830163 Apr 30 01:37:04.452410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60846) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:04.456940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-67290c79-b46a-4749-8821-7724e146e01c tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4', 'tempest-TagsExtTest-Tag-1063594218') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:04.457918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92bd69-ec74-468a-a784-a7494f1d55a0 req-4af9fd28-b927-43d7-b9c0-3aad25e79da8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:04.460795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c92bd69-ec74-468a-a784-a7494f1d55a0 req-4af9fd28-b927-43d7-b9c0-3aad25e79da8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.0865381 Apr 30 01:37:04.472847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4211afb-cba7-4fae-b5fd-1c76ecf175c0 req-c73f2772-10cf-44cb-a420-e16bdbbb78b4 service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193451 Apr 30 01:37:04.476004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:04.552430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c92bd69-ec74-468a-a784-a7494f1d55a0 req-312a7ae3-9f89-41cb-ae27-b8097ad82b4f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769877 Apr 30 01:37:04.558705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7476970-9398-4b6f-a2bd-8dc9850183d7 req-12c53377-b663-46a9-a516-3015d8e5bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:04.560199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d7476970-9398-4b6f-a2bd-8dc9850183d7 req-12c53377-b663-46a9-a516-3015d8e5bb17 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 1096 time: 0.0978942 Apr 30 01:37:04.631452 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d7476970-9398-4b6f-a2bd-8dc9850183d7 req-a9aa92f4-ab07-4156-b3ee-2be4b782817e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Apr 30 01:37:04.634810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-ccd6686e-3a86-4204-ae14-8761a17e3a2b req-90d29dd0-ee87-44e5-8a8a-e33f94f2ff3a service neutron] (103318) timed out ('10.222.0.15', 59264) {{(pid=103318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 01:37:04.652863 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-67290c79-b46a-4749-8821-7724e146e01c tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags/tempest-TagsExtTest-Tag-1063594218 HTTP/1.1" status: 201 len: 201 time: 0.1966751 Apr 30 01:37:04.653058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60852) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:04.657536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-93db9aa1-32c9-413f-ba01-c4dd15da4db3 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2', 'tempest-TagsExtTest-Tag-1549878642') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:04.794329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e8de4-9a37-4c94-b5a7-bc056b0d1a2c req-45062965-df32-41d9-bb88-09e947700816 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:04.795957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e8e8de4-9a37-4c94-b5a7-bc056b0d1a2c req-45062965-df32-41d9-bb88-09e947700816 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0987785 Apr 30 01:37:04.841550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e8e8de4-9a37-4c94-b5a7-bc056b0d1a2c req-ba03c14f-2ce1-43c3-b38e-98e9c3c86c26 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336077 Apr 30 01:37:04.896572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-93db9aa1-32c9-413f-ba01-c4dd15da4db3 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags/tempest-TagsExtTest-Tag-1549878642 HTTP/1.1" status: 201 len: 201 time: 0.2426062 Apr 30 01:37:04.899937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60858) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:04.904850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-d6803c12-af5c-4521-809b-346a83cafd62 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2', 'tempest-TagsExtTest-Tag-1807852130') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:05.039114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6803c12-af5c-4521-809b-346a83cafd62 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags/tempest-TagsExtTest-Tag-1807852130 HTTP/1.1" status: 201 len: 201 time: 0.1380663 Apr 30 01:37:05.041657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60864) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:05.046848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-73059a35-2bb9-40b8-91f4-83e5cac06c87 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451', {'tags': ['tempest-TagsExtTest-Tag-650015451', 'tempest-TagsExtTest-Tag-1054845575', 'tempest-TagsExtTest-Tag-1802596477']}) {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:05.222099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-73059a35-2bb9-40b8-91f4-83e5cac06c87 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags HTTP/1.1" status: 200 len: 317 time: 0.1792266 Apr 30 01:37:05.225841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60872) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:05.231361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-0f14d156-fdd4-4c06-afb3-6440159d403d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:05.449360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab7184-7200-4ecf-8bec-72e7a50ac64f req-ac23847e-10fa-44eb-b198-ecba807f8083 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:05.449360 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bdab7184-7200-4ecf-8bec-72e7a50ac64f req-ac23847e-10fa-44eb-b198-ecba807f8083 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.0883956 Apr 30 01:37:05.449360 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bdab7184-7200-4ecf-8bec-72e7a50ac64f req-8d6c9568-0a4e-420f-a662-7e9396146b14 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Apr 30 01:37:05.570067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0f14d156-fdd4-4c06-afb3-6440159d403d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags HTTP/1.1" status: 204 len: 168 time: 0.3429632 Apr 30 01:37:05.573024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60878) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:05.577926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-03702811-617d-4d7b-a4cc-e700be297323 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451', 'tempest-TagsExtTest-Tag-650015451') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:05.653536 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-03702811-617d-4d7b-a4cc-e700be297323 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:05.657651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60886) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:05.658301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-03702811-617d-4d7b-a4cc-e700be297323 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags/tempest-TagsExtTest-Tag-650015451 HTTP/1.1" status: 404 len: 328 time: 0.0841179 Apr 30 01:37:05.664498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-e9be1eb4-40e3-4dd3-954f-6ffeb6eae7d5 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451', 'tempest-TagsExtTest-Tag-1054845575') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:05.744307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60890) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:05.769248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b05364-c68d-439f-a5a2-9471dce6d46b req-edd25cf6-c74c-4d16-a405-ab204c7eecfe tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:05.771339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92b05364-c68d-439f-a5a2-9471dce6d46b req-edd25cf6-c74c-4d16-a405-ab204c7eecfe tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.1030467 Apr 30 01:37:05.793546 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-e9be1eb4-40e3-4dd3-954f-6ffeb6eae7d5 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:05.794834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e9be1eb4-40e3-4dd3-954f-6ffeb6eae7d5 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags/tempest-TagsExtTest-Tag-1054845575 HTTP/1.1" status: 404 len: 329 time: 0.1350865 Apr 30 01:37:05.797997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60894) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:05.833969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-04d7da17-9978-4187-a4ec-afdb33aefa96 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451', 'tempest-TagsExtTest-Tag-1802596477') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:05.860458 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92b05364-c68d-439f-a5a2-9471dce6d46b req-5dffb6e1-76b0-4056-9659-f4e2c27e0c1f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795865 Apr 30 01:37:05.927951 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7f45-18a9-432e-b4a2-d6ccb7e4b156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:06.029853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539814b2-a544-489c-9610-e02be4c04b41 req-eaf91208-56b1-4549-b4ca-86b7422e0baf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:06.039746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-539814b2-a544-489c-9610-e02be4c04b41 req-eaf91208-56b1-4549-b4ca-86b7422e0baf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1007481 Apr 30 01:37:06.039746 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-04d7da17-9978-4187-a4ec-afdb33aefa96 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:06.039746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-04d7da17-9978-4187-a4ec-afdb33aefa96 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags/tempest-TagsExtTest-Tag-1802596477 HTTP/1.1" status: 404 len: 329 time: 0.2373667 Apr 30 01:37:06.040146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60900) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:06.045009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-a7f2debd-ba16-4956-9d4c-48237d26b367 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4', {'tags': ['tempest-TagsExtTest-Tag-776319414', 'tempest-TagsExtTest-Tag-483136244', 'tempest-TagsExtTest-Tag-1347205439']}) {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:06.093410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7f45-18a9-432e-b4a2-d6ccb7e4b156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:06.110790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-539814b2-a544-489c-9610-e02be4c04b41 req-1ff0da6e-7667-4afa-a060-aef51f982705 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625343 Apr 30 01:37:06.151631 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7f45-18a9-432e-b4a2-d6ccb7e4b156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:06.187420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a7f2debd-ba16-4956-9d4c-48237d26b367 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags HTTP/1.1" status: 200 len: 316 time: 0.1461043 Apr 30 01:37:06.190312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60904) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:06.192160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a5ab7f45-18a9-432e-b4a2-d6ccb7e4b156 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7f08b30bbe341c09c654f24c5728fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524581 Apr 30 01:37:06.193321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab7f45-18a9-432e-b4a2-d6ccb7e4b156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3260000-3f22-4e93-87cc-4a11c4f327ec,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:06.195131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-aa408ddf-1d44-4563-aad4-e5a01840d10e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:06.196195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60906) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:06.268442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9132e756-39e4-4ef8-9f53-6b76a169bfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:06.292344 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9132e756-39e4-4ef8-9f53-6b76a169bfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:06.386832 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aa408ddf-1d44-4563-aad4-e5a01840d10e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1956902 Apr 30 01:37:06.389583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60910) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:06.393835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-0adf81a6-19ce-40e8-aa1a-bc0b8a821b9d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4', 'tempest-TagsExtTest-Tag-776319414') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:06.431570 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9132e756-39e4-4ef8-9f53-6b76a169bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:06.434217 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9132e756-39e4-4ef8-9f53-6b76a169bfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:06.435389 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9132e756-39e4-4ef8-9f53-6b76a169bfdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3260000-3f22-4e93-87cc-4a11c4f327ec HTTP/1.1" status: 204 len: 168 time: 0.2382872 Apr 30 01:37:06.443390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132e756-39e4-4ef8-9f53-6b76a169bfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3260000-3f22-4e93-87cc-4a11c4f327ec,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:06.453800 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-0adf81a6-19ce-40e8-aa1a-bc0b8a821b9d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:06.454844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0adf81a6-19ce-40e8-aa1a-bc0b8a821b9d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags/tempest-TagsExtTest-Tag-776319414 HTTP/1.1" status: 404 len: 328 time: 0.0643063 Apr 30 01:37:06.457668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60920) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:06.462921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-d3530290-dc61-40a6-a064-f2f9c7fe56d7 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4', 'tempest-TagsExtTest-Tag-483136244') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:06.543978 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-d3530290-dc61-40a6-a064-f2f9c7fe56d7 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:06.547522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3530290-dc61-40a6-a064-f2f9c7fe56d7 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags/tempest-TagsExtTest-Tag-483136244 HTTP/1.1" status: 404 len: 328 time: 0.0888624 Apr 30 01:37:06.550986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60924) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:06.556831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-16c0532a-5d77-4beb-b105-591a5e654226 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4', 'tempest-TagsExtTest-Tag-1347205439') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:06.660302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0dfd-ccdc-4860-8cf5-72ebe46c448d req-b71a7a54-5a44-46de-83eb-344d2874dfc4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:06.668450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-759f0dfd-ccdc-4860-8cf5-72ebe46c448d req-b71a7a54-5a44-46de-83eb-344d2874dfc4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.0968635 Apr 30 01:37:06.681217 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-16c0532a-5d77-4beb-b105-591a5e654226 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:06.686132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-16c0532a-5d77-4beb-b105-591a5e654226 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags/tempest-TagsExtTest-Tag-1347205439 HTTP/1.1" status: 404 len: 329 time: 0.1340141 Apr 30 01:37:06.687503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60926) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:06.692360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-e92a14fb-ada2-4329-95d4-e7c33cfec047 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2', {'tags': ['tempest-TagsExtTest-Tag-2001390806', 'tempest-TagsExtTest-Tag-1039379154', 'tempest-TagsExtTest-Tag-1393975080']}) {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:06.802940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-759f0dfd-ccdc-4860-8cf5-72ebe46c448d req-414f9120-49bc-4be1-88f8-04efe8052fcb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336212 Apr 30 01:37:06.892158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e92a14fb-ada2-4329-95d4-e7c33cfec047 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags HTTP/1.1" status: 200 len: 318 time: 0.2010772 Apr 30 01:37:06.892494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60936) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:06.897022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-b04b0781-5d43-4de6-aa90-3519743b3869 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:07.135830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69b3c9-c19c-4d52-9e71-621a6f464302 req-cf7170e9-7008-4522-9d99-10f331a9cd63 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:07.137676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f69b3c9-c19c-4d52-9e71-621a6f464302 req-cf7170e9-7008-4522-9d99-10f331a9cd63 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.1623158 Apr 30 01:37:07.195480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f69b3c9-c19c-4d52-9e71-621a6f464302 req-1f3e533d-4637-4a3f-a272-2aa4f3652b16 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Apr 30 01:37:07.215201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60944) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:07.221565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b04b0781-5d43-4de6-aa90-3519743b3869 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags HTTP/1.1" status: 204 len: 168 time: 0.3174736 Apr 30 01:37:07.228749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-12cfdf84-6709-4c40-bbca-7aca3b48162d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2', 'tempest-TagsExtTest-Tag-2001390806') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:07.347808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc51e-992c-4adc-a0e1-5df4b33991e5 req-0e7b41a9-4bad-4634-9eb1-f9fc8452938f tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:07.348719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d5af5-ac05-473f-8330-0ddf38b38d2f req-3acb77e2-1164-41cd-b977-84d6b2cb2080 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:07.349661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9cfc51e-992c-4adc-a0e1-5df4b33991e5 req-0e7b41a9-4bad-4634-9eb1-f9fc8452938f tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0723798 Apr 30 01:37:07.350941 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf2d5af5-ac05-473f-8330-0ddf38b38d2f req-3acb77e2-1164-41cd-b977-84d6b2cb2080 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1723793 Apr 30 01:37:07.353573 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-12cfdf84-6709-4c40-bbca-7aca3b48162d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:07.354545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-12cfdf84-6709-4c40-bbca-7aca3b48162d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags/tempest-TagsExtTest-Tag-2001390806 HTTP/1.1" status: 404 len: 329 time: 0.1382437 Apr 30 01:37:07.357840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:07.369122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-4237c710-3c8b-420f-8b63-ad9c9fa68d0d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2', 'tempest-TagsExtTest-Tag-1039379154') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:07.398974 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf2d5af5-ac05-473f-8330-0ddf38b38d2f req-d3e93a53-de1d-4c74-9921-0dc6d8e1417c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383570 Apr 30 01:37:07.424044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60956) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:07.447475 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93b23eaa-6ae9-456a-a6da-95d58d6b0112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:07.467318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9cfc51e-992c-4adc-a0e1-5df4b33991e5 req-e62e74ca-bcfc-474b-a39a-f872e8896337 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071451 Apr 30 01:37:07.504204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:37:07.584900 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-4237c710-3c8b-420f-8b63-ad9c9fa68d0d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:07.588062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4237c710-3c8b-420f-8b63-ad9c9fa68d0d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags/tempest-TagsExtTest-Tag-1039379154 HTTP/1.1" status: 404 len: 329 time: 0.2281470 Apr 30 01:37:07.590154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60964) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:07.595114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-49fbc655-3cc0-4b83-a805-b4ad4dcb5b37 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2', 'tempest-TagsExtTest-Tag-1393975080') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:07.610421 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93b23eaa-6ae9-456a-a6da-95d58d6b0112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:07.665866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93b23eaa-6ae9-456a-a6da-95d58d6b0112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:07.688957 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-49fbc655-3cc0-4b83-a805-b4ad4dcb5b37 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:07.700201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-49fbc655-3cc0-4b83-a805-b4ad4dcb5b37 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags/tempest-TagsExtTest-Tag-1393975080 HTTP/1.1" status: 404 len: 329 time: 0.1084273 Apr 30 01:37:07.700964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60966) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:07.703169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:07.706091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-cdd53531-06dd-4ee9-ba78-131c961e48ee tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2', {'tags': ['tempest-TagsExtTest-Tag-1683651377', 'tempest-TagsExtTest-Tag-1702497939', 'tempest-TagsExtTest-Tag-781649039']}) {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:07.719033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770', 'port_id': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'mac_address': 'fa:16:3e:db:85:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9a07b2-cad2-405d-8af2-2429062e92d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:37:07.737398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b23eaa-6ae9-456a-a6da-95d58d6b0112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee82669-c407-46dd-ae03-6a5fe384cd34,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:07.765261 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-93b23eaa-6ae9-456a-a6da-95d58d6b0112 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d3a141a63d64c72b7a21929f352b439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399160 Apr 30 01:37:07.767818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60972) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:07.793259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:07.810089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f473c555-c2df-45c1-80df-05bb1d3b84ff {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:37:07.835677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:07.835876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cdd53531-06dd-4ee9-ba78-131c961e48ee tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "PUT /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags HTTP/1.1" status: 200 len: 317 time: 0.1308219 Apr 30 01:37:07.835996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1cd87b19-7fa5-4fac-a12f-74cf73d2a59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:07.836105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60976) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:07.840999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-bd68db64-2c0b-413d-8440-0c9c7952489d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:07.857141 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1cd87b19-7fa5-4fac-a12f-74cf73d2a59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:07.905585 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:07.958096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:07.998085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bd68db64-2c0b-413d-8440-0c9c7952489d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags HTTP/1.1" status: 204 len: 168 time: 0.1604416 Apr 30 01:37:08.000694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60980) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.004974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-648b48cf-f3ea-4026-b843-8b2987c1c5ad tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2', 'tempest-TagsExtTest-Tag-1683651377') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:08.025877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1cd87b19-7fa5-4fac-a12f-74cf73d2a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:08.029877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1cd87b19-7fa5-4fac-a12f-74cf73d2a59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:08.031501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1cd87b19-7fa5-4fac-a12f-74cf73d2a59f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ee82669-c407-46dd-ae03-6a5fe384cd34 HTTP/1.1" status: 204 len: 168 time: 0.2627516 Apr 30 01:37:08.055793 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-648b48cf-f3ea-4026-b843-8b2987c1c5ad tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:08.059967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-648b48cf-f3ea-4026-b843-8b2987c1c5ad tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags/tempest-TagsExtTest-Tag-1683651377 HTTP/1.1" status: 404 len: 329 time: 0.0552533 Apr 30 01:37:08.063907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60984) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.066633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87b19-7fa5-4fac-a12f-74cf73d2a59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee82669-c407-46dd-ae03-6a5fe384cd34,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:08.069588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-605141f9-c5c4-45f3-b64a-2dd42b083c7e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2', 'tempest-TagsExtTest-Tag-1702497939') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:08.101776 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-605141f9-c5c4-45f3-b64a-2dd42b083c7e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:08.103726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-605141f9-c5c4-45f3-b64a-2dd42b083c7e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags/tempest-TagsExtTest-Tag-1702497939 HTTP/1.1" status: 404 len: 329 time: 0.0388069 Apr 30 01:37:08.106644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.113285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-5c1bbc2e-146e-424d-abdd-111dc8e3c45f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2', 'tempest-TagsExtTest-Tag-781649039') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:08.145608 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-5c1bbc2e-146e-424d-abdd-111dc8e3c45f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] show failed (client error): The resource could not be found. Apr 30 01:37:08.150421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60988) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.154916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.tag.tag_plugin [None req-307f1dc4-4fc3-462c-bd15-ac865bf26c62 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '67920484-46d7-4696-bc8e-85087695a8e2') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:08.157216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5c1bbc2e-146e-424d-abdd-111dc8e3c45f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags/tempest-TagsExtTest-Tag-781649039 HTTP/1.1" status: 404 len: 328 time: 0.0390322 Apr 30 01:37:08.160982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f473c555-c2df-45c1-80df-05bb1d3b84ff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:08.188042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60990) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.188370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-307f1dc4-4fc3-462c-bd15-ac865bf26c62 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2/tags HTTP/1.1" status: 204 len: 168 time: 0.0368690 Apr 30 01:37:08.192674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-b07e6e30-6e66-458a-9266-5c7751406945 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '045d267a-5a57-434e-b27a-f5fa14411be2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:08.335057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b07e6e30-6e66-458a-9266-5c7751406945 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2/tags HTTP/1.1" status: 204 len: 168 time: 0.1452415 Apr 30 01:37:08.337483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60996) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.342138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-662103ac-fd2d-40fe-ada8-0a4b91897a3e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea17cfcb-08cb-48e1-86c6-65b822efebc4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:08.390006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb043ed6-fbfa-4cc4-ba9c-ee5550af6dd3 req-c4d67af0-1bad-42e9-93c3-94e2433e2502 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:08.391515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb043ed6-fbfa-4cc4-ba9c-ee5550af6dd3 req-c4d67af0-1bad-42e9-93c3-94e2433e2502 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 944 time: 0.0927818 Apr 30 01:37:08.448824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb043ed6-fbfa-4cc4-ba9c-ee5550af6dd3 req-65c89500-ffba-40a7-a9ab-96c858124a51 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Apr 30 01:37:08.453235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-662103ac-fd2d-40fe-ada8-0a4b91897a3e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1120148 Apr 30 01:37:08.453235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 32770) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.457954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.tag.tag_plugin [None req-2d5bfd65-31bb-4fe3-a089-15bb773638e5 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4deea302-0807-4dae-b072-f73869548451') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:08.552286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2d5bfd65-31bb-4fe3-a089-15bb773638e5 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451/tags HTTP/1.1" status: 204 len: 168 time: 0.0981767 Apr 30 01:37:08.553336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 32778) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.613986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e358-0ecc-4e4b-96f5-bc7edb8b683e req-266090cb-931e-4ba9-98bd-88400053b678 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:08.626072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a18e358-0ecc-4e4b-96f5-bc7edb8b683e req-266090cb-931e-4ba9-98bd-88400053b678 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1177611 Apr 30 01:37:08.715542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a18e358-0ecc-4e4b-96f5-bc7edb8b683e req-33112eeb-f9ac-42b3-8b34-252a3077a026 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839076 Apr 30 01:37:08.715686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f6a8f-b555-499d-8617-7c94778da552 req-89230d57-fe15-450f-b0db-669c627a0cb9 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:08.723570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d46f6a8f-b555-499d-8617-7c94778da552 req-89230d57-fe15-450f-b0db-669c627a0cb9 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0970893 Apr 30 01:37:08.773608 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bef17ef2-8d76-43df-b4b2-3359d262c8d3 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for subnetpool, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:08.778819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bef17ef2-8d76-43df-b4b2-3359d262c8d3 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnetpools/67920484-46d7-4696-bc8e-85087695a8e2 HTTP/1.1" status: 204 len: 168 time: 0.2212939 Apr 30 01:37:08.780975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32788) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.783922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d46f6a8f-b555-499d-8617-7c94778da552 req-22f74d03-73a0-404c-acb0-cd9018a9f58c tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596604 Apr 30 01:37:08.825758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c2890e9f-e306-4e12-92e6-eeee1f5ea32e tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "GET /v2.0/ports?device_id=045d267a-5a57-434e-b27a-f5fa14411be2 HTTP/1.1" status: 200 len: 205 time: 0.0329278 Apr 30 01:37:08.825758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32794) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:08.926587 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fffce29-1eff-4b54-b87f-b0082cfe8e2b tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.118085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fffce29-1eff-4b54-b87f-b0082cfe8e2b tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.120625 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fffce29-1eff-4b54-b87f-b0082cfe8e2b tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.319504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fffce29-1eff-4b54-b87f-b0082cfe8e2b tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.320129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fffce29-1eff-4b54-b87f-b0082cfe8e2b tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Fanout notify agent at l3_agent the message router_deleted on router 045d267a-5a57-434e-b27a-f5fa14411be2 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:37:09.328758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fffce29-1eff-4b54-b87f-b0082cfe8e2b tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.328758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0fffce29-1eff-4b54-b87f-b0082cfe8e2b tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/routers/045d267a-5a57-434e-b27a-f5fa14411be2 HTTP/1.1" status: 204 len: 168 time: 0.5044568 Apr 30 01:37:09.332968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32820) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:09.519696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:37:09.535665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-eeb113ee-c3a5-47db-95d0-582d5f792f15 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Deleting port ea17cfcb-08cb-48e1-86c6-65b822efebc4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:09.538887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eeb113ee-c3a5-47db-95d0-582d5f792f15 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.641575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772bc8-e840-4950-8fa8-dcf6adbdb139 req-9deac23e-e9bb-4825-9d91-4634f63a1b9a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:09.651840 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6772bc8-e840-4950-8fa8-dcf6adbdb139 req-9deac23e-e9bb-4825-9d91-4634f63a1b9a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1471305 Apr 30 01:37:09.706644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6772bc8-e840-4950-8fa8-dcf6adbdb139 req-e89efe27-7303-47cd-82fe-a4c7ee732e54 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536673 Apr 30 01:37:09.711568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port f473c555-c2df-45c1-80df-05bb1d3b84ff completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:37:09.717628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port f473c555-c2df-45c1-80df-05bb1d3b84ff triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:37:09.718010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.754127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926987a8-a40f-4e1e-b443-e8825c6c14fb req-5c43f7cd-49fd-48b0-9639-0a48cd402e85 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:09.755741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-926987a8-a40f-4e1e-b443-e8825c6c14fb req-5c43f7cd-49fd-48b0-9639-0a48cd402e85 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 944 time: 0.0776923 Apr 30 01:37:09.780746 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eeb113ee-c3a5-47db-95d0-582d5f792f15 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.804018 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.817290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-eeb113ee-c3a5-47db-95d0-582d5f792f15 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Calling delete_port for ea17cfcb-08cb-48e1-86c6-65b822efebc4 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:09.846057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:09.853427 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee8fbe7-9e68-496d-bbb3-cb4a54d0c79b" -d '{"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-plugged", "status": "completed", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:09.866256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-926987a8-a40f-4e1e-b443-e8825c6c14fb req-1e085e04-7115-4524-8162-2f216b4b06fe tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998456 Apr 30 01:37:09.894602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:09.951633 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:09.956352 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96610235-3b73-40fd-913b-f3ab3fb9a478 x-openstack-request-id: req-96610235-3b73-40fd-913b-f3ab3fb9a478 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:09.956855 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-plugged", "status": "completed", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:09.957254 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96610235-3b73-40fd-913b-f3ab3fb9a478 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:09.957783 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96610235-3b73-40fd-913b-f3ab3fb9a478'] response: {'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'code': 200} Apr 30 01:37:10.004035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb87a-cdc7-45a6-9d07-652603bff05a req-62e76f25-e08b-4071-b020-cce547690aed tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:10.008667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d42cb87a-cdc7-45a6-9d07-652603bff05a req-62e76f25-e08b-4071-b020-cce547690aed tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0917568 Apr 30 01:37:10.050863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:10.087474 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d42cb87a-cdc7-45a6-9d07-652603bff05a req-44b70a0b-ee89-4f21-98ad-731c14dfcda6 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673711 Apr 30 01:37:10.510736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097bc9-ca24-435a-9b68-3622db0c51ee req-f2444f59-cf6b-4c30-890d-ac962fe745de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:10.512458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b097bc9-ca24-435a-9b68-3622db0c51ee req-f2444f59-cf6b-4c30-890d-ac962fe745de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 1096 time: 0.4004793 Apr 30 01:37:10.563939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b097bc9-ca24-435a-9b68-3622db0c51ee req-0f633ec0-2499-4657-8797-1448a611a764 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Apr 30 01:37:10.573991 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eeb113ee-c3a5-47db-95d0-582d5f792f15 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:10.605922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb113ee-c3a5-47db-95d0-582d5f792f15 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Pushing event deleted for resources: {'Port': ['ID=ea17cfcb-08cb-48e1-86c6-65b822efebc4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:10.724667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eeb113ee-c3a5-47db-95d0-582d5f792f15 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:10.730715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eeb113ee-c3a5-47db-95d0-582d5f792f15 tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/ports/ea17cfcb-08cb-48e1-86c6-65b822efebc4 HTTP/1.1" status: 204 len: 168 time: 1.3983443 Apr 30 01:37:10.733438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 32870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:10.801665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a46198a-8612-4af5-8ad4-b4c3e46a356d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Deleting subnet 4deea302-0807-4dae-b072-f73869548451 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:37:10.807365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a46198a-8612-4af5-8ad4-b4c3e46a356d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:10.922493 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a46198a-8612-4af5-8ad4-b4c3e46a356d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:10.929793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba8638-2e73-4ffc-b1be-6fa0f0434733 req-8ed46d39-5449-4fa3-96e1-ca1d0642c416 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:10.938968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ba8638-2e73-4ffc-b1be-6fa0f0434733 req-8ed46d39-5449-4fa3-96e1-ca1d0642c416 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1215148 Apr 30 01:37:11.003227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22ba8638-2e73-4ffc-b1be-6fa0f0434733 req-2195bcc9-34ba-44f7-9324-af8aee479dec tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Apr 30 01:37:11.076070 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a46198a-8612-4af5-8ad4-b4c3e46a356d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.082205 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:37:11.153502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02c10d-9a61-45f0-a8de-974fce38a12a req-8301f4bd-fd23-4f93-8f5a-cb0c1bdff9a1 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:11.155124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f02c10d-9a61-45f0-a8de-974fce38a12a req-8301f4bd-fd23-4f93-8f5a-cb0c1bdff9a1 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1649508 Apr 30 01:37:11.245291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f02c10d-9a61-45f0-a8de-974fce38a12a req-da97e2ad-4a0a-46b8-8a77-1d4fcb9f8f00 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816090 Apr 30 01:37:11.253237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27133100-34fa-4c81-a618-4b4e263779b0 req-c792a344-1d1d-45fc-9373-7f062582c5ce tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:11.256058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27133100-34fa-4c81-a618-4b4e263779b0 req-c792a344-1d1d-45fc-9373-7f062582c5ce tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0673423 Apr 30 01:37:11.311072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27133100-34fa-4c81-a618-4b4e263779b0 req-d36a612d-b3fa-4163-97c3-fd20865f430c tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483727 Apr 30 01:37:11.340545 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a46198a-8612-4af5-8ad4-b4c3e46a356d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.366628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46198a-8612-4af5-8ad4-b4c3e46a356d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Pushing event deleted for resources: {'Subnet': ['ID=4deea302-0807-4dae-b072-f73869548451,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:11.389772 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a46198a-8612-4af5-8ad4-b4c3e46a356d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.395486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7a46198a-8612-4af5-8ad4-b4c3e46a356d tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/subnets/4deea302-0807-4dae-b072-f73869548451 HTTP/1.1" status: 204 len: 168 time: 0.6568835 Apr 30 01:37:11.398611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 32898) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:11.398731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271256cb-7bba-4ef8-ad3e-c2d827afb071 None None] Network 4193592b-e9a1-4277-b1d1-81655e1fc043 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:11.479710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.554676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Deleting port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:11.554945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.641143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] For port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,segment=NetworkSegment(008a1d8a-9364-4623-86fc-778881d56559),segment_id=008a1d8a-9364-4623-86fc-778881d56559)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:11.641573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.708503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Calling delete_port for 4dc4bf51-a67b-4d8f-8417-50ede1dd43db owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:11.720136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] DHCP port deletion for 4193592b-e9a1-4277-b1d1-81655e1fc043 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:37:11.826859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] Deleting port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:11.827501 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.913756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] For port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,segment=NetworkSegment(008a1d8a-9364-4623-86fc-778881d56559),segment_id=008a1d8a-9364-4623-86fc-778881d56559)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:11.914573 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.934458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] Calling delete_port for 4dc4bf51-a67b-4d8f-8417-50ede1dd43db owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:11.957233 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:11.996118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Pushing event deleted for resources: {'Port': ['ID=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:11.998520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] No DVR routers for this DVR port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:37:12.074118 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:12.109000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] Pushing event deleted for resources: {'Port': ['ID=4dc4bf51-a67b-4d8f-8417-50ede1dd43db,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:12.111217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179b26a-da70-486b-a67f-c1d14c563bf4 None None] No DVR routers for this DVR port 4dc4bf51-a67b-4d8f-8417-50ede1dd43db on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:37:12.239090 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:12.292110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4193592b-e9a1-4277-b1d1-81655e1fc043']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:12.294900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4dc4bf51-a67b-4d8f-8417-50ede1dd43db no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:12.331436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 4dc4bf51-a67b-4d8f-8417-50ede1dd43db {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:12.337961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc70b3-1708-4b0f-ba9f-2f5d7fe76724 req-e130b80a-d22e-4124-a247-3ceb69f8c80f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:12.338582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4dc4bf51-a67b-4d8f-8417-50ede1dd43db not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:12.348767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8adc70b3-1708-4b0f-ba9f-2f5d7fe76724 req-e130b80a-d22e-4124-a247-3ceb69f8c80f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1868367 Apr 30 01:37:12.355304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008a1d8a-9364-4623-86fc-778881d56559') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:12.355914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008a1d8a-9364-4623-86fc-778881d56559') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:12.379384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:12.405853 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:12.423734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:37:12.424502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:37:12.509284 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:37:12.511376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcf5bb-44e8-4cbb-96dc-e7a6910fa5ad req-1a4bb691-e0de-419c-9f0c-fe2f29fd1f26 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:12.519279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8adc70b3-1708-4b0f-ba9f-2f5d7fe76724 req-3bac9499-3586-4d92-b586-2f9d66a4ab69 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609998 Apr 30 01:37:12.519959 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8adcf5bb-44e8-4cbb-96dc-e7a6910fa5ad req-1a4bb691-e0de-419c-9f0c-fe2f29fd1f26 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1362987 Apr 30 01:37:12.604009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8adcf5bb-44e8-4cbb-96dc-e7a6910fa5ad req-9b5edbcb-89e1-4ce7-82cc-70b7de926889 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815911 Apr 30 01:37:12.637185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:12.691591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:12.707586 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] 10.222.0.15 "DELETE /v2.0/networks/4193592b-e9a1-4277-b1d1-81655e1fc043 HTTP/1.1" status: 204 len: 168 time: 1.3105526 Apr 30 01:37:12.710848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Pushing event deleted for resources: {'Network': ['ID=4193592b-e9a1-4277-b1d1-81655e1fc043,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:12.738606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.746755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.747624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.750476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.750976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.752025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.753329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.753838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.757473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.758020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.759507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.760004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfef43a-1015-437c-8093-d0e897fe893f tempest-TagsExtTest-210147990 tempest-TagsExtTest-210147990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:12.925570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e507b37-fd0d-41a5-a328-fd892b688ad3 req-6fdd461b-e369-4563-9c8e-1e295fa6d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:12.927644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e507b37-fd0d-41a5-a328-fd892b688ad3 req-6fdd461b-e369-4563-9c8e-1e295fa6d370 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.1573544 Apr 30 01:37:12.970101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da260505-3945-43c1-9181-5192a84e6cce req-d23dfc17-1503-4be0-a2dc-df56f84d3d4f tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:12.981829 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da260505-3945-43c1-9181-5192a84e6cce req-d23dfc17-1503-4be0-a2dc-df56f84d3d4f tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.2540007 Apr 30 01:37:13.080732 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e507b37-fd0d-41a5-a328-fd892b688ad3 req-99a02450-0062-42d7-9049-8ef29083b1db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445167 Apr 30 01:37:13.105176 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da260505-3945-43c1-9181-5192a84e6cce req-08a67659-9fc5-4862-adb5-6fbd7818beb0 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195271 Apr 30 01:37:13.145397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd285c1-249e-4e37-ba14-572726f2360f req-76b0bce9-39c1-4ca2-b2ab-c5d24360068e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:13.147540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-76b0bce9-39c1-4ca2-b2ab-c5d24360068e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 813 time: 0.1884243 Apr 30 01:37:13.176039 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-a89e2ab2-b76d-46e0-a73f-31152514100d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/quotas/45509c3cd74f41c786ee93948c905e91 HTTP/1.1" status: 200 len: 375 time: 0.0196085 Apr 30 01:37:13.231642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-13dd4a64-ec16-45f2-a286-d743959a9565 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535338 Apr 30 01:37:13.396488 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-a82ada47-3819-4de5-8a21-5c968e4ef87f service neutron] 10.222.0.15 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512213 Apr 30 01:37:13.539925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1ec0b41d-2c96-47b3-b18b-5b46dc152671 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:37:13.592962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-c88e4cdf-a8c0-4f5d-91fb-9bbcb7a0d816 service neutron] 10.222.0.15 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004838 Apr 30 01:37:13.700952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 32986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:13.718441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:13.748340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'port_id': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'mac_address': 'fa:16:3e:3c:0c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:37:13.784295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc5e95-9e8b-418d-aba7-c1fb319b4fb5 req-fc28c9e0-83d6-487c-8533-c08eaad98bd1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:13.796563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ebc5e95-9e8b-418d-aba7-c1fb319b4fb5 req-fc28c9e0-83d6-487c-8533-c08eaad98bd1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1300824 Apr 30 01:37:13.876410 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:13.944877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ebc5e95-9e8b-418d-aba7-c1fb319b4fb5 req-2fb98bd4-0c57-4962-95a2-d37e3d3e560d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471686 Apr 30 01:37:13.946180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ec0b41d-2c96-47b3-b18b-5b46dc152671 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:37:14.012192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:14.066459 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:14.192688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['1ec0b41d-2c96-47b3-b18b-5b46dc152671'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:14.340956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aa076-9a4e-4803-848b-8b46aa9048e8 req-35b703ef-dc38-4f93-83a4-737ec085ecb2 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:14.348498 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-564aa076-9a4e-4803-848b-8b46aa9048e8 req-35b703ef-dc38-4f93-83a4-737ec085ecb2 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1057556 Apr 30 01:37:14.434596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-564aa076-9a4e-4803-848b-8b46aa9048e8 req-9ebaca19-65cb-49b3-b0b4-9e6fbb210baf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851398 Apr 30 01:37:14.541189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:14.667024 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-657fc02f-f036-4b02-bf72-ff8e533ec600 req-e1eb3286-f3e9-4bed-9bd1-6e088f6e6ec1 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 210 time: 0.7563374 Apr 30 01:37:14.753069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-70f3642a-5cb0-41d0-8ef7-ff0eb05b30b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fb84f1fef374cd082a5af16896b34d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0506544 Apr 30 01:37:14.756401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33020) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:14.810862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-734c502d-de75-40f0-adbc-40de877807ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:14.833822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-734c502d-de75-40f0-adbc-40de877807ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:14.957234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-734c502d-de75-40f0-adbc-40de877807ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:14.960792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-734c502d-de75-40f0-adbc-40de877807ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:14.962565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-734c502d-de75-40f0-adbc-40de877807ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/274b3bf0-4fe1-4e78-993f-ac935e4c0f83 HTTP/1.1" status: 204 len: 168 time: 0.2049770 Apr 30 01:37:15.029491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c502d-de75-40f0-adbc-40de877807ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274b3bf0-4fe1-4e78-993f-ac935e4c0f83,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:15.242644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c9c6-55bf-4b4f-b8aa-479a09245f50 req-76f227ed-b231-4e02-9908-96a32a0445e9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:15.260359 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7f1c9c6-55bf-4b4f-b8aa-479a09245f50 req-76f227ed-b231-4e02-9908-96a32a0445e9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 944 time: 0.1104670 Apr 30 01:37:15.336220 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7f1c9c6-55bf-4b4f-b8aa-479a09245f50 req-7ece13d5-a839-4c35-a26d-0d1c65f853c6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 Apr 30 01:37:15.552321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1ec0b41d-2c96-47b3-b18b-5b46dc152671 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:37:15.637125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2a2ae-0574-450b-9905-d06f08c0cae0 req-8c06e69f-97c1-4823-9a64-c1655d3b02c8 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:15.645480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8b2a2ae-0574-450b-9905-d06f08c0cae0 req-8c06e69f-97c1-4823-9a64-c1655d3b02c8 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0887351 Apr 30 01:37:15.723883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:37:15.724366 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:15.761708 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8b2a2ae-0574-450b-9905-d06f08c0cae0 req-eb483db1-ab21-4388-8ecc-80dad2873565 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000991 Apr 30 01:37:15.822317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-3e3465ce-8663-4cac-8e63-6a346466cec7 req-1094cf92-337c-4acd-89d6-dd3c845cf296 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-199211664', 'description': 'tempest-description-1492691852'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:15.886686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3d1f012-8e86-4dac-9153-cce76ff82d08 req-679743d8-1057-46f9-a60b-40c77ccde3a8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 210 time: 0.0474277 Apr 30 01:37:15.940687 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3e3465ce-8663-4cac-8e63-6a346466cec7 req-1094cf92-337c-4acd-89d6-dd3c845cf296 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:15.978696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:16.031360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:16.032709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:16.035153 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83c98b2-8ef4-4617-b8d3-a42fecbac72a" -d '{"events": [{"server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "name": "network-vif-plugged", "status": "completed", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:16.100021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:16.172553 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2299c7f1-ed0e-4aed-81b6-85e021f4e851 x-openstack-request-id: req-2299c7f1-ed0e-4aed-81b6-85e021f4e851 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:16.172842 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "name": "network-vif-plugged", "status": "completed", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:16.175875 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2299c7f1-ed0e-4aed-81b6-85e021f4e851 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:16.176276 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2299c7f1-ed0e-4aed-81b6-85e021f4e851'] response: {'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'code': 200} Apr 30 01:37:16.216568 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3e3465ce-8663-4cac-8e63-6a346466cec7 req-1094cf92-337c-4acd-89d6-dd3c845cf296 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:16.249386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:16.305642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3e3465ce-8663-4cac-8e63-6a346466cec7 req-1094cf92-337c-4acd-89d6-dd3c845cf296 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:16.381984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094cf92-337c-4acd-89d6-dd3c845cf296 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c51e5-e3fa-4fb4-8af3-0310fe79e886,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:16.397322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33078) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:16.464542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-3e3465ce-8663-4cac-8e63-6a346466cec7 req-1094cf92-337c-4acd-89d6-dd3c845cf296 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:16.466320 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e3465ce-8663-4cac-8e63-6a346466cec7 req-1094cf92-337c-4acd-89d6-dd3c845cf296 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6505063 Apr 30 01:37:16.675234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd46f18-bda8-4875-92c7-535c8b3683fe req-fba7622d-7a24-4106-826b-25f3e5eed94b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:16.682496 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1fd46f18-bda8-4875-92c7-535c8b3683fe req-fba7622d-7a24-4106-826b-25f3e5eed94b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1456642 Apr 30 01:37:16.734501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-6cb29d17-aa89-43fc-8f2a-f98d67b469e0 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-199211664&fields=id&tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de HTTP/1.1" status: 200 len: 267 time: 0.0990589 Apr 30 01:37:16.839910 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1fd46f18-bda8-4875-92c7-535c8b3683fe req-ad48067b-8904-42e7-8a27-cc6df68d0caf tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493144 Apr 30 01:37:16.887516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-42c9df5f-fe93-4880-a7f4-37d0e11a1eb6 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:16.905480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-42c9df5f-fe93-4880-a7f4-37d0e11a1eb6 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1673901 Apr 30 01:37:16.924298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Request body: {'port': {'security_groups': ['8f2222f4-2a79-4616-ad0e-386a4518d4ec', '0a5c51e5-e3fa-4fb4-8af3-0310fe79e886']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:17.074055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0073118b-323d-491d-ac99-7cc6c58de96b req-732b5c35-4de5-40e6-a033-a827ceac4952 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 210 time: 0.0420265 Apr 30 01:37:17.176623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:17.291554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33104) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:17.416887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd285c1-249e-4e37-ba14-572726f2360f req-c54a6ed0-b14d-4079-9c88-2c3540e3b8c0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:17.424156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-c54a6ed0-b14d-4079-9c88-2c3540e3b8c0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.21 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 813 time: 0.3485723 Apr 30 01:37:17.444068 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Request body: {'port': {'device_id': 'eecffae2-9acb-4939-b531-f8188b7d5be9', 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770', 'admin_state_up': True, 'tenant_id': '45509c3cd74f41c786ee93948c905e91'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:17.558883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2039825591-network', 'tenant_id': '57febafeee294dd0ac2bf4788bc07c37'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:17.603916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] For port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:17.637715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:17.688401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Made reservation on behalf of 57febafeee294dd0ac2bf4788bc07c37 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:17.690750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:17.700902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:17.734260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:17.747263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:17.871871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Made reservation on behalf of 45509c3cd74f41c786ee93948c905e91 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:17.887233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:17.887957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:17.907285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:17.918884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7018b27-125d-4adc-a8ff-e1d217550412 req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "PUT /v2.0/ports/858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 982 time: 1.0123923 Apr 30 01:37:17.921947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:17.945944 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f42c9e-4e96-460e-b893-15ec8cf4023d" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:18.039654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:18.076866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264e492-6f9b-4e6e-b6cc-faa9f4dcc773 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event updated for resources: {'Port': ['ID=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:18.174566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74540320-b424-47ca-b9d4-a015a7550b4f req-20a1b246-01d8-4df8-98a8-56246600dab0 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-199211664&fields=id&tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de HTTP/1.1" status: 200 len: 267 time: 0.1119320 Apr 30 01:37:18.297665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:18.329030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:18.386574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0aef5-421d-45f5-a385-e158af202d1e req-1f2035ae-65ff-499d-88fa-ad27ff037b52 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:18.395352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3ed0aef5-421d-45f5-a385-e158af202d1e req-1f2035ae-65ff-499d-88fa-ad27ff037b52 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.3254058 Apr 30 01:37:18.403659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74540320-b424-47ca-b9d4-a015a7550b4f req-7dcddfa8-5786-4f8f-98bb-2b568722e72d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:18.405230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74540320-b424-47ca-b9d4-a015a7550b4f req-7dcddfa8-5786-4f8f-98bb-2b568722e72d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 985 time: 0.2299025 Apr 30 01:37:18.409614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:18.437586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-74540320-b424-47ca-b9d4-a015a7550b4f req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Request body: {'port': {'security_groups': ['8f2222f4-2a79-4616-ad0e-386a4518d4ec']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:18.529901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74540320-b424-47ca-b9d4-a015a7550b4f req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:18.539727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Allocated IP 172.20.0.9 (6ab50747-8251-4790-b3ff-891bed71c770/aa9a07b2-cad2-405d-8af2-2429062e92d3/d8f147eb-0e19-4041-bb77-308f10f7272b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:37:18.593008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:37:18.608671 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3ed0aef5-421d-45f5-a385-e158af202d1e req-0a20f398-3826-4b83-bb2d-fb0a6c9ef78b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123132 Apr 30 01:37:18.614226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfaba12-9db6-44b3-8399-0be57852a9be,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:18.619914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:18.643535 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:18.643787 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Added segment 322b5680-1e68-4c2a-afab-e840321d32ea of type vlan for network 65134489-e904-4692-98c7-dacd5347b1b7 Apr 30 01:37:18.760885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:18.981286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:18.984285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:18.984895 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:19.002233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-74540320-b424-47ca-b9d4-a015a7550b4f req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] For port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:19.012722 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e052406-accb-4e3e-be19-5234a70f05ce x-openstack-request-id: req-1e052406-accb-4e3e-be19-5234a70f05ce {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:19.013006 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:19.013257 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e052406-accb-4e3e-be19-5234a70f05ce {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:19.013658 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e052406-accb-4e3e-be19-5234a70f05ce'] response: {'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'status': 'completed', 'code': 200} Apr 30 01:37:19.055845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:19.142417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8494184 Apr 30 01:37:19.146973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33142) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:19.167278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Request body: {'subnet': {'network_id': '65134489-e904-4692-98c7-dacd5347b1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2039825591-subnet', 'tenant_id': '57febafeee294dd0ac2bf4788bc07c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:19.198342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582ad3c-32ce-4720-92e0-61aaeb51b9ae admin admin] Pushing event updated for resources: {'Network': ['ID=65134489-e904-4692-98c7-dacd5347b1b7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:19.204043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74540320-b424-47ca-b9d4-a015a7550b4f req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:19.210403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 65134489-e904-4692-98c7-dacd5347b1b7 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:37:19.268510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-39488e07-94a6-4425-9aad-ac3a64819f54 req-83933324-e20c-4a0e-8a6a-c8b435588e9c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 210 time: 0.0987711 Apr 30 01:37:19.280639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Made reservation on behalf of 57febafeee294dd0ac2bf4788bc07c37 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:19.286409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:19.288585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:19.376474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f473c555-c2df-45c1-80df-05bb1d3b84ff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:19.406720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Pushing event updated for resources: {'Port': ['ID=d8f147eb-0e19-4041-bb77-308f10f7272b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:19.432345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74540320-b424-47ca-b9d4-a015a7550b4f req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:19.452615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Network 6ab50747-8251-4790-b3ff-891bed71c770 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:37:19.457752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:37:19.465455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:37:19.538524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:19.539329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:19.580711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-0fbafee3-94ae-4cfc-8edd-9fc56f4547ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:19.583491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-0fbafee3-94ae-4cfc-8edd-9fc56f4547ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.4267559 Apr 30 01:37:19.697556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event updated for resources: {'Port': ['ID=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:19.718324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74540320-b424-47ca-b9d4-a015a7550b4f req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:19.719123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74540320-b424-47ca-b9d4-a015a7550b4f req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:19.720778 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74540320-b424-47ca-b9d4-a015a7550b4f req-a94bd50f-29d1-4988-ac20-5aad84d74263 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "PUT /v2.0/ports/858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 943 time: 1.3072112 Apr 30 01:37:19.802357 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-d271bcde-36cf-417a-a759-81c239d54b0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3651114 Apr 30 01:37:19.819596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:19.826785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-69922b8a-086a-4eea-bfeb-11d959730ab4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:37:19.827825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-69922b8a-086a-4eea-bfeb-11d959730ab4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101280 Apr 30 01:37:19.989945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Request body: {'port': {'device_id': 'eecffae2-9acb-4939-b531-f8188b7d5be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:20.032248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-c1681644-2fa4-494f-876c-bdfe41da39ec tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2802508 Apr 30 01:37:20.034422 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:20.050013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:20.077981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-ef9e4dee-c9eb-4d58-abe5-ae149ca3a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:20.079783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-ef9e4dee-c9eb-4d58-abe5-ae149ca3a4ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 920 time: 0.4890189 Apr 30 01:37:20.090685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:20.092225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec0e1b-aec8-434b-a3e5-c1a6d3fba525 req-3fbaa0c3-1265-4551-96de-6d50b04e1024 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:20.102236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30ec0e1b-aec8-434b-a3e5-c1a6d3fba525 req-3fbaa0c3-1265-4551-96de-6d50b04e1024 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.2947500 Apr 30 01:37:20.153173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:20.183118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:20.190460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-d2158c5c-d83f-4484-b6d0-6283d0d9f468 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 217 time: 0.0835507 Apr 30 01:37:20.211255 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8186e2-76de-455b-8e5d-c4d56e7b5a70,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:20.227521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Deleting port ba94fae6-d7e5-4322-9d00-8d059271f903 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:20.227873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:20.261997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Checking segment: {'id': '322b5680-1e68-4c2a-afab-e840321d32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65134489-e904-4692-98c7-dacd5347b1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:37:20.262375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Network hostable DHCP agents. Network: 65134489-e904-4692-98c7-dacd5347b1b7, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:37:20.301478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-30ec0e1b-aec8-434b-a3e5-c1a6d3fba525 req-e31344df-a3f6-43c2-b101-c8cda4f5d4b2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980252 Apr 30 01:37:20.353141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Network 65134489-e904-4692-98c7-dacd5347b1b7 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:37:20.448066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:20.462223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 65134489-e904-4692-98c7-dacd5347b1b7) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:37:20.476859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-66e7e221-f6f1-4fe9-9bd8-c04c7ee137b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:20.479370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-66e7e221-f6f1-4fe9-9bd8-c04c7ee137b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.2802949 Apr 30 01:37:20.491998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc42fb-8338-46fa-ab79-9796acd8c138 None None] Network 65134489-e904-4692-98c7-dacd5347b1b7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:20.506493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:20.507160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:20.659595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:20.704123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] For port ba94fae6-d7e5-4322-9d00-8d059271f903, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ba94fae6-d7e5-4322-9d00-8d059271f903,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:20.704862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:20.726126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Calling delete_port for ba94fae6-d7e5-4322-9d00-8d059271f903 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:20.739850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Allocated IP 172.25.0.27 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/9107762f-88f8-4ed6-98f1-7e9abd25fc98) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:37:20.772090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-08ec9913-630d-4847-81fc-40ad9048a0e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957037 Apr 30 01:37:20.785498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-db9301dc-b075-4d85-b0dd-f31c8ba6b2a3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6343784 Apr 30 01:37:20.828496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb132e-7177-4209-8374-1ed92024580b None None] Network 65134489-e904-4692-98c7-dacd5347b1b7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:20.847503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64e4f5-2201-45af-819d-aa760e3a0c3b req-a73e0060-ec15-4e64-b2d1-6518ead2ff19 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:20.850050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2c64e4f5-2201-45af-819d-aa760e3a0c3b req-a73e0060-ec15-4e64-b2d1-6518ead2ff19 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 931 time: 0.4346423 Apr 30 01:37:20.854286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-c036fb07-6028-48d0-bd8d-591b2196eee4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:37:20.855408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-c036fb07-6028-48d0-bd8d-591b2196eee4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759754 Apr 30 01:37:20.952183 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:21.014976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:21.019219 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151a5afa-c710-4126-ab46-e5914412387a" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:21.027319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2c64e4f5-2201-45af-819d-aa760e3a0c3b req-d7f80b98-a84b-4bea-ad05-a396fba1e0bd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603045 Apr 30 01:37:21.066308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:21.132272 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbf0770-34f3-4e08-bf90-407e496806b7 x-openstack-request-id: req-5dbf0770-34f3-4e08-bf90-407e496806b7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:21.137919 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:21.138467 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dbf0770-34f3-4e08-bf90-407e496806b7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:21.139107 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbf0770-34f3-4e08-bf90-407e496806b7'] response: {'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'status': 'completed', 'code': 200} Apr 30 01:37:21.195226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:37:21.215987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:37:21.226015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:37:21.268677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event updated for resources: {'Port': ['ID=9107762f-88f8-4ed6-98f1-7e9abd25fc98,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:21.381381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:21.583118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:21.838487 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:21.858280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f147eb-0e19-4041-bb77-308f10f7272b {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:37:21.887229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:21.904443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33210) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:21.910336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-532786658-network', 'tenant_id': 'ada8a1e1fe8d4b34863f4ed0feea0cd4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:21.931871 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:21.942998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Transition to ACTIVE for port object d8f147eb-0e19-4041-bb77-308f10f7272b will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:37:21.986722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-6f98ac06-c0ef-4418-ba83-089ebf9a07f2 service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1224461 Apr 30 01:37:22.016445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f627d-3768-40f7-9e34-2a571a3cba0d req-81a57ae6-c4fd-443c-8506-fff017d65412 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:22.026397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-245f627d-3768-40f7-9e34-2a571a3cba0d req-81a57ae6-c4fd-443c-8506-fff017d65412 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.2306807 Apr 30 01:37:22.026832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.051347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event updated for resources: {'Port': ['ID=9107762f-88f8-4ed6-98f1-7e9abd25fc98,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:22.057316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.094145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Made reservation on behalf of ada8a1e1fe8d4b34863f4ed0feea0cd4 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:22.096589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.106642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.129361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.130646 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-78d73ef7-0558-416e-8003-3998c81a56bf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0857303 Apr 30 01:37:22.276005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-9fa837b8-1f9f-4f2f-a8d3-df0adbb17ea6 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1288447 Apr 30 01:37:22.276322 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-245f627d-3768-40f7-9e34-2a571a3cba0d req-79208513-b72f-42a8-bee4-9e59e6a45dcd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493324 Apr 30 01:37:22.329428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Pushing event updated for resources: {'Port': ['ID=d8f147eb-0e19-4041-bb77-308f10f7272b,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:22.352817 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02f42c9e-4e96-460e-b893-15ec8cf4023d req-649807d4-2992-47ed-b7b4-fbc918aa4d8c service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246355 Apr 30 01:37:22.422876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.492228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba94fae6-d7e5-4322-9d00-8d059271f903,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:22.581357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41235f00-19be-49dd-83c2-d1bd8241ba26 req-14f9b157-5479-41a3-a890-b1635dc5e722 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:22.582956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41235f00-19be-49dd-83c2-d1bd8241ba26 req-14f9b157-5479-41a3-a890-b1635dc5e722 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 943 time: 0.2258539 Apr 30 01:37:22.595957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.612395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a5afa-c710-4126-ab46-e5914412387a req-92dc625a-c471-4ca8-ac68-779a2e36e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:22.613956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-151a5afa-c710-4126-ab46-e5914412387a req-92dc625a-c471-4ca8-ac68-779a2e36e88d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.2023630 Apr 30 01:37:22.622559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-c5b5ecd5-5239-4e75-9d89-ba004af51b57 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:22.623926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-c5b5ecd5-5239-4e75-9d89-ba004af51b57 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.3465374 Apr 30 01:37:22.629266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Attempting to bind port d8f147eb-0e19-4041-bb77-308f10f7272b on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:37:22.629610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Attempting to bind port d8f147eb-0e19-4041-bb77-308f10f7272b by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:37:22.630039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Attempting to bind port d8f147eb-0e19-4041-bb77-308f10f7272b on network 6ab50747-8251-4790-b3ff-891bed71c770 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:37:22.640814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-22712c4d-e8f0-4478-90f2-dd1cbc2b0b77 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:37:22.642119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81ba7c69-1c51-417e-8c57-b15ced2f8829 req-22712c4d-e8f0-4478-90f2-dd1cbc2b0b77 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109878 Apr 30 01:37:22.654041 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.740987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:37:22.778903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a5afa-c710-4126-ab46-e5914412387a req-96354c80-2fd6-4e50-b892-11efe4aea533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:22.780907 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-151a5afa-c710-4126-ab46-e5914412387a req-96354c80-2fd6-4e50-b892-11efe4aea533 service neutron] 10.222.0.23 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 920 time: 0.1541402 Apr 30 01:37:22.795098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Port d8f147eb-0e19-4041-bb77-308f10f7272b on network 6ab50747-8251-4790-b3ff-891bed71c770 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:37:22.795746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Attempting to bind port d8f147eb-0e19-4041-bb77-308f10f7272b on network 6ab50747-8251-4790-b3ff-891bed71c770 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:37:22.814253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c900a840-5954-4b02-bf98-7bacea7a8c5d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:22.859742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:22.860091 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Added segment 034ec57b-f65e-4344-b3b4-9ecae19c2a46 of type vlan for network dfb0b4d6-8110-4c57-9826-9cbcc45bfb54 Apr 30 01:37:22.932507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:37:22.934441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Checking segment: {'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:37:22.935004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Bound using segment: {'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:37:22.936449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Bound port: d8f147eb-0e19-4041-bb77-308f10f7272b, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc168aa-59b3-4659-b759-f0fdfb47364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:37:22.937156 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:23.123709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:23.141755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] For port d8f147eb-0e19-4041-bb77-308f10f7272b, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:37:23.145756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] For port d8f147eb-0e19-4041-bb77-308f10f7272b, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d8f147eb-0e19-4041-bb77-308f10f7272b,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:37:23.152499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41235f00-19be-49dd-83c2-d1bd8241ba26 req-6a7a1205-b3d8-4ec5-855b-da369ec27880 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570078 Apr 30 01:37:23.155869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-151a5afa-c710-4126-ab46-e5914412387a req-2c03b956-a56b-4834-84fe-71453c4fc5e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 217 time: 0.3555133 Apr 30 01:37:23.233566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b3885-0831-46b8-8905-012fb70826c3 req-2be5ea8e-f5b7-44ba-87cd-69db12e0cecc tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:23.239817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-2be5ea8e-f5b7-44ba-87cd-69db12e0cecc tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2933617 Apr 30 01:37:23.260710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:23.289792 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:23.292896 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-02a5e938-3d73-4313-9371-76a98bbce2f1 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.0505183 Apr 30 01:37:23.310852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Request body: {'floatingip': {'port_id': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:23.462198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a5afa-c710-4126-ab46-e5914412387a req-38bc8a45-b62d-4a5f-a9ec-7dc02686968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:23.465428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-151a5afa-c710-4126-ab46-e5914412387a req-38bc8a45-b62d-4a5f-a9ec-7dc02686968c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.2964692 Apr 30 01:37:23.498474 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:23.499656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:23.500427 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:23.526542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:23.592717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:23.592717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:23.593328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] 10.222.0.21 "PUT /v2.0/ports/d8f147eb-0e19-4041-bb77-308f10f7272b HTTP/1.1" status: 200 len: 1091 time: 3.7516050 Apr 30 01:37:23.620686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecffae2-9acb-4939-b531-f8188b7d5be9', 'tag': 'd8f147eb-0e19-4041-bb77-308f10f7272b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:23.623080 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de73c145-6ae2-4cf0-8181-8761cab365c9" -d '{"events": [{"name": "network-changed", "server_uuid": "eecffae2-9acb-4939-b531-f8188b7d5be9", "tag": "d8f147eb-0e19-4041-bb77-308f10f7272b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:23.732019 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8236313 Apr 30 01:37:23.737927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33248) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:23.773124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-151a5afa-c710-4126-ab46-e5914412387a req-6a24ef70-c85b-443f-803d-e60952dbed25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766341 Apr 30 01:37:23.856815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aed37f-82b2-4796-a217-96e4830f1e96 req-79ba43ac-1848-4aa3-aec2-d2ae340f9221 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:23.858853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3aed37f-82b2-4796-a217-96e4830f1e96 req-79ba43ac-1848-4aa3-aec2-d2ae340f9221 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.4084384 Apr 30 01:37:23.920178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a5c35-e87b-496f-b53c-27e63acdbf5b service neutron] Pushing event updated for resources: {'Port': ['ID=d8f147eb-0e19-4041-bb77-308f10f7272b,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:23.957929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Request body: {'subnet': {'network_id': 'dfb0b4d6-8110-4c57-9826-9cbcc45bfb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-532786658-subnet', 'tenant_id': 'ada8a1e1fe8d4b34863f4ed0feea0cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:23.961785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93985fa2-9bc2-4345-ab54-efb9a5500b1f admin admin] Pushing event updated for resources: {'Network': ['ID=dfb0b4d6-8110-4c57-9826-9cbcc45bfb54,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:23.988332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network dfb0b4d6-8110-4c57-9826-9cbcc45bfb54 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:37:24.121542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3aed37f-82b2-4796-a217-96e4830f1e96 req-b0c69bff-d00e-450e-95fe-bcf35530f2b4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190011 Apr 30 01:37:24.155610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Made reservation on behalf of ada8a1e1fe8d4b34863f4ed0feea0cd4 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:24.164454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:24.304571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd285c1-249e-4e37-ba14-572726f2360f req-04e39cfc-8e45-4202-94a0-8b263d899470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:24.309166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-04e39cfc-8e45-4202-94a0-8b263d899470 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 1094 time: 0.5493784 Apr 30 01:37:24.406488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-9f1b608b-4445-429a-b33b-f33931d609a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8f147eb-0e19-4041-bb77-308f10f7272b HTTP/1.1" status: 200 len: 217 time: 0.0715702 Apr 30 01:37:24.507284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-151a5afa-c710-4126-ab46-e5914412387a req-ebb699be-1d6b-4ea9-8cc6-aedffe8fb56a service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628096 Apr 30 01:37:24.510816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:37:24.573606 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:37:24.637033 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b61bbe-9e26-48d8-9d22-f7c4ede0196a x-openstack-request-id: req-61b61bbe-9e26-48d8-9d22-f7c4ede0196a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:24.637593 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecffae2-9acb-4939-b531-f8188b7d5be9", "tag": "d8f147eb-0e19-4041-bb77-308f10f7272b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:24.638321 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61b61bbe-9e26-48d8-9d22-f7c4ede0196a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:24.639460 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b61bbe-9e26-48d8-9d22-f7c4ede0196a'] response: {'name': 'network-changed', 'server_uuid': 'eecffae2-9acb-4939-b531-f8188b7d5be9', 'tag': 'd8f147eb-0e19-4041-bb77-308f10f7272b', 'status': 'completed', 'code': 200} Apr 30 01:37:24.703482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:24.713703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd285c1-249e-4e37-ba14-572726f2360f req-b7f69890-a112-4f5c-8df7-17b0b4f0fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:24.715721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-b7f69890-a112-4f5c-8df7-17b0b4f0fc8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa9a07b2-cad2-405d-8af2-2429062e92d3 HTTP/1.1" status: 200 len: 853 time: 0.2781482 Apr 30 01:37:24.873182 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:24.917129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-3032a37e-f875-46b1-a38e-5766b41de41f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ab50747-8251-4790-b3ff-891bed71c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931787 Apr 30 01:37:24.924797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-151a5afa-c710-4126-ab46-e5914412387a req-7e70ea94-ef49-4db6-b9a1-7ef42677aa4b service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083438 Apr 30 01:37:24.981272 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:25.099536 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Floating IP 0f7db5f7-4401-4171-aa08-8a283dc08f6f associated. External IP: 172.25.0.27, port: 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c. Apr 30 01:37:25.188769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:37:25.203557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-11634087-7cc2-48b4-8c81-e7df39fc2138 service neutron] 10.222.0.21 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354361 Apr 30 01:37:25.204639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] Sync routers for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:37:25.216448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1bd2aeaf-2b54-411c-b7e2-4e22e46c0e8b admin admin] 10.222.0.15 "PUT /v2.0/routers/55ecb84b-cf52-4da1-8f23-70cdf7a756c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8175762 Apr 30 01:37:25.232932 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:37:25.237073 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:37:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:25.243291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33284) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:25.574893 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:25.592923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdf5f6-26ec-441c-9ad6-63114b05368c req-6d4b824d-eb2b-4648-bb90-c97add422856 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:25.601808 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6bdf5f6-26ec-441c-9ad6-63114b05368c req-6d4b824d-eb2b-4648-bb90-c97add422856 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 943 time: 0.7729924 Apr 30 01:37:25.678914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:25.847664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bd285c1-249e-4e37-ba14-572726f2360f req-8bd8b0a1-8972-40b2-9336-29116ca4031b service neutron] 10.222.0.21 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590690 Apr 30 01:37:25.847664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6bdf5f6-26ec-441c-9ad6-63114b05368c req-a82f9805-52ac-41b2-9559-908685edc9f8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827540 Apr 30 01:37:26.094864 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:37:22Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:26.112581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce862fa-be4a-48bf-af86-57a2fa1f110e req-840f08ce-f4ac-4a39-a171-9cb16033d916 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:26.117663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ce862fa-be4a-48bf-af86-57a2fa1f110e req-840f08ce-f4ac-4a39-a171-9cb16033d916 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1605811 Apr 30 01:37:26.148888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:26.175527 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] Checking router: 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:37:26.186859 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] Routers {'55ecb84b-cf52-4da1-8f23-70cdf7a756c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:37:26.187882 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:37:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:26.289504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91e08c3-e7f9-4833-9ee5-d76767255d57,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:26.320320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Checking segment: {'id': '034ec57b-f65e-4344-b3b4-9ecae19c2a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dfb0b4d6-8110-4c57-9826-9cbcc45bfb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:37:26.320320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Network hostable DHCP agents. Network: dfb0b4d6-8110-4c57-9826-9cbcc45bfb54, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:37:26.419472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ce862fa-be4a-48bf-af86-57a2fa1f110e req-60ef2bb0-5b0e-43a9-b29d-c4a91484b7ed tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885756 Apr 30 01:37:26.457260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-fcc07d76-ab9d-46f8-848f-3d5bb8fef153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:26.464638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-fcc07d76-ab9d-46f8-848f-3d5bb8fef153 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 1094 time: 0.2246079 Apr 30 01:37:26.494646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Deleting port 11e2fff8-020a-4e30-afb9-902888c18d6c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:26.495020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:26.610813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Network dfb0b4d6-8110-4c57-9826-9cbcc45bfb54 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:37:26.628734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] For port 11e2fff8-020a-4e30-afb9-902888c18d6c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=11e2fff8-020a-4e30-afb9-902888c18d6c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:26.632395 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:26.672247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Calling delete_port for 11e2fff8-020a-4e30-afb9-902888c18d6c owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:26.683545 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] Set router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:26.781606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, dfb0b4d6-8110-4c57-9826-9cbcc45bfb54) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:37:26.791557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c75ffbd-be80-46d7-b4bd-a92d20947fb6 None None] Network dfb0b4d6-8110-4c57-9826-9cbcc45bfb54 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:26.803802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:37:26.807057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:26.808284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:26.966402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6d407a80-636b-4971-a786-f73c654aeb12 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0193555 Apr 30 01:37:27.212313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a38f1c-3e16-4a7d-9c14-605bb1171755 None None] Network dfb0b4d6-8110-4c57-9826-9cbcc45bfb54 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:27.221796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:37:27.242876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:27.266092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] Sync routers for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:37:27.319241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-59755a5f-b82a-4246-8467-84e841a95507 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "PUT /v2.0/floatingips/0f7db5f7-4401-4171-aa08-8a283dc08f6f HTTP/1.1" status: 200 len: 996 time: 4.0114954 Apr 30 01:37:27.322116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:27.327957 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:27.332196 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:37:22Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:27.451521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b3885-0831-46b8-8905-012fb70826c3 req-27ac31e3-d3a5-40d4-9c7d-c0c158cd43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:27.453227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:37:27.454198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:37:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:27.456981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-27ac31e3-d3a5-40d4-9c7d-c0c158cd43eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.1152635 Apr 30 01:37:27.464571 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23c3dc-93f7-4fa9-8a67-e6b08700b49a None None] The sync data for ids ['55ecb84b-cf52-4da1-8f23-70cdf7a756c8'] in n-d-821348-1 is: [{'id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'name': 'tempest-AttachVolumeNegativeTest-901154344-router', 'tenant_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:37:22Z', 'revision_number': 5, 'project_id': 'ca9b4c6c5bf646dca85142af7b1d82a7', 'gw_port': {'id': '11e2fff8-020a-4e30-afb9-902888c18d6c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecb84b-cf52-4da1-8f23-70cdf7a756c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:30:55Z', 'updated_at': '2022-04-30T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:37:27.532153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33328) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:27.710230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b3885-0831-46b8-8905-012fb70826c3 req-63a3587f-305a-4bbd-a464-19181e400e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:27.713505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-63a3587f-305a-4bbd-a464-19181e400e58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 920 time: 0.2492330 Apr 30 01:37:27.775705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-17d459c4-350e-473a-b0c5-bd1383f71dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:27.777255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-17d459c4-350e-473a-b0c5-bd1383f71dea service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 913 time: 1.3104992 Apr 30 01:37:27.885339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-cda1fab7-a173-4d79-b42b-e656dcaa9e73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 999 time: 0.1644104 Apr 30 01:37:27.978437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b3885-0831-46b8-8905-012fb70826c3 req-15183741-5bb3-48cc-9c3a-96b15d55f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:27.978437 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-15183741-5bb3-48cc-9c3a-96b15d55f29b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.0862718 Apr 30 01:37:28.054895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-c6af3c28-86d6-488d-bf07-4aa2f26ff0cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691752 Apr 30 01:37:28.101618 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-c099611f-bc66-4abe-b21d-358937063e69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8f147eb-0e19-4041-bb77-308f10f7272b HTTP/1.1" status: 200 len: 217 time: 0.2889452 Apr 30 01:37:28.141117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52e84bb-8e92-42c4-ace1-31a5af2d36d0 admin admin] Deleting subnet 1c8186e2-76de-455b-8e5d-c4d56e7b5a70 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:37:28.204672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c52e84bb-8e92-42c4-ace1-31a5af2d36d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:28.290256 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-e9be8683-3cf8-4260-b0bf-2afad866581b service neutron] 10.222.0.15 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233441 Apr 30 01:37:28.301598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c52e84bb-8e92-42c4-ace1-31a5af2d36d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:28.330836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ba94fae6-d7e5-4322-9d00-8d059271f903 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:28.485243 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c52e84bb-8e92-42c4-ace1-31a5af2d36d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:28.581622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ba94fae6-d7e5-4322-9d00-8d059271f903 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:28.582269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ba94fae6-d7e5-4322-9d00-8d059271f903 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:28.619701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-291b3885-0831-46b8-8905-012fb70826c3 req-a79ecdee-49a7-482a-8807-dc42d4054589 service neutron] 10.222.0.15 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127179 Apr 30 01:37:28.666929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c31717-4c07-4880-a283-f6e463090b4d req-f99a069c-1001-4f4f-b6a9-1f777e4e80d8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:28.668590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8c31717-4c07-4880-a283-f6e463090b4d req-f99a069c-1001-4f4f-b6a9-1f777e4e80d8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 943 time: 0.9525759 Apr 30 01:37:28.706402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-6e05cc8a-3983-4ea8-95d7-60dda963518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:28.713282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-6e05cc8a-3983-4ea8-95d7-60dda963518e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa9a07b2-cad2-405d-8af2-2429062e92d3 HTTP/1.1" status: 200 len: 853 time: 0.6108057 Apr 30 01:37:28.733298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:28.809876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c52e84bb-8e92-42c4-ace1-31a5af2d36d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:28.854297 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3595defd-57e9-4c96-8fb3-717e626bf439 x-openstack-request-id: req-3595defd-57e9-4c96-8fb3-717e626bf439 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:28.855389 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:28.856421 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3595defd-57e9-4c96-8fb3-717e626bf439 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:28.857043 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3595defd-57e9-4c96-8fb3-717e626bf439'] response: {'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'status': 'completed', 'code': 200} Apr 30 01:37:28.912837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e84bb-8e92-42c4-ace1-31a5af2d36d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8186e2-76de-455b-8e5d-c4d56e7b5a70,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:28.946618 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-cbf5458c-a868-4ea6-bd70-cc7edb44b96d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ab50747-8251-4790-b3ff-891bed71c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1967354 Apr 30 01:37:28.956918 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c52e84bb-8e92-42c4-ace1-31a5af2d36d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:28.968581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c52e84bb-8e92-42c4-ace1-31a5af2d36d0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c8186e2-76de-455b-8e5d-c4d56e7b5a70 HTTP/1.1" status: 204 len: 168 time: 1.4258213 Apr 30 01:37:28.972637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33346) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:29.187137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d8f147eb-0e19-4041-bb77-308f10f7272b details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:37:29.228219 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-32196e9d-1634-44df-8557-51e5ae3a6129 service neutron] 10.222.0.21 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067380 Apr 30 01:37:29.261434 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:29.334999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af2f2b-f089-4c35-b7bc-a7a501d107e1 req-a407db1c-5792-4aea-b4bb-5937f76d7aca tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:29.334999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2af2f2b-f089-4c35-b7bc-a7a501d107e1 req-a407db1c-5792-4aea-b4bb-5937f76d7aca tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.3130109 Apr 30 01:37:29.430860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2af2f2b-f089-4c35-b7bc-a7a501d107e1 req-fe374d99-0301-4dfa-a028-3a8324204b49 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181431 Apr 30 01:37:29.455391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d8f147eb-0e19-4041-bb77-308f10f7272b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d8f147eb-0e19-4041-bb77-308f10f7272b,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:29.480606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de73c145-6ae2-4cf0-8181-8761cab365c9 req-5df9db5f-c86a-4d76-b817-f0c5798ce731 service neutron] 10.222.0.21 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333119 Apr 30 01:37:29.506989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'd8f147eb-0e19-4041-bb77-308f10f7272b', 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770', 'port_id': 'd8f147eb-0e19-4041-bb77-308f10f7272b', 'mac_address': 'fa:16:3e:fb:3e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9a07b2-cad2-405d-8af2-2429062e92d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:37:29.508501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8c31717-4c07-4880-a283-f6e463090b4d req-40516374-9c5d-4c86-8be3-737d0e59a952 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8190486 Apr 30 01:37:29.509302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2c5898a-59d9-44a4-a506-037d2ddd7bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:29.510337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:29.566846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-410443e8-74a3-4fd9-b01a-f480bc739470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:29.568950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-410443e8-74a3-4fd9-b01a-f480bc739470 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.6780930 Apr 30 01:37:29.677480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:29.679972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Pushing event deleted for resources: {'Port': ['ID=11e2fff8-020a-4e30-afb9-902888c18d6c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:29.736517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f147eb-0e19-4041-bb77-308f10f7272b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:37:29.839829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d8f147eb-0e19-4041-bb77-308f10f7272b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d8f147eb-0e19-4041-bb77-308f10f7272b,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:29.858471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '0f7db5f7-4401-4171-aa08-8a283dc08f6f', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'port_id': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'mac_address': 'fa:16:3e:e4:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:37:21Z', 'updated_at': '2022-04-30T01:37:24Z', 'revision_number': 1, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:24Z', 'revision_number': 5, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:29.887692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-fb988781-20ed-4c8f-baf8-8a95b5cc5099 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 999 time: 0.3799398 Apr 30 01:37:29.958291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] Checking router: d222b30b-5c33-47d9-bb6b-d3652b2bcb66 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:37:29.972390 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:29.992391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.108332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-f38b113c-b645-44ba-beb1-d03fee1acd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:30.110751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.111378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d8f147eb-0e19-4041-bb77-308f10f7272b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:30.115507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-f38b113c-b645-44ba-beb1-d03fee1acd51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 920 time: 0.5235353 Apr 30 01:37:30.149371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:37:30.150248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:37:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:30.173625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-0252cd44-7be1-474b-a8ee-13f803cf6803 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:30.210829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-0252cd44-7be1-474b-a8ee-13f803cf6803 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports/858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 943 time: 0.3222172 Apr 30 01:37:30.248342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65134489-e904-4692-98c7-dacd5347b1b7']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:30.305133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322b5680-1e68-4c2a-afab-e840321d32ea') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:30.309768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322b5680-1e68-4c2a-afab-e840321d32ea') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:30.335265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.337970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.383415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.511845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.512561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55ecb84b-cf52-4da1-8f23-70cdf7a756c8 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:37:30.523769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.527529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-463d1a60-d1ab-4cd1-9217-87bd2486585e admin admin] 10.222.0.15 "DELETE /v2.0/routers/55ecb84b-cf52-4da1-8f23-70cdf7a756c8 HTTP/1.1" status: 204 len: 168 time: 5.2773709 Apr 30 01:37:30.529200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33370) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:30.568483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.569033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['d8f147eb-0e19-4041-bb77-308f10f7272b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:30.585420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:37:30.585834 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:37:30.587810 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:37:30.669632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:30.707752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-1a434d92-3766-43c4-acd1-a8d443212725 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 999 time: 0.3567245 Apr 30 01:37:30.825276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-0c11fc0b-7f39-4cd7-9fa9-17cd9496e0f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 999 time: 0.4242129 Apr 30 01:37:31.026560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-7598fe27-1de0-458c-ab00-72ea6d9c832a tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:31.036253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-7598fe27-1de0-458c-ab00-72ea6d9c832a tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.3275652 Apr 30 01:37:31.046438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.055698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-14081f89-fe83-4056-87ee-766fa5d96256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:31.059413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-14081f89-fe83-4056-87ee-766fa5d96256 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.2216203 Apr 30 01:37:31.071156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-7566280f-9ba6-4c25-ab4a-24ce290c34dc admin admin] Deleting subnet 28b41266-b836-4bc5-a3a3-53f11f0132dc {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:37:31.122611 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.126331 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] 10.222.0.15 "DELETE /v2.0/networks/65134489-e904-4692-98c7-dacd5347b1b7 HTTP/1.1" status: 204 len: 168 time: 2.1561637 Apr 30 01:37:31.129897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33386) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:31.143901 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7566280f-9ba6-4c25-ab4a-24ce290c34dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.175808 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-8a506b4e-04c8-47bb-8814-732bca4ca3e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851002 Apr 30 01:37:31.204786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Pushing event deleted for resources: {'Network': ['ID=65134489-e904-4692-98c7-dacd5347b1b7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:31.277157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.277494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.277844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.278155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.278480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.283997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.284647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.284647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.284969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.285297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.285617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.285932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d281b3-8ba4-4aac-82f6-191d15fde260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:31.332904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-b7c9796f-f203-40c6-b23f-27d3ce93f89f tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 999 time: 0.2949269 Apr 30 01:37:31.341246 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68f147f3-4efe-49b6-a50a-6eae702c4fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.353027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:31.426347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-3faeba8f-8674-4976-acb1-d7e302866cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562586 Apr 30 01:37:31.438273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf53c9-8c1e-495b-911a-bd6f77bbcd80 req-2f611c03-e65a-4ad9-a64f-ca08741d9283 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:31.439923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8cf53c9-8c1e-495b-911a-bd6f77bbcd80 req-2f611c03-e65a-4ad9-a64f-ca08741d9283 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.8274479 Apr 30 01:37:31.467151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b03083c-9559-433a-b9dd-28494df3aa77 admin admin] Deleting subnet b91e08c3-e7f9-4833-9ee5-d76767255d57 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:37:31.492326 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b03083c-9559-433a-b9dd-28494df3aa77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.564023 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61d0620f-cde3-4ea8-9cd3-5cd57ada4acb req-00b9322e-8c9f-43d7-91b0-7ef2dbc04861 service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230435 Apr 30 01:37:31.616666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7566280f-9ba6-4c25-ab4a-24ce290c34dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.621840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8cf53c9-8c1e-495b-911a-bd6f77bbcd80 req-0f836abb-d3b7-42c2-afdb-33fe8841c731 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562119 Apr 30 01:37:31.623938 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b03083c-9559-433a-b9dd-28494df3aa77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.788557 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b03083c-9559-433a-b9dd-28494df3aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.957943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.961206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7566280f-9ba6-4c25-ab4a-24ce290c34dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:31.972916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe639a3-6564-42aa-94c4-94b81330a1c2 req-2b73048c-7fd4-451c-8745-4e9c57903b8f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:31.975952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbe639a3-6564-42aa-94c4-94b81330a1c2 req-2b73048c-7fd4-451c-8745-4e9c57903b8f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 944 time: 0.1300800 Apr 30 01:37:32.072029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '0f7db5f7-4401-4171-aa08-8a283dc08f6f', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'port_id': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'mac_address': 'fa:16:3e:e4:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:37:21Z', 'updated_at': '2022-04-30T01:37:24Z', 'revision_number': 1, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:24Z', 'revision_number': 5, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:32.120935 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dbe639a3-6564-42aa-94c4-94b81330a1c2 req-f1336e4c-77c6-4a77-abe4-04b6476057e0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224759 Apr 30 01:37:32.129384 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.134910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b9557-6392-4717-8160-4ae6bd3abd55 None None] The sync data for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 is: [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '0f7db5f7-4401-4171-aa08-8a283dc08f6f', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'port_id': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'mac_address': 'fa:16:3e:e4:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:37:21Z', 'updated_at': '2022-04-30T01:37:24Z', 'revision_number': 1, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:24Z', 'revision_number': 5, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:37:32.187188 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b03083c-9559-433a-b9dd-28494df3aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.201853 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.210824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7566280f-9ba6-4c25-ab4a-24ce290c34dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.228284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b03083c-9559-433a-b9dd-28494df3aa77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.231621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4b03083c-9559-433a-b9dd-28494df3aa77 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b91e08c3-e7f9-4833-9ee5-d76767255d57 HTTP/1.1" status: 204 len: 168 time: 1.0999737 Apr 30 01:37:32.271656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 11e2fff8-020a-4e30-afb9-902888c18d6c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:32.290256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33400) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:32.295243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566280f-9ba6-4c25-ab4a-24ce290c34dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b41266-b836-4bc5-a3a3-53f11f0132dc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:32.309678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 11e2fff8-020a-4e30-afb9-902888c18d6c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:32.311083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 11e2fff8-020a-4e30-afb9-902888c18d6c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:32.311379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03083c-9559-433a-b9dd-28494df3aa77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91e08c3-e7f9-4833-9ee5-d76767255d57,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:32.328774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.329907 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Floating IP 0f7db5f7-4401-4171-aa08-8a283dc08f6f disassociated. External IP: 172.25.0.27, port: 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c. Apr 30 01:37:32.339799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7566280f-9ba6-4c25-ab4a-24ce290c34dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.345190 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7566280f-9ba6-4c25-ab4a-24ce290c34dc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28b41266-b836-4bc5-a3a3-53f11f0132dc HTTP/1.1" status: 204 len: 168 time: 1.8107264 Apr 30 01:37:32.351221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef846ffd-5a6e-4c7f-9301-e4da7c76924c None None] Network d51eecfe-eab7-4fe9-b818-0a3856a293df requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:32.353980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:32.513494 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.672415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] DHCP port deletion for d51eecfe-eab7-4fe9-b818-0a3856a293df request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:37:32.713087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.727710 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53db861d-9543-4f2c-863b-99783035977c None None] New status for floating IP 0f7db5f7-4401-4171-aa08-8a283dc08f6f: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:37:32.751126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.755907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb0b4d6-8110-4c57-9826-9cbcc45bfb54']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:32.781948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034ec57b-f65e-4344-b3b4-9ecae19c2a46') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:32.783628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034ec57b-f65e-4344-b3b4-9ecae19c2a46') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:32.790689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] Deleting port 9703dfbe-6877-42c4-a15a-a7ed65d3100d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:32.805992 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.820447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.850671 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.891878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:37:32.892158 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:37:32.895347 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:37:32.941471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4f870-863d-4fa7-b61d-37ecb7e578e2 req-72ccb61d-33dd-4b2a-ae03-db56fca90976 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:32.948598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a7a4f870-863d-4fa7-b61d-37ecb7e578e2 req-72ccb61d-33dd-4b2a-ae03-db56fca90976 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1011763 Apr 30 01:37:32.976606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] For port 9703dfbe-6877-42c4-a15a-a7ed65d3100d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9703dfbe-6877-42c4-a15a-a7ed65d3100d,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:32.977378 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:33.049070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] Calling delete_port for 9703dfbe-6877-42c4-a15a-a7ed65d3100d owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:33.081162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:37:33.156118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a7a4f870-863d-4fa7-b61d-37ecb7e578e2 req-0c5353fe-4c0f-452f-9fb9-99ed4d695858 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438968 Apr 30 01:37:33.190759 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:33.197888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:33.207082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dfb0b4d6-8110-4c57-9826-9cbcc45bfb54 HTTP/1.1" status: 204 len: 168 time: 0.8975480 Apr 30 01:37:33.210379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d8f147eb-0e19-4041-bb77-308f10f7272b up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:37:33.250771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Deleting port 9703dfbe-6877-42c4-a15a-a7ed65d3100d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:33.251340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:33.252857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c0e44-6c7e-40c5-b16e-17d869510bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb0b4d6-8110-4c57-9826-9cbcc45bfb54,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:33.401067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79502a-01ea-40d4-910b-c2176f09419a req-5e6e0a65-2d65-4fb2-ac3a-8395f5ac7860 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:33.410510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc79502a-01ea-40d4-910b-c2176f09419a req-5e6e0a65-2d65-4fb2-ac3a-8395f5ac7860 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 944 time: 0.1134183 Apr 30 01:37:33.488383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port d8f147eb-0e19-4041-bb77-308f10f7272b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:37:33.494908 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:33.508623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc79502a-01ea-40d4-910b-c2176f09419a req-fa967d74-8eb9-4fb2-b908-7a865c522bee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952179 Apr 30 01:37:33.512563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port d8f147eb-0e19-4041-bb77-308f10f7272b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:37:33.520400 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:33.561307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] No DVR routers for this DVR port 9703dfbe-6877-42c4-a15a-a7ed65d3100d on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:37:33.609883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d36449-e8c3-47e1-ac85-d42cda72374c None None] Pushing event deleted for resources: {'Port': ['ID=9703dfbe-6877-42c4-a15a-a7ed65d3100d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:33.727686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:37:33.772603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:33.782308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] For port 9703dfbe-6877-42c4-a15a-a7ed65d3100d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9703dfbe-6877-42c4-a15a-a7ed65d3100d,segment=NetworkSegment(77d79a44-0524-4188-837c-5c323b991d5f),segment_id=77d79a44-0524-4188-837c-5c323b991d5f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:33.784999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:33.795528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] Sync routers for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:37:33.856143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Calling delete_port for 9703dfbe-6877-42c4-a15a-a7ed65d3100d owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:33.867382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:37:33.869320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:37:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:33.888654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-705306be-441f-4159-873d-3d2dd2c81ed3 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "PUT /v2.0/floatingips/0f7db5f7-4401-4171-aa08-8a283dc08f6f HTTP/1.1" status: 200 len: 692 time: 2.5541568 Apr 30 01:37:33.901375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:33.903910 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf49708b-8f89-44e8-9ede-75e6379c6bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:33.921162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33430) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:34.031027 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-75058d4d-ab49-4589-9d8d-a8bec35d6aad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57febafeee294dd0ac2bf4788bc07c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080384 Apr 30 01:37:34.056769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33432) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:34.084352 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d7e1af-06da-4034-899e-71d1803110a5 x-openstack-request-id: req-a3d7e1af-06da-4034-899e-71d1803110a5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:34.092120 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:34.093150 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3d7e1af-06da-4034-899e-71d1803110a5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:34.093880 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d7e1af-06da-4034-899e-71d1803110a5'] response: {'name': 'network-changed', 'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'status': 'completed', 'code': 200} Apr 30 01:37:34.135535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-15d38c7e-ec75-4b38-aa84-6768e43abc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:34.137305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-15d38c7e-ec75-4b38-aa84-6768e43abc7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.2048476 Apr 30 01:37:34.176215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:34.421805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-b4abe51b-7b85-46a1-9758-881146791efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:34.423414 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-b4abe51b-7b85-46a1-9758-881146791efd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 1097 time: 0.3910902 Apr 30 01:37:34.453231 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.470868 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.478346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9703dfbe-6877-42c4-a15a-a7ed65d3100d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:34.482467 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.494316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1326ca89-0b21-4c18-aded-88442a97cf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.495498 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.531911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9703dfbe-6877-42c4-a15a-a7ed65d3100d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:34.532311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9703dfbe-6877-42c4-a15a-a7ed65d3100d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:34.539278 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1326ca89-0b21-4c18-aded-88442a97cf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.550623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=9703dfbe-6877-42c4-a15a-a7ed65d3100d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:34.566398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] No DVR routers for this DVR port 9703dfbe-6877-42c4-a15a-a7ed65d3100d on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:37:34.595338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecffae2-9acb-4939-b531-f8188b7d5be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f147eb-0e19-4041-bb77-308f10f7272b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:34.599641 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f785f3d1-a925-4756-bb4e-e581aefa3f3a" -d '{"events": [{"server_uuid": "eecffae2-9acb-4939-b531-f8188b7d5be9", "name": "network-vif-plugged", "status": "completed", "tag": "d8f147eb-0e19-4041-bb77-308f10f7272b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:34.622051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d8f147eb-0e19-4041-bb77-308f10f7272b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d8f147eb-0e19-4041-bb77-308f10f7272b,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:34.705006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-7c5e86ec-e946-47d7-93c5-881acd3763ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:34.718133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-7c5e86ec-e946-47d7-93c5-881acd3763ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 920 time: 0.5730474 Apr 30 01:37:34.723620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aad43-2158-4bca-a112-84f412d4e289 req-bfcf877c-5810-4579-bf46-4ddc87c7cd00 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:34.736028 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-047aad43-2158-4bca-a112-84f412d4e289 req-bfcf877c-5810-4579-bf46-4ddc87c7cd00 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.4064817 Apr 30 01:37:34.748222 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1326ca89-0b21-4c18-aded-88442a97cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.750799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1326ca89-0b21-4c18-aded-88442a97cf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.754346 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:34.754900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1326ca89-0b21-4c18-aded-88442a97cf2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cfaba12-9db6-44b3-8399-0be57852a9be HTTP/1.1" status: 204 len: 168 time: 0.6940322 Apr 30 01:37:34.778317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326ca89-0b21-4c18-aded-88442a97cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfaba12-9db6-44b3-8399-0be57852a9be,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:34.895318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-047aad43-2158-4bca-a112-84f412d4e289 req-c0e3e41d-ef7a-4761-9c40-bcde4f38b695 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582458 Apr 30 01:37:34.899545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-36e365b1-329f-464d-adf6-4c8ef6a3fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:34.901187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-36e365b1-329f-464d-adf6-4c8ef6a3fefc service neutron] 10.222.0.23 "GET /v2.0/networks?id=704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 200 len: 920 time: 0.4509971 Apr 30 01:37:34.930579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d8f147eb-0e19-4041-bb77-308f10f7272b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:35.011730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-1dbdff44-cf58-4ae0-badb-43d10092e490 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 217 time: 0.2922184 Apr 30 01:37:35.056544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:35.057469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-42e8fc54-5506-42a0-9688-f8dea96a2dd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 200 len: 217 time: 0.1475384 Apr 30 01:37:35.135248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51eecfe-eab7-4fe9-b818-0a3856a293df']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:35.151065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-15d77376-eeb1-4e0a-b98d-c683ebd0fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:35.160847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:24Z', 'revision_number': 5, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:35.165513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-15d77376-eeb1-4e0a-b98d-c683ebd0fb8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.1521192 Apr 30 01:37:35.245788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d79a44-0524-4188-837c-5c323b991d5f') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:35.246403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d79a44-0524-4188-837c-5c323b991d5f') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:35.259648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-acee64f0-09f8-4635-9486-c8471d3bcbee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928895 Apr 30 01:37:35.278620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] Checking router: d222b30b-5c33-47d9-bb6b-d3652b2bcb66 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:37:35.329573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:37:35.330215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:37:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:35.345315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:35.349628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-a95abc5e-5176-4265-9b21-9c1328de80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:35.349628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-a95abc5e-5176-4265-9b21-9c1328de80ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 200 len: 860 time: 0.2432213 Apr 30 01:37:35.367166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bbf86-3eac-4fb0-9293-b7d970199c30 req-973ff984-6ba2-4e53-8473-ad8781b350cd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:35.369058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-077bbf86-3eac-4fb0-9293-b7d970199c30 req-973ff984-6ba2-4e53-8473-ad8781b350cd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 945 time: 0.3436916 Apr 30 01:37:35.457897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:35.467304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-cc03ad79-dbd0-4253-87b0-9c3e2fc70255 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=704ce423-5b6c-4528-a11f-ed2b81812021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839236 Apr 30 01:37:35.511959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:37:35.514147 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:37:35.516434 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:37:35.683837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-bd57b390-2b6c-4ceb-9d83-8e8f9355a05a service neutron] 10.222.0.15 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204192 Apr 30 01:37:35.845455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-077bbf86-3eac-4fb0-9293-b7d970199c30 req-aa5eae34-b886-41ca-a8ad-720115600525 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740690 Apr 30 01:37:35.875328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-cb87989f-6ddd-4c41-99d1-65031002e621 service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748727 Apr 30 01:37:35.901597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:35.925108 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:35.933388 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] 10.222.0.15 "DELETE /v2.0/networks/d51eecfe-eab7-4fe9-b818-0a3856a293df HTTP/1.1" status: 204 len: 168 time: 3.5735948 Apr 30 01:37:35.978814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:36.023622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecda39-164b-4f2a-bf12-f21f88cbfb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=d51eecfe-eab7-4fe9-b818-0a3856a293df,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:36.115739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33478) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:36.268852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066a74ef-d658-47d6-b2e9-4bbc4d07ddb3 req-eae5e1d2-f917-4581-b2b9-f5ef874b813a service neutron] 10.222.0.15 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837080 Apr 30 01:37:36.284669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf49708b-8f89-44e8-9ede-75e6379c6bd8 req-153164bb-4596-44e4-a129-5950cca2ebe6 service neutron] 10.222.0.23 "GET /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959370 Apr 30 01:37:36.374111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b9ae2471-1902-4275-8c5f-fc551fe7f727 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ada8a1e1fe8d4b34863f4ed0feea0cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570391 Apr 30 01:37:36.377035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33480) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:36.496578 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-63ecf591-8941-454e-aa55-f65cf04bf3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:36.549036 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774f616d-8b3c-4129-945e-529dde973fa7 x-openstack-request-id: req-774f616d-8b3c-4129-945e-529dde973fa7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:36.549454 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecffae2-9acb-4939-b531-f8188b7d5be9", "name": "network-vif-plugged", "status": "completed", "tag": "d8f147eb-0e19-4041-bb77-308f10f7272b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:36.551128 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-774f616d-8b3c-4129-945e-529dde973fa7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:36.551473 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774f616d-8b3c-4129-945e-529dde973fa7'] response: {'server_uuid': 'eecffae2-9acb-4939-b531-f8188b7d5be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f147eb-0e19-4041-bb77-308f10f7272b', 'code': 200} Apr 30 01:37:36.580287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-63ecf591-8941-454e-aa55-f65cf04bf3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:36.838390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7d8e-1c23-48e8-8186-ca34b9f2a753 req-5902df0a-8f99-4910-ade2-b7d7e9e4ecb8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:36.842216 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:24Z', 'revision_number': 5, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:36.854297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2df7d8e-1c23-48e8-8186-ca34b9f2a753 req-5902df0a-8f99-4910-ade2-b7d7e9e4ecb8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1895642 Apr 30 01:37:36.968137 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2df7d8e-1c23-48e8-8186-ca34b9f2a753 req-e2c9eb6a-1d97-4248-9017-81076091b7a9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113873 Apr 30 01:37:36.968647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33490) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:36.975414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361410d-baf8-41ae-b616-64d06c4e19eb None None] The sync data for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 is: [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:19Z', 'revision_number': 4, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '16546992-bb46-4613-89fa-eec2dbd8a133', 'name': '', 'network_id': '704ce423-5b6c-4528-a11f-ed2b81812021', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'mac_address': 'fa:16:3e:9b:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '34511fed-db28-4513-bef7-2820274bff2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:18Z', 'updated_at': '2022-04-30T01:36:24Z', 'revision_number': 5, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'subnets': [{'id': '34511fed-db28-4513-bef7-2820274bff2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:37:37.038780 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-9dda22b7-42ab-41b6-bfd3-56ccaf9f07f6 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/floatingips/0f7db5f7-4401-4171-aa08-8a283dc08f6f HTTP/1.1" status: 200 len: 692 time: 0.3400168 Apr 30 01:37:37.188579 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b94c61a4-f313-4a37-9a87-bd1323d6e64d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca9b4c6c5bf646dca85142af7b1d82a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152448 Apr 30 01:37:37.192243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33498) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:37.322813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb703b-2ef3-4859-9e86-c565749ec9bb req-8cb9d989-97e4-403a-8747-3d2bb8bccd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:37.325398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3abb703b-2ef3-4859-9e86-c565749ec9bb req-8cb9d989-97e4-403a-8747-3d2bb8bccd28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 1096 time: 0.5965335 Apr 30 01:37:37.422806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-63ecf591-8941-454e-aa55-f65cf04bf3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:37.431286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53b51f5c-5d1e-4087-a71c-9e0264d9807a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:37.437400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-63ecf591-8941-454e-aa55-f65cf04bf3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:37.441406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-63ecf591-8941-454e-aa55-f65cf04bf3a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c900a840-5954-4b02-bf98-7bacea7a8c5d HTTP/1.1" status: 204 len: 168 time: 1.0634208 Apr 30 01:37:37.479413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890173b0-cc4a-4c9c-bf01-e1339b2f42e3 req-b4abdaef-4a10-460f-af55-f79107628274 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:37.495317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-890173b0-cc4a-4c9c-bf01-e1339b2f42e3 req-b4abdaef-4a10-460f-af55-f79107628274 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 945 time: 0.2177851 Apr 30 01:37:37.516198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-4cbeae7a-705f-4e3c-b836-024d8a07555d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:37.519821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-4cbeae7a-705f-4e3c-b836-024d8a07555d tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 784 time: 0.4580321 Apr 30 01:37:37.575356 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3abb703b-2ef3-4859-9e86-c565749ec9bb req-1e040486-6b13-4b14-9245-89b448b43640 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375162 Apr 30 01:37:37.576277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf591-8941-454e-aa55-f65cf04bf3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c900a840-5954-4b02-bf98-7bacea7a8c5d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:37.639927 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53b51f5c-5d1e-4087-a71c-9e0264d9807a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:37.660108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-890173b0-cc4a-4c9c-bf01-e1339b2f42e3 req-00a16172-d838-41ab-9737-f4bced0702e7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638141 Apr 30 01:37:37.725338 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381abc0-f57e-407e-ab2c-99b1e34f68e1 None None] New status for floating IP 0f7db5f7-4401-4171-aa08-8a283dc08f6f: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:37:37.847908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53b51f5c-5d1e-4087-a71c-9e0264d9807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:37.852059 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53b51f5c-5d1e-4087-a71c-9e0264d9807a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:37.860654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-53b51f5c-5d1e-4087-a71c-9e0264d9807a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a72f32c-f853-4c03-a360-ed4016e7a64c HTTP/1.1" status: 204 len: 168 time: 0.6623502 Apr 30 01:37:37.882792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b51f5c-5d1e-4087-a71c-9e0264d9807a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72f32c-f853-4c03-a360-ed4016e7a64c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:37.888099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-771df4bc-f763-4f96-8fae-1b081bdbea7a tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.3307309 Apr 30 01:37:38.116589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-482370e1-207f-46bc-bbf7-40a62e3100b0 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1839261 Apr 30 01:37:38.278179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8219490-0bbb-4308-9d6a-2473144436b5 req-0671af74-7d2a-405b-8546-e9f303150021 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:38.290147 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8219490-0bbb-4308-9d6a-2473144436b5 req-0671af74-7d2a-405b-8546-e9f303150021 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1395485 Apr 30 01:37:38.397444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8219490-0bbb-4308-9d6a-2473144436b5 req-9ab49c4d-2a87-4110-b040-5a68fd06d8eb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060967 Apr 30 01:37:38.987271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f024a-9676-4620-98fd-050de9c602f6 req-0546f020-ac64-465b-a3d1-ce4fbd5b27c6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:38.997424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-133f024a-9676-4620-98fd-050de9c602f6 req-0546f020-ac64-465b-a3d1-ce4fbd5b27c6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 945 time: 0.1686990 Apr 30 01:37:39.093664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-133f024a-9676-4620-98fd-050de9c602f6 req-467b4ed0-ea7c-448e-97e4-a6d4b686f0a3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898659 Apr 30 01:37:39.366692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Deleting port 9107762f-88f8-4ed6-98f1-7e9abd25fc98 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:39.366692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:39.588930 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:39.589311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:39.614986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Calling delete_port for 9107762f-88f8-4ed6-98f1-7e9abd25fc98 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:39.742878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdd50b-90d1-4bd2-b827-85a9683c0305 req-b22fb689-b38d-40f1-b152-04fec0da1069 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:39.751781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22bdd50b-90d1-4bd2-b827-85a9683c0305 req-b22fb689-b38d-40f1-b152-04fec0da1069 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.2094038 Apr 30 01:37:39.800115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22bdd50b-90d1-4bd2-b827-85a9683c0305 req-1a0f00b9-a1db-43da-a6c6-b3b3a688ad35 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471015 Apr 30 01:37:39.924727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:39.990975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event deleted for resources: {'Port': ['ID=9107762f-88f8-4ed6-98f1-7e9abd25fc98,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:40.119732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:40.122580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:40.123797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cc74fa4d-4f75-42b0-94b0-8c4dd7c0a9ff req-e57fd9d2-2cfd-4124-a3ad-8b52933491e4 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f7db5f7-4401-4171-aa08-8a283dc08f6f HTTP/1.1" status: 204 len: 173 time: 2.0056555 Apr 30 01:37:40.232292 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c249acf-eeaf-4894-9d15-6c03e5a8279c req-00a5b1da-9c1c-44dc-b388-36c0b11d22bc tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups/0a5c51e5-e3fa-4fb4-8af3-0310fe79e886 HTTP/1.1" status: 200 len: 1809 time: 0.0733898 Apr 30 01:37:40.410180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c44bc-da5b-4f3d-bb72-bd5a56d0cd33 req-9f2f7756-dcd5-4b92-9a93-6dd44620ff0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:40.410773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad2c44bc-da5b-4f3d-bb72-bd5a56d0cd33 req-9f2f7756-dcd5-4b92-9a93-6dd44620ff0e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 945 time: 0.1453094 Apr 30 01:37:40.439741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43538caf-5abf-46b7-84c6-4fae3179792f req-f1d781ef-d9d9-4649-a8b4-1ab75f8139d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053622 Apr 30 01:37:40.486856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad2c44bc-da5b-4f3d-bb72-bd5a56d0cd33 req-c6ff047c-74f7-4273-b793-aeb727a7f70b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624518 Apr 30 01:37:40.489077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c249acf-eeaf-4894-9d15-6c03e5a8279c req-b51d1baf-3615-4b78-9f56-ddf20f228dbf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:40.561211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c249acf-eeaf-4894-9d15-6c03e5a8279c req-b51d1baf-3615-4b78-9f56-ddf20f228dbf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:40.573518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538caf-5abf-46b7-84c6-4fae3179792f req-dd063ee7-067a-46fb-aabb-f8fec0c37682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:40.576220 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43538caf-5abf-46b7-84c6-4fae3179792f req-dd063ee7-067a-46fb-aabb-f8fec0c37682 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1095 time: 0.0839200 Apr 30 01:37:40.762546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538caf-5abf-46b7-84c6-4fae3179792f req-4947b766-ba0b-48cc-9ff5-59449e62e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:40.764099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43538caf-5abf-46b7-84c6-4fae3179792f req-4947b766-ba0b-48cc-9ff5-59449e62e35a service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.1588173 Apr 30 01:37:40.814081 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c249acf-eeaf-4894-9d15-6c03e5a8279c req-b51d1baf-3615-4b78-9f56-ddf20f228dbf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:40.819595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3c249acf-eeaf-4894-9d15-6c03e5a8279c req-b51d1baf-3615-4b78-9f56-ddf20f228dbf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:40.819595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3c249acf-eeaf-4894-9d15-6c03e5a8279c req-b51d1baf-3615-4b78-9f56-ddf20f228dbf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "DELETE /v2.0/security-groups/0a5c51e5-e3fa-4fb4-8af3-0310fe79e886 HTTP/1.1" status: 204 len: 173 time: 0.5807011 Apr 30 01:37:40.832106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d1baf-3615-4b78-9f56-ddf20f228dbf tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c51e5-e3fa-4fb4-8af3-0310fe79e886,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:40.871775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43538caf-5abf-46b7-84c6-4fae3179792f req-e2a6f7fe-29ce-4f78-bbd7-95ba9073da30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 998 time: 0.0994265 Apr 30 01:37:41.017029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538caf-5abf-46b7-84c6-4fae3179792f req-c4096e2f-639e-4539-9e23-2e3a268d4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:41.018635 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43538caf-5abf-46b7-84c6-4fae3179792f req-c4096e2f-639e-4539-9e23-2e3a268d4c12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1366181 Apr 30 01:37:41.099725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538caf-5abf-46b7-84c6-4fae3179792f req-d447d354-c7b6-44ca-9040-28d8a74e6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:41.101499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43538caf-5abf-46b7-84c6-4fae3179792f req-d447d354-c7b6-44ca-9040-28d8a74e6d85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757313 Apr 30 01:37:41.162625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac7999-6e6f-465e-b30f-736b49787974 req-27e6db32-d366-44e3-aee4-d16d93cc8979 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:41.173918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcac7999-6e6f-465e-b30f-736b49787974 req-27e6db32-d366-44e3-aee4-d16d93cc8979 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.0704408 Apr 30 01:37:41.255533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcac7999-6e6f-465e-b30f-736b49787974 req-f0932b4a-8fa9-403c-b7be-52486e40f38a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688858 Apr 30 01:37:41.280502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43538caf-5abf-46b7-84c6-4fae3179792f req-2cbb08cb-ab40-473d-941b-55d64e5202c0 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702547 Apr 30 01:37:41.451764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a3acb-b423-41da-a039-8a493e1c6af4 req-cb384706-4b25-4f9c-ae39-9545304788aa tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:41.461529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d40a3acb-b423-41da-a039-8a493e1c6af4 req-cb384706-4b25-4f9c-ae39-9545304788aa tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 945 time: 0.1218407 Apr 30 01:37:41.548097 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-43538caf-5abf-46b7-84c6-4fae3179792f req-235601ea-4e59-4d91-a4f1-f3e3b02058ab service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554169 Apr 30 01:37:41.548600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d40a3acb-b423-41da-a039-8a493e1c6af4 req-a645142f-6aef-4316-916b-ec809a292bb8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832453 Apr 30 01:37:41.625567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33644) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:41.681656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe2d09-30d3-4d9e-b320-95a379c0a255 req-497f6a73-998b-4b20-b961-34b27230bfcd tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:41.704911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cfe2d09-30d3-4d9e-b320-95a379c0a255 req-497f6a73-998b-4b20-b961-34b27230bfcd tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0964408 Apr 30 01:37:41.775872 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cfe2d09-30d3-4d9e-b320-95a379c0a255 req-25686eb7-f8cb-4637-ad5f-aef31185c0ef tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748386 Apr 30 01:37:41.861821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67063c40-f9c5-40ba-a239-86101522f512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:41.987846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67063c40-f9c5-40ba-a239-86101522f512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:42.059142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67063c40-f9c5-40ba-a239-86101522f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:42.159548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67063c40-f9c5-40ba-a239-86101522f512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cce96b-7f34-47a5-804a-9e35d981b6dd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:42.179762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33670) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:42.184234 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-67063c40-f9c5-40ba-a239-86101522f512 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ae98ec8ef3a4947b2924acd8921c208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569327 Apr 30 01:37:42.248674 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64256493-1c97-4257-a1e0-ef9271b8d181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:42.286644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64256493-1c97-4257-a1e0-ef9271b8d181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:42.457570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f9e67-dc09-405c-ba90-2a45914d0f9e req-d28ead17-dd6c-4227-8725-3471c68039c8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:42.460429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d90f9e67-dc09-405c-ba90-2a45914d0f9e req-d28ead17-dd6c-4227-8725-3471c68039c8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.0937438 Apr 30 01:37:42.479973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-7837abf9-7c37-46e2-9360-73b79823fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:42.481678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-7837abf9-7c37-46e2-9360-73b79823fc25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 1096 time: 0.1286099 Apr 30 01:37:42.494932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-37a6b599-402c-4b8d-b107-3f7b76887406 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:42.496643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-37a6b599-402c-4b8d-b107-3f7b76887406 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.21 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 945 time: 0.1719928 Apr 30 01:37:42.541047 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d90f9e67-dc09-405c-ba90-2a45914d0f9e req-73ab6c14-ee3e-4103-8986-3e1b5cbd16b7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709090 Apr 30 01:37:42.711324 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64256493-1c97-4257-a1e0-ef9271b8d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:42.714285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64256493-1c97-4257-a1e0-ef9271b8d181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:42.715568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-64256493-1c97-4257-a1e0-ef9271b8d181 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14cce96b-7f34-47a5-804a-9e35d981b6dd HTTP/1.1" status: 204 len: 168 time: 0.5348380 Apr 30 01:37:42.788396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256493-1c97-4257-a1e0-ef9271b8d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cce96b-7f34-47a5-804a-9e35d981b6dd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:42.798050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-c0ed482d-3acc-4402-b17d-5bce8f1cedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:42.799298 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-c0ed482d-3acc-4402-b17d-5bce8f1cedbc service neutron] 10.222.0.23 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.2984619 Apr 30 01:37:42.945468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6966e96-6c70-42da-ac4a-93ec9c7f2b02 req-dc4f3ca1-4384-4857-87f7-42e3485e7e31 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:42.945468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6966e96-6c70-42da-ac4a-93ec9c7f2b02 req-dc4f3ca1-4384-4857-87f7-42e3485e7e31 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 945 time: 0.2287242 Apr 30 01:37:42.945468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-1da43f53-97e8-429e-b254-a7d784d584de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671 HTTP/1.1" status: 200 len: 217 time: 0.1265621 Apr 30 01:37:42.951536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Deleting port d8f147eb-0e19-4041-bb77-308f10f7272b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:42.951536 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:42.976610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a06f1-e0b7-434c-914c-f0bd69bab15c req-5a1bc4dc-d26a-45f6-b20b-6e3b0b2802e8 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:42.982237 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-969a06f1-e0b7-434c-914c-f0bd69bab15c req-5a1bc4dc-d26a-45f6-b20b-6e3b0b2802e8 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0916641 Apr 30 01:37:43.025174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-969a06f1-e0b7-434c-914c-f0bd69bab15c req-9c859788-33e5-4f7d-b545-0bc844227f39 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419192 Apr 30 01:37:43.090436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-28d5242f-b2e1-4c87-aa33-20e546eadbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:43.092001 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-28d5242f-b2e1-4c87-aa33-20e546eadbf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1377974 Apr 30 01:37:43.097750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a6966e96-6c70-42da-ac4a-93ec9c7f2b02 req-30bc3977-a4b1-4069-b651-67c864c082e8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511891 Apr 30 01:37:43.156446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] For port d8f147eb-0e19-4041-bb77-308f10f7272b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d8f147eb-0e19-4041-bb77-308f10f7272b,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:43.157121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:43.173525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Calling delete_port for d8f147eb-0e19-4041-bb77-308f10f7272b owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:43.179493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-ae61fcb4-8454-49cb-a411-6154504522c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:43.180745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-ae61fcb4-8454-49cb-a411-6154504522c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807526 Apr 30 01:37:43.190582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-a2c6faa7-5284-4ba3-bc3a-8a1c910120e2 req-ae867573-cdae-4786-9d48-4ab775085b5b service neutron] (103318) timed out ('10.222.0.15', 32838) {{(pid=103318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 01:37:43.346317 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-53e16f9f-20c6-4d85-bed3-fd01caa84f6f service neutron] 10.222.0.23 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444116 Apr 30 01:37:43.499004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8eb5817-727c-4e48-aaed-254e669f0510 req-8b7f6721-ee6e-405a-af42-552dba0f1141 service neutron] 10.222.0.23 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377411 Apr 30 01:37:43.525444 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:43.548121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['d8f147eb-0e19-4041-bb77-308f10f7272b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:43.548121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f473c555-c2df-45c1-80df-05bb1d3b84ff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:43.581399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33732) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:43.588761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Pushing event deleted for resources: {'Port': ['ID=d8f147eb-0e19-4041-bb77-308f10f7272b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:43.596773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94293f36-5d79-4f6a-9188-860887659155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:43.669263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] No DVR routers for this DVR port d8f147eb-0e19-4041-bb77-308f10f7272b on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:37:43.674429 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:43.677375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80a70fcb-0a95-49e9-9a97-6f9ef9e08b16 req-b299f135-1b19-4036-9e9a-e184041ed3f6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.21 "DELETE /v2.0/ports/d8f147eb-0e19-4041-bb77-308f10f7272b HTTP/1.1" status: 204 len: 173 time: 1.0372140 Apr 30 01:37:43.677880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecffae2-9acb-4939-b531-f8188b7d5be9', 'name': 'network-vif-deleted', 'tag': 'd8f147eb-0e19-4041-bb77-308f10f7272b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:43.689668 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b3b18f-00df-4a2e-a49d-d559d875f79e" -d '{"events": [{"server_uuid": "eecffae2-9acb-4939-b531-f8188b7d5be9", "name": "network-vif-deleted", "tag": "d8f147eb-0e19-4041-bb77-308f10f7272b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:43.706806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94293f36-5d79-4f6a-9188-860887659155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:43.782913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921b26-0715-4595-a5f5-e8ed673e5ea1 req-b115a0b1-a1bb-4ed0-ba49-a5d4b9e1a6b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:43.792293 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0921b26-0715-4595-a5f5-e8ed673e5ea1 req-b115a0b1-a1bb-4ed0-ba49-a5d4b9e1a6b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.0748141 Apr 30 01:37:43.795357 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff0520-ef28-44c8-b8d9-c7acad6eec72 x-openstack-request-id: req-9aff0520-ef28-44c8-b8d9-c7acad6eec72 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:43.795862 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecffae2-9acb-4939-b531-f8188b7d5be9", "name": "network-vif-deleted", "tag": "d8f147eb-0e19-4041-bb77-308f10f7272b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:43.795954 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aff0520-ef28-44c8-b8d9-c7acad6eec72 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:43.796287 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aff0520-ef28-44c8-b8d9-c7acad6eec72'] response: {'server_uuid': 'eecffae2-9acb-4939-b531-f8188b7d5be9', 'name': 'network-vif-deleted', 'tag': 'd8f147eb-0e19-4041-bb77-308f10f7272b', 'status': 'completed', 'code': 200} Apr 30 01:37:43.827956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94293f36-5d79-4f6a-9188-860887659155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:43.844961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0921b26-0715-4595-a5f5-e8ed673e5ea1 req-39b321a8-7eb3-4162-946d-76e783619e71 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517936 Apr 30 01:37:43.879925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94293f36-5d79-4f6a-9188-860887659155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405310cb-e0f4-4dd0-9076-8448bff2432b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:43.903729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-94293f36-5d79-4f6a-9188-860887659155 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b58cb3fd8d3548e7af0f1dc10725eafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211663 Apr 30 01:37:43.906685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33744) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:43.959824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d757ee1-1513-41ee-91d6-592892a289b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:43.981347 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d757ee1-1513-41ee-91d6-592892a289b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.091876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-9c7e4eba-c2c4-45e9-9989-bc7e616fed3a tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:44.093608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-9c7e4eba-c2c4-45e9-9989-bc7e616fed3a tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.23 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.0522490 Apr 30 01:37:44.124803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d757ee1-1513-41ee-91d6-592892a289b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.132417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d757ee1-1513-41ee-91d6-592892a289b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.132417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d757ee1-1513-41ee-91d6-592892a289b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/405310cb-e0f4-4dd0-9076-8448bff2432b HTTP/1.1" status: 204 len: 168 time: 0.2214477 Apr 30 01:37:44.184707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d757ee1-1513-41ee-91d6-592892a289b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405310cb-e0f4-4dd0-9076-8448bff2432b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:44.230081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33758) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:44.257214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f1d8-8ad1-4856-9696-2858944a9eea req-b2f87120-84d5-4869-9e60-9813d6dda0ed tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:44.258991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5416f1d8-8ad1-4856-9696-2858944a9eea req-b2f87120-84d5-4869-9e60-9813d6dda0ed tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 946 time: 0.1442363 Apr 30 01:37:44.361616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5416f1d8-8ad1-4856-9696-2858944a9eea req-dd7df4df-d8f5-4028-a999-5932da910f64 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f2222f4-2a79-4616-ad0e-386a4518d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937986 Apr 30 01:37:44.369648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Deleting port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:44.371488 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.508470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] For port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:44.510021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.549784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Calling delete_port for 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:44.682418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ef225f3-62d0-4220-8a94-c65fdcfd3850 req-c4a7dc96-8179-4e69-9ccf-008590a203c0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecffae2-9acb-4939-b531-f8188b7d5be9 HTTP/1.1" status: 200 len: 210 time: 0.4461505 Apr 30 01:37:44.698804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31a-ad48-4092-93eb-f312be8fa418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.800616 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31a-ad48-4092-93eb-f312be8fa418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.939313 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31a-ad48-4092-93eb-f312be8fa418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.945436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:44.961209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:37:44.997963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b34fa31a-ad48-4092-93eb-f312be8fa418 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f6eb2ab0d6c43c38a86a5e01487f3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7666383 Apr 30 01:37:44.999624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fa31a-ad48-4092-93eb-f312be8fa418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88341c3b-2c3c-4144-8e08-5c6404eda282,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:45.004582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33786) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:45.023306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Pushing event deleted for resources: {'Port': ['ID=858ccf9d-2f8c-45ab-8aad-39a81cce7f6c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:45.066083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf7fcb-092b-45e6-956c-7a4b48c00f5e req-34a82f15-16e6-45be-968f-38a12c8b5690 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:45.068232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fdf7fcb-092b-45e6-956c-7a4b48c00f5e req-34a82f15-16e6-45be-968f-38a12c8b5690 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 945 time: 0.1349907 Apr 30 01:37:45.092231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] No DVR routers for this DVR port 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:37:45.095337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:45.098584 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a084f0a6-3432-4743-ba22-62a9bb0dee8d req-d1309bc8-44ed-44f2-b3dd-5c2266944747 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.23 "DELETE /v2.0/ports/858ccf9d-2f8c-45ab-8aad-39a81cce7f6c HTTP/1.1" status: 204 len: 173 time: 0.9981241 Apr 30 01:37:45.115504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8aa58eee-1332-4ca6-a079-a7bd14027128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:45.132646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8fdf7fcb-092b-45e6-956c-7a4b48c00f5e req-b36d4f03-61eb-4cd3-8ff0-645d4b095785 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Apr 30 01:37:45.143719 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8aa58eee-1332-4ca6-a079-a7bd14027128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:45.255715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8aa58eee-1332-4ca6-a079-a7bd14027128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:45.266299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8aa58eee-1332-4ca6-a079-a7bd14027128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:45.267845 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8aa58eee-1332-4ca6-a079-a7bd14027128 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88341c3b-2c3c-4144-8e08-5c6404eda282 HTTP/1.1" status: 204 len: 168 time: 0.2611561 Apr 30 01:37:45.289726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa58eee-1332-4ca6-a079-a7bd14027128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88341c3b-2c3c-4144-8e08-5c6404eda282,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:45.532738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0a116ea-38aa-41ba-9291-d68ef4e811b3 req-41612048-68f1-49e3-80ca-84363e804f99 tempest-ServerRescueTestJSONUnderV235-1151407578 tempest-ServerRescueTestJSONUnderV235-1151407578-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 210 time: 0.0499964 Apr 30 01:37:45.607604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33814) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:45.730814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-183383385-network', 'tenant_id': 'b666a22cdfee46008dae334a62b7b625'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:45.732561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1ec0b41d-2c96-47b3-b18b-5b46dc152671 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:45.797791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'name': 'network-vif-deleted', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:45.802783 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a554991-2298-472a-a22e-ef52c0f54fb8" -d '{"events": [{"server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "name": "network-vif-deleted", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:45.832283 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:45.884205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Made reservation on behalf of b666a22cdfee46008dae334a62b7b625 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:45.892343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:37:45.892636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:45.892740 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d9b032-a167-4cce-b636-741553d690bb" -d '{"events": [{"server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:37:45.917587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:45.923102 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3e293c6-0974-45ec-87c4-811c5598a74a req-aab03cc7-f360-4a10-bd2f-26f0af110553 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0813184 Apr 30 01:37:45.925476 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:45.925646 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8a045f-0003-4651-95bf-ed3304d4fde4 x-openstack-request-id: req-4b8a045f-0003-4651-95bf-ed3304d4fde4 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:45.926267 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfdfbf-9286-4003-b85a-d949d68ddaee", "name": "network-vif-deleted", "tag": "858ccf9d-2f8c-45ab-8aad-39a81cce7f6c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:45.927557 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b8a045f-0003-4651-95bf-ed3304d4fde4 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:45.928529 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8a045f-0003-4651-95bf-ed3304d4fde4'] response: {'server_uuid': '15dfdfbf-9286-4003-b85a-d949d68ddaee', 'name': 'network-vif-deleted', 'tag': '858ccf9d-2f8c-45ab-8aad-39a81cce7f6c', 'status': 'completed', 'code': 200} Apr 30 01:37:46.013362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.025256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3e293c6-0974-45ec-87c4-811c5598a74a req-7ea9ca51-0b6b-4f3a-baf2-0eaffc44942f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&device_id=15dfdfbf-9286-4003-b85a-d949d68ddaee HTTP/1.1" status: 200 len: 210 time: 0.0678709 Apr 30 01:37:46.073755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f44f2-a488-44f7-b112-f6d8ac6ada71 req-21fe594f-9a7a-43ae-a6f0-af109ecf7282 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:46.088735 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-312f44f2-a488-44f7-b112-f6d8ac6ada71 req-21fe594f-9a7a-43ae-a6f0-af109ecf7282 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1400421 Apr 30 01:37:46.123008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:46.133802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33840) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:46.137453 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a8e7f-91ad-40d1-be97-61b9146f8361 x-openstack-request-id: req-0d6a8e7f-91ad-40d1-be97-61b9146f8361 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:37:46.137453 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:37:46.137453 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d6a8e7f-91ad-40d1-be97-61b9146f8361 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:37:46.137453 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6a8e7f-91ad-40d1-be97-61b9146f8361'] response: {'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'code': 200} Apr 30 01:37:46.152720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.153315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.153802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.154283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.154760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.155250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.156006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.156793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.157269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.157755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.158239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.158996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:37:46.182690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-828516a9-9224-4a0a-8ba3-3d00d2f5d237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.246291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-312f44f2-a488-44f7-b112-f6d8ac6ada71 req-5167603c-7138-4b5e-9204-4c78c8e258e6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547480 Apr 30 01:37:46.262091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e293c6-0974-45ec-87c4-811c5598a74a req-e9c33ab7-b89c-46e7-b681-035993c2acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:46.264590 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3e293c6-0974-45ec-87c4-811c5598a74a req-e9c33ab7-b89c-46e7-b681-035993c2acd8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2170191 Apr 30 01:37:46.304501 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.427725 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-828516a9-9224-4a0a-8ba3-3d00d2f5d237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.432525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.453044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:37:46.465435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.466277 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Added segment d387ba6d-c3e3-4978-8110-614b5b31595a of type vlan for network e364f006-4893-4633-a705-9c8a250d5124 Apr 30 01:37:46.495464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f08e56-d9fb-470f-a377-5e0c60c71dbb req-51b03ab5-ff4c-4480-8c5a-77552dea4029 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:46.497044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-70f08e56-d9fb-470f-a377-5e0c60c71dbb req-51b03ab5-ff4c-4480-8c5a-77552dea4029 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 943 time: 0.2397602 Apr 30 01:37:46.549487 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.580994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e293c6-0974-45ec-87c4-811c5598a74a req-1c168a77-4dde-44ec-ac7e-7541cb49d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:46.583326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3e293c6-0974-45ec-87c4-811c5598a74a req-1c168a77-4dde-44ec-ac7e-7541cb49d24b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3034239 Apr 30 01:37:46.606675 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-70f08e56-d9fb-470f-a377-5e0c60c71dbb req-c292337c-a8d7-49b7-8d77-ae8534c02483 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948822 Apr 30 01:37:46.610055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-828516a9-9224-4a0a-8ba3-3d00d2f5d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.616819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1128543e-135d-4379-a8ee-3df6b638f96f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:46.685765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:37:46.705769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33868) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:46.745847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828516a9-9224-4a0a-8ba3-3d00d2f5d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e238f-426e-4631-b549-238d77bc20e7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:46.752035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-828516a9-9224-4a0a-8ba3-3d00d2f5d237 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2444659ea5894d4a8f7dab290558e21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092927 Apr 30 01:37:46.755298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:46.802537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d75b5-95d8-49a4-ae7f-e99337b64dd2 req-9da784db-6ea9-4879-a813-c87fc2a37edf tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:46.810725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce8d75b5-95d8-49a4-ae7f-e99337b64dd2 req-9da784db-6ea9-4879-a813-c87fc2a37edf tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.2444799 Apr 30 01:37:46.824107 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.825281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:46.825999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.896255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412ac62-8d1a-4d2d-918a-635eb401e118 req-ab48b8a8-dd77-4dec-b536-d029f589136c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:46.898214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9412ac62-8d1a-4d2d-918a-635eb401e118 req-ab48b8a8-dd77-4dec-b536-d029f589136c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1023910 Apr 30 01:37:46.929421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce8d75b5-95d8-49a4-ae7f-e99337b64dd2 req-20389c82-77a6-4d58-b4af-2fd0137c4eb4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173565 Apr 30 01:37:46.962345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e952dce8-21ec-4a79-9c2f-953c1a15603a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:46.967027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] Pushing event updated for resources: {'Network': ['ID=e364f006-4893-4633-a705-9c8a250d5124,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:46.978239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-880f267d-1f08-42fa-9341-3f837adddb54 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3667550 Apr 30 01:37:46.978239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33878) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:46.993842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Request body: {'subnet': {'network_id': 'e364f006-4893-4633-a705-9c8a250d5124', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-183383385-subnet', 'tenant_id': 'b666a22cdfee46008dae334a62b7b625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:46.993962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network e364f006-4893-4633-a705-9c8a250d5124 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:37:47.029675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e952dce8-21ec-4a79-9c2f-953c1a15603a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:47.059949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9412ac62-8d1a-4d2d-918a-635eb401e118 req-55da56a2-0472-431e-aeac-1fa190be74d4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536198 Apr 30 01:37:47.167938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Made reservation on behalf of b666a22cdfee46008dae334a62b7b625 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:47.170684 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:47.257783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e952dce8-21ec-4a79-9c2f-953c1a15603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:47.260478 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e952dce8-21ec-4a79-9c2f-953c1a15603a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:47.261634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e952dce8-21ec-4a79-9c2f-953c1a15603a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e2e238f-426e-4631-b549-238d77bc20e7 HTTP/1.1" status: 204 len: 168 time: 0.5043666 Apr 30 01:37:47.272451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d8f147eb-0e19-4041-bb77-308f10f7272b no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:47.294113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f6ea2-c0c3-491f-a9a3-4e51a797fa8a req-8bf0f1d3-ea4c-4ce1-8803-60aef0359a33 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:47.303828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f83f6ea2-c0c3-491f-a9a3-4e51a797fa8a req-8bf0f1d3-ea4c-4ce1-8803-60aef0359a33 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1173112 Apr 30 01:37:47.349257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: d8f147eb-0e19-4041-bb77-308f10f7272b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:47.352481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d8f147eb-0e19-4041-bb77-308f10f7272b not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:47.394342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f83f6ea2-c0c3-491f-a9a3-4e51a797fa8a req-c571a2dd-1e25-45b8-99e8-8897ad265745 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893745 Apr 30 01:37:47.469520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952dce8-21ec-4a79-9c2f-953c1a15603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e238f-426e-4631-b549-238d77bc20e7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:47.492830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4266d-2b83-42bf-96d0-de9ca1c5af18 req-bcd0f82d-cfcf-44d7-beae-a3d22853234c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:47.494121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ef4266d-2b83-42bf-96d0-de9ca1c5af18 req-bcd0f82d-cfcf-44d7-beae-a3d22853234c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.2589045 Apr 30 01:37:47.545746 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ef4266d-2b83-42bf-96d0-de9ca1c5af18 req-ec6bcbf5-29aa-498f-aa51-fd71ed879e21 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Apr 30 01:37:47.575991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:47.590232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620362-89d5-49ef-8316-4e4cad9f8fdf req-143dd6a7-d8ff-4035-882c-9d5fb4450500 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:47.591799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b620362-89d5-49ef-8316-4e4cad9f8fdf req-143dd6a7-d8ff-4035-882c-9d5fb4450500 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0842700 Apr 30 01:37:47.598901 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:47.644633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd7b9ea-4d64-4175-8528-b6fbe7942d0a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:47.665110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Checking segment: {'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:37:47.665491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Network hostable DHCP agents. Network: e364f006-4893-4633-a705-9c8a250d5124, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:37:47.732144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:47.760648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:47.761225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 858ccf9d-2f8c-45ab-8aad-39a81cce7f6c not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:47.762350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Network e364f006-4893-4633-a705-9c8a250d5124 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:37:47.805640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3b620362-89d5-49ef-8316-4e4cad9f8fdf req-2ab7b4ce-a3e6-4bc3-9848-8b8eec8df6db tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042732 Apr 30 01:37:47.853919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, e364f006-4893-4633-a705-9c8a250d5124) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:37:47.862791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf8ff4-d338-47fb-bc85-defa5d3d2539 None None] Network e364f006-4893-4633-a705-9c8a250d5124 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:47.865034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:47.869085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:48.013875 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-adf285e6-1bee-4cab-af43-41cc8546bbd0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0243511 Apr 30 01:37:48.063822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97b179-5171-4d34-80d5-f4668e8376c7 req-cd8070ba-8d8f-4912-aad4-373930d61c20 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:48.069640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f97b179-5171-4d34-80d5-f4668e8376c7 req-cd8070ba-8d8f-4912-aad4-373930d61c20 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1195679 Apr 30 01:37:48.086926 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:37:48.103916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Deleting port 16546992-bb46-4613-89fa-eec2dbd8a133 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:48.109448 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:48.147212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f97b179-5171-4d34-80d5-f4668e8376c7 req-4d926645-3a2e-4b39-8b6c-75b1fb5dfbdb tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680444 Apr 30 01:37:48.248492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad864a04-d863-43fa-a5cc-28865298aa11 None None] Network e364f006-4893-4633-a705-9c8a250d5124 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:48.298870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] For port 16546992-bb46-4613-89fa-eec2dbd8a133, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16546992-bb46-4613-89fa-eec2dbd8a133,segment=NetworkSegment(efc4a15d-d03a-4931-9bbe-e8397c463dda),segment_id=efc4a15d-d03a-4931-9bbe-e8397c463dda)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:48.299250 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:48.328557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Calling delete_port for 16546992-bb46-4613-89fa-eec2dbd8a133 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:48.616176 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:48.802703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:48.846931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Pushing event deleted for resources: {'Port': ['ID=16546992-bb46-4613-89fa-eec2dbd8a133,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:48.850050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931a354-e15e-4bef-ab09-0c0c08428165 req-89e50980-9571-4d25-baa2-f0bbafcbe3b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:48.853005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5931a354-e15e-4bef-ab09-0c0c08428165 req-89e50980-9571-4d25-baa2-f0bbafcbe3b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1094615 Apr 30 01:37:48.919931 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5931a354-e15e-4bef-ab09-0c0c08428165 req-dead2d2c-d854-4e93-9552-94496b892288 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602710 Apr 30 01:37:49.537412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:49.745761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1ec0b41d-2c96-47b3-b18b-5b46dc152671 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:50.197542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:37:50.324427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49d82b-ec4a-4ad7-bccd-32538f5463b2 req-95483f7f-5e30-4a63-bf9a-d217babcd07b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:50.344048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da49d82b-ec4a-4ad7-bccd-32538f5463b2 req-95483f7f-5e30-4a63-bf9a-d217babcd07b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1529543 Apr 30 01:37:50.435450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:37:50.452396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da49d82b-ec4a-4ad7-bccd-32538f5463b2 req-daf77e6a-f3d9-4e13-a497-953e949d9c34 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068308 Apr 30 01:37:50.475132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] Sync routers for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:37:50.480637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-43f6319e-2587-42ba-8788-5b1aa1ee3eba admin admin] 10.222.0.15 "PUT /v2.0/routers/d222b30b-5c33-47d9-bb6b-d3652b2bcb66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7704465 Apr 30 01:37:50.480832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33998) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:50.492403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:37:50.493279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:37:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:50.566211 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:50.722550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:50.724298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:51.092222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:51.138369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:37:48Z', 'revision_number': 5, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port': {'id': '77035717-1b3d-44d4-9e50-31a7332b3498', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:51.183948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] Checking router: d222b30b-5c33-47d9-bb6b-d3652b2bcb66 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:37:51.198273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] Routers {'d222b30b-5c33-47d9-bb6b-d3652b2bcb66'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:37:51.199134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:37:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:51.290762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Deleting port 77035717-1b3d-44d4-9e50-31a7332b3498 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:37:51.294258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:51.328862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] Set router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:37:51.405784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:37:51Z', 'revision_number': 6, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:51.451104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d966047-52ae-456e-8165-0f716cd299f3 None None] The sync data for ids ['d222b30b-5c33-47d9-bb6b-d3652b2bcb66'] in n-d-821348-1 is: [{'id': 'd222b30b-5c33-47d9-bb6b-d3652b2bcb66', 'name': 'tempest-ServerRescueTestJSONUnderV235-1821724679-router', 'tenant_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:36:14Z', 'updated_at': '2022-04-30T01:37:51Z', 'revision_number': 6, 'project_id': '2c8a4e604b9847a7ad69e94d2a6cc5de', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:37:51.540028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] For port 77035717-1b3d-44d4-9e50-31a7332b3498, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=77035717-1b3d-44d4-9e50-31a7332b3498,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:37:51.540662 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:51.570268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Calling delete_port for 77035717-1b3d-44d4-9e50-31a7332b3498 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:37:51.887484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cc533-b8e6-46f6-af00-56c92a4e9a98 req-fac21044-9a75-4fd5-92b2-9ae6c106376c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:51.898961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f1cc533-b8e6-46f6-af00-56c92a4e9a98 req-fac21044-9a75-4fd5-92b2-9ae6c106376c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0804706 Apr 30 01:37:51.900349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45372d46-6c85-4cbe-bc03-3fd64717f31b req-e24861b2-695b-4f3b-a912-8c00f5f3eef2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:51.902016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45372d46-6c85-4cbe-bc03-3fd64717f31b req-e24861b2-695b-4f3b-a912-8c00f5f3eef2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1849711 Apr 30 01:37:51.967170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f1cc533-b8e6-46f6-af00-56c92a4e9a98 req-9bb62e78-c0a1-4886-a623-c3dea15bad7c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670023 Apr 30 01:37:51.993136 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45372d46-6c85-4cbe-bc03-3fd64717f31b req-e80ce072-025f-4255-abe3-b7a2f9d7d7e3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847652 Apr 30 01:37:52.077355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.139340 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Pushing event deleted for resources: {'Port': ['ID=77035717-1b3d-44d4-9e50-31a7332b3498,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:52.149944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e28ea-c216-4c63-80ea-58871de82b61 req-cbb0aaf4-30bd-44a9-bad0-0464eab05b67 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:52.164075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb1e28ea-c216-4c63-80ea-58871de82b61 req-cbb0aaf4-30bd-44a9-bad0-0464eab05b67 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1079755 Apr 30 01:37:52.216431 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cb1e28ea-c216-4c63-80ea-58871de82b61 req-85fb67f6-a2c6-4342-9034-164e7e9e54d4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Apr 30 01:37:52.244961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.351685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16546992-bb46-4613-89fa-eec2dbd8a133 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:52.382328 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.385172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.385932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 16546992-bb46-4613-89fa-eec2dbd8a133 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:52.388195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16546992-bb46-4613-89fa-eec2dbd8a133 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:52.391225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 77035717-1b3d-44d4-9e50-31a7332b3498 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:37:52.417230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 77035717-1b3d-44d4-9e50-31a7332b3498 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:37:52.417567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 77035717-1b3d-44d4-9e50-31a7332b3498 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:37:52.533496 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.534100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d222b30b-5c33-47d9-bb6b-d3652b2bcb66 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:37:52.539818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.541261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-da8a7236-ee7a-4c40-bea9-1895b20255ee admin admin] 10.222.0.15 "DELETE /v2.0/routers/d222b30b-5c33-47d9-bb6b-d3652b2bcb66 HTTP/1.1" status: 204 len: 168 time: 2.0597668 Apr 30 01:37:52.543946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34058) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:52.636059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afbe1c9-d2d3-490f-b93c-1104b258504e admin admin] Deleting subnet 34511fed-db28-4513-bef7-2820274bff2f {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:37:52.648978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0afbe1c9-d2d3-490f-b93c-1104b258504e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.718312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0afbe1c9-d2d3-490f-b93c-1104b258504e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.785120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0afbe1c9-d2d3-490f-b93c-1104b258504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.922574 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0afbe1c9-d2d3-490f-b93c-1104b258504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.955956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe1c9-d2d3-490f-b93c-1104b258504e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34511fed-db28-4513-bef7-2820274bff2f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:52.959264 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0afbe1c9-d2d3-490f-b93c-1104b258504e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:52.964409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0afbe1c9-d2d3-490f-b93c-1104b258504e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/34511fed-db28-4513-bef7-2820274bff2f HTTP/1.1" status: 204 len: 168 time: 0.4194496 Apr 30 01:37:52.967034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34072) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:53.073346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:53.205277 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:53.231288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704ce423-5b6c-4528-a11f-ed2b81812021']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:53.243163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f2ae5-aa21-48be-aa03-551b86b18ea9 req-01b2d56e-2660-4a24-8f8b-49299eeed2ee tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:53.244731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152f2ae5-aa21-48be-aa03-551b86b18ea9 req-01b2d56e-2660-4a24-8f8b-49299eeed2ee tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1344216 Apr 30 01:37:53.264513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc4a15d-d03a-4931-9bbe-e8397c463dda') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:53.264513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc4a15d-d03a-4931-9bbe-e8397c463dda') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:37:53.278757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:53.304664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:53.309043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152f2ae5-aa21-48be-aa03-551b86b18ea9 req-2cb78017-4223-442b-acd1-bb27666f82d2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582476 Apr 30 01:37:53.314447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:37:53.314857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:37:53.316600 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:37:53.464619 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:53.475823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:53.481385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] 10.222.0.15 "DELETE /v2.0/networks/704ce423-5b6c-4528-a11f-ed2b81812021 HTTP/1.1" status: 204 len: 168 time: 0.5129147 Apr 30 01:37:53.515644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674af95-5fd1-4ea2-bbfb-f4b9cef51bba admin admin] Pushing event deleted for resources: {'Network': ['ID=704ce423-5b6c-4528-a11f-ed2b81812021,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:53.948578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34092) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:54.009007 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2f8655e5-c48a-4f7b-9c5b-755e0a9116de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c8a4e604b9847a7ad69e94d2a6cc5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589006 Apr 30 01:37:54.011305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34094) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:54.061790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34096) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:54.107094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7f0649d-848e-4e0d-abf3-486f4ec33003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.164412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7f0649d-848e-4e0d-abf3-486f4ec33003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.289998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-805e261d-4642-4c73-987a-0c6419097aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.328111 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7f0649d-848e-4e0d-abf3-486f4ec33003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.332343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7f0649d-848e-4e0d-abf3-486f4ec33003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.333821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f7f0649d-848e-4e0d-abf3-486f4ec33003 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f2222f4-2a79-4616-ad0e-386a4518d4ec HTTP/1.1" status: 204 len: 168 time: 0.3211043 Apr 30 01:37:54.371194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0649d-848e-4e0d-abf3-486f4ec33003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2222f4-2a79-4616-ad0e-386a4518d4ec,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:54.469315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-805e261d-4642-4c73-987a-0c6419097aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.516947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601bc9-a50f-4064-99c9-6f2f66c57958 req-85668669-8a4e-41b0-8224-d6adc24c596e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:54.516947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e0601bc9-a50f-4064-99c9-6f2f66c57958 req-85668669-8a4e-41b0-8224-d6adc24c596e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0664742 Apr 30 01:37:54.549247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-805e261d-4642-4c73-987a-0c6419097aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.600974 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e0601bc9-a50f-4064-99c9-6f2f66c57958 req-f0346b24-1f48-48fe-a692-10cec68a0c34 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776918 Apr 30 01:37:54.614443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-805e261d-4642-4c73-987a-0c6419097aff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a19625c549742f6bda9310568b81302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485961 Apr 30 01:37:54.614773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34112) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:54.638499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e261d-4642-4c73-987a-0c6419097aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a197a2-a99b-4816-870d-b44abeff669a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:54.701239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a0f59c8-9dd5-42ad-9725-34f830964e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.734536 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a0f59c8-9dd5-42ad-9725-34f830964e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.904990 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a0f59c8-9dd5-42ad-9725-34f830964e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.908400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4a0f59c8-9dd5-42ad-9725-34f830964e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:54.909838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4a0f59c8-9dd5-42ad-9725-34f830964e94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5a197a2-a99b-4816-870d-b44abeff669a HTTP/1.1" status: 204 len: 168 time: 0.2939813 Apr 30 01:37:54.934111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f59c8-9dd5-42ad-9725-34f830964e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a197a2-a99b-4816-870d-b44abeff669a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:55.694556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34156) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:55.743317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57125ca0-4744-4c64-8bd7-4d7c61d8455e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:55.790643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34160) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:55.844991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d3e4-5918-495e-a8e6-05a4a871bb56 req-6eadfed5-87ad-40bf-aee5-01dc44e57dc0 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:55.846570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c864d3e4-5918-495e-a8e6-05a4a871bb56 req-6eadfed5-87ad-40bf-aee5-01dc44e57dc0 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1336510 Apr 30 01:37:55.940264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c864d3e4-5918-495e-a8e6-05a4a871bb56 req-04a3d5ea-4a36-4885-aad0-06dbc53d802d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845861 Apr 30 01:37:55.999573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57125ca0-4744-4c64-8bd7-4d7c61d8455e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.047209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-network', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:56.066115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57125ca0-4744-4c64-8bd7-4d7c61d8455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.120555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-57125ca0-4744-4c64-8bd7-4d7c61d8455e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d148d7f819743c397191981f2daac2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239767 Apr 30 01:37:56.122962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34172) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:56.126705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57125ca0-4744-4c64-8bd7-4d7c61d8455e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49880663-2188-45d5-9963-436dac5690ee,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:56.156463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Made reservation on behalf of 8b9a53b3656d449bbef2429ba03a7ac1 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:56.159150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.179149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.214440 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e02db2f-dfda-473a-affc-5569e1044dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.243596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e02db2f-dfda-473a-affc-5569e1044dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.298427 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.363068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80946704-27b1-410a-ad80-0fe0a2cb0aa5 req-1e40b510-eae3-4e4c-a079-643501543fd1 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:56.364669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80946704-27b1-410a-ad80-0fe0a2cb0aa5 req-1e40b510-eae3-4e4c-a079-643501543fd1 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0540287 Apr 30 01:37:56.373570 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.401711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54321ce5-162f-47fe-8673-028ae6c48967,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:56.434479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80946704-27b1-410a-ad80-0fe0a2cb0aa5 req-2783bbe2-5668-44e4-9719-d379f931f807 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 Apr 30 01:37:56.464620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:37:56.470520 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e02db2f-dfda-473a-affc-5569e1044dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.478085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e02db2f-dfda-473a-affc-5569e1044dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.480376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1e02db2f-dfda-473a-affc-5569e1044dc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49880663-2188-45d5-9963-436dac5690ee HTTP/1.1" status: 204 len: 168 time: 0.3552651 Apr 30 01:37:56.486734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.487273 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Added segment 9bd40280-b4fe-4c54-b218-d66cf189cd4e of type vlan for network 1312e16a-1144-4a79-be66-eba7e92f3f8d Apr 30 01:37:56.512536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02db2f-dfda-473a-affc-5569e1044dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49880663-2188-45d5-9963-436dac5690ee,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:56.555498 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.653402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8ca53-ad6a-46e1-97a5-5d5ed9a50224 req-835265c7-a1b6-45b6-a163-d168e21a9d92 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:56.661237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f8ca53-ad6a-46e1-97a5-5d5ed9a50224 req-835265c7-a1b6-45b6-a163-d168e21a9d92 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0732679 Apr 30 01:37:56.709245 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f8ca53-ad6a-46e1-97a5-5d5ed9a50224 req-622ad099-90e7-4681-b047-b65ce822529f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470526 Apr 30 01:37:56.739006 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.740219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:56.742507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:56.883795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0884235 Apr 30 01:37:56.886283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34192) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:56.894547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Request body: {'subnet': {'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-subnet', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:56.896147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d162f7-279e-43c5-b972-cc92098eae3b admin admin] Pushing event updated for resources: {'Network': ['ID=1312e16a-1144-4a79-be66-eba7e92f3f8d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:56.922985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:37:57.007672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Made reservation on behalf of 8b9a53b3656d449bbef2429ba03a7ac1 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:37:57.010648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:57.143035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9305-c2b8-4233-9fcd-4494aca5dda1 req-7449c13c-dfc1-4a3c-b5ef-56663b8c37f0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:57.146162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a55e9305-c2b8-4233-9fcd-4494aca5dda1 req-7449c13c-dfc1-4a3c-b5ef-56663b8c37f0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0774167 Apr 30 01:37:57.230614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a55e9305-c2b8-4233-9fcd-4494aca5dda1 req-802c0fc9-4339-4376-8c93-00094ab3edce tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786169 Apr 30 01:37:57.264146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c51a-5b73-49fe-89f8-75b4b07447ae req-1f60bdab-ef54-4dd7-ae9a-75adeb823f09 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:57.272510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2666c51a-5b73-49fe-89f8-75b4b07447ae req-1f60bdab-ef54-4dd7-ae9a-75adeb823f09 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1572843 Apr 30 01:37:57.345618 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2666c51a-5b73-49fe-89f8-75b4b07447ae req-d4a24443-b857-433f-868e-5db712798ce7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718234 Apr 30 01:37:57.467406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c91390-fe18-4e64-8032-29ccf3039d8c req-0c3f4247-6d6f-40ec-8bc5-c6e2c60adf31 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:57.471084 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4c91390-fe18-4e64-8032-29ccf3039d8c req-0c3f4247-6d6f-40ec-8bc5-c6e2c60adf31 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0760949 Apr 30 01:37:57.550465 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f4c91390-fe18-4e64-8032-29ccf3039d8c req-f00e6ec8-9b5b-4fca-ac02-82d68bdb3ac4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708082 Apr 30 01:37:57.919748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139c5bc-9416-49a3-b73b-849ab6cbf2ab req-f4efe715-68bb-45a4-b790-b11380803c6e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:57.925047 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f139c5bc-9416-49a3-b73b-849ab6cbf2ab req-f4efe715-68bb-45a4-b790-b11380803c6e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0697005 Apr 30 01:37:57.950617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:58.013646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f139c5bc-9416-49a3-b73b-849ab6cbf2ab req-a8d9dd91-6612-4726-86d3-f1ecd2f0145a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834851 Apr 30 01:37:58.084027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf244ed-548b-4e51-938a-7ec84b8d4cae,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:58.093074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Checking segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:37:58.093685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Network hostable DHCP agents. Network: 1312e16a-1144-4a79-be66-eba7e92f3f8d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:37:58.204594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b7a32-f9ec-4843-bddf-2a4a30adeaf1 req-f77796b8-464a-4007-96b6-a23178c8de1e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:58.208734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f6b7a32-f9ec-4843-bddf-2a4a30adeaf1 req-f77796b8-464a-4007-96b6-a23178c8de1e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0654237 Apr 30 01:37:58.257867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:37:58.292362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f6b7a32-f9ec-4843-bddf-2a4a30adeaf1 req-1b6019e7-7a5d-48c3-86f9-ca6daf3a0337 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Apr 30 01:37:58.350665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 1312e16a-1144-4a79-be66-eba7e92f3f8d) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:37:58.355356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:58.356170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:58.361439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2611ba-fc71-4923-9044-ab0d3d782bc1 None None] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:37:58.484760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d4d8220d-37cb-4f20-9b73-eb39fa3c9c37 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5949061 Apr 30 01:37:58.491691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34252) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:37:58.501387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:37:58.638306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6971eb-702d-4275-9a85-c1f28ae88c30 req-2ec027cf-605a-4511-8bec-3c02ee41b16f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:58.660065 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a6971eb-702d-4275-9a85-c1f28ae88c30 req-2ec027cf-605a-4511-8bec-3c02ee41b16f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1730864 Apr 30 01:37:58.681970 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:58.683567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:58.701800 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-1312e16a-1144-4a79-be66-eba7e92f3f8d', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:37:58.702638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:58.775576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a6971eb-702d-4275-9a85-c1f28ae88c30 req-c8784a8a-c41b-47b0-95fd-a390687ab957 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090872 Apr 30 01:37:58.792029 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:58.874945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0707b-614e-4ab7-82dd-83166af12964 req-7a091be2-d88a-4502-8f67-627702075ccb tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:58.876624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ca0707b-614e-4ab7-82dd-83166af12964 req-7a091be2-d88a-4502-8f67-627702075ccb tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0828044 Apr 30 01:37:58.918200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Allocated IP 172.20.0.2 (1312e16a-1144-4a79-be66-eba7e92f3f8d/6cf244ed-548b-4e51-938a-7ec84b8d4cae/ab08aba5-3213-46b5-a57d-956526912f92) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:37:59.102536 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.106679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d9c818b-ecd2-4d2a-9148-510636a34b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.167993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.208889 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.239463 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ca0707b-614e-4ab7-82dd-83166af12964 req-f15fa5f4-534d-4b36-916b-9cb1eec87889 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013011 Apr 30 01:37:59.297026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:37:59.300148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:37:59.306009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:37:59.430438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Pushing event updated for resources: {'Port': ['ID=ab08aba5-3213-46b5-a57d-956526912f92,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:37:59.466792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Attempting to bind port ab08aba5-3213-46b5-a57d-956526912f92 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:37:59.467159 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Attempting to bind port ab08aba5-3213-46b5-a57d-956526912f92 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:37:59.468808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Attempting to bind port ab08aba5-3213-46b5-a57d-956526912f92 on network 1312e16a-1144-4a79-be66-eba7e92f3f8d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:37:59.469582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac13dca-b367-4f96-a0c4-5a7c95b6affa req-2b0c6320-2fdd-4129-8178-f903c5dc4270 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:37:59.472935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:37:59.479532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Checking segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:37:59.480122 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.480708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Bound using segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:37:59.481337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ac13dca-b367-4f96-a0c4-5a7c95b6affa req-2b0c6320-2fdd-4129-8178-f903c5dc4270 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0935531 Apr 30 01:37:59.481464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Bound port: ab08aba5-3213-46b5-a57d-956526912f92, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:37:59.483405 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.554244 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4ac13dca-b367-4f96-a0c4-5a7c95b6affa req-e57644da-05b9-435b-b59b-31032f38171a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690322 Apr 30 01:37:59.700387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] For port ab08aba5-3213-46b5-a57d-956526912f92, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:37:59.720003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] For port ab08aba5-3213-46b5-a57d-956526912f92, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ab08aba5-3213-46b5-a57d-956526912f92,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:37:59.799380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.802688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.885593 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:37:59.961514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95994e5c-6849-4290-bbe8-8922c8a6daa6 None None] Pushing event updated for resources: {'Port': ['ID=ab08aba5-3213-46b5-a57d-956526912f92,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:00.018279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576edd0-1049-4cb9-a8fe-65207cb51f53 req-16df7f04-2b65-49f0-bc50-f90f15a7ea44 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:00.033216 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0576edd0-1049-4cb9-a8fe-65207cb51f53 req-16df7f04-2b65-49f0-bc50-f90f15a7ea44 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0836465 Apr 30 01:38:00.075360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1305-9407-4d1f-82c8-2b6ebb623f87 req-2341fc3e-e12b-4e01-98cc-aed8c952077c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:00.093359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08dc1305-9407-4d1f-82c8-2b6ebb623f87 req-2341fc3e-e12b-4e01-98cc-aed8c952077c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1125031 Apr 30 01:38:00.164711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Allocated IP 172.25.0.44 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/e4600f4b-9797-45fd-b176-30ea0251a9d2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:38:00.185826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0576edd0-1049-4cb9-a8fe-65207cb51f53 req-3c4e04aa-2eb3-4be7-9e4f-cd0082f79745 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513534 Apr 30 01:38:00.186757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08dc1305-9407-4d1f-82c8-2b6ebb623f87 req-58d2e825-4856-431b-9341-23ba0ec014b8 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924401 Apr 30 01:38:00.395817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:00.524764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ab08aba5-3213-46b5-a57d-956526912f92 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:38:00.558937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:00.640928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cf3f0-e09d-4986-ad71-a084a0b7bc87 req-594183d3-7b9c-4ee2-8b0f-869c46f79d07 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:00.643967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c66cf3f0-e09d-4986-ad71-a084a0b7bc87 req-594183d3-7b9c-4ee2-8b0f-869c46f79d07 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1109571 Apr 30 01:38:00.646116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ab08aba5-3213-46b5-a57d-956526912f92 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:00.646532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:00.689947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:38:00.698499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:38:00.709352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:38:00.714946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Pushing event updated for resources: {'Port': ['ID=e4600f4b-9797-45fd-b176-30ea0251a9d2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:00.749895 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c66cf3f0-e09d-4986-ad71-a084a0b7bc87 req-58d0c8bf-c942-4e56-b5b5-d996c35e8ee3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942752 Apr 30 01:38:00.789886 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:00.902478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port ab08aba5-3213-46b5-a57d-956526912f92, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ab08aba5-3213-46b5-a57d-956526912f92,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:01.019386 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:01.027750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdebc51-30b8-410e-9494-2dfcf691acf6 req-4e6facb0-763e-40a8-b98d-4544b00f73f3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:01.032710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cdebc51-30b8-410e-9494-2dfcf691acf6 req-4e6facb0-763e-40a8-b98d-4544b00f73f3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1214156 Apr 30 01:38:01.054491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-5a6eda43-1fa2-43be-b04e-02263f5b7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:01.061119 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-5a6eda43-1fa2-43be-b04e-02263f5b7be4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1095 time: 0.0879490 Apr 30 01:38:01.089609 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4f3938-3d6a-46ca-8154-9b981e22f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:01.104944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cdebc51-30b8-410e-9494-2dfcf691acf6 req-751d54bb-462c-40fd-a2ac-b2a4370a1911 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637891 Apr 30 01:38:01.147661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=ab08aba5-3213-46b5-a57d-956526912f92,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:01.282075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37b211-f277-43bb-b069-7feb6c5edc5e req-3ca7ed36-9ad2-4a77-8708-387b37447a2c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:01.284167 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7c37b211-f277-43bb-b069-7feb6c5edc5e req-3ca7ed36-9ad2-4a77-8708-387b37447a2c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.2040608 Apr 30 01:38:01.316020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-c6a2986c-1e7a-41fd-8058-2921a3e3fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:01.318469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-c6a2986c-1e7a-41fd-8058-2921a3e3fd68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.2531374 Apr 30 01:38:01.327919 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:01.401097 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7c37b211-f277-43bb-b069-7feb6c5edc5e req-baa07b99-78bd-4f9d-8245-1a746e95addd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970583 Apr 30 01:38:01.496057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-0bbd5553-1855-49c8-8bfc-376c16f5abec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 998 time: 0.1689487 Apr 30 01:38:01.592329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-175cb8b4-595f-41a4-9329-f06cbf1656c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:01.593990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-175cb8b4-595f-41a4-9329-f06cbf1656c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.0938606 Apr 30 01:38:01.672873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-431c0b7e-d005-4fe2-b8fb-010862713c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:01.675178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-431c0b7e-d005-4fe2-b8fb-010862713c2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732791 Apr 30 01:38:01.681972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdf407-c2bf-4789-b7cd-369006266605 req-b90a946c-9eec-464d-8abd-b5daa422d5db tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:01.683501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5afdf407-c2bf-4789-b7cd-369006266605 req-b90a946c-9eec-464d-8abd-b5daa422d5db tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1504123 Apr 30 01:38:01.718077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607e775-d19c-40e0-95d5-e1ef2dd74a7a None None] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:38:01.789606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5afdf407-c2bf-4789-b7cd-369006266605 req-966bec5c-e460-4537-b346-34cd68508e9d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998139 Apr 30 01:38:01.815773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:01.834435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-de2a42e0-aa33-44e7-a490-126a59e84d8d None None] Provisioning complete for port ab08aba5-3213-46b5-a57d-956526912f92 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:01.834809 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de2a42e0-aa33-44e7-a490-126a59e84d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:01.882838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-6161591d-8a40-4294-abb5-9e7e3a1766f8 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876514 Apr 30 01:38:02.020685 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:02.108913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d3d5e0b-a395-47d7-b857-92144343b987 req-b4978e1d-22bf-49ed-a2f3-4862b71d1cf2 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215683 Apr 30 01:38:02.179191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:38:02.303187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c76af6-b946-4376-b6e2-27c9096cb7d5 req-75af3ea9-1e88-4dc3-bcf9-0607508383e5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:02.310830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c76af6-b946-4376-b6e2-27c9096cb7d5 req-75af3ea9-1e88-4dc3-bcf9-0607508383e5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 813 time: 0.1847081 Apr 30 01:38:02.329045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c76af6-b946-4376-b6e2-27c9096cb7d5 req-7196e348-ffba-40d7-914e-20d69e21860e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/quotas/45509c3cd74f41c786ee93948c905e91 HTTP/1.1" status: 200 len: 375 time: 0.0172577 Apr 30 01:38:02.385474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ab08aba5-3213-46b5-a57d-956526912f92 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:38:02.431460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c76af6-b946-4376-b6e2-27c9096cb7d5 req-c0af6d49-d20b-4ac6-8904-713e55d432e4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967293 Apr 30 01:38:02.455663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ab08aba5-3213-46b5-a57d-956526912f92 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:02.456035 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:02.478757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876190ec-c845-4bf9-95a7-3f5d80ab6fe6 req-3a89e24e-a1c6-41a1-91cf-ce0f943db42f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:02.480593 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-876190ec-c845-4bf9-95a7-3f5d80ab6fe6 req-3a89e24e-a1c6-41a1-91cf-ce0f943db42f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.2138002 Apr 30 01:38:02.502739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:38:02.518804 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Sync routers for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:38:02.583371 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:02.584055 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:02.618008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-876190ec-c845-4bf9-95a7-3f5d80ab6fe6 req-8343f166-22ba-4213-8361-f701abcf72b3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145701 Apr 30 01:38:02.633840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1b7a3-03a1-40ba-9786-9920b814d194 req-baaa309b-8199-43a7-8dce-2afb4e81b78b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:02.641520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-91b1b7a3-03a1-40ba-9786-9920b814d194 req-baaa309b-8199-43a7-8dce-2afb4e81b78b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1126015 Apr 30 01:38:02.743997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-91b1b7a3-03a1-40ba-9786-9920b814d194 req-47e9ca32-368a-4f79-97aa-d19b7e7c2c5a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002533 Apr 30 01:38:02.775393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:02.776851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8710beb9-3f4e-4f44-afd9-dfbbdca43144 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2840610 Apr 30 01:38:02.779655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34444) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:02.784518 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:02.850005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e9107ddb-8af3-4715-a4e7-6b3161da2e06 None None] Provisioning complete for port ab08aba5-3213-46b5-a57d-956526912f92 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:02.853244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9107ddb-8af3-4715-a4e7-6b3161da2e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.003194 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:01Z', 'revision_number': 3, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:03.036015 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Checking router: cfb342ce-d8be-44a4-ad16-1164a17c0ca2 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:38:03.036363 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Updating router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 port e4600f4b-9797-45fd-b176-30ea0251a9d2 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:38:03.061717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6c87d-4cb1-4ed0-96c6-c86f51cde3c2 req-ee0b681d-7ca1-430a-84f6-168078b3aada tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:03.062255 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.067926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2db6c87d-4cb1-4ed0-96c6-c86f51cde3c2 req-ee0b681d-7ca1-430a-84f6-168078b3aada tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1589668 Apr 30 01:38:03.168240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2db6c87d-4cb1-4ed0-96c6-c86f51cde3c2 req-817bfe33-d5f4-460a-a6f8-5788958e6d70 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930619 Apr 30 01:38:03.495514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83a9f26d-8ce7-416b-a5a9-022ef5ed4d0b req-7322b6c1-6fea-4460-9beb-1171fb5b2f48 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=45509c3cd74f41c786ee93948c905e91 HTTP/1.1" status: 200 len: 221 time: 0.0522189 Apr 30 01:38:03.540457 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.658948 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.661449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b2d-1c5a-42f3-b838-6f1b634b9b5b req-fa083d24-ab68-46e7-87cf-8ccf9b93a33f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:03.662944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89d41b2d-1c5a-42f3-b838-6f1b634b9b5b req-fa083d24-ab68-46e7-87cf-8ccf9b93a33f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1082802 Apr 30 01:38:03.732681 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Attempting to bind port e4600f4b-9797-45fd-b176-30ea0251a9d2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:38:03.733496 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Attempting to bind port e4600f4b-9797-45fd-b176-30ea0251a9d2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:38:03.734021 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Attempting to bind port e4600f4b-9797-45fd-b176-30ea0251a9d2 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:38:03.742971 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:38:03.750855 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:38:03.750855 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.750855 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:38:03.750855 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Bound port: e4600f4b-9797-45fd-b176-30ea0251a9d2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:38:03.750855 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.776945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.811781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89d41b2d-1c5a-42f3-b838-6f1b634b9b5b req-9cacffa4-7826-4965-8513-4490e05f7da5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381958 Apr 30 01:38:03.813937 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] For port e4600f4b-9797-45fd-b176-30ea0251a9d2, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:38:03.830386 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] For port e4600f4b-9797-45fd-b176-30ea0251a9d2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e4600f4b-9797-45fd-b176-30ea0251a9d2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:38:03.870930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.887171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea6d91-f6eb-4877-834d-8dc78a0e7049 req-e0b9e3c8-0f85-4862-9562-1b5918a543a7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:03.907838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13ea6d91-f6eb-4877-834d-8dc78a0e7049 req-e0b9e3c8-0f85-4862-9562-1b5918a543a7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1380017 Apr 30 01:38:03.952298 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:03.969923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13ea6d91-f6eb-4877-834d-8dc78a0e7049 req-8d2ec2c3-0268-467e-b2a4-cc9adebd4e47 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609856 Apr 30 01:38:03.992705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Pushing event updated for resources: {'Port': ['ID=e4600f4b-9797-45fd-b176-30ea0251a9d2,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:04.002659 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.003005 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.007123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.008043 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:04.054262 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:04.055712 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:04.104686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533fef5-7dab-4cb5-b4be-662a5d6ed632 req-86ecb103-a39d-4e70-af04-ba0e2597a6a1 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:04.106698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a533fef5-7dab-4cb5-b4be-662a5d6ed632 req-86ecb103-a39d-4e70-af04-ba0e2597a6a1 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1983218 Apr 30 01:38:04.156209 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c5e87-500f-445b-a592-f50ad9cebaef None None] Pushing event updated for resources: {'Port': ['ID=e4600f4b-9797-45fd-b176-30ea0251a9d2,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:04.181033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ea26d-4c11-44b0-8b83-6ec93f7577c2 req-1f9cffe3-9590-4c1d-b7c8-087142adf5de tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:04.189976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ea26d-4c11-44b0-8b83-6ec93f7577c2 req-1f9cffe3-9590-4c1d-b7c8-087142adf5de tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0933490 Apr 30 01:38:04.220392 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:04.226201 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:04.228822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ea26d-4c11-44b0-8b83-6ec93f7577c2 req-00b4dfd6-473f-467f-a21f-bf4a8b2cf41d tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376463 Apr 30 01:38:04.248116 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a533fef5-7dab-4cb5-b4be-662a5d6ed632 req-3844a2fe-56aa-474c-baeb-b1b581cd5807 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324246 Apr 30 01:38:04.436076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb66dbf-fb0d-4519-9dc0-c8a6de13a670 req-78d2ee44-947e-4da5-b71c-cb7e1b6195cc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:04.451333 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1eb66dbf-fb0d-4519-9dc0-c8a6de13a670 req-78d2ee44-947e-4da5-b71c-cb7e1b6195cc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1303756 Apr 30 01:38:04.494573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1eb66dbf-fb0d-4519-9dc0-c8a6de13a670 req-890a76f8-5f0a-4f11-9f68-676b5ffc6a36 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419924 Apr 30 01:38:04.587387 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:01Z', 'revision_number': 3, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:04.628066 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0992f3-1c52-4e08-97db-4d91635ba4ea None None] The sync data for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 is: [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:01Z', 'revision_number': 3, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:38:04.667826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Allocated IP 172.20.0.1 (1312e16a-1144-4a79-be66-eba7e92f3f8d/6cf244ed-548b-4e51-938a-7ec84b8d4cae/7820aef5-445b-4105-8b96-02a4ded0c263) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:38:04.685239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c68ba-2a8f-4ce3-a860-221ee5ce5eea req-7f789150-2871-4c42-a972-3b80520a94b5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:04.686862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389c68ba-2a8f-4ce3-a860-221ee5ce5eea req-7f789150-2871-4c42-a972-3b80520a94b5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1770620 Apr 30 01:38:04.724072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4bb9-909e-4c46-9497-56a348962dc7 req-eb94ccc8-7593-4fb7-a777-9bec8e6b9e0c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:04.740595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a2a4bb9-909e-4c46-9497-56a348962dc7 req-eb94ccc8-7593-4fb7-a777-9bec8e6b9e0c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1549025 Apr 30 01:38:04.806618 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a2a4bb9-909e-4c46-9497-56a348962dc7 req-d291e73d-fb6f-4a5f-af8d-0f09bddbc1e1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650482 Apr 30 01:38:04.882107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-389c68ba-2a8f-4ce3-a860-221ee5ce5eea req-b489bd30-fbee-4c06-8408-a42534b0e184 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688864 Apr 30 01:38:04.956259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:05.112540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d14ea7-9a51-4b17-a6ed-99de4a95339c req-eebba5f6-9cda-47b0-b793-53e0deb11230 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:05.122272 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90d14ea7-9a51-4b17-a6ed-99de4a95339c req-eebba5f6-9cda-47b0-b793-53e0deb11230 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.2234840 Apr 30 01:38:05.192219 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:05.257412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90d14ea7-9a51-4b17-a6ed-99de4a95339c req-c9c305c7-af8b-4076-922f-9e61ba35215c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202521 Apr 30 01:38:05.314597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:38:05.322705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:38:05.328875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:38:05.395565 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:05.480521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=7820aef5-445b-4105-8b96-02a4ded0c263,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:05.542698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881c86-af83-4397-ae17-108753721fc3 req-3a57aa3c-b217-4b4e-9abc-abdb3cefd999 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:05.545609 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2881c86-af83-4397-ae17-108753721fc3 req-3a57aa3c-b217-4b4e-9abc-abdb3cefd999 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.2881827 Apr 30 01:38:05.720514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2881c86-af83-4397-ae17-108753721fc3 req-b8157f6d-8907-4d69-8e25-d5de24ab963b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685457 Apr 30 01:38:05.736666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d81ac29c-fa1e-4095-8b48-5d79a5367fa7 None None] Provisioning complete for port 7820aef5-445b-4105-8b96-02a4ded0c263 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:05.737846 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d81ac29c-fa1e-4095-8b48-5d79a5367fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:05.791142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d81ac29c-fa1e-4095-8b48-5d79a5367fa7 None None] Port 7820aef5-445b-4105-8b96-02a4ded0c263 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:38:05.937451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:05.948964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed795b93-a501-4a1f-9ae3-e4df6e61fe17 req-910c8a88-eb71-4e7a-b925-880bc6093bca tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:05.950804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed795b93-a501-4a1f-9ae3-e4df6e61fe17 req-910c8a88-eb71-4e7a-b925-880bc6093bca tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1099367 Apr 30 01:38:06.018751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed795b93-a501-4a1f-9ae3-e4df6e61fe17 req-86939296-957d-49e5-8b31-d8cf40c0dfe7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564911 Apr 30 01:38:06.069828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabafb-9036-4c19-9489-64ca04d8ab00 req-42136a26-4096-4ba6-92ad-161f489b1c2b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:06.071881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15aabafb-9036-4c19-9489-64ca04d8ab00 req-42136a26-4096-4ba6-92ad-161f489b1c2b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0949423 Apr 30 01:38:06.127241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-15aabafb-9036-4c19-9489-64ca04d8ab00 req-b608d4b7-1978-4b07-9c54-9398549c07f4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483894 Apr 30 01:38:06.258831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16370a02-9f82-4f9c-bad0-1313173c70fa req-1f9e500e-2c6e-4856-ac3e-9b82e6ecb925 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:06.268161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16370a02-9f82-4f9c-bad0-1313173c70fa req-1f9e500e-2c6e-4856-ac3e-9b82e6ecb925 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1139870 Apr 30 01:38:06.358406 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:06.369734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16370a02-9f82-4f9c-bad0-1313173c70fa req-8c9d917e-8522-4a45-8ccd-eab9e029b52d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006610 Apr 30 01:38:06.455263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e4600f4b-9797-45fd-b176-30ea0251a9d2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:38:06.456046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:06.579517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e4600f4b-9797-45fd-b176-30ea0251a9d2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:06.579964 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:06.641364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:06.659405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=7820aef5-445b-4105-8b96-02a4ded0c263,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:06.693895 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:06.724072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69537e22-23e2-4e50-9bde-1e171f620fa4 req-fb095c98-a1a8-4e3e-8274-03cbf4d2db94 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:06.725638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-69537e22-23e2-4e50-9bde-1e171f620fa4 req-fb095c98-a1a8-4e3e-8274-03cbf4d2db94 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1850538 Apr 30 01:38:06.745630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port e4600f4b-9797-45fd-b176-30ea0251a9d2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e4600f4b-9797-45fd-b176-30ea0251a9d2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:06.828235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-69537e22-23e2-4e50-9bde-1e171f620fa4 req-262c3957-3eda-490a-8dd5-d810228f2c02 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660071 Apr 30 01:38:06.842200 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:06.881643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:38:06.883922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:38:06.951154 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=e4600f4b-9797-45fd-b176-30ea0251a9d2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:07.000189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691272a-cdea-444d-a07c-520e504b99e1 req-8d61a12d-c117-4b3a-ac81-047d8772f1ca tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:07.001794 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7691272a-cdea-444d-a07c-520e504b99e1 req-8d61a12d-c117-4b3a-ac81-047d8772f1ca tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0752354 Apr 30 01:38:07.055268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7691272a-cdea-444d-a07c-520e504b99e1 req-c7ab35b7-502b-439a-9854-0e6d452b84c6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Apr 30 01:38:07.057300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:38:07.264505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:38:07.277876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3c668a89-dcf9-4ebf-817a-66a863ac5cc7 admin admin] 10.222.0.15 "PUT /v2.0/routers/cfb342ce-d8be-44a4-ad16-1164a17c0ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4955816 Apr 30 01:38:07.312212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Sync routers for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:38:07.358080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:07.360848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:07.428189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505d232-42c5-43fc-a1a0-a0579678aa4e req-29a8c990-009a-4d90-ad2c-7fc4b7db75c7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:07.452672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8505d232-42c5-43fc-a1a0-a0579678aa4e req-29a8c990-009a-4d90-ad2c-7fc4b7db75c7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1485205 Apr 30 01:38:07.458332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0ad7-9a97-4960-aa07-904cfa285467 req-9dca105c-6ad1-4d84-9d9c-8e0927996052 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:07.465896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a06f0ad7-9a97-4960-aa07-904cfa285467 req-9dca105c-6ad1-4d84-9d9c-8e0927996052 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1819026 Apr 30 01:38:07.475665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0ef6e6d-6052-41ce-8b2f-ffbfc3b02d5e None None] Provisioning complete for port 7820aef5-445b-4105-8b96-02a4ded0c263 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:07.475665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6e6d-6052-41ce-8b2f-ffbfc3b02d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:07.571795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef6e6d-6052-41ce-8b2f-ffbfc3b02d5e None None] Port 7820aef5-445b-4105-8b96-02a4ded0c263 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:38:07.583572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8505d232-42c5-43fc-a1a0-a0579678aa4e req-99d72342-5038-4546-ad3a-14738e29abf0 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332238 Apr 30 01:38:07.594368 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a06f0ad7-9a97-4960-aa07-904cfa285467 req-bbf4766e-7fb3-45bb-9dbe-036543f5e49a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208291 Apr 30 01:38:07.717623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:07.863972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35733d-fa21-4b50-8951-37261c468c9c req-8e3410eb-e5b9-42f6-abba-c0a12cf66abf tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:07.877994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc35733d-fa21-4b50-8951-37261c468c9c req-8e3410eb-e5b9-42f6-abba-c0a12cf66abf tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1417198 Apr 30 01:38:07.928717 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc35733d-fa21-4b50-8951-37261c468c9c req-6bcd7be2-771d-44f4-8168-47acb230167d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489807 Apr 30 01:38:07.999469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 2, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:08.029160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Checking router: cfb342ce-d8be-44a4-ad16-1164a17c0ca2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:38:08.029801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Updating router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 port 7820aef5-445b-4105-8b96-02a4ded0c263 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:38:08.060591 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:08.256976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55dde0-b1f9-47a6-bbb7-7b8f58a15b2d req-0b0ae0f6-41f1-4be1-804f-38afed556c1b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:08.264283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d55dde0-b1f9-47a6-bbb7-7b8f58a15b2d req-0b0ae0f6-41f1-4be1-804f-38afed556c1b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0936689 Apr 30 01:38:08.329253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d55dde0-b1f9-47a6-bbb7-7b8f58a15b2d req-38990d32-3b71-4263-b1e6-5a3d390927c7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616298 Apr 30 01:38:08.348185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-112e1b51-85c4-4669-8ab5-9e056269d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:08.350014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-112e1b51-85c4-4669-8ab5-9e056269d5cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 1095 time: 0.0945084 Apr 30 01:38:08.477038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e4600f4b-9797-45fd-b176-30ea0251a9d2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:38:08.543516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-0112194a-a2fa-468c-b9b1-7a10594dbddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:08.544850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-0112194a-a2fa-468c-b9b1-7a10594dbddc service neutron] 10.222.0.21 "GET /v2.0/networks?id=47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 200 len: 911 time: 0.1882098 Apr 30 01:38:08.576188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d69ae-d4d6-4615-9220-6eabe63d27b9 req-79818f9d-29cd-47fc-b008-cc4323fc6151 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:08.585575 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-709d69ae-d4d6-4615-9220-6eabe63d27b9 req-79818f9d-29cd-47fc-b008-cc4323fc6151 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1405551 Apr 30 01:38:08.639720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e4600f4b-9797-45fd-b176-30ea0251a9d2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:08.640241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:08.652892 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-709d69ae-d4d6-4615-9220-6eabe63d27b9 req-ae0fdc83-422c-47b5-a382-d504306f37ea tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661907 Apr 30 01:38:08.798154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-2b78492d-3cb6-41e1-bb4a-1926ec316ccb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 200 len: 998 time: 0.2454944 Apr 30 01:38:08.843977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:08.893558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c5b07-debd-44df-8bdb-7b28536bd559 req-e0d269e1-f744-482e-9204-9f7306d29a13 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:08.895087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-d9ad417e-b582-4850-b689-5f0ca8e7e1c6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:08.895463 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec0c5b07-debd-44df-8bdb-7b28536bd559 req-e0d269e1-f744-482e-9204-9f7306d29a13 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0676036 Apr 30 01:38:08.896856 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-d9ad417e-b582-4850-b689-5f0ca8e7e1c6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 819 time: 0.2539887 Apr 30 01:38:08.921937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-c3934859-3b0c-482a-9a59-8a0831fbfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:08.923693 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-c3934859-3b0c-482a-9a59-8a0831fbfd3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 200 len: 850 time: 0.1178899 Apr 30 01:38:08.926758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-945bed14-5e75-4a3a-9e40-812739a46e5e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/quotas/8b9a53b3656d449bbef2429ba03a7ac1 HTTP/1.1" status: 200 len: 375 time: 0.0223496 Apr 30 01:38:08.932809 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:08.957270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec0c5b07-debd-44df-8bdb-7b28536bd559 req-3884e5c2-c5dc-475d-9811-a5ddbcfde44d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481832 Apr 30 01:38:09.066393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-92c01695-ef9f-4aea-87af-ee9d975a3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:09.074100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-92c01695-ef9f-4aea-87af-ee9d975a3e55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47ae3122-13d9-4258-b33f-e9a46c67fe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426785 Apr 30 01:38:09.078059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c028af-6967-4e12-b996-753f22e6203e None None] Pushing event updated for resources: {'Port': ['ID=7820aef5-445b-4105-8b96-02a4ded0c263,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:09.088096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-d62d5526-2b32-44a2-8445-302196cf7597 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482582 Apr 30 01:38:09.098568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Attempting to bind port 7820aef5-445b-4105-8b96-02a4ded0c263 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:38:09.099202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Attempting to bind port 7820aef5-445b-4105-8b96-02a4ded0c263 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:38:09.099617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Attempting to bind port 7820aef5-445b-4105-8b96-02a4ded0c263 on network 1312e16a-1144-4a79-be66-eba7e92f3f8d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:38:09.121363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:38:09.121773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Checking segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:38:09.122223 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:09.122694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Bound using segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:38:09.124558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Bound port: 7820aef5-445b-4105-8b96-02a4ded0c263, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:38:09.125167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:09.132872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-1031826f-3c58-4dd7-a21a-16961a55be38 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:38:09.133735 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-1031826f-3c58-4dd7-a21a-16961a55be38 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159295 Apr 30 01:38:09.267192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] For port 7820aef5-445b-4105-8b96-02a4ded0c263, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:38:09.275230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] For port 7820aef5-445b-4105-8b96-02a4ded0c263, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7820aef5-445b-4105-8b96-02a4ded0c263,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:38:09.322211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-f06e4fb7-5f30-485b-9e6b-769d4e726ef2 service neutron] 10.222.0.15 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091323 Apr 30 01:38:09.351479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-a5d78cf9-ccde-4c01-a997-c79664123132 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619221 Apr 30 01:38:09.366382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5cef0a3b-5f15-4aea-bf0b-72629024009e None None] Provisioning complete for port 7820aef5-445b-4105-8b96-02a4ded0c263 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:09.366753 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cef0a3b-5f15-4aea-bf0b-72629024009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:09.402836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:09.407912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5cef0a3b-5f15-4aea-bf0b-72629024009e None None] Port 7820aef5-445b-4105-8b96-02a4ded0c263 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:38:09.463388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:09.475090 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:09.525317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c028af-6967-4e12-b996-753f22e6203e None None] Pushing event updated for resources: {'Port': ['ID=7820aef5-445b-4105-8b96-02a4ded0c263,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:09.562906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-c2686f73-f5eb-4cfc-a6a8-e1e1b689d09b service neutron] 10.222.0.15 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416573 Apr 30 01:38:09.581484 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d57699f2-06da-4e33-9cdb-d2034136ac2c req-17c73711-77cc-40ea-9bf9-3ca394915926 service neutron] 10.222.0.21 "GET /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760643 Apr 30 01:38:09.681365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:09.768582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508794c4-c45b-4dd6-bb56-bffb75980fd4 req-6fb71e63-17c8-4ac3-abd1-c7fba8ac2a2b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:09.770962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-508794c4-c45b-4dd6-bb56-bffb75980fd4 req-6fb71e63-17c8-4ac3-abd1-c7fba8ac2a2b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0675566 Apr 30 01:38:09.938775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-508794c4-c45b-4dd6-bb56-bffb75980fd4 req-91f2fbd2-6a30-419d-9439-b67178362726 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609421 Apr 30 01:38:10.055932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83662a4a-12cc-42d0-aee4-87f86f1c629d req-97239290-4d53-423d-b210-6f5bb9169cca tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 210 time: 0.0497749 Apr 30 01:38:10.080410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-63d0f244-0b1f-4b05-9c13-acd5500f25a7 None None] Provisioning complete for port 7820aef5-445b-4105-8b96-02a4ded0c263 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:10.082139 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63d0f244-0b1f-4b05-9c13-acd5500f25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:10.180109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f1524-cc76-49ea-8032-a35160bea5af req-a5680bc6-5d84-4f0d-9bfe-90e08b7b7869 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:10.182083 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-176f1524-cc76-49ea-8032-a35160bea5af req-a5680bc6-5d84-4f0d-9bfe-90e08b7b7869 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0803518 Apr 30 01:38:10.308256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-176f1524-cc76-49ea-8032-a35160bea5af req-2825f7db-7543-478b-8cdb-f58f3e7999af tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075599 Apr 30 01:38:10.323199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:09Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:10.371916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db34a8-ca91-42dd-82a2-83c01a871e5b None None] The sync data for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 is: [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:09Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:38:10.373532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63d0f244-0b1f-4b05-9c13-acd5500f25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:10.444170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-63d0f244-0b1f-4b05-9c13-acd5500f25a7 None None] For port 7820aef5-445b-4105-8b96-02a4ded0c263, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7820aef5-445b-4105-8b96-02a4ded0c263,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:10.618451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28ec2-9cad-42a2-a989-b1622729053f req-3936bd87-77e7-4a97-9c47-514428e70ebd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:10.622503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8e28ec2-9cad-42a2-a989-b1622729053f req-3936bd87-77e7-4a97-9c47-514428e70ebd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1644726 Apr 30 01:38:10.637231 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63d0f244-0b1f-4b05-9c13-acd5500f25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:10.718371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8e28ec2-9cad-42a2-a989-b1622729053f req-72a3ada7-fecc-4e6e-905b-f730ca6ecdbd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864272 Apr 30 01:38:10.769711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-638cffc6-cf5a-4b49-9db1-39c66f136a08 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:10.793142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-638cffc6-cf5a-4b49-9db1-39c66f136a08 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 819 time: 0.3976970 Apr 30 01:38:10.829642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-913913f6-027e-4fcb-8b89-251a6c0630cf tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/quotas/8b9a53b3656d449bbef2429ba03a7ac1 HTTP/1.1" status: 200 len: 375 time: 0.0179722 Apr 30 01:38:10.840438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0f244-0b1f-4b05-9c13-acd5500f25a7 None None] Pushing event updated for resources: {'Port': ['ID=7820aef5-445b-4105-8b96-02a4ded0c263,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:10.901151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-837e73e5-d2cf-4e88-878d-030dbf336339 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564685 Apr 30 01:38:10.922252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-553e7ba1-15ef-4f46-b467-498cc518d7cb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:38:10.932011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-553e7ba1-15ef-4f46-b467-498cc518d7cb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153918 Apr 30 01:38:11.129314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-6b914709-979d-42c4-ae85-dc1ee15d1aef service neutron] 10.222.0.15 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963565 Apr 30 01:38:11.196782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289ac52-afb5-461d-8ace-e10f7c712382 req-f2ba2730-3964-4a0a-b712-49179cd6292f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:11.208841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4289ac52-afb5-461d-8ace-e10f7c712382 req-f2ba2730-3964-4a0a-b712-49179cd6292f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1290612 Apr 30 01:38:11.318660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4289ac52-afb5-461d-8ace-e10f7c712382 req-26e70ba7-a31d-49c9-8d87-9f0a1a3ee4c3 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088274 Apr 30 01:38:11.339321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-05e9e44e-9f42-4ef5-b0fa-b11e0d3ea613 service neutron] 10.222.0.15 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005870 Apr 30 01:38:11.549687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98727496-8422-4f1b-86ed-5abcb3fbccba req-852e2900-2c03-49db-bbb8-3dfe577c5d28 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:11.560116 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98727496-8422-4f1b-86ed-5abcb3fbccba req-852e2900-2c03-49db-bbb8-3dfe577c5d28 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.0810003 Apr 30 01:38:11.633737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-98727496-8422-4f1b-86ed-5abcb3fbccba req-7cb251f2-9a7d-42d2-a91e-c4c9b46de881 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722258 Apr 30 01:38:12.003329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345690-7a4f-48e0-9c26-e67ceb93e4be req-d839d4d1-ea14-4fd1-ab33-364a39e5d1f0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:12.031976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e3345690-7a4f-48e0-9c26-e67ceb93e4be req-d839d4d1-ea14-4fd1-ab33-364a39e5d1f0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.2332454 Apr 30 01:38:12.140724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e3345690-7a4f-48e0-9c26-e67ceb93e4be req-874e8e45-ed0c-4eb8-a469-40bc233fef3c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072404 Apr 30 01:38:12.435567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d83d7148-f1da-4543-b8a4-4e396d9fe63a req-d121c94e-395b-4bea-86d3-475cbac6fe22 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 210 time: 0.0957589 Apr 30 01:38:12.502629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7820aef5-445b-4105-8b96-02a4ded0c263 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:38:12.711516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af447f1-bb11-4358-a3cb-44deb6391114 req-a905cde0-c82f-4ec1-8184-c9c7f3b392e7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:12.713725 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2af447f1-bb11-4358-a3cb-44deb6391114 req-a905cde0-c82f-4ec1-8184-c9c7f3b392e7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0958464 Apr 30 01:38:12.800739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2af447f1-bb11-4358-a3cb-44deb6391114 req-b61b8ad5-cc57-4917-9c96-f19852130f42 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785561 Apr 30 01:38:13.127382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7820aef5-445b-4105-8b96-02a4ded0c263 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:13.127382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:13.258860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949884b0-14df-4dc9-8635-4303752e644e req-74d619ad-aeaf-4697-8192-34fbf6454ab3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:13.272040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949884b0-14df-4dc9-8635-4303752e644e req-74d619ad-aeaf-4697-8192-34fbf6454ab3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1083214 Apr 30 01:38:13.347764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949884b0-14df-4dc9-8635-4303752e644e req-814585a2-1386-495f-ab7b-5a63db32fa49 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730977 Apr 30 01:38:13.543433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb30be-0393-4564-8b8b-7bfe92568e54 req-ef999053-17c6-4ac7-9d2a-fc6c04920cd7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:13.545249 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bdb30be-0393-4564-8b8b-7bfe92568e54 req-ef999053-17c6-4ac7-9d2a-fc6c04920cd7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0672469 Apr 30 01:38:13.616184 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bdb30be-0393-4564-8b8b-7bfe92568e54 req-0dd01b3d-125b-4e5d-b1ed-3692b6a7c87c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591087 Apr 30 01:38:13.743604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aabc675d-ab33-403a-aea2-0ebd99bb89f3 req-5dbc843a-0433-4187-9fbb-318803f0cb56 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 210 time: 0.0485389 Apr 30 01:38:13.938746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78676c0d-7ecb-4602-aa2a-1fb4cbd1e495 req-9d726ef8-e053-4bd1-9979-30228a39d0f7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:13.945491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78676c0d-7ecb-4602-aa2a-1fb4cbd1e495 req-9d726ef8-e053-4bd1-9979-30228a39d0f7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1167696 Apr 30 01:38:14.050075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-78676c0d-7ecb-4602-aa2a-1fb4cbd1e495 req-824f0c69-949f-42f6-92b5-c4d0025a2565 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931077 Apr 30 01:38:14.147016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-c6eece91-e3d5-484c-994a-df6c1502329c tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:14.148638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-c6eece91-e3d5-484c-994a-df6c1502329c tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 819 time: 0.2047920 Apr 30 01:38:14.167984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'port': {'device_id': 'bc976824-b061-4c7e-81e6-9e5a33cae3f6', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'admin_state_up': True, 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:14.387800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dff16-73b0-4b18-8477-06a1c71fa83b req-040bed20-e780-4455-9a8c-c145857fc99b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:14.389666 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a86dff16-73b0-4b18-8477-06a1c71fa83b req-040bed20-e780-4455-9a8c-c145857fc99b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0700314 Apr 30 01:38:14.436299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a86dff16-73b0-4b18-8477-06a1c71fa83b req-acdb3ebc-1e20-40f0-9314-ac04e736d81e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 Apr 30 01:38:14.539632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Made reservation on behalf of 8b9a53b3656d449bbef2429ba03a7ac1 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:14.544239 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:14.893889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Allocated IP 172.20.0.9 (1312e16a-1144-4a79-be66-eba7e92f3f8d/6cf244ed-548b-4e51-938a-7ec84b8d4cae/c9a7bf70-c5b5-481f-9448-14d6b0d894d1) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:38:15.179589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56b3c5c0-75d2-48ca-baf9-71954572b6d9 req-24b5e784-67d4-4473-bdb2-34117df0cb54 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 210 time: 0.1574764 Apr 30 01:38:15.333778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:15.419349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833efd1-b401-4614-b226-1ec558159888 req-d05417cc-69d6-4819-84af-9ed3cc281c12 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:15.427668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2833efd1-b401-4614-b226-1ec558159888 req-d05417cc-69d6-4819-84af-9ed3cc281c12 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1564474 Apr 30 01:38:15.524989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-ecf22546-f1db-4413-ac16-61d4d6fa1287 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:15.536342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-ecf22546-f1db-4413-ac16-61d4d6fa1287 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c8aee46-7159-4a81-9f58-2477a76fdafa HTTP/1.1" status: 200 len: 943 time: 0.1378565 Apr 30 01:38:15.679031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2833efd1-b401-4614-b226-1ec558159888 req-6729d87c-e9a5-440e-ad9d-9ac0ead8597e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503803 Apr 30 01:38:15.688839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-be8fecbf-b63d-49f8-a2f1-a22021604178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:15.691417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-be8fecbf-b63d-49f8-a2f1-a22021604178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 819 time: 0.3542306 Apr 30 01:38:15.708860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Deleting port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:15.709806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'port': {'device_id': '79d933e1-7657-4d6c-8521-9147cdf4cb41', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'admin_state_up': True, 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:15.712668 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:15.844643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:15.939980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:38:15.950587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:38:15.959477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:38:16.026625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event updated for resources: {'Port': ['ID=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:16.086829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.087477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.087701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.088656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.089912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.090358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.090918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.091296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.091805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.092232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.092660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.093114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:16.098651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] For port 1ec0b41d-2c96-47b3-b18b-5b46dc152671, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1ec0b41d-2c96-47b3-b18b-5b46dc152671,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:16.100879 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:16.109783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:16.110566 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:16.145509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Calling delete_port for 1ec0b41d-2c96-47b3-b18b-5b46dc152671 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:16.168349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Made reservation on behalf of 8b9a53b3656d449bbef2429ba03a7ac1 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:16.172827 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:16.361476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-982e9c7f-8b14-4f33-b676-91e0c8df2968 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1993778 Apr 30 01:38:16.406856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Request body: {'port': {'device_id': 'bc976824-b061-4c7e-81e6-9e5a33cae3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:16.453669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-01c468bc-f417-4396-af78-ac8e8b8d7a6c None None] Provisioning complete for port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:16.453669 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-01c468bc-f417-4396-af78-ac8e8b8d7a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:16.470646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:16.573732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event deleted for resources: {'Port': ['ID=1ec0b41d-2c96-47b3-b18b-5b46dc152671,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:16.619838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'd0651cd4-eeea-4d6b-af7e-e7567da11580'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:38:16.716975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] No DVR routers for this DVR port 1ec0b41d-2c96-47b3-b18b-5b46dc152671 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:38:16.728571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:16.734496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ef4057e-ede9-4e75-ad44-c57b2795656d req-44e6c8f8-2f16-4cfe-addc-5e99ec12ee5f tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "DELETE /v2.0/ports/1ec0b41d-2c96-47b3-b18b-5b46dc152671 HTTP/1.1" status: 204 len: 173 time: 1.1945543 Apr 30 01:38:16.734496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'name': 'network-vif-deleted', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:16.736925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-01c468bc-f417-4396-af78-ac8e8b8d7a6c None None] Port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:38:16.746537 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f836699-1e90-4ba5-8412-9a4d82afce16" -d '{"events": [{"server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "name": "network-vif-deleted", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:17.046675 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7fdde9db-6eb0-4f78-810d-20a2eed97451 req-043020f2-de7a-4e1f-8385-1abc11d06ac8 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 210 time: 0.6471169 Apr 30 01:38:17.115505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Allocated IP 172.20.0.14 (1312e16a-1144-4a79-be66-eba7e92f3f8d/6cf244ed-548b-4e51-938a-7ec84b8d4cae/a637c28a-af19-4a95-bc1f-4f9848cb2c8b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:38:17.167774 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:17.227957 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7baaa9e-8668-4177-b1c6-b65767bac7b2 x-openstack-request-id: req-e7baaa9e-8668-4177-b1c6-b65767bac7b2 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:17.235352 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8aee46-7159-4a81-9f58-2477a76fdafa", "name": "network-vif-deleted", "tag": "1ec0b41d-2c96-47b3-b18b-5b46dc152671", "status": "failed", "code": 422}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:17.235352 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7baaa9e-8668-4177-b1c6-b65767bac7b2 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:17.235352 n-d-821348-1 neutron-server[103319]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e7baaa9e-8668-4177-b1c6-b65767bac7b2']: {'server_uuid': '1c8aee46-7159-4a81-9f58-2477a76fdafa', 'name': 'network-vif-deleted', 'tag': '1ec0b41d-2c96-47b3-b18b-5b46dc152671', 'status': 'failed', 'code': 422} returned with failed status Apr 30 01:38:17.452181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4db8df-cdbd-45ff-aed2-6e7d4e1161b3 req-ef575acb-c797-42ae-8a66-3e50f473d013 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:17.453705 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d4db8df-cdbd-45ff-aed2-6e7d4e1161b3 req-ef575acb-c797-42ae-8a66-3e50f473d013 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1567035 Apr 30 01:38:17.479353 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:17.529557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d4db8df-cdbd-45ff-aed2-6e7d4e1161b3 req-b74dd41e-8658-4811-bdad-4585fb1ffa33 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624011 Apr 30 01:38:17.655514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:17.800960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event updated for resources: {'Port': ['ID=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:17.869073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:38:17.871915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:38:17.875454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:38:17.985502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:17.986325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:18.151957 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-4a34fb78-66ba-4e90-a8f8-468d466bd747 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4470131 Apr 30 01:38:18.181949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Request body: {'port': {'device_id': '79d933e1-7657-4d6c-8521-9147cdf4cb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:18.280694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-53336e24-d825-41eb-8400-c33a72cf767e None None] Provisioning complete for port a637c28a-af19-4a95-bc1f-4f9848cb2c8b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:18.281728 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53336e24-d825-41eb-8400-c33a72cf767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:18.334189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a7bf70-c5b5-481f-9448-14d6b0d894d1 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:38:18.344998 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:18.380706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-53336e24-d825-41eb-8400-c33a72cf767e None None] Port a637c28a-af19-4a95-bc1f-4f9848cb2c8b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:38:18.387694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6c72-70bc-44c2-84f7-b33717f1b003 req-c0221d48-37e4-4549-a820-06b5ef8ddd8a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:18.389692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-349a6c72-70bc-44c2-84f7-b33717f1b003 req-c0221d48-37e4-4549-a820-06b5ef8ddd8a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1558940 Apr 30 01:38:18.399666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Transition to ACTIVE for port object c9a7bf70-c5b5-481f-9448-14d6b0d894d1 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:38:18.417196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:18.463103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-349a6c72-70bc-44c2-84f7-b33717f1b003 req-6c9590fd-f349-4900-b93d-d0a99b025b3c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584970 Apr 30 01:38:18.544335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:18.607139 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:18.656746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c263e-bdc3-4353-8ded-dbd763ab5166 req-c5432fda-eb9a-48e1-b3c0-f8266f99dfd3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:18.666205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-539c263e-bdc3-4353-8ded-dbd763ab5166 req-c5432fda-eb9a-48e1-b3c0-f8266f99dfd3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 932 time: 0.1199360 Apr 30 01:38:18.676964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:18.754994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-539c263e-bdc3-4353-8ded-dbd763ab5166 req-e46b7f05-7767-4401-97de-9f3ffc694559 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732806 Apr 30 01:38:18.830545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d5795-63a3-4ce4-b9f2-8f29ada0c069 req-0a9c7929-b293-4ddf-b03b-5bfcfea88bf9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:18.832667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-329d5795-63a3-4ce4-b9f2-8f29ada0c069 req-0a9c7929-b293-4ddf-b03b-5bfcfea88bf9 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 908 time: 0.1573873 Apr 30 01:38:19.009833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Attempting to bind port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:38:19.010692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Attempting to bind port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:38:19.011777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Attempting to bind port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 on network 1312e16a-1144-4a79-be66-eba7e92f3f8d {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:38:19.039589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 on network 1312e16a-1144-4a79-be66-eba7e92f3f8d not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:38:19.039904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Attempting to bind port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 on network 1312e16a-1144-4a79-be66-eba7e92f3f8d {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:38:19.051229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:38:19.051623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Checking segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:38:19.052013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Bound using segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:38:19.052453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Bound port: c9a7bf70-c5b5-481f-9448-14d6b0d894d1, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:38:19.052808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:19.168415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a637c28a-af19-4a95-bc1f-4f9848cb2c8b {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:38:19.180580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:19.189800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] For port c9a7bf70-c5b5-481f-9448-14d6b0d894d1, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:38:19.197397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] For port c9a7bf70-c5b5-481f-9448-14d6b0d894d1, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:38:19.211835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Transition to ACTIVE for port object a637c28a-af19-4a95-bc1f-4f9848cb2c8b will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:38:19.248373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:19.285107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:19.294106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:19.297992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:19.299484 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] 10.222.0.23 "PUT /v2.0/ports/c9a7bf70-c5b5-481f-9448-14d6b0d894d1 HTTP/1.1" status: 200 len: 1091 time: 2.9226763 Apr 30 01:38:19.303614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc976824-b061-4c7e-81e6-9e5a33cae3f6', 'tag': 'c9a7bf70-c5b5-481f-9448-14d6b0d894d1'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:19.312686 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e750d9be-6503-4499-ab71-2221260ac155" -d '{"events": [{"name": "network-changed", "server_uuid": "bc976824-b061-4c7e-81e6-9e5a33cae3f6", "tag": "c9a7bf70-c5b5-481f-9448-14d6b0d894d1"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:19.386098 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ccd3a1-054f-46ae-9e9c-c6fbabff315a x-openstack-request-id: req-69ccd3a1-054f-46ae-9e9c-c6fbabff315a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:19.386619 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc976824-b061-4c7e-81e6-9e5a33cae3f6", "tag": "c9a7bf70-c5b5-481f-9448-14d6b0d894d1", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:19.387004 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69ccd3a1-054f-46ae-9e9c-c6fbabff315a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:19.387681 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ccd3a1-054f-46ae-9e9c-c6fbabff315a'] response: {'name': 'network-changed', 'server_uuid': 'bc976824-b061-4c7e-81e6-9e5a33cae3f6', 'tag': 'c9a7bf70-c5b5-481f-9448-14d6b0d894d1', 'status': 'completed', 'code': 200} Apr 30 01:38:19.389414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5429af-e0a1-464b-b942-1d617c3fab68 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:19.650935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:19.661461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35302) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:19.735114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Attempting to bind port a637c28a-af19-4a95-bc1f-4f9848cb2c8b on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:38:19.735734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Attempting to bind port a637c28a-af19-4a95-bc1f-4f9848cb2c8b by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:38:19.736284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Attempting to bind port a637c28a-af19-4a95-bc1f-4f9848cb2c8b on network 1312e16a-1144-4a79-be66-eba7e92f3f8d {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:38:19.743166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750d9be-6503-4499-ab71-2221260ac155 req-b73a3338-9acf-47b4-b89b-757ecd017395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:19.745073 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e750d9be-6503-4499-ab71-2221260ac155 req-b73a3338-9acf-47b4-b89b-757ecd017395 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 1094 time: 0.2968233 Apr 30 01:38:19.750567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Port a637c28a-af19-4a95-bc1f-4f9848cb2c8b on network 1312e16a-1144-4a79-be66-eba7e92f3f8d not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:38:19.751131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Attempting to bind port a637c28a-af19-4a95-bc1f-4f9848cb2c8b on network 1312e16a-1144-4a79-be66-eba7e92f3f8d {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:38:19.767827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5053a-3562-4ad4-a0e9-6bfef36f7df5 req-b99beb74-bfc8-40e8-b068-763452783427 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:19.770057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0e5053a-3562-4ad4-a0e9-6bfef36f7df5 req-b99beb74-bfc8-40e8-b068-763452783427 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1295931 Apr 30 01:38:19.786736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:38:19.787460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Checking segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:38:19.788206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Bound using segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:38:19.788983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Bound port: a637c28a-af19-4a95-bc1f-4f9848cb2c8b, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:38:19.789567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:19.927937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40d71864-6ba9-4ae7-9457-43f073e83a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:19.931187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0e5053a-3562-4ad4-a0e9-6bfef36f7df5 req-e772cce4-4bc6-477a-a467-6fb58d7f4832 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479268 Apr 30 01:38:20.081149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549358d-e677-43a4-a9bc-5ba5aed8949e req-ecfe487b-384a-42e4-b66d-08c7560768a6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.083123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5549358d-e677-43a4-a9bc-5ba5aed8949e req-ecfe487b-384a-42e4-b66d-08c7560768a6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 944 time: 0.2400539 Apr 30 01:38:20.095520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] For port a637c28a-af19-4a95-bc1f-4f9848cb2c8b, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:38:20.100774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] For port a637c28a-af19-4a95-bc1f-4f9848cb2c8b, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:38:20.146030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750d9be-6503-4499-ab71-2221260ac155 req-5a530873-a07a-4447-8f0b-b3973b9cb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.147642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e750d9be-6503-4499-ab71-2221260ac155 req-5a530873-a07a-4447-8f0b-b3973b9cb222 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3891783 Apr 30 01:38:20.161742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5549358d-e677-43a4-a9bc-5ba5aed8949e req-9aefbedd-9975-4428-8758-510e147f2db6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584066 Apr 30 01:38:20.162856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-9cadac88-3fab-4c4b-939a-8220b0674f58 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.164433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-9cadac88-3fab-4c4b-939a-8220b0674f58 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 908 time: 0.1653302 Apr 30 01:38:20.198617 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.312799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa400a-3b1f-490d-b0ae-1e6e67089ab1 req-42ffb766-f104-4008-9805-60ad55da463e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.312965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40d71864-6ba9-4ae7-9457-43f073e83a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.316564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8ffa400a-3b1f-490d-b0ae-1e6e67089ab1 req-42ffb766-f104-4008-9805-60ad55da463e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 908 time: 0.2136858 Apr 30 01:38:20.318054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.318534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.319949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/a637c28a-af19-4a95-bc1f-4f9848cb2c8b HTTP/1.1" status: 200 len: 1092 time: 2.1649909 Apr 30 01:38:20.377977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cb4ef-7e82-4fc0-a9f3-abed8d385d7e req-031f06d3-433d-4ee2-9ed9-f762f30cfd40 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.385930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-215cb4ef-7e82-4fc0-a9f3-abed8d385d7e req-031f06d3-433d-4ee2-9ed9-f762f30cfd40 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1639192 Apr 30 01:38:20.395551 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40d71864-6ba9-4ae7-9457-43f073e83a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.416885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a1173-3d6d-4f30-b2ab-338ec64c93a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:20.442395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750d9be-6503-4499-ab71-2221260ac155 req-15dadd03-d684-450a-9863-080e4274fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.444291 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e750d9be-6503-4499-ab71-2221260ac155 req-15dadd03-d684-450a-9863-080e4274fc1a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2779207 Apr 30 01:38:20.454068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-40d71864-6ba9-4ae7-9457-43f073e83a5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c7718d57a9b45d4a2abf59adf3b4822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7909546 Apr 30 01:38:20.458399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35320) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:20.464973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d71864-6ba9-4ae7-9457-43f073e83a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058845f3-8764-41ee-8f88-5aa528484c87,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:20.488034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-215cb4ef-7e82-4fc0-a9f3-abed8d385d7e req-35595a1d-7996-487f-9c90-18ec9a003125 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006107 Apr 30 01:38:20.492655 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.555002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Deleting port e2f644b9-cb2b-4258-a733-e7ec39f8865d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:20.555324 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.682801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cdce4-507c-4624-a15f-ab4d9570f8b7 req-09241351-18cb-4ee1-9867-b63691823a54 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.684580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a39cdce4-507c-4624-a15f-ab4d9570f8b7 req-09241351-18cb-4ee1-9867-b63691823a54 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0571835 Apr 30 01:38:20.724629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6502286-8d2b-4d88-91a4-bc14d4737ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.731724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a39cdce4-507c-4624-a15f-ab4d9570f8b7 req-22505683-8ec2-4951-bf0d-507e65d53015 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373154 Apr 30 01:38:20.736100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-e54208a3-b481-45a9-b659-5f8ec76e27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.738009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-e54208a3-b481-45a9-b659-5f8ec76e27c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 1095 time: 0.2271852 Apr 30 01:38:20.743654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-f82348aa-26c9-44f6-b37c-38d77ac04738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:20.748285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-f82348aa-26c9-44f6-b37c-38d77ac04738 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 1094 time: 0.1865704 Apr 30 01:38:20.830231 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6502286-8d2b-4d88-91a4-bc14d4737ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.872870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-ef180bcd-3159-4bd7-b91a-44cea509e239 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b HTTP/1.1" status: 200 len: 217 time: 0.1127739 Apr 30 01:38:20.885364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] For port e2f644b9-cb2b-4258-a733-e7ec39f8865d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e2f644b9-cb2b-4258-a733-e7ec39f8865d,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:20.885797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:20.890028 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-ec3cb049-0275-4fe3-a8ca-4c3346efbfb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1 HTTP/1.1" status: 200 len: 217 time: 0.1198170 Apr 30 01:38:20.980798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Calling delete_port for e2f644b9-cb2b-4258-a733-e7ec39f8865d owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:21.063399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-f70ad1fd-800b-4f13-8db8-53db77792495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:21.065139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-f70ad1fd-800b-4f13-8db8-53db77792495 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1817448 Apr 30 01:38:21.080666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-8e073d6c-8478-417c-914d-aea95a820a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:21.082654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-8e073d6c-8478-417c-914d-aea95a820a8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1774313 Apr 30 01:38:21.133900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33307a0-7563-47cd-aa11-c0e9eb337a02 req-027b104a-6b73-4ffe-9f3b-c465fcb6667d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:21.142796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b33307a0-7563-47cd-aa11-c0e9eb337a02 req-027b104a-6b73-4ffe-9f3b-c465fcb6667d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.3064942 Apr 30 01:38:21.225743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6502286-8d2b-4d88-91a4-bc14d4737ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:21.228318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6502286-8d2b-4d88-91a4-bc14d4737ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:21.232904 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e6502286-8d2b-4d88-91a4-bc14d4737ea0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/058845f3-8764-41ee-8f88-5aa528484c87 HTTP/1.1" status: 204 len: 168 time: 0.7728708 Apr 30 01:38:21.234309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-dd2566b9-cc99-4ea0-b035-c74c8e8ac425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:21.235823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-dd2566b9-cc99-4ea0-b035-c74c8e8ac425 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571476 Apr 30 01:38:21.254662 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b33307a0-7563-47cd-aa11-c0e9eb337a02 req-29f3b6d8-718e-442a-b390-4816f0989a7d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101367 Apr 30 01:38:21.266590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-360ee070-814d-447c-b3b3-0203b6b156ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:21.269746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-360ee070-814d-447c-b3b3-0203b6b156ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689832 Apr 30 01:38:21.292697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6502286-8d2b-4d88-91a4-bc14d4737ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058845f3-8764-41ee-8f88-5aa528484c87,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:21.360228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a70e5c-3206-48c7-a211-562f26a00a03 req-8d89f132-a99c-4c8a-b995-724064aa1529 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:21.369899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-11a70e5c-3206-48c7-a211-562f26a00a03 req-8d89f132-a99c-4c8a-b995-724064aa1529 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 944 time: 0.1104963 Apr 30 01:38:21.396851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d933e1-7657-4d6c-8521-9147cdf4cb41', 'tag': 'a637c28a-af19-4a95-bc1f-4f9848cb2c8b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:21.399081 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457da30c-237e-45d7-9732-9f4d41784b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "79d933e1-7657-4d6c-8521-9147cdf4cb41", "tag": "a637c28a-af19-4a95-bc1f-4f9848cb2c8b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:21.442019 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-11a70e5c-3206-48c7-a211-562f26a00a03 req-0cac62ca-afe6-4407-bda5-4b7ac9de4007 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701752 Apr 30 01:38:21.595944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a639-66e1-413d-8756-a387614b066b req-ea0e5494-24a1-46ca-81a9-03bfa1ff2866 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:21.623666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7024a639-66e1-413d-8756-a387614b066b req-ea0e5494-24a1-46ca-81a9-03bfa1ff2866 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=2112adfc-e2ff-4c75-8f71-bea77d4ae6e9 HTTP/1.1" status: 200 len: 908 time: 0.1011903 Apr 30 01:38:21.685849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b506d2-fdb6-4e3f-84ce-a695e05dfbee req-7e5f6356-fa0c-4fee-a22c-0bc708b06e20 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:21.696385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51b506d2-fdb6-4e3f-84ce-a695e05dfbee req-7e5f6356-fa0c-4fee-a22c-0bc708b06e20 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.2831693 Apr 30 01:38:21.706996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-e19d9180-82e9-4239-af85-6cab05574831 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157002 Apr 30 01:38:21.717446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-141cfabc-4074-4d43-9477-8fcb87024221 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571376 Apr 30 01:38:21.724817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:21.748299 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccb0b0a-cacd-4e5a-97e5-7770fd04597c x-openstack-request-id: req-2ccb0b0a-cacd-4e5a-97e5-7770fd04597c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:21.748809 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d933e1-7657-4d6c-8521-9147cdf4cb41", "tag": "a637c28a-af19-4a95-bc1f-4f9848cb2c8b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:21.749243 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ccb0b0a-cacd-4e5a-97e5-7770fd04597c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:21.749826 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccb0b0a-cacd-4e5a-97e5-7770fd04597c'] response: {'name': 'network-changed', 'server_uuid': '79d933e1-7657-4d6c-8521-9147cdf4cb41', 'tag': 'a637c28a-af19-4a95-bc1f-4f9848cb2c8b', 'status': 'completed', 'code': 200} Apr 30 01:38:21.870035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event deleted for resources: {'Port': ['ID=e2f644b9-cb2b-4258-a733-e7ec39f8865d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:22.037707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51b506d2-fdb6-4e3f-84ce-a695e05dfbee req-f172ffb6-2a16-4168-8b03-5500714d78eb tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388331 Apr 30 01:38:22.108103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-715bfc53-b8fd-47ed-8306-6fc762692d7f req-987757d1-b18f-49a0-96fa-f636c4b23208 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745744 Apr 30 01:38:22.128487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] No DVR routers for this DVR port e2f644b9-cb2b-4258-a733-e7ec39f8865d on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:38:22.135912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:22.139674 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-90884db3-8a62-45f4-abf3-b3679e06cbc6 req-ac5c3bb4-69b2-4a27-91f2-3bf7261fd5b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "DELETE /v2.0/ports/e2f644b9-cb2b-4258-a733-e7ec39f8865d HTTP/1.1" status: 204 len: 173 time: 1.9604502 Apr 30 01:38:22.190268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:22.203532 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-54be0807-c79f-4ab9-8dc0-c077081661e3 req-88721d8a-9d00-4440-8b9d-0ad3cc35dd67 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445784 Apr 30 01:38:22.242247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f60cee-29c5-4560-b74e-ae2ee4653296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:22.284933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33184fe0-885b-42cc-a7e3-4c1ccf79c31b req-6f727fbe-ac1c-4651-887c-9acc4763c391 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:22.292326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33184fe0-885b-42cc-a7e3-4c1ccf79c31b req-6f727fbe-ac1c-4651-887c-9acc4763c391 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1133244 Apr 30 01:38:22.404047 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f60cee-29c5-4560-b74e-ae2ee4653296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:22.438549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33184fe0-885b-42cc-a7e3-4c1ccf79c31b req-ff097af7-748c-4757-94a8-34dfabd2845e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450541 Apr 30 01:38:22.493558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da30c-237e-45d7-9732-9f4d41784b4c req-c8bec645-fb1b-42f7-9b83-02965a819907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:22.505842 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f60cee-29c5-4560-b74e-ae2ee4653296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:22.521259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-457da30c-237e-45d7-9732-9f4d41784b4c req-c8bec645-fb1b-42f7-9b83-02965a819907 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 1095 time: 0.1473973 Apr 30 01:38:22.697835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f60cee-29c5-4560-b74e-ae2ee4653296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ca796-5118-4682-8be3-1e6195edf6ae,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:22.843093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e1a-cff5-45bc-b26b-41a94538b824 req-3a9e9792-a534-4c0f-8a7a-1dd38ed60e5f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:22.845771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f941e1a-cff5-45bc-b26b-41a94538b824 req-3a9e9792-a534-4c0f-8a7a-1dd38ed60e5f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0907762 Apr 30 01:38:22.873944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da30c-237e-45d7-9732-9f4d41784b4c req-14463bfd-c8d6-4194-bb1b-4a2e2d95d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:22.875919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-457da30c-237e-45d7-9732-9f4d41784b4c req-14463bfd-c8d6-4194-bb1b-4a2e2d95d2c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.3538713 Apr 30 01:38:22.949720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-457da30c-237e-45d7-9732-9f4d41784b4c req-82938d53-01be-4c92-992e-136a64f2882a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b HTTP/1.1" status: 200 len: 217 time: 0.0649652 Apr 30 01:38:23.101898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-05f60cee-29c5-4560-b74e-ae2ee4653296 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ed439f891954729845c3de5db10e7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9057875 Apr 30 01:38:23.103771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35386) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:23.230455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7170637-f170-47a7-8178-3dedbf30f604 req-d8aa03f6-f917-4e6a-bef8-abfa8f5c51e7 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:23.241798 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7170637-f170-47a7-8178-3dedbf30f604 req-d8aa03f6-f917-4e6a-bef8-abfa8f5c51e7 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 944 time: 0.6211019 Apr 30 01:38:23.288350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69b95221-7b6d-40a5-9273-bf10676600c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:23.336296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7170637-f170-47a7-8178-3dedbf30f604 req-dd154c9d-2b61-488f-b0ac-6edd439b66ed tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878115 Apr 30 01:38:23.343791 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69b95221-7b6d-40a5-9273-bf10676600c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:23.472224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0f941e1a-cff5-45bc-b26b-41a94538b824 req-2c82791d-53a2-4f6b-b497-be564dffbce9 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780401 Apr 30 01:38:23.502245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69b95221-7b6d-40a5-9273-bf10676600c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:23.504786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69b95221-7b6d-40a5-9273-bf10676600c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:23.506242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-69b95221-7b6d-40a5-9273-bf10676600c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b0ca796-5118-4682-8be3-1e6195edf6ae HTTP/1.1" status: 204 len: 168 time: 0.3989279 Apr 30 01:38:23.515002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da30c-237e-45d7-9732-9f4d41784b4c req-24258083-ae26-4c36-b259-95f39d015b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:23.517325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-457da30c-237e-45d7-9732-9f4d41784b4c req-24258083-ae26-4c36-b259-95f39d015b77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.5588837 Apr 30 01:38:23.532561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b95221-7b6d-40a5-9273-bf10676600c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ca796-5118-4682-8be3-1e6195edf6ae,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:23.658129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da30c-237e-45d7-9732-9f4d41784b4c req-de32af75-9aea-4411-b147-507f7bd5b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:23.660266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-457da30c-237e-45d7-9732-9f4d41784b4c req-de32af75-9aea-4411-b147-507f7bd5b862 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262164 Apr 30 01:38:23.692497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb4ef6-be55-4956-9430-8546597e7187 req-1f3e7c58-d98e-4c80-b4de-dbba1e5b6080 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:23.694284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c0bb4ef6-be55-4956-9430-8546597e7187 req-1f3e7c58-d98e-4c80-b4de-dbba1e5b6080 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0847991 Apr 30 01:38:23.773785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'name': 'network-vif-deleted', 'tag': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:23.776100 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef16ad2-8a9d-438d-8065-35c26e7f8df0" -d '{"events": [{"server_uuid": "2112adfc-e2ff-4c75-8f71-bea77d4ae6e9", "name": "network-vif-deleted", "tag": "e2f644b9-cb2b-4258-a733-e7ec39f8865d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:23.794786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c0bb4ef6-be55-4956-9430-8546597e7187 req-56c8a5ec-ab98-4537-9644-1fd55d82373b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849867 Apr 30 01:38:23.835602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-457da30c-237e-45d7-9732-9f4d41784b4c req-cab0eb29-16fe-45cd-ab62-f8870aaf7ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629827 Apr 30 01:38:23.988980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627c1e-3ad6-45cb-9d92-99915db66b97 req-2abebbc3-1797-418e-84df-548d2a72a6b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:23.997351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2627c1e-3ad6-45cb-9d92-99915db66b97 req-2abebbc3-1797-418e-84df-548d2a72a6b6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 946 time: 0.0669622 Apr 30 01:38:24.045262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-457da30c-237e-45d7-9732-9f4d41784b4c req-44049c99-e9c2-4db3-bfa0-51d55ce9f846 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991770 Apr 30 01:38:24.046729 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fbfe49-3781-4778-b902-bcd1a3b80ad1 x-openstack-request-id: req-04fbfe49-3781-4778-b902-bcd1a3b80ad1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:24.047013 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112adfc-e2ff-4c75-8f71-bea77d4ae6e9", "name": "network-vif-deleted", "tag": "e2f644b9-cb2b-4258-a733-e7ec39f8865d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:24.047260 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04fbfe49-3781-4778-b902-bcd1a3b80ad1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:24.047678 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04fbfe49-3781-4778-b902-bcd1a3b80ad1'] response: {'server_uuid': '2112adfc-e2ff-4c75-8f71-bea77d4ae6e9', 'name': 'network-vif-deleted', 'tag': 'e2f644b9-cb2b-4258-a733-e7ec39f8865d', 'status': 'completed', 'code': 200} Apr 30 01:38:24.064740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2627c1e-3ad6-45cb-9d92-99915db66b97 req-163328bf-6e46-46d2-8052-8209bdb0cc82 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649505 Apr 30 01:38:24.198572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addd5ec-4f75-4d33-b27d-691f77226559 req-fe8bd642-5bc7-45d7-b41a-31412a85c42a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:24.212012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4addd5ec-4f75-4d33-b27d-691f77226559 req-fe8bd642-5bc7-45d7-b41a-31412a85c42a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1397588 Apr 30 01:38:24.297435 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4addd5ec-4f75-4d33-b27d-691f77226559 req-6f6b1695-57ca-4905-aa78-6b0f6fba026d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798104 Apr 30 01:38:24.435899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab006-6e30-4120-983e-749d6fbe8c5d req-eb07ade4-39f8-4633-ab16-7cd98809ea5d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:24.438075 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb6ab006-6e30-4120-983e-749d6fbe8c5d req-eb07ade4-39f8-4633-ab16-7cd98809ea5d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0712376 Apr 30 01:38:24.476865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde078d6-6d46-4945-907a-c60d76cd2447 req-6ca7252f-b10a-4b03-8f01-e9ef628ced5b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:24.478760 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bde078d6-6d46-4945-907a-c60d76cd2447 req-6ca7252f-b10a-4b03-8f01-e9ef628ced5b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 944 time: 0.0704362 Apr 30 01:38:24.489538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb6ab006-6e30-4120-983e-749d6fbe8c5d req-d9c74a23-43ae-4457-8a2d-d2e9ea4c9f66 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Apr 30 01:38:24.573252 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bde078d6-6d46-4945-907a-c60d76cd2447 req-bee2b15b-e71d-44fa-bd63-951dd95978cc tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684893 Apr 30 01:38:24.657201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765408a-cee8-49e3-8d92-da862c3743c5 req-d0ae05a0-67d5-4a26-8546-5483c62c6fbe tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:24.666564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e765408a-cee8-49e3-8d92-da862c3743c5 req-d0ae05a0-67d5-4a26-8546-5483c62c6fbe tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0728443 Apr 30 01:38:24.713516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e765408a-cee8-49e3-8d92-da862c3743c5 req-27ff6a48-c93c-4a73-bb37-c72831fa35c3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459964 Apr 30 01:38:24.850781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9647ef8-c66e-4e4d-8706-767b935fb451 req-033364b7-b353-408b-a8de-acce7c6e0ce2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:24.855890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9647ef8-c66e-4e4d-8706-767b935fb451 req-033364b7-b353-408b-a8de-acce7c6e0ce2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0661623 Apr 30 01:38:24.893994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b9647ef8-c66e-4e4d-8706-767b935fb451 req-c93e355d-3778-4895-ac14-54f8b80ae842 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349493 Apr 30 01:38:25.095299 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:38:25.198063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2dc16-c070-4586-95fc-2ace86ba7d8f req-1cf70443-ee20-4c1d-9875-8851ffa6db6b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:25.211346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-edd2dc16-c070-4586-95fc-2ace86ba7d8f req-1cf70443-ee20-4c1d-9875-8851ffa6db6b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0822389 Apr 30 01:38:25.270460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c5c13-69b2-4332-8dbb-c01c61c1fc92 req-d1acbadf-4465-4515-9a55-1aa42d6fe35e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:25.273372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e50c5c13-69b2-4332-8dbb-c01c61c1fc92 req-d1acbadf-4465-4515-9a55-1aa42d6fe35e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 946 time: 0.0933280 Apr 30 01:38:25.365899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-edd2dc16-c070-4586-95fc-2ace86ba7d8f req-b2a02b6b-91b5-49b0-af06-10ce3d23d5a7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351397 Apr 30 01:38:25.369405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e50c5c13-69b2-4332-8dbb-c01c61c1fc92 req-516b03c9-3bef-47e1-8975-b90b57091340 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894496 Apr 30 01:38:25.392504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-407b0f60-7954-4911-8648-4af7b50ae849 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:25.395284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-407b0f60-7954-4911-8648-4af7b50ae849 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 946 time: 0.1385081 Apr 30 01:38:25.420387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e2f644b9-cb2b-4258-a733-e7ec39f8865d no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:38:25.479094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: e2f644b9-cb2b-4258-a733-e7ec39f8865d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:38:25.479454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e2f644b9-cb2b-4258-a733-e7ec39f8865d not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:38:25.613680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42906552-0ab4-4d7b-8a71-d4d6f3479f32 req-e480fff6-afb5-48a0-9807-0d812c5b0d9c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:25.615778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-42906552-0ab4-4d7b-8a71-d4d6f3479f32 req-e480fff6-afb5-48a0-9807-0d812c5b0d9c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1107597 Apr 30 01:38:25.638318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Deleting port d0651cd4-eeea-4d6b-af7e-e7567da11580 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:25.638318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:25.760352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b723f2-2137-47f1-a6f7-16a03b685858 req-9ace0f9f-8506-4588-8f3d-370b2107b7ac tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:25.762156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-42906552-0ab4-4d7b-8a71-d4d6f3479f32 req-e138d7ec-492e-4b7b-85f6-ab5ad1b93738 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372039 Apr 30 01:38:25.764922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74b723f2-2137-47f1-a6f7-16a03b685858 req-9ace0f9f-8506-4588-8f3d-370b2107b7ac tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 944 time: 0.1186543 Apr 30 01:38:25.825792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74b723f2-2137-47f1-a6f7-16a03b685858 req-eb15508d-c01b-459d-8257-e600973d3daa tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499215 Apr 30 01:38:25.848693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] For port d0651cd4-eeea-4d6b-af7e-e7567da11580, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d0651cd4-eeea-4d6b-af7e-e7567da11580,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:25.849114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:25.865868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Calling delete_port for d0651cd4-eeea-4d6b-af7e-e7567da11580 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:25.904246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a637c28a-af19-4a95-bc1f-4f9848cb2c8b details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:38:26.070763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f15ceb-dbf6-4dbd-97d6-6b697688e245 req-97b3ea5f-cee2-487a-9b19-ccd960e7ae16 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:26.072440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7f15ceb-dbf6-4dbd-97d6-6b697688e245 req-97b3ea5f-cee2-487a-9b19-ccd960e7ae16 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0606816 Apr 30 01:38:26.073799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:26.137026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a637c28a-af19-4a95-bc1f-4f9848cb2c8b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:26.152491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'a637c28a-af19-4a95-bc1f-4f9848cb2c8b', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'port_id': 'a637c28a-af19-4a95-bc1f-4f9848cb2c8b', 'mac_address': 'fa:16:3e:63:74:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:38:26.157513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'd0651cd4-eeea-4d6b-af7e-e7567da11580'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:38:26.207225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event deleted for resources: {'Port': ['ID=d0651cd4-eeea-4d6b-af7e-e7567da11580,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:26.239741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] No DVR routers for this DVR port d0651cd4-eeea-4d6b-af7e-e7567da11580 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:38:26.243389 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:26.249889 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07547d1f-63f6-4927-b6b8-c123b72b5d07 req-a2341b33-6f83-4b93-951a-c49afb8f7abd tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "DELETE /v2.0/ports/d0651cd4-eeea-4d6b-af7e-e7567da11580 HTTP/1.1" status: 204 len: 173 time: 0.8491118 Apr 30 01:38:26.253507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ebd79-68e9-43c3-be4a-575e7ce94efc', 'name': 'network-vif-deleted', 'tag': 'd0651cd4-eeea-4d6b-af7e-e7567da11580'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:26.256192 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e480af-864d-4d02-8a4c-1c3db15bd8b1" -d '{"events": [{"server_uuid": "d45ebd79-68e9-43c3-be4a-575e7ce94efc", "name": "network-vif-deleted", "tag": "d0651cd4-eeea-4d6b-af7e-e7567da11580"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:26.260062 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:26.286651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a637c28a-af19-4a95-bc1f-4f9848cb2c8b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:38:26.297993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e7f15ceb-dbf6-4dbd-97d6-6b697688e245 req-20596590-f53e-474b-a823-00d98d9b6e31 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053185 Apr 30 01:38:26.343351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a637c28a-af19-4a95-bc1f-4f9848cb2c8b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:26.350714 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefda0c6-8df7-4432-90c8-63e77fad1596 x-openstack-request-id: req-fefda0c6-8df7-4432-90c8-63e77fad1596 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:26.351348 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ebd79-68e9-43c3-be4a-575e7ce94efc", "name": "network-vif-deleted", "tag": "d0651cd4-eeea-4d6b-af7e-e7567da11580", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:26.351807 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fefda0c6-8df7-4432-90c8-63e77fad1596 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:26.352480 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefda0c6-8df7-4432-90c8-63e77fad1596'] response: {'server_uuid': 'd45ebd79-68e9-43c3-be4a-575e7ce94efc', 'name': 'network-vif-deleted', 'tag': 'd0651cd4-eeea-4d6b-af7e-e7567da11580', 'status': 'completed', 'code': 200} Apr 30 01:38:26.427269 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:26.428609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c9a7bf70-c5b5-481f-9448-14d6b0d894d1 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:38:26.514758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:26.603456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2325191-8147-4a73-929c-f1eeef2772d1 req-656387e9-a30f-4cda-ba79-f65db9080684 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ebd79-68e9-43c3-be4a-575e7ce94efc HTTP/1.1" status: 200 len: 210 time: 0.0802052 Apr 30 01:38:26.626054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0bea7-88d3-4d79-81aa-25f4685ca6d9 req-cc651bdb-3f27-46e1-8bc5-16139f4eca3a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:26.631284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bcb0bea7-88d3-4d79-81aa-25f4685ca6d9 req-cc651bdb-3f27-46e1-8bc5-16139f4eca3a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1801615 Apr 30 01:38:26.654384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c9a7bf70-c5b5-481f-9448-14d6b0d894d1, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:26.669583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c9a7bf70-c5b5-481f-9448-14d6b0d894d1', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'port_id': 'c9a7bf70-c5b5-481f-9448-14d6b0d894d1', 'mac_address': 'fa:16:3e:24:ff:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:38:26.681031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bcb0bea7-88d3-4d79-81aa-25f4685ca6d9 req-4044651a-29ae-40d6-8443-efd68169abc5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Apr 30 01:38:26.734998 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:26.755129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a7bf70-c5b5-481f-9448-14d6b0d894d1 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:38:26.782904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c9a7bf70-c5b5-481f-9448-14d6b0d894d1, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:26.847889 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:26.921490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:27.009514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed90f0-8f7b-4852-a135-92aaba43ac2b req-59c9bf44-e743-49f9-9d26-12257a69fd51 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:27.011440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69c7ce-096b-4480-9fb3-a2048c9c8f8c req-aee406aa-92fb-4290-8808-36d88cca0634 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:27.013026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af69c7ce-096b-4480-9fb3-a2048c9c8f8c req-aee406aa-92fb-4290-8808-36d88cca0634 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 945 time: 0.0634215 Apr 30 01:38:27.017373 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bed90f0-8f7b-4852-a135-92aaba43ac2b req-59c9bf44-e743-49f9-9d26-12257a69fd51 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1043169 Apr 30 01:38:27.061416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bed90f0-8f7b-4852-a135-92aaba43ac2b req-aff83875-3d48-4399-a818-a765c6ea0ff9 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Apr 30 01:38:27.064454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af69c7ce-096b-4480-9fb3-a2048c9c8f8c req-65513d4d-f1ed-43c3-96e0-3b3a20b07f5f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Apr 30 01:38:27.113923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c9a7bf70-c5b5-481f-9448-14d6b0d894d1'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:38:27.120370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a637c28a-af19-4a95-bc1f-4f9848cb2c8b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:38:27.228205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431fc1-f08f-4038-887f-af6ae0e3be89 req-832d5296-2a53-471d-baa3-9aaa633023bd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:27.239891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1431fc1-f08f-4038-887f-af6ae0e3be89 req-832d5296-2a53-471d-baa3-9aaa633023bd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0883124 Apr 30 01:38:27.285721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a1431fc1-f08f-4038-887f-af6ae0e3be89 req-f3085f68-ad6b-4559-8c92-179a0129a201 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Apr 30 01:38:27.553017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c79738-d621-405f-8e21-816282d29009 req-cfbad8b2-7d37-420c-8e74-309fde1d0c68 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:27.555100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21c79738-d621-405f-8e21-816282d29009 req-cfbad8b2-7d37-420c-8e74-309fde1d0c68 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0574927 Apr 30 01:38:27.596536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21c79738-d621-405f-8e21-816282d29009 req-b221f845-450f-4fc6-aee2-91f718651fda tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345149 Apr 30 01:38:27.662620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35542) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:27.745507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ffdb7-d223-4048-97e3-f2b7925a6d15 req-fd81c912-174a-4b19-8510-405e00444e50 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:27.753695 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b4ffdb7-d223-4048-97e3-f2b7925a6d15 req-fd81c912-174a-4b19-8510-405e00444e50 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0703611 Apr 30 01:38:27.816985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b4ffdb7-d223-4048-97e3-f2b7925a6d15 req-e7bd94fd-b95c-4a16-bb21-86f9f53ade5e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Apr 30 01:38:27.816985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27ded819-c622-49ba-ac6d-8f10c8581fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:27.901917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a637c28a-af19-4a95-bc1f-4f9848cb2c8b up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:38:27.910377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27ded819-c622-49ba-ac6d-8f10c8581fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:27.992162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019e46-5e46-4d2f-83c4-6a6f6cc814f0 req-2e7003a7-889c-4c22-a90e-09578b71f4e2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:28.000171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48019e46-5e46-4d2f-83c4-6a6f6cc814f0 req-2e7003a7-889c-4c22-a90e-09578b71f4e2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0939245 Apr 30 01:38:28.026340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27ded819-c622-49ba-ac6d-8f10c8581fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.074330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-27ded819-c622-49ba-ac6d-8f10c8581fed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8faf20ae0637477fa7588ce66f996afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097381 Apr 30 01:38:28.076106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35560) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:28.089377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48019e46-5e46-4d2f-83c4-6a6f6cc814f0 req-cddd8135-8b7e-4d6a-923b-5c35be3ae588 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880671 Apr 30 01:38:28.097968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port a637c28a-af19-4a95-bc1f-4f9848cb2c8b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:38:28.105171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port a637c28a-af19-4a95-bc1f-4f9848cb2c8b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:28.106261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.154154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ded819-c622-49ba-ac6d-8f10c8581fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4b8bd5-9111-4e33-bc2f-94fe063e1867,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:28.193475 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e18745-b5df-479d-8a20-5e1e6e6f89d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.231026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.254304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdfe71-c5a4-4d48-b05d-2128f4553b46 req-18af2cc4-a452-4823-b99b-dcaf087a1ad9 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:28.255864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17bdfe71-c5a4-4d48-b05d-2128f4553b46 req-18af2cc4-a452-4823-b99b-dcaf087a1ad9 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 945 time: 0.0590465 Apr 30 01:38:28.263766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e18745-b5df-479d-8a20-5e1e6e6f89d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.274484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d933e1-7657-4d6c-8521-9147cdf4cb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a637c28a-af19-4a95-bc1f-4f9848cb2c8b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:28.281049 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf6e69b-f69d-4a14-b538-c30478d51133" -d '{"events": [{"server_uuid": "79d933e1-7657-4d6c-8521-9147cdf4cb41", "name": "network-vif-plugged", "status": "completed", "tag": "a637c28a-af19-4a95-bc1f-4f9848cb2c8b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:28.313720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17bdfe71-c5a4-4d48-b05d-2128f4553b46 req-8b20f62d-f658-49d6-b14f-6abb966943d3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467055 Apr 30 01:38:28.322871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a637c28a-af19-4a95-bc1f-4f9848cb2c8b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:28.358560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78cc30-223d-4ad8-af11-62b9532353ed req-3af105d8-ecf8-4600-b099-be4945051ec2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:28.358560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b78cc30-223d-4ad8-af11-62b9532353ed req-3af105d8-ecf8-4600-b099-be4945051ec2 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1546144 Apr 30 01:38:28.403512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2b78cc30-223d-4ad8-af11-62b9532353ed req-e1cb5731-9a30-4720-8c43-48bddda1153c tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 Apr 30 01:38:28.406760 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e18745-b5df-479d-8a20-5e1e6e6f89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.409807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e18745-b5df-479d-8a20-5e1e6e6f89d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.411948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-16e18745-b5df-479d-8a20-5e1e6e6f89d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f4b8bd5-9111-4e33-bc2f-94fe063e1867 HTTP/1.1" status: 204 len: 168 time: 0.3336277 Apr 30 01:38:28.435750 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.436574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c9a7bf70-c5b5-481f-9448-14d6b0d894d1 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:38:28.443296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e18745-b5df-479d-8a20-5e1e6e6f89d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4b8bd5-9111-4e33-bc2f-94fe063e1867,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:28.520840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62f09e-be20-479b-9a09-31a6dc5622b4 req-9ebbf935-0e08-4cf6-88ce-4db92085b04a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:28.530642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb62f09e-be20-479b-9a09-31a6dc5622b4 req-9ebbf935-0e08-4cf6-88ce-4db92085b04a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1395261 Apr 30 01:38:28.622545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb62f09e-be20-479b-9a09-31a6dc5622b4 req-817ec487-c13e-40a6-95a2-7badc8868b32 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872824 Apr 30 01:38:28.641551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:28.666200 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971252d5-9f24-4375-996e-3e9309c23dbb x-openstack-request-id: req-971252d5-9f24-4375-996e-3e9309c23dbb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:28.666613 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d933e1-7657-4d6c-8521-9147cdf4cb41", "name": "network-vif-plugged", "status": "completed", "tag": "a637c28a-af19-4a95-bc1f-4f9848cb2c8b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:28.666985 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-971252d5-9f24-4375-996e-3e9309c23dbb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:28.673585 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971252d5-9f24-4375-996e-3e9309c23dbb'] response: {'server_uuid': '79d933e1-7657-4d6c-8521-9147cdf4cb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a637c28a-af19-4a95-bc1f-4f9848cb2c8b', 'code': 200} Apr 30 01:38:28.711544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa3db2-1eaf-4c0f-b6ae-7fc718b5e614 req-321e9b97-ddc2-48fe-b7d5-d7f91d78f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:28.713499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49aa3db2-1eaf-4c0f-b6ae-7fc718b5e614 req-321e9b97-ddc2-48fe-b7d5-d7f91d78f9df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 1097 time: 0.0569246 Apr 30 01:38:28.804246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49aa3db2-1eaf-4c0f-b6ae-7fc718b5e614 req-da481ec7-8485-41eb-a09d-679ee9204101 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756040 Apr 30 01:38:28.841385 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a4537e6-d8e2-4caa-ae86-0eaa5dff6907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:28.875623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:38:28.880677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:28.881047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:29.043061 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:29.081003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c9a7bf70-c5b5-481f-9448-14d6b0d894d1, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:29.229729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:29.365557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:29.432061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d0651cd4-eeea-4d6b-af7e-e7567da11580 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:38:29.476186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: d0651cd4-eeea-4d6b-af7e-e7567da11580 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:38:29.491801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d0651cd4-eeea-4d6b-af7e-e7567da11580 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:38:29.503228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-fd397541-af1d-4fd3-a242-dc117b956eef tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:29.516053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-fd397541-af1d-4fd3-a242-dc117b956eef tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.1452861 Apr 30 01:38:29.735353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b78e2-7d76-4b59-8d03-6e871794c96e req-b0275d75-285d-4584-a3cc-031f9f908534 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:29.747067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-510b78e2-7d76-4b59-8d03-6e871794c96e req-b0275d75-285d-4584-a3cc-031f9f908534 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1019418 Apr 30 01:38:29.786257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6750-e134-4021-88f6-91cbb2559eca req-7e82e643-9d91-46c5-a639-feebe7f2427b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:29.794609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13cb6750-e134-4021-88f6-91cbb2559eca req-7e82e643-9d91-46c5-a639-feebe7f2427b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 946 time: 0.0945930 Apr 30 01:38:29.814781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-510b78e2-7d76-4b59-8d03-6e871794c96e req-0199d4e8-f152-4b01-a00b-1d48af025594 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653441 Apr 30 01:38:29.826706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Deleting port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:29.828184 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:30.045198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d027638-96d6-4193-9683-72c8f8ac547a req-51a75157-2a38-41e1-863a-ed64f5136c0f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:30.051164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] For port b3b1dbc6-ce6f-4df2-9489-5018e81d3530, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:30.051567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:30.060963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d027638-96d6-4193-9683-72c8f8ac547a req-51a75157-2a38-41e1-863a-ed64f5136c0f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0982935 Apr 30 01:38:30.067892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Calling delete_port for b3b1dbc6-ce6f-4df2-9489-5018e81d3530 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:30.128693 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d027638-96d6-4193-9683-72c8f8ac547a req-496975f9-a949-47fd-996f-e72679fea9b8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646381 Apr 30 01:38:30.140206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13cb6750-e134-4021-88f6-91cbb2559eca req-cd011e52-61a1-4292-a6fb-4b19348bcbbc tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=51e4687c-3e4d-427d-855f-56c3d0c89ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395371 Apr 30 01:38:30.296702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e63f-c88d-4832-8619-d807b10fbde0 req-19658593-2e00-4121-9dde-589f0aee5a2c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:30.298391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5236e63f-c88d-4832-8619-d807b10fbde0 req-19658593-2e00-4121-9dde-589f0aee5a2c tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 945 time: 0.0710614 Apr 30 01:38:30.347290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5236e63f-c88d-4832-8619-d807b10fbde0 req-aff9144d-3222-4d9d-8ccc-ec394bbbd3eb tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353804 Apr 30 01:38:30.355595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:30.367988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b3b1dbc6-ce6f-4df2-9489-5018e81d3530'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:38:30.385218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event deleted for resources: {'Port': ['ID=b3b1dbc6-ce6f-4df2-9489-5018e81d3530,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:30.437752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] No DVR routers for this DVR port b3b1dbc6-ce6f-4df2-9489-5018e81d3530 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:38:30.437752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:30.440410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1603c27e-c9b7-4dc1-ac1c-f1d565b74cd1 req-df956e3c-f78d-4c22-b15a-5ed80d6eabd6 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "DELETE /v2.0/ports/b3b1dbc6-ce6f-4df2-9489-5018e81d3530 HTTP/1.1" status: 204 len: 173 time: 0.9167404 Apr 30 01:38:30.440875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72970b7-82b8-4b4a-866b-7bbab24f534b', 'name': 'network-vif-deleted', 'tag': 'b3b1dbc6-ce6f-4df2-9489-5018e81d3530'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:30.443227 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2856481f-0daa-4526-aeb5-eaf2d10a1383" -d '{"events": [{"server_uuid": "a72970b7-82b8-4b4a-866b-7bbab24f534b", "name": "network-vif-deleted", "tag": "b3b1dbc6-ce6f-4df2-9489-5018e81d3530"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:30.498608 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97fa47-b79a-4b55-ad03-41d301a7a5fe x-openstack-request-id: req-8f97fa47-b79a-4b55-ad03-41d301a7a5fe {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:30.498608 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72970b7-82b8-4b4a-866b-7bbab24f534b", "name": "network-vif-deleted", "tag": "b3b1dbc6-ce6f-4df2-9489-5018e81d3530", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:30.498608 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f97fa47-b79a-4b55-ad03-41d301a7a5fe {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:30.498608 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f97fa47-b79a-4b55-ad03-41d301a7a5fe'] response: {'server_uuid': 'a72970b7-82b8-4b4a-866b-7bbab24f534b', 'name': 'network-vif-deleted', 'tag': 'b3b1dbc6-ce6f-4df2-9489-5018e81d3530', 'status': 'completed', 'code': 200} Apr 30 01:38:30.676626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc976824-b061-4c7e-81e6-9e5a33cae3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a7bf70-c5b5-481f-9448-14d6b0d894d1'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:30.677480 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe6571-590c-4e7e-af22-c9a9a9b2d095" -d '{"events": [{"server_uuid": "bc976824-b061-4c7e-81e6-9e5a33cae3f6", "name": "network-vif-plugged", "status": "completed", "tag": "c9a7bf70-c5b5-481f-9448-14d6b0d894d1"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:30.736968 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c091f92-f800-4957-b666-3eef66aaba0c x-openstack-request-id: req-0c091f92-f800-4957-b666-3eef66aaba0c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:30.737383 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc976824-b061-4c7e-81e6-9e5a33cae3f6", "name": "network-vif-plugged", "status": "completed", "tag": "c9a7bf70-c5b5-481f-9448-14d6b0d894d1", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:30.737804 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c091f92-f800-4957-b666-3eef66aaba0c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:30.738279 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c091f92-f800-4957-b666-3eef66aaba0c'] response: {'server_uuid': 'bc976824-b061-4c7e-81e6-9e5a33cae3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a7bf70-c5b5-481f-9448-14d6b0d894d1', 'code': 200} Apr 30 01:38:30.915712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bec1e8-6a1c-405b-9579-6def8747db2b req-84d33fbb-8dbb-495a-bdf5-1aae10de611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:30.915712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77bec1e8-6a1c-405b-9579-6def8747db2b req-84d33fbb-8dbb-495a-bdf5-1aae10de611a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 1096 time: 0.0888493 Apr 30 01:38:30.990626 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5eb8495e-68a4-4184-a6b1-4909fc579a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:31.007047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e8769-7a69-4500-8d11-20bca9317074 req-f3db609f-d7fa-4995-bc16-11c7026b76de tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:31.008813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c52e8769-7a69-4500-8d11-20bca9317074 req-f3db609f-d7fa-4995-bc16-11c7026b76de tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1115656 Apr 30 01:38:31.010901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-77bec1e8-6a1c-405b-9579-6def8747db2b req-1ae5e76d-8c9f-454d-9c23-4be77aa79251 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775373 Apr 30 01:38:31.085493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c52e8769-7a69-4500-8d11-20bca9317074 req-333651e0-f57e-41a9-af4f-8a32250c981f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570309 Apr 30 01:38:31.252115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ce611f7e-95bb-47ba-b3ef-ba2cf17fe672 req-3ed1f688-7ea8-4aaa-b180-eaf28ef77c0e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72970b7-82b8-4b4a-866b-7bbab24f534b HTTP/1.1" status: 200 len: 210 time: 0.0260408 Apr 30 01:38:31.407650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-7bfdb49c-0c7e-491d-b72b-c7f80dc285ef tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:31.409720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-7bfdb49c-0c7e-491d-b72b-c7f80dc285ef tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 945 time: 0.0947745 Apr 30 01:38:31.434503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d711f-b49d-4512-9010-91d6225803c4 req-e6d69d3c-abbc-40a3-9cd5-99923630eef4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:31.434503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b6d711f-b49d-4512-9010-91d6225803c4 req-e6d69d3c-abbc-40a3-9cd5-99923630eef4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1062260 Apr 30 01:38:31.520778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b6d711f-b49d-4512-9010-91d6225803c4 req-f707b053-360c-4334-89fb-d767d51a0a9f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693188 Apr 30 01:38:31.588310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Deleting port f28c047d-688d-42c4-857d-ba913e554191 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:31.588653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:31.636750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b0838-96a2-4778-aeb8-29cc76a72c07 req-28db9911-cef6-4e45-a2f0-e3c5840cdb0e tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:31.639366 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d7b0838-96a2-4778-aeb8-29cc76a72c07 req-28db9911-cef6-4e45-a2f0-e3c5840cdb0e tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 945 time: 0.1019480 Apr 30 01:38:31.684418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d7b0838-96a2-4778-aeb8-29cc76a72c07 req-7ef55aed-2f14-4baf-9c27-104ffd99e1fa tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379171 Apr 30 01:38:31.753970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-8f49808d-198b-486d-8bbe-7a23629b3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:31.755490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-8f49808d-198b-486d-8bbe-7a23629b3664 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 1097 time: 0.1446025 Apr 30 01:38:31.770847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c374b78-f16c-4250-99dc-b8a01c409e6c req-e76bed5a-d826-460b-a4fb-102debc7cfe4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:31.772353 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c374b78-f16c-4250-99dc-b8a01c409e6c req-e76bed5a-d826-460b-a4fb-102debc7cfe4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1589396 Apr 30 01:38:31.846216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] For port f28c047d-688d-42c4-857d-ba913e554191, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=f28c047d-688d-42c4-857d-ba913e554191,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:31.847192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:31.932229 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9c374b78-f16c-4250-99dc-b8a01c409e6c req-e9db6bc3-8782-4e67-ad4b-0fa0733458ec tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460719 Apr 30 01:38:32.006970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:32.043189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-1847ef69-06bb-455e-b6f5-f105ff965b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:32.045151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-1847ef69-06bb-455e-b6f5-f105ff965b02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.2699661 Apr 30 01:38:32.123945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-c1d7a952-08e6-4ffc-83ec-a7391d4c28ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b HTTP/1.1" status: 200 len: 217 time: 0.0504594 Apr 30 01:38:32.142687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35702) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:32.234224 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-954b47b5-a739-493c-95b1-1d9527e2a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:32.236337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-954b47b5-a739-493c-95b1-1d9527e2a960 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1028612 Apr 30 01:38:32.239704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:32.240070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:32.240385 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Floating IP 98cf0c9c-b479-4a34-ab97-3a92c4e593c2 disassociated. External IP: 172.25.0.8, port: f28c047d-688d-42c4-857d-ba913e554191. Apr 30 01:38:32.240729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Calling delete_port for f28c047d-688d-42c4-857d-ba913e554191 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:32.376869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:32.379990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-108a05a5-a375-4b55-88de-d4c2bf15929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:32.381809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-108a05a5-a375-4b55-88de-d4c2bf15929e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343515 Apr 30 01:38:32.607565 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:32.671481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35726) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:32.694882 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-082bc2a9-88af-4a07-9deb-05e3031bbf12 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889347 Apr 30 01:38:32.712498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c6f02-2d4c-46ec-9410-346a05b3d312 req-8d9121ab-7aac-442a-b2a5-6c7c59c3868a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:32.740724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d11c6f02-2d4c-46ec-9410-346a05b3d312 req-8d9121ab-7aac-442a-b2a5-6c7c59c3868a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1081917 Apr 30 01:38:32.764304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:32.810088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b508c60ace94b5992a5f5cf00aef797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6658969 Apr 30 01:38:32.816306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35732) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:32.900195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69fb2bc2-8f8e-40e6-96f2-22640d0f1b8a req-3187fa3b-4772-491f-a908-ca414f683875 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909583 Apr 30 01:38:32.912186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:32.946126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38b92a0d-3996-4e43-b9b5-00d179865a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:32.964734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event deleted for resources: {'Port': ['ID=f28c047d-688d-42c4-857d-ba913e554191,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:32.990895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d11c6f02-2d4c-46ec-9410-346a05b3d312 req-a11e0c56-9cf6-4df6-8346-66441867f109 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469232 Apr 30 01:38:33.026346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b602b0e6-5eb5-4252-816c-1cb8a814cf93 req-27e4725c-7d6f-4d32-a856-e86a6d02df36 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 210 time: 0.0416296 Apr 30 01:38:33.168920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49545c4-ba7e-413e-9953-1d998fdf0250,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:33.193348 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a870e5b5-ff06-4234-956b-7d8577ccbcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.200836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.201186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.201524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.201865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.202196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.202524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.202853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.203178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.203524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.203851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.204173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.204492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bdd19-1e8f-4983-b6e6-f13436e12415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:33.223831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Router d70280fe-f4a0-408e-a3b7-75065677eb52 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:38:33.225985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f73b-1705-4f1b-b7f8-bcbd9db8a248 req-17842a07-e24e-4bb9-accd-11c855326a71 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:33.227502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b271f73b-1705-4f1b-b7f8-bcbd9db8a248 req-17842a07-e24e-4bb9-accd-11c855326a71 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.0710635 Apr 30 01:38:33.264556 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a870e5b5-ff06-4234-956b-7d8577ccbcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.289582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38b92a0d-3996-4e43-b9b5-00d179865a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.312930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1944cb-5df8-40f4-8c86-a0989add0784 req-95995b76-13ca-405e-8cbe-0c84dc927ef7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:33.314484 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb1944cb-5df8-40f4-8c86-a0989add0784 req-95995b76-13ca-405e-8cbe-0c84dc927ef7 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1431611 Apr 30 01:38:33.316870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b271f73b-1705-4f1b-b7f8-bcbd9db8a248 req-c9d4fa35-e5fd-427f-9f0e-08a480f30827 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784087 Apr 30 01:38:33.375726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38b92a0d-3996-4e43-b9b5-00d179865a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.392517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:38:33.419163 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] Sync routers for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:38:33.446600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b3b1dbc6-ce6f-4df2-9489-5018e81d3530 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:38:33.459501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb1944cb-5df8-40f4-8c86-a0989add0784 req-95270a64-c37c-474b-9702-91d5669d6047 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092694 Apr 30 01:38:33.466405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:33.467035 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:33.480242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] No DVR routers for this DVR port f28c047d-688d-42c4-857d-ba913e554191 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:38:33.486298 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.497183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57294e4d-deb5-417f-96d2-783c0c4cf72f req-b21e6f3f-7dfd-4b8a-99f4-872dc1471a48 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.21 "DELETE /v2.0/ports/f28c047d-688d-42c4-857d-ba913e554191 HTTP/1.1" status: 204 len: 173 time: 2.0813866 Apr 30 01:38:33.500598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e32070-42a1-470a-bcb7-7448715068a8', 'name': 'network-vif-deleted', 'tag': 'f28c047d-688d-42c4-857d-ba913e554191'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:33.507078 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d48464b-dc58-4577-8652-98e2ad74caba" -d '{"events": [{"server_uuid": "01e32070-42a1-470a-bcb7-7448715068a8", "name": "network-vif-deleted", "tag": "f28c047d-688d-42c4-857d-ba913e554191"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:33.514644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: b3b1dbc6-ce6f-4df2-9489-5018e81d3530 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:38:33.515313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b3b1dbc6-ce6f-4df2-9489-5018e81d3530 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:38:33.517960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b92a0d-3996-4e43-b9b5-00d179865a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955cf397-c1a6-421b-a9a9-671794f6b5d5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:33.537010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-38b92a0d-3996-4e43-b9b5-00d179865a68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96b31ae24e0d4beab6c4539cd62855c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633981 Apr 30 01:38:33.538376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a870e5b5-ff06-4234-956b-7d8577ccbcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.539928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35756) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:33.560737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a870e5b5-ff06-4234-956b-7d8577ccbcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.563241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a870e5b5-ff06-4234-956b-7d8577ccbcba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d49545c4-ba7e-413e-9953-1d998fdf0250 HTTP/1.1" status: 204 len: 168 time: 0.7454691 Apr 30 01:38:33.587323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870e5b5-ff06-4234-956b-7d8577ccbcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49545c4-ba7e-413e-9953-1d998fdf0250,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:33.665474 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab46f45-c29b-4091-ac9a-6be99bf24425 x-openstack-request-id: req-0ab46f45-c29b-4091-ac9a-6be99bf24425 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:33.666038 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e32070-42a1-470a-bcb7-7448715068a8", "name": "network-vif-deleted", "tag": "f28c047d-688d-42c4-857d-ba913e554191", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:33.666439 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ab46f45-c29b-4091-ac9a-6be99bf24425 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:33.667146 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab46f45-c29b-4091-ac9a-6be99bf24425'] response: {'server_uuid': '01e32070-42a1-470a-bcb7-7448715068a8', 'name': 'network-vif-deleted', 'tag': 'f28c047d-688d-42c4-857d-ba913e554191', 'status': 'completed', 'code': 200} Apr 30 01:38:33.701723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf4c203c-c965-4168-861e-91a6cb5fbfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.756137 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:33.766741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf4c203c-c965-4168-861e-91a6cb5fbfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.778060 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.961260 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf4c203c-c965-4168-861e-91a6cb5fbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.961513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.964098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf4c203c-c965-4168-861e-91a6cb5fbfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:33.965181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bf4c203c-c965-4168-861e-91a6cb5fbfc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955cf397-c1a6-421b-a9a9-671794f6b5d5 HTTP/1.1" status: 204 len: 168 time: 0.4232070 Apr 30 01:38:33.976457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c203c-c965-4168-861e-91a6cb5fbfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955cf397-c1a6-421b-a9a9-671794f6b5d5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:33.994555 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:34.030817 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] Checking router: d70280fe-f4a0-408e-a3b7-75065677eb52 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:38:34.040660 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:34.041398 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:34.185674 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3100f28e-7a6f-4af6-b212-f4d8083d100f req-bc7bff0f-a914-4228-ac9a-2ceaf1881712 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e32070-42a1-470a-bcb7-7448715068a8 HTTP/1.1" status: 200 len: 210 time: 0.0382407 Apr 30 01:38:34.210330 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:34.255112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ebcc5-8b90-4541-b75b-1d3b5f121925 req-51640d2e-ef02-4ec3-84a0-915af2c71289 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:34.256953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c9ebcc5-8b90-4541-b75b-1d3b5f121925 req-51640d2e-ef02-4ec3-84a0-915af2c71289 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1017838 Apr 30 01:38:34.335226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c9ebcc5-8b90-4541-b75b-1d3b5f121925 req-32f5e207-1390-4494-a19b-313790c22643 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623288 Apr 30 01:38:34.490315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-e4c58a3c-ed8b-4e8a-ad9d-5315b946a250 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:34.495237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35790) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:34.503023 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-e4c58a3c-ed8b-4e8a-ad9d-5315b946a250 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1532516 Apr 30 01:38:34.528459 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bdda3613-7efb-4f02-8542-79c0df7be936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:34.572971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261dcca-43b8-4dcd-9842-c32c82576ef4 req-ccd44485-e097-404c-a3c4-1644acde9cb0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:34.574522 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a261dcca-43b8-4dcd-9842-c32c82576ef4 req-ccd44485-e097-404c-a3c4-1644acde9cb0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1562045 Apr 30 01:38:34.659020 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:34.718810 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5d76c-53f2-43b6-a2b0-bca5e47b6449 None None] The sync data for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 is: [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:33:03Z', 'revision_number': 4, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '21e0eb18-6129-457c-8ec7-f7b3f33748a1', 'name': '', 'network_id': '4d1c5335-4e8e-461d-bbea-99cc3496328c', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'mac_address': 'fa:16:3e:ea:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:33:01Z', 'updated_at': '2022-04-30T01:33:07Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'subnets': [{'id': '4678b416-24fb-4d1d-8706-f508be1fa5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:38:34.719204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a261dcca-43b8-4dcd-9842-c32c82576ef4 req-423236f1-a971-4c25-9f96-cfe3abb26f23 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305282 Apr 30 01:38:34.726166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a3eb7-e506-4d21-8a96-797efa45e04a req-25d25281-71e9-4615-a5c7-52bfe6fa4b29 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:34.745096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-351a3eb7-e506-4d21-8a96-797efa45e04a req-25d25281-71e9-4615-a5c7-52bfe6fa4b29 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 944 time: 0.1435816 Apr 30 01:38:34.769055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Deleting port abefad0a-faf2-4dc7-9caa-9f3f59e7439c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:34.769497 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:34.843683 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-351a3eb7-e506-4d21-8a96-797efa45e04a req-1c18ea53-8083-4583-b6e0-9bfc93b8bb6a tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups?id=c436dc4d-97cd-41a3-bcb5-4078a7efe59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940480 Apr 30 01:38:34.857787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bdda3613-7efb-4f02-8542-79c0df7be936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:34.899915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] For port abefad0a-faf2-4dc7-9caa-9f3f59e7439c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:34.900286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:34.950079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bdda3613-7efb-4f02-8542-79c0df7be936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:34.986051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bdda3613-7efb-4f02-8542-79c0df7be936 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de076036e78c40cabdd6ffa7b2d66714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873760 Apr 30 01:38:34.986777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35802) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:35.082931 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06849411-3fa2-4399-9960-d221a8120ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.101937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3613-7efb-4f02-8542-79c0df7be936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66387dd9-cf9b-4db7-9482-0c95a2f86660,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:35.115722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06849411-3fa2-4399-9960-d221a8120ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.148508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0183d76e-86a6-4b86-b809-acf29161fd9b None None] New status for floating IP 98cf0c9c-b479-4a34-ab97-3a92c4e593c2: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:38:35.169505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35810) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:35.207385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b47bb16-5781-4552-943f-a796e15d6321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.228325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.230326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.230660 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Floating IP 24607a94-7e1c-4dbe-828e-1a6a9223fd96 disassociated. External IP: 172.25.0.66, port: abefad0a-faf2-4dc7-9caa-9f3f59e7439c. Apr 30 01:38:35.232764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Calling delete_port for abefad0a-faf2-4dc7-9caa-9f3f59e7439c owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:35.296037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06849411-3fa2-4399-9960-d221a8120ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.300454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06849411-3fa2-4399-9960-d221a8120ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.301664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06849411-3fa2-4399-9960-d221a8120ecc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66387dd9-cf9b-4db7-9482-0c95a2f86660 HTTP/1.1" status: 204 len: 168 time: 0.3142409 Apr 30 01:38:35.364101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35818) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:35.367166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06849411-3fa2-4399-9960-d221a8120ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66387dd9-cf9b-4db7-9482-0c95a2f86660,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:35.442240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f28c047d-688d-42c4-857d-ba913e554191 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:38:35.477694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: f28c047d-688d-42c4-857d-ba913e554191 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:38:35.478045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device f28c047d-688d-42c4-857d-ba913e554191 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:38:35.543905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.547647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b47bb16-5781-4552-943f-a796e15d6321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.586385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event deleted for resources: {'Port': ['ID=abefad0a-faf2-4dc7-9caa-9f3f59e7439c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:35.608916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d9ce7-3580-4d95-838d-328af1ed3bff req-229a6241-10bd-45e1-953b-e3791ccd5237 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:35.610824 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-095ef609-9034-4f07-9d77-89b500dc526d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.628079 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d4d9ce7-3580-4d95-838d-328af1ed3bff req-229a6241-10bd-45e1-953b-e3791ccd5237 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1286955 Apr 30 01:38:35.657544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b47bb16-5781-4552-943f-a796e15d6321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.725764 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-095ef609-9034-4f07-9d77-89b500dc526d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.737696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47bb16-5781-4552-943f-a796e15d6321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f17c43-a847-46cc-8b6c-0621818c2e97,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:35.772282 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2b47bb16-5781-4552-943f-a796e15d6321 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f394501d8aa46afaa59cbc3f5a9e753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014647 Apr 30 01:38:35.779752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35832) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:35.853211 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fda46776-35e6-4f40-8e0e-4133ce456a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.924236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fda46776-35e6-4f40-8e0e-4133ce456a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:35.966901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c41c7-b361-4abf-87ed-2d620259abf5 req-35969c3c-43fa-405e-8c2c-0d2152ec9e34 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:35.968643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c11c41c7-b361-4abf-87ed-2d620259abf5 req-35969c3c-43fa-405e-8c2c-0d2152ec9e34 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1164284 Apr 30 01:38:36.028760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-095ef609-9034-4f07-9d77-89b500dc526d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.034667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-095ef609-9034-4f07-9d77-89b500dc526d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.035888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-095ef609-9034-4f07-9d77-89b500dc526d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9 HTTP/1.1" status: 204 len: 168 time: 0.6645384 Apr 30 01:38:36.044565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35842) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:36.077797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c11c41c7-b361-4abf-87ed-2d620259abf5 req-f704e676-eb13-4a37-861a-44a0d1ff1de5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825362 Apr 30 01:38:36.090371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ef609-9034-4f07-9d77-89b500dc526d tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:36.097427 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-7f439c88-d83e-4d7a-b3a6-1905e4d78698 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] show failed (client error): The resource could not be found. Apr 30 01:38:36.100464 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7f439c88-d83e-4d7a-b3a6-1905e4d78698 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "GET /v2.0/security-groups/e2adfbfc-a1d9-4d6d-ad7e-2a935e3aaed9 HTTP/1.1" status: 404 len: 347 time: 0.0493560 Apr 30 01:38:36.101660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35848) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:36.239715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21f9b1c4-952a-4d20-ad8f-1646e3834a1b req-18a489fa-0f02-4396-ada5-707b199543e1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 210 time: 0.0413125 Apr 30 01:38:36.240764 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fda46776-35e6-4f40-8e0e-4133ce456a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.243931 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fda46776-35e6-4f40-8e0e-4133ce456a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.246080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fda46776-35e6-4f40-8e0e-4133ce456a13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2f17c43-a847-46cc-8b6c-0621818c2e97 HTTP/1.1" status: 204 len: 168 time: 0.4641771 Apr 30 01:38:36.289006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda46776-35e6-4f40-8e0e-4133ce456a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f17c43-a847-46cc-8b6c-0621818c2e97,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:36.394453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Deleting port c4b2d333-65dc-41bb-bab2-cbe4d03ee1ce {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:36.395054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.451863 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d4d9ce7-3580-4d95-838d-328af1ed3bff req-f40d56f3-6855-49db-8814-820b288a7404 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8145330 Apr 30 01:38:36.486697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Router eb96de1f-e78f-467b-8f4f-761b93d92484 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:38:36.525095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.525482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.541975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Calling delete_port for c4b2d333-65dc-41bb-bab2-cbe4d03ee1ce owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:36.650498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:38:36.663194 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] Sync routers for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:38:36.676552 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:36.677175 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:36.717457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] No DVR routers for this DVR port abefad0a-faf2-4dc7-9caa-9f3f59e7439c on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:38:36.717457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.719933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cd4b992-d697-4abc-bbf3-a26c97903da7 req-94f08221-db0e-448f-b212-393b8b95ffa1 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.21 "DELETE /v2.0/ports/abefad0a-faf2-4dc7-9caa-9f3f59e7439c HTTP/1.1" status: 204 len: 173 time: 2.2160718 Apr 30 01:38:36.720601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-deleted', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:36.723775 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dac7c5b-4191-4d71-be87-6974fbc7f7ae" -d '{"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-deleted", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:36.780215 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6d4c2d-c1d6-4c56-b2b5-ef7108b9aa29 x-openstack-request-id: req-8d6d4c2d-c1d6-4c56-b2b5-ef7108b9aa29 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:36.780691 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d9d46-d3bd-450f-8790-0428300945a7", "name": "network-vif-deleted", "tag": "abefad0a-faf2-4dc7-9caa-9f3f59e7439c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:36.781110 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d6d4c2d-c1d6-4c56-b2b5-ef7108b9aa29 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:36.781668 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6d4c2d-c1d6-4c56-b2b5-ef7108b9aa29'] response: {'server_uuid': 'c99d9d46-d3bd-450f-8790-0428300945a7', 'name': 'network-vif-deleted', 'tag': 'abefad0a-faf2-4dc7-9caa-9f3f59e7439c', 'status': 'completed', 'code': 200} Apr 30 01:38:36.876969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:36.914575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Pushing event deleted for resources: {'Port': ['ID=c4b2d333-65dc-41bb-bab2-cbe4d03ee1ce,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:36.952770 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:37.029998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:37.032971 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:37.035856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e7f9af94-99c1-4d1a-b4b4-65f5e4056738 tempest-AttachVolumeTestJSON-533816025 tempest-AttachVolumeTestJSON-533816025-project] 10.222.0.15 "DELETE /v2.0/floatingips/98cf0c9c-b479-4a34-ab97-3a92c4e593c2 HTTP/1.1" status: 204 len: 168 time: 0.9332528 Apr 30 01:38:37.267107 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:34Z', 'revision_number': 5, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:37.271896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f4750-e238-4028-ab0c-ddace37bfb78 req-7e922d50-c513-4ff3-888e-9889e8e3e46b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:37.274952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-213f4750-e238-4028-ab0c-ddace37bfb78 req-7e922d50-c513-4ff3-888e-9889e8e3e46b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1011939 Apr 30 01:38:37.393088 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] Checking router: eb96de1f-e78f-467b-8f4f-761b93d92484 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:38:37.402417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-213f4750-e238-4028-ab0c-ddace37bfb78 req-19d67519-5641-4510-848d-3b4cc003bf39 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216755 Apr 30 01:38:37.427741 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:37.428398 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:37.484004 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce7568d4-5896-4259-91f6-0ec71b384cf1 req-14345e8d-4b94-49d0-ad47-885c43437d6b tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d9d46-d3bd-450f-8790-0428300945a7 HTTP/1.1" status: 200 len: 210 time: 0.0604992 Apr 30 01:38:37.606742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2f126-f8f9-4559-b6ad-6083051f9dff req-7541b3a4-e178-4d23-974e-011b1ccf154c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:37.609306 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:37.616476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ca2f126-f8f9-4559-b6ad-6083051f9dff req-7541b3a4-e178-4d23-974e-011b1ccf154c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0636587 Apr 30 01:38:37.715867 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6ca2f126-f8f9-4559-b6ad-6083051f9dff req-92689242-91e1-42dc-905f-378faa257795 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960534 Apr 30 01:38:37.927391 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:34Z', 'revision_number': 5, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:37.953194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35928) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:37.959858 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29953e1d-465f-41bd-b6cd-f324bd27c4a7 None None] The sync data for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 is: [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:31:29Z', 'revision_number': 4, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '10979685-8c2a-43c6-9e02-f2b389eb2ce5', 'name': '', 'network_id': '47ae3122-13d9-4258-b33f-e9a46c67fe6e', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'mac_address': 'fa:16:3e:b2:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:28Z', 'updated_at': '2022-04-30T01:31:34Z', 'revision_number': 5, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'subnets': [{'id': '0fe7a912-4c4f-4f55-9180-3f641b85cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:38:38.129391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1833468660-network', 'tenant_id': '85de0c5d9fc542c0a72724b7986595af'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:38.241025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Made reservation on behalf of 85de0c5d9fc542c0a72724b7986595af for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:38.243414 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.254042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.288213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e3836e-9268-49f5-a5fe-0fe939af2eda None None] New status for floating IP 24607a94-7e1c-4dbe-828e-1a6a9223fd96: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:38:38.395100 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.446607 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.523012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:38:38.573427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e05713f-ede6-49e7-8837-0e9af094262a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:38.593054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.593054 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Added segment 2b22bb58-c402-44f0-a5c4-91344272696a of type vlan for network 32862994-56b1-4149-8f37-ca93584f2041 Apr 30 01:38:38.645963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8f638-5df3-4518-bacc-6f2692d049ae req-dbe7df9d-02f3-4cee-8186-3f29db2ae875 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:38.648302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-03a8f638-5df3-4518-bacc-6f2692d049ae req-dbe7df9d-02f3-4cee-8186-3f29db2ae875 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1672881 Apr 30 01:38:38.677201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35958) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:38.698464 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.747519 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-47cebb5c-1ef6-4c67-bb5f-570bdc81434e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.759092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-03a8f638-5df3-4518-bacc-6f2692d049ae req-359df565-5ed8-43e2-88e0-0b0adf8be1cd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790446 Apr 30 01:38:38.790044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-47cebb5c-1ef6-4c67-bb5f-570bdc81434e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.886544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.887669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:38.888323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:38.936468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70840bdd-3f20-4759-a09b-5c771e6ed03c req-24725f5b-281b-411b-9bf1-9abcd408d5f4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:38.943126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-70840bdd-3f20-4759-a09b-5c771e6ed03c req-24725f5b-281b-411b-9bf1-9abcd408d5f4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0947480 Apr 30 01:38:39.005566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] Pushing event updated for resources: {'Network': ['ID=32862994-56b1-4149-8f37-ca93584f2041,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:39.009695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-47cebb5c-1ef6-4c67-bb5f-570bdc81434e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.012249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-47cebb5c-1ef6-4c67-bb5f-570bdc81434e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.013407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-47cebb5c-1ef6-4c67-bb5f-570bdc81434e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "DELETE /v2.0/security-groups/c436dc4d-97cd-41a3-bcb5-4078a7efe59d HTTP/1.1" status: 204 len: 168 time: 0.3341599 Apr 30 01:38:39.017252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35974) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:39.032141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 32862994-56b1-4149-8f37-ca93584f2041 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:38:39.041453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cebb5c-1ef6-4c67-bb5f-570bdc81434e tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c436dc4d-97cd-41a3-bcb5-4078a7efe59d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:39.053587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e2a21bee-000c-47df-9156-5c3fdea72570 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0952313 Apr 30 01:38:39.054258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35976) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:39.059741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-70840bdd-3f20-4759-a09b-5c771e6ed03c req-d645e60b-52e2-49f3-902f-c5c67d137636 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101425 Apr 30 01:38:39.080818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Request body: {'subnet': {'network_id': '32862994-56b1-4149-8f37-ca93584f2041', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1833468660-subnet', 'tenant_id': '85de0c5d9fc542c0a72724b7986595af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:39.085981 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-0bbe184e-e417-4565-8171-3d4d7a27bea4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] show failed (client error): The resource could not be found. Apr 30 01:38:39.090040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35982) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:39.090218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0bbe184e-e417-4565-8171-3d4d7a27bea4 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "GET /v2.0/security-groups/c436dc4d-97cd-41a3-bcb5-4078a7efe59d HTTP/1.1" status: 404 len: 347 time: 0.0710814 Apr 30 01:38:39.201323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Made reservation on behalf of 85de0c5d9fc542c0a72724b7986595af for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:39.204096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.279454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Deleting port 7572461b-6ca4-4f5d-8456-225a25dab974 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:39.279811 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.372593 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.373369 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.398387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Calling delete_port for 7572461b-6ca4-4f5d-8456-225a25dab974 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:39.442238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:38:39.482058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: abefad0a-faf2-4dc7-9caa-9f3f59e7439c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:38:39.482707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device abefad0a-faf2-4dc7-9caa-9f3f59e7439c not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:38:39.509586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.584403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e2cc82-177e-4746-9699-3d1d34edc03b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:39.593119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Checking segment: {'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:38:39.593119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Network hostable DHCP agents. Network: 32862994-56b1-4149-8f37-ca93584f2041, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:38:39.669406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Network 32862994-56b1-4149-8f37-ca93584f2041 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:38:39.692474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.722738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Pushing event deleted for resources: {'Port': ['ID=7572461b-6ca4-4f5d-8456-225a25dab974,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:39.733121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 32862994-56b1-4149-8f37-ca93584f2041) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:38:39.737719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:39.738816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.749777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969cf478-8801-43d0-97e2-8c611740320d None None] Network 32862994-56b1-4149-8f37-ca93584f2041 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:38:39.801343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.804919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:39.807515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-62fae150-1a9e-46fc-8719-0d90559b7f62 tempest-ServerActionsTestJSON-1048503411 tempest-ServerActionsTestJSON-1048503411-project] 10.222.0.15 "DELETE /v2.0/floatingips/24607a94-7e1c-4dbe-828e-1a6a9223fd96 HTTP/1.1" status: 204 len: 168 time: 0.7152293 Apr 30 01:38:39.810213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36024) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:39.825083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-31d8e13e-1a37-479c-9595-6a2703602967 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7604811 Apr 30 01:38:39.927372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b471df4-dcf2-49fd-a708-1dcd4caf0986 None None] Network 32862994-56b1-4149-8f37-ca93584f2041 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:38:39.974750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9380d-fefd-425a-bdc4-c05fa97b9f13 req-b8d70d55-f710-4c8f-9222-a953d3950a90 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:39.986640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbb9380d-fefd-425a-bdc4-c05fa97b9f13 req-b8d70d55-f710-4c8f-9222-a953d3950a90 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1153467 Apr 30 01:38:40.070131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbb9380d-fefd-425a-bdc4-c05fa97b9f13 req-499b5f4d-edc1-4d4c-8c7d-db18612b9ba2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651920 Apr 30 01:38:40.402172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bcc8b-2d01-4fda-a864-808ff34abc9c req-71e9e481-6d4c-477b-bb9b-dc128f982378 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:40.408764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab9bcc8b-2d01-4fda-a864-808ff34abc9c req-71e9e481-6d4c-477b-bb9b-dc128f982378 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1666033 Apr 30 01:38:40.489421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab9bcc8b-2d01-4fda-a864-808ff34abc9c req-b3fa1f17-88ff-41d5-8137-f625744dfa01 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769324 Apr 30 01:38:40.850989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:41.190316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Deleting port 10979685-8c2a-43c6-9e02-f2b389eb2ce5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:41.190726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:41.239654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f19e0-ca43-4bca-9350-9711210b8318 req-b82e79c9-8138-47e2-90c3-0e92d14741b7 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:41.248010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-804f19e0-ca43-4bca-9350-9711210b8318 req-b82e79c9-8138-47e2-90c3-0e92d14741b7 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.0608063 Apr 30 01:38:41.309322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-804f19e0-ca43-4bca-9350-9711210b8318 req-fae2fea6-d2d5-4173-9eea-3d6c11bfb08d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603275 Apr 30 01:38:41.323739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] For port 10979685-8c2a-43c6-9e02-f2b389eb2ce5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=10979685-8c2a-43c6-9e02-f2b389eb2ce5,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:41.324261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:41.367965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Calling delete_port for 10979685-8c2a-43c6-9e02-f2b389eb2ce5 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:41.703822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36124) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:41.799765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0ad89-b095-410e-9791-f4866f73c27b req-0b5846e0-b4f3-4994-9ca6-6735e803c43d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:41.808752 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3ad0ad89-b095-410e-9791-f4866f73c27b req-0b5846e0-b4f3-4994-9ca6-6735e803c43d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1266513 Apr 30 01:38:41.863697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1fd362e-b7e7-4db7-b0ef-9b98cdc23dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:41.946461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3ad0ad89-b095-410e-9791-f4866f73c27b req-83825d59-818e-449b-bcbe-bb8d5c5b65e2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363266 Apr 30 01:38:42.029723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:42.049796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1fd362e-b7e7-4db7-b0ef-9b98cdc23dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:42.077742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=10979685-8c2a-43c6-9e02-f2b389eb2ce5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:42.099118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1fd362e-b7e7-4db7-b0ef-9b98cdc23dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:42.226851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1fd362e-b7e7-4db7-b0ef-9b98cdc23dcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46adc2f21fe840d8b45d6fe1089c6f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216613 Apr 30 01:38:42.227935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd362e-b7e7-4db7-b0ef-9b98cdc23dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339dcd14-e472-4e8b-a1aa-f954ce3f1f38,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:42.231153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36138) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:42.384183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-283b4c69-567c-459f-88ff-2d9956aeb0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:42.553356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-283b4c69-567c-459f-88ff-2d9956aeb0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:42.573212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd402f5-e827-49ea-a739-8c614ae4245a req-b3d59452-ccab-4def-a265-8fe185421204 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:42.578669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bcd402f5-e827-49ea-a739-8c614ae4245a req-b3d59452-ccab-4def-a265-8fe185421204 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1399374 Apr 30 01:38:42.674976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bcd402f5-e827-49ea-a739-8c614ae4245a req-c6805d3c-c67d-45dc-8118-dc620605a7a9 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877786 Apr 30 01:38:42.757575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:42.879737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-283b4c69-567c-459f-88ff-2d9956aeb0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:42.883362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-283b4c69-567c-459f-88ff-2d9956aeb0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:42.890548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-283b4c69-567c-459f-88ff-2d9956aeb0ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/339dcd14-e472-4e8b-a1aa-f954ce3f1f38 HTTP/1.1" status: 204 len: 168 time: 0.6562622 Apr 30 01:38:42.907824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b4c69-567c-459f-88ff-2d9956aeb0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339dcd14-e472-4e8b-a1aa-f954ce3f1f38,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:43.244637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e7c73-2388-4f67-8851-2908d6388ebd req-ef3f9c4d-9b68-4eb6-8262-d39b86cc7e8b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:43.246246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d0e7c73-2388-4f67-8851-2908d6388ebd req-ef3f9c4d-9b68-4eb6-8262-d39b86cc7e8b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1227252 Apr 30 01:38:43.283918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Router eb96de1f-e78f-467b-8f4f-761b93d92484 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:38:43.310839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d0e7c73-2388-4f67-8851-2908d6388ebd req-2f97149f-ef89-4af4-a929-e66bf96f7846 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534968 Apr 30 01:38:43.464149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:38:43.473271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1f95902e-b92b-4c59-abfb-96c360026c83 admin admin] 10.222.0.15 "PUT /v2.0/routers/eb96de1f-e78f-467b-8f4f-761b93d92484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6582992 Apr 30 01:38:43.473430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36178) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:43.477262 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] Sync routers for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:38:43.498166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:43.498796 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:43.651226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:43.659109 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:43.843086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-1b21c2bc-ca22-4bfd-bebc-ba4b908ddc7c tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:43.847026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-1b21c2bc-ca22-4bfd-bebc-ba4b908ddc7c tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/networks?id=32862994-56b1-4149-8f37-ca93584f2041 HTTP/1.1" status: 200 len: 809 time: 0.2005029 Apr 30 01:38:43.876477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36194) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:43.900526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-74ab2112-982d-408a-a1a4-09c2b33aeb9d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/quotas/85de0c5d9fc542c0a72724b7986595af HTTP/1.1" status: 200 len: 375 time: 0.0444779 Apr 30 01:38:43.924212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b55d50bd-58d8-418d-b244-208f16e21497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:43.948084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:43.956580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-d211250c-3d7c-4f79-bc37-db20977905e2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=85de0c5d9fc542c0a72724b7986595af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532308 Apr 30 01:38:43.972880 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:38:41Z', 'revision_number': 5, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port': {'id': 'faf7e697-22e8-49f0-8763-64ce332651a2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:31:24Z', 'updated_at': '2022-04-30T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:43.974513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4996f5-f08b-49c7-b263-7aedb51b83e4 req-9e64f67d-5b86-4bf4-ad61-6af530bdcefc tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:43.976228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac4996f5-f08b-49c7-b263-7aedb51b83e4 req-9e64f67d-5b86-4bf4-ad61-6af530bdcefc tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1407075 Apr 30 01:38:44.014768 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] Checking router: eb96de1f-e78f-467b-8f4f-761b93d92484 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:38:44.026354 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] Routers {'eb96de1f-e78f-467b-8f4f-761b93d92484'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:44.027098 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['eb96de1f-e78f-467b-8f4f-761b93d92484'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:44.060971 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac4996f5-f08b-49c7-b263-7aedb51b83e4 req-ec757913-3330-4a89-bf9a-90fbf00b5963 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768104 Apr 30 01:38:44.137641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b55d50bd-58d8-418d-b244-208f16e21497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.185771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Deleting port faf7e697-22e8-49f0-8763-64ce332651a2 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:44.185771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.200094 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-57ddf68e-b00d-4c97-9eea-1fd00e47c2cf service neutron] 10.222.0.15 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426109 Apr 30 01:38:44.225438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b55d50bd-58d8-418d-b244-208f16e21497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.278671 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] Set router eb96de1f-e78f-467b-8f4f-761b93d92484 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:44.371767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] For port faf7e697-22e8-49f0-8763-64ce332651a2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=faf7e697-22e8-49f0-8763-64ce332651a2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:44.372301 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.385259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Calling delete_port for faf7e697-22e8-49f0-8763-64ce332651a2 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:44.411835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-40955b0d-d96e-49aa-b26e-f81af5e71629 service neutron] 10.222.0.15 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034318 Apr 30 01:38:44.417075 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:38:43Z', 'revision_number': 6, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:44.467417 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ac878-ee29-4973-b9e8-6b8d94098be0 None None] The sync data for ids ['eb96de1f-e78f-467b-8f4f-761b93d92484'] in n-d-821348-1 is: [{'id': 'eb96de1f-e78f-467b-8f4f-761b93d92484', 'name': 'tempest-ServerActionsTestJSON-429647883-router', 'tenant_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:31:23Z', 'updated_at': '2022-04-30T01:38:43Z', 'revision_number': 6, 'project_id': 'b8c8e8a97970400e9fc5fede171d84c0', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:38:44.517291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d50bd-58d8-418d-b244-208f16e21497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402d854d-7d54-4bbb-a9c3-3beba6603ad9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:44.546378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b55d50bd-58d8-418d-b244-208f16e21497 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a2863cf1d1d4ddda063309b31126b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6658857 Apr 30 01:38:44.547271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36208) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:44.568519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d3f6-48e7-465b-9d98-691c276118ca req-a96d3ef6-2a69-4ae3-bef3-fe179ee4789c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:44.576529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b284d3f6-48e7-465b-9d98-691c276118ca req-a96d3ef6-2a69-4ae3-bef3-fe179ee4789c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1288509 Apr 30 01:38:44.614580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-752cd3b4-fdab-443a-a4a9-d307e3e23422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.651893 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b284d3f6-48e7-465b-9d98-691c276118ca req-2f85db3e-fd37-4d21-8fd6-4487db20b981 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 Apr 30 01:38:44.692687 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-752cd3b4-fdab-443a-a4a9-d307e3e23422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.841213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.870179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-752cd3b4-fdab-443a-a4a9-d307e3e23422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.872880 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-752cd3b4-fdab-443a-a4a9-d307e3e23422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:44.877492 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-752cd3b4-fdab-443a-a4a9-d307e3e23422 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/402d854d-7d54-4bbb-a9c3-3beba6603ad9 HTTP/1.1" status: 204 len: 168 time: 0.3282230 Apr 30 01:38:44.914304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cd3b4-fdab-443a-a4a9-d307e3e23422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402d854d-7d54-4bbb-a9c3-3beba6603ad9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:44.924845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf7e697-22e8-49f0-8763-64ce332651a2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:45.037989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b494838-652e-47fb-ab1d-8f42b6931d8d req-5bf0d357-a84e-4c25-b21b-0260362c9428 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 210 time: 0.1232407 Apr 30 01:38:45.126729 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:45.251152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0cfde-7259-48e0-9ba9-1ce5c848fc12 req-ed043a66-a58a-4f4d-9861-318a4942065e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:45.251619 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:45.254296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6be0cfde-7259-48e0-9ba9-1ce5c848fc12 req-ed043a66-a58a-4f4d-9861-318a4942065e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.0751483 Apr 30 01:38:45.254730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:45.303408 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6be0cfde-7259-48e0-9ba9-1ce5c848fc12 req-dbc125a4-732b-41b0-9206-9b55d236ec6f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Apr 30 01:38:45.458066 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:45.460595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb96de1f-e78f-467b-8f4f-761b93d92484 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:38:45.463351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:45.464655 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c1b4d3f4-2db5-472e-b8ab-f0277d08d774 admin admin] 10.222.0.15 "DELETE /v2.0/routers/eb96de1f-e78f-467b-8f4f-761b93d92484 HTTP/1.1" status: 204 len: 168 time: 1.9900794 Apr 30 01:38:45.467202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36234) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:45.583080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9f84e3-dc8f-4240-a80a-083d2816e5e6 admin admin] Deleting subnet 0fe7a912-4c4f-4f55-9180-3f641b85cd91 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:38:45.587025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a9f84e3-dc8f-4240-a80a-083d2816e5e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:45.664304 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a9f84e3-dc8f-4240-a80a-083d2816e5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:45.866426 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a9f84e3-dc8f-4240-a80a-083d2816e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:45.956824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306b5a9-1385-47ed-a23f-c75d1d7001df req-1b9ce93b-6567-4931-99d5-89b44918b636 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:45.964282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0306b5a9-1385-47ed-a23f-c75d1d7001df req-1b9ce93b-6567-4931-99d5-89b44918b636 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1368043 Apr 30 01:38:46.061015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0306b5a9-1385-47ed-a23f-c75d1d7001df req-7d3ea154-0153-4ceb-8582-0002ef1c90a2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898910 Apr 30 01:38:46.132825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a9f84e3-dc8f-4240-a80a-083d2816e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:46.182194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f84e3-dc8f-4240-a80a-083d2816e5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe7a912-4c4f-4f55-9180-3f641b85cd91,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:46.192961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a9f84e3-dc8f-4240-a80a-083d2816e5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:46.193510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ef51e-429d-4d27-89ea-5694cc1f874e None None] Network 47ae3122-13d9-4258-b33f-e9a46c67fe6e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:38:46.198617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4a9f84e3-dc8f-4240-a80a-083d2816e5e6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0fe7a912-4c4f-4f55-9180-3f641b85cd91 HTTP/1.1" status: 204 len: 168 time: 0.7301645 Apr 30 01:38:46.201054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36262) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:46.209634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2de0fc37-ce72-4d3c-b082-2327f34def42 req-48651d3a-9d87-4e6f-b7b1-e2969b83e390 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 210 time: 0.0977046 Apr 30 01:38:46.297882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:46.389361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Deleting port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:46.389361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:46.525975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] DHCP port deletion for 47ae3122-13d9-4258-b33f-e9a46c67fe6e request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:38:46.599693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 10979685-8c2a-43c6-9e02-f2b389eb2ce5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:38:46.622317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] For port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:46.622801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:46.630209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 10979685-8c2a-43c6-9e02-f2b389eb2ce5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:38:46.631165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 10979685-8c2a-43c6-9e02-f2b389eb2ce5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:38:46.631773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device faf7e697-22e8-49f0-8763-64ce332651a2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:38:46.658127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: faf7e697-22e8-49f0-8763-64ce332651a2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:38:46.658497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device faf7e697-22e8-49f0-8763-64ce332651a2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:38:46.671938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Calling delete_port for a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:46.680004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561459a-b263-47ed-bcb5-5d54bc263b91 req-defe24ca-d9af-47b8-b5c2-fe0a7e83667b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:46.696238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Deleting port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:46.696748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:46.722464 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2561459a-b263-47ed-bcb5-5d54bc263b91 req-defe24ca-d9af-47b8-b5c2-fe0a7e83667b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1731725 Apr 30 01:38:46.802762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] For port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,segment=NetworkSegment(480e916d-9b21-42e7-b02f-dddadb796492),segment_id=480e916d-9b21-42e7-b02f-dddadb796492)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:46.803168 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:46.821684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Calling delete_port for a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:46.882926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2561459a-b263-47ed-bcb5-5d54bc263b91 req-d2c49580-2dd1-406c-bf51-7002a7c1b9ed tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565621 Apr 30 01:38:47.034796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-57faebd4-83a2-418d-badd-29f1fe5b97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:47.039632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-57faebd4-83a2-418d-badd-29f1fe5b97de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 1096 time: 0.0727155 Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:38:47.086271 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:38:47.097653 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:47.130588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:47.148340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Pushing event deleted for resources: {'Port': ['ID=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:47.158035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] No DVR routers for this DVR port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:38:47.161979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.165628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.165628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.165628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.165628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.165628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.165628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.165628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.165628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.166313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.166313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.166607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fb581-3786-4a63-a146-5c3bf1fddb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:38:47.208964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] No DVR routers for this DVR port a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:38:47.351652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15bb30ab-fcb0-48a5-b304-e3028c8e2518 req-4cf58c10-66a3-455d-8d09-af9457365509 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 210 time: 0.0408988 Apr 30 01:38:48.071680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c335c-40de-48a4-bc73-dc87b72a7947 req-14fb4166-4d18-457a-a289-e5646bd159a4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:48.073349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef2c335c-40de-48a4-bc73-dc87b72a7947 req-14fb4166-4d18-457a-a289-e5646bd159a4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.0869820 Apr 30 01:38:48.171202 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef2c335c-40de-48a4-bc73-dc87b72a7947 req-35f2601b-d15f-4f30-ae5b-49bc619f9ede tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867853 Apr 30 01:38:48.186122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:48.338252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:48.361041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-4c6a2759-7fb2-49e4-b1e9-c062a5f07114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:48.363902 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-4c6a2759-7fb2-49e4-b1e9-c062a5f07114 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 913 time: 1.2990375 Apr 30 01:38:48.434137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ae3122-13d9-4258-b33f-e9a46c67fe6e']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:48.443922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:38:48.449921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-30d078a7-cf7a-4c9f-91a5-ebe130b3f7a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff HTTP/1.1" status: 200 len: 217 time: 0.0752995 Apr 30 01:38:48.456847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480e916d-9b21-42e7-b02f-dddadb796492') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:48.457146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480e916d-9b21-42e7-b02f-dddadb796492') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:48.467849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7f08e-eb34-4b5c-ba78-20657c3c01a0 req-d2c6b6f9-c99a-41b5-9c38-512559a17a01 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:48.469425 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ff7f08e-eb34-4b5c-ba78-20657c3c01a0 req-d2c6b6f9-c99a-41b5-9c38-512559a17a01 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.3627262 Apr 30 01:38:48.472389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:38:48.472999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a3f5c2d0-fa44-49dd-8c1d-e4333cb3cdf3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:38:48.508748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:48.570437 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-64dee404-bf71-496c-985d-71a988c63568 req-55c72b2b-eb17-470c-98ba-fcf869397dfd tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 210 time: 0.0534887 Apr 30 01:38:48.570984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:48.580945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:38:48.582139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:38:48.662551 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:38:48.668807 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:48.724200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-d945bceb-1f6b-4629-b68f-17766d0f80d7 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:48.725732 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-d945bceb-1f6b-4629-b68f-17766d0f80d7 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.21 "GET /v2.0/networks?id=32862994-56b1-4149-8f37-ca93584f2041 HTTP/1.1" status: 200 len: 809 time: 0.5415599 Apr 30 01:38:48.734783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-f13a6be2-78ff-4ccd-a37c-4b452c55823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:48.737031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-f13a6be2-78ff-4ccd-a37c-4b452c55823e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa9a07b2-cad2-405d-8af2-2429062e92d3 HTTP/1.1" status: 200 len: 853 time: 0.2513409 Apr 30 01:38:48.753101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Request body: {'port': {'device_id': 'd2bc2b63-cd18-4d92-ba8b-94f0a23291f4', 'network_id': '32862994-56b1-4149-8f37-ca93584f2041', 'admin_state_up': True, 'tenant_id': '85de0c5d9fc542c0a72724b7986595af'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:48.779136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:48.786892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ff7f08e-eb34-4b5c-ba78-20657c3c01a0 req-a15ef171-7c4c-4109-bb85-29677ef371c8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252770 Apr 30 01:38:48.808070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:48.813663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] 10.222.0.15 "DELETE /v2.0/networks/47ae3122-13d9-4258-b33f-e9a46c67fe6e HTTP/1.1" status: 204 len: 168 time: 2.6092591 Apr 30 01:38:48.848768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-80b2b332-7c1a-48b9-a95b-e5f8b6d00c07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ab50747-8251-4790-b3ff-891bed71c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912044 Apr 30 01:38:48.888166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838d688-ced8-47d4-8b2c-6ff433c07f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=47ae3122-13d9-4258-b33f-e9a46c67fe6e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:49.034665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-acb7d743-57cc-4082-b52f-b2f0165d8b4d service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745322 Apr 30 01:38:49.176295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-02178a8d-c297-47f6-84e3-17a77c806e18 req-43b57cf7-76e0-40ac-b7be-a73ac6072a5f service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323168 Apr 30 01:38:49.177316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Made reservation on behalf of 85de0c5d9fc542c0a72724b7986595af for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:49.181741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:49.322165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9884f8-0729-455d-921b-77378e782578 req-8679fded-67af-4417-8160-91aed78dcedd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:49.331245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d9884f8-0729-455d-921b-77378e782578 req-8679fded-67af-4417-8160-91aed78dcedd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.0761976 Apr 30 01:38:49.350106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Allocated IP 172.20.0.4 (32862994-56b1-4149-8f37-ca93584f2041/36e2cc82-177e-4746-9699-3d1d34edc03b/0c1909c7-d53a-4929-ad16-2cab1a374ea0) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:38:49.380667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36386) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:49.408904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d9884f8-0729-455d-921b-77378e782578 req-6f8ccbfb-bd76-4550-b2b0-566cbda056e9 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731773 Apr 30 01:38:49.507951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-94b4814d-05ce-45e6-b403-3f038186ac39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8c8e8a97970400e9fc5fede171d84c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260924 Apr 30 01:38:49.510453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36390) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:49.637253 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c6512d-a54a-409d-9931-abbec67c05de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:49.663675 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c6512d-a54a-409d-9931-abbec67c05de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:49.794658 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa259a07-2590-4433-a69b-3e77153a1841 req-af1680e7-cc0e-4d9c-8336-1b937d63534e tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 210 time: 0.0918353 Apr 30 01:38:49.799521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:49.903232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c6512d-a54a-409d-9931-abbec67c05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:49.905850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c6512d-a54a-409d-9931-abbec67c05de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:49.908070 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95c6512d-a54a-409d-9931-abbec67c05de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51e4687c-3e4d-427d-855f-56c3d0c89ed6 HTTP/1.1" status: 204 len: 168 time: 0.3947048 Apr 30 01:38:49.924950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6512d-a54a-409d-9931-abbec67c05de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e4687c-3e4d-427d-855f-56c3d0c89ed6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:49.951312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:50.062272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Network 32862994-56b1-4149-8f37-ca93584f2041 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:38:50.065977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb7637-5ced-414f-94c7-48baf1459f03 req-e4acb3af-1253-41ba-a317-755bb67442ac tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:50.066740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:38:50.071964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:38:50.086126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ebeb7637-5ced-414f-94c7-48baf1459f03 req-e4acb3af-1253-41ba-a317-755bb67442ac tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1781321 Apr 30 01:38:50.138497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:50.139170 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:50.143724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Pushing event updated for resources: {'Port': ['ID=0c1909c7-d53a-4929-ad16-2cab1a374ea0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:50.183934 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ebeb7637-5ced-414f-94c7-48baf1459f03 req-1d26c7c2-06d3-47c8-8315-70cfcacdc419 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968809 Apr 30 01:38:50.318234 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-8ef6833b-78aa-4108-8cd7-9af57e697fc2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5797615 Apr 30 01:38:50.332100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Request body: {'port': {'device_id': 'd2bc2b63-cd18-4d92-ba8b-94f0a23291f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:50.404410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:50.417577 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:50.481719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36438) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:50.768245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ea8027b-81f4-43b3-9359-9d46e907b16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:50.925870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31935f69-d736-4c86-9199-5fabd1299219 req-ffed4875-0169-4148-a01c-40b285c76013 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:50.929805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31935f69-d736-4c86-9199-5fabd1299219 req-ffed4875-0169-4148-a01c-40b285c76013 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1786115 Apr 30 01:38:50.939951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ea8027b-81f4-43b3-9359-9d46e907b16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.019966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9ff0d-1f2f-4867-8e63-1711bc3bb151 req-7afd1ab8-69a8-4e40-abcb-5b1c9da54b38 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:51.032635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6b9ff0d-1f2f-4867-8e63-1711bc3bb151 req-7afd1ab8-69a8-4e40-abcb-5b1c9da54b38 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 931 time: 0.0900064 Apr 30 01:38:51.043406 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ea8027b-81f4-43b3-9359-9d46e907b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.078274 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31935f69-d736-4c86-9199-5fabd1299219 req-c54d2dab-9f1e-4ded-b021-4261a6d27e7a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803301 Apr 30 01:38:51.154423 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6b9ff0d-1f2f-4867-8e63-1711bc3bb151 req-01bf3024-dfb5-42cb-b62d-773dd4b69660 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199279 Apr 30 01:38:51.166492 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5ea8027b-81f4-43b3-9359-9d46e907b16b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=239869f625254c16a14e4251450f2b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836870 Apr 30 01:38:51.167711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36460) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:51.185514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8027b-81f4-43b3-9359-9d46e907b16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361508b7-1ff7-401b-b675-c5a8a5c1e2f8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:51.213701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1909c7-d53a-4929-ad16-2cab1a374ea0 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:38:51.245569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.295043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-157300a8-2039-4662-81f4-06f2ce907cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.313289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Transition to ACTIVE for port object 0c1909c7-d53a-4929-ad16-2cab1a374ea0 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:38:51.330428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-157300a8-2039-4662-81f4-06f2ce907cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.335482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36468) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:51.436207 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.564551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dc092-f697-4c84-bccf-cdc5e5b9a40f req-b2ea9b14-3495-4393-95e2-41acfbfa3546 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:51.566365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-359dc092-f697-4c84-bccf-cdc5e5b9a40f req-b2ea9b14-3495-4393-95e2-41acfbfa3546 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1928403 Apr 30 01:38:51.566516 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-157300a8-2039-4662-81f4-06f2ce907cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.569630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-157300a8-2039-4662-81f4-06f2ce907cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.570806 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-157300a8-2039-4662-81f4-06f2ce907cf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/361508b7-1ff7-401b-b675-c5a8a5c1e2f8 HTTP/1.1" status: 204 len: 168 time: 0.4020143 Apr 30 01:38:51.600076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157300a8-2039-4662-81f4-06f2ce907cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361508b7-1ff7-401b-b675-c5a8a5c1e2f8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:51.661499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1909c7-d53a-4929-ad16-2cab1a374ea0,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:51.759681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-359dc092-f697-4c84-bccf-cdc5e5b9a40f req-26c77aa7-f1dd-465c-8dbf-f3dfbc7561e3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835322 Apr 30 01:38:51.780688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Attempting to bind port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:38:51.781011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Attempting to bind port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:38:51.781340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Attempting to bind port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 on network 32862994-56b1-4149-8f37-ca93584f2041 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:38:51.786332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 on network 32862994-56b1-4149-8f37-ca93584f2041 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:38:51.786653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Attempting to bind port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 on network 32862994-56b1-4149-8f37-ca93584f2041 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:38:51.797903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:38:51.797903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Checking segment: {'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:38:51.797903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Bound using segment: {'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:38:51.797903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Bound port: 0c1909c7-d53a-4929-ad16-2cab1a374ea0, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:38:51.797903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:51.964919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36492) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:51.980745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:38:52.106527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1590162174-network', 'tenant_id': '35b2173ecdd0418a955cebd563021c33'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:52.208585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:52.213151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Made reservation on behalf of 35b2173ecdd0418a955cebd563021c33 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:52.219586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.238082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] For port 0c1909c7-d53a-4929-ad16-2cab1a374ea0, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:38:52.240229 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.244000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770', 'port_id': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'mac_address': 'fa:16:3e:db:85:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9a07b2-cad2-405d-8af2-2429062e92d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:38:52.292734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] For port 0c1909c7-d53a-4929-ad16-2cab1a374ea0, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=0c1909c7-d53a-4929-ad16-2cab1a374ea0,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:38:52.306270 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.334722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f473c555-c2df-45c1-80df-05bb1d3b84ff {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:38:52.365676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd15c7a-7845-450e-8523-631384c27bf9 req-bd0dd889-0806-4b06-8af3-8bd5d015b300 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:52.373100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bd15c7a-7845-450e-8523-631384c27bf9 req-bd0dd889-0806-4b06-8af3-8bd5d015b300 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 943 time: 0.0970764 Apr 30 01:38:52.374082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c05ee-b242-40fd-93e3-df64148347ee req-2e09a5fb-1cc6-4a8b-bf34-56cf62be5e87 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:52.375684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc5c05ee-b242-40fd-93e3-df64148347ee req-2e09a5fb-1cc6-4a8b-bf34-56cf62be5e87 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1180792 Apr 30 01:38:52.392713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:52.409478 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.452644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc5c05ee-b242-40fd-93e3-df64148347ee req-72462cce-c280-467a-9d28-ae0e6b5532c5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566261 Apr 30 01:38:52.472683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:52.497966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1909c7-d53a-4929-ad16-2cab1a374ea0,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:52.505854 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.520023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-806170f8-13ce-439b-8bcd-8857739f4e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.526111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:52.526941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.528640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-cb13fe17-2904-429b-85e7-231e09f5e873 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c1909c7-d53a-4929-ad16-2cab1a374ea0 HTTP/1.1" status: 200 len: 1091 time: 2.2019296 Apr 30 01:38:52.531788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bd15c7a-7845-450e-8523-631384c27bf9 req-99a097f1-5474-4752-9da6-e99d50ea76fb tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578369 Apr 30 01:38:52.532371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.534833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bc2b63-cd18-4d92-ba8b-94f0a23291f4', 'tag': '0c1909c7-d53a-4929-ad16-2cab1a374ea0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:52.542629 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c7365-4371-494f-b5fb-c06a11de0081" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bc2b63-cd18-4d92-ba8b-94f0a23291f4", "tag": "0c1909c7-d53a-4929-ad16-2cab1a374ea0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:52.632492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:52.653776 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b52113-44de-4b9b-a0ed-e4dc8d1578ce x-openstack-request-id: req-55b52113-44de-4b9b-a0ed-e4dc8d1578ce {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:52.654066 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bc2b63-cd18-4d92-ba8b-94f0a23291f4", "tag": "0c1909c7-d53a-4929-ad16-2cab1a374ea0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:52.654187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.654318 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55b52113-44de-4b9b-a0ed-e4dc8d1578ce {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:52.654718 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b52113-44de-4b9b-a0ed-e4dc8d1578ce'] response: {'name': 'network-changed', 'server_uuid': 'd2bc2b63-cd18-4d92-ba8b-94f0a23291f4', 'tag': '0c1909c7-d53a-4929-ad16-2cab1a374ea0', 'status': 'completed', 'code': 200} Apr 30 01:38:52.658237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f473c555-c2df-45c1-80df-05bb1d3b84ff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:38:52.670199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:38:52.681121 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.681542 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Added segment e53dea95-2b6f-4354-ac4d-5e165add60e7 of type vlan for network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 Apr 30 01:38:52.741052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.763340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-f0fcebbb-0b2c-42e4-a723-040bf3c3fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:52.765061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-f0fcebbb-0b2c-42e4-a723-040bf3c3fb69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85de0c5d9fc542c0a72724b7986595af&device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 1094 time: 0.1308789 Apr 30 01:38:52.795532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-806170f8-13ce-439b-8bcd-8857739f4e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.807375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc973baa-7b30-44c1-b356-4e2597d50a06,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:52.828858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.830571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:52.831217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.851178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-9a05aa32-7a1c-4122-b931-0e575122b6d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c1909c7-d53a-4929-ad16-2cab1a374ea0 HTTP/1.1" status: 200 len: 217 time: 0.0784631 Apr 30 01:38:52.888769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-806170f8-13ce-439b-8bcd-8857739f4e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.936413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:52.963774 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9978125 Apr 30 01:38:52.973722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36516) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:52.980274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14398444-2bcd-4e2e-a973-72655b8b1e4c admin admin] Pushing event updated for resources: {'Network': ['ID=5ea05c55-4529-4b8c-9358-b63e7c4414f1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:52.981563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Request body: {'subnet': {'network_id': '5ea05c55-4529-4b8c-9358-b63e7c4414f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1590162174-subnet', 'tenant_id': '35b2173ecdd0418a955cebd563021c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:52.983223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806170f8-13ce-439b-8bcd-8857739f4e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0794f68-11df-403a-9727-62670aa3bfa7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:52.993949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:38:52.994903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-806170f8-13ce-439b-8bcd-8857739f4e39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1586b152b5c249b0adb41c04ef44a8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220010 Apr 30 01:38:52.995789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36518) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:53.000815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-e1fa0067-db40-4746-9560-7c80faf9c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:53.003183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-e1fa0067-db40-4746-9560-7c80faf9c117 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36e2cc82-177e-4746-9699-3d1d34edc03b HTTP/1.1" status: 200 len: 849 time: 0.1443350 Apr 30 01:38:53.065425 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06ab97a1-bba9-4b61-9125-2d26158e0a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:53.090882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06ab97a1-bba9-4b61-9125-2d26158e0a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:53.101442 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-34157edc-ff54-4026-96ca-fd785cb6e424 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32862994-56b1-4149-8f37-ca93584f2041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887861 Apr 30 01:38:53.128419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f3d5e-9cb9-473c-8137-94a20667f77c req-2138b161-12f9-4a04-9f19-f53c436d9800 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:53.129964 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-671f3d5e-9cb9-473c-8137-94a20667f77c req-2138b161-12f9-4a04-9f19-f53c436d9800 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 944 time: 0.2361362 Apr 30 01:38:53.191294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Made reservation on behalf of 35b2173ecdd0418a955cebd563021c33 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:53.193482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:53.235771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06ab97a1-bba9-4b61-9125-2d26158e0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:53.241773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06ab97a1-bba9-4b61-9125-2d26158e0a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:53.247848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06ab97a1-bba9-4b61-9125-2d26158e0a63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0794f68-11df-403a-9727-62670aa3bfa7 HTTP/1.1" status: 204 len: 168 time: 0.2506571 Apr 30 01:38:53.260144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab97a1-bba9-4b61-9125-2d26158e0a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0794f68-11df-403a-9727-62670aa3bfa7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:53.641504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2e72a-5778-4db8-83ca-a299a3a8c25e req-d93682e2-4bf6-44b8-a0c3-eb8bfd4b54e3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:53.649276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7f2e72a-5778-4db8-83ca-a299a3a8c25e req-d93682e2-4bf6-44b8-a0c3-eb8bfd4b54e3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.0676074 Apr 30 01:38:53.717452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7f2e72a-5778-4db8-83ca-a299a3a8c25e req-5caa146f-2bbf-4216-b37d-80da6ca5993b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670612 Apr 30 01:38:53.772241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-671f3d5e-9cb9-473c-8137-94a20667f77c req-68b5e433-90f0-498e-a0aa-b972dc43bcab tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326473 Apr 30 01:38:53.852904 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-7a3aa6dd-9bcb-4aee-bcfc-72b9a3c27f9c service neutron] 10.222.0.21 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330954 Apr 30 01:38:53.871835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986df9-302a-4ada-ae6b-0b6cce899bab req-b6b97531-6335-4035-8444-e4a45f254107 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:53.873720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85986df9-302a-4ada-ae6b-0b6cce899bab req-b6b97531-6335-4035-8444-e4a45f254107 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 943 time: 0.0535245 Apr 30 01:38:53.943562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85986df9-302a-4ada-ae6b-0b6cce899bab req-5f1de575-74be-4eb8-8bec-3e5781faf6b7 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590799 Apr 30 01:38:54.010453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:38:54.104525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port f473c555-c2df-45c1-80df-05bb1d3b84ff triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:38:54.104902 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:54.134416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5b0b4479-606a-49f6-a530-f1dc18ba6f8c req-3f8c5f63-ad4d-4e3b-a231-d08929a95009 service neutron] 10.222.0.21 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712107 Apr 30 01:38:54.246648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Deleting port 21e0eb18-6129-457c-8ec7-f7b3f33748a1 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:54.247382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:54.313662 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:54.368460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c970f0-20d5-49ef-8fe5-32be48063abd,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:54.383929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:54.450960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:54.451914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:38:54.454182 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ce2d6b-6dd9-47cc-a70a-a0a9ab1811da" -d '{"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-plugged", "status": "completed", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:38:54.481949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] For port 21e0eb18-6129-457c-8ec7-f7b3f33748a1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=21e0eb18-6129-457c-8ec7-f7b3f33748a1,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:54.481949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:54.486447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Checking segment: {'id': 'e53dea95-2b6f-4354-ac4d-5e165add60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5ea05c55-4529-4b8c-9358-b63e7c4414f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:38:54.486816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Network hostable DHCP agents. Network: 5ea05c55-4529-4b8c-9358-b63e7c4414f1, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:38:54.508065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Calling delete_port for 21e0eb18-6129-457c-8ec7-f7b3f33748a1 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:54.511168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c7365-4371-494f-b5fb-c06a11de0081 req-15de3037-5129-466a-b638-d757a30f727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:54.512724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-816c7365-4371-494f-b5fb-c06a11de0081 req-15de3037-5129-466a-b638-d757a30f727f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85de0c5d9fc542c0a72724b7986595af&device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 1094 time: 0.1509309 Apr 30 01:38:54.521486 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ba940-d0b4-43ec-92f4-7b946e7aef27 x-openstack-request-id: req-0f5ba940-d0b4-43ec-92f4-7b946e7aef27 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:38:54.521486 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-plugged", "status": "completed", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:38:54.521486 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f5ba940-d0b4-43ec-92f4-7b946e7aef27 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:38:54.521486 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5ba940-d0b4-43ec-92f4-7b946e7aef27'] response: {'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'code': 200} Apr 30 01:38:54.578001 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:54.649422 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:54.684776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:38:54.808015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c7365-4371-494f-b5fb-c06a11de0081 req-a258897e-912c-418e-9223-6a21d7f5d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:54.810381 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-816c7365-4371-494f-b5fb-c06a11de0081 req-a258897e-912c-418e-9223-6a21d7f5d1cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=32862994-56b1-4149-8f37-ca93584f2041 HTTP/1.1" status: 200 len: 909 time: 0.2872014 Apr 30 01:38:54.896907 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-816c7365-4371-494f-b5fb-c06a11de0081 req-9a7f9c55-8632-4fd0-97f7-f199f852c6f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c1909c7-d53a-4929-ad16-2cab1a374ea0 HTTP/1.1" status: 200 len: 217 time: 0.0622847 Apr 30 01:38:54.899837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 5ea05c55-4529-4b8c-9358-b63e7c4414f1) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:38:54.906140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:54.907164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:54.912895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce619e3c-a6aa-4836-8ffa-a76194fabc33 None None] Network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:38:54.953749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102f5c4-9312-4a2a-82cb-939f555904c6 req-69292582-7cda-43c4-926f-30761f6fb7fa tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:54.983843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1102f5c4-9312-4a2a-82cb-939f555904c6 req-69292582-7cda-43c4-926f-30761f6fb7fa tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1599593 Apr 30 01:38:55.047027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1102f5c4-9312-4a2a-82cb-939f555904c6 req-8fafca13-4ef3-4de0-92da-adba00ca84d0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622029 Apr 30 01:38:55.133538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c7365-4371-494f-b5fb-c06a11de0081 req-46884eb3-1be1-46b6-bdd5-eb3cfb605f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:55.135310 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-816c7365-4371-494f-b5fb-c06a11de0081 req-46884eb3-1be1-46b6-bdd5-eb3cfb605f20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36e2cc82-177e-4746-9699-3d1d34edc03b HTTP/1.1" status: 200 len: 849 time: 0.2071414 Apr 30 01:38:55.293719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a89b52-8286-403e-9004-8ba328b03ee4 req-235b25b0-2187-4e1d-af08-69d8eca3fa87 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:55.305522 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-207fa9ea-d7a0-4c7b-b73b-2782c0d76b2b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3290496 Apr 30 01:38:55.316556 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9a89b52-8286-403e-9004-8ba328b03ee4 req-235b25b0-2187-4e1d-af08-69d8eca3fa87 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 943 time: 0.1042340 Apr 30 01:38:55.402485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-816c7365-4371-494f-b5fb-c06a11de0081 req-3cdc9bee-49bf-4a42-9454-9c7a112e6ca5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32862994-56b1-4149-8f37-ca93584f2041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2462118 Apr 30 01:38:55.443253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9a89b52-8286-403e-9004-8ba328b03ee4 req-a5d7efec-c58d-4f42-a44f-d4df0371192a tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152034 Apr 30 01:38:55.458853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bd522-23a3-4b3d-b2c9-7825f41bb200 None None] Network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:38:55.576612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143228d4-f569-4ae9-b719-78167309df0f req-b07db9ea-2369-41f5-b548-8d09772f1bb5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:55.578218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-143228d4-f569-4ae9-b719-78167309df0f req-b07db9ea-2369-41f5-b548-8d09772f1bb5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.5983076 Apr 30 01:38:55.681417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-143228d4-f569-4ae9-b719-78167309df0f req-bf00d2fe-6da6-4111-ac05-9d1773e3585f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731974 Apr 30 01:38:55.737487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-816c7365-4371-494f-b5fb-c06a11de0081 req-da1ae8ad-5567-4a0d-805f-7b856b273e03 service neutron] 10.222.0.21 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126459 Apr 30 01:38:55.846491 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:55.900157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e0eb18-6129-457c-8ec7-f7b3f33748a1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:55.975683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-816c7365-4371-494f-b5fb-c06a11de0081 req-99c7c1df-46fd-4f42-88f3-fb9d05a7a109 service neutron] 10.222.0.21 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372618 Apr 30 01:38:56.309239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6df28-d78b-4e05-91df-ed48133fd0ec req-80109f27-beca-43ae-b1ff-bba46d8aa943 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:56.325434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43b6df28-d78b-4e05-91df-ed48133fd0ec req-80109f27-beca-43ae-b1ff-bba46d8aa943 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1163323 Apr 30 01:38:56.335566 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:56.426615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43b6df28-d78b-4e05-91df-ed48133fd0ec req-cf228cb8-0c63-4476-a590-27c359b0710b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912492 Apr 30 01:38:56.668405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3cdcc-6a97-4fbf-a189-5faf2cfd9eaf req-67ee51b1-a8de-44ac-8b45-3104d46e1a09 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:56.684648 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10d3cdcc-6a97-4fbf-a189-5faf2cfd9eaf req-67ee51b1-a8de-44ac-8b45-3104d46e1a09 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 943 time: 0.0908549 Apr 30 01:38:56.745614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-10d3cdcc-6a97-4fbf-a189-5faf2cfd9eaf req-dcf39363-0ba3-4af3-985d-0e62932872ec tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597372 Apr 30 01:38:56.871368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748ee04-385b-4066-bfa9-fc8596e57efe req-774af806-e53e-4801-89fa-80f034e25110 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:56.876030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5748ee04-385b-4066-bfa9-fc8596e57efe req-774af806-e53e-4801-89fa-80f034e25110 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0734794 Apr 30 01:38:56.911135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Router d70280fe-f4a0-408e-a3b7-75065677eb52 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:38:56.930052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5748ee04-385b-4066-bfa9-fc8596e57efe req-12ef34f1-01e4-4d6c-a6db-37af210f89c2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509574 Apr 30 01:38:56.953963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36670) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:56.960418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-758046414-network', 'tenant_id': '091a4a48d95241a09256e945c7270ad4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:57.069260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Made reservation on behalf of 091a4a48d95241a09256e945c7270ad4 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:57.072562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:57.088023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:57.122342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:38:57.132334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] Sync routers for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:38:57.146513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36680) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:57.149562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-afdfd20f-86c2-47a2-8792-ac6aaf2c7406 admin admin] 10.222.0.15 "PUT /v2.0/routers/d70280fe-f4a0-408e-a3b7-75065677eb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8080709 Apr 30 01:38:57.151249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:57.152199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:57.389494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:57.614356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 0c1909c7-d53a-4929-ad16-2cab1a374ea0 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:38:57.670456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e928-15ee-4086-a6b1-aac8a091a283 req-60e04ed3-ba4a-4d3e-9583-43ef060c4156 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:57.677792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dae5e928-15ee-4086-a6b1-aac8a091a283 req-60e04ed3-ba4a-4d3e-9583-43ef060c4156 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1193035 Apr 30 01:38:57.782571 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dae5e928-15ee-4086-a6b1-aac8a091a283 req-cb8a39c3-955c-450b-8600-3c0af3c9be94 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989087 Apr 30 01:38:57.862246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:57.868270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:57.916632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 0c1909c7-d53a-4929-ad16-2cab1a374ea0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=0c1909c7-d53a-4929-ad16-2cab1a374ea0,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:57.935633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '0c1909c7-d53a-4929-ad16-2cab1a374ea0', 'network_id': '32862994-56b1-4149-8f37-ca93584f2041', 'port_id': '0c1909c7-d53a-4929-ad16-2cab1a374ea0', 'mac_address': 'fa:16:3e:f4:d3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e2cc82-177e-4746-9699-3d1d34edc03b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:38:57.972946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:58.023919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:58.047691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1909c7-d53a-4929-ad16-2cab1a374ea0 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:38:58.057240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:38:55Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:58.093417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] Checking router: d70280fe-f4a0-408e-a3b7-75065677eb52 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:38:58.114494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615949bc-d445-42a2-a7ac-91b876f5e3c9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:58.118756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] Routers {'d70280fe-f4a0-408e-a3b7-75065677eb52'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:38:58.119657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d70280fe-f4a0-408e-a3b7-75065677eb52'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:58.129051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5105a-e379-4b29-a751-d53aaf494192 req-0c96f3e0-140f-431a-8bad-3dddac519b50 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:58.130929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fb5105a-e379-4b29-a751-d53aaf494192 req-0c96f3e0-140f-431a-8bad-3dddac519b50 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1114833 Apr 30 01:38:58.168335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:38:58.352509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fb5105a-e379-4b29-a751-d53aaf494192 req-ee5d192b-b467-4e0a-aec1-66c7951f82e2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145970 Apr 30 01:38:58.420526 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:58.420847 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Added segment aacab072-5742-4efa-b3d9-959883ae2913 of type vlan for network 7ff048ff-620e-4671-a6fc-bccf4b117d02 Apr 30 01:38:58.422801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:58.448285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a2e9-68f8-4eca-bde6-c903da9d5259 req-bc9852e6-3761-4174-8f4a-2af3d5ef9803 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:58.449895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f68a2e9-68f8-4eca-bde6-c903da9d5259 req-bc9852e6-3761-4174-8f4a-2af3d5ef9803 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 943 time: 0.5794880 Apr 30 01:38:58.526647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:58.540795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f68a2e9-68f8-4eca-bde6-c903da9d5259 req-1b088a03-7893-480f-a728-b644311a46d8 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658123 Apr 30 01:38:58.603505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] Set router d70280fe-f4a0-408e-a3b7-75065677eb52 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:38:58.651008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Deleting port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:38:58.651008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:58.808353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] For port 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6f1d0ca1-d5a6-4665-a3ad-cd98205ae960,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:58.808858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:58.831266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Calling delete_port for 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:38:59.007832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 0c1909c7-d53a-4929-ad16-2cab1a374ea0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=0c1909c7-d53a-4929-ad16-2cab1a374ea0,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:38:59.009050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64876d-b83c-492c-8c31-ee4df86de039 req-fab17dec-61b5-44b8-a91a-f13bb935b228 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:59.009050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb64876d-b83c-492c-8c31-ee4df86de039 req-fab17dec-61b5-44b8-a91a-f13bb935b228 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.0868120 Apr 30 01:38:59.082259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:59.083341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:59.084039 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:59.103446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fb64876d-b83c-492c-8c31-ee4df86de039 req-0ed61c60-02da-4926-9012-cc878fb51b3d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977943 Apr 30 01:38:59.183571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] Pushing event updated for resources: {'Network': ['ID=7ff048ff-620e-4671-a6fc-bccf4b117d02,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:59.187190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:38:55Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:38:59.221447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7ff048ff-620e-4671-a6fc-bccf4b117d02 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:38:59.228004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0b414-4759-43f1-9d06-8b4818d3e51b None None] The sync data for ids ['d70280fe-f4a0-408e-a3b7-75065677eb52'] in n-d-821348-1 is: [{'id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'name': 'tempest-AttachVolumeTestJSON-1676210609-router', 'tenant_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:32:57Z', 'updated_at': '2022-04-30T01:38:55Z', 'revision_number': 5, 'project_id': 'a2126a2d8d294114b3a25bfa71ea753d', 'gw_port': {'id': '6f1d0ca1-d5a6-4665-a3ad-cd98205ae960', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70280fe-f4a0-408e-a3b7-75065677eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:32:58Z', 'updated_at': '2022-04-30T01:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:38:59.312077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:59.335543 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:59.403476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=0c1909c7-d53a-4929-ad16-2cab1a374ea0,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:59.406336 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2503-20ae-4aad-b747-7384433f9cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:59.412279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e709f260-f2ad-438b-bdc6-231116e059ff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4570630 Apr 30 01:38:59.413188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1d0ca1-d5a6-4665-a3ad-cd98205ae960,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:38:59.414987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36752) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:38:59.425107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Request body: {'subnet': {'network_id': '7ff048ff-620e-4671-a6fc-bccf4b117d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-758046414-subnet', 'tenant_id': '091a4a48d95241a09256e945c7270ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:38:59.538743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Made reservation on behalf of 091a4a48d95241a09256e945c7270ad4 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:38:59.541702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:59.559868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['0c1909c7-d53a-4929-ad16-2cab1a374ea0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:38:59.643065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d75fc1-dd3a-4e39-9661-2a44c46dd9df req-5e9f28ce-ab03-40aa-9a08-2b39deeead0b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:59.646436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31d75fc1-dd3a-4e39-9661-2a44c46dd9df req-5e9f28ce-ab03-40aa-9a08-2b39deeead0b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0934126 Apr 30 01:38:59.653001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:59.829788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6942a6-b8b7-4bfa-b822-2cd58f2c2d32 req-2548470e-0a4f-4f5c-93ca-1a2d137b4d13 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:38:59.831530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31d75fc1-dd3a-4e39-9661-2a44c46dd9df req-7a486be5-f483-44f7-a9fb-b1c293138598 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751585 Apr 30 01:38:59.854539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd6942a6-b8b7-4bfa-b822-2cd58f2c2d32 req-2548470e-0a4f-4f5c-93ca-1a2d137b4d13 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 944 time: 0.1689107 Apr 30 01:38:59.891134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:38:59.899928 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.040524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.041107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d70280fe-f4a0-408e-a3b7-75065677eb52 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:39:00.047585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.047585 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f05d03fe-61c3-4f8a-b74a-af05b61cf73a admin admin] 10.222.0.15 "DELETE /v2.0/routers/d70280fe-f4a0-408e-a3b7-75065677eb52 HTTP/1.1" status: 204 len: 168 time: 2.8995273 Apr 30 01:39:00.049631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36768) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:00.088859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd6942a6-b8b7-4bfa-b822-2cd58f2c2d32 req-95512292-ae87-4902-939b-00748ac67917 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333896 Apr 30 01:39:00.171865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b02821e-a265-4c07-ab77-9083a0fb35ad admin admin] Deleting subnet 4678b416-24fb-4d1d-8706-f508be1fa5cb {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:39:00.179046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b02821e-a265-4c07-ab77-9083a0fb35ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.237204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.284199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b02821e-a265-4c07-ab77-9083a0fb35ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.365739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ff9a3-b72c-4562-80f5-c22c16c1e3e5 req-3215b6c6-0227-4e7a-b81b-081bcf9f129b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:00.371543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca6d0ad-cd0c-4141-9de8-77dd3e18aee2,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:00.382944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c79ff9a3-b72c-4562-80f5-c22c16c1e3e5 req-3215b6c6-0227-4e7a-b81b-081bcf9f129b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1496446 Apr 30 01:39:00.496948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c79ff9a3-b72c-4562-80f5-c22c16c1e3e5 req-2eb6fab7-f955-45dc-90aa-1a0ab06d1202 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128328 Apr 30 01:39:00.515455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Checking segment: {'id': 'aacab072-5742-4efa-b3d9-959883ae2913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7ff048ff-620e-4671-a6fc-bccf4b117d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:39:00.516436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Network hostable DHCP agents. Network: 7ff048ff-620e-4671-a6fc-bccf4b117d02, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:39:00.604737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b02821e-a265-4c07-ab77-9083a0fb35ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.619543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Network 7ff048ff-620e-4671-a6fc-bccf4b117d02 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:39:00.664516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:00.715125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7ff048ff-620e-4671-a6fc-bccf4b117d02) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:00.720993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:00.725001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.732492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37ff7e3-0c0f-43d6-957c-4e72b3f4e05e None None] Network 7ff048ff-620e-4671-a6fc-bccf4b117d02 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:00.773643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b02821e-a265-4c07-ab77-9083a0fb35ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.806507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0fea218d-d889-4921-af38-20d9ed91d7b8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3897905 Apr 30 01:39:00.807623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b02821e-a265-4c07-ab77-9083a0fb35ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:00.813100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2b02821e-a265-4c07-ab77-9083a0fb35ad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4678b416-24fb-4d1d-8706-f508be1fa5cb HTTP/1.1" status: 204 len: 168 time: 0.7624502 Apr 30 01:39:00.818648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36790) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:00.982215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02821e-a265-4c07-ab77-9083a0fb35ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4678b416-24fb-4d1d-8706-f508be1fa5cb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:01.037973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a704bc-6329-4cc5-a0d2-b50f66b8cea0 None None] Network 4d1c5335-4e8e-461d-bbea-99cc3496328c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:01.055777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 21e0eb18-6129-457c-8ec7-f7b3f33748a1 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:39:01.056270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:01.118715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c9d0-8526-4476-af06-8eb88823bbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:01.143381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 21e0eb18-6129-457c-8ec7-f7b3f33748a1 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:39:01.143748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 21e0eb18-6129-457c-8ec7-f7b3f33748a1 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:39:01.229852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c9d0-8526-4476-af06-8eb88823bbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:01.305765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ba77c-234e-47a9-a77f-020ff35259f3 req-ca5b5218-58e7-4393-bf33-12130232f82d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:01.314380 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-098ba77c-234e-47a9-a77f-020ff35259f3 req-ca5b5218-58e7-4393-bf33-12130232f82d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.2537050 Apr 30 01:39:01.349329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad09607-9a64-425e-92ba-3e973699a78b req-891f0bda-fd3e-47d4-b13a-f2f30e1a0f6a tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:01.359818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ad09607-9a64-425e-92ba-3e973699a78b req-891f0bda-fd3e-47d4-b13a-f2f30e1a0f6a tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 944 time: 0.1052949 Apr 30 01:39:01.368042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-098ba77c-234e-47a9-a77f-020ff35259f3 req-fae8f670-0be9-4643-9008-7dff4a16f2a7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526824 Apr 30 01:39:01.378408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Deleting port 0b09d89b-f12b-4ba5-ba21-63c12f79859c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:39:01.380157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:01.397415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c9d0-8526-4476-af06-8eb88823bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:01.426235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ad09607-9a64-425e-92ba-3e973699a78b req-18efa5ba-29b8-49c5-aea5-257bc0767c37 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584688 Apr 30 01:39:01.494725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-306b17eb-f577-4259-8639-cf83b41a242a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:01.507109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f53199f-a128-48b4-bb6e-4b9d6094c212 None None] Network 7ff048ff-620e-4671-a6fc-bccf4b117d02 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:01.507354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7c9d0-8526-4476-af06-8eb88823bbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621a2995-eaa3-4a83-adf8-dc6d74115421,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:01.518774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] For port 0b09d89b-f12b-4ba5-ba21-63c12f79859c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0b09d89b-f12b-4ba5-ba21-63c12f79859c,segment=NetworkSegment(0ffc5c16-dcec-4db4-8787-f418df3a3423),segment_id=0ffc5c16-dcec-4db4-8787-f418df3a3423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:01.519402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:01.536821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Calling delete_port for 0b09d89b-f12b-4ba5-ba21-63c12f79859c owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:39:01.550634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3bf7c9d0-8526-4476-af06-8eb88823bbd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3911945fb084761b68c0860d64420c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8848746 Apr 30 01:39:01.553140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36808) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:01.702578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 0c1909c7-d53a-4929-ad16-2cab1a374ea0 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:39:01.719738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b54b1-8872-424e-b020-ab240930a7b1 req-69ef341f-c658-46d5-a252-a796ddcddac6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:01.721774 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f70b54b1-8872-424e-b020-ab240930a7b1 req-69ef341f-c658-46d5-a252-a796ddcddac6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1203885 Apr 30 01:39:01.767492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbceb704-2bad-4cf9-81c6-12a2e04dcac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:01.810780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f70b54b1-8872-424e-b020-ab240930a7b1 req-e2513ef2-a16b-4799-8afe-35a0a85b45b1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770226 Apr 30 01:39:01.816044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbceb704-2bad-4cf9-81c6-12a2e04dcac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.029241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-49c5a868-0a78-4643-a8e3-dc7c269f2d40 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:02.032187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-49c5a868-0a78-4643-a8e3-dc7c269f2d40 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/networks?id=5ea05c55-4529-4b8c-9358-b63e7c4414f1 HTTP/1.1" status: 200 len: 825 time: 0.2922435 Apr 30 01:39:02.058630 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbceb704-2bad-4cf9-81c6-12a2e04dcac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.061885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbceb704-2bad-4cf9-81c6-12a2e04dcac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.063157 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fbceb704-2bad-4cf9-81c6-12a2e04dcac6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/621a2995-eaa3-4a83-adf8-dc6d74115421 HTTP/1.1" status: 204 len: 168 time: 0.5089316 Apr 30 01:39:02.065392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-23f8fed7-4668-4bf5-bec2-358baf59eb49 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/quotas/35b2173ecdd0418a955cebd563021c33 HTTP/1.1" status: 200 len: 375 time: 0.0209687 Apr 30 01:39:02.081064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceb704-2bad-4cf9-81c6-12a2e04dcac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a2995-eaa3-4a83-adf8-dc6d74115421,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:02.098759 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.103527 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:39:02.186068 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-79d8414f-8480-47da-a89d-a9d28f40a2c2 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b2173ecdd0418a955cebd563021c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086876 Apr 30 01:39:02.195126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b09d89b-f12b-4ba5-ba21-63c12f79859c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:02.200808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] No DVR routers for this DVR port 0b09d89b-f12b-4ba5-ba21-63c12f79859c on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:39:02.212579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c196113-ffc0-4f0f-ab1a-56cdf704743b None None] DHCP port deletion for 4d1c5335-4e8e-461d-bbea-99cc3496328c request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:39:02.215850 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.263713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:39:02.271704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:02.272471 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.321471 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.394242 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.424443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bc2b63-cd18-4d92-ba8b-94f0a23291f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1909c7-d53a-4929-ad16-2cab1a374ea0'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:02.431120 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc4bcfd-3d18-4b9f-9853-465b338105cc" -d '{"events": [{"server_uuid": "d2bc2b63-cd18-4d92-ba8b-94f0a23291f4", "name": "network-vif-plugged", "status": "completed", "tag": "0c1909c7-d53a-4929-ad16-2cab1a374ea0"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:02.445756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 0c1909c7-d53a-4929-ad16-2cab1a374ea0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=0c1909c7-d53a-4929-ad16-2cab1a374ea0,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:02.504151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:39:02.519194 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3dd5a42e-34f1-440d-9511-e4e0b27fefcf service neutron] 10.222.0.15 "GET /v2.0/networks/5ea05c55-4529-4b8c-9358-b63e7c4414f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888114 Apr 30 01:39:02.580979 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.648727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-63e8a7e6-9fa1-4c67-ab18-1ca054bb0087 service neutron] 10.222.0.15 "GET /v2.0/networks/5ea05c55-4529-4b8c-9358-b63e7c4414f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202176 Apr 30 01:39:02.655736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1c5335-4e8e-461d-bbea-99cc3496328c']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:02.668408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608ff5f-0230-4ee8-b535-f49417dbe962 req-9a0da735-bc90-4e63-a5e1-ab0f3c87186a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:02.678872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffc5c16-dcec-4db4-8787-f418df3a3423') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:02.679591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffc5c16-dcec-4db4-8787-f418df3a3423') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:02.683461 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b608ff5f-0230-4ee8-b535-f49417dbe962 req-9a0da735-bc90-4e63-a5e1-ab0f3c87186a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1858094 Apr 30 01:39:02.699806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.729738 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.747352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:39:02.747623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:39:02.748135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:02.751713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6f1d0ca1-d5a6-4665-a3ad-cd98205ae960 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:39:02.752391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0b09d89b-f12b-4ba5-ba21-63c12f79859c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:39:02.772452 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:39:02.799822 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b608ff5f-0230-4ee8-b535-f49417dbe962 req-458d3f7f-e531-4f98-b3f8-357e0d581074 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115923 Apr 30 01:39:02.833686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=0c1909c7-d53a-4929-ad16-2cab1a374ea0,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:02.846509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 0b09d89b-f12b-4ba5-ba21-63c12f79859c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:39:02.846893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0b09d89b-f12b-4ba5-ba21-63c12f79859c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:39:02.884916 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0766bd4-cd0a-4985-a7d8-1040527259d3 x-openstack-request-id: req-f0766bd4-cd0a-4985-a7d8-1040527259d3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:02.885589 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bc2b63-cd18-4d92-ba8b-94f0a23291f4", "name": "network-vif-plugged", "status": "completed", "tag": "0c1909c7-d53a-4929-ad16-2cab1a374ea0", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:02.886723 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0766bd4-cd0a-4985-a7d8-1040527259d3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:02.887374 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0766bd4-cd0a-4985-a7d8-1040527259d3'] response: {'server_uuid': 'd2bc2b63-cd18-4d92-ba8b-94f0a23291f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1909c7-d53a-4929-ad16-2cab1a374ea0', 'code': 200} Apr 30 01:39:02.995860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.002946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.021160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d1c5335-4e8e-461d-bbea-99cc3496328c HTTP/1.1" status: 204 len: 168 time: 2.1895862 Apr 30 01:39:03.062735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c88a92-e4bf-437b-91b9-caf623ea02b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1c5335-4e8e-461d-bbea-99cc3496328c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:03.102742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb8e49-201d-44a5-b0e1-54db45abb02e req-b9d6d349-a9e3-41fb-b4ae-58f1edcb620f tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:03.106120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6fb8e49-201d-44a5-b0e1-54db45abb02e req-b9d6d349-a9e3-41fb-b4ae-58f1edcb620f tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 945 time: 0.1432440 Apr 30 01:39:03.114523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a10a5-92e8-4482-a6d2-cc784689a23b req-93c7e1f9-7617-4dff-ace9-034755ee575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:03.116995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d66a10a5-92e8-4482-a6d2-cc784689a23b req-93c7e1f9-7617-4dff-ace9-034755ee575c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 1096 time: 0.1501651 Apr 30 01:39:03.171468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d66a10a5-92e8-4482-a6d2-cc784689a23b req-599a56d4-3b3b-4415-9796-cd3a00fc3980 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 Apr 30 01:39:03.198841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6fb8e49-201d-44a5-b0e1-54db45abb02e req-1faa1bd7-183d-417a-a84a-3c1257912de7 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858469 Apr 30 01:39:03.258247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36866) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:03.287896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d5b06afa-95c2-4508-9788-786760c1c346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.364600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e0f1398-9d21-4aa7-8d61-ea59ee160d6d req-f604bf60-afd4-405f-b364-8a7f13a58318 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 210 time: 0.0647676 Apr 30 01:39:03.382864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb81bb-ca7c-48d0-94cf-0f75d77f1e2c req-9b4d113a-a065-4b46-a186-fde59ceed748 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:03.397898 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80eb81bb-ca7c-48d0-94cf-0f75d77f1e2c req-9b4d113a-a065-4b46-a186-fde59ceed748 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1654549 Apr 30 01:39:03.486423 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d5b06afa-95c2-4508-9788-786760c1c346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.504084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36872) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:03.519707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80eb81bb-ca7c-48d0-94cf-0f75d77f1e2c req-8ede793d-eaa4-4571-97cb-45226eaae2bb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146264 Apr 30 01:39:03.549095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d5b06afa-95c2-4508-9788-786760c1c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.593655 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-67ea7214-4f44-4659-a5df-0a1ac52f8fbb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2126a2d8d294114b3a25bfa71ea753d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858102 Apr 30 01:39:03.597290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36876) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:03.644898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d5b06afa-95c2-4508-9788-786760c1c346 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35fd5669aec940699fc8a9e454bbe742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865442 Apr 30 01:39:03.645517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36878) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:03.699960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6a9-e847-4129-9130-45b58b408985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.731265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6a9-e847-4129-9130-45b58b408985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.731615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b06afa-95c2-4508-9788-786760c1c346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba134124-0d5a-4f89-b4e9-c055df9d1ac8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:03.763314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08ea900-8277-4cd9-8f74-5f4388db8fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.772419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.792353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08ea900-8277-4cd9-8f74-5f4388db8fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.943664 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6a9-e847-4129-9130-45b58b408985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.947669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6a9-e847-4129-9130-45b58b408985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:03.948883 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-43d8a6a9-e847-4129-9130-45b58b408985 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9ebbc57-91d3-4d7a-aa0c-f5959eaaa2c0 HTTP/1.1" status: 204 len: 168 time: 0.3539698 Apr 30 01:39:03.962312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8a6a9-e847-4129-9130-45b58b408985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ebbc57-91d3-4d7a-aa0c-f5959eaaa2c0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:03.991675 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:04.030641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08ea900-8277-4cd9-8f74-5f4388db8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:04.038976 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d08ea900-8277-4cd9-8f74-5f4388db8fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:04.046661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d08ea900-8277-4cd9-8f74-5f4388db8fa8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba134124-0d5a-4f89-b4e9-c055df9d1ac8 HTTP/1.1" status: 204 len: 168 time: 0.3970742 Apr 30 01:39:04.082522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ea900-8277-4cd9-8f74-5f4388db8fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba134124-0d5a-4f89-b4e9-c055df9d1ac8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:04.157140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b256449-79f4-4035-af78-f39a9376fb26 req-543fb241-5331-4597-9c18-183ce24a040d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:04.169221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b256449-79f4-4035-af78-f39a9376fb26 req-543fb241-5331-4597-9c18-183ce24a040d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.2255728 Apr 30 01:39:04.271785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b256449-79f4-4035-af78-f39a9376fb26 req-1f42f396-2748-4432-8218-008da63c67b6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924935 Apr 30 01:39:04.501255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41f99ade-46f9-43dc-806b-65adbea33beb req-14bca432-1065-40c8-b025-d48b9ff32c56 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 210 time: 0.0602572 Apr 30 01:39:04.577035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6dc94-3557-40f4-8978-019237d41317 req-776294b2-affd-4813-b222-796c2c80d566 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:04.605421 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eaa6dc94-3557-40f4-8978-019237d41317 req-776294b2-affd-4813-b222-796c2c80d566 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 945 time: 0.2483251 Apr 30 01:39:04.678711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaa99f-81d2-488b-b88d-e900523cbd83 req-6feae177-a785-4a3e-8ac9-8bf5d24a3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:04.680342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cbaa99f-81d2-488b-b88d-e900523cbd83 req-6feae177-a785-4a3e-8ac9-8bf5d24a3641 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 1097 time: 0.2707253 Apr 30 01:39:04.696047 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eaa6dc94-3557-40f4-8978-019237d41317 req-e142f0db-29af-4672-9c25-329e7048a979 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896237 Apr 30 01:39:04.761471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d51b5-11e4-4d09-8cb0-79a0fc646b65 req-b05b9509-8aa7-451c-a148-e944dbd216c6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:04.775150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-102d51b5-11e4-4d09-8cb0-79a0fc646b65 req-b05b9509-8aa7-451c-a148-e944dbd216c6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.0967579 Apr 30 01:39:04.797299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cbaa99f-81d2-488b-b88d-e900523cbd83 req-914d1e84-5598-417d-83b4-dd7b6cb472dc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997806 Apr 30 01:39:04.854705 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-102d51b5-11e4-4d09-8cb0-79a0fc646b65 req-274110ee-12a7-4847-b13d-d84ac7b39482 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773518 Apr 30 01:39:05.473242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff409f-6908-4400-aa3d-85c3d2c836de req-5e9dfcc6-a505-440b-9cb1-fa9401fa9b36 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:05.475826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27ff409f-6908-4400-aa3d-85c3d2c836de req-5e9dfcc6-a505-440b-9cb1-fa9401fa9b36 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0866089 Apr 30 01:39:05.538000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27ff409f-6908-4400-aa3d-85c3d2c836de req-b6229f06-9c75-4346-98fa-8e1e90c26fe7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522454 Apr 30 01:39:05.697158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60dc3987-b42e-4694-9143-9c288f1cde08 req-c9cd21a1-8ab2-4715-a870-08d29dcce8b6 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 210 time: 0.0386651 Apr 30 01:39:05.893394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a1483-267a-4174-90bf-e329fb7d3a07 req-c0b664bc-5387-4c21-ba37-2424b696c2c9 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:05.900053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a6a1483-267a-4174-90bf-e329fb7d3a07 req-c0b664bc-5387-4c21-ba37-2424b696c2c9 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 945 time: 0.1000905 Apr 30 01:39:06.010841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a6a1483-267a-4174-90bf-e329fb7d3a07 req-1d6deb49-3bae-4c6d-84c3-e44a6ede4cde tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930455 Apr 30 01:39:06.118556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e80eff-ef15-4d8a-9038-a9956f7480a1 req-09b7a02a-b449-41d0-a7f3-76a7b413740d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:06.123905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e80eff-ef15-4d8a-9038-a9956f7480a1 req-09b7a02a-b449-41d0-a7f3-76a7b413740d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1140976 Apr 30 01:39:06.247109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76e80eff-ef15-4d8a-9038-a9956f7480a1 req-817d14a6-f962-461e-8e8b-f45ff1c159b1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138685 Apr 30 01:39:06.621012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-7596530b-83d5-4e65-8359-9da775a82084 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:06.631840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-7596530b-83d5-4e65-8359-9da775a82084 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.21 "GET /v2.0/networks?id=5ea05c55-4529-4b8c-9358-b63e7c4414f1 HTTP/1.1" status: 200 len: 825 time: 0.2768979 Apr 30 01:39:06.649298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Request body: {'port': {'device_id': 'afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8', 'network_id': '5ea05c55-4529-4b8c-9358-b63e7c4414f1', 'admin_state_up': True, 'tenant_id': '35b2173ecdd0418a955cebd563021c33'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:06.990522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37891895-c6cd-40f3-a53f-46537b75fb52 req-84f701b7-0551-4c77-92c2-216b9f7557a4 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 210 time: 0.1168709 Apr 30 01:39:07.246936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407b6da-bac8-4b46-b651-e54b43870c95 req-c6bb3ad3-31e9-4d1a-a97a-700d027ba97e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:07.250373 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c407b6da-bac8-4b46-b651-e54b43870c95 req-c6bb3ad3-31e9-4d1a-a97a-700d027ba97e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1001861 Apr 30 01:39:07.390026 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c407b6da-bac8-4b46-b651-e54b43870c95 req-cea09d5b-760a-42b7-b1a7-f486dbb9d0db tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231263 Apr 30 01:39:07.480757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Made reservation on behalf of 35b2173ecdd0418a955cebd563021c33 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:07.485065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:07.535757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8566-2357-4174-bfd4-5d866317c31e req-f2134cb8-75bb-4108-8061-21383fbca86d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:07.537402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-778d8566-2357-4174-bfd4-5d866317c31e req-f2134cb8-75bb-4108-8061-21383fbca86d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1636069 Apr 30 01:39:07.668038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-778d8566-2357-4174-bfd4-5d866317c31e req-e02fcc76-9ec6-48b3-89a6-9b62d07ac29a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184344 Apr 30 01:39:07.852704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Allocated IP 172.20.0.9 (5ea05c55-4529-4b8c-9358-b63e7c4414f1/b2c970f0-20d5-49ef-8fe5-32be48063abd/c8d10097-265e-4ab8-9229-af8bd6f1205e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:07.856118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c3c2e-c8c7-4a09-85e3-b3caa187fe58 req-2c8f89ef-ce72-45f2-b5bb-1017ffb38792 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:07.864526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f1c3c2e-c8c7-4a09-85e3-b3caa187fe58 req-2c8f89ef-ce72-45f2-b5bb-1017ffb38792 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.0735598 Apr 30 01:39:07.900331 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f1c3c2e-c8c7-4a09-85e3-b3caa187fe58 req-cbd374db-a8fb-4ebb-b179-2ef476430c23 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348403 Apr 30 01:39:08.107259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:08.322743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:08.516814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Pushing event updated for resources: {'Port': ['ID=c8d10097-265e-4ab8-9229-af8bd6f1205e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:08.541472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:08.549394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:08.561567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:08.632701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637c3ff-60a3-4aa5-addc-8c7e91360a66 req-6946c2ce-3315-4971-8a65-d8536b2f4b70 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:08.641614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2637c3ff-60a3-4aa5-addc-8c7e91360a66 req-6946c2ce-3315-4971-8a65-d8536b2f4b70 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 931 time: 0.0724370 Apr 30 01:39:08.691860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2637c3ff-60a3-4aa5-addc-8c7e91360a66 req-db2a737e-0a7c-4481-a4ea-0258b3d5386e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488167 Apr 30 01:39:08.775355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:08.776069 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:08.834439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e8607-402f-453d-bb19-d6a95ffb0a51 req-c2b16e91-9a00-4381-a653-7c6d2cf0cefc tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:08.840457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-144e8607-402f-453d-bb19-d6a95ffb0a51 req-c2b16e91-9a00-4381-a653-7c6d2cf0cefc tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.2128932 Apr 30 01:39:08.875069 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-df78a174-7096-4f61-b4c6-3c0c43bb5678 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2292473 Apr 30 01:39:08.888693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Request body: {'port': {'device_id': 'afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:08.961900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-144e8607-402f-453d-bb19-d6a95ffb0a51 req-9a9b7592-17f0-412f-982a-09e416c49b2a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128700 Apr 30 01:39:08.970504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:08.996997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3185-42fd-47f7-997e-97165e3c2a41 req-97bd9b88-0041-498b-896f-c8a9abe43d67 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:09.017810 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b81b3185-42fd-47f7-997e-97165e3c2a41 req-97bd9b88-0041-498b-896f-c8a9abe43d67 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1469922 Apr 30 01:39:09.135621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b81b3185-42fd-47f7-997e-97165e3c2a41 req-0890086c-4300-4005-8656-32db9e8766e5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095819 Apr 30 01:39:09.520263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d10097-265e-4ab8-9229-af8bd6f1205e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:39:09.534024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:09.569674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Transition to ACTIVE for port object c8d10097-265e-4ab8-9229-af8bd6f1205e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:39:09.592922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ccc4-4b77-4442-bd30-a87d5b5abf65 req-ddca514a-bb00-4c8a-9c28-8debe018733f tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:09.605077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f89ccc4-4b77-4442-bd30-a87d5b5abf65 req-ddca514a-bb00-4c8a-9c28-8debe018733f tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 945 time: 0.5030034 Apr 30 01:39:09.677219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:09.779308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d10097-265e-4ab8-9229-af8bd6f1205e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:09.797575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-8ffaca95-adf6-45f7-9529-9629986d8a65 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:09.799796 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-8ffaca95-adf6-45f7-9529-9629986d8a65 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 945 time: 0.1166558 Apr 30 01:39:09.802557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f89ccc4-4b77-4442-bd30-a87d5b5abf65 req-fefc7e30-a699-4ac4-8885-eb0438ea2ef8 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964672 Apr 30 01:39:10.055584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Attempting to bind port c8d10097-265e-4ab8-9229-af8bd6f1205e on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:39:10.056277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Attempting to bind port c8d10097-265e-4ab8-9229-af8bd6f1205e by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e53dea95-2b6f-4354-ac4d-5e165add60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5ea05c55-4529-4b8c-9358-b63e7c4414f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:39:10.056827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Attempting to bind port c8d10097-265e-4ab8-9229-af8bd6f1205e on network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:39:10.063242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Port c8d10097-265e-4ab8-9229-af8bd6f1205e on network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:39:10.063944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Attempting to bind port c8d10097-265e-4ab8-9229-af8bd6f1205e on network 5ea05c55-4529-4b8c-9358-b63e7c4414f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:39:10.069801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:39:10.070409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Checking segment: {'id': 'e53dea95-2b6f-4354-ac4d-5e165add60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5ea05c55-4529-4b8c-9358-b63e7c4414f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:39:10.071166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Bound using segment: {'id': 'e53dea95-2b6f-4354-ac4d-5e165add60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5ea05c55-4529-4b8c-9358-b63e7c4414f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:39:10.072031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Bound port: c8d10097-265e-4ab8-9229-af8bd6f1205e, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53dea95-2b6f-4354-ac4d-5e165add60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5ea05c55-4529-4b8c-9358-b63e7c4414f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:39:10.072631 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:10.085156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37192) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:10.118871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Deleting port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:39:10.121447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:10.216800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6959f-9b2e-4f43-8ea5-6cc72c9bf88d req-911d01ac-1e9d-40cc-8619-47209412370a tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:10.257738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] For port c8d10097-265e-4ab8-9229-af8bd6f1205e, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:39:10.259218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8c6959f-9b2e-4f43-8ea5-6cc72c9bf88d req-911d01ac-1e9d-40cc-8619-47209412370a tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 943 time: 0.3225510 Apr 30 01:39:10.271364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] For port c8d10097-265e-4ab8-9229-af8bd6f1205e, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c8d10097-265e-4ab8-9229-af8bd6f1205e,segment=NetworkSegment(e53dea95-2b6f-4354-ac4d-5e165add60e7),segment_id=e53dea95-2b6f-4354-ac4d-5e165add60e7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:39:10.323100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc00b4b-6ac8-43bd-bda3-c1f3bb195dde req-a159693a-6a2f-4fcd-b142-01d91a6862b0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:10.330467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ddc00b4b-6ac8-43bd-bda3-c1f3bb195dde req-a159693a-6a2f-4fcd-b142-01d91a6862b0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1947005 Apr 30 01:39:10.385832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ef4f-31f2-4fc1-9555-9e7c6d741268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:10.390784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8c6959f-9b2e-4f43-8ea5-6cc72c9bf88d req-410bcfe7-da58-4cd0-bc94-c28faa1e7d2c tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229897 Apr 30 01:39:10.440391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ddc00b4b-6ac8-43bd-bda3-c1f3bb195dde req-88113cdf-1fd8-43e7-b1ff-27e49de75937 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030128 Apr 30 01:39:10.480942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] For port 0c1909c7-d53a-4929-ad16-2cab1a374ea0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=0c1909c7-d53a-4929-ad16-2cab1a374ea0,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:10.481338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:10.572163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Calling delete_port for 0c1909c7-d53a-4929-ad16-2cab1a374ea0 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:39:10.588595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:10.593898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ef4f-31f2-4fc1-9555-9e7c6d741268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:10.635064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:10.636051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:10.637551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] 10.222.0.21 "PUT /v2.0/ports/c8d10097-265e-4ab8-9229-af8bd6f1205e HTTP/1.1" status: 200 len: 1091 time: 1.7541444 Apr 30 01:39:10.640038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8', 'tag': 'c8d10097-265e-4ab8-9229-af8bd6f1205e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:10.652396 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4e52f-8467-4e94-b0c6-c19e46deca4c" -d '{"events": [{"name": "network-changed", "server_uuid": "afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8", "tag": "c8d10097-265e-4ab8-9229-af8bd6f1205e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:10.661349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ef4f-31f2-4fc1-9555-9e7c6d741268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:10.735981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f8c3ef4f-31f2-4fc1-9555-9e7c6d741268 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2edc53f3163404998dd48e9259b79ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6487429 Apr 30 01:39:10.737081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f23f4-5f05-4a3f-9d09-21800bfbd471 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d10097-265e-4ab8-9229-af8bd6f1205e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:10.750094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37218) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:10.750796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3ef4f-31f2-4fc1-9555-9e7c6d741268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98be17ad-289e-49f4-a0ee-60967716db3e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:10.829984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921b85b-3222-4794-af59-9b88d7f27cb8 req-4bbf331d-6575-4c59-87be-5cdcde70df21 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:10.837512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d921b85b-3222-4794-af59-9b88d7f27cb8 req-4bbf331d-6575-4c59-87be-5cdcde70df21 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.3110259 Apr 30 01:39:10.838800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-9a696363-be1b-4479-97e0-e47de3739ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:10.840383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-9a696363-be1b-4479-97e0-e47de3739ca3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35b2173ecdd0418a955cebd563021c33&device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 1094 time: 0.0916543 Apr 30 01:39:10.906973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d921b85b-3222-4794-af59-9b88d7f27cb8 req-c414f7d9-856e-46a9-8792-87c1e8cec04c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655174 Apr 30 01:39:10.924054 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-f3488fda-1826-4550-919f-211dde0137ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d10097-265e-4ab8-9229-af8bd6f1205e HTTP/1.1" status: 200 len: 217 time: 0.0733740 Apr 30 01:39:10.925246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2457de4b-3c57-4ca4-83b3-a3d72edb4f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:11.036000 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5254a01f-fced-4fea-8300-7f7d37a9e94c x-openstack-request-id: req-5254a01f-fced-4fea-8300-7f7d37a9e94c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:11.036283 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8", "tag": "c8d10097-265e-4ab8-9229-af8bd6f1205e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:11.037523 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5254a01f-fced-4fea-8300-7f7d37a9e94c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:11.037943 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5254a01f-fced-4fea-8300-7f7d37a9e94c'] response: {'name': 'network-changed', 'server_uuid': 'afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8', 'tag': 'c8d10097-265e-4ab8-9229-af8bd6f1205e', 'status': 'completed', 'code': 200} Apr 30 01:39:11.114841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2457de4b-3c57-4ca4-83b3-a3d72edb4f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:11.177929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda2157-1988-4275-ac20-cdf6651103b0 req-1bd17f71-18d1-4872-b771-334a9f4683eb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:11.180236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bda2157-1988-4275-ac20-cdf6651103b0 req-1bd17f71-18d1-4872-b771-334a9f4683eb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1329007 Apr 30 01:39:11.236826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-c31386cf-41f0-4ffe-be2f-c3909111bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:11.239394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-c31386cf-41f0-4ffe-be2f-c3909111bdcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b2c970f0-20d5-49ef-8fe5-32be48063abd HTTP/1.1" status: 200 len: 865 time: 0.3080254 Apr 30 01:39:11.258030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:11.274274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['0c1909c7-d53a-4929-ad16-2cab1a374ea0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:39:11.329336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-989eebc7-73c0-4981-9cd3-b784f5b8dd1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ea05c55-4529-4b8c-9358-b63e7c4414f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706041 Apr 30 01:39:11.359500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Pushing event deleted for resources: {'Port': ['ID=0c1909c7-d53a-4929-ad16-2cab1a374ea0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:11.372034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfcabb-1d2e-408f-b589-2b170f5373af req-5c6ce45b-711c-4ce5-b6fc-e88ea735a8ac tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:11.373555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66cfcabb-1d2e-408f-b589-2b170f5373af req-5c6ce45b-711c-4ce5-b6fc-e88ea735a8ac tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 867 time: 0.2472229 Apr 30 01:39:11.474558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66cfcabb-1d2e-408f-b589-2b170f5373af req-8c58e7cb-7df7-4527-8362-755c1303ec2f tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667031 Apr 30 01:39:11.479608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2457de4b-3c57-4ca4-83b3-a3d72edb4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:11.482254 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2457de4b-3c57-4ca4-83b3-a3d72edb4f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:11.487081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2457de4b-3c57-4ca4-83b3-a3d72edb4f1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98be17ad-289e-49f4-a0ee-60967716db3e HTTP/1.1" status: 204 len: 168 time: 0.7308009 Apr 30 01:39:11.513803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bda2157-1988-4275-ac20-cdf6651103b0 req-7828654e-2ac7-40fd-ba97-e6f932fb49e5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238261 Apr 30 01:39:11.515073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] No DVR routers for this DVR port 0c1909c7-d53a-4929-ad16-2cab1a374ea0 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:39:11.520991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457de4b-3c57-4ca4-83b3-a3d72edb4f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be17ad-289e-49f4-a0ee-60967716db3e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:11.521647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:11.530920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-3076a664-6707-438e-92fd-b66bb9ef5f3b service neutron] 10.222.0.21 "GET /v2.0/networks/5ea05c55-4529-4b8c-9358-b63e7c4414f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947148 Apr 30 01:39:11.543480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2850d9ea-c821-454d-a43c-0160d2b37e1c req-2addc92b-dc8f-49c0-b119-4fea30cf979d tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.21 "DELETE /v2.0/ports/0c1909c7-d53a-4929-ad16-2cab1a374ea0 HTTP/1.1" status: 204 len: 173 time: 1.7273295 Apr 30 01:39:11.543480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bc2b63-cd18-4d92-ba8b-94f0a23291f4', 'name': 'network-vif-deleted', 'tag': '0c1909c7-d53a-4929-ad16-2cab1a374ea0'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:11.543480 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4705b9-8c31-48a3-8b0c-42beae2bc81b" -d '{"events": [{"server_uuid": "d2bc2b63-cd18-4d92-ba8b-94f0a23291f4", "name": "network-vif-deleted", "tag": "0c1909c7-d53a-4929-ad16-2cab1a374ea0"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:11.583846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37240) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:11.660112 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf61309-0608-4171-a145-8467ab50b2c5 x-openstack-request-id: req-5cf61309-0608-4171-a145-8467ab50b2c5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:11.660413 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bc2b63-cd18-4d92-ba8b-94f0a23291f4", "name": "network-vif-deleted", "tag": "0c1909c7-d53a-4929-ad16-2cab1a374ea0", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:11.660644 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cf61309-0608-4171-a145-8467ab50b2c5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:11.661135 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf61309-0608-4171-a145-8467ab50b2c5'] response: {'server_uuid': 'd2bc2b63-cd18-4d92-ba8b-94f0a23291f4', 'name': 'network-vif-deleted', 'tag': '0c1909c7-d53a-4929-ad16-2cab1a374ea0', 'status': 'completed', 'code': 200} Apr 30 01:39:11.810867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-633ec076-c756-46bf-a93b-5a25d058838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:11.830543 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4d2d17a-d28a-4ed8-9af0-e8cd9c761f89 req-94efc3e1-2e75-4127-8f15-3b704e144204 service neutron] 10.222.0.21 "GET /v2.0/networks/5ea05c55-4529-4b8c-9358-b63e7c4414f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853036 Apr 30 01:39:11.977245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eefe8-4d57-4970-96fe-2f00a1aafd7f req-7f080ed2-0691-4ab6-b0b8-d3f797b1885a tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:11.992337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a64eefe8-4d57-4970-96fe-2f00a1aafd7f req-7f080ed2-0691-4ab6-b0b8-d3f797b1885a tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 943 time: 0.1607189 Apr 30 01:39:12.055651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-633ec076-c756-46bf-a93b-5a25d058838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:12.140036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a64eefe8-4d57-4970-96fe-2f00a1aafd7f req-7b88c291-0b6e-4cdf-822d-abb1ffc11e39 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464684 Apr 30 01:39:12.158284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-cbe39d08-0707-4633-8b83-04a6ed69c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:12.161460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-cbe39d08-0707-4633-8b83-04a6ed69c8e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35b2173ecdd0418a955cebd563021c33&device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 1094 time: 0.1639593 Apr 30 01:39:12.177010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba223fb2-8f10-47f1-a3f6-de1b417cdf1e req-0afdf2a6-28fd-4fe3-9c0e-0daf04a4ab21 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:12.192195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba223fb2-8f10-47f1-a3f6-de1b417cdf1e req-0afdf2a6-28fd-4fe3-9c0e-0daf04a4ab21 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1135392 Apr 30 01:39:12.219747 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-633ec076-c756-46bf-a93b-5a25d058838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:12.281062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37252) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:12.282440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-633ec076-c756-46bf-a93b-5a25d058838b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03eb863cee674a0ba09503c85c6f22de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6955380 Apr 30 01:39:12.321315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba223fb2-8f10-47f1-a3f6-de1b417cdf1e req-531c8305-32aa-42a3-93d3-b82a10018b49 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238940 Apr 30 01:39:12.348464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ec076-c756-46bf-a93b-5a25d058838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146780ee-44b5-4598-98fb-d1c7fb449e02,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:12.430819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-7da0b041-405c-4af5-ad18-98d6b4db7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:12.433072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-7da0b041-405c-4af5-ad18-98d6b4db7515 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ea05c55-4529-4b8c-9358-b63e7c4414f1 HTTP/1.1" status: 200 len: 925 time: 0.2639332 Apr 30 01:39:12.468285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aef77a47-2f02-4fd5-abf2-eadd8325bdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:12.511277 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aef77a47-2f02-4fd5-abf2-eadd8325bdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:12.694328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-b47806e5-e29b-46ad-96bc-22dcc1d74a24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d10097-265e-4ab8-9229-af8bd6f1205e HTTP/1.1" status: 200 len: 217 time: 0.2508380 Apr 30 01:39:12.815142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-2bcc551b-1b87-4efb-874f-57e327f5657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:12.815142 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-2bcc551b-1b87-4efb-874f-57e327f5657c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b2c970f0-20d5-49ef-8fe5-32be48063abd HTTP/1.1" status: 200 len: 865 time: 0.0980010 Apr 30 01:39:12.881457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-308d6fa6-316d-48ad-b30d-6a68627469b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ea05c55-4529-4b8c-9358-b63e7c4414f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622151 Apr 30 01:39:12.896776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca342c-69e8-46ba-a3cb-fbdc3723c97b req-3a5ac7d8-e421-4d05-b23d-ea9ee1b90259 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:12.898417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31ca342c-69e8-46ba-a3cb-fbdc3723c97b req-3a5ac7d8-e421-4d05-b23d-ea9ee1b90259 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1969330 Apr 30 01:39:12.903070 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-391b76aa-bf87-453f-8630-ea45d097330a req-9cd29fe2-80f6-452e-83a7-20591cde381e tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2bc2b63-cd18-4d92-ba8b-94f0a23291f4 HTTP/1.1" status: 200 len: 210 time: 0.0880322 Apr 30 01:39:12.979194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31ca342c-69e8-46ba-a3cb-fbdc3723c97b req-515a64a8-a025-46ad-82a2-9366b6a6b901 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531120 Apr 30 01:39:13.071271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-24c09bec-17cd-449a-aff4-11061b983f7f service neutron] 10.222.0.21 "GET /v2.0/networks/5ea05c55-4529-4b8c-9358-b63e7c4414f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671779 Apr 30 01:39:13.092035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aef77a47-2f02-4fd5-abf2-eadd8325bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:13.094568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aef77a47-2f02-4fd5-abf2-eadd8325bdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:13.099692 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aef77a47-2f02-4fd5-abf2-eadd8325bdba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/146780ee-44b5-4598-98fb-d1c7fb449e02 HTTP/1.1" status: 204 len: 168 time: 0.8160727 Apr 30 01:39:13.187298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef77a47-2f02-4fd5-abf2-eadd8325bdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146780ee-44b5-4598-98fb-d1c7fb449e02,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:13.272324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81c4e52f-8467-4e94-b0c6-c19e46deca4c req-ada88f74-c6ad-4ade-92dc-4d5cdc3d5625 service neutron] 10.222.0.21 "GET /v2.0/networks/5ea05c55-4529-4b8c-9358-b63e7c4414f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906748 Apr 30 01:39:13.332285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb35b4-7398-4ac6-81ab-b2c6095961ed req-cc8c66f7-8712-4475-a917-d0ecb198c264 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:13.335914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8bb35b4-7398-4ac6-81ab-b2c6095961ed req-cc8c66f7-8712-4475-a917-d0ecb198c264 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 943 time: 0.0900574 Apr 30 01:39:13.452688 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b8bb35b4-7398-4ac6-81ab-b2c6095961ed req-4f268bca-ccd1-4d9e-9a22-980dca4d7c1c tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023366 Apr 30 01:39:13.514175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152fed5-4f96-4baf-bffc-85b2525315c1 req-466af692-9612-4048-a3fb-6c7f352a2c44 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:13.515908 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b152fed5-4f96-4baf-bffc-85b2525315c1 req-466af692-9612-4048-a3fb-6c7f352a2c44 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0801551 Apr 30 01:39:13.565587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 0c1909c7-d53a-4929-ad16-2cab1a374ea0 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:39:13.569980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b152fed5-4f96-4baf-bffc-85b2525315c1 req-b6d408d4-6528-4805-a76e-75eeb797545a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 Apr 30 01:39:13.592794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 0c1909c7-d53a-4929-ad16-2cab1a374ea0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:39:13.593220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 0c1909c7-d53a-4929-ad16-2cab1a374ea0 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:39:14.151383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864d8d7-0fa3-48b3-b59b-0a0a0fa6f66b req-c3d0f220-a4e1-40ff-a8c8-45a332ae6b3d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:14.158513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3864d8d7-0fa3-48b3-b59b-0a0a0fa6f66b req-c3d0f220-a4e1-40ff-a8c8-45a332ae6b3d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.0964022 Apr 30 01:39:14.274809 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3864d8d7-0fa3-48b3-b59b-0a0a0fa6f66b req-76755c91-1a76-4695-8beb-6e706119b834 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138377 Apr 30 01:39:14.671170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26a62d-ca20-46d1-9a75-6def338705b2 req-4c424fc4-de15-42d6-8c7c-b0191684c370 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:14.673534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a26a62d-ca20-46d1-9a75-6def338705b2 req-4c424fc4-de15-42d6-8c7c-b0191684c370 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 943 time: 0.0795105 Apr 30 01:39:14.723102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a26a62d-ca20-46d1-9a75-6def338705b2 req-d8e0220e-1db9-4d7a-bd57-15d6fc256d38 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Apr 30 01:39:14.761907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-5c6be038-3aed-463d-a485-364a00ee3f08 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:14.763807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-5c6be038-3aed-463d-a485-364a00ee3f08 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/networks?id=32862994-56b1-4149-8f37-ca93584f2041 HTTP/1.1" status: 200 len: 809 time: 0.1189823 Apr 30 01:39:14.792881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:14.830681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-6d591b34-7489-4fd1-a1fd-5c1227b7cd8e tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/quotas/85de0c5d9fc542c0a72724b7986595af HTTP/1.1" status: 200 len: 375 time: 0.0497792 Apr 30 01:39:14.833741 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-988ca6b1-cd17-4833-96d2-c7d61f3ea113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:14.878815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-6385743c-2cec-4500-8a0a-e3b19fb83ae7 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=85de0c5d9fc542c0a72724b7986595af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401704 Apr 30 01:39:14.929435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634430ef-dc8a-408a-9a7e-37039cee6cdb req-5b3c5637-533d-48ce-9f97-942654d8639a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:14.931798 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-634430ef-dc8a-408a-9a7e-37039cee6cdb req-5b3c5637-533d-48ce-9f97-942654d8639a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0926938 Apr 30 01:39:15.071967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-634430ef-dc8a-408a-9a7e-37039cee6cdb req-4161307c-4aa6-4e39-b1c5-ca14def82c12 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210868 Apr 30 01:39:15.091368 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-206e4001-b5ea-4885-a9c5-adef4c7a0501 service neutron] 10.222.0.15 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039411 Apr 30 01:39:15.146932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-988ca6b1-cd17-4833-96d2-c7d61f3ea113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:15.249581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-79cd3666-02e5-4c19-8e2a-972f35427b60 service neutron] 10.222.0.15 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561091 Apr 30 01:39:15.274515 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-988ca6b1-cd17-4833-96d2-c7d61f3ea113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:15.361266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-988ca6b1-cd17-4833-96d2-c7d61f3ea113 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=918c8a5841c54bceb4bd60081f08535c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5649381 Apr 30 01:39:15.362370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ca6b1-cd17-4833-96d2-c7d61f3ea113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c9e1e-523e-4f19-8d0e-85b360dc6456,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:15.364781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37388) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:15.566245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c8d10097-265e-4ab8-9229-af8bd6f1205e details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:39:15.638415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-686cd731-1984-4d16-a1ea-47e693a8b5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:15.710959 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df05544f-863a-4808-8b3d-82a4ce7c7c67 req-8cf93cdf-ad01-444a-91be-288917d7e02b tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 210 time: 0.0793493 Apr 30 01:39:15.743884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-686cd731-1984-4d16-a1ea-47e693a8b5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:15.868029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c8d10097-265e-4ab8-9229-af8bd6f1205e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c8d10097-265e-4ab8-9229-af8bd6f1205e,segment=NetworkSegment(e53dea95-2b6f-4354-ac4d-5e165add60e7),segment_id=e53dea95-2b6f-4354-ac4d-5e165add60e7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:15.885003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'c8d10097-265e-4ab8-9229-af8bd6f1205e', 'network_id': '5ea05c55-4529-4b8c-9358-b63e7c4414f1', 'port_id': 'c8d10097-265e-4ab8-9229-af8bd6f1205e', 'mac_address': 'fa:16:3e:e9:b6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c970f0-20d5-49ef-8fe5-32be48063abd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:39:15.981708 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:15.991532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947a7a9-ceb2-4ead-932f-e613e17eff16 req-e8a32805-23b0-4a95-ae01-ae0bce612fba tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:15.998116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d10097-265e-4ab8-9229-af8bd6f1205e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:39:16.017723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2947a7a9-ceb2-4ead-932f-e613e17eff16 req-e8a32805-23b0-4a95-ae01-ae0bce612fba tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 943 time: 0.1092093 Apr 30 01:39:16.031402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c8d10097-265e-4ab8-9229-af8bd6f1205e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c8d10097-265e-4ab8-9229-af8bd6f1205e,segment=NetworkSegment(e53dea95-2b6f-4354-ac4d-5e165add60e7),segment_id=e53dea95-2b6f-4354-ac4d-5e165add60e7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:16.038661 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-686cd731-1984-4d16-a1ea-47e693a8b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:16.041553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-686cd731-1984-4d16-a1ea-47e693a8b5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:16.042806 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-686cd731-1984-4d16-a1ea-47e693a8b5cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f0c9e1e-523e-4f19-8d0e-85b360dc6456 HTTP/1.1" status: 204 len: 168 time: 0.6769724 Apr 30 01:39:16.071285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cd731-1984-4d16-a1ea-47e693a8b5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c9e1e-523e-4f19-8d0e-85b360dc6456,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:16.112010 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2947a7a9-ceb2-4ead-932f-e613e17eff16 req-3c6a8824-8f90-498b-b018-c4ba82ee5982 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877914 Apr 30 01:39:16.136714 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:16.265277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=c8d10097-265e-4ab8-9229-af8bd6f1205e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:16.328493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621460f-1995-4b3c-881d-c938df364bf4 req-a7c59c93-1e73-4b1c-a1f1-29929d5d5ecd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:16.330447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5621460f-1995-4b3c-881d-c938df364bf4 req-a7c59c93-1e73-4b1c-a1f1-29929d5d5ecd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1063347 Apr 30 01:39:16.355634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['c8d10097-265e-4ab8-9229-af8bd6f1205e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:39:16.413468 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5621460f-1995-4b3c-881d-c938df364bf4 req-1d367e53-e0e3-4a5d-83e9-8c3fd515f110 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766530 Apr 30 01:39:16.487143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37434) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:16.827309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1032f0d0-ec3d-4fa6-88ca-fe0c6b7e3125 req-73ba069e-6143-4e88-814e-9a7bfc7867b2 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 210 time: 0.0546374 Apr 30 01:39:16.869025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:16.974971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:17.075029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:17.136234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:17.136661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5764a0845cee4b12bf10942ddb0518cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6537569 Apr 30 01:39:17.137624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78264e8f-f68e-4649-8685-c27bdad28dfb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:17.158394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.158868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.159606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.160039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.160385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.160726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.161062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.162665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.162665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.162665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.162665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.163037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee93b059-40db-42e2-84fc-1b132d763d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:17.199972 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f79729f4-6ef5-4686-907e-619e3c15ad1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:17.249668 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f79729f4-6ef5-4686-907e-619e3c15ad1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:17.294145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb268c-8837-4843-b70c-456b1622803b req-9f298f91-f15f-47ff-a425-56966bc17369 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:17.295713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4bb268c-8837-4843-b70c-456b1622803b req-9f298f91-f15f-47ff-a425-56966bc17369 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 944 time: 0.0926504 Apr 30 01:39:17.366098 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4bb268c-8837-4843-b70c-456b1622803b req-8fb5cb15-bf76-4724-a80b-aa20d2d18139 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613940 Apr 30 01:39:17.486723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f79729f4-6ef5-4686-907e-619e3c15ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:17.489050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f79729f4-6ef5-4686-907e-619e3c15ad1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:17.490210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f79729f4-6ef5-4686-907e-619e3c15ad1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78264e8f-f68e-4649-8685-c27bdad28dfb HTTP/1.1" status: 204 len: 168 time: 0.3522367 Apr 30 01:39:17.498252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79729f4-6ef5-4686-907e-619e3c15ad1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78264e8f-f68e-4649-8685-c27bdad28dfb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:17.565213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c8d10097-265e-4ab8-9229-af8bd6f1205e up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:39:17.569143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13898e35-1f29-4704-9bbe-90bf21a69288 req-f1cd8334-7d77-4571-bd1b-4dcf26efbfb4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:17.570826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13898e35-1f29-4704-9bbe-90bf21a69288 req-f1cd8334-7d77-4571-bd1b-4dcf26efbfb4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0784569 Apr 30 01:39:17.614570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-13898e35-1f29-4704-9bbe-90bf21a69288 req-4804564d-b7c7-4a5e-82d4-24abee0bbec7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Apr 30 01:39:17.732148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port c8d10097-265e-4ab8-9229-af8bd6f1205e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:39:17.732762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port c8d10097-265e-4ab8-9229-af8bd6f1205e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:17.733327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:17.876541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-abbcf03b-98ec-4a4d-aff7-55d0c45150b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:17.888256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-abbcf03b-98ec-4a4d-aff7-55d0c45150b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 1096 time: 0.1252587 Apr 30 01:39:17.949084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:17.963404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e521690-a8f7-4aa8-9b39-74446b7bd802 req-b6e2e220-27c7-40d0-998d-a8eacc6d0a16 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 210 time: 0.0534117 Apr 30 01:39:18.011214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c8d10097-265e-4ab8-9229-af8bd6f1205e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c8d10097-265e-4ab8-9229-af8bd6f1205e,segment=NetworkSegment(e53dea95-2b6f-4354-ac4d-5e165add60e7),segment_id=e53dea95-2b6f-4354-ac4d-5e165add60e7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:18.012851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d10097-265e-4ab8-9229-af8bd6f1205e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:18.015599 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd371df2-0261-4762-b56e-554a2f5d86bb" -d '{"events": [{"server_uuid": "afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8", "name": "network-vif-plugged", "status": "completed", "tag": "c8d10097-265e-4ab8-9229-af8bd6f1205e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:18.073035 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398ebfe6-24f2-418e-b2ee-2556f06c7148 x-openstack-request-id: req-398ebfe6-24f2-418e-b2ee-2556f06c7148 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:18.073828 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8", "name": "network-vif-plugged", "status": "completed", "tag": "c8d10097-265e-4ab8-9229-af8bd6f1205e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:18.074119 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-398ebfe6-24f2-418e-b2ee-2556f06c7148 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:18.074674 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398ebfe6-24f2-418e-b2ee-2556f06c7148'] response: {'server_uuid': 'afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d10097-265e-4ab8-9229-af8bd6f1205e', 'code': 200} Apr 30 01:39:18.086842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:18.190476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-ecb9b6c1-6b1e-4c4b-9dac-000bfe9f0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:18.191727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-ecb9b6c1-6b1e-4c4b-9dac-000bfe9f0c88 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 913 time: 0.2886798 Apr 30 01:39:18.200033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=c8d10097-265e-4ab8-9229-af8bd6f1205e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:18.246954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-9a30db27-e5f7-4012-b9af-5c0e7a83cbd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff HTTP/1.1" status: 200 len: 217 time: 0.0416656 Apr 30 01:39:18.265356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4bd8f-8be7-4442-aea4-47b573c9a2d4 req-3db1ee66-ca58-444a-b2cd-e1a7063425c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:18.266886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18f4bd8f-8be7-4442-aea4-47b573c9a2d4 req-3db1ee66-ca58-444a-b2cd-e1a7063425c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 1096 time: 0.1150246 Apr 30 01:39:18.325784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-069f1393-0896-46fb-bd0c-2f6406ae25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:18.327235 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-069f1393-0896-46fb-bd0c-2f6406ae25f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa9a07b2-cad2-405d-8af2-2429062e92d3 HTTP/1.1" status: 200 len: 853 time: 0.0721352 Apr 30 01:39:18.333617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18f4bd8f-8be7-4442-aea4-47b573c9a2d4 req-e4082aec-9933-4909-a008-617d9b6774b5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481641 Apr 30 01:39:18.365249 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-ce88d21a-08e3-4f76-8acb-1480e9b0bf53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ab50747-8251-4790-b3ff-891bed71c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304086 Apr 30 01:39:18.488680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-f976538c-a47f-40d7-b0d3-cd0cb839a50a service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151586 Apr 30 01:39:18.600263 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:18.636720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186d6e8-acef-433f-a0b0-fdf353a00dfa req-2eb40c88-fa32-4e1f-802c-727448737bdf tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:18.638722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b186d6e8-acef-433f-a0b0-fdf353a00dfa req-2eb40c88-fa32-4e1f-802c-727448737bdf tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 945 time: 0.0853560 Apr 30 01:39:18.715726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b186d6e8-acef-433f-a0b0-fdf353a00dfa req-585fb963-4022-4f18-9e53-b003be5e597a tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664644 Apr 30 01:39:18.852872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730faaf-082a-4e96-ba39-28afb8c24bcd req-3eb3de70-aa34-41b0-a6ed-da4b5260d4e8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:18.861129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b730faaf-082a-4e96-ba39-28afb8c24bcd req-3eb3de70-aa34-41b0-a6ed-da4b5260d4e8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0807402 Apr 30 01:39:18.874649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-734c8641-855d-4d5b-948b-6b44434c28d1 req-f589c291-856a-45bc-8337-ccf27f81f246 service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789945 Apr 30 01:39:18.916362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-534acceb-d187-40e0-bcf9-ff1c41623f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:18.918326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-534acceb-d187-40e0-bcf9-ff1c41623f64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 1096 time: 0.3198574 Apr 30 01:39:18.930839 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b730faaf-082a-4e96-ba39-28afb8c24bcd req-0ba39fa3-caea-455e-87d2-3e14c2326fc8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523860 Apr 30 01:39:18.931250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5e180-4807-40b6-a989-d3190aa935b7 req-e0b4c3cf-bf2a-484d-ad37-e03be31a34fa tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:18.940708 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bcc5e180-4807-40b6-a989-d3190aa935b7 req-e0b4c3cf-bf2a-484d-ad37-e03be31a34fa tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.3674111 Apr 30 01:39:19.036297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-68609fa3-fd81-44cc-8d8d-05c29d9739c1 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:19.037796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-68609fa3-fd81-44cc-8d8d-05c29d9739c1 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.21 "GET /v2.0/networks?id=32862994-56b1-4149-8f37-ca93584f2041 HTTP/1.1" status: 200 len: 809 time: 0.4927258 Apr 30 01:39:19.059596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Request body: {'port': {'device_id': '60925be0-5ca8-47e6-9e92-3d22f8fbe074', 'network_id': '32862994-56b1-4149-8f37-ca93584f2041', 'admin_state_up': True, 'tenant_id': '85de0c5d9fc542c0a72724b7986595af'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:19.127710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59845eee-3a2c-4a54-8237-aec09343e684 req-4e09bd2e-33d6-4112-af14-e28ea6bed9ab tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 210 time: 0.0709612 Apr 30 01:39:19.144795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bcc5e180-4807-40b6-a989-d3190aa935b7 req-96d15cbc-e12b-42ef-900a-b0fc26af3add tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026298 Apr 30 01:39:19.182375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-2fc6d383-b88d-4d01-b8af-00fe495fd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:19.184956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-2fc6d383-b88d-4d01-b8af-00fe495fd336 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.2409413 Apr 30 01:39:19.263974 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-6934a050-a31c-445a-a83e-1e7fc350b3e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1 HTTP/1.1" status: 200 len: 217 time: 0.0656753 Apr 30 01:39:19.331082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-e390a10d-b91d-4a4a-ae61-09092a4c2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:19.332672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-e390a10d-b91d-4a4a-ae61-09092a4c2f90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.0585136 Apr 30 01:39:19.383323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-e726b73c-86ef-4af5-8d03-db7d1c187031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:19.385002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-e726b73c-86ef-4af5-8d03-db7d1c187031 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447514 Apr 30 01:39:19.445665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Made reservation on behalf of 85de0c5d9fc542c0a72724b7986595af for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:19.449115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:19.555997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-52e79ca6-fb38-4d9c-bdb2-2018cfb5b0c0 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622360 Apr 30 01:39:19.736677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Allocated IP 172.20.0.6 (32862994-56b1-4149-8f37-ca93584f2041/36e2cc82-177e-4746-9699-3d1d34edc03b/4117d004-be55-4f61-a179-c58c27609fc8) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:19.767706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d3f9e997-3746-4fc4-899b-1796f0842599 req-986036bb-71bd-440b-b777-4727218cac7b service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919806 Apr 30 01:39:19.866234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6928ec0-4482-4044-bb52-853c04d95a17 req-4ebd944d-d38c-48fb-b08d-7e3dcb368fa6 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:19.876062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6928ec0-4482-4044-bb52-853c04d95a17 req-4ebd944d-d38c-48fb-b08d-7e3dcb368fa6 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 945 time: 0.0937386 Apr 30 01:39:19.923152 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6928ec0-4482-4044-bb52-853c04d95a17 req-312e2a93-3fa6-423e-a46e-0418b75b9a24 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Apr 30 01:39:20.032930 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:20.152895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a6887-3832-4772-ad21-129542ffadcc req-87de1dda-1a0d-400e-89c9-9ff0dbd8f05d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:20.164931 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-372a6887-3832-4772-ad21-129542ffadcc req-87de1dda-1a0d-400e-89c9-9ff0dbd8f05d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1097696 Apr 30 01:39:20.246046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-372a6887-3832-4772-ad21-129542ffadcc req-51940db8-fad7-4e76-933d-fff8e25848bc tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811813 Apr 30 01:39:20.343174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-782b1669-a2a4-44d7-836d-313974f0f5b7 req-998658f1-73e0-46ce-a6ce-125892c9e67c tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 210 time: 0.0326357 Apr 30 01:39:20.457442 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:20.490696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787d6d-f3a8-4757-a246-ef822b4c8840 req-da9f2b9d-7924-4494-bf83-d32094da43b3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:20.492383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e787d6d-f3a8-4757-a246-ef822b4c8840 req-da9f2b9d-7924-4494-bf83-d32094da43b3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.0654583 Apr 30 01:39:20.565311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e787d6d-f3a8-4757-a246-ef822b4c8840 req-df1ca774-589a-47ae-8078-c7eedcca766a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634859 Apr 30 01:39:20.645533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e74b7e-8113-4c88-aa05-9c8252dabd9f req-90b115d4-9cf3-4d05-9656-9e5d6e943bb7 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:20.647012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61e74b7e-8113-4c88-aa05-9c8252dabd9f req-90b115d4-9cf3-4d05-9656-9e5d6e943bb7 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 945 time: 0.0538008 Apr 30 01:39:20.710892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-61e74b7e-8113-4c88-aa05-9c8252dabd9f req-87bf8847-4e24-4a79-b1b1-aa2d3ac7e39f tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483973 Apr 30 01:39:20.738773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:20.798659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Network 32862994-56b1-4149-8f37-ca93584f2041 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:20.820450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:20.831924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:20.855362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:20.871119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Pushing event updated for resources: {'Port': ['ID=4117d004-be55-4f61-a179-c58c27609fc8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:20.905149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:20.905884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:20.962888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-902c874d-f68a-4a52-af37-11c52c36fe32 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9077072 Apr 30 01:39:20.976744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Request body: {'port': {'device_id': '60925be0-5ca8-47e6-9e92-3d22f8fbe074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:21.035828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.052008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7302-ec22-4f6a-97ab-db55a30f0a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.274861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7302-ec22-4f6a-97ab-db55a30f0a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.428031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7302-ec22-4f6a-97ab-db55a30f0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.458430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4117d004-be55-4f61-a179-c58c27609fc8 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:39:21.468335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.484321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926654-fc01-4078-8bdf-2838483b4b86 req-a66ab352-1d6d-44a1-b6d9-0e409b1d206f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:21.489531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ed4a7302-ec22-4f6a-97ab-db55a30f0a63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39e0b33ff1bb4080b5ca5a3096179d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6301842 Apr 30 01:39:21.495379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7926654-fc01-4078-8bdf-2838483b4b86 req-a66ab352-1d6d-44a1-b6d9-0e409b1d206f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.1271691 Apr 30 01:39:21.501028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37672) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:21.501696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a7302-ec22-4f6a-97ab-db55a30f0a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c89e98-721c-46ed-a716-0e7f84c29e1e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:21.529234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Transition to ACTIVE for port object 4117d004-be55-4f61-a179-c58c27609fc8 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:39:21.571208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0cd48-19c6-441b-ad40-9299ec746069 req-dcd60b6b-b00d-4010-95e9-9c1ee3321b59 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:21.576165 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ff0cd48-19c6-441b-ad40-9299ec746069 req-dcd60b6b-b00d-4010-95e9-9c1ee3321b59 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 931 time: 0.1031904 Apr 30 01:39:21.577269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7926654-fc01-4078-8bdf-2838483b4b86 req-b0e15022-e1b5-4216-be53-129e41f1bcd7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808434 Apr 30 01:39:21.605848 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f4747da3-4be2-4457-a2b2-f6d8792774c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.609319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.680949 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ff0cd48-19c6-441b-ad40-9299ec746069 req-2a89e6ae-4769-46c7-b1e6-19175ff1488f tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970945 Apr 30 01:39:21.690205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f4747da3-4be2-4457-a2b2-f6d8792774c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.765141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Pushing event updated for resources: {'Port': ['ID=4117d004-be55-4f61-a179-c58c27609fc8,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:21.811202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17136d6-11bb-41e5-80a4-09916ce7967a req-4e3a314b-75b5-4bd5-9700-329be63eb290 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:21.819993 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d17136d6-11bb-41e5-80a4-09916ce7967a req-4e3a314b-75b5-4bd5-9700-329be63eb290 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.0691352 Apr 30 01:39:21.858703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37688) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:21.886637 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d17136d6-11bb-41e5-80a4-09916ce7967a req-31a2b578-c026-4660-bba8-04ca7acefe92 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654266 Apr 30 01:39:21.898884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Attempting to bind port 4117d004-be55-4f61-a179-c58c27609fc8 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:39:21.899228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Attempting to bind port 4117d004-be55-4f61-a179-c58c27609fc8 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:39:21.899610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Attempting to bind port 4117d004-be55-4f61-a179-c58c27609fc8 on network 32862994-56b1-4149-8f37-ca93584f2041 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:39:21.912884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b69211-5eb5-427c-adf2-7a6f826091aa req-052275cf-a5b0-4243-a47b-1d1c8ce49c98 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:21.914618 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9b69211-5eb5-427c-adf2-7a6f826091aa req-052275cf-a5b0-4243-a47b-1d1c8ce49c98 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 945 time: 0.1438913 Apr 30 01:39:21.915800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Port 4117d004-be55-4f61-a179-c58c27609fc8 on network 32862994-56b1-4149-8f37-ca93584f2041 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:39:21.920374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Attempting to bind port 4117d004-be55-4f61-a179-c58c27609fc8 on network 32862994-56b1-4149-8f37-ca93584f2041 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:39:21.924174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:39:21.924525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Checking segment: {'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:39:21.924925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Bound using segment: {'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:39:21.925368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Bound port: 4117d004-be55-4f61-a179-c58c27609fc8, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b22bb58-c402-44f0-a5c4-91344272696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '32862994-56b1-4149-8f37-ca93584f2041'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:39:21.925736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.994924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9b69211-5eb5-427c-adf2-7a6f826091aa req-ca2c07de-c658-4a90-bb50-94ff678f552c tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728533 Apr 30 01:39:21.995725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f4747da3-4be2-4457-a2b2-f6d8792774c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.998672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f4747da3-4be2-4457-a2b2-f6d8792774c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:21.999742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f4747da3-4be2-4457-a2b2-f6d8792774c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60c89e98-721c-46ed-a716-0e7f84c29e1e HTTP/1.1" status: 204 len: 168 time: 0.4973788 Apr 30 01:39:22.024381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d1e83-e803-4835-a248-3989717fc216 req-64015fcf-9a23-4f6d-8bd8-ac311f0ff498 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:22.035290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-390d1e83-e803-4835-a248-3989717fc216 req-64015fcf-9a23-4f6d-8bd8-ac311f0ff498 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 945 time: 0.0705216 Apr 30 01:39:22.086193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4747da3-4be2-4457-a2b2-f6d8792774c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c89e98-721c-46ed-a716-0e7f84c29e1e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:22.108602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-390d1e83-e803-4835-a248-3989717fc216 req-3cfc7482-0e33-4f15-8c4e-69f10fc4c455 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707295 Apr 30 01:39:22.141238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:39:22.168732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] For port 4117d004-be55-4f61-a179-c58c27609fc8, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:39:22.182668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] For port 4117d004-be55-4f61-a179-c58c27609fc8, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4117d004-be55-4f61-a179-c58c27609fc8,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:39:22.242650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:22.308337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:22.309868 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:22.314513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] 10.222.0.21 "PUT /v2.0/ports/4117d004-be55-4f61-a179-c58c27609fc8 HTTP/1.1" status: 200 len: 1091 time: 1.3431711 Apr 30 01:39:22.314996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60925be0-5ca8-47e6-9e92-3d22f8fbe074', 'tag': '4117d004-be55-4f61-a179-c58c27609fc8'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:22.318644 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a153a46a-abd1-4f19-982a-bec70e05e65c" -d '{"events": [{"name": "network-changed", "server_uuid": "60925be0-5ca8-47e6-9e92-3d22f8fbe074", "tag": "4117d004-be55-4f61-a179-c58c27609fc8"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:22.329035 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:22.358013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:22.382648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:22.385297 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8248f7-9caa-45ab-aa35-44360364713d" -d '{"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-unplugged", "status": "completed", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:22.404130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:22.405218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd726c4b-5e77-4df9-915c-2809ce652412 service neutron] Pushing event updated for resources: {'Port': ['ID=4117d004-be55-4f61-a179-c58c27609fc8,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:22.416292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-d142327f-f442-4035-bad7-09e7970da395 req-08ae305d-5b99-4813-a3d5-3d6ae0b9c718 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:39:22.417439 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d142327f-f442-4035-bad7-09e7970da395 req-08ae305d-5b99-4813-a3d5-3d6ae0b9c718 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054235 Apr 30 01:39:22.503773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-7409c20a-8727-46cc-9c42-a0f409e2ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:22.505609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-7409c20a-8727-46cc-9c42-a0f409e2ffae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85de0c5d9fc542c0a72724b7986595af&device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 1094 time: 0.0481260 Apr 30 01:39:22.529627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:22.582687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:22.584174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-65de137e-3e0a-4556-bb7b-fffe841559b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4117d004-be55-4f61-a179-c58c27609fc8 HTTP/1.1" status: 200 len: 217 time: 0.0718596 Apr 30 01:39:22.602334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:22.676838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-b0fb43e8-b81b-4166-9204-ccbbbc4d76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:22.676838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-b0fb43e8-b81b-4166-9204-ccbbbc4d76cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36e2cc82-177e-4746-9699-3d1d34edc03b HTTP/1.1" status: 200 len: 849 time: 0.0684040 Apr 30 01:39:22.766192 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2393c44-24da-42bb-9b93-2740431be0e3 x-openstack-request-id: req-a2393c44-24da-42bb-9b93-2740431be0e3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:22.767096 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60925be0-5ca8-47e6-9e92-3d22f8fbe074", "tag": "4117d004-be55-4f61-a179-c58c27609fc8", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:22.767096 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2393c44-24da-42bb-9b93-2740431be0e3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:22.767096 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2393c44-24da-42bb-9b93-2740431be0e3'] response: {'name': 'network-changed', 'server_uuid': '60925be0-5ca8-47e6-9e92-3d22f8fbe074', 'tag': '4117d004-be55-4f61-a179-c58c27609fc8', 'status': 'completed', 'code': 200} Apr 30 01:39:22.776455 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d164a6a6-5093-4c7e-9cd1-711c138eb407 x-openstack-request-id: req-d164a6a6-5093-4c7e-9cd1-711c138eb407 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:22.776851 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-unplugged", "status": "failed", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:22.777199 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d164a6a6-5093-4c7e-9cd1-711c138eb407 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:22.777727 n-d-821348-1 neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d164a6a6-5093-4c7e-9cd1-711c138eb407']: {'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'code': 422} returned with failed status Apr 30 01:39:22.807699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-e305caea-19d8-4e63-85a3-3b74a05d8d64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32862994-56b1-4149-8f37-ca93584f2041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719967 Apr 30 01:39:22.910256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ee6a-5e0a-4a44-82e8-d4a9b6d494e9 req-ba88163a-36d7-4664-badc-5abf6e2929d7 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:22.911788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed57ee6a-5e0a-4a44-82e8-d4a9b6d494e9 req-ba88163a-36d7-4664-badc-5abf6e2929d7 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 945 time: 0.0749021 Apr 30 01:39:22.970181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-9511311b-6e93-41b8-bc0d-dd0c91c955a8 service neutron] 10.222.0.21 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519613 Apr 30 01:39:23.030173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed57ee6a-5e0a-4a44-82e8-d4a9b6d494e9 req-6543ce9c-3cb4-4ff2-abbe-9621d7566918 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064198 Apr 30 01:39:23.237728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f86d2-9ec9-42ab-be5c-6a47f4c145cf req-5f9db84d-c717-440f-8cbb-e0428ac1bd21 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:23.240406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-409f86d2-9ec9-42ab-be5c-6a47f4c145cf req-5f9db84d-c717-440f-8cbb-e0428ac1bd21 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.0702109 Apr 30 01:39:23.249959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c122-d1cb-4761-860c-3c5ceb575ac5 req-77c1161c-5a7a-4293-b6f6-5e5f1223dbd1 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:23.252592 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4195c122-d1cb-4761-860c-3c5ceb575ac5 req-77c1161c-5a7a-4293-b6f6-5e5f1223dbd1 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 943 time: 0.2745061 Apr 30 01:39:23.253996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:23.366832 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-409f86d2-9ec9-42ab-be5c-6a47f4c145cf req-87fc24d0-961d-4837-a860-6eb09117d280 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030893 Apr 30 01:39:23.379268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-029f9cf2-9940-4567-a904-89afc60f4d3b req-ff5d22f2-a7f3-4f5c-9f3b-1664730fedbf service neutron] 10.222.0.21 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982792 Apr 30 01:39:23.401656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4195c122-d1cb-4761-860c-3c5ceb575ac5 req-21563a18-46ba-4c9c-a6da-7e18407e3ccf tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323373 Apr 30 01:39:23.470329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Allocated IP 172.25.0.41 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/e1596b20-bdc2-4737-845b-11d047ca3282) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:23.510581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029045-a9f7-4a38-a27c-02ec0e00d3ba req-24995461-d833-425c-89e9-1fd5f5a66fab tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:23.512413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6029045-a9f7-4a38-a27c-02ec0e00d3ba req-24995461-d833-425c-89e9-1fd5f5a66fab tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.0514097 Apr 30 01:39:23.571380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6029045-a9f7-4a38-a27c-02ec0e00d3ba req-04dde2e8-40cf-483f-9792-2c6f9bd367d2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524347 Apr 30 01:39:23.612514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:23.639828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-351a9605-e73f-4b51-b43d-f6a15dc3158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:23.642699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-351a9605-e73f-4b51-b43d-f6a15dc3158f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85de0c5d9fc542c0a72724b7986595af&device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 1094 time: 0.0931997 Apr 30 01:39:23.657955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37784) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:23.762808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-6959410d-dad3-4425-9ebc-6453f9bada33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:23.764419 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-6959410d-dad3-4425-9ebc-6453f9bada33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=32862994-56b1-4149-8f37-ca93584f2041 HTTP/1.1" status: 200 len: 909 time: 0.1152697 Apr 30 01:39:23.828276 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:23.839281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-4c422827-d7fa-4d00-b143-d5fd0dabf390 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4117d004-be55-4f61-a179-c58c27609fc8 HTTP/1.1" status: 200 len: 217 time: 0.0580323 Apr 30 01:39:23.908449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:23.918060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:23.927804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:23.965057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'Port': ['ID=e1596b20-bdc2-4737-845b-11d047ca3282,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:23.977926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-34872d9a-9b7d-4a50-aa95-7a9cd4c96d16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3188040 Apr 30 01:39:23.991077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-93f1c9d4-9c63-4f04-a0c3-4db7ec0951ef service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:39:23.991203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-e39fe073-028f-4e9a-81a4-7c7204ddec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:23.992307 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-93f1c9d4-9c63-4f04-a0c3-4db7ec0951ef service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076182 Apr 30 01:39:23.992600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-e39fe073-028f-4e9a-81a4-7c7204ddec50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36e2cc82-177e-4746-9699-3d1d34edc03b HTTP/1.1" status: 200 len: 849 time: 0.1506848 Apr 30 01:39:24.054315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-39d70b78-eb42-4df7-8f33-a00deee63f2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32862994-56b1-4149-8f37-ca93584f2041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371807 Apr 30 01:39:24.074560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-6965ba04-2474-464c-b92b-a901c30be3c8 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:24.076195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-6965ba04-2474-464c-b92b-a901c30be3c8 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.21 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 945 time: 0.0639095 Apr 30 01:39:24.196661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Deleting port c8d10097-265e-4ab8-9229-af8bd6f1205e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:39:24.197009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.269780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.301537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] For port c8d10097-265e-4ab8-9229-af8bd6f1205e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c8d10097-265e-4ab8-9229-af8bd6f1205e,segment=NetworkSegment(e53dea95-2b6f-4354-ac4d-5e165add60e7),segment_id=e53dea95-2b6f-4354-ac4d-5e165add60e7)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:24.302159 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.308200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78742cd-5ded-41c7-bc90-4c584ef9fd9b req-17f62a92-67fe-44d2-a53e-abb1f1d6281f tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:24.311755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a78742cd-5ded-41c7-bc90-4c584ef9fd9b req-17f62a92-67fe-44d2-a53e-abb1f1d6281f tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 945 time: 0.1259034 Apr 30 01:39:24.316792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Calling delete_port for c8d10097-265e-4ab8-9229-af8bd6f1205e owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:39:24.351919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-2fb438a2-a6eb-4e10-9238-f93ea99663b9 service neutron] 10.222.0.21 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759123 Apr 30 01:39:24.434406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a78742cd-5ded-41c7-bc90-4c584ef9fd9b req-ad3b6fd6-ac2f-40ef-80c8-61e5fc2a657d tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc973baa-7b30-44c1-b356-4e2597d50a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122265 Apr 30 01:39:24.441538 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.586794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.595856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37828) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:24.604746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['c8d10097-265e-4ab8-9229-af8bd6f1205e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:39:24.638298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Pushing event deleted for resources: {'Port': ['ID=c8d10097-265e-4ab8-9229-af8bd6f1205e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:24.706052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec696e81-12aa-4b3d-aa03-19a80b71e24c req-6bd3e91e-a7bf-4ca2-877d-9ea17a781561 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:24.709625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec696e81-12aa-4b3d-aa03-19a80b71e24c req-6bd3e91e-a7bf-4ca2-877d-9ea17a781561 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.2060995 Apr 30 01:39:24.749033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9787c-963f-4bbc-8b55-38767a3cdebd req-4e4caa08-70e9-41e0-b8cf-6bb974a329a9 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:24.766530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00a9787c-963f-4bbc-8b55-38767a3cdebd req-4e4caa08-70e9-41e0-b8cf-6bb974a329a9 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 943 time: 0.1674852 Apr 30 01:39:24.772179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a153a46a-abd1-4f19-982a-bec70e05e65c req-9ef572e5-a8db-4ecb-ac23-6d29565480b8 service neutron] 10.222.0.21 "GET /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064784 Apr 30 01:39:24.831819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] No DVR routers for this DVR port c8d10097-265e-4ab8-9229-af8bd6f1205e on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:39:24.834932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.838606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ab66b51-9c21-4449-ab0f-49e6619232dd req-a22957da-5a9c-4227-94a0-e7e0e0ecb67e tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.21 "DELETE /v2.0/ports/c8d10097-265e-4ab8-9229-af8bd6f1205e HTTP/1.1" status: 204 len: 173 time: 0.7550261 Apr 30 01:39:24.841098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8', 'name': 'network-vif-deleted', 'tag': 'c8d10097-265e-4ab8-9229-af8bd6f1205e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:24.844933 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23ac4c1-dfae-43ad-add7-ecca6df7f931" -d '{"events": [{"server_uuid": "afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8", "name": "network-vif-deleted", "tag": "c8d10097-265e-4ab8-9229-af8bd6f1205e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:24.850993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-00a9787c-963f-4bbc-8b55-38767a3cdebd req-f300fa34-6012-4df3-be22-056e725af13a tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929925 Apr 30 01:39:24.870964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-face7d09-eb48-45ef-9065-2e033720d1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.898722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.918236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec696e81-12aa-4b3d-aa03-19a80b71e24c req-8507fb5a-9c52-483d-be9a-ecddc4fd3a01 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889992 Apr 30 01:39:24.971417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:24.996014 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4e58b6-d169-4905-b923-a46726c37113 x-openstack-request-id: req-5f4e58b6-d169-4905-b923-a46726c37113 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:24.996307 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8", "name": "network-vif-deleted", "tag": "c8d10097-265e-4ab8-9229-af8bd6f1205e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:24.996781 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f4e58b6-d169-4905-b923-a46726c37113 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:24.997369 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4e58b6-d169-4905-b923-a46726c37113'] response: {'server_uuid': 'afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8', 'name': 'network-vif-deleted', 'tag': 'c8d10097-265e-4ab8-9229-af8bd6f1205e', 'status': 'completed', 'code': 200} Apr 30 01:39:25.049185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-face7d09-eb48-45ef-9065-2e033720d1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.107889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'Port': ['ID=e1596b20-bdc2-4737-845b-11d047ca3282,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:25.122784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.143368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf850d-d0a7-4066-b97f-fd12cdb2efcd req-9da99ee4-396c-4d3b-a3ed-e602cce4b147 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:25.152707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cbcf850d-d0a7-4066-b97f-fd12cdb2efcd req-9da99ee4-396c-4d3b-a3ed-e602cce4b147 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1361694 Apr 30 01:39:25.177658 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-face7d09-eb48-45ef-9065-2e033720d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.227705 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-face7d09-eb48-45ef-9065-2e033720d1b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26b8b6204293497baec813f92b965863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265938 Apr 30 01:39:25.228319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cbcf850d-d0a7-4066-b97f-fd12cdb2efcd req-52b6049a-02bb-4077-b384-482fd1c107a9 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658836 Apr 30 01:39:25.230479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37854) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:25.244569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face7d09-eb48-45ef-9065-2e033720d1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65246a08-28fd-43a2-a1fb-0026533d4303,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:25.307921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64765ab7-b580-4602-a6e4-c4874d0bc2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.315158 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.316439 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9e6cc8b8-ec3d-4a0a-ac87-8efc91c75f9e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4527249 Apr 30 01:39:25.319076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37856) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:25.324589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1391381418'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:25.358104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64765ab7-b580-4602-a6e4-c4874d0bc2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.536871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Made reservation on behalf of b0490f4c04ef45fcae91dd56d24699bf for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:25.540386 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.544393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9312d1f5-7eed-4f4e-b510-c01e31e454ba req-07307668-ed47-4f92-ac57-ed0755dd1909 tempest-ServersNegativeTestMultiTenantJSON-956301695 tempest-ServersNegativeTestMultiTenantJSON-956301695-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcbb247-9e23-4d27-ac5e-7ab50bc2ffc8 HTTP/1.1" status: 200 len: 210 time: 0.0268595 Apr 30 01:39:25.552514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.585135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64765ab7-b580-4602-a6e4-c4874d0bc2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.587924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64765ab7-b580-4602-a6e4-c4874d0bc2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.594792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-64765ab7-b580-4602-a6e4-c4874d0bc2f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65246a08-28fd-43a2-a1fb-0026533d4303 HTTP/1.1" status: 204 len: 168 time: 0.3577032 Apr 30 01:39:25.602966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64765ab7-b580-4602-a6e4-c4874d0bc2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65246a08-28fd-43a2-a1fb-0026533d4303,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:25.726165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.771706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74711-14ca-4582-9442-8d57c10bc440 req-47f60044-049e-4d0d-a8e0-1b616b521f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:25.774186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-47f60044-049e-4d0d-a8e0-1b616b521f06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b&tenant_id=45509c3cd74f41c786ee93948c905e91 HTTP/1.1" status: 200 len: 1094 time: 0.0820680 Apr 30 01:39:25.825245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.862637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:39:25.871934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2a87e9-f6b6-466c-9649-a4d0fdec2dd3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:25.881169 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:25.881440 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Added segment 88cbd6bb-8a12-493d-9442-502ce4754514 of type vlan for network 44925143-6768-4bfc-94a6-c6392c9be283 Apr 30 01:39:25.884406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74711-14ca-4582-9442-8d57c10bc440 req-2b0cdb35-ce6d-407b-84e6-133b8b2af64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:25.885909 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-2b0cdb35-ce6d-407b-84e6-133b8b2af64d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 1094 time: 0.0855474 Apr 30 01:39:26.098002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56293-f538-4650-8c7d-0626cbbec661 req-d9463450-40f0-46d6-accc-7d0627c70b51 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:26.100512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:26.108407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ea56293-f538-4650-8c7d-0626cbbec661 req-d9463450-40f0-46d6-accc-7d0627c70b51 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.0957522 Apr 30 01:39:26.150433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74711-14ca-4582-9442-8d57c10bc440 req-3b570063-e78c-4c9b-9d80-a7b056e7dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:26.152838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-3b570063-e78c-4c9b-9d80-a7b056e7dca4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 913 time: 0.2279267 Apr 30 01:39:26.175851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ea56293-f538-4650-8c7d-0626cbbec661 req-111a9b96-5f71-4dce-8030-d809f5d052d5 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599282 Apr 30 01:39:26.210869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-475320fa-6b98-4154-ae06-8c8141e917bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff HTTP/1.1" status: 200 len: 217 time: 0.0493515 Apr 30 01:39:26.228859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:26.228859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:26.228859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:26.246602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70f60e-e3af-4ed4-9329-1efeb8bc7feb req-5d106488-62a3-47d7-b9a7-aabb6350163c tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:26.254074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e70f60e-e3af-4ed4-9329-1efeb8bc7feb req-5d106488-62a3-47d7-b9a7-aabb6350163c tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 943 time: 0.2705185 Apr 30 01:39:26.348071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'Network': ['ID=44925143-6768-4bfc-94a6-c6392c9be283,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:26.349880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfe99d-bf87-4910-a792-beaa032e48ca req-3382f332-3b83-4ffe-9ffd-5cc8d92e813a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:26.353132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23dfe99d-bf87-4910-a792-beaa032e48ca req-3382f332-3b83-4ffe-9ffd-5cc8d92e813a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.0513377 Apr 30 01:39:26.357994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 44925143-6768-4bfc-94a6-c6392c9be283 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:39:26.366665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74711-14ca-4582-9442-8d57c10bc440 req-e524a176-cb91-4f79-a047-cb9240bcc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:26.368162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-e524a176-cb91-4f79-a047-cb9240bcc8ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa9a07b2-cad2-405d-8af2-2429062e92d3 HTTP/1.1" status: 200 len: 853 time: 0.1426163 Apr 30 01:39:26.373463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2e70f60e-e3af-4ed4-9329-1efeb8bc7feb req-e4f5d719-c8b1-4f66-ac7c-673740fc3cb1 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107187 Apr 30 01:39:26.396898 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b254db18-b3ce-4904-bbc5-a244a2437ee0 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0681827 Apr 30 01:39:26.400207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37906) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:26.404191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-fe79e370-8333-4877-a664-4d96a85b6012 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ab50747-8251-4790-b3ff-891bed71c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282481 Apr 30 01:39:26.405229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Request body: {'subnet': {'network_id': '44925143-6768-4bfc-94a6-c6392c9be283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:26.451489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23dfe99d-bf87-4910-a792-beaa032e48ca req-15ee5e1e-315a-478c-a18f-349667f2b0d9 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859191 Apr 30 01:39:26.534216 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-90902da1-5e62-44e4-a9e6-364d07d6a36b service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188622 Apr 30 01:39:26.590173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37922) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:26.621057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37924) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:26.688502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fec74711-14ca-4582-9442-8d57c10bc440 req-feea9dab-3fc5-430f-8ea7-e1009c03f1d9 service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459320 Apr 30 01:39:26.691557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d724b2-c7f9-4071-9f04-ef02db8b74ee admin admin] Deleting subnet b2c970f0-20d5-49ef-8fe5-32be48063abd {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:39:26.695007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57d724b2-c7f9-4071-9f04-ef02db8b74ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:26.739114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57d724b2-c7f9-4071-9f04-ef02db8b74ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:26.782604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57d724b2-c7f9-4071-9f04-ef02db8b74ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:26.877559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Made reservation on behalf of b0490f4c04ef45fcae91dd56d24699bf for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:26.880996 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:26.884042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ada1c607-8a5f-4a06-876f-360e52392aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:26.930862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37936) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:26.977494 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57d724b2-c7f9-4071-9f04-ef02db8b74ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.004274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d724b2-c7f9-4071-9f04-ef02db8b74ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c970f0-20d5-49ef-8fe5-32be48063abd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:27.022314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57d724b2-c7f9-4071-9f04-ef02db8b74ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.027589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-57d724b2-c7f9-4071-9f04-ef02db8b74ee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b2c970f0-20d5-49ef-8fe5-32be48063abd HTTP/1.1" status: 204 len: 168 time: 0.4044361 Apr 30 01:39:27.029093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37944) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:27.067904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ada1c607-8a5f-4a06-876f-360e52392aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.106920 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55a2749e-de74-48dd-b4af-fd9ec5f395d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.134712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ada1c607-8a5f-4a06-876f-360e52392aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.176980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1c607-8a5f-4a06-876f-360e52392aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90d1f14-d034-48af-9fb9-e1fe878a5551,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:27.200134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ada1c607-8a5f-4a06-876f-360e52392aa8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c0e2d0eb5c843b4883b37005ca219ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064644 Apr 30 01:39:27.204397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:27.225929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.238133 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55a2749e-de74-48dd-b4af-fd9ec5f395d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.255957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.298323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55a2749e-de74-48dd-b4af-fd9ec5f395d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.361814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'Subnet': ['ID=3e0d4b04-4982-4d2a-be45-f16c797539ac,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:27.370543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2618d4bb-1703-42af-b023-d1d45f7a307e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.390492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Checking segment: {'id': '88cbd6bb-8a12-493d-9442-502ce4754514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44925143-6768-4bfc-94a6-c6392c9be283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:39:27.391043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Network hostable DHCP agents. Network: 44925143-6768-4bfc-94a6-c6392c9be283, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:39:27.391623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.400078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2749e-de74-48dd-b4af-fd9ec5f395d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45ebe3-b26e-412d-b1ed-56cc20f904d4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:27.405019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d87061-9cc3-4ae3-97cf-f4998b5e7826 req-901ee4c3-51fe-4c26-a748-9d2354fd6714 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:27.407321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52d87061-9cc3-4ae3-97cf-f4998b5e7826 req-901ee4c3-51fe-4c26-a748-9d2354fd6714 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.1428742 Apr 30 01:39:27.408719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-55a2749e-de74-48dd-b4af-fd9ec5f395d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c82290207874519b525f74de423dc60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764106 Apr 30 01:39:27.412814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37962) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:27.420650 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2618d4bb-1703-42af-b023-d1d45f7a307e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.474291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea05c55-4529-4b8c-9358-b63e7c4414f1']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:27.476629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9b04a1f-69d9-4ddf-bb9e-131f77a341de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.499824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53dea95-2b6f-4354-ac4d-5e165add60e7') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:27.500217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53dea95-2b6f-4354-ac4d-5e165add60e7') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:27.500334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52d87061-9cc3-4ae3-97cf-f4998b5e7826 req-8b74a2bf-08a6-4ef5-93a1-8b2e94afc0ec tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759556 Apr 30 01:39:27.514832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Network 44925143-6768-4bfc-94a6-c6392c9be283 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:39:27.575322 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.592079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9b04a1f-69d9-4ddf-bb9e-131f77a341de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.613783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 44925143-6768-4bfc-94a6-c6392c9be283) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:27.622976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841c52c-3f7f-42df-a32c-ced9bf693465 None None] Network 44925143-6768-4bfc-94a6-c6392c9be283 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:27.637708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:27.637708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.642737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2618d4bb-1703-42af-b023-d1d45f7a307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.645646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2618d4bb-1703-42af-b023-d1d45f7a307e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.646916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2618d4bb-1703-42af-b023-d1d45f7a307e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e90d1f14-d034-48af-9fb9-e1fe878a5551 HTTP/1.1" status: 204 len: 168 time: 0.4414859 Apr 30 01:39:27.667618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618d4bb-1703-42af-b023-d1d45f7a307e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90d1f14-d034-48af-9fb9-e1fe878a5551,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:27.717364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f169ed8-da63-4ce4-9caa-d4ed78e0cdef req-0a3f0b1f-6217-4967-9e9b-d15d9f27b0a4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:27.723229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f169ed8-da63-4ce4-9caa-d4ed78e0cdef req-0a3f0b1f-6217-4967-9e9b-d15d9f27b0a4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1190376 Apr 30 01:39:27.774665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-31fc4976-2a34-4855-a789-ba8df21ee5e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3733740 Apr 30 01:39:27.780128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37972) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:27.787060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-68052777', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:27.855267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4117d004-be55-4f61-a179-c58c27609fc8 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:39:27.865454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c8d10097-265e-4ab8-9229-af8bd6f1205e no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:39:27.872222 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f169ed8-da63-4ce4-9caa-d4ed78e0cdef req-a68cf3ca-5e9f-42c4-b8af-370774532522 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327963 Apr 30 01:39:27.939252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: c8d10097-265e-4ab8-9229-af8bd6f1205e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:39:27.939630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c8d10097-265e-4ab8-9229-af8bd6f1205e not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:39:27.942751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:27.944131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.046010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.213659 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.231263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0fbba-16f8-438e-89f6-7b44bf6b0082 req-5fdc2b7e-6562-48fe-8acb-a90bfdb114ab tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:28.235170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2aa0fbba-16f8-438e-89f6-7b44bf6b0082 req-5fdc2b7e-6562-48fe-8acb-a90bfdb114ab tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 943 time: 0.7515249 Apr 30 01:39:28.261200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:39:28.262013 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.263689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-44925143-6768-4bfc-94a6-c6392c9be283', 'network_id': '44925143-6768-4bfc-94a6-c6392c9be283', 'tenant_id': 'b0490f4c04ef45fcae91dd56d24699bf', 'fixed_ips': [{'subnet_id': '3e0d4b04-4982-4d2a-be45-f16c797539ac'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:39:28.264663 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:39:28.284346 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:39:28.348579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4117d004-be55-4f61-a179-c58c27609fc8, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4117d004-be55-4f61-a179-c58c27609fc8,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:28.369812 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2aa0fbba-16f8-438e-89f6-7b44bf6b0082 req-74e96537-763a-4a07-bfc5-2de4d29b29cc tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217647 Apr 30 01:39:28.389757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.391636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '4117d004-be55-4f61-a179-c58c27609fc8', 'network_id': '32862994-56b1-4149-8f37-ca93584f2041', 'port_id': '4117d004-be55-4f61-a179-c58c27609fc8', 'mac_address': 'fa:16:3e:50:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e2cc82-177e-4746-9699-3d1d34edc03b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:39:28.453997 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.490922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4117d004-be55-4f61-a179-c58c27609fc8 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:39:28.504251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.506822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9b04a1f-69d9-4ddf-bb9e-131f77a341de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.512799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9b04a1f-69d9-4ddf-bb9e-131f77a341de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.513963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f9b04a1f-69d9-4ddf-bb9e-131f77a341de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de45ebe3-b26e-412d-b1ed-56cc20f904d4 HTTP/1.1" status: 204 len: 168 time: 1.1007481 Apr 30 01:39:28.521577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.537330 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ea05c55-4529-4b8c-9358-b63e7c4414f1 HTTP/1.1" status: 204 len: 168 time: 1.5041175 Apr 30 01:39:28.537598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:28.615074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b04a1f-69d9-4ddf-bb9e-131f77a341de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45ebe3-b26e-412d-b1ed-56cc20f904d4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:28.633157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ccfe9-dada-4850-990a-b226e3e13b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea05c55-4529-4b8c-9358-b63e7c4414f1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:28.752203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4117d004-be55-4f61-a179-c58c27609fc8, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4117d004-be55-4f61-a179-c58c27609fc8,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:28.867245 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.873687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9938ac8b-7aab-45e6-9e30-548ea11a38a2 admin admin] Deleting subnet cca6d0ad-cd0c-4141-9de8-77dd3e18aee2 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:39:28.881015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc7a2ac4-cb89-4b4b-8b63-babde790a5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.882944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9938ac8b-7aab-45e6-9e30-548ea11a38a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:28.938470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Allocated IP 172.20.0.2 (44925143-6768-4bfc-94a6-c6392c9be283/3e0d4b04-4982-4d2a-be45-f16c797539ac/64887c20-ab61-4989-9fe7-13171731b213) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:28.986600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=4117d004-be55-4f61-a179-c58c27609fc8,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:29.033895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71b3e8-ded4-43a8-916d-414381596794 req-5f127d12-d320-49af-9c8e-9943eaaf4dfd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:29.047365 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad71b3e8-ded4-43a8-916d-414381596794 req-5f127d12-d320-49af-9c8e-9943eaaf4dfd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.3578241 Apr 30 01:39:29.090371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9938ac8b-7aab-45e6-9e30-548ea11a38a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.099306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['4117d004-be55-4f61-a179-c58c27609fc8'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:39:29.151238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2af71-faf4-469b-a277-e06bb22bff31 req-4e98d8b6-56a4-4ccd-baab-8c9a115c9429 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:29.161763 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8b2af71-faf4-469b-a277-e06bb22bff31 req-4e98d8b6-56a4-4ccd-baab-8c9a115c9429 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1724906 Apr 30 01:39:29.276867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad71b3e8-ded4-43a8-916d-414381596794 req-4d19140a-954b-46d9-b17a-9893e969040e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280564 Apr 30 01:39:29.280808 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9938ac8b-7aab-45e6-9e30-548ea11a38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.286460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8b2af71-faf4-469b-a277-e06bb22bff31 req-91d94b74-8240-4360-be04-bf1f34e4baf3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231599 Apr 30 01:39:29.491418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.588781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38016) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:29.610033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0127-5f15-464e-8bef-e7dd0ee63f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.635880 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.674617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Network 44925143-6768-4bfc-94a6-c6392c9be283 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:29.683271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:29.692490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:29.716000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.716152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Pushing event updated for resources: {'Port': ['ID=64887c20-ab61-4989-9fe7-13171731b213,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:29.807511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Attempting to bind port 64887c20-ab61-4989-9fe7-13171731b213 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:39:29.807511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Attempting to bind port 64887c20-ab61-4989-9fe7-13171731b213 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '88cbd6bb-8a12-493d-9442-502ce4754514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44925143-6768-4bfc-94a6-c6392c9be283'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:39:29.807511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Attempting to bind port 64887c20-ab61-4989-9fe7-13171731b213 on network 44925143-6768-4bfc-94a6-c6392c9be283 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:39:29.808420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.808529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:39:29.808529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Checking segment: {'id': '88cbd6bb-8a12-493d-9442-502ce4754514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44925143-6768-4bfc-94a6-c6392c9be283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:39:29.808529 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.808529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Bound using segment: {'id': '88cbd6bb-8a12-493d-9442-502ce4754514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44925143-6768-4bfc-94a6-c6392c9be283'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:39:29.808529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Bound port: 64887c20-ab61-4989-9fe7-13171731b213, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cbd6bb-8a12-493d-9442-502ce4754514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44925143-6768-4bfc-94a6-c6392c9be283'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:39:29.808529 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.828999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac777a4-6b65-43df-bb0f-df4ac7652bda req-2193c802-2cd2-4e4f-bcf3-5dd6a70f02ad tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:29.836972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0127-5f15-464e-8bef-e7dd0ee63f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.837960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eac777a4-6b65-43df-bb0f-df4ac7652bda req-2193c802-2cd2-4e4f-bcf3-5dd6a70f02ad tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 944 time: 0.2882409 Apr 30 01:39:29.876826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f4594144-3af1-4206-94d9-293d8468649e None None] For port 64887c20-ab61-4989-9fe7-13171731b213, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:39:29.880758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f4594144-3af1-4206-94d9-293d8468649e None None] For port 64887c20-ab61-4989-9fe7-13171731b213, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=64887c20-ab61-4989-9fe7-13171731b213,segment=NetworkSegment(88cbd6bb-8a12-493d-9442-502ce4754514),segment_id=88cbd6bb-8a12-493d-9442-502ce4754514)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:39:29.885056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9938ac8b-7aab-45e6-9e30-548ea11a38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.912616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eac777a4-6b65-43df-bb0f-df4ac7652bda req-bc82432a-fb3b-4c50-8b46-dca300599be6 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733564 Apr 30 01:39:29.960141 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0127-5f15-464e-8bef-e7dd0ee63f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:29.978132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Allocated IP 172.25.0.163 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/8cbfe461-d3ed-4496-aae6-9a847406b709) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:29.998255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.081366 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eaaf0127-5f15-464e-8bef-e7dd0ee63f3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6223a0fca83145399acba8f24c71dfbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878900 Apr 30 01:39:30.086754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf0127-5f15-464e-8bef-e7dd0ee63f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74740b1-78a5-4218-82ae-583b92ff3dcf,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:30.113296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38026) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:30.179826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594144-3af1-4206-94d9-293d8468649e None None] Pushing event updated for resources: {'Port': ['ID=64887c20-ab61-4989-9fe7-13171731b213,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:30.227714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.280584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938ac8b-7aab-45e6-9e30-548ea11a38a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca6d0ad-cd0c-4141-9de8-77dd3e18aee2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:30.284953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff41d590-f564-4585-9bc6-01e27d4ff5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.290350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9938ac8b-7aab-45e6-9e30-548ea11a38a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.291819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9938ac8b-7aab-45e6-9e30-548ea11a38a2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cca6d0ad-cd0c-4141-9de8-77dd3e18aee2 HTTP/1.1" status: 204 len: 168 time: 1.7532904 Apr 30 01:39:30.294150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38032) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:30.393582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff41d590-f564-4585-9bc6-01e27d4ff5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.450852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.578249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'Port': ['ID=8cbfe461-d3ed-4496-aae6-9a847406b709,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:30.628381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d34fb-189d-451e-a1df-46e5e591c1b4 req-40ba5b45-f678-4861-b5f8-1ecdff8e78f3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:30.634873 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d3d34fb-189d-451e-a1df-46e5e591c1b4 req-40ba5b45-f678-4861-b5f8-1ecdff8e78f3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.2042603 Apr 30 01:39:30.634963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.649602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:30.660077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:30.663840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:30.705711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d3d34fb-189d-451e-a1df-46e5e591c1b4 req-504b8bb3-a2e3-48aa-a3f5-773f98e5bd6a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607746 Apr 30 01:39:30.709175 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff41d590-f564-4585-9bc6-01e27d4ff5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.712411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff41d590-f564-4585-9bc6-01e27d4ff5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:30.716609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ff41d590-f564-4585-9bc6-01e27d4ff5c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b74740b1-78a5-4218-82ae-583b92ff3dcf HTTP/1.1" status: 204 len: 168 time: 0.6013300 Apr 30 01:39:30.759878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41d590-f564-4585-9bc6-01e27d4ff5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74740b1-78a5-4218-82ae-583b92ff3dcf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:30.769079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac30cd-cd2b-4d92-80cb-c14b979c1216 req-162e8fd3-baa9-4b80-b747-5a0f93444dee tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:30.771462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccac30cd-cd2b-4d92-80cb-c14b979c1216 req-162e8fd3-baa9-4b80-b747-5a0f93444dee tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.3343246 Apr 30 01:39:31.139135 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db801a88-ddf0-4209-adaa-4c6526514efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:31.154381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc042bd-aebc-4a72-829f-e10139a86b8c req-8607aa76-9bb7-484f-9e01-122705aa1657 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:31.175052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-abc042bd-aebc-4a72-829f-e10139a86b8c req-8607aa76-9bb7-484f-9e01-122705aa1657 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 944 time: 0.1317608 Apr 30 01:39:31.282879 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:31.370914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-abc042bd-aebc-4a72-829f-e10139a86b8c req-64ccbb09-1aa3-4489-80a1-202d8c2bd32c tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619174 Apr 30 01:39:31.372359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccac30cd-cd2b-4d92-80cb-c14b979c1216 req-f0bdf598-d127-4964-bea1-33cc28a352f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522137 Apr 30 01:39:31.379881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff048ff-620e-4671-a6fc-bccf4b117d02']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:31.403535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacab072-5742-4efa-b3d9-959883ae2913') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:31.404412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacab072-5742-4efa-b3d9-959883ae2913') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:31.416269 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:31.449107 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:31.462699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:39:31.463352 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:39:31.478358 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:39:31.496784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9cbe0-e0c0-470f-8b00-1a6fadadd1ef req-9d812d60-feee-4267-983d-7f9a386ef644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:31.498395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dd9cbe0-e0c0-470f-8b00-1a6fadadd1ef req-9d812d60-feee-4267-983d-7f9a386ef644 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 1096 time: 0.2149613 Apr 30 01:39:31.605930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1dd9cbe0-e0c0-470f-8b00-1a6fadadd1ef req-35111250-7478-4b2d-aef6-a246afdddacf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869353 Apr 30 01:39:31.688500 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:31.690770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4117d004-be55-4f61-a179-c58c27609fc8 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:39:31.917407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 4117d004-be55-4f61-a179-c58c27609fc8 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:39:31.927350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69047d64-87f7-4a15-a0bd-35540ffad608 None None] Network 44925143-6768-4bfc-94a6-c6392c9be283 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:31.946792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:31.958760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7ff048ff-620e-4671-a6fc-bccf4b117d02 HTTP/1.1" status: 204 len: 168 time: 1.6562819 Apr 30 01:39:32.100325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 4117d004-be55-4f61-a179-c58c27609fc8 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:32.101114 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:32.106606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:32.121893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:32.233388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476be5e-64c3-40b5-aaad-baf78afd8394 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff048ff-620e-4671-a6fc-bccf4b117d02,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:32.258967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4473ca47-a8a2-4856-a095-2c667c269871 None None] Provisioning complete for port 64887c20-ab61-4989-9fe7-13171731b213 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:32.259901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4473ca47-a8a2-4856-a095-2c667c269871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:32.409648 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:32.591472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60925be0-5ca8-47e6-9e92-3d22f8fbe074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4117d004-be55-4f61-a179-c58c27609fc8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:32.593841 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da34eb52-a408-4a98-98b5-338852e280b9" -d '{"events": [{"server_uuid": "60925be0-5ca8-47e6-9e92-3d22f8fbe074", "name": "network-vif-plugged", "status": "completed", "tag": "4117d004-be55-4f61-a179-c58c27609fc8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:32.605655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0640d-5316-485b-8e70-24a4e496b446 req-30f4eb55-f8d4-4f0c-bd03-bac241b97c77 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:32.610064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36c0640d-5316-485b-8e70-24a4e496b446 req-30f4eb55-f8d4-4f0c-bd03-bac241b97c77 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1156068 Apr 30 01:39:32.627262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 64887c20-ab61-4989-9fe7-13171731b213 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:39:32.639708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38102) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:32.671902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4117d004-be55-4f61-a179-c58c27609fc8, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4117d004-be55-4f61-a179-c58c27609fc8,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:32.717546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4473ca47-a8a2-4856-a095-2c667c269871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:32.797973 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:32.805492 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36c0640d-5316-485b-8e70-24a4e496b446 req-3f9d8fa4-9311-49a1-99e9-44af679c7a9a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925550 Apr 30 01:39:32.869159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fa3a4cb3-4b64-4b2a-8cc6-897ec3113393 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35b2173ecdd0418a955cebd563021c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258246 Apr 30 01:39:32.891667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38106) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:32.965264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4473ca47-a8a2-4856-a095-2c667c269871 None None] For port 64887c20-ab61-4989-9fe7-13171731b213, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=64887c20-ab61-4989-9fe7-13171731b213,segment=NetworkSegment(88cbd6bb-8a12-493d-9442-502ce4754514),segment_id=88cbd6bb-8a12-493d-9442-502ce4754514)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:32.974080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 64887c20-ab61-4989-9fe7-13171731b213 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:32.977482 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.059807 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4473ca47-a8a2-4856-a095-2c667c269871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.067094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=4117d004-be55-4f61-a179-c58c27609fc8,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:33.131059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeafa2c-f803-48a2-ae39-8d85fa262898 req-011b8c7d-eb25-4c45-8471-bcf75e2fc5f8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:33.139699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5eeafa2c-f803-48a2-ae39-8d85fa262898 req-011b8c7d-eb25-4c45-8471-bcf75e2fc5f8 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 1.2221618 Apr 30 01:39:33.173399 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.199642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c46ccbe9-d7f6-4bd3-9721-441f87811d3c None None] Provisioning complete for port 64887c20-ab61-4989-9fe7-13171731b213 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:33.202208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c46ccbe9-d7f6-4bd3-9721-441f87811d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.237596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5eeafa2c-f803-48a2-ae39-8d85fa262898 req-74aea7ec-1b7b-4cdf-b24c-045918d09e71 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946245 Apr 30 01:39:33.277449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe87ed8-7b36-4742-a00e-604c90b74c8d req-29c612be-b326-4307-aeb8-60df929bd016 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:33.279122 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cfe87ed8-7b36-4742-a00e-604c90b74c8d req-29c612be-b326-4307-aeb8-60df929bd016 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 945 time: 0.2904902 Apr 30 01:39:33.280147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-422f96fc-766d-400d-818b-a4f5fd0973f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.292136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473ca47-a8a2-4856-a095-2c667c269871 None None] Pushing event updated for resources: {'Port': ['ID=64887c20-ab61-4989-9fe7-13171731b213,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:33.405519 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca5049-d747-4662-bbde-1a8f8070f801 x-openstack-request-id: req-10ca5049-d747-4662-bbde-1a8f8070f801 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:33.406751 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60925be0-5ca8-47e6-9e92-3d22f8fbe074", "name": "network-vif-plugged", "status": "completed", "tag": "4117d004-be55-4f61-a179-c58c27609fc8", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:33.407154 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10ca5049-d747-4662-bbde-1a8f8070f801 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:33.407714 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ca5049-d747-4662-bbde-1a8f8070f801'] response: {'server_uuid': '60925be0-5ca8-47e6-9e92-3d22f8fbe074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4117d004-be55-4f61-a179-c58c27609fc8', 'code': 200} Apr 30 01:39:33.443948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38116) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:33.528722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cfe87ed8-7b36-4742-a00e-604c90b74c8d req-11b82c3a-66e0-4343-b7fe-9e0ddaeeeb2c tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281470 Apr 30 01:39:33.540594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379515e-0bfa-4552-9b78-ab0039fcd6aa req-842f65f6-d012-4c46-aae8-8e80d41fe5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:33.542305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b379515e-0bfa-4552-9b78-ab0039fcd6aa req-842f65f6-d012-4c46-aae8-8e80d41fe5ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 1096 time: 0.0632854 Apr 30 01:39:33.549209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Router d26b5f39-b9d8-4f3a-8d1b-1576473f1db6 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:39:33.568035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-422f96fc-766d-400d-818b-a4f5fd0973f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.664712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b379515e-0bfa-4552-9b78-ab0039fcd6aa req-94fbbb04-9a68-4b29-8b84-db51abbedf85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066318 Apr 30 01:39:33.726692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-169705115'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:33.745307 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-422f96fc-766d-400d-818b-a4f5fd0973f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.746097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:39:33.749197 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-422f96fc-766d-400d-818b-a4f5fd0973f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.754137 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.757720 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497aedc-41d4-4b9f-af47-183013dbd590 None None] Sync routers for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:39:33.762624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-422f96fc-766d-400d-818b-a4f5fd0973f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc973baa-7b30-44c1-b356-4e2597d50a06 HTTP/1.1" status: 204 len: 168 time: 0.8562059 Apr 30 01:39:33.774429 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497aedc-41d4-4b9f-af47-183013dbd590 None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:39:33.780239 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e497aedc-41d4-4b9f-af47-183013dbd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:39:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:33.799499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f96fc-766d-400d-818b-a4f5fd0973f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc973baa-7b30-44c1-b356-4e2597d50a06,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:33.842402 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e497aedc-41d4-4b9f-af47-183013dbd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:33.843047 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497aedc-41d4-4b9f-af47-183013dbd590 None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:39:33.848168 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e497aedc-41d4-4b9f-af47-183013dbd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:39:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:33.853604 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.855259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-064a06be-2ad4-41bf-be1e-26d66a27b54c tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.0721030 Apr 30 01:39:33.858003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38128) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:33.924855 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.957592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Made reservation on behalf of aa483c4141fe4e80a029bc3ae0b7845b for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:33.962594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:33.971345 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e497aedc-41d4-4b9f-af47-183013dbd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:33.972367 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497aedc-41d4-4b9f-af47-183013dbd590 None None] The sync data for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:39:33.991890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:34.119206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a4911-2bb5-417a-ada7-5303056e3cb9 req-30fc0a59-afde-4b5d-b107-40976e0c4b6e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:34.120788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb7a4911-2bb5-417a-ada7-5303056e3cb9 req-30fc0a59-afde-4b5d-b107-40976e0c4b6e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1679859 Apr 30 01:39:34.227109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb7a4911-2bb5-417a-ada7-5303056e3cb9 req-3fa8b5a1-ec71-4f6f-a09f-664e30c55b0c tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949385 Apr 30 01:39:34.299929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:34.440111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:34.527163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 64887c20-ab61-4989-9fe7-13171731b213 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:39:34.595208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:39:34.635895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 64887c20-ab61-4989-9fe7-13171731b213 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:34.640074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:34.678106 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:34.678355 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Added segment d056ba9f-0c26-4535-a1a7-2a18053f0fd8 of type vlan for network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 Apr 30 01:39:34.690032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f5689e-88a7-4322-94e5-c2b6ece6b4db,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:34.769253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.769590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.769969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.770325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.770669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.770998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.771320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.771667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.774131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.774131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.774131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.774131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:34.790901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf8f0-27eb-4b4f-9dba-a294840e4f33 req-b85e20d0-7410-4305-97fb-48cad4d24b86 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:34.797329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1efbf8f0-27eb-4b4f-9dba-a294840e4f33 req-b85e20d0-7410-4305-97fb-48cad4d24b86 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.4033682 Apr 30 01:39:34.812948 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:34.911079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1efbf8f0-27eb-4b4f-9dba-a294840e4f33 req-195b62b0-1880-418a-ab2a-4e90f47e2e14 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034195 Apr 30 01:39:34.990801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:35.008179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:35.008751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:35.140825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38162) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:35.248809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5709a-7b0a-4134-b2d1-75f7f492c9f5 req-6a494ddc-52e8-4f05-8465-dcc720af80a8 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:35.257832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-12a5709a-7b0a-4134-b2d1-75f7f492c9f5 req-6a494ddc-52e8-4f05-8465-dcc720af80a8 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 945 time: 0.2927647 Apr 30 01:39:35.325745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-da6a3ed8-c1b7-415d-8468-697441896755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:35.327582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-da6a3ed8-c1b7-415d-8468-697441896755 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 1096 time: 0.2901618 Apr 30 01:39:35.353892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b46fd335-cc5b-42e7-a8d1-15f702919829 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=091a4a48d95241a09256e945c7270ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096879 Apr 30 01:39:35.357128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38164) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:35.367372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9156389 Apr 30 01:39:35.369340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38166) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:35.386852 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-12a5709a-7b0a-4134-b2d1-75f7f492c9f5 req-cf71e3fa-d8fd-4e52-b963-82cefb91e5b1 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156137 Apr 30 01:39:35.393755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'subnet': {'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:35.612263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:35.616657 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b88b7-3da3-4039-bf0f-538f1a414bc1 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Network': ['ID=d9ceff48-ee92-48b7-bbb7-ea07ca1c1929,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:35.631111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:39:35.657732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7911f-209b-474a-bbe4-1ab195cae317 req-0dd1a251-d017-4c5f-988a-371b3fddec6e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:35.660950 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8aa7911f-209b-474a-bbe4-1ab195cae317 req-0dd1a251-d017-4c5f-988a-371b3fddec6e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.5072069 Apr 30 01:39:35.758106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8aa7911f-209b-474a-bbe4-1ab195cae317 req-ec191a1a-4b6c-40d4-9c20-a1a6ee4a96b8 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563595 Apr 30 01:39:35.816316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-094c8c6c-9add-4fbf-9c2f-c90775ab2b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:35.822423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-a8d76fe6-dadf-46b0-bb81-5910741a1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:35.824243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-a8d76fe6-dadf-46b0-bb81-5910741a1931 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.4554267 Apr 30 01:39:35.867492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-094c8c6c-9add-4fbf-9c2f-c90775ab2b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:35.886169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Made reservation on behalf of aa483c4141fe4e80a029bc3ae0b7845b for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:35.894927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:36.044702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-816027ed-de86-4458-a220-e5cc6e84853a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1 HTTP/1.1" status: 200 len: 217 time: 0.1921041 Apr 30 01:39:36.328547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-87bc8781-b550-4f2a-bf2e-ee9d65a1887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:36.333492 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-87bc8781-b550-4f2a-bf2e-ee9d65a1887c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.2806196 Apr 30 01:39:36.338129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Allocated IP 172.20.0.1 (44925143-6768-4bfc-94a6-c6392c9be283/3e0d4b04-4982-4d2a-be45-f16c797539ac/887b0d01-b8bc-491a-a3e0-15fa600c0c55) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:36.378726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0f1f4-b1a9-4a5f-9e53-7e0a6a3f7142 req-6f743d90-106f-4fb5-bd56-eb84e040d9d2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:36.391646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7fc0f1f4-b1a9-4a5f-9e53-7e0a6a3f7142 req-6f743d90-106f-4fb5-bd56-eb84e040d9d2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.2121961 Apr 30 01:39:36.432517 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-094c8c6c-9add-4fbf-9c2f-c90775ab2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:36.436362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-094c8c6c-9add-4fbf-9c2f-c90775ab2b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:36.437718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-094c8c6c-9add-4fbf-9c2f-c90775ab2b6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/615949bc-d445-42a2-a7ac-91b876f5e3c9 HTTP/1.1" status: 204 len: 168 time: 1.0794408 Apr 30 01:39:36.535730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c8c6c-9add-4fbf-9c2f-c90775ab2b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615949bc-d445-42a2-a7ac-91b876f5e3c9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:36.560540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:36.641123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7fc0f1f4-b1a9-4a5f-9e53-7e0a6a3f7142 req-7eb6b85c-5050-4292-80be-16c2baa92b13 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512522 Apr 30 01:39:36.654709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-2e2e826b-1252-41b6-bc98-077c41d3ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:36.657407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-2e2e826b-1252-41b6-bc98-077c41d3ee0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457833 Apr 30 01:39:36.697565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:36.714476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e144-5ddf-4b3b-82f3-0787743ce7ec req-c0bd621b-cf88-455d-8ea6-6944921675ea tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:36.716090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d747e144-5ddf-4b3b-82f3-0787743ce7ec req-c0bd621b-cf88-455d-8ea6-6944921675ea tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 945 time: 0.2039533 Apr 30 01:39:36.838747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d747e144-5ddf-4b3b-82f3-0787743ce7ec req-9ce02bdd-9453-49c6-b8aa-3b8c8f35bc63 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126437 Apr 30 01:39:36.857132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:36.978035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'Port': ['ID=887b0d01-b8bc-491a-a3e0-15fa600c0c55,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:36.994299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Network 44925143-6768-4bfc-94a6-c6392c9be283 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:36.998534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:37.002969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:37.066089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Checking segment: {'id': 'd056ba9f-0c26-4535-a1a7-2a18053f0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:39:37.066448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Network hostable DHCP agents. Network: d9ceff48-ee92-48b7-bbb7-ea07ca1c1929, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:39:37.087071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Subnet': ['ID=80c1ba28-c15d-4468-9575-71411fb5a331,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:37.115387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:37.175412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec48e5-8847-4360-b562-73ebf40857bf req-7a6dd452-be5f-4814-9049-afc84307be4b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:37.185895 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76ec48e5-8847-4360-b562-73ebf40857bf req-7a6dd452-be5f-4814-9049-afc84307be4b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.2975323 Apr 30 01:39:37.261839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-c6eb0a7a-7e1f-45e5-b8a6-aca7aaba66a4 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882270 Apr 30 01:39:37.389864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:39:37.437742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76ec48e5-8847-4360-b562-73ebf40857bf req-c218a469-22e3-4424-b83f-b6b62d63b612 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502441 Apr 30 01:39:37.490499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-137c4df7-baf2-4608-9ff5-7323fc1c50b6 None None] Provisioning complete for port 887b0d01-b8bc-491a-a3e0-15fa600c0c55 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:37.491567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-137c4df7-baf2-4608-9ff5-7323fc1c50b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:37.496638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1b1847a-9396-4e0a-af98-8d7b14cad1f7 req-96ca431e-92c6-4221-8693-52b5f46be055 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250881 Apr 30 01:39:37.508385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d9ceff48-ee92-48b7-bbb7-ea07ca1c1929) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:37.513080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:37.513685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:37.584061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee6e98-9c6d-43b9-8d16-8f9fc32b99df None None] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:37.586781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:37.623351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3cd22413-92d3-4130-b04c-41a93065a876 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2504036 Apr 30 01:39:37.626007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:37.648077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'name': 'tempest-AllowedAddressPairTestJSON-956518736'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:37.682250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-137c4df7-baf2-4608-9ff5-7323fc1c50b6 None None] Port 887b0d01-b8bc-491a-a3e0-15fa600c0c55 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:37.956285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'tenant_id': 'aa483c4141fe4e80a029bc3ae0b7845b', 'fixed_ips': [{'subnet_id': '80c1ba28-c15d-4468-9575-71411fb5a331'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:39:37.962064 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:38.067942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Made reservation on behalf of aa483c4141fe4e80a029bc3ae0b7845b for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:38.071686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:38.111412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] device_id is not set on port ef123e76-3aa4-4ff3-b18b-25418f0525a3 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:39:38.143261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6584f8-3c16-4461-8e22-8810c407ea69 req-45883b04-b80a-43ff-81fb-560262e5b494 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:38.172550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d6584f8-3c16-4461-8e22-8810c407ea69 req-45883b04-b80a-43ff-81fb-560262e5b494 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.3696661 Apr 30 01:39:38.317990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d6584f8-3c16-4461-8e22-8810c407ea69 req-a4950a7b-bb3d-472d-bf5d-594eeb0f9d39 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300328 Apr 30 01:39:38.393315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Allocated IP 172.20.0.3 (d9ceff48-ee92-48b7-bbb7-ea07ca1c1929/80c1ba28-c15d-4468-9575-71411fb5a331/ef123e76-3aa4-4ff3-b18b-25418f0525a3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:38.579012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:38.713510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:38.723976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:38.753154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38266) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:38.880627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f1bc5-ab74-4d78-aeb4-557921ac07ee req-7d5ac1cc-0435-415f-9200-d440cedff0e3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:38.882459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f7f1bc5-ab74-4d78-aeb4-557921ac07ee req-7d5ac1cc-0435-415f-9200-d440cedff0e3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.2645326 Apr 30 01:39:38.945481 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:38.969309 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:38.992715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f7f1bc5-ab74-4d78-aeb4-557921ac07ee req-97dfb94e-08c9-4523-8696-a35150b28188 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977724 Apr 30 01:39:38.997400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'Port': ['ID=887b0d01-b8bc-491a-a3e0-15fa600c0c55,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:39.040738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Allocated IP 172.20.0.2 (d9ceff48-ee92-48b7-bbb7-ea07ca1c1929/80c1ba28-c15d-4468-9575-71411fb5a331/0b49d686-aa14-4be4-a61c-424ce17c07ca) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:39.063999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1410683670-network', 'tenant_id': 'be657ffefc10499a969ee6ec3d0fe071'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:39.091561 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:39:39.113046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=ef123e76-3aa4-4ff3-b18b-25418f0525a3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:39.165900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:39.182366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Network 44925143-6768-4bfc-94a6-c6392c9be283 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:39.189680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:39.190014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9bcc8-a597-4319-93df-e680cf14201b req-d37dcce2-35a1-47c7-a3a5-01c5f75f40f7 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:39.215901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51c9bcc8-a597-4319-93df-e680cf14201b req-d37dcce2-35a1-47c7-a3a5-01c5f75f40f7 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 945 time: 0.2899637 Apr 30 01:39:39.220914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:39.288469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Made reservation on behalf of be657ffefc10499a969ee6ec3d0fe071 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:39.290813 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.303994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:39.366116 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.458518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.474186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:39.475006 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.477839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.501568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-51c9bcc8-a597-4319-93df-e680cf14201b req-ea114c4f-92a0-42f9-9907-3da76b5924fd tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835400 Apr 30 01:39:39.507538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:39.593955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-55ccfe34-0a58-4837-9e7d-f24f8890b9ec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9652314 Apr 30 01:39:39.594994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:39.597349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38288) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:39.602024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Pushing event updated for resources: {'Port': ['ID=0b49d686-aa14-4be4-a61c-424ce17c07ca,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:39.604488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:39.626281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'name': 'tempest-AllowedAddressPairTestJSON-590032784', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:01:c3:5f'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:39.766336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Attempting to bind port 0b49d686-aa14-4be4-a61c-424ce17c07ca on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:39:39.766922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Attempting to bind port 0b49d686-aa14-4be4-a61c-424ce17c07ca by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd056ba9f-0c26-4535-a1a7-2a18053f0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:39:39.767286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Attempting to bind port 0b49d686-aa14-4be4-a61c-424ce17c07ca on network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:39:39.787574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:39:39.788199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Checking segment: {'id': 'd056ba9f-0c26-4535-a1a7-2a18053f0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:39:39.789086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.789717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Bound using segment: {'id': 'd056ba9f-0c26-4535-a1a7-2a18053f0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:39:39.790354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Bound port: 0b49d686-aa14-4be4-a61c-424ce17c07ca, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd056ba9f-0c26-4535-a1a7-2a18053f0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:39:39.790951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.800120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38294) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:39.838846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6ffed914-c38e-4b8b-b49e-0c2d307e79c5 None None] Provisioning complete for port 887b0d01-b8bc-491a-a3e0-15fa600c0c55 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:39.839613 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ffed914-c38e-4b8b-b49e-0c2d307e79c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.854262 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:39.910766 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] For port 0b49d686-aa14-4be4-a61c-424ce17c07ca, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:39:39.915214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] For port 0b49d686-aa14-4be4-a61c-424ce17c07ca, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0b49d686-aa14-4be4-a61c-424ce17c07ca,segment=NetworkSegment(d056ba9f-0c26-4535-a1a7-2a18053f0fd8),segment_id=d056ba9f-0c26-4535-a1a7-2a18053f0fd8)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:39:39.930955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Made reservation on behalf of aa483c4141fe4e80a029bc3ae0b7845b for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:39.972565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6ffed914-c38e-4b8b-b49e-0c2d307e79c5 None None] Port 887b0d01-b8bc-491a-a3e0-15fa600c0c55 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:40.005817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.052977 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b7102eb-dc76-414e-bf24-ee020f5ab5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.057891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.096384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f5d87a-2de9-4d01-bf46-2b3d358f4939,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:40.110561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbfea3-7270-4be1-9e62-1c18eb68aae4 None None] Pushing event updated for resources: {'Port': ['ID=0b49d686-aa14-4be4-a61c-424ce17c07ca,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:40.140637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:39:40.152614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.152943 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Added segment 5fd96927-e908-4b43-8f0d-5d44d697e57e of type vlan for network f9409e6c-5a5e-412c-8366-4e452d1d5c40 Apr 30 01:39:40.262244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.335746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5eda0-70ba-41ea-8452-9b5b9524849f req-8a1f42e1-bce6-437d-9b17-b0ee7d6ca972 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:40.341262 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2e5eda0-70ba-41ea-8452-9b5b9524849f req-8a1f42e1-bce6-437d-9b17-b0ee7d6ca972 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.3625436 Apr 30 01:39:40.350293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91422e2-8816-43fc-b122-7fa8c2d381c5 req-a929ca81-f7e5-4ede-924e-4f82008127e0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:40.354358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Router d26b5f39-b9d8-4f3a-8d1b-1576473f1db6 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:39:40.358054 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f91422e2-8816-43fc-b122-7fa8c2d381c5 req-a929ca81-f7e5-4ede-924e-4f82008127e0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1430588 Apr 30 01:39:40.395349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.439864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-17081986-8bb4-485a-96cd-3de919de7dd8 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:40.444573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-17081986-8bb4-485a-96cd-3de919de7dd8 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.21 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 945 time: 0.2943089 Apr 30 01:39:40.445989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] device_id is not set on port 96540aff-d024-4775-9b84-416cc0a9f1ef yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:39:40.464827 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f91422e2-8816-43fc-b122-7fa8c2d381c5 req-2f479dfe-7d49-4442-a80e-089238c21f7c tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048841 Apr 30 01:39:40.542873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.610120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:40.610120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.623034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b7102eb-dc76-414e-bf24-ee020f5ab5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.782937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2e5eda0-70ba-41ea-8452-9b5b9524849f req-44108025-00fb-4eff-8f3f-fbde772c9497 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266448 Apr 30 01:39:40.864191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1077859 Apr 30 01:39:40.865015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b7102eb-dc76-414e-bf24-ee020f5ab5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:40.871088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38310) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:40.883125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Request body: {'subnet': {'network_id': 'f9409e6c-5a5e-412c-8366-4e452d1d5c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1410683670-subnet', 'tenant_id': 'be657ffefc10499a969ee6ec3d0fe071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:40.903909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07f1fe-48f4-48dc-864f-4fc3e7470510 admin admin] Pushing event updated for resources: {'Network': ['ID=f9409e6c-5a5e-412c-8366-4e452d1d5c40,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:40.916505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f9409e6c-5a5e-412c-8366-4e452d1d5c40 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:39:41.019176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544bbbd-e6d6-4710-accb-6dd7ca0ed1f7 req-d2aaa987-2389-4d6c-8db9-758487ecee3f tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:41.021019 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3544bbbd-e6d6-4710-accb-6dd7ca0ed1f7 req-d2aaa987-2389-4d6c-8db9-758487ecee3f tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 945 time: 0.2839994 Apr 30 01:39:41.041927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Made reservation on behalf of be657ffefc10499a969ee6ec3d0fe071 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:41.046746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:41.083245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Allocated IP 172.20.0.13 (d9ceff48-ee92-48b7-bbb7-ea07ca1c1929/80c1ba28-c15d-4468-9575-71411fb5a331/96540aff-d024-4775-9b84-416cc0a9f1ef) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:41.086181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7102eb-dc76-414e-bf24-ee020f5ab5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbcab4e-18ad-4361-80a4-9e824cc8b427,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:41.141008 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0b7102eb-dc76-414e-bf24-ee020f5ab5e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fae03e193ccc4d44a0f4a99e94b9b40c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3394575 Apr 30 01:39:41.142510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38314) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:41.230670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:39:41.242596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fa89b-5e85-495e-a79e-3983202b2484 None None] Sync routers for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:39:41.274802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bd85e697-f5de-4098-bd87-e56c0b91518b tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "PUT /v2.0/routers/d26b5f39-b9d8-4f3a-8d1b-1576473f1db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4118960 Apr 30 01:39:41.276886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fa89b-5e85-495e-a79e-3983202b2484 None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:39:41.277588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8d4fa89b-5e85-495e-a79e-3983202b2484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:39:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:41.303762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38318) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:41.337374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:41.344563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Request body: {'port': {'network_id': '44925143-6768-4bfc-94a6-c6392c9be283', 'name': 'tempest-FloatingIPAdminTestJSON-557313078'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:41.395338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3544bbbd-e6d6-4710-accb-6dd7ca0ed1f7 req-8ef12125-f010-4c98-96b7-7307e7cc4de8 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e05713f-ede6-49e7-8837-0e9af094262a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629382 Apr 30 01:39:41.410219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8d4fa89b-5e85-495e-a79e-3983202b2484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:41.433588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fa89b-5e85-495e-a79e-3983202b2484 None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:39:41.435951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8d4fa89b-5e85-495e-a79e-3983202b2484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:39:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:41.452821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:41.486308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Deleting port 4117d004-be55-4f61-a179-c58c27609fc8 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:39:41.486659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:41.527544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8d4fa89b-5e85-495e-a79e-3983202b2484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:41.540500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fa89b-5e85-495e-a79e-3983202b2484 None None] The sync data for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:39:41.591506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:41.598316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:41.608004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:41.628019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=96540aff-d024-4775-9b84-416cc0a9f1ef,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:41.700468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] For port 4117d004-be55-4f61-a179-c58c27609fc8, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4117d004-be55-4f61-a179-c58c27609fc8,segment=NetworkSegment(2b22bb58-c402-44f0-a5c4-91344272696a),segment_id=2b22bb58-c402-44f0-a5c4-91344272696a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:41.701422 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:41.724537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:41.725311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:41.750753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Calling delete_port for 4117d004-be55-4f61-a179-c58c27609fc8 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:39:41.803594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d2c28f4e-4b8b-48e2-a288-8b25c81d8ca6 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2028131 Apr 30 01:39:41.804479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38324) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:42.006049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac3490-e2fa-4d33-957a-58be677ae263 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:42.013399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac3490-e2fa-4d33-957a-58be677ae263 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:42.023126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac3490-e2fa-4d33-957a-58be677ae263 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:42.026073 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-41ac3490-e2fa-4d33-957a-58be677ae263 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2205660 Apr 30 01:39:42.031159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38330) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:42.048534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517fa53-c3dd-4451-9f98-de68685ec565 None None] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:42.231244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-12ed76dc-b0f2-478e-9b44-ae742256c865 None None] Provisioning complete for port 0b49d686-aa14-4be4-a61c-424ce17c07ca triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:42.231636 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12ed76dc-b0f2-478e-9b44-ae742256c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.255656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a3648-0583-45fd-8bbc-4a2118bd9b34 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Deleting port 96540aff-d024-4775-9b84-416cc0a9f1ef {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:39:42.256260 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3648-0583-45fd-8bbc-4a2118bd9b34 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.389926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58842c08-44eb-446d-9f9b-a1849079021c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.431951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.482921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3648-0583-45fd-8bbc-4a2118bd9b34 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.506568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23100123-094a-4c55-9206-beb808fdb916 req-86a6ff1b-9606-4698-9d17-14a48b8fc856 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:42.508531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23100123-094a-4c55-9206-beb808fdb916 req-86a6ff1b-9606-4698-9d17-14a48b8fc856 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.5462165 Apr 30 01:39:42.540525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a3648-0583-45fd-8bbc-4a2118bd9b34 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Calling delete_port for 96540aff-d024-4775-9b84-416cc0a9f1ef owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:39:42.583061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Made reservation on behalf of b0490f4c04ef45fcae91dd56d24699bf for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:42.587737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.601415 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23100123-094a-4c55-9206-beb808fdb916 req-35837ed5-1443-45b1-921c-e45fc3b5f16c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831623 Apr 30 01:39:42.602468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Pushing event deleted for resources: {'Port': ['ID=4117d004-be55-4f61-a179-c58c27609fc8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:42.679335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0b49d686-aa14-4be4-a61c-424ce17c07ca up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:39:42.712876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58842c08-44eb-446d-9f9b-a1849079021c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.715116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.760324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4b7c424b-da63-4677-b934-8c0f40d46091 req-00ac5dd1-96aa-48cc-9d09-4f01a810cd50 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.15 "GET /v2.0/ports?device_id=60925be0-5ca8-47e6-9e92-3d22f8fbe074 HTTP/1.1" status: 200 len: 210 time: 0.1831193 Apr 30 01:39:42.768292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] No DVR routers for this DVR port 4117d004-be55-4f61-a179-c58c27609fc8 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:39:42.777846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.791450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4a35707-e07a-4954-bad7-60c429c4fd05 req-b483322f-3c72-4392-8abc-45d65d411363 tempest-VolumesActionsTest-1769437854 tempest-VolumesActionsTest-1769437854-project] 10.222.0.21 "DELETE /v2.0/ports/4117d004-be55-4f61-a179-c58c27609fc8 HTTP/1.1" status: 204 len: 173 time: 2.3307302 Apr 30 01:39:42.800361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12ed76dc-b0f2-478e-9b44-ae742256c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.816227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60925be0-5ca8-47e6-9e92-3d22f8fbe074', 'name': 'network-vif-deleted', 'tag': '4117d004-be55-4f61-a179-c58c27609fc8'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:42.833629 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299ebe39-7e14-4e97-a8db-87846fdaec5f" -d '{"events": [{"server_uuid": "60925be0-5ca8-47e6-9e92-3d22f8fbe074", "name": "network-vif-deleted", "tag": "4117d004-be55-4f61-a179-c58c27609fc8"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:42.912289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-12ed76dc-b0f2-478e-9b44-ae742256c865 None None] For port 0b49d686-aa14-4be4-a61c-424ce17c07ca, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0b49d686-aa14-4be4-a61c-424ce17c07ca,segment=NetworkSegment(d056ba9f-0c26-4535-a1a7-2a18053f0fd8),segment_id=d056ba9f-0c26-4535-a1a7-2a18053f0fd8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:42.951530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0b49d686-aa14-4be4-a61c-424ce17c07ca triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:42.952312 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:42.956986 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d94afe1-2075-4ab8-a96e-f3db6f96e0be x-openstack-request-id: req-3d94afe1-2075-4ab8-a96e-f3db6f96e0be {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:42.957286 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60925be0-5ca8-47e6-9e92-3d22f8fbe074", "name": "network-vif-deleted", "tag": "4117d004-be55-4f61-a179-c58c27609fc8", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:42.957563 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d94afe1-2075-4ab8-a96e-f3db6f96e0be {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:42.957941 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d94afe1-2075-4ab8-a96e-f3db6f96e0be'] response: {'server_uuid': '60925be0-5ca8-47e6-9e92-3d22f8fbe074', 'name': 'network-vif-deleted', 'tag': '4117d004-be55-4f61-a179-c58c27609fc8', 'status': 'completed', 'code': 200} Apr 30 01:39:42.974582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] device_id is not set on port a4ddb2e2-b745-410f-a97b-34ddfb2bf874 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:39:43.027458 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12ed76dc-b0f2-478e-9b44-ae742256c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.066229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7b7c82-1657-412e-84a7-94d448277b7c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:43.096742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Checking segment: {'id': '5fd96927-e908-4b43-8f0d-5d44d697e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f9409e6c-5a5e-412c-8366-4e452d1d5c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:39:43.097133 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3648-0583-45fd-8bbc-4a2118bd9b34 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.097276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Network hostable DHCP agents. Network: f9409e6c-5a5e-412c-8366-4e452d1d5c40, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:39:43.156779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a3648-0583-45fd-8bbc-4a2118bd9b34 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Port': ['ID=96540aff-d024-4775-9b84-416cc0a9f1ef,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:43.189800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58842c08-44eb-446d-9f9b-a1849079021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.193935 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58842c08-44eb-446d-9f9b-a1849079021c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.195316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58842c08-44eb-446d-9f9b-a1849079021c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cbcab4e-18ad-4361-80a4-9e824cc8b427 HTTP/1.1" status: 204 len: 168 time: 1.9743333 Apr 30 01:39:43.211586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed76dc-b0f2-478e-9b44-ae742256c865 None None] Pushing event updated for resources: {'Port': ['ID=0b49d686-aa14-4be4-a61c-424ce17c07ca,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:43.230999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-beb48665-f755-4a26-9c41-c6576afc29a3 None None] Provisioning complete for port ef123e76-3aa4-4ff3-b18b-25418f0525a3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:43.231769 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-beb48665-f755-4a26-9c41-c6576afc29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.282559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58842c08-44eb-446d-9f9b-a1849079021c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbcab4e-18ad-4361-80a4-9e824cc8b427,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:43.296327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-beb48665-f755-4a26-9c41-c6576afc29a3 None None] Port ef123e76-3aa4-4ff3-b18b-25418f0525a3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:43.341871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-beb48665-f755-4a26-9c41-c6576afc29a3 None None] Provisioning complete for port 0b49d686-aa14-4be4-a61c-424ce17c07ca triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:43.341871 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-beb48665-f755-4a26-9c41-c6576afc29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.393302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Allocated IP 172.20.0.3 (44925143-6768-4bfc-94a6-c6392c9be283/3e0d4b04-4982-4d2a-be45-f16c797539ac/a4ddb2e2-b745-410f-a97b-34ddfb2bf874) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:43.401715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Network f9409e6c-5a5e-412c-8366-4e452d1d5c40 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:39:43.416263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3648-0583-45fd-8bbc-4a2118bd9b34 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.420381 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fe8a3648-0583-45fd-8bbc-4a2118bd9b34 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "DELETE /v2.0/ports/96540aff-d024-4775-9b84-416cc0a9f1ef HTTP/1.1" status: 204 len: 168 time: 1.3882115 Apr 30 01:39:43.424030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38342) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:43.477613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-beb48665-f755-4a26-9c41-c6576afc29a3 None None] Could not find standard attr ID for object 96540aff-d024-4775-9b84-416cc0a9f1ef. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:39:43.496232 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf27ce1-1f67-4f09-8583-71fa95b9362e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] GET failed (client error): The resource could not be found. Apr 30 01:39:43.497742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fdf27ce1-1f67-4f09-8583-71fa95b9362e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "GET /v2.0/ports/96540aff-d024-4775-9b84-416cc0a9f1ef HTTP/1.1" status: 404 len: 333 time: 0.0723441 Apr 30 01:39:43.502464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:43.509439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'name': 'tempest-AllowedAddressPairTestJSON-2049564172'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:43.535158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f9409e6c-5a5e-412c-8366-4e452d1d5c40) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:43.564260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:43.566432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.570762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7975b08-676e-4fe0-a8d1-e7b3a4bfd2cd None None] Network f9409e6c-5a5e-412c-8366-4e452d1d5c40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:43.724993 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-74b05b4b-99fc-4abd-8885-832459ca0979 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8526213 Apr 30 01:39:43.788246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Made reservation on behalf of aa483c4141fe4e80a029bc3ae0b7845b for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:43.792986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.803906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4117d004-be55-4f61-a179-c58c27609fc8 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:39:43.837332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] device_id is not set on port df3eb1ef-97c5-47c7-81e9-28519bb74206 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:39:43.851772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 4117d004-be55-4f61-a179-c58c27609fc8 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:39:43.852115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4117d004-be55-4f61-a179-c58c27609fc8 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:39:43.854864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-18ea01e7-99ba-4805-8032-8a811e2a6465 None None] Provisioning complete for port ef123e76-3aa4-4ff3-b18b-25418f0525a3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:43.855336 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-18ea01e7-99ba-4805-8032-8a811e2a6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.897315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:43.935096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-18ea01e7-99ba-4805-8032-8a811e2a6465 None None] Port ef123e76-3aa4-4ff3-b18b-25418f0525a3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:44.049191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a44a30-9f86-4210-bafa-a111a3e6d6ac None None] Network f9409e6c-5a5e-412c-8366-4e452d1d5c40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:39:44.060211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c7b1-2f5c-408c-9e57-2836967fee91 req-ce3359cf-fe6a-40d3-adc9-a28aa40ee4c4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:44.062355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9c2c7b1-2f5c-408c-9e57-2836967fee91 req-ce3359cf-fe6a-40d3-adc9-a28aa40ee4c4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.2284491 Apr 30 01:39:44.099261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2eaf1549-c888-4988-88f5-398ce63db56f None None] Could not find standard attr ID for object 96540aff-d024-4775-9b84-416cc0a9f1ef. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:39:44.138569 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9c2c7b1-2f5c-408c-9e57-2836967fee91 req-d5131109-213b-4393-ba40-57bdb3295bab tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553458 Apr 30 01:39:44.146247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Allocated IP 172.20.0.13 (d9ceff48-ee92-48b7-bbb7-ea07ca1c1929/80c1ba28-c15d-4468-9575-71411fb5a331/df3eb1ef-97c5-47c7-81e9-28519bb74206) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:44.154717 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.194925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38362) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:44.234940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d41034d9-d5fb-4ab8-af8e-2c14567ef3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.245579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Network 44925143-6768-4bfc-94a6-c6392c9be283 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:44.248569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:44.269093 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:44.340597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:44.350958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event updated for resources: {'Port': ['ID=a4ddb2e2-b745-410f-a97b-34ddfb2bf874,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:44.471228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d41034d9-d5fb-4ab8-af8e-2c14567ef3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.481720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b86eba1-2274-4ab0-aada-49cb84ccb0f4 admin admin] Deleting subnet da7b7c82-1657-412e-84a7-94d448277b7c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:39:44.501525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:44.502196 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.522925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b86eba1-2274-4ab0-aada-49cb84ccb0f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.524669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:44.536390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b218232c-203c-4907-857e-c4a05df999f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971056800', 'description': 'tempest-description--243223320'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:44.556011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0b49d686-aa14-4be4-a61c-424ce17c07ca up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:39:44.578360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d41034d9-d5fb-4ab8-af8e-2c14567ef3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.588419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b86eba1-2274-4ab0-aada-49cb84ccb0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.631671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41034d9-d5fb-4ab8-af8e-2c14567ef3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fac8d57-b3e5-4c03-a534-a9a49fc25710,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:44.634105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38374) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:44.639219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f7eb247c-4e33-416d-aa3b-79cbe9bc848c None None] Provisioning complete for port a4ddb2e2-b745-410f-a97b-34ddfb2bf874 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:44.639845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7eb247c-4e33-416d-aa3b-79cbe9bc848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.646422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1c959a00-18d2-43d9-80be-137706006ca2 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3091969 Apr 30 01:39:44.662783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d41034d9-d5fb-4ab8-af8e-2c14567ef3db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b51f36ba5104c948be900544e997385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667101 Apr 30 01:39:44.665838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38378) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:44.684260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b86eba1-2274-4ab0-aada-49cb84ccb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.712693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.717869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b218232c-203c-4907-857e-c4a05df999f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.721567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb247c-4e33-416d-aa3b-79cbe9bc848c None None] Port a4ddb2e2-b745-410f-a97b-34ddfb2bf874 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:44.726421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0b49d686-aa14-4be4-a61c-424ce17c07ca triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:44.726980 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.870894 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa536f8a-334c-47a1-8e93-e152f6bdaa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.908320 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.917268 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b218232c-203c-4907-857e-c4a05df999f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.924692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa536f8a-334c-47a1-8e93-e152f6bdaa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:44.968256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'project_id': 'b0490f4c04ef45fcae91dd56d24699bf', 'port_id': 'a4ddb2e2-b745-410f-a97b-34ddfb2bf874'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:44.975301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=df3eb1ef-97c5-47c7-81e9-28519bb74206,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:44.980991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:44.985614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:44.989689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:45.013361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b86eba1-2274-4ab0-aada-49cb84ccb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.054153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:45.054800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.069207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86eba1-2274-4ab0-aada-49cb84ccb0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7b7c82-1657-412e-84a7-94d448277b7c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:45.078794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b218232c-203c-4907-857e-c4a05df999f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.086559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b86eba1-2274-4ab0-aada-49cb84ccb0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.090260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1b86eba1-2274-4ab0-aada-49cb84ccb0f4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/da7b7c82-1657-412e-84a7-94d448277b7c HTTP/1.1" status: 204 len: 168 time: 0.8407707 Apr 30 01:39:45.093202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38390) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:45.111162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.127220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa536f8a-334c-47a1-8e93-e152f6bdaa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.129968 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa536f8a-334c-47a1-8e93-e152f6bdaa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.131114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fa536f8a-334c-47a1-8e93-e152f6bdaa49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fac8d57-b3e5-4c03-a534-a9a49fc25710 HTTP/1.1" status: 204 len: 168 time: 0.4642012 Apr 30 01:39:45.166785 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-adee8987-b582-4ab4-aa76-7e5f96e6fd6c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6609848 Apr 30 01:39:45.167058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38398) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:45.249882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218232c-203c-4907-857e-c4a05df999f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66742d35-a449-47da-93bf-9f737cc8a9c2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:45.255751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b218232c-203c-4907-857e-c4a05df999f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.256987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b218232c-203c-4907-857e-c4a05df999f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7313154 Apr 30 01:39:45.263108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38402) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:45.291686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8e7ebfd1-e6a8-4585-83c1-86d7b1bf14ca tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'security_group_rule': {'security_group_id': '66742d35-a449-47da-93bf-9f737cc8a9c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:45.298569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536f8a-334c-47a1-8e93-e152f6bdaa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fac8d57-b3e5-4c03-a534-a9a49fc25710,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:45.337089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.363868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-201422e5-ba31-4e4a-a181-2da8ef50ecca None None] Provisioning complete for port df3eb1ef-97c5-47c7-81e9-28519bb74206 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:45.364604 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-201422e5-ba31-4e4a-a181-2da8ef50ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.369769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ab9-db40-473a-a4f5-fe1c4de810a6 req-dfcae870-5456-464e-9ac9-9212156b80ed tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:45.377758 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a589ab9-db40-473a-a4f5-fe1c4de810a6 req-dfcae870-5456-464e-9ac9-9212156b80ed tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 943 time: 0.1160002 Apr 30 01:39:45.429250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-201422e5-ba31-4e4a-a181-2da8ef50ecca None None] Port df3eb1ef-97c5-47c7-81e9-28519bb74206 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:45.475610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e7ebfd1-e6a8-4585-83c1-86d7b1bf14ca tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.528274 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a589ab9-db40-473a-a4f5-fe1c4de810a6 req-543429f6-64f6-42dc-b38d-2d90603d193f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495013 Apr 30 01:39:45.535459 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.588278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9409e6c-5a5e-412c-8366-4e452d1d5c40']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:45.611519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd96927-e908-4b43-8f0d-5d44d697e57e') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:45.613698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd96927-e908-4b43-8f0d-5d44d697e57e') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:45.624947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.651218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e7ebfd1-e6a8-4585-83c1-86d7b1bf14ca tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.651218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.661888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:39:45.662615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.717684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:01:c3:5f'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:39:45.725638 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:39:45.730864 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e7ebfd1-e6a8-4585-83c1-86d7b1bf14ca tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.753407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ebfd1-e6a8-4585-83c1-86d7b1bf14ca tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525d15ad-00d0-4efb-8350-e3f9a4e023fb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:45.833815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.840136 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.844638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f9409e6c-5a5e-412c-8366-4e452d1d5c40 HTTP/1.1" status: 204 len: 168 time: 0.7504799 Apr 30 01:39:45.884290 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e7ebfd1-e6a8-4585-83c1-86d7b1bf14ca tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:45.888823 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8e7ebfd1-e6a8-4585-83c1-86d7b1bf14ca tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6170890 Apr 30 01:39:45.889465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38422) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:45.895064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-27cfceaf-00e6-419c-820c-fc8c405ae3bb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'security_group_rule': {'security_group_id': '66742d35-a449-47da-93bf-9f737cc8a9c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:45.908497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2e2a3-43a4-4719-bc80-43b79b5843d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9409e6c-5a5e-412c-8366-4e452d1d5c40,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:46.010504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.086895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.278565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:39:46.284307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Allocated IP 172.25.0.224 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a8498e2e-cd26-44b2-8233-079f780bfc4e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:46.308728 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.383056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:46.401543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'network_id': '6ab50747-8251-4790-b3ff-891bed71c770', 'port_id': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'mac_address': 'fa:16:3e:db:85:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9a07b2-cad2-405d-8af2-2429062e92d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:39:46.413482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.445002 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.458321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f473c555-c2df-45c1-80df-05bb1d3b84ff {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:39:46.477546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:46.548851 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.559496 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.563193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27cfceaf-00e6-419c-820c-fc8c405ae3bb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.563746 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.591600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:46.623171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:46.626689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:46.674575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27cfceaf-00e6-419c-820c-fc8c405ae3bb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.716169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:46.730733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27cfceaf-00e6-419c-820c-fc8c405ae3bb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.764205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfceaf-00e6-419c-820c-fc8c405ae3bb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53791f45-31ec-4ef6-a2b8-42ca146dd2ea,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:46.786813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=df3eb1ef-97c5-47c7-81e9-28519bb74206,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:46.847886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f473c555-c2df-45c1-80df-05bb1d3b84ff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:39:46.853373 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27cfceaf-00e6-419c-820c-fc8c405ae3bb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:46.854759 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-27cfceaf-00e6-419c-820c-fc8c405ae3bb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9634066 Apr 30 01:39:46.858287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:46.868852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:46.892895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38444) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:47.002550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-caf03419-8f6d-4873-80c2-04f3226beb76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be657ffefc10499a969ee6ec3d0fe071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073890 Apr 30 01:39:47.007528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38456) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:47.082609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.147590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7bafa-41a5-4331-bd2f-5a4275bdc78e req-05e05227-3cc2-4ef1-95ac-9257841888bd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:47.163346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6cf7bafa-41a5-4331-bd2f-5a4275bdc78e req-05e05227-3cc2-4ef1-95ac-9257841888bd tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 944 time: 0.4547613 Apr 30 01:39:47.165846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55172f29-73bf-4450-bfde-c24c3caf0890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.170192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] In _notify_port_updated(), no bound segment for port df3eb1ef-97c5-47c7-81e9-28519bb74206 on network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:39:47.179476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:47.180417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.182188 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2dd2543b-390d-4820-99a0-5315793dd13b tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "PUT /v2.0/ports/df3eb1ef-97c5-47c7-81e9-28519bb74206 HTTP/1.1" status: 200 len: 994 time: 1.4689782 Apr 30 01:39:47.200828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38462) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:47.209310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-46eda2f0-12e1-4c3d-a7d3-0f485ea6d036 None None] Provisioning complete for port df3eb1ef-97c5-47c7-81e9-28519bb74206 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:47.209688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46eda2f0-12e1-4c3d-a7d3-0f485ea6d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.211413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-b152a80a-9d39-448b-9a69-05574560016d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4218452 Apr 30 01:39:47.225230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55172f29-73bf-4450-bfde-c24c3caf0890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.245572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-46eda2f0-12e1-4c3d-a7d3-0f485ea6d036 None None] Port df3eb1ef-97c5-47c7-81e9-28519bb74206 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:47.252218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Pushing event updated for resources: {'Port': ['ID=a8498e2e-cd26-44b2-8233-079f780bfc4e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:47.292077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6cf7bafa-41a5-4331-bd2f-5a4275bdc78e req-8bc62e4b-f1cd-416b-948f-eac615a62514 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274755 Apr 30 01:39:47.390453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-628edaf8-b75c-48da-80aa-18ed33fcded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:47.392076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-628edaf8-b75c-48da-80aa-18ed33fcded7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 1096 time: 0.1409562 Apr 30 01:39:47.511634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55172f29-73bf-4450-bfde-c24c3caf0890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.516361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55172f29-73bf-4450-bfde-c24c3caf0890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.518073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-55172f29-73bf-4450-bfde-c24c3caf0890 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4f5d87a-2de9-4d01-bf46-2b3d358f4939 HTTP/1.1" status: 204 len: 168 time: 0.5085886 Apr 30 01:39:47.536726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-19e6ddb3-4fdb-4fc5-ae8c-2d298a26051d tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Deleting port df3eb1ef-97c5-47c7-81e9-28519bb74206 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:39:47.537078 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19e6ddb3-4fdb-4fc5-ae8c-2d298a26051d tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.588610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55172f29-73bf-4450-bfde-c24c3caf0890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f5d87a-2de9-4d01-bf46-2b3d358f4939,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:47.651804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.847468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-26f0d6f0-86dd-47e4-ae85-72f6f2f1886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:47.849641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-26f0d6f0-86dd-47e4-ae85-72f6f2f1886e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.3163860 Apr 30 01:39:47.917582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:47.959016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-af5d2e41-6344-4d1d-a63d-679dc3346f67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1 HTTP/1.1" status: 200 len: 217 time: 0.1002007 Apr 30 01:39:48.015337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-6e9ac904-f357-430a-86e7-3ec3e8ec3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:48.017174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-6e9ac904-f357-430a-86e7-3ec3e8ec3825 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.0518637 Apr 30 01:39:48.067198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19e6ddb3-4fdb-4fc5-ae8c-2d298a26051d tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.103070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-19e6ddb3-4fdb-4fc5-ae8c-2d298a26051d tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Calling delete_port for df3eb1ef-97c5-47c7-81e9-28519bb74206 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:39:48.159876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.183364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Allocated IP 172.25.0.245 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/7907c89f-6968-4cdf-8183-574a15ba03d5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:48.192760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-b911abee-12e4-4240-8dda-b77ad86ec2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:48.194815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-b911abee-12e4-4240-8dda-b77ad86ec2b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702876 Apr 30 01:39:48.291872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:39:48.349119 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-3e1c55c9-41a8-4407-860b-4aea7ed5896d service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455243 Apr 30 01:39:48.408030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port f473c555-c2df-45c1-80df-05bb1d3b84ff triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:48.412310 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.616632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.636790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3dc668f5-2615-4d04-9745-cade6bdcfce9 req-ce6cfd5b-0539-4538-b9a9-ed14541cdf39 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542205 Apr 30 01:39:48.665138 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.688356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.702074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.721651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f9e06-b65c-45c9-bd60-1f3d7baecf9f req-1278125f-9c0e-4d72-bffa-add2d2108299 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:48.723223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f1f9e06-b65c-45c9-bd60-1f3d7baecf9f req-1278125f-9c0e-4d72-bffa-add2d2108299 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 944 time: 0.2632253 Apr 30 01:39:48.739692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.778214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:39:48.780899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:39:48.785877 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6a35d8-511c-45e1-b9f0-6f1471e4b4ee" -d '{"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-plugged", "status": "completed", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:39:48.834001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19e6ddb3-4fdb-4fc5-ae8c-2d298a26051d tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.848662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Pushing event updated for resources: {'Port': ['ID=a8498e2e-cd26-44b2-8233-079f780bfc4e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:48.851357 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.869551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:48.887111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f1f9e06-b65c-45c9-bd60-1f3d7baecf9f req-fa788caa-7549-49d6-821f-90bd7588ff8f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414225 Apr 30 01:39:48.968109 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f98ccc1-02e8-4d5d-82f4-1802ff5c5684 x-openstack-request-id: req-9f98ccc1-02e8-4d5d-82f4-1802ff5c5684 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:39:48.968819 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-plugged", "status": "completed", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:39:48.969555 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f98ccc1-02e8-4d5d-82f4-1802ff5c5684 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:39:48.970113 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f98ccc1-02e8-4d5d-82f4-1802ff5c5684'] response: {'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'code': 200} Apr 30 01:39:48.990697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6ddb3-4fdb-4fc5-ae8c-2d298a26051d tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Port': ['ID=df3eb1ef-97c5-47c7-81e9-28519bb74206,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:49.016480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:49.050394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.062972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:39:49.339096 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Floating IP 5f69edc1-b6a3-46d5-913d-ad6ed6ddc69e associated. External IP: 172.25.0.224, port: a4ddb2e2-b745-410f-a97b-34ddfb2bf874. Apr 30 01:39:49.340745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:49.479654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:49.495812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e5a75-527f-4c62-9333-1566f1151406 req-c8681e91-de01-4325-bdf4-77d0398d340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:49.495812 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-500e5a75-527f-4c62-9333-1566f1151406 req-c8681e91-de01-4325-bdf4-77d0398d340c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 1097 time: 0.1928647 Apr 30 01:39:49.532114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:49.570179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:49.578263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-500e5a75-527f-4c62-9333-1566f1151406 req-1bca06ed-3f82-46fa-9851-51642c45cb15 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741899 Apr 30 01:39:49.661831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event updated for resources: {'Port': ['ID=7907c89f-6968-4cdf-8183-574a15ba03d5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:49.694663 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19e6ddb3-4fdb-4fc5-ae8c-2d298a26051d tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:49.697899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-19e6ddb3-4fdb-4fc5-ae8c-2d298a26051d tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "DELETE /v2.0/ports/df3eb1ef-97c5-47c7-81e9-28519bb74206 HTTP/1.1" status: 204 len: 168 time: 2.4962850 Apr 30 01:39:49.700480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38562) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:49.757752 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99982d2-2998-4333-a9ff-0fbeebc4318a tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] GET failed (client error): The resource could not be found. Apr 30 01:39:49.759359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b99982d2-2998-4333-a9ff-0fbeebc4318a tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "GET /v2.0/ports/df3eb1ef-97c5-47c7-81e9-28519bb74206 HTTP/1.1" status: 404 len: 333 time: 0.0579767 Apr 30 01:39:49.764245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:49.773664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'name': 'tempest-AllowedAddressPairTestJSON-1619601481'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:49.794002 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:49.918259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Router d26b5f39-b9d8-4f3a-8d1b-1576473f1db6 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:39:50.042588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:50.202109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:39:50.214697 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe22db-9287-45e0-ac56-4a731f57f0fb None None] Sync routers for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:39:50.243200 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe22db-9287-45e0-ac56-4a731f57f0fb None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:39:50.253117 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-04fe22db-9287-45e0-ac56-4a731f57f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:39:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:50.258545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78a1e-98ca-4d51-9ba1-a78f4c6e70c0 req-5c485370-6d88-4829-8917-e76fdab713f3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:50.260321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f78a1e-98ca-4d51-9ba1-a78f4c6e70c0 req-5c485370-6d88-4829-8917-e76fdab713f3 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1496987 Apr 30 01:39:50.328090 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:50.361727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Made reservation on behalf of aa483c4141fe4e80a029bc3ae0b7845b for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:50.362209 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:50.394149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] device_id is not set on port a55dc510-0aae-4be3-a94c-780e91cef71e yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:39:50.407946 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-04fe22db-9287-45e0-ac56-4a731f57f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:50.429592 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-29e5a99e-7629-4397-8131-447ce23ec3c6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.7867839 Apr 30 01:39:50.432438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38602) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:50.449031 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe22db-9287-45e0-ac56-4a731f57f0fb None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:39:50.456813 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:50.477001 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-04fe22db-9287-45e0-ac56-4a731f57f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:39:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:50.497235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2f78a1e-98ca-4d51-9ba1-a78f4c6e70c0 req-b8b6fcdd-4ae7-4046-a940-c69571b31221 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112472 Apr 30 01:39:50.600462 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-04fe22db-9287-45e0-ac56-4a731f57f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:50.601257 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe22db-9287-45e0-ac56-4a731f57f0fb None None] The sync data for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:39:50.851269 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:50.930334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Allocated IP 172.20.0.6 (d9ceff48-ee92-48b7-bbb7-ea07ca1c1929/80c1ba28-c15d-4468-9575-71411fb5a331/a55dc510-0aae-4be3-a94c-780e91cef71e) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:50.939608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8f26b5d1-1a08-4e8b-88d1-acf09a0b500d tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] 10.222.0.15 "GET /v2.0/floatingips/5f69edc1-b6a3-46d5-913d-ad6ed6ddc69e HTTP/1.1" status: 200 len: 982 time: 0.5058875 Apr 30 01:39:50.943200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38634) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:50.957157 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:51.262542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event updated for resources: {'Port': ['ID=7907c89f-6968-4cdf-8183-574a15ba03d5,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:51.527290 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:51.666318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:51.845485 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:51.899915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:51.901399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cb9376e2-4782-4b05-9dd5-7e7281de3899 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0423756 Apr 30 01:39:51.914113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecfa6d-0281-44f9-8ce3-d15b3af28cf1 req-4920315a-e18e-4b2f-a49e-de92a295a1ea tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:51.915914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57ecfa6d-0281-44f9-8ce3-d15b3af28cf1 req-4920315a-e18e-4b2f-a49e-de92a295a1ea tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1530735 Apr 30 01:39:51.945435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:51.957331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:51.961361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=a55dc510-0aae-4be3-a94c-780e91cef71e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:51.968408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:52.072840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8319b1f8-005e-4fd9-acc1-0565976f24b7 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1945 time: 1.1260149 Apr 30 01:39:52.077789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38712) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:52.166068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:52.166707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:52.213630 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57ecfa6d-0281-44f9-8ce3-d15b3af28cf1 req-c7aa6bc5-2593-4c42-beab-9a4909ed78b0 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878115 Apr 30 01:39:52.291576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-55184c65-3ac9-422d-bf3a-aa9b4fef1319 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5227790 Apr 30 01:39:52.298342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38728) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:52.299128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:01:c3:5f'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:52.469758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Deleting port a8498e2e-cd26-44b2-8233-079f780bfc4e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:39:52.470685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:52.544253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-efaa4d2a-e413-4d6e-b8de-9863dc169613 None None] Provisioning complete for port a55dc510-0aae-4be3-a94c-780e91cef71e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:52.545446 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efaa4d2a-e413-4d6e-b8de-9863dc169613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:52.631834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-efaa4d2a-e413-4d6e-b8de-9863dc169613 None None] Port a55dc510-0aae-4be3-a94c-780e91cef71e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:52.653105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:52.654019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:52.673514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Calling delete_port for a8498e2e-cd26-44b2-8233-079f780bfc4e owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:39:52.743412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:52.924063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38752) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:53.222569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:53.274263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbc46930-cd87-4060-8802-2f2d47dc0a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:53.383993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event deleted for resources: {'Port': ['ID=a8498e2e-cd26-44b2-8233-079f780bfc4e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:53.597089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:53.641288 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:53.641288 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Floating IP 5f69edc1-b6a3-46d5-913d-ad6ed6ddc69e disassociated (deleted). External IP: 172.25.0.224, port: a4ddb2e2-b745-410f-a97b-34ddfb2bf874. Apr 30 01:39:53.674935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc96ba-c8f7-4441-86b2-aa31d24e5754 req-e5475c4f-d389-403b-b9c4-599f067fc404 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:53.682926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7dbc96ba-c8f7-4441-86b2-aa31d24e5754 req-e5475c4f-d389-403b-b9c4-599f067fc404 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1590455 Apr 30 01:39:53.725057 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbc46930-cd87-4060-8802-2f2d47dc0a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:53.777514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:53.906741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=a55dc510-0aae-4be3-a94c-780e91cef71e,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:53.953652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7dbc96ba-c8f7-4441-86b2-aa31d24e5754 req-34c92342-bcac-4151-85a9-992ac576f143 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695689 Apr 30 01:39:53.963743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbc46930-cd87-4060-8802-2f2d47dc0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.167667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cbc46930-cd87-4060-8802-2f2d47dc0a79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce64ceab9df0455197c6a0eb22a01728&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2314107 Apr 30 01:39:54.169368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38798) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:54.169368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc46930-cd87-4060-8802-2f2d47dc0a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd98b4-45fd-4637-bdda-ba73fb183c81,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:54.169541 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-3566fc95-9b8f-4559-8495-7cebeccb209e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--971056800&fields=id&tenant_id=8b9a53b3656d449bbef2429ba03a7ac1 HTTP/1.1" status: 200 len: 267 time: 0.3270683 Apr 30 01:39:54.188581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] In _notify_port_updated(), no bound segment for port a55dc510-0aae-4be3-a94c-780e91cef71e on network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:39:54.191785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Router d26b5f39-b9d8-4f3a-8d1b-1576473f1db6 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:39:54.198728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:54.198728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.198728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-40caf306-c225-4d80-960b-191c610f2018 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "PUT /v2.0/ports/a55dc510-0aae-4be3-a94c-780e91cef71e HTTP/1.1" status: 200 len: 996 time: 1.9060631 Apr 30 01:39:54.203880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38802) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:54.278627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a974f564-3431-409f-bd00-9655730aeba2 None None] Provisioning complete for port a55dc510-0aae-4be3-a94c-780e91cef71e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:54.282490 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a974f564-3431-409f-bd00-9655730aeba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.324473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81f8eb2c-3125-449f-9a70-c79bf05e216b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.387805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81f8eb2c-3125-449f-9a70-c79bf05e216b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.389319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a974f564-3431-409f-bd00-9655730aeba2 None None] Port a55dc510-0aae-4be3-a94c-780e91cef71e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:54.415707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-d03fa27d-83e4-44bf-b1a9-9c227d3af0f7 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:54.415707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-d03fa27d-83e4-44bf-b1a9-9c227d3af0f7 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 819 time: 0.2101095 Apr 30 01:39:54.501346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-9a54d85c-3356-49be-8f2f-e51da5353c0e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/quotas/8b9a53b3656d449bbef2429ba03a7ac1 HTTP/1.1" status: 200 len: 375 time: 0.0780878 Apr 30 01:39:54.610995 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81f8eb2c-3125-449f-9a70-c79bf05e216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.614282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81f8eb2c-3125-449f-9a70-c79bf05e216b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.617847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-81f8eb2c-3125-449f-9a70-c79bf05e216b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2bd98b4-45fd-4637-bdda-ba73fb183c81 HTTP/1.1" status: 204 len: 168 time: 0.4366012 Apr 30 01:39:54.625219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8eb2c-3125-449f-9a70-c79bf05e216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd98b4-45fd-4637-bdda-ba73fb183c81,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:54.735659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-32b43310-a729-41db-a596-c822b47db596 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2087085 Apr 30 01:39:54.745244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:39:54.750590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8e393ab1-f18a-4d57-b39d-e9183aa5e015 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Deleting port a55dc510-0aae-4be3-a94c-780e91cef71e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:39:54.751389 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e393ab1-f18a-4d57-b39d-e9183aa5e015 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.758063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:54.758197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd2ef6-3f81-4395-9cab-4404a254de0d None None] Sync routers for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:39:54.771808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd2ef6-3f81-4395-9cab-4404a254de0d None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:39:54.772547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-83bd2ef6-3f81-4395-9cab-4404a254de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:39:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:54.856298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-83bd2ef6-3f81-4395-9cab-4404a254de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:54.890918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd2ef6-3f81-4395-9cab-4404a254de0d None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:39:54.891778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-83bd2ef6-3f81-4395-9cab-4404a254de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:39:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:54.955100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b88390b4-6803-43cb-816c-6addb2214359 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "DELETE /v2.0/floatingips/5f69edc1-b6a3-46d5-913d-ad6ed6ddc69e HTTP/1.1" status: 204 len: 168 time: 2.8753688 Apr 30 01:39:54.959915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38846) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:54.966634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:54.966854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-83bd2ef6-3f81-4395-9cab-4404a254de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:39:54.967404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd2ef6-3f81-4395-9cab-4404a254de0d None None] The sync data for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:39:55.028266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-cd75e7be-73cf-4999-a07c-2e8e478b6d94 service neutron] 10.222.0.15 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644463 Apr 30 01:39:55.074425 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:55.307120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-16554717-3440-4931-8c71-70106ab856c4 service neutron] 10.222.0.15 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795971 Apr 30 01:39:55.307120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e393ab1-f18a-4d57-b39d-e9183aa5e015 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:55.307120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8e393ab1-f18a-4d57-b39d-e9183aa5e015 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Calling delete_port for a55dc510-0aae-4be3-a94c-780e91cef71e owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:39:55.309069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53efe6-aaed-4437-9a21-d5089e25469e req-c999865c-dad1-4aa3-82c3-9179e06ab37a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:55.309069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f53efe6-aaed-4437-9a21-d5089e25469e req-c999865c-dad1-4aa3-82c3-9179e06ab37a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1903067 Apr 30 01:39:55.343666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f53efe6-aaed-4437-9a21-d5089e25469e req-8fcdcc91-ebd1-4f04-9dfd-793ae24a568c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588078 Apr 30 01:39:55.418026 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:55.495326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec6166-e06c-4d06-8b46-3569176c26dd req-ae20cb55-2862-4b03-b9aa-577a05b72485 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:55.497209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bec6166-e06c-4d06-8b46-3569176c26dd req-ae20cb55-2862-4b03-b9aa-577a05b72485 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.0697548 Apr 30 01:39:55.508084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e393ab1-f18a-4d57-b39d-e9183aa5e015 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:55.592040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e393ab1-f18a-4d57-b39d-e9183aa5e015 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Port': ['ID=a55dc510-0aae-4be3-a94c-780e91cef71e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:55.657722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3204e88-12c4-4060-b69f-1c78b4bbebe9 req-29f79229-2e5a-4a96-9456-9d326fbd4576 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 210 time: 0.1371319 Apr 30 01:39:55.684359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bec6166-e06c-4d06-8b46-3569176c26dd req-ec79ece7-179f-4621-8ebc-295d28d917d4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635296 Apr 30 01:39:55.704527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:55.767199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c307b6a-4d59-452b-905a-ae3616810085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:55.833669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Allocated IP 172.25.0.73 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/41b3227a-8cec-4c31-a7a5-e67c8ff3d30f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:55.877879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e393ab1-f18a-4d57-b39d-e9183aa5e015 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:55.881180 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8e393ab1-f18a-4d57-b39d-e9183aa5e015 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "DELETE /v2.0/ports/a55dc510-0aae-4be3-a94c-780e91cef71e HTTP/1.1" status: 204 len: 168 time: 1.6770406 Apr 30 01:39:55.883759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38886) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:55.913852 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcb7f1c-a1b3-424d-b8c7-6117ddffc78c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] GET failed (client error): The resource could not be found. Apr 30 01:39:55.919307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7bcb7f1c-a1b3-424d-b8c7-6117ddffc78c tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "GET /v2.0/ports/a55dc510-0aae-4be3-a94c-780e91cef71e HTTP/1.1" status: 404 len: 333 time: 0.0308268 Apr 30 01:39:55.919978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38888) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:55.926786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'name': 'tempest-AllowedAddressPairTestJSON-1015836014'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:56.073273 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c307b6a-4d59-452b-905a-ae3616810085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.118575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.138100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c0ef8-824b-475c-8669-2d3771a20ecc req-736319cc-1073-4d68-b403-aebf25c48ccc tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:56.140014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d30c0ef8-824b-475c-8669-2d3771a20ecc req-736319cc-1073-4d68-b403-aebf25c48ccc tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2233448 Apr 30 01:39:56.178596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c307b6a-4d59-452b-905a-ae3616810085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.187977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d30c0ef8-824b-475c-8669-2d3771a20ecc req-8fb22ca2-c132-4f1c-ac9d-4e3cdc50cdaf tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Apr 30 01:39:56.225948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Made reservation on behalf of aa483c4141fe4e80a029bc3ae0b7845b for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:56.225948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.226652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6c307b6a-4d59-452b-905a-ae3616810085 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3de3851e88c436db91f2ff59a5d866d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172403 Apr 30 01:39:56.226652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c307b6a-4d59-452b-905a-ae3616810085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7a1ddf-ebc6-4d2a-8816-7a112fd4d437,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:56.236436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38904) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:56.309170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.383144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:56.388737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:56.404754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] device_id is not set on port bd89c7ae-22d4-44a0-acde-67bd2e8bb55e yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:39:56.410235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc5fd-383d-4d8f-9b6b-2d367366f371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.423487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:56.439537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Pushing event updated for resources: {'Port': ['ID=41b3227a-8cec-4c31-a7a5-e67c8ff3d30f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:56.510545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc5fd-383d-4d8f-9b6b-2d367366f371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.625696 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.660366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394b3aa-09f4-4391-8a9f-3fc3a97ac483 req-96ae41ae-9b2c-45b2-b36f-71e77121b45f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:56.662071 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e394b3aa-09f4-4391-8a9f-3fc3a97ac483 req-96ae41ae-9b2c-45b2-b36f-71e77121b45f tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2469783 Apr 30 01:39:56.756855 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e394b3aa-09f4-4391-8a9f-3fc3a97ac483 req-6e631111-774e-4b7f-b7fb-fd1bd5d1c99d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823979 Apr 30 01:39:56.771320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.801786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Allocated IP 172.20.0.4 (d9ceff48-ee92-48b7-bbb7-ea07ca1c1929/80c1ba28-c15d-4468-9575-71411fb5a331/bd89c7ae-22d4-44a0-acde-67bd2e8bb55e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:56.851591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc5fd-383d-4d8f-9b6b-2d367366f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.854180 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc5fd-383d-4d8f-9b6b-2d367366f371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:56.855349 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7d1dc5fd-383d-4d8f-9b6b-2d367366f371 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e7a1ddf-ebc6-4d2a-8816-7a112fd4d437 HTTP/1.1" status: 204 len: 168 time: 0.6177576 Apr 30 01:39:56.952612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc5fd-383d-4d8f-9b6b-2d367366f371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7a1ddf-ebc6-4d2a-8816-7a112fd4d437,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:56.954745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-633256b3-0583-45eb-9445-3ad191dd2ed1 req-30244d37-a1a1-4a12-b7c8-43683a44d903 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 210 time: 0.0972321 Apr 30 01:39:57.284136 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:57.317248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:57.336466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c974dcd-0e84-4ba0-be0b-52e71356521c req-b34dc319-4cd6-4f12-bed3-4376d42d143a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:57.338580 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c974dcd-0e84-4ba0-be0b-52e71356521c req-b34dc319-4cd6-4f12-bed3-4376d42d143a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.3957372 Apr 30 01:39:57.410425 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c974dcd-0e84-4ba0-be0b-52e71356521c req-9f64825a-c187-4b2f-894e-4867721bdc44 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639048 Apr 30 01:39:57.426437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:57.514231 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:57.607539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:57.612989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:39:57.624585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:39:57.636150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:39:57.636550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Pushing event updated for resources: {'Port': ['ID=41b3227a-8cec-4c31-a7a5-e67c8ff3d30f,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:57.705786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:57.709102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-85d56781-adc0-4eea-a634-4ddd37e7af8f tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7469738 Apr 30 01:39:57.712023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38970) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:57.716013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:57.717964 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:57.730060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=bd89c7ae-22d4-44a0-acde-67bd2e8bb55e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:39:57.768554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c657f5-89be-4175-9033-b65435e10a24 req-d76a0086-80b7-40c5-b596-e1e33811cace tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:57.782331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04c657f5-89be-4175-9033-b65435e10a24 req-d76a0086-80b7-40c5-b596-e1e33811cace tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2476516 Apr 30 01:39:57.862536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-04c657f5-89be-4175-9033-b65435e10a24 req-a002830a-aabf-4abf-9165-a07b10124c9c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784073 Apr 30 01:39:57.868386 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-91b044f5-a8a8-4b65-bbc2-d40f43c6edec tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9476254 Apr 30 01:39:57.871037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38980) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:39:57.878477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'network_id': 'd9ceff48-ee92-48b7-bbb7-ea07ca1c1929', 'name': 'tempest-AllowedAddressPairTestJSON-435928430'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:58.205460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-50da6250-cb1f-4489-b685-3db793f94ee2 None None] Provisioning complete for port bd89c7ae-22d4-44a0-acde-67bd2e8bb55e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:39:58.205460 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50da6250-cb1f-4489-b685-3db793f94ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:58.219935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:58.276307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a3331-6ef6-47dc-abb6-cf0d2dc2ffbc req-8fd9e6d1-204e-45fd-8fda-2ff8ca21ca51 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:58.279318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-603a3331-6ef6-47dc-abb6-cf0d2dc2ffbc req-8fd9e6d1-204e-45fd-8fda-2ff8ca21ca51 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1717055 Apr 30 01:39:58.302807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-50da6250-cb1f-4489-b685-3db793f94ee2 None None] Port bd89c7ae-22d4-44a0-acde-67bd2e8bb55e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:39:58.335501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e0d9141d-5922-432c-9d32-8dbfe82e9119 req-019f355e-ec94-4f4f-9fe2-16738e5295fe tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 210 time: 0.0985105 Apr 30 01:39:58.502323 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-603a3331-6ef6-47dc-abb6-cf0d2dc2ffbc req-134cd837-2ce5-4637-9884-c7d0e3f43fe4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022817 Apr 30 01:39:58.517949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:58.584844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-4b33605c-8b1f-4f5f-803b-57d5c52b9fa8 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:58.586354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-4b33605c-8b1f-4f5f-803b-57d5c52b9fa8 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.21 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 819 time: 0.3054326 Apr 30 01:39:58.588928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Made reservation on behalf of aa483c4141fe4e80a029bc3ae0b7845b for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:39:58.593113 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:58.685407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] device_id is not set on port 66be4c42-faf4-408c-bdcb-a091140d6624 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:39:58.716478 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-714495c1-adde-4924-b3b1-2f899c7b5c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:59.267553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-1d1aa8f6-e515-4981-8c53-ae5b11c2012b tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b9a53b3656d449bbef2429ba03a7ac1 HTTP/1.1" status: 200 len: 379 time: 0.6620255 Apr 30 01:39:59.291814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'port': {'device_id': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'admin_state_up': True, 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'security_groups': ['66742d35-a449-47da-93bf-9f737cc8a9c2']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:39:59.600369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-96266fdc-6d42-43e9-916f-262e0c2b2911 req-4860bf42-3104-4e5f-85f8-04f9912abe1d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 210 time: 0.0734875 Apr 30 01:39:59.613638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb739-3d41-435b-b14f-2322584f360a req-4991c42c-0b0c-4156-9262-c5b4367fc33b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:39:59.616762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-676fb739-3d41-435b-b14f-2322584f360a req-4991c42c-0b0c-4156-9262-c5b4367fc33b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.4688098 Apr 30 01:39:59.713306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Allocated IP 172.20.0.12 (d9ceff48-ee92-48b7-bbb7-ea07ca1c1929/80c1ba28-c15d-4468-9575-71411fb5a331/66be4c42-faf4-408c-bdcb-a091140d6624) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:39:59.906708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:39:59.922550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:00.026200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-676fb739-3d41-435b-b14f-2322584f360a req-6fd0cc5d-2c8f-4568-9b35-cb8dd90d8d4e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080172 Apr 30 01:40:00.089869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Made reservation on behalf of 8b9a53b3656d449bbef2429ba03a7ac1 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:00.093589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:00.146487 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:00.278465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39098) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:00.338372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Allocated IP 172.25.0.23 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/906f0744-7274-4ab4-b262-d24ce0095b2f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:00.350176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=66be4c42-faf4-408c-bdcb-a091140d6624,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:00.364092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:00.378246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:00.384640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:00.445366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39106) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:00.669524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22cf-f821-43a1-811a-68f56a6d4266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:00.848619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:00.849444 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:00.852613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Allocated IP 172.20.0.11 (1312e16a-1144-4a79-be66-eba7e92f3f8d/6cf244ed-548b-4e51-938a-7ec84b8d4cae/a3a7d597-0757-41a4-b197-eccd5740a794) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:00.861338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2098148-c879-4cd9-a53d-81c2f189ea14 req-5ad7fdd8-4309-4ef7-a8d8-f5029f2d2bcf tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 210 time: 0.0757921 Apr 30 01:40:00.866657 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1fccd6e7-c7a8-40ba-9bd8-ac7363a4f70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:00.881980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ff8860ed-dcbf-40f8-a93f-4899bc7b5c8e None None] Provisioning complete for port 66be4c42-faf4-408c-bdcb-a091140d6624 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:00.884074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff8860ed-dcbf-40f8-a93f-4899bc7b5c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:00.935944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:00.955641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22cf-f821-43a1-811a-68f56a6d4266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.001985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ff8860ed-dcbf-40f8-a93f-4899bc7b5c8e None None] Port 66be4c42-faf4-408c-bdcb-a091140d6624 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:40:01.009076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b2af347f-5a24-48e7-81e8-1bf471697275 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1369174 Apr 30 01:40:01.019379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39128) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:01.031686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:01:c3:5f'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:9a:d1:16'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:01.102297 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c24b40f0-bda2-4e75-8dd9-60509f8f38a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.141924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22cf-f821-43a1-811a-68f56a6d4266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.160618 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.291064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.309488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:01.321442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:01.329270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:01.332945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Pushing event updated for resources: {'Port': ['ID=906f0744-7274-4ab4-b262-d24ce0095b2f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:01.393270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6342f3f-2826-4f55-80f6-5a6495c0e86e req-077bc7fd-de50-48d3-8d76-a7a7536f0d0b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:01.393640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1fccd6e7-c7a8-40ba-9bd8-ac7363a4f70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.401080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6342f3f-2826-4f55-80f6-5a6495c0e86e req-077bc7fd-de50-48d3-8d76-a7a7536f0d0b tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1893072 Apr 30 01:40:01.412659 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.452987 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2dcd22cf-f821-43a1-811a-68f56a6d4266 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8130514e369f4f6a98e4f28b4486a6de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1719589 Apr 30 01:40:01.457792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39154) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:01.461957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd22cf-f821-43a1-811a-68f56a6d4266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f2859d-117f-4686-ae1e-7c9cf5d8f4c2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:01.467228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1fccd6e7-c7a8-40ba-9bd8-ac7363a4f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.513504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.542830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1fccd6e7-c7a8-40ba-9bd8-ac7363a4f70c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbb49c2ee04046c289dfd6d9f4547bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0937626 Apr 30 01:40:01.550366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39156) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:01.561813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccd6e7-c7a8-40ba-9bd8-ac7363a4f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e75a5bd-7e34-49b6-a4a8-3b0d18a8f501,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:01.574596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6342f3f-2826-4f55-80f6-5a6495c0e86e req-76afc979-40bf-4613-a6f7-e9dc4992268e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723478 Apr 30 01:40:01.641866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:01.657170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event updated for resources: {'Port': ['ID=a3a7d597-0757-41a4-b197-eccd5740a794,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:01.661046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:01.663269 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.666771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:01.701640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0655347-c335-43ba-840c-a66d84d9de42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.744355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0655347-c335-43ba-840c-a66d84d9de42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.784028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:01.784028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.784770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae67c8bd-41a4-4047-a1f6-0bff7fc0c08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.823756 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae67c8bd-41a4-4047-a1f6-0bff7fc0c08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.835142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.968180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:01.991470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0747aee-b154-4a4e-a9df-74d3e92d0693 req-9b398590-ac62-409c-8feb-1a00e52fca21 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:01.992975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0747aee-b154-4a4e-a9df-74d3e92d0693 req-9b398590-ac62-409c-8feb-1a00e52fca21 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 932 time: 0.0539200 Apr 30 01:40:02.013319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.014730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0655347-c335-43ba-840c-a66d84d9de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.018317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0655347-c335-43ba-840c-a66d84d9de42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.032032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b0655347-c335-43ba-840c-a66d84d9de42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91f2859d-117f-4686-ae1e-7c9cf5d8f4c2 HTTP/1.1" status: 204 len: 168 time: 0.5616639 Apr 30 01:40:02.045387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-f92d3781-08f2-4305-8078-26539c528bfd tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7582998 Apr 30 01:40:02.060066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0655347-c335-43ba-840c-a66d84d9de42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f2859d-117f-4686-ae1e-7c9cf5d8f4c2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:02.066394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae67c8bd-41a4-4047-a1f6-0bff7fc0c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.068923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Request body: {'port': {'device_id': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:02.069287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae67c8bd-41a4-4047-a1f6-0bff7fc0c08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.070471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ae67c8bd-41a4-4047-a1f6-0bff7fc0c08c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e75a5bd-7e34-49b6-a4a8-3b0d18a8f501 HTTP/1.1" status: 204 len: 168 time: 0.5191216 Apr 30 01:40:02.126301 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.145910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e4aede5f-92d9-490a-9fa5-683f4383a65b None None] Provisioning complete for port a3a7d597-0757-41a4-b197-eccd5740a794 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:02.146932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e4aede5f-92d9-490a-9fa5-683f4383a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.197643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0747aee-b154-4a4e-a9df-74d3e92d0693 req-fbefaca8-3eab-42ef-b4b5-e27b16013573 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933784 Apr 30 01:40:02.219856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67c8bd-41a4-4047-a1f6-0bff7fc0c08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e75a5bd-7e34-49b6-a4a8-3b0d18a8f501,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:02.242249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event updated for resources: {'Port': ['ID=66be4c42-faf4-408c-bdcb-a091140d6624,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:02.284675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] In _notify_port_updated(), no bound segment for port 66be4c42-faf4-408c-bdcb-a091140d6624 on network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:40:02.297851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:02.299453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.301877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4501da20-3ebd-4ed1-9a0c-c3aa9d13abbb tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "PUT /v2.0/ports/66be4c42-faf4-408c-bdcb-a091140d6624 HTTP/1.1" status: 200 len: 1055 time: 1.2760043 Apr 30 01:40:02.312199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39188) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:02.360980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e4aede5f-92d9-490a-9fa5-683f4383a65b None None] Port a3a7d597-0757-41a4-b197-eccd5740a794 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:40:02.466305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.536888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.565418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb017b-616c-4b4b-a24e-8bb4d5749ca2 req-3675261c-15bf-4dd2-89a5-c5b9afa88d23 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:02.569284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1bb017b-616c-4b4b-a24e-8bb4d5749ca2 req-3675261c-15bf-4dd2-89a5-c5b9afa88d23 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2043083 Apr 30 01:40:02.575288 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.600328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6dbeae41-2e29-4c7c-8ebd-b3c701251f58 None None] Provisioning complete for port 66be4c42-faf4-408c-bdcb-a091140d6624 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:02.601062 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6dbeae41-2e29-4c7c-8ebd-b3c701251f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.646602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-09163bff-3fe2-4fd9-adbd-bb61e3887479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:02.648194 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-09163bff-3fe2-4fd9-adbd-bb61e3887479 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45509c3cd74f41c786ee93948c905e91&device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 1097 time: 0.2146821 Apr 30 01:40:02.668054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6dbeae41-2e29-4c7c-8ebd-b3c701251f58 None None] Port 66be4c42-faf4-408c-bdcb-a091140d6624 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:40:02.758413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1bb017b-616c-4b4b-a24e-8bb4d5749ca2 req-53d2a640-53ca-402f-a984-a0f1298dcdc1 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730852 Apr 30 01:40:02.787396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2097b2ac-31ca-467c-83d0-780640b4e5e0 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Deleting port 66be4c42-faf4-408c-bdcb-a091140d6624 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:02.787396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2097b2ac-31ca-467c-83d0-780640b4e5e0 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.840805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.939476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-0e7fe7e3-2854-4a78-869d-4f9143bf2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:02.941668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-0e7fe7e3-2854-4a78-869d-4f9143bf2cea service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 200 len: 913 time: 0.2716889 Apr 30 01:40:02.956327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:02.957791 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2417798 Apr 30 01:40:02.962624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39220) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:02.972558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2097b2ac-31ca-467c-83d0-780640b4e5e0 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:03.013208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bbbe2-f5b2-4967-84d1-66605234f55d tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Pushing event updated for resources: {'Port': ['ID=906f0744-7274-4ab4-b262-d24ce0095b2f,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:03.019185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-a9a8e095-4442-4dd0-beba-3973a822d2cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff HTTP/1.1" status: 200 len: 217 time: 0.0693331 Apr 30 01:40:03.095905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2097b2ac-31ca-467c-83d0-780640b4e5e0 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Calling delete_port for 66be4c42-faf4-408c-bdcb-a091140d6624 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:03.163775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-55e4291c-8687-45fc-82de-355f381168b6 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2129 time: 0.1979816 Apr 30 01:40:03.167744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39234) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:03.335670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a7d597-0757-41a4-b197-eccd5740a794 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:40:03.348969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:03.359217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-01021a42-d47c-490c-8335-8c600a1623e3 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1896803 Apr 30 01:40:03.360025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39250) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:03.366153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-aa29e4a2-cba3-4832-8dbc-463501e4cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:03.368013 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-aa29e4a2-cba3-4832-8dbc-463501e4cf2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa9a07b2-cad2-405d-8af2-2429062e92d3 HTTP/1.1" status: 200 len: 853 time: 0.2785265 Apr 30 01:40:03.372234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Transition to ACTIVE for port object a3a7d597-0757-41a4-b197-eccd5740a794 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:40:03.455330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:03.545210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1c946-31a0-478b-adfb-f8ecda961132 req-1779f6eb-b7b4-493e-98ce-ce2eb57cb7ac tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:03.551813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5b1c946-31a0-478b-adfb-f8ecda961132 req-1779f6eb-b7b4-493e-98ce-ce2eb57cb7ac tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 932 time: 0.1780498 Apr 30 01:40:03.650427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5b1c946-31a0-478b-adfb-f8ecda961132 req-7c687609-c4b6-4031-83eb-874100d3a2a1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890756 Apr 30 01:40:03.651316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a7d597-0757-41a4-b197-eccd5740a794,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:03.758426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Attempting to bind port a3a7d597-0757-41a4-b197-eccd5740a794 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:40:03.759390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Attempting to bind port a3a7d597-0757-41a4-b197-eccd5740a794 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:40:03.760053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Attempting to bind port a3a7d597-0757-41a4-b197-eccd5740a794 on network 1312e16a-1144-4a79-be66-eba7e92f3f8d {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:03.766903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Port a3a7d597-0757-41a4-b197-eccd5740a794 on network 1312e16a-1144-4a79-be66-eba7e92f3f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:40:03.767718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Attempting to bind port a3a7d597-0757-41a4-b197-eccd5740a794 on network 1312e16a-1144-4a79-be66-eba7e92f3f8d {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:03.775279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:40:03.776395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Checking segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:03.776911 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:03.777813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Bound using segment: {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:40:03.778827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Bound port: a3a7d597-0757-41a4-b197-eccd5740a794, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd40280-b4fe-4c54-b218-d66cf189cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:40:03.780353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:03.901373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] For port a3a7d597-0757-41a4-b197-eccd5740a794, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:40:03.905412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] For port a3a7d597-0757-41a4-b197-eccd5740a794, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a3a7d597-0757-41a4-b197-eccd5740a794,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:40:04.004393 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:04.051030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:04.114440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:04.115515 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:04.117563 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] 10.222.0.21 "PUT /v2.0/ports/a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 1092 time: 2.0603089 Apr 30 01:40:04.121793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:40:04.124532 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db826709-78c8-4720-a540-2368403ded64" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:40:04.173924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549905f-4abc-42f3-ae19-2f3362400cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a7d597-0757-41a4-b197-eccd5740a794,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:04.208488 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3252613b-2e15-4c55-afb3-7fcb0496db2c x-openstack-request-id: req-3252613b-2e15-4c55-afb3-7fcb0496db2c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:40:04.208993 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:40:04.212964 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3252613b-2e15-4c55-afb3-7fcb0496db2c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:40:04.218780 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3252613b-2e15-4c55-afb3-7fcb0496db2c'] response: {'name': 'network-changed', 'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'status': 'completed', 'code': 200} Apr 30 01:40:04.271526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-a929d3f0-f1e6-4f47-b266-676b754c8419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ab50747-8251-4790-b3ff-891bed71c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8919795 Apr 30 01:40:04.325516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826709-78c8-4720-a540-2368403ded64 req-23c83335-f122-42e6-8f3d-9f8e374eed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:04.327363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db826709-78c8-4720-a540-2368403ded64 req-23c83335-f122-42e6-8f3d-9f8e374eed00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1095 time: 0.1001911 Apr 30 01:40:04.690035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c913-1d7d-4dfc-bc9e-43b75e5ba915 req-5643d662-a475-4aea-a82c-63b956a10aa6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:04.698820 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41a8c913-1d7d-4dfc-bc9e-43b75e5ba915 req-5643d662-a475-4aea-a82c-63b956a10aa6 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.5541921 Apr 30 01:40:04.772864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-b81c6bf3-2b85-4775-a5fa-5f8c24c7745c service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430344 Apr 30 01:40:04.795476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826709-78c8-4720-a540-2368403ded64 req-909dc398-1458-4f0d-987b-7b1324550d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:04.800339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db826709-78c8-4720-a540-2368403ded64 req-909dc398-1458-4f0d-987b-7b1324550d80 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4646590 Apr 30 01:40:04.809389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Deleting port 906f0744-7274-4ab4-b262-d24ce0095b2f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:04.813829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:04.900126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41a8c913-1d7d-4dfc-bc9e-43b75e5ba915 req-2ba36bc9-e0c2-42db-aa6b-3f52fb4e8704 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999593 Apr 30 01:40:04.935111 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2097b2ac-31ca-467c-83d0-780640b4e5e0 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:05.076635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df577-cf60-4c6e-8df2-1b2eb6551a9d req-b4b6c79f-4283-4381-b6f1-2ecc90c3bccb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:05.086895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b7df577-cf60-4c6e-8df2-1b2eb6551a9d req-b4b6c79f-4283-4381-b6f1-2ecc90c3bccb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 944 time: 0.2399461 Apr 30 01:40:05.100688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b2ac-31ca-467c-83d0-780640b4e5e0 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Port': ['ID=66be4c42-faf4-408c-bdcb-a091140d6624,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:05.215628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b7df577-cf60-4c6e-8df2-1b2eb6551a9d req-1ea4a984-d68a-468a-9ee3-fcf44ac35655 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275871 Apr 30 01:40:05.235679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826709-78c8-4720-a540-2368403ded64 req-ca434e54-c45b-4504-8b9c-385cf921a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:05.237719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db826709-78c8-4720-a540-2368403ded64 req-ca434e54-c45b-4504-8b9c-385cf921a28f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4320211 Apr 30 01:40:05.317598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:05.318190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:05.472991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c2d3589-da01-4170-8f05-b650e122c2c0 req-b61a1ff4-2b85-490b-b015-6190b19b6b48 service neutron] 10.222.0.23 "GET /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902378 Apr 30 01:40:05.499271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Calling delete_port for 906f0744-7274-4ab4-b262-d24ce0095b2f owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:05.705015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2097b2ac-31ca-467c-83d0-780640b4e5e0 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:05.710798 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2097b2ac-31ca-467c-83d0-780640b4e5e0 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "DELETE /v2.0/ports/66be4c42-faf4-408c-bdcb-a091140d6624 HTTP/1.1" status: 204 len: 168 time: 3.3947740 Apr 30 01:40:05.712472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39378) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:05.745943 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-01995de7-4d4f-4a7e-a696-1668c594ee4f tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] GET failed (client error): The resource could not be found. Apr 30 01:40:05.747664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-01995de7-4d4f-4a7e-a696-1668c594ee4f tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "GET /v2.0/ports/66be4c42-faf4-408c-bdcb-a091140d6624 HTTP/1.1" status: 404 len: 333 time: 0.0342002 Apr 30 01:40:05.752373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39382) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:05.957630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fe451e03-684a-434d-97f1-5aa8028ede8e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Deleting port bd89c7ae-22d4-44a0-acde-67bd2e8bb55e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:05.957630 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe451e03-684a-434d-97f1-5aa8028ede8e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:05.994532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-a377e3fd-02b1-4552-896a-3af43599887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:05.995965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-a377e3fd-02b1-4552-896a-3af43599887e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1095 time: 0.7162673 Apr 30 01:40:06.063985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-c02fd5f3-0ad9-4417-9aa7-0529f6ec70b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 217 time: 0.0604393 Apr 30 01:40:06.132373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-8a99ba68-d61f-4d31-8ecf-a7353b71e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:06.133916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-8a99ba68-d61f-4d31-8ecf-a7353b71e3ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.0604613 Apr 30 01:40:06.259231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-114fc95c-5307-4cb8-815f-53b038df853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:06.264193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-114fc95c-5307-4cb8-815f-53b038df853b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214387 Apr 30 01:40:06.280460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d7646-e3d0-46a8-8b5c-fac22e40ba58 req-ec3fcce0-f10a-41db-a87d-406cf0c0e4ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:06.282364 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-411d7646-e3d0-46a8-8b5c-fac22e40ba58 req-ec3fcce0-f10a-41db-a87d-406cf0c0e4ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2336917 Apr 30 01:40:06.284571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe451e03-684a-434d-97f1-5aa8028ede8e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:06.331618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fe451e03-684a-434d-97f1-5aa8028ede8e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Calling delete_port for bd89c7ae-22d4-44a0-acde-67bd2e8bb55e owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:06.372724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:06.499146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Pushing event deleted for resources: {'Port': ['ID=906f0744-7274-4ab4-b262-d24ce0095b2f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:06.508090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-411d7646-e3d0-46a8-8b5c-fac22e40ba58 req-d555688b-70d2-4640-9ed3-acb06c98d465 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065535 Apr 30 01:40:06.613120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:06.616111 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:06.620932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-94812a96-eb1c-487c-a41f-1362cbe29b92 tempest-FloatingIPAdminTestJSON-960350023 tempest-FloatingIPAdminTestJSON-960350023-project] 10.222.0.15 "DELETE /v2.0/floatingips/1984fe05-6fb2-46f2-a4a8-a100f828fac9 HTTP/1.1" status: 204 len: 168 time: 3.2564785 Apr 30 01:40:06.620932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39432) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:06.675223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54ee36-0d85-431b-ae5d-01367dfc25cf req-7af2c739-6911-417b-b0ac-020312eede34 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:06.689057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd54ee36-0d85-431b-ae5d-01367dfc25cf req-7af2c739-6911-417b-b0ac-020312eede34 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 944 time: 0.2876813 Apr 30 01:40:06.759777 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-ee7cad6d-a468-4375-b985-3b94510a0410 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881213 Apr 30 01:40:06.827688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd54ee36-0d85-431b-ae5d-01367dfc25cf req-445c2538-6738-466e-927a-de8df65b9394 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377463 Apr 30 01:40:06.894804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Deleting port 41b3227a-8cec-4c31-a7a5-e67c8ff3d30f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:06.895204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:06.937899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac13a5b3-107e-43c5-8079-0517ea304d38 req-b9e3443c-c5c3-4859-afe2-464b26111537 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680624 Apr 30 01:40:06.939948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe451e03-684a-434d-97f1-5aa8028ede8e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.030262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe451e03-684a-434d-97f1-5aa8028ede8e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Port': ['ID=bd89c7ae-22d4-44a0-acde-67bd2e8bb55e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:07.139912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe451e03-684a-434d-97f1-5aa8028ede8e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.143720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fe451e03-684a-434d-97f1-5aa8028ede8e tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "DELETE /v2.0/ports/bd89c7ae-22d4-44a0-acde-67bd2e8bb55e HTTP/1.1" status: 204 len: 168 time: 1.3901062 Apr 30 01:40:07.146422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39456) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:07.207843 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.209236 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.225372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Calling delete_port for 41b3227a-8cec-4c31-a7a5-e67c8ff3d30f owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:07.275278 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e6be83-f2ae-48b7-9ce8-ed56954bfc02 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] GET failed (client error): The resource could not be found. Apr 30 01:40:07.281503 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-88e6be83-f2ae-48b7-9ce8-ed56954bfc02 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "GET /v2.0/ports/bd89c7ae-22d4-44a0-acde-67bd2e8bb55e HTTP/1.1" status: 404 len: 333 time: 0.1333315 Apr 30 01:40:07.293393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39460) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:07.493342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e294c213-d80d-41af-b0d6-6d147628fdf4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Deleting port ef123e76-3aa4-4ff3-b18b-25418f0525a3 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:07.493694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e294c213-d80d-41af-b0d6-6d147628fdf4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.593887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.652813 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e294c213-d80d-41af-b0d6-6d147628fdf4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.673771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e294c213-d80d-41af-b0d6-6d147628fdf4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Calling delete_port for ef123e76-3aa4-4ff3-b18b-25418f0525a3 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:07.744411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Pushing event deleted for resources: {'Port': ['ID=41b3227a-8cec-4c31-a7a5-e67c8ff3d30f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:07.841184 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.845620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.852672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2e9ef78a-fa58-478b-8aca-015eb1c858c5 tempest-FloatingIPAdminTestJSON-2143969067 tempest-FloatingIPAdminTestJSON-2143969067-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/3ddde1bb-87f1-441b-aef9-e060ee737538 HTTP/1.1" status: 204 len: 168 time: 1.2290874 Apr 30 01:40:07.859887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39492) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:07.919671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dc733-7131-4265-abc5-07b169cd1417 req-e4c53560-e407-4a6e-83bc-842d3178d22c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:07.928923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-073dc733-7131-4265-abc5-07b169cd1417 req-e4c53560-e407-4a6e-83bc-842d3178d22c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2840791 Apr 30 01:40:07.943949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e294c213-d80d-41af-b0d6-6d147628fdf4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:07.988582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294c213-d80d-41af-b0d6-6d147628fdf4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Port': ['ID=ef123e76-3aa4-4ff3-b18b-25418f0525a3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:08.053646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-073dc733-7131-4265-abc5-07b169cd1417 req-0468e60c-a43c-4b33-9ac2-29c774f69c83 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134660 Apr 30 01:40:08.095671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a58cb-4e3f-4498-a367-6828abe1a27a tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Deleting port a4ddb2e2-b745-410f-a97b-34ddfb2bf874 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:08.103343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c7a58cb-4e3f-4498-a367-6828abe1a27a tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.132256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-49a2e6fb-1618-4403-a0b2-4445ab60048a tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:08.141089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-49a2e6fb-1618-4403-a0b2-4445ab60048a tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/networks?id=e364f006-4893-4633-a705-9c8a250d5124 HTTP/1.1" status: 200 len: 813 time: 0.2618301 Apr 30 01:40:08.165447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-1eb29263-53ea-480c-b6c5-c38fa2a764ad tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/quotas/b666a22cdfee46008dae334a62b7b625 HTTP/1.1" status: 200 len: 375 time: 0.0230711 Apr 30 01:40:08.185185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e294c213-d80d-41af-b0d6-6d147628fdf4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.189023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e294c213-d80d-41af-b0d6-6d147628fdf4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "DELETE /v2.0/ports/ef123e76-3aa4-4ff3-b18b-25418f0525a3 HTTP/1.1" status: 204 len: 168 time: 0.9013529 Apr 30 01:40:08.205535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39504) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:08.221217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-61c650a5-3957-444d-95f4-dadf3bb04b5e tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b666a22cdfee46008dae334a62b7b625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547640 Apr 30 01:40:08.310852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c91b4c-019a-4d81-9251-e9347435efb3 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Deleting subnet 80c1ba28-c15d-4468-9575-71411fb5a331 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:40:08.328027 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3c91b4c-019a-4d81-9251-e9347435efb3 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.333404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c7a58cb-4e3f-4498-a367-6828abe1a27a tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.348474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a58cb-4e3f-4498-a367-6828abe1a27a tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Calling delete_port for a4ddb2e2-b745-410f-a97b-34ddfb2bf874 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:08.410751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3c91b4c-019a-4d81-9251-e9347435efb3 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.532371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3c91b4c-019a-4d81-9251-e9347435efb3 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.657575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6db60-be1b-4cd9-9482-db82c73186b1 req-baa7030b-d74f-4492-a350-19102c8bb7ec tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:08.664323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-68d6db60-be1b-4cd9-9482-db82c73186b1 req-baa7030b-d74f-4492-a350-19102c8bb7ec tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 944 time: 0.0851133 Apr 30 01:40:08.666879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c7a58cb-4e3f-4498-a367-6828abe1a27a tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.743319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a58cb-4e3f-4498-a367-6828abe1a27a tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event deleted for resources: {'Port': ['ID=a4ddb2e2-b745-410f-a97b-34ddfb2bf874,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:08.803759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3c91b4c-019a-4d81-9251-e9347435efb3 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.821831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-68d6db60-be1b-4cd9-9482-db82c73186b1 req-5f9bffd6-aa1f-4b42-80f8-523ee9e54a11 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506388 Apr 30 01:40:08.851649 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c7a58cb-4e3f-4498-a367-6828abe1a27a tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.854881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c91b4c-019a-4d81-9251-e9347435efb3 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Subnet': ['ID=80c1ba28-c15d-4468-9575-71411fb5a331,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:08.865261 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5c7a58cb-4e3f-4498-a367-6828abe1a27a tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "DELETE /v2.0/ports/a4ddb2e2-b745-410f-a97b-34ddfb2bf874 HTTP/1.1" status: 204 len: 168 time: 0.9979074 Apr 30 01:40:08.867543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39518) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:08.872321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741100a6-d405-4dbd-afb3-821de84390e0 None None] Network d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:08.876838 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3c91b4c-019a-4d81-9251-e9347435efb3 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:08.892631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3c91b4c-019a-4d81-9251-e9347435efb3 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "DELETE /v2.0/subnets/80c1ba28-c15d-4468-9575-71411fb5a331 HTTP/1.1" status: 204 len: 168 time: 0.6858449 Apr 30 01:40:08.897371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39520) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:09.011520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-8bdafeef-4d6d-4faf-9dc2-df44b7122688 service neutron] 10.222.0.15 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7890415 Apr 30 01:40:09.181752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:09.268751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-1332e144-779e-4d7a-84c1-46be35cc7f1c service neutron] 10.222.0.15 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535660 Apr 30 01:40:09.275695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] DHCP port deletion for d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:40:09.298878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933f924-d1a8-42c7-bc6a-da3ccb0c01a7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:09.300954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c933f924-d1a8-42c7-bc6a-da3ccb0c01a7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d26b5f39-b9d8-4f3a-8d1b-1576473f1db6 HTTP/1.1" status: 200 len: 913 time: 0.4304354 Apr 30 01:40:09.308779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39534) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:09.319810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bd1be-414c-41b5-aa50-4ee0d8a0e1cb req-da4f014c-2efc-4cfd-a157-b54c798dd3ae tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:09.321471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c59bd1be-414c-41b5-aa50-4ee0d8a0e1cb req-da4f014c-2efc-4cfd-a157-b54c798dd3ae tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.3335609 Apr 30 01:40:09.421478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] Deleting port 0b49d686-aa14-4be4-a61c-424ce17c07ca {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:09.421852 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:09.607267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] For port 0b49d686-aa14-4be4-a61c-424ce17c07ca, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0b49d686-aa14-4be4-a61c-424ce17c07ca,segment=NetworkSegment(d056ba9f-0c26-4535-a1a7-2a18053f0fd8),segment_id=d056ba9f-0c26-4535-a1a7-2a18053f0fd8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:09.607818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:09.635201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] Calling delete_port for 0b49d686-aa14-4be4-a61c-424ce17c07ca owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:09.726921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-446ed624-16cb-4112-a253-4f9a588b3c24 req-1f6ad62f-5a52-4d91-aeb1-d72bf4f2c36e tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 210 time: 0.0632315 Apr 30 01:40:09.845316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a3a7d597-0757-41a4-b197-eccd5740a794 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:40:09.923009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c59bd1be-414c-41b5-aa50-4ee0d8a0e1cb req-2cf060d1-e622-40d8-bc2a-7d6587f310ea tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200455 Apr 30 01:40:09.949121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Deleting port 0b49d686-aa14-4be4-a61c-424ce17c07ca {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:09.950436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:09.956624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a3a7d597-0757-41a4-b197-eccd5740a794, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a3a7d597-0757-41a4-b197-eccd5740a794,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:09.984479 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:10.004326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'mac_address': 'fa:16:3e:7e:09:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:40:10.010237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] No DVR routers for this DVR port 0b49d686-aa14-4be4-a61c-424ce17c07ca on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:40:10.056848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb75486-1133-4c48-b83a-8f8837bbac8c None None] Pushing event deleted for resources: {'Port': ['ID=0b49d686-aa14-4be4-a61c-424ce17c07ca,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:10.061346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61324a8b-26cc-4d62-9b8a-dcb23070f077 req-23d30502-555b-44fd-abca-ec9660a3e65e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:10.079245 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:10.092597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61324a8b-26cc-4d62-9b8a-dcb23070f077 req-23d30502-555b-44fd-abca-ec9660a3e65e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 944 time: 0.1735373 Apr 30 01:40:10.118778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a7d597-0757-41a4-b197-eccd5740a794 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:40:10.184946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a3a7d597-0757-41a4-b197-eccd5740a794, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a3a7d597-0757-41a4-b197-eccd5740a794,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:10.215913 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61324a8b-26cc-4d62-9b8a-dcb23070f077 req-602114aa-098b-435e-b7a3-24fcb3ae4973 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207457 Apr 30 01:40:10.283397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] For port 0b49d686-aa14-4be4-a61c-424ce17c07ca, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0b49d686-aa14-4be4-a61c-424ce17c07ca,segment=NetworkSegment(d056ba9f-0c26-4535-a1a7-2a18053f0fd8),segment_id=d056ba9f-0c26-4535-a1a7-2a18053f0fd8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:10.283861 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:10.302803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:10.348701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Calling delete_port for 0b49d686-aa14-4be4-a61c-424ce17c07ca owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:10.370361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f967a52-0925-458b-bc1a-828a260a436d req-d5f4ebcf-b34c-424e-a328-1c5c7888f288 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:10.372022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f967a52-0925-458b-bc1a-828a260a436d req-d5f4ebcf-b34c-424e-a328-1c5c7888f288 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2507432 Apr 30 01:40:10.424324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a3a7d597-0757-41a4-b197-eccd5740a794,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:10.508997 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['a3a7d597-0757-41a4-b197-eccd5740a794'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:40:10.614990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0b49d686-aa14-4be4-a61c-424ce17c07ca no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:40:10.671183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f967a52-0925-458b-bc1a-828a260a436d req-c00ea8c6-1a8b-46da-87fd-7bda0d11e6a4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585888 Apr 30 01:40:10.683131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 0b49d686-aa14-4be4-a61c-424ce17c07ca {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:40:10.683715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0b49d686-aa14-4be4-a61c-424ce17c07ca not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:40:10.832599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:10.927063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e208a9c-caa7-41b4-95a8-c472feda3961 req-f7bf3f4f-9cf2-4d38-a3cf-e97e7a0101da tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 210 time: 0.0859854 Apr 30 01:40:10.936753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Port': ['ID=0b49d686-aa14-4be4-a61c-424ce17c07ca,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:10.943013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] No DVR routers for this DVR port 0b49d686-aa14-4be4-a61c-424ce17c07ca on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:40:10.988189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e97afc-957d-41ec-a904-e4244cc2620f req-a00580cc-00c5-46f7-9bdf-9dcf8de02c37 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:11.000483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86e97afc-957d-41ec-a904-e4244cc2620f req-a00580cc-00c5-46f7-9bdf-9dcf8de02c37 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1616304 Apr 30 01:40:11.045596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86e97afc-957d-41ec-a904-e4244cc2620f req-56945cf8-b166-4b0a-81f6-275b9af66dc4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Apr 30 01:40:11.059711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:11.094082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ceff48-ee92-48b7-bbb7-ea07ca1c1929']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:11.109354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd056ba9f-0c26-4535-a1a7-2a18053f0fd8') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:11.109649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd056ba9f-0c26-4535-a1a7-2a18053f0fd8') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:11.122463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:11.126725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:11.229900 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:11.247391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:11.247930 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:11.252417 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:11.400436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a237c5b-56a3-46ed-a540-110014ce6a70 req-808d51ef-a219-4a7b-8d56-36cd417fa6ce tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:11.411207 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a237c5b-56a3-46ed-a540-110014ce6a70 req-808d51ef-a219-4a7b-8d56-36cd417fa6ce tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.0983338 Apr 30 01:40:11.473184 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a237c5b-56a3-46ed-a540-110014ce6a70 req-6af48ed5-11e4-409d-bac6-0c383df276c4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552435 Apr 30 01:40:11.517236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df77b4-3073-48e7-9825-98c7eaa1767f req-a944e41f-d91a-4904-b777-0f61e39a8f30 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:11.519453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35df77b4-3073-48e7-9825-98c7eaa1767f req-a944e41f-d91a-4904-b777-0f61e39a8f30 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 945 time: 0.1346195 Apr 30 01:40:11.519453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:11.533273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:11.541839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] 10.222.0.15 "DELETE /v2.0/networks/d9ceff48-ee92-48b7-bbb7-ea07ca1c1929 HTTP/1.1" status: 204 len: 168 time: 2.6407173 Apr 30 01:40:11.600464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56fd74-1754-46dd-8ba5-ae17382ca0b4 tempest-AllowedAddressPairTestJSON-1016667550 tempest-AllowedAddressPairTestJSON-1016667550-project] Pushing event deleted for resources: {'Network': ['ID=d9ceff48-ee92-48b7-bbb7-ea07ca1c1929,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:11.633602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35df77b4-3073-48e7-9825-98c7eaa1767f req-6ef5fdf8-39f1-4b90-ab02-e8ad8a280547 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927730 Apr 30 01:40:11.793065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cab5-04f8-4a04-94db-b8b4e8855f09 req-79e05d2f-2c87-4cc1-bc5f-2793e37e991c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:11.802591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-efb6cab5-04f8-4a04-94db-b8b4e8855f09 req-79e05d2f-2c87-4cc1-bc5f-2793e37e991c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1087961 Apr 30 01:40:11.850135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Deleting port 887b0d01-b8bc-491a-a3e0-15fa600c0c55 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:11.850484 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:11.866551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a3a7d597-0757-41a4-b197-eccd5740a794 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:40:11.867051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-efb6cab5-04f8-4a04-94db-b8b4e8855f09 req-552736f4-5394-4097-8b2d-bc383bb5ef30 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612729 Apr 30 01:40:12.109554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:12.109998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd0c6c-80fe-498a-a734-0afed5e1e908 req-0976cd1d-4502-4174-a96a-039b98eb3348 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:12.111514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00cd0c6c-80fe-498a-a734-0afed5e1e908 req-0976cd1d-4502-4174-a96a-039b98eb3348 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.0742090 Apr 30 01:40:12.141039 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-67402591-a40c-46cb-9be2-987946f26eb1 req-bbb852a3-060a-4cc3-8855-133423b21a3d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 210 time: 0.0586727 Apr 30 01:40:12.152771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Calling delete_port for 887b0d01-b8bc-491a-a3e0-15fa600c0c55 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:12.188299 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00cd0c6c-80fe-498a-a734-0afed5e1e908 req-ac0d0ec7-ee0f-4efd-a07b-5c9c1e7433ca tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564704 Apr 30 01:40:12.324094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port a3a7d597-0757-41a4-b197-eccd5740a794 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:40:12.329326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port a3a7d597-0757-41a4-b197-eccd5740a794 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:12.329905 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:12.417645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9868fc2-7d9d-41d5-bb70-f13925e5b234 req-b86d0df2-7b18-4f72-be77-8017c751d531 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:12.419457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9868fc2-7d9d-41d5-bb70-f13925e5b234 req-b86d0df2-7b18-4f72-be77-8017c751d531 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1162086 Apr 30 01:40:12.510712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9868fc2-7d9d-41d5-bb70-f13925e5b234 req-dbf05d3e-2fcf-4adf-a1e2-d082de8d3bd7 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833948 Apr 30 01:40:12.526228 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:12.578456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:40:12.581120 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b35b09c-4fc9-4114-bda4-e7eccff6b819" -d '{"events": [{"server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "name": "network-vif-plugged", "status": "completed", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:40:12.629765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a3a7d597-0757-41a4-b197-eccd5740a794, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a3a7d597-0757-41a4-b197-eccd5740a794,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:12.645225 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:12.711104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-1cac0191-ccc6-4a62-abfe-429f4111a06d req-d5d2e2bd-0ba8-4321-a6e4-0aa52606ba06 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:40:12.712290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1cac0191-ccc6-4a62-abfe-429f4111a06d req-d5d2e2bd-0ba8-4321-a6e4-0aa52606ba06 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119741 Apr 30 01:40:12.714771 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb99a14-7d7d-417b-87ad-5fb3a0f0856b x-openstack-request-id: req-abb99a14-7d7d-417b-87ad-5fb3a0f0856b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:40:12.715570 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "name": "network-vif-plugged", "status": "completed", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:40:12.716259 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abb99a14-7d7d-417b-87ad-5fb3a0f0856b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:40:12.717151 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb99a14-7d7d-417b-87ad-5fb3a0f0856b'] response: {'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'code': 200} Apr 30 01:40:12.727903 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:12.859725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event deleted for resources: {'Port': ['ID=887b0d01-b8bc-491a-a3e0-15fa600c0c55,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:12.909192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39654) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:12.923650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a3a7d597-0757-41a4-b197-eccd5740a794,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:12.976499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f09e-0571-4737-919e-1c6f5119046a req-1d0af623-f730-4986-82b5-2fd67c87911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:12.978345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e565f09e-0571-4737-919e-1c6f5119046a req-1d0af623-f730-4986-82b5-2fd67c87911d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.1784911 Apr 30 01:40:13.081962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535da6d-3e19-4120-b873-1d919ec0da41 req-0a8b2017-d39a-4524-8cb3-465ab9dabe3d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:13.090188 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5535da6d-3e19-4120-b873-1d919ec0da41 req-0a8b2017-d39a-4524-8cb3-465ab9dabe3d tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1624286 Apr 30 01:40:13.187328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5535da6d-3e19-4120-b873-1d919ec0da41 req-8513940a-e539-4429-b616-ede1ce74872c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956931 Apr 30 01:40:13.215584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e565f09e-0571-4737-919e-1c6f5119046a req-16408237-862b-47e5-9a57-38da1fa5f061 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932657 Apr 30 01:40:13.305720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3c580132-27b6-4e58-a2cc-68b54d17acf7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa483c4141fe4e80a029bc3ae0b7845b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889327 Apr 30 01:40:13.310932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39664) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:13.409418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91b62a4b-cb32-4c4a-80fe-b11f92194558 req-de77158e-31e9-454d-a35e-0689d66fc076 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 210 time: 0.0746911 Apr 30 01:40:13.468597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-9cb07171-120c-478f-9044-56cdb81c832b tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:13.470217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-9cb07171-120c-478f-9044-56cdb81c832b tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.23 "GET /v2.0/networks?id=e364f006-4893-4633-a705-9c8a250d5124 HTTP/1.1" status: 200 len: 813 time: 0.4004297 Apr 30 01:40:13.489213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dc9f2-06d3-4100-a6b8-41d835cf6b30 req-1544976f-34a9-4ee2-8e64-fdf745795d57 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:13.495489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c3dc9f2-06d3-4100-a6b8-41d835cf6b30 req-1544976f-34a9-4ee2-8e64-fdf745795d57 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.5474629 Apr 30 01:40:13.502632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-173f69ad-92a8-4cc6-820a-f7daabffcb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:13.537895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Request body: {'port': {'device_id': 'fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e', 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124', 'admin_state_up': True, 'tenant_id': 'b666a22cdfee46008dae334a62b7b625'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:13.561411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-173f69ad-92a8-4cc6-820a-f7daabffcb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:13.698208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c3dc9f2-06d3-4100-a6b8-41d835cf6b30 req-b2a505b3-adda-4dbf-8a0e-e0daaba3b452 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967509 Apr 30 01:40:13.733986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f88df3-39d5-48e9-9a2a-1775bf65602c req-62fa1aa7-748c-4815-bfd9-54a21642a789 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:13.740352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5f88df3-39d5-48e9-9a2a-1775bf65602c req-62fa1aa7-748c-4815-bfd9-54a21642a789 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.0955138 Apr 30 01:40:13.752391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:13.771925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-173f69ad-92a8-4cc6-820a-f7daabffcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:13.774685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-173f69ad-92a8-4cc6-820a-f7daabffcb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:13.776168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-173f69ad-92a8-4cc6-820a-f7daabffcb72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2f5689e-88a7-4322-94e5-c2b6ece6b4db HTTP/1.1" status: 204 len: 168 time: 0.4638274 Apr 30 01:40:13.798057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f69ad-92a8-4cc6-820a-f7daabffcb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f5689e-88a7-4322-94e5-c2b6ece6b4db,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:13.816602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5f88df3-39d5-48e9-9a2a-1775bf65602c req-8873ada5-dd6c-4a9e-9aee-5ef027b5d7f9 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633576 Apr 30 01:40:13.897356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Made reservation on behalf of b666a22cdfee46008dae334a62b7b625 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:13.902256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:14.014799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778ac7-c3e6-4b06-b98e-f5b764bce872 req-4eabce4b-3d5f-46a9-b1bb-71944983855c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:14.022287 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c778ac7-c3e6-4b06-b98e-f5b764bce872 req-4eabce4b-3d5f-46a9-b1bb-71944983855c tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.0795348 Apr 30 01:40:14.071290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c778ac7-c3e6-4b06-b98e-f5b764bce872 req-f4a1a1db-1af4-4ccb-b951-27b56e038510 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474284 Apr 30 01:40:14.247000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39686) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:14.502820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9562050d-ca83-4122-9ff5-72a8e862a98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:14.722698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-415c9a78-36b8-4251-a386-909ad3269981 req-c7a02dab-f8f0-4906-95b7-0f6bcefb0420 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 210 time: 0.1534202 Apr 30 01:40:14.994050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9562050d-ca83-4122-9ff5-72a8e862a98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.022328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892f0a-1abd-4bf2-9017-bf494dab394b req-13e85d93-c7e4-4470-ad26-8cec4eb09095 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:15.038010 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ba892f0a-1abd-4bf2-9017-bf494dab394b req-13e85d93-c7e4-4470-ad26-8cec4eb09095 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.7476754 Apr 30 01:40:15.063538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e34e3c-7a96-4a8c-884d-c66795b719e9 req-26ca61ce-d267-4847-a574-688c057da934 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:15.076633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77e34e3c-7a96-4a8c-884d-c66795b719e9 req-26ca61ce-d267-4847-a574-688c057da934 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1519039 Apr 30 01:40:15.106377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9562050d-ca83-4122-9ff5-72a8e862a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.118213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Allocated IP 172.20.0.10 (e364f006-4893-4633-a705-9c8a250d5124/ffd7b9ea-4d64-4175-8528-b6fbe7942d0a/6618729f-f2f6-4469-a17e-3c76472ca773) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:15.135598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Router d26b5f39-b9d8-4f3a-8d1b-1576473f1db6 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:40:15.143635 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ba892f0a-1abd-4bf2-9017-bf494dab394b req-0481f802-5e6f-4ff1-9585-ebbe314cf57a tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047409 Apr 30 01:40:15.163701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9562050d-ca83-4122-9ff5-72a8e862a98b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b2e9add0d514f82b18d8bcf2d3b066f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9155815 Apr 30 01:40:15.171329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562050d-ca83-4122-9ff5-72a8e862a98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b915d6bb-6a69-4c31-96bf-f4f246abe2c8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:15.177562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39716) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:15.224315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77e34e3c-7a96-4a8c-884d-c66795b719e9 req-d099a4c9-48d2-4494-8b9e-1aa5f2af41d8 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461756 Apr 30 01:40:15.314698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f108bafa-8247-4a7c-80a3-656a52f2c152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.346591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f108bafa-8247-4a7c-80a3-656a52f2c152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.454246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:40:15.462788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-621f47b0-21fb-4ce4-a70e-d2f80f9b36e7 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "PUT /v2.0/routers/d26b5f39-b9d8-4f3a-8d1b-1576473f1db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1375597 Apr 30 01:40:15.464074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:15.469561 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd216a81-fc5f-4ba0-bc65-a0ab2c30bdc2 None None] Sync routers for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:40:15.500768 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd216a81-fc5f-4ba0-bc65-a0ab2c30bdc2 None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:40:15.504494 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bd216a81-fc5f-4ba0-bc65-a0ab2c30bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:40:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:15.518970 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f108bafa-8247-4a7c-80a3-656a52f2c152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.521889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f108bafa-8247-4a7c-80a3-656a52f2c152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.523790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f108bafa-8247-4a7c-80a3-656a52f2c152 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b915d6bb-6a69-4c31-96bf-f4f246abe2c8 HTTP/1.1" status: 204 len: 168 time: 0.3448155 Apr 30 01:40:15.566770 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108bafa-8247-4a7c-80a3-656a52f2c152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b915d6bb-6a69-4c31-96bf-f4f246abe2c8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:15.633911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b47d8e-16e5-4aff-a225-a5a9b95b6480 req-bb9c54a6-fc88-44b9-a28d-acc72303de83 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:15.641690 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bd216a81-fc5f-4ba0-bc65-a0ab2c30bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:15.647564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72b47d8e-16e5-4aff-a225-a5a9b95b6480 req-bb9c54a6-fc88-44b9-a28d-acc72303de83 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.2025568 Apr 30 01:40:15.652295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39738) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:15.656796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'floatingip': {'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:15.667958 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd216a81-fc5f-4ba0-bc65-a0ab2c30bdc2 None None] Routers {'d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:40:15.673844 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bd216a81-fc5f-4ba0-bc65-a0ab2c30bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:40:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:15.752665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73256062-7c7f-4c33-87ae-270f451836d1 req-e15929b6-dec6-47a5-a866-6118658b03ab tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:15.762086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73256062-7c7f-4c33-87ae-270f451836d1 req-e15929b6-dec6-47a5-a866-6118658b03ab tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1760790 Apr 30 01:40:15.778396 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bd216a81-fc5f-4ba0-bc65-a0ab2c30bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:15.781364 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd216a81-fc5f-4ba0-bc65-a0ab2c30bdc2 None None] The sync data for ids ['d26b5f39-b9d8-4f3a-8d1b-1576473f1db6'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:40:15.817852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.829675 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.850226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73256062-7c7f-4c33-87ae-270f451836d1 req-0d11455d-57c7-47cd-9d92-39e3d0af7982 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868144 Apr 30 01:40:15.874841 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:15.885566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39748) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:16.044281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e1f2687-299d-405e-b99b-e9abb17afe0c req-83011d69-f34c-420c-8589-5657d24ffcca tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 210 time: 0.0724733 Apr 30 01:40:16.084569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7290c45-2616-4d3f-a791-9e503c356b19 req-b6935e22-cc4e-4b22-8578-1873ee0d8449 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:16.093003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7290c45-2616-4d3f-a791-9e503c356b19 req-b6935e22-cc4e-4b22-8578-1873ee0d8449 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1324410 Apr 30 01:40:16.098533 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:40:16.121356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.145810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.183755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7290c45-2616-4d3f-a791-9e503c356b19 req-b45b8623-666f-4749-964d-98c4d3da1899 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895588 Apr 30 01:40:16.210057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Network e364f006-4893-4633-a705-9c8a250d5124 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:16.232049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:16.244376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:16.411969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1505627881'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:16.439490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Pushing event updated for resources: {'Port': ['ID=6618729f-f2f6-4469-a17e-3c76472ca773,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:16.485727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:16.485727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.513097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Made reservation on behalf of fdb3509b22c24407a303f8a0d6288dad for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:16.528195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Deleting port 8cbfe461-d3ed-4496-aae6-9a847406b709 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:16.528560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.528971 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.538548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00e10d-a83d-4f39-b26f-3815cdec9654 req-b5fa91dd-6a6d-4b32-9f10-95d191802f36 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:16.540237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd00e10d-a83d-4f39-b26f-3815cdec9654 req-b5fa91dd-6a6d-4b32-9f10-95d191802f36 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.1868954 Apr 30 01:40:16.550986 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.636231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-5034180f-3793-4529-ae1c-f5b1819d3911 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1058295 Apr 30 01:40:16.675384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Request body: {'port': {'device_id': 'fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:16.751620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd00e10d-a83d-4f39-b26f-3815cdec9654 req-ff56f7ec-93c6-48f6-8817-3548ac99ea24 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850877 Apr 30 01:40:16.832576 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.854483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Calling delete_port for 8cbfe461-d3ed-4496-aae6-9a847406b709 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:16.858980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.931241 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:16.953162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.193085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1933813-2e39-436c-8908-8e4f35c24cc8 req-bc7cb31f-b94d-42aa-a8e7-9eb5819b27b1 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:17.194587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1933813-2e39-436c-8908-8e4f35c24cc8 req-bc7cb31f-b94d-42aa-a8e7-9eb5819b27b1 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 932 time: 0.0588453 Apr 30 01:40:17.247562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1933813-2e39-436c-8908-8e4f35c24cc8 req-420a5cc3-165e-4b14-80ab-7708ab334e92 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338266 Apr 30 01:40:17.272118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6618729f-f2f6-4469-a17e-3c76472ca773 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:40:17.280399 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.335525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.335525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.337183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39768) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:17.356476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d193b7c8-ae39-4740-830a-6b4c59ea3b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.397512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2732b6b-b209-436d-882e-b4897ae33c4a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:17.454055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d193b7c8-ae39-4740-830a-6b4c59ea3b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.502851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.516060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Transition to ACTIVE for port object 6618729f-f2f6-4469-a17e-3c76472ca773 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:40:17.518581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:17.539503 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Floating IP 894b479b-f123-4444-ac54-defb02b0af47 associated. External IP: 172.25.0.245, port: a3a7d597-0757-41a4-b197-eccd5740a794. Apr 30 01:40:17.626339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event deleted for resources: {'Port': ['ID=8cbfe461-d3ed-4496-aae6-9a847406b709,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:17.627074 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.627733 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Added segment 63dca73a-da56-4ffd-8808-701ed34366d2 of type vlan for network c04ad12c-57a6-426f-ad73-e604c3477744 Apr 30 01:40:17.686255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.686825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.687326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.687840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.688349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.688953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.689286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.689939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.692053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.692743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.693486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.694129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:17.725560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.729361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.768569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d193b7c8-ae39-4740-830a-6b4c59ea3b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.936571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:17.949546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:17.950171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.009493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d193b7c8-ae39-4740-830a-6b4c59ea3b8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4872658571724557a64d5e539c26e801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686442 Apr 30 01:40:18.014232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193b7c8-ae39-4740-830a-6b4c59ea3b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa0fcd3-62d9-4456-8a55-a18db5b2f861,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:18.031758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Pushing event updated for resources: {'Port': ['ID=6618729f-f2f6-4469-a17e-3c76472ca773,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:18.040986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.049373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39784) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:18.289327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4000545 Apr 30 01:40:18.304171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39788) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:18.333002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Request body: {'subnet': {'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:18.357207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:40:18.363734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14e6c7-44e6-45d3-bb04-73e9e914e57f tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event updated for resources: {'Network': ['ID=c04ad12c-57a6-426f-ad73-e604c3477744,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:18.380110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c04ad12c-57a6-426f-ad73-e604c3477744 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:18.461973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.475826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.561351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Attempting to bind port 6618729f-f2f6-4469-a17e-3c76472ca773 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:40:18.561802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Attempting to bind port 6618729f-f2f6-4469-a17e-3c76472ca773 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:40:18.562015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Attempting to bind port 6618729f-f2f6-4469-a17e-3c76472ca773 on network e364f006-4893-4633-a705-9c8a250d5124 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:18.586139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Port 6618729f-f2f6-4469-a17e-3c76472ca773 on network e364f006-4893-4633-a705-9c8a250d5124 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:40:18.586475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Attempting to bind port 6618729f-f2f6-4469-a17e-3c76472ca773 on network e364f006-4893-4633-a705-9c8a250d5124 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:18.597992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93051645-a3f6-4304-88e0-c673cfb0c315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.609552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09754e8f-2df9-402e-9289-8c9326681cc3 req-51c65bc1-adb7-4742-9908-43cd8998ebb1 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:18.618293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09754e8f-2df9-402e-9289-8c9326681cc3 req-51c65bc1-adb7-4742-9908-43cd8998ebb1 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 944 time: 0.2308249 Apr 30 01:40:18.625083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:40:18.625431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Checking segment: {'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:18.626101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Bound using segment: {'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:40:18.626230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Bound port: 6618729f-f2f6-4469-a17e-3c76472ca773, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:40:18.626586 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.689327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.717981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.722847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Fanout notify agent at l3_agent the message router_deleted on router d26b5f39-b9d8-4f3a-8d1b-1576473f1db6 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:40:18.757979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.763534 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bbc578f7-b852-4888-be10-5af084192f6e tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "DELETE /v2.0/routers/d26b5f39-b9d8-4f3a-8d1b-1576473f1db6 HTTP/1.1" status: 204 len: 168 time: 3.2975371 Apr 30 01:40:18.773811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:40:18.778352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39796) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:18.788424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] Sync routers for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:40:18.806330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:40:18.807419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:40:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:18.822347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.888994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93051645-a3f6-4304-88e0-c673cfb0c315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:18.947351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b4401ffe-3e68-44aa-8d13-9006c8cfd4c0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "PUT /v2.0/floatingips/894b479b-f123-4444-ac54-defb02b0af47 HTTP/1.1" status: 200 len: 992 time: 3.2937136 Apr 30 01:40:18.955278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:40:18.960757 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44629da0-bb7a-445f-81ab-d9c91a4d23d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:40:18.985410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09754e8f-2df9-402e-9289-8c9326681cc3 req-fade0346-af28-4c51-8362-0691d21bfd94 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662829 Apr 30 01:40:19.099970 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57595a4a-febe-4fb6-90d5-55dc2c4baf59 x-openstack-request-id: req-57595a4a-febe-4fb6-90d5-55dc2c4baf59 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:40:19.100259 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:40:19.100618 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57595a4a-febe-4fb6-90d5-55dc2c4baf59 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:40:19.101057 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57595a4a-febe-4fb6-90d5-55dc2c4baf59'] response: {'name': 'network-changed', 'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'status': 'completed', 'code': 200} Apr 30 01:40:19.129886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52c150c-2795-4856-83f8-35883734340f tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Deleting subnet 3e0d4b04-4982-4d2a-be45-f16c797539ac {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:40:19.133241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] For port 6618729f-f2f6-4469-a17e-3c76472ca773, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:40:19.145380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b52c150c-2795-4856-83f8-35883734340f tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:19.246761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-c0aa1565-51f5-41d0-8492-3c74da51d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:19.256478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-c0aa1565-51f5-41d0-8492-3c74da51d2ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.1343570 Apr 30 01:40:19.259706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Made reservation on behalf of fdb3509b22c24407a303f8a0d6288dad for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:19.269480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:19.308073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:40:19.656040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-e893efd2-262d-4904-ace5-01cce0fc7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:19.657460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-e893efd2-262d-4904-ace5-01cce0fc7901 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.3728104 Apr 30 01:40:19.822885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] For port 6618729f-f2f6-4469-a17e-3c76472ca773, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6618729f-f2f6-4469-a17e-3c76472ca773,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:40:19.875021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b52c150c-2795-4856-83f8-35883734340f tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:19.888234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '894b479b-f123-4444-ac54-defb02b0af47', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'mac_address': 'fa:16:3e:7e:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:39:49Z', 'updated_at': '2022-04-30T01:40:16Z', 'revision_number': 1, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:19.918456 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:19.958478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] Checking router: cfb342ce-d8be-44a4-ad16-1164a17c0ca2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:40:19.972655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:40:19.972655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:40:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:20.162325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b52c150c-2795-4856-83f8-35883734340f tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:20.275002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:40:20.379775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93051645-a3f6-4304-88e0-c673cfb0c315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:20.382207 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93051645-a3f6-4304-88e0-c673cfb0c315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:20.385616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-93051645-a3f6-4304-88e0-c673cfb0c315 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfa0fcd3-62d9-4456-8a55-a18db5b2f861 HTTP/1.1" status: 204 len: 168 time: 2.2784910 Apr 30 01:40:20.470177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-12f08ea4-8017-4c6e-9469-a01fe52f17a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 1000 time: 0.8051832 Apr 30 01:40:20.504511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:20.512449 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:20.512449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] 10.222.0.23 "PUT /v2.0/ports/6618729f-f2f6-4469-a17e-3c76472ca773 HTTP/1.1" status: 200 len: 1092 time: 3.8387642 Apr 30 01:40:20.529460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e', 'tag': '6618729f-f2f6-4469-a17e-3c76472ca773'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:40:20.540569 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be984a-5b32-40c8-bb9b-cdc3238df25a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e", "tag": "6618729f-f2f6-4469-a17e-3c76472ca773"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:40:20.579339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:20.609566 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:20.619186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051645-a3f6-4304-88e0-c673cfb0c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa0fcd3-62d9-4456-8a55-a18db5b2f861,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:20.710343 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d6f5a5-14ab-440a-9354-29413ea6f018 x-openstack-request-id: req-38d6f5a5-14ab-440a-9354-29413ea6f018 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:40:20.710749 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e", "tag": "6618729f-f2f6-4469-a17e-3c76472ca773", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:40:20.711040 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38d6f5a5-14ab-440a-9354-29413ea6f018 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:40:20.711480 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d6f5a5-14ab-440a-9354-29413ea6f018'] response: {'name': 'network-changed', 'server_uuid': 'fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e', 'tag': '6618729f-f2f6-4469-a17e-3c76472ca773', 'status': 'completed', 'code': 200} Apr 30 01:40:20.713970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-6f56d64c-9e79-46d3-8b1a-d9ad5ec81a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:20.719071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-6f56d64c-9e79-46d3-8b1a-d9ad5ec81a0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.2421288 Apr 30 01:40:20.768695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b52c150c-2795-4856-83f8-35883734340f tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:20.807475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299e095-2d5a-4f8c-bc4c-1db7a0c42761 service neutron] Pushing event updated for resources: {'Port': ['ID=6618729f-f2f6-4469-a17e-3c76472ca773,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:20.884500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event updated for resources: {'Subnet': ['ID=5ecb4c31-2320-4af7-acec-ad98d967de98,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:20.894596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c150c-2795-4856-83f8-35883734340f tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0d4b04-4982-4d2a-be45-f16c797539ac,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:20.920220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca2f7c-dfe7-4fa5-9fd2-433cd922ac33 None None] Network 44925143-6768-4bfc-94a6-c6392c9be283 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:20.923088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b52c150c-2795-4856-83f8-35883734340f tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:20.935984 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b52c150c-2795-4856-83f8-35883734340f tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "DELETE /v2.0/subnets/3e0d4b04-4982-4d2a-be45-f16c797539ac HTTP/1.1" status: 204 len: 168 time: 2.1250882 Apr 30 01:40:20.940781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:20.972234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Checking segment: {'id': '63dca73a-da56-4ffd-8808-701ed34366d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:20.974927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Network hostable DHCP agents. Network: c04ad12c-57a6-426f-ad73-e604c3477744, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:40:20.991168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65044-3fb8-4f66-8efc-4d5375f5a0f5 req-c1d0bdba-3941-4009-995f-a26153164489 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:21.003701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44d65044-3fb8-4f66-8efc-4d5375f5a0f5 req-c1d0bdba-3941-4009-995f-a26153164489 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 944 time: 0.6878502 Apr 30 01:40:21.005579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-2ffcf503-6045-4619-abe8-e57f9746aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:21.008023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-2ffcf503-6045-4619-abe8-e57f9746aade service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742729 Apr 30 01:40:21.027495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '894b479b-f123-4444-ac54-defb02b0af47', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'mac_address': 'fa:16:3e:7e:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:39:49Z', 'updated_at': '2022-04-30T01:40:16Z', 'revision_number': 1, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:21.087783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-68c70615-be0c-4731-91d7-75db691b4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:21.089629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-68c70615-be0c-4731-91d7-75db691b4d0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b666a22cdfee46008dae334a62b7b625&device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 1095 time: 0.4463432 Apr 30 01:40:21.180871 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44d65044-3fb8-4f66-8efc-4d5375f5a0f5 req-65ee4e29-d178-47b0-a290-461f9822d367 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757526 Apr 30 01:40:21.187758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:21.190860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-40b7cd84-c8fe-469a-98fe-be06a3aef5b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6618729f-f2f6-4469-a17e-3c76472ca773 HTTP/1.1" status: 200 len: 217 time: 0.0845699 Apr 30 01:40:21.200091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68243784-2be9-4b72-98e9-35a24453b884 None None] The sync data for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 is: [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '894b479b-f123-4444-ac54-defb02b0af47', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'mac_address': 'fa:16:3e:7e:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:39:49Z', 'updated_at': '2022-04-30T01:40:16Z', 'revision_number': 1, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:40:21.399745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-df514ad1-d0c3-4b97-8d6f-ebd58be536da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:21.401949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-df514ad1-d0c3-4b97-8d6f-ebd58be536da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffd7b9ea-4d64-4175-8528-b6fbe7942d0a HTTP/1.1" status: 200 len: 853 time: 0.2008200 Apr 30 01:40:21.406456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Network c04ad12c-57a6-426f-ad73-e604c3477744 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:40:21.456774 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-0413949f-f891-48d9-a2e3-675f4936c778 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e364f006-4893-4633-a705-9c8a250d5124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373895 Apr 30 01:40:21.464366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Deleting port 64887c20-ab61-4989-9fe7-13171731b213 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:21.464366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:21.481740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222604e5-1672-4812-964e-9faad778ea73 None None] DHCP port deletion for 44925143-6768-4bfc-94a6-c6392c9be283 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:40:21.489787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-79430cd4-17be-4e53-8ae0-94deb09715d2 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658973 Apr 30 01:40:21.512090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, c04ad12c-57a6-426f-ad73-e604c3477744) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:21.567809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0acd304-6fe1-4782-a9b4-3b609726b239 None None] Network c04ad12c-57a6-426f-ad73-e604c3477744 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:21.613415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:21.614052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:21.691037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-222604e5-1672-4812-964e-9faad778ea73 None None] Deleting port 64887c20-ab61-4989-9fe7-13171731b213 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:21.691766 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-222604e5-1672-4812-964e-9faad778ea73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:21.736022 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396857da-7b58-4082-8cfe-39ea24c1fd95 None None] New status for floating IP 894b479b-f123-4444-ac54-defb02b0af47: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:40:21.752054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] For port 64887c20-ab61-4989-9fe7-13171731b213, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=64887c20-ab61-4989-9fe7-13171731b213,segment=NetworkSegment(88cbd6bb-8a12-493d-9442-502ce4754514),segment_id=88cbd6bb-8a12-493d-9442-502ce4754514)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:21.752441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:21.829857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44629da0-bb7a-445f-81ab-d9c91a4d23d7 req-e5d663b7-4011-421b-9dae-ab034f62f43b service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337519 Apr 30 01:40:21.855703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7e4cd762-4fb3-44e6-864d-591a63aabbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5411699 Apr 30 01:40:21.858713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39844) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:21.876630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Request body: {'port': {'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-344287895'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:21.941991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-222604e5-1672-4812-964e-9faad778ea73 None None] For port 64887c20-ab61-4989-9fe7-13171731b213, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=64887c20-ab61-4989-9fe7-13171731b213,segment=NetworkSegment(88cbd6bb-8a12-493d-9442-502ce4754514),segment_id=88cbd6bb-8a12-493d-9442-502ce4754514)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:21.941991 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-222604e5-1672-4812-964e-9faad778ea73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:22.041315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-222604e5-1672-4812-964e-9faad778ea73 None None] Calling delete_port for 64887c20-ab61-4989-9fe7-13171731b213 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:22.082158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Calling delete_port for 64887c20-ab61-4989-9fe7-13171731b213 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:22.120989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-40aba2e7-b5f3-4be1-8c3d-62812662269f service neutron] 10.222.0.23 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545396 Apr 30 01:40:22.162227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-c04ad12c-57a6-426f-ad73-e604c3477744', 'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744', 'tenant_id': 'fdb3509b22c24407a303f8a0d6288dad', 'fixed_ips': [{'subnet_id': '5ecb4c31-2320-4af7-acec-ad98d967de98'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:40:22.163111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:22.401394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-94b0b0f4-6649-434b-86a3-94ca0d91023d req-90faa1e1-17bd-467e-a32e-935916b5b5b6 service neutron] 10.222.0.23 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702706 Apr 30 01:40:22.438231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f055f5b-69a2-4f3c-a13c-4521919d62cf req-ee78d0ac-0910-4fac-9a4f-23f0daac4ceb tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:22.455862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f055f5b-69a2-4f3c-a13c-4521919d62cf req-ee78d0ac-0910-4fac-9a4f-23f0daac4ceb tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 944 time: 0.1338654 Apr 30 01:40:22.455862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Made reservation on behalf of fdb3509b22c24407a303f8a0d6288dad for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:22.456867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:22.503413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] device_id is not set on port 5ad13cad-d522-43a6-b1bf-f810ecfbca09 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:40:22.508718 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:22.578152 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f055f5b-69a2-4f3c-a13c-4521919d62cf req-45b39b90-7ad1-4572-9852-5381375a59b8 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278434 Apr 30 01:40:22.621187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 64887c20-ab61-4989-9fe7-13171731b213 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:40:22.636327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] No DVR routers for this DVR port 64887c20-ab61-4989-9fe7-13171731b213 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:40:22.664819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event deleted for resources: {'Port': ['ID=64887c20-ab61-4989-9fe7-13171731b213,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:22.772068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 64887c20-ab61-4989-9fe7-13171731b213 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:40:22.772068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 64887c20-ab61-4989-9fe7-13171731b213 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:40:22.776918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-222604e5-1672-4812-964e-9faad778ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:22.816442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222604e5-1672-4812-964e-9faad778ea73 None None] Pushing event deleted for resources: {'Port': ['ID=64887c20-ab61-4989-9fe7-13171731b213,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:22.831518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222604e5-1672-4812-964e-9faad778ea73 None None] No DVR routers for this DVR port 64887c20-ab61-4989-9fe7-13171731b213 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:40:22.864221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Allocated IP 2001:db8::2 (c04ad12c-57a6-426f-ad73-e604c3477744/5ecb4c31-2320-4af7-acec-ad98d967de98/c59fe07d-e589-4248-b7fb-63aea4818994) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:22.906759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-ec6d5c7d-ead9-4fcf-b43f-9244f69a608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:22.906759 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-ec6d5c7d-ead9-4fcf-b43f-9244f69a608a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b666a22cdfee46008dae334a62b7b625&device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 1095 time: 0.2713766 Apr 30 01:40:22.906759 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:23.011553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44925143-6768-4bfc-94a6-c6392c9be283']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:23.085462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cbd6bb-8a12-493d-9442-502ce4754514') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:23.086032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cbd6bb-8a12-493d-9442-502ce4754514') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:23.104629 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:23.131825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:23.150043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:23.150456 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:23.154131 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:23.171209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-4e74a598-3653-474c-98a1-f78b2251518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:23.173010 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-4e74a598-3653-474c-98a1-f78b2251518f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e364f006-4893-4633-a705-9c8a250d5124 HTTP/1.1" status: 200 len: 913 time: 0.2562261 Apr 30 01:40:23.286321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-4a892dd2-f475-4209-a58b-ac31b93915a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6618729f-f2f6-4469-a17e-3c76472ca773 HTTP/1.1" status: 200 len: 217 time: 0.0698266 Apr 30 01:40:23.399157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:23.401691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-0134a381-5bab-49e1-82fe-806b6b918073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:23.403323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-0134a381-5bab-49e1-82fe-806b6b918073 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffd7b9ea-4d64-4175-8528-b6fbe7942d0a HTTP/1.1" status: 200 len: 853 time: 0.1090503 Apr 30 01:40:23.412232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:23.418142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39894) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:23.430683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "DELETE /v2.0/networks/44925143-6768-4bfc-94a6-c6392c9be283 HTTP/1.1" status: 204 len: 168 time: 2.4765697 Apr 30 01:40:23.566332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef4d23-31ad-4067-a7cf-6b32ed1cc7c1 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event deleted for resources: {'Network': ['ID=44925143-6768-4bfc-94a6-c6392c9be283,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:23.579293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-5e6fae8c-f84e-4e8d-ba7c-bc86b766ec7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e364f006-4893-4633-a705-9c8a250d5124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477380 Apr 30 01:40:23.833092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Deleting port e1596b20-bdc2-4737-845b-11d047ca3282 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:23.835916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:23.837644 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:23.913493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-18e925a8-f911-457c-81ec-bafb18177ed0 service neutron] 10.222.0.23 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261185 Apr 30 01:40:23.920154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:24.081179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Network c04ad12c-57a6-426f-ad73-e604c3477744 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:24.085295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:24.092965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:24.170819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Pushing event updated for resources: {'Port': ['ID=c59fe07d-e589-4248-b7fb-63aea4818994,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:24.187169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Allocated IP 2001:db8::216 (c04ad12c-57a6-426f-ad73-e604c3477744/5ecb4c31-2320-4af7-acec-ad98d967de98/5ad13cad-d522-43a6-b1bf-f810ecfbca09) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:24.194374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Attempting to bind port c59fe07d-e589-4248-b7fb-63aea4818994 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:40:24.195567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Attempting to bind port c59fe07d-e589-4248-b7fb-63aea4818994 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '63dca73a-da56-4ffd-8808-701ed34366d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:40:24.195567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Attempting to bind port c59fe07d-e589-4248-b7fb-63aea4818994 on network c04ad12c-57a6-426f-ad73-e604c3477744 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:24.236613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953152c9-0f9a-49d9-9960-a043082b9f5f req-7e638267-7917-415b-be5a-68ed98f68457 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:24.241714 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-953152c9-0f9a-49d9-9960-a043082b9f5f req-7e638267-7917-415b-be5a-68ed98f68457 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 944 time: 0.4591646 Apr 30 01:40:24.265514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:40:24.272708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Checking segment: {'id': '63dca73a-da56-4ffd-8808-701ed34366d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:24.272932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:24.273347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Bound using segment: {'id': '63dca73a-da56-4ffd-8808-701ed34366d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:40:24.281220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Bound port: c59fe07d-e589-4248-b7fb-63aea4818994, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dca73a-da56-4ffd-8808-701ed34366d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:40:24.281754 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:24.350136 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-953152c9-0f9a-49d9-9960-a043082b9f5f req-b89d1f93-21fd-4e5b-83ea-52741e7c986a tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983238 Apr 30 01:40:24.402791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56be984a-5b32-40c8-bb9b-cdc3238df25a req-db99b800-8f38-4bce-a351-c479506215bb service neutron] 10.222.0.23 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697723 Apr 30 01:40:24.434291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6618729f-f2f6-4469-a17e-3c76472ca773 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:40:24.592849 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:24.596863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:24.633171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Calling delete_port for e1596b20-bdc2-4737-845b-11d047ca3282 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:24.698379 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:24.720208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6618729f-f2f6-4469-a17e-3c76472ca773, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6618729f-f2f6-4469-a17e-3c76472ca773,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:24.745955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '6618729f-f2f6-4469-a17e-3c76472ca773', 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124', 'port_id': '6618729f-f2f6-4469-a17e-3c76472ca773', 'mac_address': 'fa:16:3e:f6:5d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd7b9ea-4d64-4175-8528-b6fbe7942d0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:40:24.890342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] For port c59fe07d-e589-4248-b7fb-63aea4818994, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:40:24.894090 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:24.928623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] For port c59fe07d-e589-4248-b7fb-63aea4818994, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c59fe07d-e589-4248-b7fb-63aea4818994,segment=NetworkSegment(63dca73a-da56-4ffd-8808-701ed34366d2),segment_id=63dca73a-da56-4ffd-8808-701ed34366d2)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:40:24.931284 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:24.965692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6618729f-f2f6-4469-a17e-3c76472ca773 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:40:24.985607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:25.054138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6618729f-f2f6-4469-a17e-3c76472ca773, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6618729f-f2f6-4469-a17e-3c76472ca773,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:25.092157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event updated for resources: {'Port': ['ID=5ad13cad-d522-43a6-b1bf-f810ecfbca09,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:25.104283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Network c04ad12c-57a6-426f-ad73-e604c3477744 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:25.106182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:25.109685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:25.118996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:25.120633 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:25.148730 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:25.152643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876b801-56b5-4d22-b975-ec9be0f24bfb None None] Pushing event updated for resources: {'Port': ['ID=c59fe07d-e589-4248-b7fb-63aea4818994,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:25.178174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:25.290363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6618729f-f2f6-4469-a17e-3c76472ca773,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:25.292841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Pushing event deleted for resources: {'Port': ['ID=e1596b20-bdc2-4737-845b-11d047ca3282,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:25.342647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d8a720e3-72e9-4663-882a-18a7a0d6773b tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4802811 Apr 30 01:40:25.345748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39932) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:25.360502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Request body: {'port': {'network_id': 'c04ad12c-57a6-426f-ad73-e604c3477744', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-289523438', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:25.360502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] bootfile-name is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:40:25.360502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] tftp-server is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:40:25.360502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] server-ip-address is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:40:25.421832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['6618729f-f2f6-4469-a17e-3c76472ca773'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:40:25.441774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:25.444582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:25.445783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e6ce5ed8-9292-48df-8b6d-1a78b3e52b62 tempest-FloatingIPAdminTestJSON-362079568 tempest-FloatingIPAdminTestJSON-362079568-project] 10.222.0.15 "DELETE /v2.0/floatingips/90fa33f9-01b7-47a8-a26a-c51c0788fd0d HTTP/1.1" status: 204 len: 168 time: 2.0265110 Apr 30 01:40:25.708310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa5127-4fef-4054-b63f-f8b27850bd04 req-1a728a02-711e-4c00-b4f9-79b31ebae15c tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:25.712916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21fa5127-4fef-4054-b63f-f8b27850bd04 req-1a728a02-711e-4c00-b4f9-79b31ebae15c tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 945 time: 0.1725726 Apr 30 01:40:25.752686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Made reservation on behalf of fdb3509b22c24407a303f8a0d6288dad for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:25.756336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:25.805370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] device_id is not set on port 20c0842d-3b7a-4526-9595-f1f65095a58f yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:40:25.828830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21fa5127-4fef-4054-b63f-f8b27850bd04 req-7bcdc24f-caf2-435d-92c1-10b2258adbb3 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098917 Apr 30 01:40:26.068137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Allocated IP 2001:db8::1a2 (c04ad12c-57a6-426f-ad73-e604c3477744/5ecb4c31-2320-4af7-acec-ad98d967de98/20c0842d-3b7a-4526-9595-f1f65095a58f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:26.260143 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:26.430266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6618729f-f2f6-4469-a17e-3c76472ca773 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:40:26.462227 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:26.527174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39958) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:26.609297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 6618729f-f2f6-4469-a17e-3c76472ca773 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:40:26.619323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 6618729f-f2f6-4469-a17e-3c76472ca773 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:26.620169 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:26.631916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Network c04ad12c-57a6-426f-ad73-e604c3477744 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:26.635389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event updated for resources: {'Port': ['ID=20c0842d-3b7a-4526-9595-f1f65095a58f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:26.647520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:26.650556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:26.676427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:26.679112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:26.811890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b7373dc6-f059-4eb3-bffe-23466f020123 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4644177 Apr 30 01:40:26.814357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39964) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:26.823004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c59fe07d-e589-4248-b7fb-63aea4818994 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:40:26.886881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dfb94d30-201a-4c3b-9da6-3f4ed2d99d8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0490f4c04ef45fcae91dd56d24699bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392155 Apr 30 01:40:26.888060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39968) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:26.921071 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.021732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6618729f-f2f6-4469-a17e-3c76472ca773, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6618729f-f2f6-4469-a17e-3c76472ca773,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:27.027854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6618729f-f2f6-4469-a17e-3c76472ca773'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:40:27.033580 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fe7ad0-0580-4b84-87e7-4efc3fc8f57b" -d '{"events": [{"server_uuid": "fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e", "name": "network-vif-plugged", "status": "completed", "tag": "6618729f-f2f6-4469-a17e-3c76472ca773"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:40:27.038234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d06d48-ccae-4d21-86c7-294daa229143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.077781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c59fe07d-e589-4248-b7fb-63aea4818994 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:27.080870 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.088790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d06d48-ccae-4d21-86c7-294daa229143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.168203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345427d-c990-4040-9883-cbf2016dda09 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:27.175230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345427d-c990-4040-9883-cbf2016dda09 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:27.182975 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce6029c-23e1-4a6d-adc2-5c8793966e33 x-openstack-request-id: req-bce6029c-23e1-4a6d-adc2-5c8793966e33 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:40:27.183275 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e", "name": "network-vif-plugged", "status": "completed", "tag": "6618729f-f2f6-4469-a17e-3c76472ca773", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:40:27.183554 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bce6029c-23e1-4a6d-adc2-5c8793966e33 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:40:27.183961 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce6029c-23e1-4a6d-adc2-5c8793966e33'] response: {'server_uuid': 'fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6618729f-f2f6-4469-a17e-3c76472ca773', 'code': 200} Apr 30 01:40:27.197139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd789db4-2371-4e26-ad8f-dbe8a94b5d41 None None] Network c04ad12c-57a6-426f-ad73-e604c3477744 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:27.197638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345427d-c990-4040-9883-cbf2016dda09 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:27.199746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b345427d-c990-4040-9883-cbf2016dda09 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3826931 Apr 30 01:40:27.203582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39988) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:27.212648 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.284942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb13171-5e7d-4acf-88d4-110e05110b0d req-485e1581-a337-450c-8969-10b3c13392c0 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:27.289660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acb13171-5e7d-4acf-88d4-110e05110b0d req-485e1581-a337-450c-8969-10b3c13392c0 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 945 time: 0.2984850 Apr 30 01:40:27.376599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d06d48-ccae-4d21-86c7-294daa229143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.379761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d06d48-ccae-4d21-86c7-294daa229143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.381288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8d06d48-ccae-4d21-86c7-294daa229143 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f2a87e9-f6b6-466c-9649-a4d0fdec2dd3 HTTP/1.1" status: 204 len: 168 time: 0.4906349 Apr 30 01:40:27.397698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d06d48-ccae-4d21-86c7-294daa229143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2a87e9-f6b6-466c-9649-a4d0fdec2dd3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:27.460560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acb13171-5e7d-4acf-88d4-110e05110b0d req-7341390f-309a-4de9-ba52-a6e939920ca5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597645 Apr 30 01:40:27.657039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4b9f-f4f4-48e8-9d1a-5d151873737b req-7790dd0b-c1c9-4d5c-a808-41a42e389dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:27.658545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c75c4b9f-f4f4-48e8-9d1a-5d151873737b req-7790dd0b-c1c9-4d5c-a808-41a42e389dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 1097 time: 0.4195600 Apr 30 01:40:27.666953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-eb937643-ac8d-4f38-ae33-ce2a6f805fe3 None None] Provisioning complete for port c59fe07d-e589-4248-b7fb-63aea4818994 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:27.667567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb937643-ac8d-4f38-ae33-ce2a6f805fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.777891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c75c4b9f-f4f4-48e8-9d1a-5d151873737b req-2bc6890a-8d40-44d1-9824-612442279e3c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018560 Apr 30 01:40:27.837958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-01088fbe-463e-4299-8d74-01d2f3b11d2c tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Deleting port 20c0842d-3b7a-4526-9595-f1f65095a58f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:27.838753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-01088fbe-463e-4299-8d74-01d2f3b11d2c tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:27.977685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6618729f-f2f6-4469-a17e-3c76472ca773,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:28.018533 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.058099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297377b-28e9-47ac-b9dc-d74eb4eb4156 req-38377f2e-7ae6-4253-81ce-ea88ff1cca28 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:28.059682 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8297377b-28e9-47ac-b9dc-d74eb4eb4156 req-38377f2e-7ae6-4253-81ce-ea88ff1cca28 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2800891 Apr 30 01:40:28.158416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port c59fe07d-e589-4248-b7fb-63aea4818994, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c59fe07d-e589-4248-b7fb-63aea4818994,segment=NetworkSegment(63dca73a-da56-4ffd-8808-701ed34366d2),segment_id=63dca73a-da56-4ffd-8808-701ed34366d2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:28.164622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb937643-ac8d-4f38-ae33-ce2a6f805fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.189789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-01088fbe-463e-4299-8d74-01d2f3b11d2c tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.240217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-01088fbe-463e-4299-8d74-01d2f3b11d2c tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Calling delete_port for 20c0842d-3b7a-4526-9595-f1f65095a58f owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:28.254755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8297377b-28e9-47ac-b9dc-d74eb4eb4156 req-aec8b92d-8159-481c-89ae-83ba379a8f66 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734574 Apr 30 01:40:28.290611 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.386001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=c59fe07d-e589-4248-b7fb-63aea4818994,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:28.507375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-eb937643-ac8d-4f38-ae33-ce2a6f805fe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:40:28.507772 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-eb937643-ac8d-4f38-ae33-ce2a6f805fe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:40:28.568738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c59fe07d-e589-4248-b7fb-63aea4818994 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:40:28.609601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40018) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:28.640598 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33006c22-a733-414d-9a60-4b39993f36ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.684466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-01088fbe-463e-4299-8d74-01d2f3b11d2c tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.808091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01088fbe-463e-4299-8d74-01d2f3b11d2c tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event deleted for resources: {'Port': ['ID=20c0842d-3b7a-4526-9595-f1f65095a58f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:28.809502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c59fe07d-e589-4248-b7fb-63aea4818994 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:28.810609 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.851959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beb2ad-7294-48ca-8759-b4be314a01c5 req-5fc1b099-0589-43f7-b31b-3112155557d2 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:28.867581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9beb2ad-7294-48ca-8759-b4be314a01c5 req-5fc1b099-0589-43f7-b31b-3112155557d2 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 946 time: 0.2154462 Apr 30 01:40:28.909665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40022) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:28.927047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-01088fbe-463e-4299-8d74-01d2f3b11d2c tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.935766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-01088fbe-463e-4299-8d74-01d2f3b11d2c tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "DELETE /v2.0/ports/20c0842d-3b7a-4526-9595-f1f65095a58f HTTP/1.1" status: 204 len: 168 time: 1.7270103 Apr 30 01:40:28.946618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40026) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:28.959278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Request body: {'port': {'name': 'tempest-new-port-name-469336975', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:28.961418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72741551-a527-4885-910d-caad58c491d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:28.963255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] bootfile-name is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:40:28.965424 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] tftp-server is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:40:28.965897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] server-ip-address is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:40:29.079702 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33006c22-a733-414d-9a60-4b39993f36ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.100610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9beb2ad-7294-48ca-8759-b4be314a01c5 req-a931ce9f-9668-4b14-a709-16f82596caa5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357674 Apr 30 01:40:29.119444 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.203691 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33006c22-a733-414d-9a60-4b39993f36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.215853 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59cf0f03-6fdc-42c9-b8d1-d64a80ec8e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.303413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-33006c22-a733-414d-9a60-4b39993f36ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c93c4a0ca1e44f2c97dd1880dd561b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919301 Apr 30 01:40:29.310294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40042) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:29.314006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33006c22-a733-414d-9a60-4b39993f36ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e157181-8d0a-466a-a3cf-b64927cd2096,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:29.362538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ad7faaac-e091-4f7f-a396-57d57a3ce75f None None] Provisioning complete for port 5ad13cad-d522-43a6-b1bf-f810ecfbca09 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:29.362917 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad7faaac-e091-4f7f-a396-57d57a3ce75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.418303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ad7faaac-e091-4f7f-a396-57d57a3ce75f None None] Port 5ad13cad-d522-43a6-b1bf-f810ecfbca09 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:40:29.452926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ad7faaac-e091-4f7f-a396-57d57a3ce75f None None] Provisioning complete for port c59fe07d-e589-4248-b7fb-63aea4818994 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:29.454806 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad7faaac-e091-4f7f-a396-57d57a3ce75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.600047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ad7faaac-e091-4f7f-a396-57d57a3ce75f None None] Could not find standard attr ID for object 20c0842d-3b7a-4526-9595-f1f65095a58f. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:40:29.634162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56c494fc-8ff6-4938-9ced-aee338529678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.695971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59cf0f03-6fdc-42c9-b8d1-d64a80ec8e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.717331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5dbb18c2-9c8a-45ee-8236-7f4c765dbf76 None None] Could not find standard attr ID for object 20c0842d-3b7a-4526-9595-f1f65095a58f. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:40:29.738942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fbc04-206a-4e52-b6a1-018c437499e4 req-2f2fb7e3-0ad7-4b9c-b5b3-4354a0d7460e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:29.740631 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be8fbc04-206a-4e52-b6a1-018c437499e4 req-2f2fb7e3-0ad7-4b9c-b5b3-4354a0d7460e tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.3016973 Apr 30 01:40:29.756043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56c494fc-8ff6-4938-9ced-aee338529678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.815019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59cf0f03-6fdc-42c9-b8d1-d64a80ec8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.868266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-a8c7da1e-1fd8-4d54-9f2b-3d13ac9f0be4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:29.869792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-a8c7da1e-1fd8-4d54-9f2b-3d13ac9f0be4 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.23 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 946 time: 0.2390132 Apr 30 01:40:29.875530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:29.900549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be8fbc04-206a-4e52-b6a1-018c437499e4 req-f152b369-5462-45a4-8ceb-529e6535b0f2 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/security-groups?id=f027feaf-a93e-4e69-ad9e-99e2d36812ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479998 Apr 30 01:40:29.933189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-59cf0f03-6fdc-42c9-b8d1-d64a80ec8e14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00606bdf83784fbb81af566434277a24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0093911 Apr 30 01:40:29.934381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40062) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:29.935153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf0f03-6fdc-42c9-b8d1-d64a80ec8e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9948043-41eb-4655-afd6-ab7ab59c329f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:29.950176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.037072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] In _notify_port_updated(), no bound segment for port 5ad13cad-d522-43a6-b1bf-f810ecfbca09 on network c04ad12c-57a6-426f-ad73-e604c3477744 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:40:30.044851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:30.044851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.048382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "PUT /v2.0/ports/5ad13cad-d522-43a6-b1bf-f810ecfbca09 HTTP/1.1" status: 200 len: 1129 time: 1.0993567 Apr 30 01:40:30.048553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40066) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:30.057796 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56c494fc-8ff6-4938-9ced-aee338529678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.060762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-56c494fc-8ff6-4938-9ced-aee338529678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.061881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-56c494fc-8ff6-4938-9ced-aee338529678 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e157181-8d0a-466a-a3cf-b64927cd2096 HTTP/1.1" status: 204 len: 168 time: 0.7404501 Apr 30 01:40:30.101434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c494fc-8ff6-4938-9ced-aee338529678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e157181-8d0a-466a-a3cf-b64927cd2096,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:30.104910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5997-07ca-4528-a5ff-c2129acca200 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event updated for resources: {'Port': ['ID=5ad13cad-d522-43a6-b1bf-f810ecfbca09,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:30.129385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f3fdefb-dcad-4726-ae05-8d1215aed31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.132477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbdc7e2-8b8f-4cea-aa92-1b7ccdb2331e tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:30.133980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3fbdc7e2-8b8f-4cea-aa92-1b7ccdb2331e tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "GET /v2.0/ports/5ad13cad-d522-43a6-b1bf-f810ecfbca09 HTTP/1.1" status: 200 len: 1129 time: 0.0842323 Apr 30 01:40:30.143482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40072) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:30.176405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f3fdefb-dcad-4726-ae05-8d1215aed31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.193347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Deleting port f473c555-c2df-45c1-80df-05bb1d3b84ff {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:30.193731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.317831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65206079-cae9-43bf-9a24-652dc4291164 req-555c967d-690d-4e7d-8e5b-75a88ef2ae26 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:30.328756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65206079-cae9-43bf-9a24-652dc4291164 req-555c967d-690d-4e7d-8e5b-75a88ef2ae26 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 946 time: 0.1356211 Apr 30 01:40:30.373524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] For port f473c555-c2df-45c1-80df-05bb1d3b84ff, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=f473c555-c2df-45c1-80df-05bb1d3b84ff,segment=NetworkSegment(bcc168aa-59b3-4659-b759-f0fdfb47364f),segment_id=bcc168aa-59b3-4659-b759-f0fdfb47364f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:30.373993 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.380948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-320a7f83-c79e-4497-9cf9-3fa8aef70368 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Deleting port 5ad13cad-d522-43a6-b1bf-f810ecfbca09 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:30.381220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-320a7f83-c79e-4497-9cf9-3fa8aef70368 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.398304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Calling delete_port for f473c555-c2df-45c1-80df-05bb1d3b84ff owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:30.429850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65206079-cae9-43bf-9a24-652dc4291164 req-544d5292-8bf2-4b66-9eb7-96ad38a01456 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000032 Apr 30 01:40:30.467804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f3fdefb-dcad-4726-ae05-8d1215aed31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.470317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5f3fdefb-dcad-4726-ae05-8d1215aed31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.471551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5f3fdefb-dcad-4726-ae05-8d1215aed31c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9948043-41eb-4655-afd6-ab7ab59c329f HTTP/1.1" status: 204 len: 168 time: 0.5331159 Apr 30 01:40:30.487668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d04ca84b-33b4-42c0-9bd6-dbf973a219b4 None None] Provisioning complete for port 5ad13cad-d522-43a6-b1bf-f810ecfbca09 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:30.487668 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d04ca84b-33b4-42c0-9bd6-dbf973a219b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.488216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fdefb-dcad-4726-ae05-8d1215aed31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9948043-41eb-4655-afd6-ab7ab59c329f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:30.558952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-320a7f83-c79e-4497-9cf9-3fa8aef70368 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.578638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d04ca84b-33b4-42c0-9bd6-dbf973a219b4 None None] Port 5ad13cad-d522-43a6-b1bf-f810ecfbca09 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:40:30.599064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-320a7f83-c79e-4497-9cf9-3fa8aef70368 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Calling delete_port for 5ad13cad-d522-43a6-b1bf-f810ecfbca09 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:30.710146 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.719007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['f473c555-c2df-45c1-80df-05bb1d3b84ff'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:40:30.772452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Pushing event deleted for resources: {'Port': ['ID=f473c555-c2df-45c1-80df-05bb1d3b84ff,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:30.856216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-320a7f83-c79e-4497-9cf9-3fa8aef70368 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.903379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a7f83-c79e-4497-9cf9-3fa8aef70368 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event deleted for resources: {'Port': ['ID=5ad13cad-d522-43a6-b1bf-f810ecfbca09,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:30.935495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-320a7f83-c79e-4497-9cf9-3fa8aef70368 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:30.941385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-320a7f83-c79e-4497-9cf9-3fa8aef70368 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "DELETE /v2.0/ports/5ad13cad-d522-43a6-b1bf-f810ecfbca09 HTTP/1.1" status: 204 len: 168 time: 0.7943363 Apr 30 01:40:30.942083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40146) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:31.022149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f07cb67-259a-4062-992f-085fa5a96957 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Deleting subnet 5ecb4c31-2320-4af7-acec-ad98d967de98 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:40:31.038425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d43d4227-1531-45ba-9777-7a2916500657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.038902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f07cb67-259a-4062-992f-085fa5a96957 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.113056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f07cb67-259a-4062-992f-085fa5a96957 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.192986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9027c9dc-e45f-4c03-9d43-cfb7b9a6e32d req-28ae1ed9-7c5d-44c1-8805-4e40bb1d6848 tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.15 "GET /v2.0/ports?device_id=dae27356-7a35-48c2-bf64-f7ccccbb240b HTTP/1.1" status: 200 len: 210 time: 0.0659022 Apr 30 01:40:31.208557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] No DVR routers for this DVR port f473c555-c2df-45c1-80df-05bb1d3b84ff on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:40:31.215648 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.218460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7b2ecd12-3ff7-45bc-b69f-830b7a5cf8f2 req-291514b9-0ca0-4efe-9eae-124db72554ee tempest-ServersNegativeTestJSON-253502038 tempest-ServersNegativeTestJSON-253502038-project] 10.222.0.23 "DELETE /v2.0/ports/f473c555-c2df-45c1-80df-05bb1d3b84ff HTTP/1.1" status: 204 len: 173 time: 1.3330481 Apr 30 01:40:31.219152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-deleted', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:40:31.231416 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef67f062-235e-4361-9582-8f94fe7899fc" -d '{"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-deleted", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:40:31.271594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f07cb67-259a-4062-992f-085fa5a96957 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.286956 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad12a60-f5e5-4cac-9a14-52ef3f129299 x-openstack-request-id: req-1ad12a60-f5e5-4cac-9a14-52ef3f129299 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:40:31.287257 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae27356-7a35-48c2-bf64-f7ccccbb240b", "name": "network-vif-deleted", "tag": "f473c555-c2df-45c1-80df-05bb1d3b84ff", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:40:31.287535 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ad12a60-f5e5-4cac-9a14-52ef3f129299 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:40:31.287987 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad12a60-f5e5-4cac-9a14-52ef3f129299'] response: {'server_uuid': 'dae27356-7a35-48c2-bf64-f7ccccbb240b', 'name': 'network-vif-deleted', 'tag': 'f473c555-c2df-45c1-80df-05bb1d3b84ff', 'status': 'completed', 'code': 200} Apr 30 01:40:31.403789 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f07cb67-259a-4062-992f-085fa5a96957 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.434305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07cb67-259a-4062-992f-085fa5a96957 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecb4c31-2320-4af7-acec-ad98d967de98,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:31.440143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f07cb67-259a-4062-992f-085fa5a96957 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.447662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40162) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:31.449607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e6dee-f8f4-402d-ac70-26fe328099a1 None None] Network c04ad12c-57a6-426f-ad73-e604c3477744 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:31.453497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f07cb67-259a-4062-992f-085fa5a96957 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "DELETE /v2.0/subnets/5ecb4c31-2320-4af7-acec-ad98d967de98 HTTP/1.1" status: 204 len: 168 time: 0.5088236 Apr 30 01:40:31.562380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40170) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:31.565455 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.598957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-906ee829-c9ea-4e20-bb50-dafaff1e84aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.652854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Deleting port c59fe07d-e589-4248-b7fb-63aea4818994 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:31.653198 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.709903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] DHCP port deletion for c04ad12c-57a6-426f-ad73-e604c3477744 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:40:31.731459 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-906ee829-c9ea-4e20-bb50-dafaff1e84aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.740672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] For port c59fe07d-e589-4248-b7fb-63aea4818994, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c59fe07d-e589-4248-b7fb-63aea4818994,segment=NetworkSegment(63dca73a-da56-4ffd-8808-701ed34366d2),segment_id=63dca73a-da56-4ffd-8808-701ed34366d2)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:31.741181 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.753917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Calling delete_port for c59fe07d-e589-4248-b7fb-63aea4818994 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:31.759564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] Deleting port c59fe07d-e589-4248-b7fb-63aea4818994 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:31.759944 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.831695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40186) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:31.840395 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-906ee829-c9ea-4e20-bb50-dafaff1e84aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.864512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-382b19dd-6ef6-44a8-bc84-2c1786c8b783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.876619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] For port c59fe07d-e589-4248-b7fb-63aea4818994, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c59fe07d-e589-4248-b7fb-63aea4818994,segment=NetworkSegment(63dca73a-da56-4ffd-8808-701ed34366d2),segment_id=63dca73a-da56-4ffd-8808-701ed34366d2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:31.877086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.897146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] Calling delete_port for c59fe07d-e589-4248-b7fb-63aea4818994 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:31.920916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee829-c9ea-4e20-bb50-dafaff1e84aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1cef05-2167-4fd8-9850-334edd7ff033,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:31.937748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:31.949270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-906ee829-c9ea-4e20-bb50-dafaff1e84aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a148ba82e2a48a28dff4fe45508c4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856721 Apr 30 01:40:31.954027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:32.012547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event deleted for resources: {'Port': ['ID=c59fe07d-e589-4248-b7fb-63aea4818994,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:32.014272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] No DVR routers for this DVR port c59fe07d-e589-4248-b7fb-63aea4818994 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:40:32.060997 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412ab72b-19e3-4725-90a6-9c6ce5cc5df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.069072 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.110661 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.129498 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.155936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] No DVR routers for this DVR port c59fe07d-e589-4248-b7fb-63aea4818994 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:40:32.158355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc6a16-9a51-4a2e-9d67-484ef3cca0ce None None] Pushing event deleted for resources: {'Port': ['ID=c59fe07d-e589-4248-b7fb-63aea4818994,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:32.160743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412ab72b-19e3-4725-90a6-9c6ce5cc5df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.183830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04ad12c-57a6-426f-ad73-e604c3477744']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:32.196422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dca73a-da56-4ffd-8808-701ed34366d2') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:32.197844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dca73a-da56-4ffd-8808-701ed34366d2') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:32.213481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.230043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-382b19dd-6ef6-44a8-bc84-2c1786c8b783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.231134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.239801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:32.240206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:32.244079 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:32.295776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:32.351644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa7fb72-8324-40ed-b5b0-d9197daf8a5f admin admin] Deleting subnet aa9a07b2-cad2-405d-8af2-2429062e92d3 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:40:32.352917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-382b19dd-6ef6-44a8-bc84-2c1786c8b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.356612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb72-8324-40ed-b5b0-d9197daf8a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.394040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-382b19dd-6ef6-44a8-bc84-2c1786c8b783 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4ab7f41c0554ecd8caf34e21b35d28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612519 Apr 30 01:40:32.394884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b19dd-6ef6-44a8-bc84-2c1786c8b783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb22de7-4f48-456c-a6ff-9020b8da2ac9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:32.397112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40232) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:32.409788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412ab72b-19e3-4725-90a6-9c6ce5cc5df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.412629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412ab72b-19e3-4725-90a6-9c6ce5cc5df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.414179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-412ab72b-19e3-4725-90a6-9c6ce5cc5df9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d1cef05-2167-4fd8-9850-334edd7ff033 HTTP/1.1" status: 204 len: 168 time: 0.4588132 Apr 30 01:40:32.415742 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb72-8324-40ed-b5b0-d9197daf8a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.444700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ab72b-19e3-4725-90a6-9c6ce5cc5df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1cef05-2167-4fd8-9850-334edd7ff033,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:32.459679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.482438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.485667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] 10.222.0.15 "DELETE /v2.0/networks/c04ad12c-57a6-426f-ad73-e604c3477744 HTTP/1.1" status: 204 len: 168 time: 1.0368245 Apr 30 01:40:32.508234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49b6e5-3687-48b0-8cec-0fe0efd837d6 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367 tempest-ExtraDHCPOptionsIpV6TestJSON-42442367-project] Pushing event deleted for resources: {'Network': ['ID=c04ad12c-57a6-426f-ad73-e604c3477744,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:32.520415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb72-8324-40ed-b5b0-d9197daf8a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.582917 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac8ca-14b1-4b61-8513-1882f455f7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.621090 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac8ca-14b1-4b61-8513-1882f455f7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.623023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c59fe07d-e589-4248-b7fb-63aea4818994 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:40:32.661286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c59fe07d-e589-4248-b7fb-63aea4818994 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:40:32.661627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c59fe07d-e589-4248-b7fb-63aea4818994 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:40:32.775981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb72-8324-40ed-b5b0-d9197daf8a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.815308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac8ca-14b1-4b61-8513-1882f455f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.822033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac8ca-14b1-4b61-8513-1882f455f7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.822033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d3ac8ca-14b1-4b61-8513-1882f455f7b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfb22de7-4f48-456c-a6ff-9020b8da2ac9 HTTP/1.1" status: 204 len: 168 time: 0.4210336 Apr 30 01:40:32.822033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7fb72-8324-40ed-b5b0-d9197daf8a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9a07b2-cad2-405d-8af2-2429062e92d3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:32.822033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb72-8324-40ed-b5b0-d9197daf8a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:32.824998 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-efa7fb72-8324-40ed-b5b0-d9197daf8a5f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa9a07b2-cad2-405d-8af2-2429062e92d3 HTTP/1.1" status: 204 len: 168 time: 0.5283542 Apr 30 01:40:32.828320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40252) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:32.834173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ac8ca-14b1-4b61-8513-1882f455f7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb22de7-4f48-456c-a6ff-9020b8da2ac9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:32.929209 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.056643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.082533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab50747-8251-4790-b3ff-891bed71c770']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:33.093954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc168aa-59b3-4659-b759-f0fdfb47364f') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:33.094308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc168aa-59b3-4659-b759-f0fdfb47364f') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:33.113328 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.127881 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.134776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:33.135358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:33.138498 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:33.312684 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.318854 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.323229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6ab50747-8251-4790-b3ff-891bed71c770 HTTP/1.1" status: 204 len: 168 time: 0.4937055 Apr 30 01:40:33.337167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514eefc-352c-4405-8f28-311339614566 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab50747-8251-4790-b3ff-891bed71c770,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:33.484330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40268) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:33.804659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.844457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40278) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:33.915785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40280) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:33.916643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d05a98de-285a-48d1-9f31-5198d3a8a717 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45509c3cd74f41c786ee93948c905e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701578 Apr 30 01:40:33.974526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d9558d8-a166-4c2d-aec2-374f662ab9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:33.999618 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.000315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d9558d8-a166-4c2d-aec2-374f662ab9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.108037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4b6d2a86-598d-4c05-9e22-2bcdce3ed547 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdb3509b22c24407a303f8a0d6288dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6222510 Apr 30 01:40:34.111860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40282) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:34.144716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d9558d8-a166-4c2d-aec2-374f662ab9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.157615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d9558d8-a166-4c2d-aec2-374f662ab9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.160037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d9558d8-a166-4c2d-aec2-374f662ab9f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f027feaf-a93e-4e69-ad9e-99e2d36812ff HTTP/1.1" status: 204 len: 168 time: 0.2429688 Apr 30 01:40:34.178540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9558d8-a166-4c2d-aec2-374f662ab9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f027feaf-a93e-4e69-ad9e-99e2d36812ff,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:34.214215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b312581-fef2-4422-bfe6-3d802596e749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.217696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40286) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:34.265431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27ff66e2-8844-4a16-b8a6-d98a71309436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.282253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b312581-fef2-4422-bfe6-3d802596e749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.412794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27ff66e2-8844-4a16-b8a6-d98a71309436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.450338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b312581-fef2-4422-bfe6-3d802596e749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.453488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b312581-fef2-4422-bfe6-3d802596e749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.457051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b312581-fef2-4422-bfe6-3d802596e749 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2732b6b-b209-436d-882e-b4897ae33c4a HTTP/1.1" status: 204 len: 168 time: 0.3401444 Apr 30 01:40:34.463044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b312581-fef2-4422-bfe6-3d802596e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2732b6b-b209-436d-882e-b4897ae33c4a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:34.472892 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-27ff66e2-8844-4a16-b8a6-d98a71309436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.499518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:40:34.505068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-27ff66e2-8844-4a16-b8a6-d98a71309436 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55858b74f03e4ece96905f269e305ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860603 Apr 30 01:40:34.507932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40296) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:34.535572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff66e2-8844-4a16-b8a6-d98a71309436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dc5c24-3a25-4c75-83bf-6f4b9160e93e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:34.552354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: f473c555-c2df-45c1-80df-05bb1d3b84ff {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:40:34.552544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device f473c555-c2df-45c1-80df-05bb1d3b84ff not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:40:34.605876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13dd074d-0a68-4a35-ab6c-7207e03a2a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.631222 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13dd074d-0a68-4a35-ab6c-7207e03a2a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.804493 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13dd074d-0a68-4a35-ab6c-7207e03a2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.807451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13dd074d-0a68-4a35-ab6c-7207e03a2a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:34.808635 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-13dd074d-0a68-4a35-ab6c-7207e03a2a2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07dc5c24-3a25-4c75-83bf-6f4b9160e93e HTTP/1.1" status: 204 len: 168 time: 0.2994981 Apr 30 01:40:34.817450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd074d-0a68-4a35-ab6c-7207e03a2a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dc5c24-3a25-4c75-83bf-6f4b9160e93e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:35.308285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40318) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:35.361517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Deleting subnet 36e2cc82-177e-4746-9699-3d1d34edc03b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:40:35.364999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:35.412700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:35.482255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:35.610222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:35.669065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:35.678747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40336) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:35.681539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/36e2cc82-177e-4746-9699-3d1d34edc03b HTTP/1.1" status: 204 len: 168 time: 0.3705916 Apr 30 01:40:35.682267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e2cc82-177e-4746-9699-3d1d34edc03b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:35.703114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.705259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.705361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.705716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.706033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.706351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.708191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.710766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.710766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.710766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.710766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.713154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb326f16-704d-4db4-9aef-d03ed9eb6474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:35.813372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:35.919474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:35.947893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32862994-56b1-4149-8f37-ca93584f2041']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:35.960005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b22bb58-c402-44f0-a5c4-91344272696a') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:35.960403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b22bb58-c402-44f0-a5c4-91344272696a') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:35.973025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:35.992326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:36.000771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:36.003037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:36.006982 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:36.170875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:36.176601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:36.181550 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/32862994-56b1-4149-8f37-ca93584f2041 HTTP/1.1" status: 204 len: 168 time: 0.5017648 Apr 30 01:40:36.198242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210b49e-6c7c-40c8-a66b-f5eb0520e9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=32862994-56b1-4149-8f37-ca93584f2041,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:37.049159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:37.100327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40374) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:37.100943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f2bbae36-5771-40de-aac3-644c6067530e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85de0c5d9fc542c0a72724b7986595af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493917 Apr 30 01:40:37.155307 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4867522a-be4e-4b03-9a89-1ca96b6cd514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:37.179137 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4867522a-be4e-4b03-9a89-1ca96b6cd514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:37.307364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4867522a-be4e-4b03-9a89-1ca96b6cd514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:37.311395 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4867522a-be4e-4b03-9a89-1ca96b6cd514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:37.312611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4867522a-be4e-4b03-9a89-1ca96b6cd514 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e05713f-ede6-49e7-8837-0e9af094262a HTTP/1.1" status: 204 len: 168 time: 0.2110877 Apr 30 01:40:37.321723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867522a-be4e-4b03-9a89-1ca96b6cd514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e05713f-ede6-49e7-8837-0e9af094262a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:38.814380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40432) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:38.953242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40442) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:39.260744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'networks': [{'name': 'tempest-network--181846466'}, {'name': 'tempest-network--45217737'}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:39.261187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'network': {'name': 'tempest-network--181846466'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:39.262082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'network': {'name': 'tempest-network--45217737'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:39.364298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Made reservation on behalf of dde8d43bfe604cc286d67dc20a3476c2 for: {'network': 2} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:39.369583 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.380256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.490794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.562685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.563382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.571577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04e65827-301a-4d09-8d95-00c8dc68e6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.630797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9662c23c-4470-41ea-974d-c51cac073bac,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:39.649824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:39.668051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.668542 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Added segment 811033e6-f74d-4a7c-9d19-98430a0ac71c of type vlan for network 57aae46a-1745-4978-bb9f-a752175e89d0 Apr 30 01:40:39.728931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.816744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04e65827-301a-4d09-8d95-00c8dc68e6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.826129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:39.837588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:39.838250 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Added segment c3f9d3a3-35b6-4f35-b6bc-a4c70bd2144f of type vlan for network 0024ad92-8338-4dae-8223-7783e3cded4b Apr 30 01:40:39.920360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.233358 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04e65827-301a-4d09-8d95-00c8dc68e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.267487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.268005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.275163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:40.281189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:40.282411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.301150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e65827-301a-4d09-8d95-00c8dc68e6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd84b869-3764-46e4-a197-41212b2313e4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:40.319651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-04e65827-301a-4d09-8d95-00c8dc68e6d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0dedf64128d1449f9c82285326442769&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3620610 Apr 30 01:40:40.321430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40476) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:40.378801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Network': ['ID=57aae46a-1745-4978-bb9f-a752175e89d0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:40.390596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 57aae46a-1745-4978-bb9f-a752175e89d0 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:40.399235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9494517b-a33c-43f8-bb5c-26e6ae99960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.404114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:40.405749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.5890894 Apr 30 01:40:40.489830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:40.556544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc2bf1-2273-433e-a67d-8d57e377ffcc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Network': ['ID=0024ad92-8338-4dae-8223-7783e3cded4b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:40.573468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0024ad92-8338-4dae-8223-7783e3cded4b details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:40.627654 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9494517b-a33c-43f8-bb5c-26e6ae99960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.776837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7aa8af-58ef-4248-a4ca-d013d2fad942 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:40.783191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7aa8af-58ef-4248-a4ca-d013d2fad942 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:40.789384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7aa8af-58ef-4248-a4ca-d013d2fad942 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:40.810962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7aa8af-58ef-4248-a4ca-d013d2fad942 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:40.810962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb7aa8af-58ef-4248-a4ca-d013d2fad942 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3913183 Apr 30 01:40:40.813440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40492) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:40.884219 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9494517b-a33c-43f8-bb5c-26e6ae99960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.887867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9494517b-a33c-43f8-bb5c-26e6ae99960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:40.894555 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9494517b-a33c-43f8-bb5c-26e6ae99960b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd84b869-3764-46e4-a197-41212b2313e4 HTTP/1.1" status: 204 len: 168 time: 0.5645375 Apr 30 01:40:40.905186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494517b-a33c-43f8-bb5c-26e6ae99960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd84b869-3764-46e4-a197-41212b2313e4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:40.924165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.047988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f2c7fd81-ca7b-4756-ae2f-d896287355b4 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:41.063459 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.098869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57aae46a-1745-4978-bb9f-a752175e89d0']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:41.123936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811033e6-f74d-4a7c-9d19-98430a0ac71c') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:41.124270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811033e6-f74d-4a7c-9d19-98430a0ac71c') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:41.137389 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.184088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f2c7fd81-ca7b-4756-ae2f-d896287355b4 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] 10.222.0.15 "PUT /v2.0/quotas/40a0ed6593124e74a8f06a63a494633a HTTP/1.1" status: 200 len: 368 time: 0.6821005 Apr 30 01:40:41.185078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40502) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:41.189775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.195740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Request body: {'network': {'project_id': '40a0ed6593124e74a8f06a63a494633a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:41.207364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:41.207906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:41.212629 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:41.323718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Made reservation on behalf of 40a0ed6593124e74a8f06a63a494633a for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:41.328566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.336378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.398200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.408173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.415384 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/networks/57aae46a-1745-4978-bb9f-a752175e89d0 HTTP/1.1" status: 204 len: 168 time: 0.6008174 Apr 30 01:40:41.418349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40506) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:41.470695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abcbf0-e70b-4bd1-a9d7-9ff397e88dc0 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Network': ['ID=57aae46a-1745-4978-bb9f-a752175e89d0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:41.521803 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.561934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.604420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.653998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:41.686128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3350b4-ac63-4289-83ca-a9b98e06131d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:41.706247 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.709504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.710128 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Added segment cfb85621-1e26-43ee-86d8-88a2875f4413 of type vlan for network aa65ff2a-4144-49f6-98de-f405394c47ab Apr 30 01:40:41.737173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0024ad92-8338-4dae-8223-7783e3cded4b']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:41.779223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f9d3a3-35b6-4f35-b6bc-a4c70bd2144f') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:41.787780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f9d3a3-35b6-4f35-b6bc-a4c70bd2144f') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:41.807900 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.814784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.852751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:41.871866 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:41.907454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.908692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:41.909568 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:41.991494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Pushing event updated for resources: {'Network': ['ID=aa65ff2a-4144-49f6-98de-f405394c47ab,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:42.003043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network aa65ff2a-4144-49f6-98de-f405394c47ab details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:42.030247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0010b82-80c1-4322-bb22-6e4d3b185814 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8408425 Apr 30 01:40:42.030599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40516) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:42.040511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Request body: {'network': {'project_id': '40a0ed6593124e74a8f06a63a494633a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:42.078878 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.088713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.103921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/networks/0024ad92-8338-4dae-8223-7783e3cded4b HTTP/1.1" status: 204 len: 168 time: 0.6813407 Apr 30 01:40:42.104513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40522) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:42.163105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Made reservation on behalf of 40a0ed6593124e74a8f06a63a494633a for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:42.174457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.187372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e7655-4a96-4880-b2ca-fe4b8e56a391 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Network': ['ID=0024ad92-8338-4dae-8223-7783e3cded4b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:42.258308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:42.277179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.277825 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Added segment 90250f3f-28e8-4043-8fa3-a87d2cfe4484 of type vlan for network f8a81075-bb59-4133-a80d-513692ae66b0 Apr 30 01:40:42.329604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c0ca2-578f-41d1-853a-297ee84d2417 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:42.335564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c0ca2-578f-41d1-853a-297ee84d2417 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:42.339646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.342660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40530) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:42.345812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e82c0ca2-578f-41d1-853a-297ee84d2417 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2394063 Apr 30 01:40:42.350734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1047814109'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:42.496261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.497965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:42.498776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.504116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Made reservation on behalf of dde8d43bfe604cc286d67dc20a3476c2 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:42.508127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.587123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Pushing event updated for resources: {'Network': ['ID=f8a81075-bb59-4133-a80d-513692ae66b0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:42.592754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:42.600680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f8a81075-bb59-4133-a80d-513692ae66b0 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:42.627490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b55964ba-88d0-4f30-89b4-7109b6539a03 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5922906 Apr 30 01:40:42.628650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40540) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:42.629936 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.630345 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Added segment 041ba906-ecd6-4b40-9476-0ca98b7787fe of type vlan for network 29751e4b-8ccd-49ad-84b4-0ef383abd3b4 Apr 30 01:40:42.707281 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.736048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c086353e-2c9d-436f-bf31-038634b8e10d tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Request body: {'network': {'project_id': '40a0ed6593124e74a8f06a63a494633a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:42.751903 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-c086353e-2c9d-436f-bf31-038634b8e10d tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 30 01:40:42.752417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c086353e-2c9d-436f-bf31-038634b8e10d tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:40:42.757032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40542) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:42.762258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40544) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:42.763306 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c086353e-2c9d-436f-bf31-038634b8e10d tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0252147 Apr 30 01:40:42.819568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.828250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:42.828886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.832620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5c77cdc2-8016-41aa-ae56-be2b7147260b tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40a0ed6593124e74a8f06a63a494633a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727541 Apr 30 01:40:42.839525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40552) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:42.947467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-462f0862-9774-4bcc-86f0-619c8c642bbd tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:42.975552 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-462f0862-9774-4bcc-86f0-619c8c642bbd tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.037670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc55f474-79ea-4f3d-8ca1-2815addebddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.042360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Network': ['ID=29751e4b-8ccd-49ad-84b4-0ef383abd3b4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:43.063759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 29751e4b-8ccd-49ad-84b4-0ef383abd3b4 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:43.070106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c8f88921-0058-4bcf-86ea-09c6797d9a81 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7258363 Apr 30 01:40:43.074804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40560) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:43.077718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1718167823'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:43.156837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-462f0862-9774-4bcc-86f0-619c8c642bbd tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.159539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-462f0862-9774-4bcc-86f0-619c8c642bbd tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.160967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-462f0862-9774-4bcc-86f0-619c8c642bbd tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a3350b4-ac63-4289-83ca-a9b98e06131d HTTP/1.1" status: 204 len: 168 time: 0.3204980 Apr 30 01:40:43.164383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40562) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:43.189149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f0862-9774-4bcc-86f0-619c8c642bbd tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3350b4-ac63-4289-83ca-a9b98e06131d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:43.203704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Made reservation on behalf of dde8d43bfe604cc286d67dc20a3476c2 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:43.211882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.259670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:43.281799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.282732 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Added segment 293641a6-c64f-44c9-ae46-95ea62e46999 of type vlan for network 8c295171-42dd-458e-8ceb-5b9889b5acce Apr 30 01:40:43.298008 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.316424 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc55f474-79ea-4f3d-8ca1-2815addebddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.355233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.390334 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.404296 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc55f474-79ea-4f3d-8ca1-2815addebddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.415753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a81075-bb59-4133-a80d-513692ae66b0']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:43.424452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90250f3f-28e8-4043-8fa3-a87d2cfe4484') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:43.424763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90250f3f-28e8-4043-8fa3-a87d2cfe4484') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:43.437214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.446564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55f474-79ea-4f3d-8ca1-2815addebddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3841e13-9d53-4a27-969a-bd2e7fa95ff9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:43.461954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.480185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.486569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:43.487503 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.516026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:43.518163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.526888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cc55f474-79ea-4f3d-8ca1-2815addebddb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a692c27402d24fa7aa5510e52cd4b85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682757 Apr 30 01:40:43.527549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40574) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:43.537683 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:43.657731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5856287 Apr 30 01:40:43.663201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:43.681793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'ports': [{'network_id': '29751e4b-8ccd-49ad-84b4-0ef383abd3b4', 'name': 'tempest-port--1128689518', 'admin_state_up': True}, {'network_id': '8c295171-42dd-458e-8ceb-5b9889b5acce', 'admin_state_up': False}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:43.682028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'port': {'network_id': '29751e4b-8ccd-49ad-84b4-0ef383abd3b4', 'name': 'tempest-port--1128689518', 'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:43.682543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'port': {'network_id': '8c295171-42dd-458e-8ceb-5b9889b5acce', 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:43.783126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3da6f-02dc-47d9-8f66-a089a4f6c88a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Network': ['ID=8c295171-42dd-458e-8ceb-5b9889b5acce,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:43.819382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2a0734f-8ec6-4ea6-a835-b643fd2d32e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.823438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 8c295171-42dd-458e-8ceb-5b9889b5acce details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:43.857946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.861938 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2a0734f-8ec6-4ea6-a835-b643fd2d32e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.886040 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:43.893412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f8a81075-bb59-4133-a80d-513692ae66b0 HTTP/1.1" status: 204 len: 168 time: 0.7279074 Apr 30 01:40:43.896183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40582) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:44.041957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f876b-f682-40a5-925f-7a41a31583b9 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8a81075-bb59-4133-a80d-513692ae66b0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:44.073242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.164762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Made reservation on behalf of dde8d43bfe604cc286d67dc20a3476c2 for: {'port': 2} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:44.170387 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.186839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.199028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2a0734f-8ec6-4ea6-a835-b643fd2d32e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.199515 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2a0734f-8ec6-4ea6-a835-b643fd2d32e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.203182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d2a0734f-8ec6-4ea6-a835-b643fd2d32e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3841e13-9d53-4a27-969a-bd2e7fa95ff9 HTTP/1.1" status: 204 len: 168 time: 0.6685078 Apr 30 01:40:44.203339 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.255182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0734f-8ec6-4ea6-a835-b643fd2d32e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3841e13-9d53-4a27-969a-bd2e7fa95ff9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:44.269776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa65ff2a-4144-49f6-98de-f405394c47ab']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:44.321294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb85621-1e26-43ee-86d8-88a2875f4413') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:44.322117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb85621-1e26-43ee-86d8-88a2875f4413') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:40:44.335157 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.376728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.391329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d941bbc6-629e-495c-a583-6183a8653b75 req-cab3a2a4-e925-431c-b90e-1d5294899360 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338270 Apr 30 01:40:44.402648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:40:44.403349 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:40:44.405486 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:40:44.589682 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.614479 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.614479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] 10.222.0.15 "DELETE /v2.0/networks/aa65ff2a-4144-49f6-98de-f405394c47ab HTTP/1.1" status: 204 len: 168 time: 0.7170532 Apr 30 01:40:44.631168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] device_id is not set on port 5bb98e8d-bdb6-4017-a4f9-0c2fb6bf1463 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:40:44.632970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bbc6-629e-495c-a583-6183a8653b75 req-cf8cf6ba-3901-4c5f-8094-0bc775a62710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:44.636160 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d941bbc6-629e-495c-a583-6183a8653b75 req-cf8cf6ba-3901-4c5f-8094-0bc775a62710 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.1313734 Apr 30 01:40:44.662786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df70e52-2c86-4865-8cc1-729799ba1277 tempest-QuotasNegativeTest-1610107419 tempest-QuotasNegativeTest-1610107419-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa65ff2a-4144-49f6-98de-f405394c47ab,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:44.821498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bbc6-629e-495c-a583-6183a8653b75 req-188b6a44-8842-4f09-a817-be2aa1dcd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:44.823600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d941bbc6-629e-495c-a583-6183a8653b75 req-188b6a44-8842-4f09-a817-be2aa1dcd927 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.1604099 Apr 30 01:40:44.836584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:44.949150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d941bbc6-629e-495c-a583-6183a8653b75 req-f5a21114-c52b-4c16-9bc7-ac10a0793775 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 1002 time: 0.1176305 Apr 30 01:40:44.987708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] device_id is not set on port 4c5c35fd-7eeb-4fa5-81f6-b1a4ee3b13b4 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:40:45.157106 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:45.339737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bbc6-629e-495c-a583-6183a8653b75 req-5080f007-2c19-4692-b968-564d346878aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:45.342203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d941bbc6-629e-495c-a583-6183a8653b75 req-5080f007-2c19-4692-b968-564d346878aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.3865211 Apr 30 01:40:45.394065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bbc6-629e-495c-a583-6183a8653b75 req-67341032-2ca6-4a5e-b7ba-2bc5119eb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:45.395578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d941bbc6-629e-495c-a583-6183a8653b75 req-67341032-2ca6-4a5e-b7ba-2bc5119eb8f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469024 Apr 30 01:40:45.461569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-b46633b9-3777-45d2-92a6-e4a3a3d368ad tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6237cbbcd12847179a136b3521136f0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337224 Apr 30 01:40:45.518719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d941bbc6-629e-495c-a583-6183a8653b75 req-b3254471-720c-4638-9fa3-be9c7a9dd642 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165900 Apr 30 01:40:45.628373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d941bbc6-629e-495c-a583-6183a8653b75 req-29f0d832-c43b-425d-bab9-5a8f0829949e service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031411 Apr 30 01:40:45.686467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-65404569-3324-4f34-80c0-51fa4e424e9b tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:45.688235 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-65404569-3324-4f34-80c0-51fa4e424e9b tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192631 Apr 30 01:40:45.707932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-ab4c4431-8ac9-46ec-8456-e3db2c031e4f tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/quotas/6237cbbcd12847179a136b3521136f0c HTTP/1.1" status: 200 len: 375 time: 0.0109744 Apr 30 01:40:45.756401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-52b59785-3008-4ae8-a997-7cfca26f5137 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6237cbbcd12847179a136b3521136f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418062 Apr 30 01:40:45.858400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:45.921988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Port': ['ID=5bb98e8d-bdb6-4017-a4f9-0c2fb6bf1463,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:45.927646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Checking segment: {'id': '041ba906-ecd6-4b40-9476-0ca98b7787fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '29751e4b-8ccd-49ad-84b4-0ef383abd3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:45.928017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Network hostable DHCP agents. Network: 29751e4b-8ccd-49ad-84b4-0ef383abd3b4, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:40:46.078472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Network 29751e4b-8ccd-49ad-84b4-0ef383abd3b4 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:40:46.118660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-851d1912-9429-45d5-a4b9-9446b6cd7661 req-2fb3aaec-aca0-44ef-b7d6-3b8898d3dcb4 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 210 time: 0.0382640 Apr 30 01:40:46.192057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 29751e4b-8ccd-49ad-84b4-0ef383abd3b4) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:46.196332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:46.197562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.208046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a9378d-3556-46fe-95f4-68787d94c901 None None] Network 29751e4b-8ccd-49ad-84b4-0ef383abd3b4 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:46.273172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Port': ['ID=4c5c35fd-7eeb-4fa5-81f6-b1a4ee3b13b4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:46.286600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Checking segment: {'id': '293641a6-c64f-44c9-ae46-95ea62e46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8c295171-42dd-458e-8ceb-5b9889b5acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:46.286600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Network hostable DHCP agents. Network: 8c295171-42dd-458e-8ceb-5b9889b5acce, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:40:46.319864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40646) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:46.343337 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b90183-01eb-4c8f-bef0-b8f0756613fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.375492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Network 8c295171-42dd-458e-8ceb-5b9889b5acce is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:40:46.455903 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b90183-01eb-4c8f-bef0-b8f0756613fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.483673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 8c295171-42dd-458e-8ceb-5b9889b5acce) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:46.492093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:46.494158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2dafb1-ecc5-4bee-b5f7-c814c0fb1faf None None] Network 8c295171-42dd-458e-8ceb-5b9889b5acce requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:46.503691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:46.511663 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b90183-01eb-4c8f-bef0-b8f0756613fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.526824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:46.527789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.560849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40652) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:46.565236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b90183-01eb-4c8f-bef0-b8f0756613fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa29f06-d421-42aa-a2a0-e6b9641e258a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:46.601118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-73b90183-01eb-4c8f-bef0-b8f0756613fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8073a9f56b7d4e7fa2197bbe2fc16c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794905 Apr 30 01:40:46.603952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40656) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:46.640417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40658) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:46.641796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f90403a-e50c-4c19-9169-4adcfcedae94 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9755158 Apr 30 01:40:46.717761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eade7327-c44b-4536-902d-f2f8440e0e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.756204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eade7327-c44b-4536-902d-f2f8440e0e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.845831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f555b671-a3a4-4fbb-a037-448087319365 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:46.860863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f555b671-a3a4-4fbb-a037-448087319365 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:46.862602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f555b671-a3a4-4fbb-a037-448087319365 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2209868 Apr 30 01:40:46.866235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40664) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:46.869140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c889b15d-6c8b-4c69-aff2-0df59a4d587f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.930345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eade7327-c44b-4536-902d-f2f8440e0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.934638 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eade7327-c44b-4536-902d-f2f8440e0e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.951716 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eade7327-c44b-4536-902d-f2f8440e0e5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fa29f06-d421-42aa-a2a0-e6b9641e258a HTTP/1.1" status: 204 len: 168 time: 0.3465915 Apr 30 01:40:46.993173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3eeabb62-3225-41f4-b4e2-495842c9fc2a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Deleting port 5bb98e8d-bdb6-4017-a4f9-0c2fb6bf1463 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:46.994068 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3eeabb62-3225-41f4-b4e2-495842c9fc2a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:46.997210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade7327-c44b-4536-902d-f2f8440e0e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa29f06-d421-42aa-a2a0-e6b9641e258a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:47.105805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c889b15d-6c8b-4c69-aff2-0df59a4d587f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.146120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3eeabb62-3225-41f4-b4e2-495842c9fc2a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.164278 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c889b15d-6c8b-4c69-aff2-0df59a4d587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.174559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3eeabb62-3225-41f4-b4e2-495842c9fc2a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Calling delete_port for 5bb98e8d-bdb6-4017-a4f9-0c2fb6bf1463 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:47.207177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889b15d-6c8b-4c69-aff2-0df59a4d587f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f967d8-3511-41ca-8499-b687715daa02,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:47.296201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ebe9bf61-0d8a-444c-8e73-f674e5f3b130 req-5c249ab2-2248-41d5-a98f-cec4d896db30 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 210 time: 0.0809939 Apr 30 01:40:47.299533 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c889b15d-6c8b-4c69-aff2-0df59a4d587f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=494abddbc02f45a884d980f923825619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375355 Apr 30 01:40:47.302544 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40680) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:47.373884 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f0d24be-ba30-4938-be2b-5dcfe3d7298b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.399991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f0d24be-ba30-4938-be2b-5dcfe3d7298b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.448991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3eeabb62-3225-41f4-b4e2-495842c9fc2a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.501223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeabb62-3225-41f4-b4e2-495842c9fc2a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Port': ['ID=5bb98e8d-bdb6-4017-a4f9-0c2fb6bf1463,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:47.510731 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3eeabb62-3225-41f4-b4e2-495842c9fc2a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.515077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3eeabb62-3225-41f4-b4e2-495842c9fc2a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/ports/5bb98e8d-bdb6-4017-a4f9-0c2fb6bf1463 HTTP/1.1" status: 204 len: 168 time: 0.6477897 Apr 30 01:40:47.517649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40684) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:47.568957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f0d24be-ba30-4938-be2b-5dcfe3d7298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.571981 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f0d24be-ba30-4938-be2b-5dcfe3d7298b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.573369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5f0d24be-ba30-4938-be2b-5dcfe3d7298b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30f967d8-3511-41ca-8499-b687715daa02 HTTP/1.1" status: 204 len: 168 time: 0.2698865 Apr 30 01:40:47.590961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d24be-ba30-4938-be2b-5dcfe3d7298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f967d8-3511-41ca-8499-b687715daa02,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:47.703753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3db9fc80-0c2e-4caa-8e14-e531a3ce56a5 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Deleting port 4c5c35fd-7eeb-4fa5-81f6-b1a4ee3b13b4 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:47.704109 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3db9fc80-0c2e-4caa-8e14-e531a3ce56a5 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.800684 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3db9fc80-0c2e-4caa-8e14-e531a3ce56a5 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:47.819547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3db9fc80-0c2e-4caa-8e14-e531a3ce56a5 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Calling delete_port for 4c5c35fd-7eeb-4fa5-81f6-b1a4ee3b13b4 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:48.025465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3db9fc80-0c2e-4caa-8e14-e531a3ce56a5 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.057428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9fc80-0c2e-4caa-8e14-e531a3ce56a5 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Port': ['ID=4c5c35fd-7eeb-4fa5-81f6-b1a4ee3b13b4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:48.063783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3db9fc80-0c2e-4caa-8e14-e531a3ce56a5 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.067465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3db9fc80-0c2e-4caa-8e14-e531a3ce56a5 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/ports/4c5c35fd-7eeb-4fa5-81f6-b1a4ee3b13b4 HTTP/1.1" status: 204 len: 168 time: 0.5486848 Apr 30 01:40:48.070438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40696) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:48.122648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bdb66a42-2e5f-4c70-92e9-1f25bf4201dc tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0505095 Apr 30 01:40:48.126896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40700) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:48.152365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-366808545'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:48.305858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Made reservation on behalf of dde8d43bfe604cc286d67dc20a3476c2 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:48.310178 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.375455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:48.384635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.384981 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Added segment ad7dc227-a1ab-4c59-8635-f21d8346e486 of type vlan for network 08cf1c34-e72a-4835-9d71-95862b728201 Apr 30 01:40:48.427903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f01cb52-6aa6-4711-a0ee-eef136c2de0a req-48f7fce3-c89d-4e36-b11b-0bd6148e3963 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 210 time: 0.0278947 Apr 30 01:40:48.431656 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.507907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-274731f4-6aa9-4b82-aaeb-73fe64f709ec tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6237cbbcd12847179a136b3521136f0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317037 Apr 30 01:40:48.518060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.525859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:48.525859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.598243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.616985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40710) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:48.626663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Network': ['ID=08cf1c34-e72a-4835-9d71-95862b728201,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:48.641010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 08cf1c34-e72a-4835-9d71-95862b728201 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:48.666650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90940dde-6f08-4ccf-b0fa-5e9300124238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.685673 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ab2abafe-4919-4965-a999-f093d5f2756a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5536296 Apr 30 01:40:48.686713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:48.694468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1375839749'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:48.818047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-428c5c41-e833-4f01-95de-c92a210f8942 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:48.819787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-428c5c41-e833-4f01-95de-c92a210f8942 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060224 Apr 30 01:40:48.834574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Request body: {'port': {'device_id': 'e854e598-f6d5-4a11-b89d-e516a336c451', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '6237cbbcd12847179a136b3521136f0c'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:48.864476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Made reservation on behalf of dde8d43bfe604cc286d67dc20a3476c2 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:48.868761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.888169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17d4a19e-c615-452c-8d43-911e37621633 req-4f9501a6-40b3-4a19-9105-4e5fc2f962b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164234 Apr 30 01:40:48.948654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:48.972323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90940dde-6f08-4ccf-b0fa-5e9300124238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.982746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:48.983087 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Added segment 5b80eee3-5669-4e35-b0d7-3beb01ef47d8 of type vlan for network 3cc6019f-6b1c-4132-8651-6916fc13e177 Apr 30 01:40:49.005608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a19e-c615-452c-8d43-911e37621633 req-ec99f308-e3b1-4a78-a5ca-916b8fdb39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:49.009857 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17d4a19e-c615-452c-8d43-911e37621633 req-ec99f308-e3b1-4a78-a5ca-916b8fdb39be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 1097 time: 0.0939724 Apr 30 01:40:49.033767 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90940dde-6f08-4ccf-b0fa-5e9300124238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.040938 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.118635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Made reservation on behalf of 6237cbbcd12847179a136b3521136f0c for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:49.124879 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.137550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.187665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.194001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:49.194775 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.287461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Network': ['ID=3cc6019f-6b1c-4132-8651-6916fc13e177,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:49.302102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 3cc6019f-6b1c-4132-8651-6916fc13e177 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:49.322875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.367519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cc93f93a-c634-4571-ba9f-7e81997c840e tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6792886 Apr 30 01:40:49.448244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.537301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-90940dde-6f08-4ccf-b0fa-5e9300124238 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=885b594dd87d4673b333ef13d06df0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9169712 Apr 30 01:40:49.537301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a19e-c615-452c-8d43-911e37621633 req-6661c6b6-7f96-40d2-ae12-7142ddca89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:49.537823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17d4a19e-c615-452c-8d43-911e37621633 req-6661c6b6-7f96-40d2-ae12-7142ddca89e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.4992712 Apr 30 01:40:49.539067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40734) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:49.649001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90940dde-6f08-4ccf-b0fa-5e9300124238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea28578-6f0e-48dd-a576-358c9db47a72,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:49.704205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d28fe-7652-4f5c-94e0-5e2354fb11c0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:49.718121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17d4a19e-c615-452c-8d43-911e37621633 req-0ff99cd7-41a8-49d1-a3a6-ecd74302a2c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b HTTP/1.1" status: 200 len: 217 time: 0.1681263 Apr 30 01:40:49.743933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf6861bd-c674-4854-89d8-24ca1e103943 req-28a3feed-8b8b-42d2-93a1-d96d5da8f30c tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 210 time: 0.0730290 Apr 30 01:40:49.779899 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99550eb-efb8-40f8-b45d-6c29d0fdeefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.802269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Allocated IP 192.168.233.73 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/46991dde-9d58-4714-8549-b7402c1d7b4b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:49.802953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99550eb-efb8-40f8-b45d-6c29d0fdeefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.883204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a19e-c615-452c-8d43-911e37621633 req-9efc53d1-1121-4b96-8f7a-583e53ac7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:49.885825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17d4a19e-c615-452c-8d43-911e37621633 req-9efc53d1-1121-4b96-8f7a-583e53ac7d10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1525788 Apr 30 01:40:49.936438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99550eb-efb8-40f8-b45d-6c29d0fdeefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.940291 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99550eb-efb8-40f8-b45d-6c29d0fdeefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:49.941929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f99550eb-efb8-40f8-b45d-6c29d0fdeefe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eea28578-6f0e-48dd-a576-358c9db47a72 HTTP/1.1" status: 204 len: 168 time: 0.3933811 Apr 30 01:40:49.949971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40742) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:49.970064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99550eb-efb8-40f8-b45d-6c29d0fdeefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea28578-6f0e-48dd-a576-358c9db47a72,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:50.052317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a19e-c615-452c-8d43-911e37621633 req-46e3e8e0-0535-4e39-bd89-84acbfe2f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:50.069864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17d4a19e-c615-452c-8d43-911e37621633 req-46e3e8e0-0535-4e39-bd89-84acbfe2f2c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690459 Apr 30 01:40:50.224797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17d4a19e-c615-452c-8d43-911e37621633 req-b29a5e21-1c51-49c1-82cf-2ead626f933f service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480355 Apr 30 01:40:50.267086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:50.389560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-17d4a19e-c615-452c-8d43-911e37621633 req-1933af4b-4dcd-4ca6-8778-148bc7842c28 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558242 Apr 30 01:40:50.438038 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d028-ddd0-4429-b77c-864dc7d26f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:50.569326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d028-ddd0-4429-b77c-864dc7d26f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:50.656666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:50.706898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:50.708407 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d028-ddd0-4429-b77c-864dc7d26f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:50.749610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Pushing event updated for resources: {'Port': ['ID=46991dde-9d58-4714-8549-b7402c1d7b4b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:50.833489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b9e5d028-ddd0-4429-b77c-864dc7d26f9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f429c6eeb7945dfbb20b7c529d53f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8799307 Apr 30 01:40:50.835773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40774) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:50.911908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:50.939577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d028-ddd0-4429-b77c-864dc7d26f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21b4fe5-a955-4df3-a5e0-10056d34d33d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:50.942348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:50.972448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:51.187280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:51.188313 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:51.221326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0e541-f110-4a6c-818a-d4bcf961422d req-c123b657-85ee-4790-9913-3727f22fcd81 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:51.222995 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1a0e541-f110-4a6c-818a-d4bcf961422d req-c123b657-85ee-4790-9913-3727f22fcd81 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 935 time: 0.2413888 Apr 30 01:40:51.259783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e86e33e-03fc-4e67-a919-3c676da4fe3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:51.310104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1a0e541-f110-4a6c-818a-d4bcf961422d req-f5c4da5e-f1e5-41d4-a4d3-d39a054afa53 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770099 Apr 30 01:40:51.341761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e86e33e-03fc-4e67-a919-3c676da4fe3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:51.373434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-aefab855-b2ae-444f-8e25-ff4b17876cfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5439115 Apr 30 01:40:51.390827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Request body: {'port': {'device_id': 'e854e598-f6d5-4a11-b89d-e516a336c451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:51.530554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-339bc025-658d-41ea-b4c8-2677ee3fe1f1 None None] Provisioning complete for port 46991dde-9d58-4714-8549-b7402c1d7b4b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:40:51.542979 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-339bc025-658d-41ea-b4c8-2677ee3fe1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:51.568612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:51.632387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-339bc025-658d-41ea-b4c8-2677ee3fe1f1 None None] Port 46991dde-9d58-4714-8549-b7402c1d7b4b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:40:51.938317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40812) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:52.065487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46991dde-9d58-4714-8549-b7402c1d7b4b {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:40:52.074512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.164221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Transition to ACTIVE for port object 46991dde-9d58-4714-8549-b7402c1d7b4b will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:40:52.166757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e86e33e-03fc-4e67-a919-3c676da4fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.172173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8e86e33e-03fc-4e67-a919-3c676da4fe3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.177129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8e86e33e-03fc-4e67-a919-3c676da4fe3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c21b4fe5-a955-4df3-a5e0-10056d34d33d HTTP/1.1" status: 204 len: 168 time: 1.3372102 Apr 30 01:40:52.199330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86e33e-03fc-4e67-a919-3c676da4fe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21b4fe5-a955-4df3-a5e0-10056d34d33d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:52.238277 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.417567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1048716209'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:52.521610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Pushing event updated for resources: {'Port': ['ID=46991dde-9d58-4714-8549-b7402c1d7b4b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:52.545284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:52.549681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.609048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.751529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8e36d-f18e-407b-97ed-bf5843be46b3 req-1d2cacec-74a9-451b-948d-535fba79e566 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:52.753123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23d8e36d-f18e-407b-97ed-bf5843be46b3 req-1d2cacec-74a9-451b-948d-535fba79e566 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 947 time: 0.2422032 Apr 30 01:40:52.794115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Attempting to bind port 46991dde-9d58-4714-8549-b7402c1d7b4b on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:40:52.794461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Attempting to bind port 46991dde-9d58-4714-8549-b7402c1d7b4b by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:40:52.794772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Attempting to bind port 46991dde-9d58-4714-8549-b7402c1d7b4b on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:52.803571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.811584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Port 46991dde-9d58-4714-8549-b7402c1d7b4b on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:40:52.814881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Attempting to bind port 46991dde-9d58-4714-8549-b7402c1d7b4b on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:52.825565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:40:52.825851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:52.826274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:40:52.826617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Bound port: 46991dde-9d58-4714-8549-b7402c1d7b4b, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:40:52.826976 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.854051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:52.859410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'subnets': [{'network_id': '08cf1c34-e72a-4835-9d71-95862b728201', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1649051550', 'ip_version': 6}, {'network_id': '3cc6019f-6b1c-4132-8651-6916fc13e177', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:52.860942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'subnet': {'network_id': '08cf1c34-e72a-4835-9d71-95862b728201', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1649051550', 'ip_version': 6}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:52.860942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Request body: {'subnet': {'network_id': '3cc6019f-6b1c-4132-8651-6916fc13e177', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:52.887208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:52.938720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23d8e36d-f18e-407b-97ed-bf5843be46b3 req-a04a1748-2505-4b55-b211-71be11c108e0 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706448 Apr 30 01:40:53.031673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:40:53.075401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] For port 46991dde-9d58-4714-8549-b7402c1d7b4b, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:40:53.081754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] For port 46991dde-9d58-4714-8549-b7402c1d7b4b, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=46991dde-9d58-4714-8549-b7402c1d7b4b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:40:53.111450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e791a84-2f1a-4a9a-9caa-78566bff7aa1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:53.118899 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:40:53.151110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.159608 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Added segment 4571ead2-2163-425f-828d-be2ec8bc1065 of type vlan for network ff3497db-d506-41b3-bc96-8e107d7f907f Apr 30 01:40:53.165225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.340904 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:53.348494 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.352776 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] 10.222.0.21 "PUT /v2.0/ports/46991dde-9d58-4714-8549-b7402c1d7b4b HTTP/1.1" status: 200 len: 1095 time: 1.9709504 Apr 30 01:40:53.354781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e854e598-f6d5-4a11-b89d-e516a336c451', 'tag': '46991dde-9d58-4714-8549-b7402c1d7b4b'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:40:53.378890 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257" -d '{"events": [{"name": "network-changed", "server_uuid": "e854e598-f6d5-4a11-b89d-e516a336c451", "tag": "46991dde-9d58-4714-8549-b7402c1d7b4b"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:40:53.479919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.489604 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d487e6d5-3148-4926-a430-cd0b218f7573 x-openstack-request-id: req-d487e6d5-3148-4926-a430-cd0b218f7573 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:40:53.489913 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e854e598-f6d5-4a11-b89d-e516a336c451", "tag": "46991dde-9d58-4714-8549-b7402c1d7b4b", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:40:53.490161 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d487e6d5-3148-4926-a430-cd0b218f7573 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:40:53.491237 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d487e6d5-3148-4926-a430-cd0b218f7573'] response: {'name': 'network-changed', 'server_uuid': 'e854e598-f6d5-4a11-b89d-e516a336c451', 'tag': '46991dde-9d58-4714-8549-b7402c1d7b4b', 'status': 'completed', 'code': 200} Apr 30 01:40:53.568650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40852) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:53.571924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81f0aa-b2f0-47f0-82ed-978844589602 service neutron] Pushing event updated for resources: {'Port': ['ID=46991dde-9d58-4714-8549-b7402c1d7b4b,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:53.589183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-ad6499ef-e939-4128-81d0-7cbfc27a9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:53.591547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-ad6499ef-e939-4128-81d0-7cbfc27a9a1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6237cbbcd12847179a136b3521136f0c&device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 1098 time: 0.1247091 Apr 30 01:40:53.599383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1690a477-5d45-434d-a02e-40b901fd6685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.662226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-53d1051d-042f-4401-af2e-9ae73c1bf468 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=46991dde-9d58-4714-8549-b7402c1d7b4b HTTP/1.1" status: 200 len: 217 time: 0.0617874 Apr 30 01:40:53.665815 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.673127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:53.673961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.726039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Made reservation on behalf of dde8d43bfe604cc286d67dc20a3476c2 for: {'subnet': 2} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:53.735359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.741746 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:53.772845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-7edb6ba8-6026-4c01-9647-c6b2fcf8738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:53.780268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-7edb6ba8-6026-4c01-9647-c6b2fcf8738a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1098139 Apr 30 01:40:53.842811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-1b6646bd-8cc4-4713-8594-8510be58a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:53.842811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-1b6646bd-8cc4-4713-8594-8510be58a0ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536842 Apr 30 01:40:53.887479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9473760 Apr 30 01:40:53.897353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40858) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:53.904662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:53.956923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac77036-a216-46f3-b8c1-629033277814 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Network': ['ID=ff3497db-d506-41b3-bc96-8e107d7f907f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:53.970881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-5360deea-7d64-44d1-808e-6e4cd28070eb service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217544 Apr 30 01:40:53.973509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:40:54.063667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1690a477-5d45-434d-a02e-40b901fd6685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.158686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1690a477-5d45-434d-a02e-40b901fd6685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.202622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb90d02-5963-44b4-94fa-aa6e51008d4a req-9fffa8f5-3f79-41a1-a968-72fb5dc655e3 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:54.204269 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1fb90d02-5963-44b4-94fa-aa6e51008d4a req-9fffa8f5-3f79-41a1-a968-72fb5dc655e3 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 947 time: 0.0921397 Apr 30 01:40:54.208830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18c014bd-9197-4b0b-91bd-21d2dd223107 req-2f5a1ece-8469-4b4c-abc7-142ce76375dd service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258060 Apr 30 01:40:54.237445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:54.242186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.282914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1fb90d02-5963-44b4-94fa-aa6e51008d4a req-31933649-2de9-4660-a9f1-dfa9205d9443 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603592 Apr 30 01:40:54.404543 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1690a477-5d45-434d-a02e-40b901fd6685 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df359808af55462393341ad68de559ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8330796 Apr 30 01:40:54.408091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40874) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:54.416601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690a477-5d45-434d-a02e-40b901fd6685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f443d19-98e2-4451-8970-bd12742da323,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:54.538096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09a2637d-e371-4f8b-bf73-0069926d90ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.542130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-adfd8890-075d-4e37-b381-22d3ac7c5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:54.544332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-adfd8890-075d-4e37-b381-22d3ac7c5aa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6237cbbcd12847179a136b3521136f0c&device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 1098 time: 0.1563115 Apr 30 01:40:54.629595 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09a2637d-e371-4f8b-bf73-0069926d90ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.697930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-086b7c10-eeee-411b-ae2c-f710f301a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:54.699852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-086b7c10-eeee-411b-ae2c-f710f301a9ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1472983 Apr 30 01:40:54.810624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-656bb4ad-f33d-44a4-a318-124cc7177d85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=46991dde-9d58-4714-8549-b7402c1d7b4b HTTP/1.1" status: 200 len: 217 time: 0.1035697 Apr 30 01:40:54.878677 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.890118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09a2637d-e371-4f8b-bf73-0069926d90ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.897788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09a2637d-e371-4f8b-bf73-0069926d90ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.910753 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-09a2637d-e371-4f8b-bf73-0069926d90ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f443d19-98e2-4451-8970-bd12742da323 HTTP/1.1" status: 204 len: 168 time: 0.5010958 Apr 30 01:40:54.945320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=61e53a53-d8d6-41f4-bcf5-ebb17b74e467,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:54.954644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:54.966409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2637d-e371-4f8b-bf73-0069926d90ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f443d19-98e2-4451-8970-bd12742da323,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:55.011599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-fc8abd80-1488-4190-8091-7f9d66bfbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:55.011599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-fc8abd80-1488-4190-8091-7f9d66bfbd06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1928871 Apr 30 01:40:55.065130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Subnet': ['ID=287ec8d6-c2f0-4101-b757-36c441c778dd,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:55.140023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:55.140690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network hostable DHCP agents. Network: ff3497db-d506-41b3-bc96-8e107d7f907f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:40:55.150535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-49dfa8c4-1b7c-463b-acd8-eaf492cba034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:55.154624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-49dfa8c4-1b7c-463b-acd8-eaf492cba034 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1370711 Apr 30 01:40:55.177857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Checking segment: {'id': 'ad7dc227-a1ab-4c59-8635-f21d8346e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '08cf1c34-e72a-4835-9d71-95862b728201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:55.177857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Network hostable DHCP agents. Network: 08cf1c34-e72a-4835-9d71-95862b728201, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:40:55.269168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:40:55.312786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Network 08cf1c34-e72a-4835-9d71-95862b728201 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:40:55.332742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-3448a4b0-bf4e-45f4-8a63-2b243f308f7c service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693227 Apr 30 01:40:55.441292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ff3497db-d506-41b3-bc96-8e107d7f907f) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:55.447978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:55.448623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:55.450109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c76959-ee1e-4d66-8352-0475888229ee None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:55.454272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 08cf1c34-e72a-4835-9d71-95862b728201) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:55.459465 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:55.524192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event updated for resources: {'Subnet': ['ID=5bbc4553-7662-418c-92e9-2b62c1539638,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:55.587126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d5ee62e-b880-4a2d-b7cb-3e7a80f24257 req-022aeb16-728b-4521-9065-ade6c7b6b15e service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470784 Apr 30 01:40:55.624088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6297991c-9ccc-44ee-9537-d457b677ee5a None None] Network 08cf1c34-e72a-4835-9d71-95862b728201 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:55.633589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c6a25-27d5-4665-8c87-4ecb9a2b95a6 req-2d1c1a9d-3323-4d4d-9ea9-273834f2c2b4 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:55.648908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:55.649830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-592c6a25-27d5-4665-8c87-4ecb9a2b95a6 req-2d1c1a9d-3323-4d4d-9ea9-273834f2c2b4 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 947 time: 0.2731516 Apr 30 01:40:55.672587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-76c63436-a507-44f1-b86b-527f1e057f3f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7719870 Apr 30 01:40:55.675249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40936) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:55.680910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'name': 'tempest-NetworksTestDHCPv6-1580368683'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:55.717288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Checking segment: {'id': '5b80eee3-5669-4e35-b0d7-3beb01ef47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cc6019f-6b1c-4132-8651-6916fc13e177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:55.717661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Network hostable DHCP agents. Network: 3cc6019f-6b1c-4132-8651-6916fc13e177, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:40:55.871938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-592c6a25-27d5-4665-8c87-4ecb9a2b95a6 req-2132b659-ffec-4f5b-8f5d-cc53512c92d5 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972463 Apr 30 01:40:55.898885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Network 3cc6019f-6b1c-4132-8651-6916fc13e177 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:40:55.952827 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3517a7a7-718d-4ef0-a35e-b0b3a4e6341f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:55.980978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 3cc6019f-6b1c-4132-8651-6916fc13e177) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:55.987707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:55.988633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:55.989521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:55.993990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c259791-90ad-40df-a68a-a93c1d530043 None None] Network 3cc6019f-6b1c-4132-8651-6916fc13e177 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:56.014129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:40:56.022713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.066300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 10313c12-ffdc-4ece-a083-822895f80ba3 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:40:56.089269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-66fb6f17-4daa-4d0c-ab2e-18d47cb58305 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2340438 Apr 30 01:40:56.091337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40954) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:56.219217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3517a7a7-718d-4ef0-a35e-b0b3a4e6341f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.220856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '61e53a53-d8d6-41f4-bcf5-ebb17b74e467'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:40:56.223293 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.278312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::26 (ff3497db-d506-41b3-bc96-8e107d7f907f/61e53a53-d8d6-41f4-bcf5-ebb17b74e467/10313c12-ffdc-4ece-a083-822895f80ba3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:56.312823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ac003-5d28-44e1-9658-cda5775a5617 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:56.325630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ac003-5d28-44e1-9658-cda5775a5617 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:56.327997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ac003-5d28-44e1-9658-cda5775a5617 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:56.338897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ead935-6521-42b8-b487-ab4d6f65945d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-08cf1c34-e72a-4835-9d71-95862b728201', 'network_id': '08cf1c34-e72a-4835-9d71-95862b728201', 'tenant_id': 'dde8d43bfe604cc286d67dc20a3476c2', 'fixed_ips': [{'subnet_id': '287ec8d6-c2f0-4101-b757-36c441c778dd'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:40:56.339739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-862ac003-5d28-44e1-9658-cda5775a5617 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2466469 Apr 30 01:40:56.341030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40960) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:56.342048 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03ead935-6521-42b8-b487-ab4d6f65945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.432014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3517a7a7-718d-4ef0-a35e-b0b3a4e6341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.464692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-9163ca37-2586-45ca-a119-efbea7dbb367 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Deleting subnet 287ec8d6-c2f0-4101-b757-36c441c778dd {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:40:56.480001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9163ca37-2586-45ca-a119-efbea7dbb367 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.544041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3517a7a7-718d-4ef0-a35e-b0b3a4e6341f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7335a462ba84ea689352c3380ac6cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8929501 Apr 30 01:40:56.550594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517a7a7-718d-4ef0-a35e-b0b3a4e6341f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114656ce-9838-4665-983d-479364db2d37,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:56.557179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40966) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:56.580202 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9163ca37-2586-45ca-a119-efbea7dbb367 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.612875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.696976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9163ca37-2586-45ca-a119-efbea7dbb367 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.733609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-092cc789-4d64-410f-8435-7922b7049af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.743492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.851698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:56.890237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-3cc6019f-6b1c-4132-8651-6916fc13e177', 'network_id': '3cc6019f-6b1c-4132-8651-6916fc13e177', 'tenant_id': 'dde8d43bfe604cc286d67dc20a3476c2', 'fixed_ips': [{'subnet_id': '5bbc4553-7662-418c-92e9-2b62c1539638'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:40:56.891193 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.917474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9163ca37-2586-45ca-a119-efbea7dbb367 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.942444 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9163ca37-2586-45ca-a119-efbea7dbb367 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.944050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:56.951031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9163ca37-2586-45ca-a119-efbea7dbb367 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/subnets/287ec8d6-c2f0-4101-b757-36c441c778dd HTTP/1.1" status: 204 len: 168 time: 0.6075289 Apr 30 01:40:56.954512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:56.969286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/61e53a53-d8d6-41f4-bcf5-ebb17b74e467/8dfe3de5-57df-4187-a682-ac379b78cdd1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:56.980160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:56.983590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:56.990847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40976) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:57.007469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163ca37-2586-45ca-a119-efbea7dbb367 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Subnet': ['ID=287ec8d6-c2f0-4101-b757-36c441c778dd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:57.093755 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-092cc789-4d64-410f-8435-7922b7049af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:57.132934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd814fc0-6cab-430b-93a7-b86093f85136 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Deleting subnet 5bbc4553-7662-418c-92e9-2b62c1539638 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-03ead935-6521-42b8-b487-ab4d6f65945d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 287ec8d6-c2f0-4101-b757-36c441c778dd: This subnet is being modified by another concurrent operation. Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 287ec8d6-c2f0-4101-b757-36c441c778dd: This subnet is being modified by another concurrent operation. Apr 30 01:40:57.140407 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:40:57.158255 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=10313c12-ffdc-4ece-a083-822895f80ba3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:57.202895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e91abb6-9505-4de1-adc5-8ddf2c772e5a None None] Network 08cf1c34-e72a-4835-9d71-95862b728201 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:40:57.276594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-70ef9984-3ac4-41e2-9b5b-a7b52a90e841 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5940030 Apr 30 01:40:57.276702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:57.283704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57295f2a-198f-493b-88da-f716c52900d6 req-62771ebf-621c-4386-8c64-252d354c1be7 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:57.283841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57295f2a-198f-493b-88da-f716c52900d6 req-62771ebf-621c-4386-8c64-252d354c1be7 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 947 time: 0.2155461 Apr 30 01:40:57.355291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893532b-5f9a-45de-80bd-aa88c6be77f1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:57.359832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5893532b-5f9a-45de-80bd-aa88c6be77f1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0853355 Apr 30 01:40:57.374196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:57.379674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-57295f2a-198f-493b-88da-f716c52900d6 req-978814f4-ac83-4759-a4e0-514b838cd083 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879650 Apr 30 01:40:57.384292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Allocated IP 2001:db8:0:1::1 (3cc6019f-6b1c-4132-8651-6916fc13e177/5bbc4553-7662-418c-92e9-2b62c1539638/6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:40:57.392274 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-092cc789-4d64-410f-8435-7922b7049af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:57.405028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-092cc789-4d64-410f-8435-7922b7049af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:57.406636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-092cc789-4d64-410f-8435-7922b7049af9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/114656ce-9838-4665-983d-479364db2d37 HTTP/1.1" status: 204 len: 168 time: 0.7566097 Apr 30 01:40:57.421860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cc789-4d64-410f-8435-7922b7049af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114656ce-9838-4665-983d-479364db2d37,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:57.556407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f71b3-f54f-4842-837c-e7f1c0f14ed4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 10313c12-ffdc-4ece-a083-822895f80ba3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:40:57.556752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f8f71b3-f54f-4842-837c-e7f1c0f14ed4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:57.658148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f8f71b3-f54f-4842-837c-e7f1c0f14ed4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:57.672506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f71b3-f54f-4842-837c-e7f1c0f14ed4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 10313c12-ffdc-4ece-a083-822895f80ba3 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:40:58.025881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f8f71b3-f54f-4842-837c-e7f1c0f14ed4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.077519 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.093510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f71b3-f54f-4842-837c-e7f1c0f14ed4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=10313c12-ffdc-4ece-a083-822895f80ba3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:58.132475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 46991dde-9d58-4714-8549-b7402c1d7b4b details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:40:58.147867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f8f71b3-f54f-4842-837c-e7f1c0f14ed4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.155046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41006) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:58.156455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0f8f71b3-f54f-4842-837c-e7f1c0f14ed4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/10313c12-ffdc-4ece-a083-822895f80ba3 HTTP/1.1" status: 204 len: 168 time: 0.7913435 Apr 30 01:40:58.303472 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.341400 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.resource_extend [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:40:58.358727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a424fbf-d2e9-41f3-9312-61d7b64ed50b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:58.360649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a424fbf-d2e9-41f3-9312-61d7b64ed50b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:58.374972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41010) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:58.376001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9a424fbf-d2e9-41f3-9312-61d7b64ed50b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2198305 Apr 30 01:40:58.474182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:58.486017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:58.496413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-624ee970-5a86-475c-b036-1515529a353b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 61e53a53-d8d6-41f4-bcf5-ebb17b74e467 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:40:58.511235 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:58.513861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3de5-57df-4187-a682-ac379b78cdd1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:58.534937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-624ee970-5a86-475c-b036-1515529a353b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.539271 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.543346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.555885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.556262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.556600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.556956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.557257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.557580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.557955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.558430 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.558817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.559134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.559482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:40:58.594237 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-624ee970-5a86-475c-b036-1515529a353b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.628982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63459e0d-cf3e-49ad-83b2-07538d075f5a req-edf6d4b1-178d-4c3f-a300-e277038bdd11 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:58.630766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63459e0d-cf3e-49ad-83b2-07538d075f5a req-edf6d4b1-178d-4c3f-a300-e277038bdd11 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 947 time: 0.1502259 Apr 30 01:40:58.652302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 46991dde-9d58-4714-8549-b7402c1d7b4b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=46991dde-9d58-4714-8549-b7402c1d7b4b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:58.656838 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd814fc0-6cab-430b-93a7-b86093f85136 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.657593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41018) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:58.659506 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.688265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-661037fe-36ce-4d05-9e90-e66a7a37aa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.761476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Network 3cc6019f-6b1c-4132-8651-6916fc13e177 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:40:58.772129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:40:58.776492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:40:58.817281 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Attempting to bind port 8dfe3de5-57df-4187-a682-ac379b78cdd1 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:40:58.817678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Attempting to bind port 8dfe3de5-57df-4187-a682-ac379b78cdd1 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:40:58.818205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Attempting to bind port 8dfe3de5-57df-4187-a682-ac379b78cdd1 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:58.822461 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd814fc0-6cab-430b-93a7-b86093f85136 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.827476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '46991dde-9d58-4714-8549-b7402c1d7b4b', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '46991dde-9d58-4714-8549-b7402c1d7b4b', 'mac_address': 'fa:16:3e:e1:f8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:40:58.860975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-661037fe-36ce-4d05-9e90-e66a7a37aa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.913192 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.931452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46991dde-9d58-4714-8549-b7402c1d7b4b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:40:58.936584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:40:58.936975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:58.937403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.937805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:40:58.938288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Bound port: 8dfe3de5-57df-4187-a682-ac379b78cdd1, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:40:58.938670 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.954262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Attempting to bind port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:40:58.954488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Attempting to bind port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5b80eee3-5669-4e35-b0d7-3beb01ef47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cc6019f-6b1c-4132-8651-6916fc13e177'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:40:58.954821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Attempting to bind port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 on network 3cc6019f-6b1c-4132-8651-6916fc13e177 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:40:58.958325 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-661037fe-36ce-4d05-9e90-e66a7a37aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.963801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Pushing event updated for resources: {'Port': ['ID=6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:58.977665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:40:58.978048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Checking segment: {'id': '5b80eee3-5669-4e35-b0d7-3beb01ef47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cc6019f-6b1c-4132-8651-6916fc13e177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:40:58.978452 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:58.978838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Bound using segment: {'id': '5b80eee3-5669-4e35-b0d7-3beb01ef47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cc6019f-6b1c-4132-8651-6916fc13e177'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:40:58.979382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Bound port: 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b80eee3-5669-4e35-b0d7-3beb01ef47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3cc6019f-6b1c-4132-8651-6916fc13e177'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:40:58.979791 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.003892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-624ee970-5a86-475c-b036-1515529a353b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.014576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-661037fe-36ce-4d05-9e90-e66a7a37aa51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81d32eeb15f04914b1b6690ab4985bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521652 Apr 30 01:40:59.015452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41024) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:59.022023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 46991dde-9d58-4714-8549-b7402c1d7b4b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=46991dde-9d58-4714-8549-b7402c1d7b4b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:40:59.043752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661037fe-36ce-4d05-9e90-e66a7a37aa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a59bb43-ed65-4217-954d-a525159ae78a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:59.050256 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2a7fe2e-0412-471a-b7db-b4aa052f94c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.096876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b028b3f4-54fc-4682-a1cb-07073dcccff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.103039 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63459e0d-cf3e-49ad-83b2-07538d075f5a req-78140999-23d2-4aca-81e9-d2332ee70b5f tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587181 Apr 30 01:40:59.113111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] For port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:40:59.116750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] For port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4,segment=NetworkSegment(5b80eee3-5669-4e35-b0d7-3beb01ef47d8),segment_id=5b80eee3-5669-4e35-b0d7-3beb01ef47d8)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:40:59.140263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b028b3f4-54fc-4682-a1cb-07073dcccff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.151591 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.227891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=46991dde-9d58-4714-8549-b7402c1d7b4b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:59.233234 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.235303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd814fc0-6cab-430b-93a7-b86093f85136 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.303554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a535a4a-9c41-4b76-a1e4-6c518779b5b7 None None] Pushing event updated for resources: {'Port': ['ID=6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:59.365555 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-624ee970-5a86-475c-b036-1515529a353b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.369480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b028b3f4-54fc-4682-a1cb-07073dcccff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.373519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b028b3f4-54fc-4682-a1cb-07073dcccff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.375565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['46991dde-9d58-4714-8549-b7402c1d7b4b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:40:59.376934 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b028b3f4-54fc-4682-a1cb-07073dcccff6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a59bb43-ed65-4217-954d-a525159ae78a HTTP/1.1" status: 204 len: 168 time: 0.3586900 Apr 30 01:40:59.388663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] For port 8dfe3de5-57df-4187-a682-ac379b78cdd1, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:40:59.401762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028b3f4-54fc-4682-a1cb-07073dcccff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a59bb43-ed65-4217-954d-a525159ae78a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:59.465766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-624ee970-5a86-475c-b036-1515529a353b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.479892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41040) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:59.480144 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-624ee970-5a86-475c-b036-1515529a353b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/61e53a53-d8d6-41f4-bcf5-ebb17b74e467 HTTP/1.1" status: 204 len: 168 time: 1.1037157 Apr 30 01:40:59.482730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd814fc0-6cab-430b-93a7-b86093f85136 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.487555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ee970-5a86-475c-b036-1515529a353b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=61e53a53-d8d6-41f4-bcf5-ebb17b74e467,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:59.507614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] For port 8dfe3de5-57df-4187-a682-ac379b78cdd1, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8dfe3de5-57df-4187-a682-ac379b78cdd1,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:40:59.591718 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd814fc0-6cab-430b-93a7-b86093f85136 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.601316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fd814fc0-6cab-430b-93a7-b86093f85136 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/subnets/5bbc4553-7662-418c-92e9-2b62c1539638 HTTP/1.1" status: 204 len: 168 time: 2.6048167 Apr 30 01:40:59.601316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41044) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:59.601316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd814fc0-6cab-430b-93a7-b86093f85136 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbc4553-7662-418c-92e9-2b62c1539638,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:59.601644 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:40:59.747877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9a039-b2a3-4100-97db-758de3f6a918 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3de5-57df-4187-a682-ac379b78cdd1,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:40:59.757960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2684e7-39ae-4c1d-b720-d0cfe797f043 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:40:59.771246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-df2684e7-39ae-4c1d-b720-d0cfe797f043 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1695538 Apr 30 01:40:59.775806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41050) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:59.779865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d9044000-6618-4f01-a84b-69b16971c4dd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2965257 Apr 30 01:40:59.782771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41052) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:40:59.790468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:40:59.973046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.134241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Deleting port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:00.134691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.157951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:00.163106 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.283238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] For port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4,segment=NetworkSegment(5b80eee3-5669-4e35-b0d7-3beb01ef47d8),segment_id=5b80eee3-5669-4e35-b0d7-3beb01ef47d8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:00.284330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.307783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Calling delete_port for 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:00.377062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea23ed-cbea-4211-91c8-6f72cdf79f6c req-6b76dd94-6314-4818-a74e-7fe84aee4d59 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:00.378692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bea23ed-cbea-4211-91c8-6f72cdf79f6c req-6b76dd94-6314-4818-a74e-7fe84aee4d59 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 948 time: 0.1616240 Apr 30 01:41:00.576153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.592707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] No DVR routers for this DVR port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:00.663239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Port': ['ID=6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:00.782917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:00.825802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:00.825802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 30 01:41:00.831068 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.865397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Port 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 not found, will not notify nova. {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 30 01:41:00.868368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8dfe3de5-57df-4187-a682-ac379b78cdd1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:00.876698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc6019f-6b1c-4132-8651-6916fc13e177']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:00.890725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b80eee3-5669-4e35-b0d7-3beb01ef47d8') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:00.891030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b80eee3-5669-4e35-b0d7-3beb01ef47d8') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:00.912800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.944744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.959761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8dfe3de5-57df-4187-a682-ac379b78cdd1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:00.960233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.964631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:00.965418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:00.969409 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:01.009499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bea23ed-cbea-4211-91c8-6f72cdf79f6c req-7b0603a6-06c9-47eb-9d0e-31aee3167bfb tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210549 Apr 30 01:41:01.127197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcb8356d-cce5-47c5-8466-202406f7e555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.147965 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.209060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 8dfe3de5-57df-4187-a682-ac379b78cdd1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8dfe3de5-57df-4187-a682-ac379b78cdd1,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:01.236599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.238070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b36e7c-1f4a-41b8-ae41-dbd73923aff5 None None] Network 3cc6019f-6b1c-4132-8651-6916fc13e177 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:01.290510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:01.296056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:01.301142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:01.302071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.307833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.317780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.321692 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/networks/3cc6019f-6b1c-4132-8651-6916fc13e177 HTTP/1.1" status: 204 len: 168 time: 1.5335271 Apr 30 01:41:01.322827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=e4507180-9a77-41f9-bd08-a2573ff5adc9,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:01.325228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41094) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:01.333983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bc38cf8e-e842-4eba-af95-9e8d5b52fb36 None None] Could not find standard attr ID for object 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:41:01.380259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876393ba-9089-4e06-bfb0-3a3a04a48cfa tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Network': ['ID=3cc6019f-6b1c-4132-8651-6916fc13e177,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:01.402697 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.425267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41098) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:01.425436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1bf2a36e-1808-4b9c-aaf8-efa0a0dac4ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6383791 Apr 30 01:41:01.428125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'name': 'tempest-NetworksTestDHCPv6-1336825030'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:01.456602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.523622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3de5-57df-4187-a682-ac379b78cdd1,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:01.570390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666dc62-8347-4f42-8446-5ce6698a002d None None] DHCP port deletion for 3cc6019f-6b1c-4132-8651-6916fc13e177 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:01.597723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.646204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cf1c34-e72a-4835-9d71-95862b728201']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:01.666142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7dc227-a1ab-4c59-8635-f21d8346e486') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:01.667394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7dc227-a1ab-4c59-8635-f21d8346e486') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:01.670415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bdbaec-839d-4ec5-91a3-5434d531008c None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:01.713356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.762172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.771586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:01.772232 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:01.775405 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:01.824717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-26f162ed-26a7-4dde-ba03-2cedc0b153e1 None None] Provisioning complete for port 8dfe3de5-57df-4187-a682-ac379b78cdd1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:01.825247 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26f162ed-26a7-4dde-ba03-2cedc0b153e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.861445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:01.867393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.888872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port d4e213f3-da62-4422-8dcc-06461430114a yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:01.957653 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.967515 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:01.974430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/networks/08cf1c34-e72a-4835-9d71-95862b728201 HTTP/1.1" status: 204 len: 168 time: 0.6411915 Apr 30 01:41:01.989157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41112) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:01.991491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cf197-3874-478b-91ef-8318f6f13f1c tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Network': ['ID=08cf1c34-e72a-4835-9d71-95862b728201,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:02.095026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.105367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::333 (ff3497db-d506-41b3-bc96-8e107d7f907f/e4507180-9a77-41f9-bd08-a2573ff5adc9/d4e213f3-da62-4422-8dcc-06461430114a) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:02.122865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.123999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 46991dde-9d58-4714-8549-b7402c1d7b4b up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:02.346957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.348258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cae647-c75c-4530-8e36-d2acbae890f5 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:02.361537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d570337-7788-4911-94c2-8fc4495950b4 req-6c51dfc9-0853-445a-a906-595a7f1ee678 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:02.363108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d570337-7788-4911-94c2-8fc4495950b4 req-6c51dfc9-0853-445a-a906-595a7f1ee678 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 948 time: 0.2095664 Apr 30 01:41:02.401843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 46991dde-9d58-4714-8549-b7402c1d7b4b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:41:02.409567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c295171-42dd-458e-8ceb-5b9889b5acce']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:02.413376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 46991dde-9d58-4714-8549-b7402c1d7b4b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:02.413718 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.432322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293641a6-c64f-44c9-ae46-95ea62e46999') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:02.444985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293641a6-c64f-44c9-ae46-95ea62e46999') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:02.446433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-561e3ce9-da52-4282-8ceb-7cedf58e8246 None None] Provisioning complete for port 8dfe3de5-57df-4187-a682-ac379b78cdd1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:02.447325 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-561e3ce9-da52-4282-8ceb-7cedf58e8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.471405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.478548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.489986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d570337-7788-4911-94c2-8fc4495950b4 req-a248f37c-3ad5-4517-b399-a11b733f727f tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189358 Apr 30 01:41:02.500234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.509872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:02.510280 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:02.514365 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:02.649647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8dfe3de5-57df-4187-a682-ac379b78cdd1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:02.699753 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.715080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.727042 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.736471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/networks/8c295171-42dd-458e-8ceb-5b9889b5acce HTTP/1.1" status: 204 len: 168 time: 0.7461364 Apr 30 01:41:02.738793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41134) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:02.766955 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.778844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e854e598-f6d5-4a11-b89d-e516a336c451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46991dde-9d58-4714-8549-b7402c1d7b4b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:41:02.782733 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0939d870-8217-4a29-a79d-0e764abff7d7" -d '{"events": [{"server_uuid": "e854e598-f6d5-4a11-b89d-e516a336c451", "name": "network-vif-plugged", "status": "completed", "tag": "46991dde-9d58-4714-8549-b7402c1d7b4b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:41:02.802077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 46991dde-9d58-4714-8549-b7402c1d7b4b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=46991dde-9d58-4714-8549-b7402c1d7b4b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:02.813709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8dfe3de5-57df-4187-a682-ac379b78cdd1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:02.814302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.847205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc239220-c1cf-4670-988c-9a511b88c354 tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Network': ['ID=8c295171-42dd-458e-8ceb-5b9889b5acce,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:02.867934 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95b743e-c9da-4764-bf56-747fabbc318a x-openstack-request-id: req-c95b743e-c9da-4764-bf56-747fabbc318a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:41:02.867934 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e854e598-f6d5-4a11-b89d-e516a336c451", "name": "network-vif-plugged", "status": "completed", "tag": "46991dde-9d58-4714-8549-b7402c1d7b4b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:41:02.867934 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c95b743e-c9da-4764-bf56-747fabbc318a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:41:02.878981 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95b743e-c9da-4764-bf56-747fabbc318a'] response: {'server_uuid': 'e854e598-f6d5-4a11-b89d-e516a336c451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46991dde-9d58-4714-8549-b7402c1d7b4b', 'code': 200} Apr 30 01:41:02.931990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:02.935310 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.938912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:02.940681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=d4e213f3-da62-4422-8dcc-06461430114a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:02.956189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:02.959946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:02.975196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:02.975873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.080999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10c5b5-9042-4cb6-b851-1c489cfe7050 req-79d6ec38-cc63-4351-b698-d1375c2ac4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:03.082498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee10c5b5-9042-4cb6-b851-1c489cfe7050 req-79d6ec38-cc63-4351-b698-d1375c2ac4df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 1100 time: 0.1401503 Apr 30 01:41:03.095045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-37d8bb7a-ab7a-4a9c-a8b2-db6d3308bedb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6715429 Apr 30 01:41:03.104097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41148) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:03.115913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=46991dde-9d58-4714-8549-b7402c1d7b4b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:03.154044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:03.208503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:03.210419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6a34c95a-eaee-4a24-9b3b-2a10a0f20ab4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:03.214106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd14ec-6bf8-49c6-b820-82382248f521 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:03.221851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd14ec-6bf8-49c6-b820-82382248f521 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:03.224018 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f2cd14ec-6bf8-49c6-b820-82382248f521 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1269062 Apr 30 01:41:03.226621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41154) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:03.261281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.285974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-271105bc-d148-4feb-8c7c-a6f364cdc033 None None] Provisioning complete for port 8dfe3de5-57df-4187-a682-ac379b78cdd1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:03.286348 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-271105bc-d148-4feb-8c7c-a6f364cdc033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.293821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29751e4b-8ccd-49ad-84b4-0ef383abd3b4']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:03.304762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041ba906-ecd6-4b40-9476-0ca98b7787fe') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:03.305331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041ba906-ecd6-4b40-9476-0ca98b7787fe') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:03.316958 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.340152 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.349737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:03.362097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:03.365567 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:03.455057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41158) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:03.509159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee10c5b5-9042-4cb6-b851-1c489cfe7050 req-ae0d7900-a9e3-4521-9005-9b62213c76ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070773 Apr 30 01:41:03.533293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-09b1409b-ecc3-4a27-97d4-41efa6221b51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port d4e213f3-da62-4422-8dcc-06461430114a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:03.537244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-09b1409b-ecc3-4a27-97d4-41efa6221b51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.607640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.614667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.625803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] 10.222.0.15 "DELETE /v2.0/networks/29751e4b-8ccd-49ad-84b4-0ef383abd3b4 HTTP/1.1" status: 204 len: 168 time: 0.8858600 Apr 30 01:41:03.647084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0bbf6-cf30-44f4-be63-782d31410a5a tempest-BulkNetworkOpsIpV6Test-1024132583 tempest-BulkNetworkOpsIpV6Test-1024132583-project] Pushing event deleted for resources: {'Network': ['ID=29751e4b-8ccd-49ad-84b4-0ef383abd3b4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:03.741169 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-09b1409b-ecc3-4a27-97d4-41efa6221b51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.811558 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:03.814546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c12e3cf1-7c1e-46da-991c-e6374a66106e None None] Could not find standard attr ID for object 10313c12-ffdc-4ece-a083-822895f80ba3. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:41:03.933581 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.047098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-95b1066d-a124-41ba-b6a9-e381218d03c0 None None] Provisioning complete for port d4e213f3-da62-4422-8dcc-06461430114a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:04.047733 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95b1066d-a124-41ba-b6a9-e381218d03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.095808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-95b1066d-a124-41ba-b6a9-e381218d03c0 None None] Port d4e213f3-da62-4422-8dcc-06461430114a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:04.142745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-09b1409b-ecc3-4a27-97d4-41efa6221b51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for d4e213f3-da62-4422-8dcc-06461430114a owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:04.184378 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-211ea9e0-4293-4c13-a373-f78e965e98e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.255030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae5e54-8b4f-4417-acae-82db0cd62531 req-b9550699-aa32-49a4-bd9a-50f0711f2eaa tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:04.257050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52ae5e54-8b4f-4417-acae-82db0cd62531 req-b9550699-aa32-49a4-bd9a-50f0711f2eaa tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 949 time: 0.5127718 Apr 30 01:41:04.302254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bad6e2-5ef1-4550-9abf-d3bc816a37b1 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:41:04.346314 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52ae5e54-8b4f-4417-acae-82db0cd62531 req-9a7f4af8-80bd-464d-a822-98425fe7c17e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820715 Apr 30 01:41:04.459013 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-211ea9e0-4293-4c13-a373-f78e965e98e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.501546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bad6e2-5ef1-4550-9abf-d3bc816a37b1 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:41:04.516204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41184) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:04.592665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-211ea9e0-4293-4c13-a373-f78e965e98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.624279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ea9e0-4293-4c13-a373-f78e965e98e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c75df5-5082-4b4b-bcdf-1402ed7fca08,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:04.636958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-09b1409b-ecc3-4a27-97d4-41efa6221b51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.670713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-211ea9e0-4293-4c13-a373-f78e965e98e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=567132534c2d4d06bcf2696e6a343123&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2080073 Apr 30 01:41:04.674288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41190) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:04.676721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1409b-ecc3-4a27-97d4-41efa6221b51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=d4e213f3-da62-4422-8dcc-06461430114a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:04.726390 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-09b1409b-ecc3-4a27-97d4-41efa6221b51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.730721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-09b1409b-ecc3-4a27-97d4-41efa6221b51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/d4e213f3-da62-4422-8dcc-06461430114a HTTP/1.1" status: 204 len: 168 time: 1.5025792 Apr 30 01:41:04.734701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41192) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:04.744627 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-be199b13-4057-44a5-9ac3-8e7f0ebc6180 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dde8d43bfe604cc286d67dc20a3476c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271135 Apr 30 01:41:04.747756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41194) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:04.796382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d5299-c305-48e8-827c-0f24ff203fce tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:04.797902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d5299-c305-48e8-827c-0f24ff203fce tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:04.801889 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2f0d5299-c305-48e8-827c-0f24ff203fce tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0635374 Apr 30 01:41:04.803087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41196) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:04.825177 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429757da-1ba4-4855-92ad-68776dd85579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.852471 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429757da-1ba4-4855-92ad-68776dd85579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.871222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae05f02e-67a1-48fd-a8da-3b0876e43bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.935383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf10b5a-e262-4d2b-aa4a-9e1c7a3c2275 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet e4507180-9a77-41f9-bd08-a2573ff5adc9 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:04.943166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbf10b5a-e262-4d2b-aa4a-9e1c7a3c2275 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:04.977867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae05f02e-67a1-48fd-a8da-3b0876e43bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.021620 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbf10b5a-e262-4d2b-aa4a-9e1c7a3c2275 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.031042 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429757da-1ba4-4855-92ad-68776dd85579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.034136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-429757da-1ba4-4855-92ad-68776dd85579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.035342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-429757da-1ba4-4855-92ad-68776dd85579 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14c75df5-5082-4b4b-bcdf-1402ed7fca08 HTTP/1.1" status: 204 len: 168 time: 0.3597505 Apr 30 01:41:05.065862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429757da-1ba4-4855-92ad-68776dd85579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c75df5-5082-4b4b-bcdf-1402ed7fca08,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:05.113055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbf10b5a-e262-4d2b-aa4a-9e1c7a3c2275 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.313323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbf10b5a-e262-4d2b-aa4a-9e1c7a3c2275 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.316119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae05f02e-67a1-48fd-a8da-3b0876e43bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.332753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae05f02e-67a1-48fd-a8da-3b0876e43bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.332753 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ae05f02e-67a1-48fd-a8da-3b0876e43bc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9662c23c-4470-41ea-974d-c51cac073bac HTTP/1.1" status: 204 len: 168 time: 0.5739677 Apr 30 01:41:05.358280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf10b5a-e262-4d2b-aa4a-9e1c7a3c2275 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=e4507180-9a77-41f9-bd08-a2573ff5adc9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:05.366112 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbf10b5a-e262-4d2b-aa4a-9e1c7a3c2275 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.366112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fbf10b5a-e262-4d2b-aa4a-9e1c7a3c2275 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/e4507180-9a77-41f9-bd08-a2573ff5adc9 HTTP/1.1" status: 204 len: 168 time: 0.5589573 Apr 30 01:41:05.366112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05f02e-67a1-48fd-a8da-3b0876e43bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662c23c-4470-41ea-974d-c51cac073bac,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:05.366683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41214) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:05.370510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efafdb34-5268-457e-a866-151881cb55bb None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:05.437814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-034a0731-7845-45f4-af69-37c3e6db8ac2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702455 Apr 30 01:41:05.440833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41218) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:05.446048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:05.572337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb6ac8-744c-45e0-9d80-bfaee2841f8f req-bd3050d1-f700-4565-870c-5cb68cfdd126 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:05.581857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcfb6ac8-744c-45e0-9d80-bfaee2841f8f req-bd3050d1-f700-4565-870c-5cb68cfdd126 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 949 time: 0.1177716 Apr 30 01:41:05.658033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcfb6ac8-744c-45e0-9d80-bfaee2841f8f req-cf62f5a2-90ca-4d41-993b-fa00766b6283 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750301 Apr 30 01:41:05.699483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:05.748091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:05.754637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.756788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] Deleting port 8dfe3de5-57df-4187-a682-ac379b78cdd1 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:05.757255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.849340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] For port 8dfe3de5-57df-4187-a682-ac379b78cdd1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8dfe3de5-57df-4187-a682-ac379b78cdd1,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:05.849748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:05.866039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] Calling delete_port for 8dfe3de5-57df-4187-a682-ac379b78cdd1 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:06.082424 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:06.110175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] Pushing event deleted for resources: {'Port': ['ID=8dfe3de5-57df-4187-a682-ac379b78cdd1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:06.113652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2d77d-220b-4379-99f9-cd8a33294e84 None None] No DVR routers for this DVR port 8dfe3de5-57df-4187-a682-ac379b78cdd1 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:06.240765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:06.286906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:06.291302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:06.294856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:06.295714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:06.317139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ba03e-9f5d-4c39-af91-8561f1e9f4b3 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:06.318802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=4189031b-af83-4c0e-9e95-ac8785f585a5,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:06.479236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-487de650-6ec2-4c68-8cee-9ae8f8ec527e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0373492 Apr 30 01:41:06.483383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41244) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:06.489276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'name': 'tempest-NetworksTestDHCPv6-1871701488'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:06.512272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '4189031b-af83-4c0e-9e95-ac8785f585a5'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:06.513670 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:06.543367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41246) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:06.601363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6d5b-3151-4f15-bcb5-3b0d4be20c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:06.700371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8dfe3de5-57df-4187-a682-ac379b78cdd1 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:06.765204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6d5b-3151-4f15-bcb5-3b0d4be20c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:06.803693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 8dfe3de5-57df-4187-a682-ac379b78cdd1 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:06.804376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8dfe3de5-57df-4187-a682-ac379b78cdd1 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:06.825799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/4189031b-af83-4c0e-9e95-ac8785f585a5/8c1746ef-ca25-4870-a2e9-f50e781d7b05) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:06.860608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6d5b-3151-4f15-bcb5-3b0d4be20c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:06.915218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:06.925397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:06.972605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d5e6d5b-3151-4f15-bcb5-3b0d4be20c7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9e11ac27f1c49b0b55ac8e10ef5cc68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277203 Apr 30 01:41:06.973358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41262) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:06.976670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 38c5072f-4ce7-4e27-8cae-c715a1832f32 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:06.982856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e6d5b-3151-4f15-bcb5-3b0d4be20c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7636d273-599d-46ac-9289-0ebcfc182f37,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:07.067043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-782ff921-7958-4a71-a41a-b56abd4ea27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.120038 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-782ff921-7958-4a71-a41a-b56abd4ea27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.131895 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.278918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.331619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:07.336454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:07.343781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:07.361992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-782ff921-7958-4a71-a41a-b56abd4ea27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.364705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-782ff921-7958-4a71-a41a-b56abd4ea27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.366298 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-782ff921-7958-4a71-a41a-b56abd4ea27e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7636d273-599d-46ac-9289-0ebcfc182f37 HTTP/1.1" status: 204 len: 168 time: 0.3915524 Apr 30 01:41:07.376055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ff921-7958-4a71-a41a-b56abd4ea27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7636d273-599d-46ac-9289-0ebcfc182f37,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:07.403886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::3b0 (ff3497db-d506-41b3-bc96-8e107d7f907f/4189031b-af83-4c0e-9e95-ac8785f585a5/38c5072f-4ce7-4e27-8cae-c715a1832f32) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:07.461503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Pushing event updated for resources: {'Port': ['ID=8c1746ef-ca25-4870-a2e9-f50e781d7b05,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:07.466641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Attempting to bind port 8c1746ef-ca25-4870-a2e9-f50e781d7b05 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:07.467003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Attempting to bind port 8c1746ef-ca25-4870-a2e9-f50e781d7b05 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:07.467362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Attempting to bind port 8c1746ef-ca25-4870-a2e9-f50e781d7b05 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:07.473638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:07.475012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:07.475621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.476357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:07.477124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Bound port: 8c1746ef-ca25-4870-a2e9-f50e781d7b05, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:07.477666 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.569287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] For port 8c1746ef-ca25-4870-a2e9-f50e781d7b05, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:07.573333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] For port 8c1746ef-ca25-4870-a2e9-f50e781d7b05, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8c1746ef-ca25-4870-a2e9-f50e781d7b05,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:07.614944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.706720 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.745519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:07.853158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=38c5072f-4ce7-4e27-8cae-c715a1832f32,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:07.865972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c86443-552e-4c0a-8d41-f1dff4e9648c None None] Pushing event updated for resources: {'Port': ['ID=8c1746ef-ca25-4870-a2e9-f50e781d7b05,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:07.868679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:07.870143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:07.874058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:07.880854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:07.881597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:08.014658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f41a6-e9e2-4e6d-844a-8e1dce085d5e req-e7d8c4f8-2467-4978-8c6b-abfeb00411a2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:08.021444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a60a075-eb48-4758-8450-6255b59e0a5c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5359614 Apr 30 01:41:08.025357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41294) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:08.028583 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a2f41a6-e9e2-4e6d-844a-8e1dce085d5e req-e7d8c4f8-2467-4978-8c6b-abfeb00411a2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0962188 Apr 30 01:41:08.103190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-1e117102-870b-4ec8-b44f-bcc428c4e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:08.103190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-1e117102-870b-4ec8-b44f-bcc428c4e509 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.1194265 Apr 30 01:41:08.141965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a2f41a6-e9e2-4e6d-844a-8e1dce085d5e req-340557e7-8b3f-4ad9-b802-0e7fce2a9f50 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072950 Apr 30 01:41:08.260877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa3ff7-a62d-48eb-8558-cf2ffc7287c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:08.267513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa3ff7-a62d-48eb-8558-cf2ffc7287c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:08.269358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d7aa3ff7-a62d-48eb-8558-cf2ffc7287c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2428167 Apr 30 01:41:08.272036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41304) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:08.369026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-d6e0b1a8-2cdc-48e6-8f47-98f1f915736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:08.372122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-d6e0b1a8-2cdc-48e6-8f47-98f1f915736c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.2594147 Apr 30 01:41:08.486226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-9383fa37-b287-4b6e-a193-db6402af2c81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 1002 time: 0.1081762 Apr 30 01:41:08.489362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f03c1a6a-5cbf-413d-b4e4-57bd1c318689 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 38c5072f-4ce7-4e27-8cae-c715a1832f32 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:08.489864 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f03c1a6a-5cbf-413d-b4e4-57bd1c318689 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:08.640172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-7cbf4a71-376a-4ce0-ba4e-67351fc03750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:08.642468 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-7cbf4a71-376a-4ce0-ba4e-67351fc03750 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1470227 Apr 30 01:41:08.707666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8c1746ef-ca25-4870-a2e9-f50e781d7b05 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:08.741680 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f03c1a6a-5cbf-413d-b4e4-57bd1c318689 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:08.788681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41316) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:08.793288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f03c1a6a-5cbf-413d-b4e4-57bd1c318689 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 38c5072f-4ce7-4e27-8cae-c715a1832f32 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:08.811036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-8e81998f-6e0e-44d5-97a2-f9edb1b235ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:08.813048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-8e81998f-6e0e-44d5-97a2-f9edb1b235ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616387 Apr 30 01:41:08.897442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8c1746ef-ca25-4870-a2e9-f50e781d7b05 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:08.898112 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:09.098816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-ad458688-4958-4134-a7de-cd078eacc096 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755840 Apr 30 01:41:09.100491 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:09.155033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 8c1746ef-ca25-4870-a2e9-f50e781d7b05, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8c1746ef-ca25-4870-a2e9-f50e781d7b05,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:09.300245 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:09.320120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4911d6cd-d15f-4c6d-91ad-f7f6b0db7b15 req-5e472f0f-9b9d-4f2c-8c94-3614c16e0130 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129138 Apr 30 01:41:09.445912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f03c1a6a-5cbf-413d-b4e4-57bd1c318689 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:09.465153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=8c1746ef-ca25-4870-a2e9-f50e781d7b05,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:09.562077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1a6a-5cbf-413d-b4e4-57bd1c318689 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=38c5072f-4ce7-4e27-8cae-c715a1832f32,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:09.602585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06af1-3c34-4820-8b24-931aef35346c req-d854295f-ae33-4cca-8d9f-bd755873b7dc tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:09.619371 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cb06af1-3c34-4820-8b24-931aef35346c req-d854295f-ae33-4cca-8d9f-bd755873b7dc tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.2756014 Apr 30 01:41:09.647170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'networks': [{'name': 'tempest-network--732523929'}, {'name': 'tempest-network--2128422043'}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:09.647785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'network': {'name': 'tempest-network--732523929'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:09.647996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'network': {'name': 'tempest-network--2128422043'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:09.703246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f03c1a6a-5cbf-413d-b4e4-57bd1c318689 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:09.709653 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f03c1a6a-5cbf-413d-b4e4-57bd1c318689 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/38c5072f-4ce7-4e27-8cae-c715a1832f32 HTTP/1.1" status: 204 len: 168 time: 1.4343979 Apr 30 01:41:09.724798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41336) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:09.796895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Made reservation on behalf of 92d0154cdc3647559e35e41d3b8937ff for: {'network': 2} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:09.805527 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cb06af1-3c34-4820-8b24-931aef35346c req-804491bd-c420-4e81-a354-7688a66149e2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826456 Apr 30 01:41:09.805650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e97a9416-7a7b-4ac7-baa1-66f770411ea3 None None] Provisioning complete for port 8c1746ef-ca25-4870-a2e9-f50e781d7b05 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:09.805650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e97a9416-7a7b-4ac7-baa1-66f770411ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:09.809720 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:09.849621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c083237-584a-43ff-b140-944164c10b71 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:09.851269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c083237-584a-43ff-b140-944164c10b71 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:09.856853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3c083237-584a-43ff-b140-944164c10b71 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1419718 Apr 30 01:41:09.856853 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:09.859415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41340) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:09.962107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8eb370-09e5-47dc-a2cf-b001a2f0d53d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 4189031b-af83-4c0e-9e95-ac8785f585a5 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:09.973001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb370-09e5-47dc-a2cf-b001a2f0d53d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.080584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.084933 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb370-09e5-47dc-a2cf-b001a2f0d53d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.177678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.177678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.243910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:10.253935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b734d-b9b7-4e3f-a8dd-72c3306c6dfd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:10.259359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.259846 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Added segment f25e0183-e389-4a7c-8cf8-9501bdb2340a of type vlan for network 6eea3640-8bb8-415c-96b0-735224d2727f Apr 30 01:41:10.274293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb370-09e5-47dc-a2cf-b001a2f0d53d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.281749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9cdc656d-deae-4ba6-a4e6-777088712591 None None] Could not find standard attr ID for object 38c5072f-4ce7-4e27-8cae-c715a1832f32. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:41:10.350780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.425144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:10.455479 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb370-09e5-47dc-a2cf-b001a2f0d53d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.468515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.468515 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Added segment f314b9b9-9576-451e-90d4-484fb8de2345 of type vlan for network 9aa14115-8062-41be-a5e5-363e0b050019 Apr 30 01:41:10.521108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eb370-09e5-47dc-a2cf-b001a2f0d53d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=4189031b-af83-4c0e-9e95-ac8785f585a5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:10.523132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41352) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:10.552925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb370-09e5-47dc-a2cf-b001a2f0d53d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.561384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.563787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1f8eb370-09e5-47dc-a2cf-b001a2f0d53d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/4189031b-af83-4c0e-9e95-ac8785f585a5 HTTP/1.1" status: 204 len: 168 time: 0.7029481 Apr 30 01:41:10.564599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41356) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:10.597174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c671d948-1e59-4e0d-ba23-41d5e0e2f700 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:10.646112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-91b106c0-3273-47b6-a067-d4e6093faa25 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790482 Apr 30 01:41:10.652496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41362) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:10.715770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8c1746ef-ca25-4870-a2e9-f50e781d7b05 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:10.724350 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.724921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.733072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:10.742005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8dc96-d1bc-4716-8fa2-1f6f0b96fb0e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:10.749854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:10.750577 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ceb8dc96-d1bc-4716-8fa2-1f6f0b96fb0e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0970194 Apr 30 01:41:10.751230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41364) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:10.753327 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.855740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8c1746ef-ca25-4870-a2e9-f50e781d7b05 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:10.856394 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:10.898486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a6af6-0a1f-4a0a-a247-a7e638c88b0c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:10.906243 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-868a6af6-0a1f-4a0a-a247-a7e638c88b0c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1539421 Apr 30 01:41:10.909734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:10.947072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1569614 Apr 30 01:41:10.949165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41372) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:11.051471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4cc8bdea-0aab-41ac-82b6-6d1ab882cfa7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407378 Apr 30 01:41:11.052159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41378) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:11.058977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:11.065603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-602c5a07-739e-46fd-8873-055e9258824f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.143051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:11.185066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-602c5a07-739e-46fd-8873-055e9258824f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.231207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] Deleting port 8c1746ef-ca25-4870-a2e9-f50e781d7b05 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:11.231888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.258807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-602c5a07-739e-46fd-8873-055e9258824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.285061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Network': ['ID=6eea3640-8bb8-415c-96b0-735224d2727f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:11.323331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c5a07-739e-46fd-8873-055e9258824f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b925cc96-8825-4717-ae18-c7784609a25d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:11.329065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 6eea3640-8bb8-415c-96b0-735224d2727f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:11.337138 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-602c5a07-739e-46fd-8873-055e9258824f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20c56dbfc0fc4729b1eb9cd00707378b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8042471 Apr 30 01:41:11.339881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:11.424656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ed03-da67-4885-84c4-e3d44e50c957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.430399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] For port 8c1746ef-ca25-4870-a2e9-f50e781d7b05, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8c1746ef-ca25-4870-a2e9-f50e781d7b05,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:11.431124 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.465279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] Calling delete_port for 8c1746ef-ca25-4870-a2e9-f50e781d7b05 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:11.571877 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ed03-da67-4885-84c4-e3d44e50c957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.583300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadddc4c-5400-4170-a049-37318ab0a8cd tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Network': ['ID=9aa14115-8062-41be-a5e5-363e0b050019,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:11.594872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9aa14115-8062-41be-a5e5-363e0b050019 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:11.626858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:11.627520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268bbaa-a328-4ef7-afc7-29834e8251ac req-b3ea6849-16d6-4859-842b-fb7b7ca10f9c tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:11.629032 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c268bbaa-a328-4ef7-afc7-29834e8251ac req-b3ea6849-16d6-4859-842b-fb7b7ca10f9c tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.6056356 Apr 30 01:41:11.632014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.669860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.703536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afb3d0-ccc1-43ed-9fa5-d9c82c312dba tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:11.713552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] Pushing event deleted for resources: {'Port': ['ID=8c1746ef-ca25-4870-a2e9-f50e781d7b05,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:11.713836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c4f4c-bfc7-461f-84ea-22527e109b66 None None] No DVR routers for this DVR port 8c1746ef-ca25-4870-a2e9-f50e781d7b05 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:11.723993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afb3d0-ccc1-43ed-9fa5-d9c82c312dba tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:11.732556 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ed03-da67-4885-84c4-e3d44e50c957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.735504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ed03-da67-4885-84c4-e3d44e50c957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:11.736678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4dc9ed03-da67-4885-84c4-e3d44e50c957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b925cc96-8825-4717-ae18-c7784609a25d HTTP/1.1" status: 204 len: 168 time: 0.3948023 Apr 30 01:41:11.738253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afb3d0-ccc1-43ed-9fa5-d9c82c312dba tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:11.756259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afb3d0-ccc1-43ed-9fa5-d9c82c312dba tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:11.757302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9ed03-da67-4885-84c4-e3d44e50c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b925cc96-8825-4717-ae18-c7784609a25d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:11.780934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-30afb3d0-ccc1-43ed-9fa5-d9c82c312dba tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8081336 Apr 30 01:41:11.781992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41394) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:11.839852 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c268bbaa-a328-4ef7-afc7-29834e8251ac req-8bd7e582-5bcf-4ffb-ae59-6e2fb2d4eb88 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038074 Apr 30 01:41:11.929044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.091409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.119855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eea3640-8bb8-415c-96b0-735224d2727f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:12.130994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25e0183-e389-4a7c-8cf8-9501bdb2340a') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:12.141339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25e0183-e389-4a7c-8cf8-9501bdb2340a') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:12.141339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.193160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.204180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.238100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:12.238527 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:12.241757 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:12.300354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:12.316471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:12.321769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:12.322135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.331171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e391a-9590-48d3-95b3-9caa26183ee6 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:12.350620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=e1a24f95-0d19-47c1-ab4b-ba6de4e07588,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:12.397532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.407914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.414420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/networks/6eea3640-8bb8-415c-96b0-735224d2727f HTTP/1.1" status: 204 len: 168 time: 0.6291132 Apr 30 01:41:12.414764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41410) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:12.431934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66bdc2-4ebe-4c07-8346-648ae6672d9a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Network': ['ID=6eea3640-8bb8-415c-96b0-735224d2727f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:12.461009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a46d2cf9-c05e-45db-811d-d198ab76eeb9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4074924 Apr 30 01:41:12.463897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41412) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:12.473074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': 'e1a24f95-0d19-47c1-ab4b-ba6de4e07588', 'ip_address': '2001:db8::2541:f9a4:99db:fdfb'}], 'name': 'tempest-NetworksTestDHCPv6-631548115'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:12.613493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8c1746ef-ca25-4870-a2e9-f50e781d7b05 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:12.616891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': 'e1a24f95-0d19-47c1-ab4b-ba6de4e07588'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:12.617695 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.638007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.670078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 8c1746ef-ca25-4870-a2e9-f50e781d7b05 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:12.672639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8c1746ef-ca25-4870-a2e9-f50e781d7b05 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:12.762808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.780259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:12.787747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa14115-8062-41be-a5e5-363e0b050019']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:12.802522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f314b9b9-9576-451e-90d4-484fb8de2345') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:12.802818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f314b9b9-9576-451e-90d4-484fb8de2345') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:12.817171 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.838725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.847021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:12.847700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:12.903671 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:12.914389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/e1a24f95-0d19-47c1-ab4b-ba6de4e07588/45912002-5d7a-498e-b790-36cf8f5fa930) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:12.965169 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:12.986954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 344744ed-0b84-493f-9d4d-4eefdd297573 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:13.122869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6c4c5-8e26-48f0-8466-dd136309718e req-364bfd93-109a-47e8-8a22-7ccac9768d10 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:13.124491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-adc6c4c5-8e26-48f0-8466-dd136309718e req-364bfd93-109a-47e8-8a22-7ccac9768d10 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1095288 Apr 30 01:41:13.185472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-adc6c4c5-8e26-48f0-8466-dd136309718e req-75d10daa-b952-48b3-a4a1-a029b2321e39 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473142 Apr 30 01:41:13.185472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.190679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.194948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/networks/9aa14115-8062-41be-a5e5-363e0b050019 HTTP/1.1" status: 204 len: 168 time: 0.7788997 Apr 30 01:41:13.197388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:13.230448 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.243934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b60338-cf42-472b-b6dd-c94a558cdd88 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Network': ['ID=9aa14115-8062-41be-a5e5-363e0b050019,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:13.318721 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.414717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f7ef73-59c7-4d7f-a3a2-627e982fb42f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:13.424538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::2541:f9a4:99db:fdfb (ff3497db-d506-41b3-bc96-8e107d7f907f/e1a24f95-0d19-47c1-ab4b-ba6de4e07588/344744ed-0b84-493f-9d4d-4eefdd297573) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:13.439313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f7ef73-59c7-4d7f-a3a2-627e982fb42f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:13.446346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-01f7ef73-59c7-4d7f-a3a2-627e982fb42f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2420692 Apr 30 01:41:13.454383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41444) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:13.460134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:13.461377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-234023957'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:13.462640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Pushing event updated for resources: {'Port': ['ID=45912002-5d7a-498e-b790-36cf8f5fa930,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:13.466169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:13.476322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:13.570432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Attempting to bind port 45912002-5d7a-498e-b790-36cf8f5fa930 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:13.572325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Attempting to bind port 45912002-5d7a-498e-b790-36cf8f5fa930 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:13.573255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Attempting to bind port 45912002-5d7a-498e-b790-36cf8f5fa930 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:13.587010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:13.588171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:13.589241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.591585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:13.592277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Bound port: 45912002-5d7a-498e-b790-36cf8f5fa930, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:13.593510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.624818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Made reservation on behalf of 92d0154cdc3647559e35e41d3b8937ff for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:13.628694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.669491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] For port 45912002-5d7a-498e-b790-36cf8f5fa930, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:13.672240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:13.673953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] For port 45912002-5d7a-498e-b790-36cf8f5fa930, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=45912002-5d7a-498e-b790-36cf8f5fa930,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:13.685387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.689062 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Added segment 2a09e47e-3864-41b8-94c0-316d518a01e1 of type vlan for network c2627027-9d07-4abf-a3dc-7cce7ac8075d Apr 30 01:41:13.745570 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.768450 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.806599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.872745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.878250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec76d1-f793-4b74-874e-bc89433892d4 None None] Pushing event updated for resources: {'Port': ['ID=45912002-5d7a-498e-b790-36cf8f5fa930,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:13.883502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:13.884285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:13.929772 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.023841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:14.027633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5722337 Apr 30 01:41:14.030555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41454) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:14.039353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-738216845'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:14.043017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:14.063836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:14.072018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:14.073055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.085086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a7463-b6fc-4fcf-b364-aca295ebec3a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Network': ['ID=c2627027-9d07-4abf-a3dc-7cce7ac8075d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:14.100460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c2627027-9d07-4abf-a3dc-7cce7ac8075d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:14.108432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=344744ed-0b84-493f-9d4d-4eefdd297573,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:14.161811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Made reservation on behalf of 92d0154cdc3647559e35e41d3b8937ff for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:14.165334 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.196160 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7e5da87a-e701-40e6-afb7-b3c42af00c30 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7299924 Apr 30 01:41:14.209613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41458) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:14.254714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:14.284789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.285068 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Added segment 3b85a629-eae5-4e05-8ae4-46ea5a374a77 of type vlan for network 27ef0f99-da83-41bd-987c-4e3a693f14a9 Apr 30 01:41:14.311868 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f01e2-e061-41b2-bcb6-ef004984f0b7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:14.313638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f01e2-e061-41b2-bcb6-ef004984f0b7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:14.318187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-437f01e2-e061-41b2-bcb6-ef004984f0b7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1044292 Apr 30 01:41:14.318350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41462) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:14.353676 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.460373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.476015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:14.476806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.522375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fd40-4fc2-4fae-87c5-87d743bb913f req-24841e28-767e-4064-9b9b-2eb1b61f9045 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:14.537626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e07fd40-4fc2-4fae-87c5-87d743bb913f req-24841e28-767e-4064-9b9b-2eb1b61f9045 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1520700 Apr 30 01:41:14.584116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Network': ['ID=27ef0f99-da83-41bd-987c-4e3a693f14a9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:14.611276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 27ef0f99-da83-41bd-987c-4e3a693f14a9 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:14.615050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c6080ff7-9ede-4ac7-be03-0ba0891ad74c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5825615 Apr 30 01:41:14.617481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41472) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:14.631207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'ports': [{'network_id': 'c2627027-9d07-4abf-a3dc-7cce7ac8075d', 'name': 'tempest-port--1373905193', 'admin_state_up': True}, {'network_id': '27ef0f99-da83-41bd-987c-4e3a693f14a9', 'admin_state_up': False}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:14.631207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'port': {'network_id': 'c2627027-9d07-4abf-a3dc-7cce7ac8075d', 'name': 'tempest-port--1373905193', 'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:14.641070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'port': {'network_id': '27ef0f99-da83-41bd-987c-4e3a693f14a9', 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:14.676365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c889b9b2-b759-4c2c-b7c4-cefe9720526f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 344744ed-0b84-493f-9d4d-4eefdd297573 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:14.676709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c889b9b2-b759-4c2c-b7c4-cefe9720526f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.756800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e07fd40-4fc2-4fae-87c5-87d743bb913f req-e1fec975-3dea-4398-aa58-104bb8d1a80e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182477 Apr 30 01:41:14.967214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c889b9b2-b759-4c2c-b7c4-cefe9720526f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:14.999875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c889b9b2-b759-4c2c-b7c4-cefe9720526f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 344744ed-0b84-493f-9d4d-4eefdd297573 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:15.151308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 45912002-5d7a-498e-b790-36cf8f5fa930 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:15.164049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Made reservation on behalf of 92d0154cdc3647559e35e41d3b8937ff for: {'port': 2} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:15.170758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.188170 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.309439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 45912002-5d7a-498e-b790-36cf8f5fa930 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:15.309911 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.380640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c889b9b2-b759-4c2c-b7c4-cefe9720526f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.409680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] device_id is not set on port 61e6e7b2-1b5b-46f0-95d6-dba3b442e923 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:15.423913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41488) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:15.469767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889b9b2-b759-4c2c-b7c4-cefe9720526f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=344744ed-0b84-493f-9d4d-4eefdd297573,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:15.498407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.540023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c889b9b2-b759-4c2c-b7c4-cefe9720526f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.560665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c889b9b2-b759-4c2c-b7c4-cefe9720526f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/344744ed-0b84-493f-9d4d-4eefdd297573 HTTP/1.1" status: 204 len: 168 time: 1.2412572 Apr 30 01:41:15.564152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41494) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:15.567973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.609224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 45912002-5d7a-498e-b790-36cf8f5fa930, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=45912002-5d7a-498e-b790-36cf8f5fa930,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:15.612192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-83ba2840-ec53-48e0-9891-718addee2cd8 None None] Provisioning complete for port 45912002-5d7a-498e-b790-36cf8f5fa930 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:15.612803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83ba2840-ec53-48e0-9891-718addee2cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.677709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c4f8af-2b21-46d5-84b3-f8b783241949 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:15.690689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] device_id is not set on port 43ce1c63-706f-44a6-90c2-d6e7d64ce48e yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:15.691545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c4f8af-2b21-46d5-84b3-f8b783241949 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:15.692796 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.693698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-10c4f8af-2b21-46d5-84b3-f8b783241949 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1283953 Apr 30 01:41:15.696685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41496) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:15.759959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=45912002-5d7a-498e-b790-36cf8f5fa930,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:15.823136 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f521064-5200-490e-9374-de8c35d3435b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet e1a24f95-0d19-47c1-ab4b-ba6de4e07588 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:15.828258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f521064-5200-490e-9374-de8c35d3435b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.887215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f521064-5200-490e-9374-de8c35d3435b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.905559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2117638394-network', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:15.929684 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:15.957948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6c30e3e1-1900-49a3-83a1-8bf18558add9 None None] Could not find standard attr ID for object 344744ed-0b84-493f-9d4d-4eefdd297573. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:41:16.064992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f521064-5200-490e-9374-de8c35d3435b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.091754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3af6ab-a4f1-49da-b22f-22bc98ca567c req-47e70278-3d11-4969-af27-c633d65c3698 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:16.099165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e3af6ab-a4f1-49da-b22f-22bc98ca567c req-47e70278-3d11-4969-af27-c633d65c3698 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1611812 Apr 30 01:41:16.139739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.173101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Made reservation on behalf of e131ee4d25d0410782a56a64bcb628bf for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:16.175480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.217176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.254186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e3af6ab-a4f1-49da-b22f-22bc98ca567c req-700b4da3-81cf-46d7-a068-6ccbbffd65bc tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493227 Apr 30 01:41:16.283592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f521064-5200-490e-9374-de8c35d3435b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.284332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Port': ['ID=61e6e7b2-1b5b-46f0-95d6-dba3b442e923,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:16.313820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Checking segment: {'id': '2a09e47e-3864-41b8-94c0-316d518a01e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c2627027-9d07-4abf-a3dc-7cce7ac8075d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:16.315831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Network hostable DHCP agents. Network: c2627027-9d07-4abf-a3dc-7cce7ac8075d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:41:16.334949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f521064-5200-490e-9374-de8c35d3435b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a24f95-0d19-47c1-ab4b-ba6de4e07588,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:16.341483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f521064-5200-490e-9374-de8c35d3435b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.346139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1f521064-5200-490e-9374-de8c35d3435b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/e1a24f95-0d19-47c1-ab4b-ba6de4e07588 HTTP/1.1" status: 204 len: 168 time: 0.6480417 Apr 30 01:41:16.349216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41508) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:16.353302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47776462-95f6-463b-aa8c-6c4dafdd2f07 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:16.396939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-620ed20c-c426-4f1b-bdac-bf395864df0f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452657 Apr 30 01:41:16.399771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41510) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:16.407843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:16.437289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Network c2627027-9d07-4abf-a3dc-7cce7ac8075d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:41:16.486803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.519287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, c2627027-9d07-4abf-a3dc-7cce7ac8075d) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:16.526350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:16.527577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.531939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185ddbd-20a6-4541-9e85-afe6cc39d7b4 None None] Network c2627027-9d07-4abf-a3dc-7cce7ac8075d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:16.584396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.623507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c771e6e-782d-4004-aac4-3dc29d51506e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:16.631098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:16.634954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.659809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:16.667911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:16.686264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Port': ['ID=43ce1c63-706f-44a6-90c2-d6e7d64ce48e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:16.718561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.718904 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Added segment 71ab0e22-a6ae-4d97-b59a-c428af5f1641 of type vlan for network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d Apr 30 01:41:16.763507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Checking segment: {'id': '3b85a629-eae5-4e05-8ae4-46ea5a374a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '27ef0f99-da83-41bd-987c-4e3a693f14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:16.764080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Network hostable DHCP agents. Network: 27ef0f99-da83-41bd-987c-4e3a693f14a9, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:41:16.832830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] Deleting port 45912002-5d7a-498e-b790-36cf8f5fa930 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:16.833836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.843082 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.906253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] For port 45912002-5d7a-498e-b790-36cf8f5fa930, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=45912002-5d7a-498e-b790-36cf8f5fa930,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:16.906779 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:16.922280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] Calling delete_port for 45912002-5d7a-498e-b790-36cf8f5fa930 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:16.958334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Network 27ef0f99-da83-41bd-987c-4e3a693f14a9 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:41:17.008365 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:17.009303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:17.009883 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:17.088609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 27ef0f99-da83-41bd-987c-4e3a693f14a9) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:17.095646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:17.099459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f14c8e-12ff-473d-900a-fde2ba813df9 None None] Network 27ef0f99-da83-41bd-987c-4e3a693f14a9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:17.101495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:17.110445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:17.110445 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:17.115266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=25e3b3b0-9397-4d95-93ca-5a66de9d6b2d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:17.134583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:17.153239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:17.166206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7a8000a2-3928-43d3-ae0d-630a1347d4f5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7408962 Apr 30 01:41:17.168058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:17.170316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41520) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:17.176520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Request body: {'subnet': {'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2117638394-subnet', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:17.219394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:17.222776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:17.230342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:17.230342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:17.232051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=ffa587a4-a625-45e3-819a-896f9a012602,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:17.253949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] Pushing event deleted for resources: {'Port': ['ID=45912002-5d7a-498e-b790-36cf8f5fa930,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:17.259672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f6aee98d-8ff7-42cb-a4ba-0b4bd285846c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6349254 Apr 30 01:41:17.263373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41524) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:17.310107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0299acd-9b8e-409a-abc8-2a6c2c86f6dd None None] No DVR routers for this DVR port 45912002-5d7a-498e-b790-36cf8f5fa930 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:17.333999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab295c-7f4f-48e5-aef3-170706dd8d64 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:17.340101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab295c-7f4f-48e5-aef3-170706dd8d64 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:17.342561 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4fab295c-7f4f-48e5-aef3-170706dd8d64 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0780914 Apr 30 01:41:17.345917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41530) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:17.352370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d497def0-b3a4-44fc-a525-0d5ca5c0e08d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9515905 Apr 30 01:41:17.353031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41532) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:17.368101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': 'ffa587a4-a625-45e3-819a-896f9a012602', 'ip_address': '2001:db8::b35e:656d:34c0:a573'}], 'name': 'tempest-NetworksTestDHCPv6-1009374507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:17.380666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3975309-a52a-410f-a559-585b684d4847 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:17.438940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41536) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:17.630116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:17.697375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': 'ffa587a4-a625-45e3-819a-896f9a012602'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:17.698419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:17.804406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:17.851970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port e791185f-3ca7-4f87-bb63-85d4c343fdba yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:17.878080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/ffa587a4-a625-45e3-819a-896f9a012602/264c79f9-491d-4da2-906c-9f9046c9b8ea) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:17.881652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Made reservation on behalf of e131ee4d25d0410782a56a64bcb628bf for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:17.889276 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.044914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5729ed-1f9b-4ae4-9af3-61ac6a8689c8 req-9b8b48ed-3e27-4af8-99bd-3067c961e2f5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:18.052658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb5729ed-1f9b-4ae4-9af3-61ac6a8689c8 req-9b8b48ed-3e27-4af8-99bd-3067c961e2f5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.7039921 Apr 30 01:41:18.115139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-15ff864c-dce1-4275-be0d-4f73d5b4db13 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Deleting port 61e6e7b2-1b5b-46f0-95d6-dba3b442e923 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:18.115544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15ff864c-dce1-4275-be0d-4f73d5b4db13 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.126841 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.170275 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb5729ed-1f9b-4ae4-9af3-61ac6a8689c8 req-b87c745e-48ff-4b98-bf8a-c8a7fab813aa tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164806 Apr 30 01:41:18.203819 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.261494 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15ff864c-dce1-4275-be0d-4f73d5b4db13 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.264835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:18.268228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:18.272101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:18.308187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-15ff864c-dce1-4275-be0d-4f73d5b4db13 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Calling delete_port for 61e6e7b2-1b5b-46f0-95d6-dba3b442e923 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:18.315486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Pushing event updated for resources: {'Port': ['ID=264c79f9-491d-4da2-906c-9f9046c9b8ea,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:18.361032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Attempting to bind port 264c79f9-491d-4da2-906c-9f9046c9b8ea on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:18.361539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Attempting to bind port 264c79f9-491d-4da2-906c-9f9046c9b8ea by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:18.362106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Attempting to bind port 264c79f9-491d-4da2-906c-9f9046c9b8ea on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:18.368671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:18.369166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:18.369761 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.370828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:18.371410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Bound port: 264c79f9-491d-4da2-906c-9f9046c9b8ea, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:18.371969 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.398967 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.473480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] For port 264c79f9-491d-4da2-906c-9f9046c9b8ea, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:18.476405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.477025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] For port 264c79f9-491d-4da2-906c-9f9046c9b8ea, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=264c79f9-491d-4da2-906c-9f9046c9b8ea,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:18.577082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15ff864c-dce1-4275-be0d-4f73d5b4db13 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.590417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f153a649-8a83-4c65-9e8b-f06760312214,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:18.607642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.609498 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.638632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::b35e:656d:34c0:a573 (ff3497db-d506-41b3-bc96-8e107d7f907f/ffa587a4-a625-45e3-819a-896f9a012602/e791185f-3ca7-4f87-bb63-85d4c343fdba) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:18.660922 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.679651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 45912002-5d7a-498e-b790-36cf8f5fa930 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:18.680726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff864c-dce1-4275-be0d-4f73d5b4db13 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Port': ['ID=61e6e7b2-1b5b-46f0-95d6-dba3b442e923,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:18.680726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Checking segment: {'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:18.688169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Network hostable DHCP agents. Network: 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:41:18.699286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15ff864c-dce1-4275-be0d-4f73d5b4db13 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.702029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 45912002-5d7a-498e-b790-36cf8f5fa930 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:18.702546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 45912002-5d7a-498e-b790-36cf8f5fa930 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:18.703187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-15ff864c-dce1-4275-be0d-4f73d5b4db13 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/ports/61e6e7b2-1b5b-46f0-95d6-dba3b442e923 HTTP/1.1" status: 204 len: 168 time: 1.3558679 Apr 30 01:41:18.706946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41550) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:18.737782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cae48-6d2b-4c95-928d-1c06dcf7a2e8 None None] Pushing event updated for resources: {'Port': ['ID=264c79f9-491d-4da2-906c-9f9046c9b8ea,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:18.753094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.843649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-07f5d04a-3ae7-480a-8d3c-5cb1851889aa tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Deleting port 43ce1c63-706f-44a6-90c2-d6e7d64ce48e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:18.844020 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07f5d04a-3ae7-480a-8d3c-5cb1851889aa tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.858457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3aef15-f586-411d-ae7a-3db411292e5a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:18.882065 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3897453c0084a0f847af0efe4c1f915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4419761 Apr 30 01:41:18.884910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41552) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:18.888386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.888739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.889080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.889417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.889781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.890119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.890433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.890758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.891084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.891411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.891777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.892070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e965a834-f012-41c0-88f3-3fbf2380731e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:18.933618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:41:18.988339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07f5d04a-3ae7-480a-8d3c-5cb1851889aa tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:18.990201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.010915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-07f5d04a-3ae7-480a-8d3c-5cb1851889aa tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Calling delete_port for 43ce1c63-706f-44a6-90c2-d6e7d64ce48e owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:19.040632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d63ad4c8-8c15-4929-b45c-9c7b440009ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.075526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:19.084105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0205213-756d-4396-8e3b-140ddc2d7a94 None None] Network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:19.092028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:19.092768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.093218 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d63ad4c8-8c15-4929-b45c-9c7b440009ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.171396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41556) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:19.171792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-393af5fb-60f9-493c-8d2b-807b1d06a102 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9994042 Apr 30 01:41:19.176003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:19.224965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.277874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07f5d04a-3ae7-480a-8d3c-5cb1851889aa tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.341867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:19.347029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.348737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07f5d04a-3ae7-480a-8d3c-5cb1851889aa tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.349929 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.357188 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-07f5d04a-3ae7-480a-8d3c-5cb1851889aa tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/ports/43ce1c63-706f-44a6-90c2-d6e7d64ce48e HTTP/1.1" status: 204 len: 168 time: 0.6480064 Apr 30 01:41:19.358460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:19.367449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:19.369955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:19.376544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:19.377185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.384142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-25e3b3b0-9397-4d95-93ca-5a66de9d6b2d', 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'fixed_ips': [{'subnet_id': 'f153a649-8a83-4c65-9e8b-f06760312214'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:19.390951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.406241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5d04a-3ae7-480a-8d3c-5cb1851889aa tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Port': ['ID=43ce1c63-706f-44a6-90c2-d6e7d64ce48e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:19.416475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-01f51325-e945-447f-bb77-dfe841303c3c tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0563707 Apr 30 01:41:19.421203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:19.430118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-728305756'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:19.481614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.486157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d63ad4c8-8c15-4929-b45c-9c7b440009ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.498335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d63ad4c8-8c15-4929-b45c-9c7b440009ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.499650 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d63ad4c8-8c15-4929-b45c-9c7b440009ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a3aef15-f586-411d-ae7a-3db411292e5a HTTP/1.1" status: 204 len: 168 time: 0.6136496 Apr 30 01:41:19.506843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=e791185f-3ca7-4f87-bb63-85d4c343fdba,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:19.514655 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-37391a3c-6de3-41f2-bdc8-f2df2d692e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1601486 Apr 30 01:41:19.515016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41572) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:19.522983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ad4c8-8c15-4929-b45c-9c7b440009ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3aef15-f586-411d-ae7a-3db411292e5a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:19.556822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454e57a-621f-47de-a35f-a81b30be6a62 req-b3138764-000e-4bbf-9cbb-3073452b0edb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:19.559038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e454e57a-621f-47de-a35f-a81b30be6a62 req-b3138764-000e-4bbf-9cbb-3073452b0edb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.2968245 Apr 30 01:41:19.621138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Made reservation on behalf of 92d0154cdc3647559e35e41d3b8937ff for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:19.632040 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.720509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:19.752578 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e454e57a-621f-47de-a35f-a81b30be6a62 req-bd1f117e-efa0-414b-83c7-2fb97e157689 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810439 Apr 30 01:41:19.762079 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.762498 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Added segment c7e12301-afca-45a4-bfc8-83c3e73f1958 of type vlan for network 25e18e70-c576-4d96-902f-cf31d85b23b8 Apr 30 01:41:19.821263 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.859609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:19.864514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Allocated IP 172.20.0.2 (25e3b3b0-9397-4d95-93ca-5a66de9d6b2d/f153a649-8a83-4c65-9e8b-f06760312214/53df5f1f-74ae-471c-a08e-b734932a541f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:19.890933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a089bba-45f6-4fd6-98ba-246a3709f1c7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:19.898159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a089bba-45f6-4fd6-98ba-246a3709f1c7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:19.900638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4a089bba-45f6-4fd6-98ba-246a3709f1c7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3842311 Apr 30 01:41:19.904335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:20.009810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.018696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:20.020212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.149115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Network': ['ID=25e18e70-c576-4d96-902f-cf31d85b23b8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:20.149596 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.163704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4424f1e1-4ed6-4b68-bbbc-7aeff7d7c8a7 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7397158 Apr 30 01:41:20.166410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41580) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:20.177606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 25e18e70-c576-4d96-902f-cf31d85b23b8 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:20.186866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-32522193'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:20.194248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-165312bf-d3bf-4c90-9017-eb3b78e5122d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port e791185f-3ca7-4f87-bb63-85d4c343fdba {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:20.194810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-165312bf-d3bf-4c90-9017-eb3b78e5122d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.306716 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.329977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Made reservation on behalf of 92d0154cdc3647559e35e41d3b8937ff for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:20.333761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.338358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-68f6b51e-1e7b-42b5-b2e1-62487ffc0651 None None] Provisioning complete for port 264c79f9-491d-4da2-906c-9f9046c9b8ea triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:20.338947 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68f6b51e-1e7b-42b5-b2e1-62487ffc0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.389026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:20.410181 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.410810 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Added segment 1b939459-0790-474f-8a57-c03738f3e387 of type vlan for network bffaa029-7823-461e-ac78-a98bae967bf8 Apr 30 01:41:20.496425 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.499894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:20.524948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:20.532451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-165312bf-d3bf-4c90-9017-eb3b78e5122d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.539573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:20.590247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-165312bf-d3bf-4c90-9017-eb3b78e5122d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for e791185f-3ca7-4f87-bb63-85d4c343fdba owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:20.597771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.603258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:20.607896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.615584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.639135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Pushing event updated for resources: {'Port': ['ID=53df5f1f-74ae-471c-a08e-b734932a541f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:20.646410 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.680174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.711787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41588) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:20.729626 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68f6b51e-1e7b-42b5-b2e1-62487ffc0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.731869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 264c79f9-491d-4da2-906c-9f9046c9b8ea up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:20.740333 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e8da-66a0-45bb-bc28-c29157adb24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.748535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Network': ['ID=bffaa029-7823-461e-ac78-a98bae967bf8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:20.768709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network bffaa029-7823-461e-ac78-a98bae967bf8 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:20.774407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-55d35e4e-6c19-42d0-abef-43162d30cf7d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5931945 Apr 30 01:41:20.884339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Allocated IP 172.25.0.161 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/1f48df34-5e3e-4718-9656-4baa3c1580e4) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:20.896294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Attempting to bind port 53df5f1f-74ae-471c-a08e-b734932a541f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:20.896796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Attempting to bind port 53df5f1f-74ae-471c-a08e-b734932a541f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:20.897026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Attempting to bind port 53df5f1f-74ae-471c-a08e-b734932a541f on network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:20.919056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41594) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:20.949626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'subnets': [{'network_id': '25e18e70-c576-4d96-902f-cf31d85b23b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1434351833', 'ip_version': 4}, {'network_id': 'bffaa029-7823-461e-ac78-a98bae967bf8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:20.950217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'subnet': {'network_id': '25e18e70-c576-4d96-902f-cf31d85b23b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1434351833', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:20.951008 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Request body: {'subnet': {'network_id': 'bffaa029-7823-461e-ac78-a98bae967bf8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:20.966783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e8da-66a0-45bb-bc28-c29157adb24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.983672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-68f6b51e-1e7b-42b5-b2e1-62487ffc0651 None None] For port 264c79f9-491d-4da2-906c-9f9046c9b8ea, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=264c79f9-491d-4da2-906c-9f9046c9b8ea,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:20.987173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:20.987963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Checking segment: {'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:20.989106 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.990275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Bound using segment: {'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:20.990418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0eb36-0c17-4b58-a925-133b6cbd16bd req-232e53e2-74fa-45c9-94e8-b6d94f95d721 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:20.991604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Bound port: 53df5f1f-74ae-471c-a08e-b734932a541f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:20.997111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:20.999505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cac0eb36-0c17-4b58-a925-133b6cbd16bd req-232e53e2-74fa-45c9-94e8-b6d94f95d721 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1150799 Apr 30 01:41:21.033250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 264c79f9-491d-4da2-906c-9f9046c9b8ea triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:21.035528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.061967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cac0eb36-0c17-4b58-a925-133b6cbd16bd req-ab1edd90-90bc-4adc-ac54-58fa3c6f07f9 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614982 Apr 30 01:41:21.065176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e8da-66a0-45bb-bc28-c29157adb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.085365 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68f6b51e-1e7b-42b5-b2e1-62487ffc0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.124853 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6fa6e8da-66a0-45bb-bc28-c29157adb24c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c11f2d3aba0b453e9f652ca785a9fd72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087775 Apr 30 01:41:21.126567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41598) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:21.127091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6e8da-66a0-45bb-bc28-c29157adb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c84c28-59bd-4be9-95f1-81c27de3d3a1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:21.230374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-165312bf-d3bf-4c90-9017-eb3b78e5122d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.294413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165312bf-d3bf-4c90-9017-eb3b78e5122d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=e791185f-3ca7-4f87-bb63-85d4c343fdba,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:21.320713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.357229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-165312bf-d3bf-4c90-9017-eb3b78e5122d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.359864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] For port 53df5f1f-74ae-471c-a08e-b734932a541f, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:21.363474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-165312bf-d3bf-4c90-9017-eb3b78e5122d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/e791185f-3ca7-4f87-bb63-85d4c343fdba HTTP/1.1" status: 204 len: 168 time: 1.4552348 Apr 30 01:41:21.363668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6b51e-1e7b-42b5-b2e1-62487ffc0651 None None] Pushing event updated for resources: {'Port': ['ID=264c79f9-491d-4da2-906c-9f9046c9b8ea,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:21.363764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41602) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:21.376711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-17ab79d1-7a61-41c2-b092-a417bfbfcf85 None None] Could not find standard attr ID for object e791185f-3ca7-4f87-bb63-85d4c343fdba. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:41:21.389316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e29c94bb-a997-4433-9ffe-b0ee90587a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.390018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] For port 53df5f1f-74ae-471c-a08e-b734932a541f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=53df5f1f-74ae-471c-a08e-b734932a541f,segment=NetworkSegment(71ab0e22-a6ae-4d97-b59a-c428af5f1641),segment_id=71ab0e22-a6ae-4d97-b59a-c428af5f1641)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:21.461502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e29c94bb-a997-4433-9ffe-b0ee90587a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.475681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071926d-ce4a-4970-b52f-17b7793bafc0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:21.476170 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.476274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071926d-ce4a-4970-b52f-17b7793bafc0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:21.482138 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9071926d-ce4a-4970-b52f-17b7793bafc0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1176500 Apr 30 01:41:21.485361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41610) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:21.554950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Made reservation on behalf of 92d0154cdc3647559e35e41d3b8937ff for: {'subnet': 2} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:21.562896 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.563318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.564128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f75e51-ae81-4de6-8532-6c27572b5578 None None] Pushing event updated for resources: {'Port': ['ID=53df5f1f-74ae-471c-a08e-b734932a541f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:21.584981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.588010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c4f72-769f-4f78-b51c-99218f3f008f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet ffa587a4-a625-45e3-819a-896f9a012602 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:21.592582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b83c4f72-769f-4f78-b51c-99218f3f008f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.664439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b83c4f72-769f-4f78-b51c-99218f3f008f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.685610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:21.691408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:21.700912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:21.757451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f48df34-5e3e-4718-9656-4baa3c1580e4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:21.771290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e29c94bb-a997-4433-9ffe-b0ee90587a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.773463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e29c94bb-a997-4433-9ffe-b0ee90587a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.775889 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e29c94bb-a997-4433-9ffe-b0ee90587a25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5c84c28-59bd-4be9-95f1-81c27de3d3a1 HTTP/1.1" status: 204 len: 168 time: 0.6438453 Apr 30 01:41:21.786491 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b83c4f72-769f-4f78-b51c-99218f3f008f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:21.863217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c94bb-a997-4433-9ffe-b0ee90587a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c84c28-59bd-4be9-95f1-81c27de3d3a1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:22.019166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b83c4f72-769f-4f78-b51c-99218f3f008f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:22.036911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b83c4f72-769f-4f78-b51c-99218f3f008f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:22.043391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b83c4f72-769f-4f78-b51c-99218f3f008f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/ffa587a4-a625-45e3-819a-896f9a012602 HTTP/1.1" status: 204 len: 168 time: 0.5535524 Apr 30 01:41:22.044087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41620) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:22.047726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee160c-670a-43e2-a11b-a2b48345e37a None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:22.094285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c4f72-769f-4f78-b51c-99218f3f008f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa587a4-a625-45e3-819a-896f9a012602,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:22.154283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0ad9fe09-3257-4b0c-970f-39c5b6a33f64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687385 Apr 30 01:41:22.156971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41624) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:22.161997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:22.340253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:22.410167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a971a-bdbd-4879-a4c8-d569823c3089 req-a2de3524-a153-40b0-a609-92c6885e1f9a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:22.411760 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-238a971a-bdbd-4879-a4c8-d569823c3089 req-a2de3524-a153-40b0-a609-92c6885e1f9a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1242511 Apr 30 01:41:22.415144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] Deleting port 264c79f9-491d-4da2-906c-9f9046c9b8ea {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:22.415144 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:22.499690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] For port 264c79f9-491d-4da2-906c-9f9046c9b8ea, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=264c79f9-491d-4da2-906c-9f9046c9b8ea,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:22.500089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:22.506402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-238a971a-bdbd-4879-a4c8-d569823c3089 req-797bc0ea-6b75-4edb-b304-7cd575129d82 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700083 Apr 30 01:41:22.507210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:22.511710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:22.554751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] Calling delete_port for 264c79f9-491d-4da2-906c-9f9046c9b8ea owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:22.765360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 53df5f1f-74ae-471c-a08e-b734932a541f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:22.816734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:22.841768 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:22.852118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 53df5f1f-74ae-471c-a08e-b734932a541f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:22.852563 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:22.901821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] Pushing event deleted for resources: {'Port': ['ID=264c79f9-491d-4da2-906c-9f9046c9b8ea,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:22.911968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7709d56-9bcb-475a-ae32-023e5b8baa00 None None] No DVR routers for this DVR port 264c79f9-491d-4da2-906c-9f9046c9b8ea on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:23.034420 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:23.093056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 53df5f1f-74ae-471c-a08e-b734932a541f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=53df5f1f-74ae-471c-a08e-b734932a541f,segment=NetworkSegment(71ab0e22-a6ae-4d97-b59a-c428af5f1641),segment_id=71ab0e22-a6ae-4d97-b59a-c428af5f1641)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:23.123844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:23.159892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d4e8f-e637-447a-9eda-3237d1291cb6 None None] Network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:23.205354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:23.217673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:23.237083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:23.237677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:23.244838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fbd12c-12f7-496b-9b2f-3ad618357a18 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:23.254222 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:23.263660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:23.292721 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:23.293668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=642fd12c-ed22-4dca-8752-4ad10278596d,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:23.351688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Subnet': ['ID=dd5c2ce0-398b-4aab-b915-9f264a3b7d71,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:23.361102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e5312405-119c-4da4-82ed-f61ba3b2ae23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2030764 Apr 30 01:41:23.361563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41654) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:23.368624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a65c250f-97d6-47b6-8f54-f2105ae4e463 None None] Provisioning complete for port 53df5f1f-74ae-471c-a08e-b734932a541f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:23.369129 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a65c250f-97d6-47b6-8f54-f2105ae4e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:23.390908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 264c79f9-491d-4da2-906c-9f9046c9b8ea no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:23.418322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': '642fd12c-ed22-4dca-8752-4ad10278596d', 'ip_address': '2001:db8::b9c8:745b:b7a0:9130'}], 'name': 'tempest-NetworksTestDHCPv6-517575606'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:23.465175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 264c79f9-491d-4da2-906c-9f9046c9b8ea {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:23.465645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 264c79f9-491d-4da2-906c-9f9046c9b8ea not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:23.540375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=53df5f1f-74ae-471c-a08e-b734932a541f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:23.648329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Checking segment: {'id': 'c7e12301-afca-45a4-bfc8-83c3e73f1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '25e18e70-c576-4d96-902f-cf31d85b23b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:23.648951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Network hostable DHCP agents. Network: 25e18e70-c576-4d96-902f-cf31d85b23b8, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:41:23.747820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4157adc-656e-489d-8032-585b07d8dd6e req-1dd96bef-ac2b-4453-a81e-d6820c25c72f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:23.749412 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4157adc-656e-489d-8032-585b07d8dd6e req-1dd96bef-ac2b-4453-a81e-d6820c25c72f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0881515 Apr 30 01:41:23.790768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4157adc-656e-489d-8032-585b07d8dd6e req-88e385a7-3326-4ebe-b5c2-b325651d3795 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344055 Apr 30 01:41:23.798616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '642fd12c-ed22-4dca-8752-4ad10278596d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:23.799744 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:23.815232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Network 25e18e70-c576-4d96-902f-cf31d85b23b8 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:41:23.847895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Router f27d4482-4d88-4d84-bd7b-05eae51301ed is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:41:23.851124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:23.984516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 25e18e70-c576-4d96-902f-cf31d85b23b8) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:23.992273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:24.021157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/642fd12c-ed22-4dca-8752-4ad10278596d/0ff350a2-7d1f-491d-b6c5-dd33c0816fae) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:24.111834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event updated for resources: {'Subnet': ['ID=a12dc39c-d8a6-440e-8f21-e76ce301e6cb,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:24.235544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Checking segment: {'id': '1b939459-0790-474f-8a57-c03738f3e387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bffaa029-7823-461e-ac78-a98bae967bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:24.236268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Network hostable DHCP agents. Network: bffaa029-7823-461e-ac78-a98bae967bf8, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:41:24.243316 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:24.248200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0e232-a306-414c-8f4e-c88e6f3e2afc None None] Network 25e18e70-c576-4d96-902f-cf31d85b23b8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:24.263906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:24.281486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:24.300111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port cfe96915-1260-47f5-970f-1f185a4c334f yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:24.304808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Sync routers for ids ['f27d4482-4d88-4d84-bd7b-05eae51301ed'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:24.332959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3cd19508-1a70-4fd3-bb0f-1c5b7ab12bde None None] Provisioning complete for port 53df5f1f-74ae-471c-a08e-b734932a541f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:24.333408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cd19508-1a70-4fd3-bb0f-1c5b7ab12bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:24.367354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Routers {'f27d4482-4d88-4d84-bd7b-05eae51301ed'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:24.368239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['f27d4482-4d88-4d84-bd7b-05eae51301ed'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:24.371118 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:24.396389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Network bffaa029-7823-461e-ac78-a98bae967bf8 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:41:24.410135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:24.411809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-006a1fc9-bcf4-4a87-84b1-27fe105380f4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2393010 Apr 30 01:41:24.414543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41684) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:24.477340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, bffaa029-7823-461e-ac78-a98bae967bf8) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:24.496039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:24.496513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:24.497149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:24.522360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab26af9-2064-4493-9765-6893cddcfb25 None None] Network bffaa029-7823-461e-ac78-a98bae967bf8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:24.525246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:24.558003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Pushing event updated for resources: {'Port': ['ID=0ff350a2-7d1f-491d-b6c5-dd33c0816fae,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:24.579337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:24.590000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:24.699419 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-74eb124f-0891-40cc-98c9-4d2ac45eaf09 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7523243 Apr 30 01:41:24.700828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41694) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:24.718627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 53df5f1f-74ae-471c-a08e-b734932a541f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:24.883044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::b9c8:745b:b7a0:9130 (ff3497db-d506-41b3-bc96-8e107d7f907f/642fd12c-ed22-4dca-8752-4ad10278596d/cfe96915-1260-47f5-970f-1f185a4c334f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:25.025484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815a5e2-c9ad-41fb-9aae-bedf9a970663 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:25.028001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815a5e2-c9ad-41fb-9aae-bedf9a970663 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:25.029549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815a5e2-c9ad-41fb-9aae-bedf9a970663 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:25.032490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b815a5e2-c9ad-41fb-9aae-bedf9a970663 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3307564 Apr 30 01:41:25.039031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41706) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:25.265098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95999ee-ac5a-438e-a928-291e388c8aae tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Deleting subnet dd5c2ce0-398b-4aab-b915-9f264a3b7d71 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:25.270447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f95999ee-ac5a-438e-a928-291e388c8aae tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.280021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Set router f27d4482-4d88-4d84-bd7b-05eae51301ed gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:25.325473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.351866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f95999ee-ac5a-438e-a928-291e388c8aae tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.404573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8937490-8458-4df9-983c-c7a02ee8b1af req-7d27a729-d453-443e-9aae-02de1fea568f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:25.406442 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8937490-8458-4df9-983c-c7a02ee8b1af req-7d27a729-d453-443e-9aae-02de1fea568f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.4718330 Apr 30 01:41:25.425180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89a428b-c662-4dd9-880d-069acb6fc258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-25e18e70-c576-4d96-902f-cf31d85b23b8', 'network_id': '25e18e70-c576-4d96-902f-cf31d85b23b8', 'tenant_id': '92d0154cdc3647559e35e41d3b8937ff', 'fixed_ips': [{'subnet_id': 'dd5c2ce0-398b-4aab-b915-9f264a3b7d71'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:25.426045 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a89a428b-c662-4dd9-880d-069acb6fc258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.455114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a8937490-8458-4df9-983c-c7a02ee8b1af req-dced830a-40e6-4f92-b450-9e8a72360fa9 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402908 Apr 30 01:41:25.495383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.502636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Attempting to bind port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:25.503133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Attempting to bind port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:25.509968 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f95999ee-ac5a-438e-a928-291e388c8aae tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.521238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Attempting to bind port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:25.564694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=cfe96915-1260-47f5-970f-1f185a4c334f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:25.576636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:25.578062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:25.580798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:25.586506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:25.587235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.630686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:25.630686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:25.631700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.631700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:25.632301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Bound port: 0ff350a2-7d1f-491d-b6c5-dd33c0816fae, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:25.633178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.657566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.692462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-be5b3d0f-dc54-44b6-8942-bf7145c1e06b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2842314 Apr 30 01:41:25.696864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41726) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:25.700676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 53df5f1f-74ae-471c-a08e-b734932a541f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:25.701174 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.772867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779c0da9-a8b0-4e8a-a575-81eb4cbc94fe tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:25.780532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779c0da9-a8b0-4e8a-a575-81eb4cbc94fe tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:25.786104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-779c0da9-a8b0-4e8a-a575-81eb4cbc94fe tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0853891 Apr 30 01:41:25.787509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41728) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:25.855790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f95999ee-ac5a-438e-a928-291e388c8aae tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.899558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95999ee-ac5a-438e-a928-291e388c8aae tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5c2ce0-398b-4aab-b915-9f264a3b7d71,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:25.912073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f95999ee-ac5a-438e-a928-291e388c8aae tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:25.918397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f95999ee-ac5a-438e-a928-291e388c8aae tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/subnets/dd5c2ce0-398b-4aab-b915-9f264a3b7d71 HTTP/1.1" status: 204 len: 168 time: 0.8776236 Apr 30 01:41:25.920159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41742) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-a89a428b-c662-4dd9-880d-069acb6fc258 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd5c2ce0-398b-4aab-b915-9f264a3b7d71: This subnet is being modified by another concurrent operation. Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd5c2ce0-398b-4aab-b915-9f264a3b7d71: This subnet is being modified by another concurrent operation. Apr 30 01:41:25.973379 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:41:26.016909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0b7dee3d-8d66-47fc-9aa7-0547043572b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port cfe96915-1260-47f5-970f-1f185a4c334f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:26.016909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b7dee3d-8d66-47fc-9aa7-0547043572b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.021991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] For port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:26.031530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] For port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0ff350a2-7d1f-491d-b6c5-dd33c0816fae,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:26.036923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b0618-1c67-439a-bcd9-9e6c9fce5d95 None None] Network 25e18e70-c576-4d96-902f-cf31d85b23b8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:26.052129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c2aef-c109-4bbd-9008-85bac8e5f810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-bffaa029-7823-461e-ac78-a98bae967bf8', 'network_id': 'bffaa029-7823-461e-ac78-a98bae967bf8', 'tenant_id': '92d0154cdc3647559e35e41d3b8937ff', 'fixed_ips': [{'subnet_id': 'a12dc39c-d8a6-440e-8f21-e76ce301e6cb'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:26.053892 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd6c2aef-c109-4bbd-9008-85bac8e5f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.073877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15a2701-0975-4b0c-bc34-d706c5abc41a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Deleting subnet a12dc39c-d8a6-440e-8f21-e76ce301e6cb {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:26.078646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15a2701-0975-4b0c-bc34-d706c5abc41a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.124647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Allocated IP 172.20.0.1 (25e3b3b0-9397-4d95-93ca-5a66de9d6b2d/f153a649-8a83-4c65-9e8b-f06760312214/bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:26.137693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:22Z', 'revision_number': 3, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port': {'id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:20Z', 'updated_at': '2022-04-30T01:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:26.206718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15a2701-0975-4b0c-bc34-d706c5abc41a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.215378 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b7dee3d-8d66-47fc-9aa7-0547043572b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.244610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Checking router: f27d4482-4d88-4d84-bd7b-05eae51301ed for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:41:26.246090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0b7dee3d-8d66-47fc-9aa7-0547043572b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for cfe96915-1260-47f5-970f-1f185a4c334f owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:26.247895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Updating router f27d4482-4d88-4d84-bd7b-05eae51301ed port 1f48df34-5e3e-4718-9656-4baa3c1580e4 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:41:26.436149 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15a2701-0975-4b0c-bc34-d706c5abc41a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.461190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.568723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.591024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.671737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b7dee3d-8d66-47fc-9aa7-0547043572b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.707286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.723692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15a2701-0975-4b0c-bc34-d706c5abc41a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.776897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dee3d-8d66-47fc-9aa7-0547043572b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=cfe96915-1260-47f5-970f-1f185a4c334f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:26.823745 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0b7dee3d-8d66-47fc-9aa7-0547043572b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.831886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0b7dee3d-8d66-47fc-9aa7-0547043572b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/cfe96915-1260-47f5-970f-1f185a4c334f HTTP/1.1" status: 204 len: 168 time: 1.0432107 Apr 30 01:41:26.837651 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:26.841482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a2701-0975-4b0c-bc34-d706c5abc41a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Subnet': ['ID=a12dc39c-d8a6-440e-8f21-e76ce301e6cb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:26.867795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b15a2701-0975-4b0c-bc34-d706c5abc41a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:26.873341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b15a2701-0975-4b0c-bc34-d706c5abc41a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/subnets/a12dc39c-d8a6-440e-8f21-e76ce301e6cb HTTP/1.1" status: 204 len: 168 time: 0.9523511 Apr 30 01:41:26.876588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:26.890275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-bd6c2aef-c109-4bbd-9008-85bac8e5f810 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a12dc39c-d8a6-440e-8f21-e76ce301e6cb: This subnet is being modified by another concurrent operation. Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a12dc39c-d8a6-440e-8f21-e76ce301e6cb: This subnet is being modified by another concurrent operation. Apr 30 01:41:26.892580 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:41:26.914721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:26.920004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:26.966735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c709b-56c3-40c7-b467-48ac47cf5d25 None None] Network bffaa029-7823-461e-ac78-a98bae967bf8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:26.985514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Pushing event updated for resources: {'Port': ['ID=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:26.990403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50822e11-a45e-428f-8a0b-6c39e5143be7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:26.992236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50822e11-a45e-428f-8a0b-6c39e5143be7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:26.997377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-50822e11-a45e-428f-8a0b-6c39e5143be7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1631906 Apr 30 01:41:27.001479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41788) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:27.022811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2970e05-db54-4261-ab9f-46c6123d4530 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:27.025968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f2970e05-db54-4261-ab9f-46c6123d4530 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1344032 Apr 30 01:41:27.031474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41790) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:27.171141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3d1d26-045b-4837-99b8-2600866ebad4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 642fd12c-ed22-4dca-8752-4ad10278596d {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:27.175768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1d26-045b-4837-99b8-2600866ebad4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.180589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.316948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1d26-045b-4837-99b8-2600866ebad4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.344379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd69691-43d9-4e23-8716-82ac67825242 None None] Pushing event updated for resources: {'Port': ['ID=0ff350a2-7d1f-491d-b6c5-dd33c0816fae,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:27.545947 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1d26-045b-4837-99b8-2600866ebad4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.562874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.724050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-033cb947-01ca-4c48-92e7-109532785e87 None None] Provisioning complete for port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:27.724569 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-033cb947-01ca-4c48-92e7-109532785e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.746688 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1d26-045b-4837-99b8-2600866ebad4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.759084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.791297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210869a-e38c-4c46-abd1-76108744e91d req-5f34aee8-b191-4a01-8049-f87a0f386347 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:27.800460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c210869a-e38c-4c46-abd1-76108744e91d req-5f34aee8-b191-4a01-8049-f87a0f386347 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.2633023 Apr 30 01:41:27.804451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d1d26-045b-4837-99b8-2600866ebad4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=642fd12c-ed22-4dca-8752-4ad10278596d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:27.806586 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1d26-045b-4837-99b8-2600866ebad4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.820695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8a3d1d26-045b-4837-99b8-2600866ebad4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/642fd12c-ed22-4dca-8752-4ad10278596d HTTP/1.1" status: 204 len: 168 time: 0.8180587 Apr 30 01:41:27.821568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:27.859473 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.866162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-033cb947-01ca-4c48-92e7-109532785e87 None None] Port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:27.890460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41828) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:27.899953 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-631df378-a702-4be5-8256-c95cd5faa19e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767617 Apr 30 01:41:27.906030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41830) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:27.929345 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:27.955833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c210869a-e38c-4c46-abd1-76108744e91d req-871c8024-09b5-461b-8105-a6f8a6243335 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543448 Apr 30 01:41:28.030796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e9a29a-4b30-49b9-8db9-a9760fba6cf6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:28.036949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Attempting to bind port 1f48df34-5e3e-4718-9656-4baa3c1580e4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:28.037485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Attempting to bind port 1f48df34-5e3e-4718-9656-4baa3c1580e4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:28.037844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Attempting to bind port 1f48df34-5e3e-4718-9656-4baa3c1580e4 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:28.042223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b4e9a29a-4b30-49b9-8db9-a9760fba6cf6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1322041 Apr 30 01:41:28.043915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41838) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:28.058268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:28.058762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:28.059040 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.059464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:28.059939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Bound port: 1f48df34-5e3e-4718-9656-4baa3c1580e4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:28.060315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.065573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45de74e-dd83-40ff-86e2-4d5088fcb1ac None None] Pushing event updated for resources: {'Port': ['ID=1f48df34-5e3e-4718-9656-4baa3c1580e4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:28.149378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] For port 1f48df34-5e3e-4718-9656-4baa3c1580e4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:28.153640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] For port 1f48df34-5e3e-4718-9656-4baa3c1580e4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f48df34-5e3e-4718-9656-4baa3c1580e4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:28.220695 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.296336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a311e28b-32aa-4290-a8fa-631e96a96b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.320054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.342970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22323156-a80c-4aa6-ae22-09744d4fa0d8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:28.349535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-22323156-a80c-4aa6-ae22-09744d4fa0d8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2996571 Apr 30 01:41:28.358755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41844) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:28.389332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffaa029-7823-461e-ac78-a98bae967bf8']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:28.390585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45de74e-dd83-40ff-86e2-4d5088fcb1ac None None] Pushing event updated for resources: {'Port': ['ID=1f48df34-5e3e-4718-9656-4baa3c1580e4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:28.399067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Routers {'f27d4482-4d88-4d84-bd7b-05eae51301ed'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:28.399806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['f27d4482-4d88-4d84-bd7b-05eae51301ed'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:28.459862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b939459-0790-474f-8a57-c03738f3e387') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:28.460354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b939459-0790-474f-8a57-c03738f3e387') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:28.478608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1a49385e-6341-4795-b649-eb576006cd0c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183259 Apr 30 01:41:28.482552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41848) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:28.500289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:28.509989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.568656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.580372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:28.583544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.656567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] Set router f27d4482-4d88-4d84-bd7b-05eae51301ed gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:28.751932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:28.755723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:28.867605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d41592-50c4-455c-9efe-cb82d576b741 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:28.999768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a5562489-2aec-48a8-91bf-41357c121e33 None None] Provisioning complete for port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:29.000297 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a5562489-2aec-48a8-91bf-41357c121e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.001680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d7b135be-e0c1-4419-983b-facda386a117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:29.248457 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:29.264760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03520f1-ae63-4ad2-bf9d-80f03192cd68 req-e8fb2f3c-6e41-4169-a3e5-77af56288c92 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:29.281878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c03520f1-ae63-4ad2-bf9d-80f03192cd68 req-e8fb2f3c-6e41-4169-a3e5-77af56288c92 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1543756 Apr 30 01:41:29.297857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.313601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0ff350a2-7d1f-491d-b6c5-dd33c0816fae up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:29.334394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c03520f1-ae63-4ad2-bf9d-80f03192cd68 req-3af9a56d-46d4-4393-846f-1aadee2d0103 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500088 Apr 30 01:41:29.371408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:27Z', 'revision_number': 4, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port': {'id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:20Z', 'updated_at': '2022-04-30T01:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6', 'name': '', 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'mac_address': 'fa:16:3e:cf:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:25Z', 'updated_at': '2022-04-30T01:41:26Z', 'revision_number': 1, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'subnets': [{'id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:29.398109 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.422284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.424917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf17d-0752-4274-9731-7f40f6bb0ea8 None None] The sync data for ids ['f27d4482-4d88-4d84-bd7b-05eae51301ed'] in n-d-821348-1 is: [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:27Z', 'revision_number': 4, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port': {'id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:20Z', 'updated_at': '2022-04-30T01:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6', 'name': '', 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'mac_address': 'fa:16:3e:cf:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:25Z', 'updated_at': '2022-04-30T01:41:26Z', 'revision_number': 1, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'subnets': [{'id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:29.428648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/networks/bffaa029-7823-461e-ac78-a98bae967bf8 HTTP/1.1" status: 204 len: 168 time: 2.3953741 Apr 30 01:41:29.438204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41880) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:29.450261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4dff2-7749-41b6-9586-e3ba1599ee3d tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Network': ['ID=bffaa029-7823-461e-ac78-a98bae967bf8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:29.470188 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.577917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:29.577917 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.630570 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a5562489-2aec-48a8-91bf-41357c121e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.673220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:29.679293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Pushing event updated for resources: {'Port': ['ID=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:29.684158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.811018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a5562489-2aec-48a8-91bf-41357c121e33 None None] For port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0ff350a2-7d1f-491d-b6c5-dd33c0816fae,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:29.888563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:29.890131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:29.915239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a5562489-2aec-48a8-91bf-41357c121e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.966534 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:29.990232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] Deleting port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:29.990612 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.069530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] For port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0ff350a2-7d1f-491d-b6c5-dd33c0816fae,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:30.070074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.100893 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:41:30.115244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] Calling delete_port for 0ff350a2-7d1f-491d-b6c5-dd33c0816fae owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:30.211623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Router f27d4482-4d88-4d84-bd7b-05eae51301ed has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:41:30.245359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a311e28b-32aa-4290-a8fa-631e96a96b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.268081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562489-2aec-48a8-91bf-41357c121e33 None None] Pushing event updated for resources: {'Port': ['ID=0ff350a2-7d1f-491d-b6c5-dd33c0816fae,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:30.390498 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.409887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a311e28b-32aa-4290-a8fa-631e96a96b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.476901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:41:30.479204 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:41:30.507171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-99cf74f5-f5d5-4a52-99e7-b42745cbc1f6 None None] Provisioning complete for port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:30.510586 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99cf74f5-f5d5-4a52-99e7-b42745cbc1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.538144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:30.561552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-858af001-16bb-426f-9bbc-4a57d0fde90f admin admin] 10.222.0.15 "PUT /v2.0/routers/f27d4482-4d88-4d84-bd7b-05eae51301ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1362593 Apr 30 01:41:30.621334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-99cf74f5-f5d5-4a52-99e7-b42745cbc1f6 None None] Port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:30.631154 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.672104 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.680663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47137e98-b6a6-4cf2-97ef-a2c11a2c48a1 req-e58d558b-1b68-444d-9204-eda5abe03ff2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:30.686692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47137e98-b6a6-4cf2-97ef-a2c11a2c48a1 req-e58d558b-1b68-444d-9204-eda5abe03ff2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0920136 Apr 30 01:41:30.707662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e28b-32aa-4290-a8fa-631e96a96b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28ac08a-3bab-4aca-ae3e-881cebf6228c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:30.715724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a311e28b-32aa-4290-a8fa-631e96a96b58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=404d6e1b3dc240bb967ecf2595acb291&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8118942 Apr 30 01:41:30.722470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41918) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:30.765681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47137e98-b6a6-4cf2-97ef-a2c11a2c48a1 req-e62eb99f-e042-4a7a-9a46-ac1baf47b33e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715215 Apr 30 01:41:30.787327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:30.790430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:30.794209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:30.794828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.797912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=7eaa8755-195e-414d-a0c4-75b7c7e1468c,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:30.798541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] Pushing event deleted for resources: {'Port': ['ID=0ff350a2-7d1f-491d-b6c5-dd33c0816fae,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:30.801147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208c06d-d306-425a-8fc4-09b023820357 None None] No DVR routers for this DVR port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:30.826728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf57d3-4c49-461f-9ec2-a3c6902bd818 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:30.876970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.881209 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10a9b225-e7b1-4b8d-8abb-7f38cc756fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.925701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e18e70-c576-4d96-902f-cf31d85b23b8']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:30.945342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10a9b225-e7b1-4b8d-8abb-7f38cc756fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.948679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e12301-afca-45a4-bfc8-83c3e73f1958') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:30.949361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e12301-afca-45a4-bfc8-83c3e73f1958') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:30.967677 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:30.985092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c7536685-4d11-465b-8770-32832eaafdf9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4990146 Apr 30 01:41:30.988065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41928) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:31.001083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': '7eaa8755-195e-414d-a0c4-75b7c7e1468c', 'ip_address': '2001:db8::23c3:1347:54f6:7fd0'}], 'name': 'tempest-NetworksTestDHCPv6-1261508954'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:31.030413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.039111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Port 0ff350a2-7d1f-491d-b6c5-dd33c0816fae update to ACTIVE by agent not found {{(pid=103320) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 30 01:41:31.062210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:31.062577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '7eaa8755-195e-414d-a0c4-75b7c7e1468c'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:31.062780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.063523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:31.084281 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:31.095280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b8591cd-819a-4a1c-a9b3-c9bbb829fee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.226485 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10a9b225-e7b1-4b8d-8abb-7f38cc756fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.230643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10a9b225-e7b1-4b8d-8abb-7f38cc756fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.231856 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-10a9b225-e7b1-4b8d-8abb-7f38cc756fa0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b28ac08a-3bab-4aca-ae3e-881cebf6228c HTTP/1.1" status: 204 len: 168 time: 0.5052342 Apr 30 01:41:31.242843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9b225-e7b1-4b8d-8abb-7f38cc756fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28ac08a-3bab-4aca-ae3e-881cebf6228c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:31.323675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f48df34-5e3e-4718-9656-4baa3c1580e4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:31.443849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/7eaa8755-195e-414d-a0c4-75b7c7e1468c/a5fa4b4e-a3e4-47ae-8895-6a86948df72e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:31.448789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1f48df34-5e3e-4718-9656-4baa3c1580e4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:31.450703 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.470576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:31.470732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.475452 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.479783 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/networks/25e18e70-c576-4d96-902f-cf31d85b23b8 HTTP/1.1" status: 204 len: 168 time: 2.0398889 Apr 30 01:41:31.497688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:31.517875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae0c74-fbe3-403b-93c6-818f20c70125 tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Network': ['ID=25e18e70-c576-4d96-902f-cf31d85b23b8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:31.824203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.834311 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.885828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 1f48df34-5e3e-4718-9656-4baa3c1580e4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f48df34-5e3e-4718-9656-4baa3c1580e4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:31.928616 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.954036 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:31.978758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.050718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 7276e5f6-454b-473e-909b-cb61eb2fe99b yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:32.074833 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.090559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.108228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0ff350a2-7d1f-491d-b6c5-dd33c0816fae no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:32.108537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa3a5a-bd83-4708-9cee-bf86b0e42daf req-a0e12569-025e-4ea3-afd7-c30c1449da0d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:32.108537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49fa3a5a-bd83-4708-9cee-bf86b0e42daf req-a0e12569-025e-4ea3-afd7-c30c1449da0d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1899347 Apr 30 01:41:32.108755 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.128130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:32.137490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 0ff350a2-7d1f-491d-b6c5-dd33c0816fae {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:32.137822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0ff350a2-7d1f-491d-b6c5-dd33c0816fae not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:32.140547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:32.146914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:32.154272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=1f48df34-5e3e-4718-9656-4baa3c1580e4,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:32.191709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ef0f99-da83-41bd-987c-4e3a693f14a9']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:32.212522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b85a629-eae5-4e05-8ae4-46ea5a374a77') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:32.212897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b85a629-eae5-4e05-8ae4-46ea5a374a77') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:32.232053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49fa3a5a-bd83-4708-9cee-bf86b0e42daf req-b9342d3e-2761-49a7-a865-7d79ae7b3e10 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135094 Apr 30 01:41:32.314450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Pushing event updated for resources: {'Port': ['ID=a5fa4b4e-a3e4-47ae-8895-6a86948df72e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:32.333897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Attempting to bind port a5fa4b4e-a3e4-47ae-8895-6a86948df72e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:32.335244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Attempting to bind port a5fa4b4e-a3e4-47ae-8895-6a86948df72e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:32.335777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Attempting to bind port a5fa4b4e-a3e4-47ae-8895-6a86948df72e on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:32.343510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:32.344078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:32.344581 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.345070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:32.345829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Bound port: a5fa4b4e-a3e4-47ae-8895-6a86948df72e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:32.346359 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.363033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.390333 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.401937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::23c3:1347:54f6:7fd0 (ff3497db-d506-41b3-bc96-8e107d7f907f/7eaa8755-195e-414d-a0c4-75b7c7e1468c/7276e5f6-454b-473e-909b-cb61eb2fe99b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:32.404405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:32.404789 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:32.410729 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:32.477258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] For port a5fa4b4e-a3e4-47ae-8895-6a86948df72e, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:32.687693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:32.701984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-462700ce-9991-4655-b927-3da7886c020f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.720893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.776922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] For port a5fa4b4e-a3e4-47ae-8895-6a86948df72e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a5fa4b4e-a3e4-47ae-8895-6a86948df72e,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:32.780202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.821662 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.824596 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-462700ce-9991-4655-b927-3da7886c020f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.828767 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/networks/27ef0f99-da83-41bd-987c-4e3a693f14a9 HTTP/1.1" status: 204 len: 168 time: 1.3272567 Apr 30 01:41:32.830444 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41990) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:32.831334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce8eda-dac7-4d19-9f77-00120e1b454a tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Network': ['ID=27ef0f99-da83-41bd-987c-4e3a693f14a9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:32.845964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.880545 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.945969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.968414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=7276e5f6-454b-473e-909b-cb61eb2fe99b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:32.976392 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-462700ce-9991-4655-b927-3da7886c020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:32.985883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:32.987417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:32.990669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:33.006509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:33.007304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.026530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-462700ce-9991-4655-b927-3da7886c020f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bfb431a9540470ea9f1717792f512bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367651 Apr 30 01:41:33.037736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41994) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:33.049568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e0ce3-143d-4ab0-bc22-7c3c51e49353 None None] Pushing event updated for resources: {'Port': ['ID=a5fa4b4e-a3e4-47ae-8895-6a86948df72e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:33.136543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462700ce-9991-4655-b927-3da7886c020f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc652d95-5e19-46d5-8260-36c9e7d7276e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:33.144783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2f2ab211-0666-49f5-89aa-414d0ac3ae9e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1458569 Apr 30 01:41:33.145020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42002) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:33.151297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f1bb0b71-cb86-4ae9-88aa-e3e5ae9ed87b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': '7eaa8755-195e-414d-a0c4-75b7c7e1468c', 'ip_address': '2001:db8::23c3:1347:54f6:7fd0'}], 'name': 'tempest-NetworksTestDHCPv6-1281214399'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:33.226144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f48df34-5e3e-4718-9656-4baa3c1580e4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:33.252943 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd3c211d-52ec-407d-838c-4884905a7a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.258303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.350199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2627027-9d07-4abf-a3dc-7cce7ac8075d']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:33.390119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd3c211d-52ec-407d-838c-4884905a7a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.438944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a09e47e-3864-41b8-94c0-316d518a01e1') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:33.439241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a09e47e-3864-41b8-94c0-316d518a01e1') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:33.460868 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Sync routers for ids ['f27d4482-4d88-4d84-bd7b-05eae51301ed'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:33.485312 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Routers {'f27d4482-4d88-4d84-bd7b-05eae51301ed'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:33.487924 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['f27d4482-4d88-4d84-bd7b-05eae51301ed'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:33.491211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1f48df34-5e3e-4718-9656-4baa3c1580e4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:33.491670 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.501832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.567280 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.574657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:33.580718 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:33.680094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f639cb9-2595-4678-bc3a-ee0fd3b4a209 req-99019ce7-81ae-4219-815a-fbdad6ffd919 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:33.681421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f639cb9-2595-4678-bc3a-ee0fd3b4a209 req-99019ce7-81ae-4219-815a-fbdad6ffd919 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.2298362 Apr 30 01:41:33.689693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42010) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:33.735668 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Set router f27d4482-4d88-4d84-bd7b-05eae51301ed gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:33.763523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb0b71-cb86-4ae9-88aa-e3e5ae9ed87b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:33.768439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1bb0b71-cb86-4ae9-88aa-e3e5ae9ed87b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.807907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.809229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.809860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-f1bb0b71-cb86-4ae9-88aa-e3e5ae9ed87b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 641a9ff8-88b9-484a-bf50-f871961706f2 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:33.813941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd3c211d-52ec-407d-838c-4884905a7a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.817707 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd3c211d-52ec-407d-838c-4884905a7a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.819005 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bd3c211d-52ec-407d-838c-4884905a7a84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc652d95-5e19-46d5-8260-36c9e7d7276e HTTP/1.1" status: 204 len: 168 time: 0.7723045 Apr 30 01:41:33.855941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:33.864379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] 10.222.0.15 "DELETE /v2.0/networks/c2627027-9d07-4abf-a3dc-7cce7ac8075d HTTP/1.1" status: 204 len: 168 time: 1.0265079 Apr 30 01:41:33.906598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c211d-52ec-407d-838c-4884905a7a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc652d95-5e19-46d5-8260-36c9e7d7276e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:33.909030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5faa0c-3add-4827-b76a-38043d17dd0f tempest-BulkNetworkOpsTest-2063146591 tempest-BulkNetworkOpsTest-2063146591-project] Pushing event deleted for resources: {'Network': ['ID=c2627027-9d07-4abf-a3dc-7cce7ac8075d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:33.934499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f639cb9-2595-4678-bc3a-ee0fd3b4a209 req-eb2cdc27-22ca-4d86-8a88-394ab5e1b6c5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370906 Apr 30 01:41:33.980168 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:34.184291 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:27Z', 'revision_number': 4, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port': {'id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:20Z', 'updated_at': '2022-04-30T01:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6', 'name': '', 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'mac_address': 'fa:16:3e:cf:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:25Z', 'updated_at': '2022-04-30T01:41:28Z', 'revision_number': 2, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'subnets': [{'id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:34.240050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Checking router: f27d4482-4d88-4d84-bd7b-05eae51301ed for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:41:34.240050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Updating router f27d4482-4d88-4d84-bd7b-05eae51301ed port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:41:34.262953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42022) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:34.284319 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:34.653410 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bb0b71-cb86-4ae9-88aa-e3e5ae9ed87b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 30 01:41:34.654204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1bb0b71-cb86-4ae9-88aa-e3e5ae9ed87b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:41:34.681282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:34.749724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e42cab52-680c-4500-b417-672ea30ec775 None None] Provisioning complete for port a5fa4b4e-a3e4-47ae-8895-6a86948df72e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:34.751448 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e42cab52-680c-4500-b417-672ea30ec775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:34.787436 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:34.828003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f1bb0b71-cb86-4ae9-88aa-e3e5ae9ed87b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6817911 Apr 30 01:41:34.830928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42030) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:34.892843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42032) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:34.894436 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:34.938309 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5aac796-5a4c-41bf-b3a7-ec9d51eada57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:34.972763 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e42cab52-680c-4500-b417-672ea30ec775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.013472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9be46a-45ca-4f6b-b358-e25baf2e7db1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:35.068265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9be46a-45ca-4f6b-b358-e25baf2e7db1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:35.080074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d9be46a-45ca-4f6b-b358-e25baf2e7db1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2410016 Apr 30 01:41:35.086916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42038) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:35.089968 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Pushing event updated for resources: {'Port': ['ID=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:35.115710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e42cab52-680c-4500-b417-672ea30ec775 None None] For port a5fa4b4e-a3e4-47ae-8895-6a86948df72e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a5fa4b4e-a3e4-47ae-8895-6a86948df72e,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:35.153531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42042) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:35.186638 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.187183 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.194528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.194528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.194528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.194528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.194528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.198566 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.199270 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.200343 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.200836 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.201338 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:35.220086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e42cab52-680c-4500-b417-672ea30ec775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.363155 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Attempting to bind port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:35.363505 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Attempting to bind port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:35.363650 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Attempting to bind port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 on network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:35.378084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:35.379645 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Checking segment: {'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:35.381246 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.381846 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Bound using segment: {'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:35.382581 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Bound port: bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ab0e22-a6ae-4d97-b59a-c428af5f1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:35.382764 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.421556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a5fa4b4e-a3e4-47ae-8895-6a86948df72e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:35.455191 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45796c36-7add-40e0-8692-65c874d3c0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.516245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-acc40fa3-ed95-4ed5-87fe-115cd7e1368e None None] Could not find standard attr ID for object cfe96915-1260-47f5-970f-1f185a4c334f. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:41:35.522182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-33de7f4f-d572-43e6-ba94-88c266ec733e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 7276e5f6-454b-473e-909b-cb61eb2fe99b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:35.522531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33de7f4f-d572-43e6-ba94-88c266ec733e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.536990 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] For port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:35.542396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135eba9-c7bf-4530-9c01-be9bb4cda767 req-63d96934-8915-49bd-8bc8-090f1c0066f0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:35.544033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2135eba9-c7bf-4530-9c01-be9bb4cda767 req-63d96934-8915-49bd-8bc8-090f1c0066f0 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.2738688 Apr 30 01:41:35.549305 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] For port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,segment=NetworkSegment(71ab0e22-a6ae-4d97-b59a-c428af5f1641),segment_id=71ab0e22-a6ae-4d97-b59a-c428af5f1641)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:35.557771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cab52-680c-4500-b417-672ea30ec775 None None] Pushing event updated for resources: {'Port': ['ID=a5fa4b4e-a3e4-47ae-8895-6a86948df72e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:35.580382 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-77f793de-1f2e-4430-be52-31aebe4bbd5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92d0154cdc3647559e35e41d3b8937ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171309 Apr 30 01:41:35.587232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42046) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:35.606767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a5fa4b4e-a3e4-47ae-8895-6a86948df72e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:35.607230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.648715 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.658944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Deleting port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:35.659641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.716537 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.729911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] Provisioning complete for port 7276e5f6-454b-473e-909b-cb61eb2fe99b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:35.730288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.740084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.740985 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Routers {'f27d4482-4d88-4d84-bd7b-05eae51301ed'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:35.741822 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['f27d4482-4d88-4d84-bd7b-05eae51301ed'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:35.837074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5aac796-5a4c-41bf-b3a7-ec9d51eada57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.865551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33de7f4f-d572-43e6-ba94-88c266ec733e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.884596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] For port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,segment=NetworkSegment(71ab0e22-a6ae-4d97-b59a-c428af5f1641),segment_id=71ab0e22-a6ae-4d97-b59a-c428af5f1641)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:35.885480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.906060 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5de484-e8e7-4ca3-af3f-dfa83c90d536 None None] Pushing event updated for resources: {'Port': ['ID=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:35.909312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] Port 7276e5f6-454b-473e-909b-cb61eb2fe99b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:35.909801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Calling delete_port for bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:35.913430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.917492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.920270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c8b734d-b9b7-4e3f-a8dd-72c3306c6dfd HTTP/1.1" status: 204 len: 168 time: 0.3267157 Apr 30 01:41:35.934525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2135eba9-c7bf-4530-9c01-be9bb4cda767 req-f03bd664-206d-4498-9556-33f0b9bc6f79 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3792715 Apr 30 01:41:35.936159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-33de7f4f-d572-43e6-ba94-88c266ec733e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 7276e5f6-454b-473e-909b-cb61eb2fe99b owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:35.981368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] Provisioning complete for port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:35.982180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.987049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5aac796-5a4c-41bf-b3a7-ec9d51eada57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:35.990044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b734d-b9b7-4e3f-a8dd-72c3306c6dfd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:36.044895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.045236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.053542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.053885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.054230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.056990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.056990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.056990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.061951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.065821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.066174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.066511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff2256-a9e3-4caf-bf4a-0b3b38fe014a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:36.132466 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] Set router f27d4482-4d88-4d84-bd7b-05eae51301ed gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:36.143983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac796-5a4c-41bf-b3a7-ec9d51eada57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca5252a-4b2e-465e-b778-24e94dc7804d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:36.171186 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.237019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23859fe6-2b88-400a-ac73-4e0cde1988d1 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:41:36.255368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] For port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,segment=NetworkSegment(71ab0e22-a6ae-4d97-b59a-c428af5f1641),segment_id=71ab0e22-a6ae-4d97-b59a-c428af5f1641)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:36.297959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c5aac796-5a4c-41bf-b3a7-ec9d51eada57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76ced53c03a04946b7dab4e01ef4e22d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4037857 Apr 30 01:41:36.308681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45796c36-7add-40e0-8692-65c874d3c0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.319506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42054) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:36.395469 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45796c36-7add-40e0-8692-65c874d3c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.412474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23859fe6-2b88-400a-ac73-4e0cde1988d1 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:41:36.413512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.467042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45796c36-7add-40e0-8692-65c874d3c0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def7ef67-1a26-4f6b-844f-1dab273129d2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:36.514593 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6531a5e7-e916-4691-a807-f0a9c71cb54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.536989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa0711-ef64-410a-91e7-718678ccbb16 None None] Pushing event updated for resources: {'Port': ['ID=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:36.568996 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.591004 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:27Z', 'revision_number': 4, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port': {'id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:20Z', 'updated_at': '2022-04-30T01:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6', 'name': '', 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'mac_address': 'fa:16:3e:cf:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:25Z', 'updated_at': '2022-04-30T01:41:35Z', 'revision_number': 4, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'subnets': [{'id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:36.619156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:36.629514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-45796c36-7add-40e0-8692-65c874d3c0a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe683988c3814661b3225cf555b59e51&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3632128 Apr 30 01:41:36.630730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:36.639455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a00e4414-a92c-4458-afd4-6ceef15e2d9f None None] Provisioning complete for port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:36.639824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a00e4414-a92c-4458-afd4-6ceef15e2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.679923 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d2cd3-5b5f-4bad-8859-12fe09eda8c8 None None] The sync data for ids ['f27d4482-4d88-4d84-bd7b-05eae51301ed'] in n-d-821348-1 is: [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:27Z', 'revision_number': 4, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port': {'id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:20Z', 'updated_at': '2022-04-30T01:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6', 'name': '', 'network_id': '25e3b3b0-9397-4d95-93ca-5a66de9d6b2d', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'mac_address': 'fa:16:3e:cf:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:25Z', 'updated_at': '2022-04-30T01:41:35Z', 'revision_number': 4, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'subnets': [{'id': 'f153a649-8a83-4c65-9e8b-f06760312214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:36.697616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6531a5e7-e916-4691-a807-f0a9c71cb54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.713423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a00e4414-a92c-4458-afd4-6ceef15e2d9f None None] Port bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 was deleted so its status cannot be updated. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 30 01:41:36.778853 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e23a7c59-225f-46e9-bfed-01ff02830038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.787176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33de7f4f-d572-43e6-ba94-88c266ec733e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.828658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de7f4f-d572-43e6-ba94-88c266ec733e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=7276e5f6-454b-473e-909b-cb61eb2fe99b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:36.860001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6531a5e7-e916-4691-a807-f0a9c71cb54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.871615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6531a5e7-e916-4691-a807-f0a9c71cb54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.871615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6531a5e7-e916-4691-a807-f0a9c71cb54e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dca5252a-4b2e-465e-b778-24e94dc7804d HTTP/1.1" status: 204 len: 168 time: 0.5437155 Apr 30 01:41:36.940628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e23a7c59-225f-46e9-bfed-01ff02830038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.960498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531a5e7-e916-4691-a807-f0a9c71cb54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca5252a-4b2e-465e-b778-24e94dc7804d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:36.961765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33de7f4f-d572-43e6-ba94-88c266ec733e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:36.978551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-33de7f4f-d572-43e6-ba94-88c266ec733e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/7276e5f6-454b-473e-909b-cb61eb2fe99b HTTP/1.1" status: 204 len: 168 time: 1.8932347 Apr 30 01:41:36.979949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42072) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:37.080917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:37.168619 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e23a7c59-225f-46e9-bfed-01ff02830038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:37.172039 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e23a7c59-225f-46e9-bfed-01ff02830038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:37.173424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e23a7c59-225f-46e9-bfed-01ff02830038 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/def7ef67-1a26-4f6b-844f-1dab273129d2 HTTP/1.1" status: 204 len: 168 time: 0.5414407 Apr 30 01:41:37.183480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5808750-e893-461c-8d5b-9142c8d91054 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:41:37.190633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7c59-225f-46e9-bfed-01ff02830038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def7ef67-1a26-4f6b-844f-1dab273129d2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:37.219990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e96ce-eaa9-485a-b50e-86d41cd169c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:37.223450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e96ce-eaa9-485a-b50e-86d41cd169c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:37.225373 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-921e96ce-eaa9-485a-b50e-86d41cd169c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2433751 Apr 30 01:41:37.228963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42080) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:37.380862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a5fa4b4e-a3e4-47ae-8895-6a86948df72e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:37.384597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5808750-e893-461c-8d5b-9142c8d91054 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:41:37.890211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a5fa4b4e-a3e4-47ae-8895-6a86948df72e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:37.890578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:38.059729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a29c9-76b9-417b-ac5f-68c33b922a2d req-5fb40b38-834d-4b96-8c1c-e3d5edca0d3d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:38.080989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c5a29c9-76b9-417b-ac5f-68c33b922a2d req-5fb40b38-834d-4b96-8c1c-e3d5edca0d3d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1937878 Apr 30 01:41:38.085579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4541b0-5461-4dcb-b490-95789795bb28 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 7eaa8755-195e-414d-a0c4-75b7c7e1468c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:38.089748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d4541b0-5461-4dcb-b490-95789795bb28 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:38.148722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d4541b0-5461-4dcb-b490-95789795bb28 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:38.366414 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d4541b0-5461-4dcb-b490-95789795bb28 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:38.479324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c5a29c9-76b9-417b-ac5f-68c33b922a2d req-d4c9989a-9c73-412b-af36-011deb4fa2e8 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495684 Apr 30 01:41:38.663230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Router f27d4482-4d88-4d84-bd7b-05eae51301ed has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:41:38.748235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d4541b0-5461-4dcb-b490-95789795bb28 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:38.776811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42114) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:38.815250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4541b0-5461-4dcb-b490-95789795bb28 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=7eaa8755-195e-414d-a0c4-75b7c7e1468c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:38.817457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d4541b0-5461-4dcb-b490-95789795bb28 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:38.820625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0d4541b0-5461-4dcb-b490-95789795bb28 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/7eaa8755-195e-414d-a0c4-75b7c7e1468c HTTP/1.1" status: 204 len: 168 time: 1.5905387 Apr 30 01:41:38.824000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42118) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:38.828331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48039714-42eb-46ac-8537-1a7c276d9828 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:38.868959 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-24cff689-ce3a-4e11-b583-e68a36138d41 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438714 Apr 30 01:41:38.873448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:38.874140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42120) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:38.878719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5e04ddb6-d919-4a55-bfe6-13e7bb5aff14 admin admin] 10.222.0.15 "PUT /v2.0/routers/f27d4482-4d88-4d84-bd7b-05eae51301ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1875255 Apr 30 01:41:38.881604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42122) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:38.884253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:38.890423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] Sync routers for ids ['f27d4482-4d88-4d84-bd7b-05eae51301ed'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:38.919237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] Routers {'f27d4482-4d88-4d84-bd7b-05eae51301ed'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:38.919909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['f27d4482-4d88-4d84-bd7b-05eae51301ed'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:39.052260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.145651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] Set router f27d4482-4d88-4d84-bd7b-05eae51301ed gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:39.168740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-649028299'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:39.219906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:39.224015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:39.224976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.243357 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.361149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:39.364799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.375881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.482902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] Deleting port a5fa4b4e-a3e4-47ae-8895-6a86948df72e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:39.483297 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.495386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Deleting port 1f48df34-5e3e-4718-9656-4baa3c1580e4 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:39.495816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.675089 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.688787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:36Z', 'revision_number': 5, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port': {'id': '1f48df34-5e3e-4718-9656-4baa3c1580e4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:20Z', 'updated_at': '2022-04-30T01:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:39.735231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] For port 1f48df34-5e3e-4718-9656-4baa3c1580e4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f48df34-5e3e-4718-9656-4baa3c1580e4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:39.735818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.755578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] Checking router: f27d4482-4d88-4d84-bd7b-05eae51301ed for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:41:39.756746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Calling delete_port for 1f48df34-5e3e-4718-9656-4baa3c1580e4 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:39.758519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] For port a5fa4b4e-a3e4-47ae-8895-6a86948df72e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a5fa4b4e-a3e4-47ae-8895-6a86948df72e,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:39.758918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.765313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c97d17-173a-401f-929f-71b77951ac71 req-d176c128-fce1-473e-991d-d594030959a4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:39.767144 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32c97d17-173a-401f-929f-71b77951ac71 req-d176c128-fce1-473e-991d-d594030959a4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0888860 Apr 30 01:41:39.773165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.807317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] Calling delete_port for a5fa4b4e-a3e4-47ae-8895-6a86948df72e owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:39.808927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] Routers {'f27d4482-4d88-4d84-bd7b-05eae51301ed'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:39.809561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['f27d4482-4d88-4d84-bd7b-05eae51301ed'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:39.913905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32c97d17-173a-401f-929f-71b77951ac71 req-82709cd9-e2a4-4260-813a-628f227c0a0e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269672 Apr 30 01:41:39.930922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:39.951606 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:39.952050 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment da96144f-7446-4518-8965-cc1a5dbc354a of type vlan for network f425cc53-8e99-4b89-9dfe-c7054a7dee63 Apr 30 01:41:39.953646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38f1bfe-6b9b-49eb-94b3-0598573641d6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:40.023934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] Set router f27d4482-4d88-4d84-bd7b-05eae51301ed gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:40.082694 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.094915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.116265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:40.139169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:40.143803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:40.144405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.163129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:39Z', 'revision_number': 6, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:40.207099 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.211356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=489d75f9-7db2-4809-9508-b5026eca126d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:40.233748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d574758-0e9d-4c54-a193-7c75b1b0a256 None None] The sync data for ids ['f27d4482-4d88-4d84-bd7b-05eae51301ed'] in n-d-821348-1 is: [{'id': 'f27d4482-4d88-4d84-bd7b-05eae51301ed', 'name': 'tempest-ImageQuotaTest-2117638394-router', 'tenant_id': 'e131ee4d25d0410782a56a64bcb628bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:19Z', 'updated_at': '2022-04-30T01:41:39Z', 'revision_number': 6, 'project_id': 'e131ee4d25d0410782a56a64bcb628bf', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:40.275170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f48df34-5e3e-4718-9656-4baa3c1580e4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:40.324102 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-00174701-9641-46e7-925a-572084eee871 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4484503 Apr 30 01:41:40.326534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:40.336438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c552203d-36db-4789-87d7-d060a07e120d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': '489d75f9-7db2-4809-9508-b5026eca126d', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-14038655'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:40.347342 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.362865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.368983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:40.370581 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.403594 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.435090 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] Pushing event deleted for resources: {'Port': ['ID=a5fa4b4e-a3e4-47ae-8895-6a86948df72e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:40.458618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630be34f-1ee5-4252-9900-02169912fad0 None None] No DVR routers for this DVR port a5fa4b4e-a3e4-47ae-8895-6a86948df72e on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:40.481967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fabcca-7eb4-42d6-8c02-6b141a83d801 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:40.492724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.496133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.557812 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7842717 Apr 30 01:41:40.561413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba1074-4c76-4f70-8ea7-fc50bc81c920 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=f425cc53-8e99-4b89-9dfe-c7054a7dee63,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:40.564553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42204) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:40.578822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1190525566'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:40.579614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f425cc53-8e99-4b89-9dfe-c7054a7dee63 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:40.725568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-e0878a19-12cc-416c-bad0-8021f829032e req-3f73e187-3613-4368-8261-a1d09284a7ac service neutron] (103319) timed out ('10.222.0.15', 44658) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 01:41:40.757664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c71fd-11e6-478d-ab9e-4f97e197cf91 req-9b0e5668-7f94-44e4-bb26-df8fb74ea7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:40.759103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c64c71fd-11e6-478d-ab9e-4f97e197cf91 req-9b0e5668-7f94-44e4-bb26-df8fb74ea7f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.1757250 Apr 30 01:41:40.803674 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.804237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27d4482-4d88-4d84-bd7b-05eae51301ed {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:41:40.819139 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.820607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4e1b5ded-0824-4cda-b911-2a5011104144 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f27d4482-4d88-4d84-bd7b-05eae51301ed HTTP/1.1" status: 204 len: 168 time: 1.9352193 Apr 30 01:41:40.824288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42208) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:40.859960 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c64c71fd-11e6-478d-ab9e-4f97e197cf91 req-4aff03bb-dfa0-4588-9e03-922187a6fa3e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902622 Apr 30 01:41:40.902218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '489d75f9-7db2-4809-9508-b5026eca126d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:40.905760 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.910513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-1668408a-e836-4658-9d34-241c5ef6b2a5 admin admin] Deleting subnet f153a649-8a83-4c65-9e8b-f06760312214 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:40.914081 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1668408a-e836-4658-9d34-241c5ef6b2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.934859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42212) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:40.946544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:40.950273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:40.992958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c552203d-36db-4789-87d7-d060a07e120d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:41.093022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1668408a-e836-4658-9d34-241c5ef6b2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.144645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42220) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:41.163857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:41:41.186779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.187696 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment 04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e of type vlan for network 8a287c47-b1b5-465f-8158-591afde94043 Apr 30 01:41:41.187826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/489d75f9-7db2-4809-9508-b5026eca126d/31bd5dab-0667-4a1e-9c82-942f79b8dc5b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:41.221462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac34838-af9a-45a2-b4e7-5a965085b3e9 req-8c3879a3-9e4c-42dc-bf61-8821c551ef08 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:41.226462 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bac34838-af9a-45a2-b4e7-5a965085b3e9 req-8c3879a3-9e4c-42dc-bf61-8821c551ef08 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1675622 Apr 30 01:41:41.307457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c552203d-36db-4789-87d7-d060a07e120d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.309986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.355402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae4704e3-ebdf-4690-86e2-74b2b8b6347e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.389120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1668408a-e836-4658-9d34-241c5ef6b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.394816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f48df34-5e3e-4718-9656-4baa3c1580e4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:41.418773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1f48df34-5e3e-4718-9656-4baa3c1580e4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:41.419106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f48df34-5e3e-4718-9656-4baa3c1580e4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:41.419564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a5fa4b4e-a3e4-47ae-8895-6a86948df72e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:41.439644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aeac5e20-b977-4156-906a-c7c24644a860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.466894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a5fa4b4e-a3e4-47ae-8895-6a86948df72e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:41.467246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a5fa4b4e-a3e4-47ae-8895-6a86948df72e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:41.467689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:41.504638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bac34838-af9a-45a2-b4e7-5a965085b3e9 req-c90f49ba-8d7f-456d-86d5-3dad320207c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434258 Apr 30 01:41:41.530841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-c552203d-36db-4789-87d7-d060a07e120d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port ffd34486-3ca7-4872-8726-9a65b3a5e6b7 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:41:41.591485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:41.591937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfab09c6-5e90-4349-9a3c-5d7f4b7a92c6 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:41.639685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1668408a-e836-4658-9d34-241c5ef6b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.674436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668408a-e836-4658-9d34-241c5ef6b2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f153a649-8a83-4c65-9e8b-f06760312214,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:41.676472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.685453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:41.686054 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.686285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.705484 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae4704e3-ebdf-4690-86e2-74b2b8b6347e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.712562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacfa2b4-b5c9-40f0-8e83-03be64402af7 None None] Network 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:41.742678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1668408a-e836-4658-9d34-241c5ef6b2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.746356 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1668408a-e836-4658-9d34-241c5ef6b2a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f153a649-8a83-4c65-9e8b-f06760312214 HTTP/1.1" status: 204 len: 168 time: 0.9204803 Apr 30 01:41:41.763762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42226) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:41.820576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.829621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2560515 Apr 30 01:41:41.830565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6ae69-40c4-4e81-ae2f-69f26c139def tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=8a287c47-b1b5-465f-8158-591afde94043,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:41.832632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:41.839048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': 'f425cc53-8e99-4b89-9dfe-c7054a7dee63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:41.839376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae4704e3-ebdf-4690-86e2-74b2b8b6347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.863783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 8a287c47-b1b5-465f-8158-591afde94043 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:41:41.890914 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-c552203d-36db-4789-87d7-d060a07e120d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:41:41.891708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c552203d-36db-4789-87d7-d060a07e120d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:41:41.896399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ae4704e3-ebdf-4690-86e2-74b2b8b6347e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96151471e7a34a768ba938a79ff960e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9592361 Apr 30 01:41:41.900319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4704e3-ebdf-4690-86e2-74b2b8b6347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30afd78-1edc-473a-99e4-0ff33911afc9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:41.903275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42230) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:41.936389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:41.997146 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c552203d-36db-4789-87d7-d060a07e120d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6677749 Apr 30 01:41:42.012452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42232) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:42.019776 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aeac5e20-b977-4156-906a-c7c24644a860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.022991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:42.040377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:42.042326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1700ec3-4525-4ab7-9e7d-1afdee2cf656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.044427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:42.081571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1700ec3-4525-4ab7-9e7d-1afdee2cf656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.094898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f890a-ff80-4aba-946f-8054c5761219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:42.102678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-243f890a-ff80-4aba-946f-8054c5761219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0841012 Apr 30 01:41:42.106015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42234) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:42.119332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:42.121297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Deleting port 53df5f1f-74ae-471c-a08e-b734932a541f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:42.121649 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.125644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.287977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcffabc7-7932-4b4c-9431-9694ec82ae24 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:42.290225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcffabc7-7932-4b4c-9431-9694ec82ae24 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:42.292770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bcffabc7-7932-4b4c-9431-9694ec82ae24 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1857598 Apr 30 01:41:42.300072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42238) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:42.301635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aeac5e20-b977-4156-906a-c7c24644a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.358073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aeac5e20-b977-4156-906a-c7c24644a860 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d971db147a143389fda1b2685ce008b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1867094 Apr 30 01:41:42.503235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac5e20-b977-4156-906a-c7c24644a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598d41f-3b01-473f-bfe7-f03fd2739a8d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:42.503235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] For port 53df5f1f-74ae-471c-a08e-b734932a541f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=53df5f1f-74ae-471c-a08e-b734932a541f,segment=NetworkSegment(71ab0e22-a6ae-4d97-b59a-c428af5f1641),segment_id=71ab0e22-a6ae-4d97-b59a-c428af5f1641)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:42.503235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.505953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Pushing event updated for resources: {'Port': ['ID=31bd5dab-0667-4a1e-9c82-942f79b8dc5b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:42.506718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Calling delete_port for 53df5f1f-74ae-471c-a08e-b734932a541f owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:42.507113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a063d56a-6c7a-4d27-9ba1-0ceb52cc88fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 489d75f9-7db2-4809-9508-b5026eca126d {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:42.507113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a063d56a-6c7a-4d27-9ba1-0ceb52cc88fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.507113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a063d56a-6c7a-4d27-9ba1-0ceb52cc88fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Attempting to bind port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Attempting to bind port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Attempting to bind port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Bound port: 31bd5dab-0667-4a1e-9c82-942f79b8dc5b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:42.507659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.511041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42242) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:42.600951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] For port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:42.621258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] DHCP port deletion for 25e3b3b0-9397-4d95-93ca-5a66de9d6b2d request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:42.624809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] For port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=31bd5dab-0667-4a1e-9c82-942f79b8dc5b,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:42.631077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d933bc5-9b4d-49a7-ab2c-896d0ee8cc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.654811 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d933bc5-9b4d-49a7-ab2c-896d0ee8cc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.689418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] Deleting port 53df5f1f-74ae-471c-a08e-b734932a541f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:42.689893 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.721941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1700ec3-4525-4ab7-9e7d-1afdee2cf656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.731390 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1700ec3-4525-4ab7-9e7d-1afdee2cf656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.731390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b1700ec3-4525-4ab7-9e7d-1afdee2cf656 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b30afd78-1edc-473a-99e4-0ff33911afc9 HTTP/1.1" status: 204 len: 168 time: 0.8150136 Apr 30 01:41:42.743211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13d783-b112-456b-8aed-cbcb220d8104 req-bcbed599-27c2-4750-8029-2bf135b464ce tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:42.745497 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8f13d783-b112-456b-8aed-cbcb220d8104 req-bcbed599-27c2-4750-8029-2bf135b464ce tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0754592 Apr 30 01:41:42.751161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1700ec3-4525-4ab7-9e7d-1afdee2cf656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30afd78-1edc-473a-99e4-0ff33911afc9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:42.769231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] For port 53df5f1f-74ae-471c-a08e-b734932a541f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=53df5f1f-74ae-471c-a08e-b734932a541f,segment=NetworkSegment(71ab0e22-a6ae-4d97-b59a-c428af5f1641),segment_id=71ab0e22-a6ae-4d97-b59a-c428af5f1641)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:42.769689 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.780252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.805292 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8f13d783-b112-456b-8aed-cbcb220d8104 req-cbe9f749-7943-4967-ab2b-2d411824d8a5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479321 Apr 30 01:41:42.810582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] Calling delete_port for 53df5f1f-74ae-471c-a08e-b734932a541f owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:42.824822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] No DVR routers for this DVR port 53df5f1f-74ae-471c-a08e-b734932a541f on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:42.824822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Pushing event deleted for resources: {'Port': ['ID=53df5f1f-74ae-471c-a08e-b734932a541f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:42.848907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a063d56a-6c7a-4d27-9ba1-0ceb52cc88fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.853028 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.916689 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d933bc5-9b4d-49a7-ab2c-896d0ee8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.920069 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d933bc5-9b4d-49a7-ab2c-896d0ee8cc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.923622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1d933bc5-9b4d-49a7-ab2c-896d0ee8cc27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5598d41f-3b01-473f-bfe7-f03fd2739a8d HTTP/1.1" status: 204 len: 168 time: 0.4090276 Apr 30 01:41:42.938313 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:42.945911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d933bc5-9b4d-49a7-ab2c-896d0ee8cc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598d41f-3b01-473f-bfe7-f03fd2739a8d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:43.039333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38787b1d-7a5a-4fd3-833e-c6f4a35d3e7e None None] Pushing event updated for resources: {'Port': ['ID=31bd5dab-0667-4a1e-9c82-942f79b8dc5b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:43.042755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e3b3b0-9397-4d95-93ca-5a66de9d6b2d']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:43.071773 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.081248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ab0e22-a6ae-4d97-b59a-c428af5f1641') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:43.081502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ab0e22-a6ae-4d97-b59a-c428af5f1641') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:43.107944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.125283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] Pushing event deleted for resources: {'Port': ['ID=53df5f1f-74ae-471c-a08e-b734932a541f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:43.130911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55790d6-d9a7-4633-865c-3d0c72491e5b None None] No DVR routers for this DVR port 53df5f1f-74ae-471c-a08e-b734932a541f on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:43.183838 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.206540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:41:43.209904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:41:43.260718 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:41:43.270268 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a063d56a-6c7a-4d27-9ba1-0ceb52cc88fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.274600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 53df5f1f-74ae-471c-a08e-b734932a541f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:43.345726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 53df5f1f-74ae-471c-a08e-b734932a541f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:43.349516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 53df5f1f-74ae-471c-a08e-b734932a541f not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:43.421102 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a063d56a-6c7a-4d27-9ba1-0ceb52cc88fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.433745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a063d56a-6c7a-4d27-9ba1-0ceb52cc88fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/489d75f9-7db2-4809-9508-b5026eca126d HTTP/1.1" status: 204 len: 168 time: 1.1284940 Apr 30 01:41:43.434118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42266) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:43.453909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063d56a-6c7a-4d27-9ba1-0ceb52cc88fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=489d75f9-7db2-4809-9508-b5026eca126d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:43.533629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d0b34913-ccd5-4689-87b9-3f6bc183ded9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983319 Apr 30 01:41:43.538155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.538469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42272) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:43.558482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:43.570373 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.609943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.613476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] 10.222.0.15 "DELETE /v2.0/networks/25e3b3b0-9397-4d95-93ca-5a66de9d6b2d HTTP/1.1" status: 204 len: 168 time: 1.8617744 Apr 30 01:41:43.617892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba85f4-7521-401e-91f0-1e9b0d982454 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e3b3b0-9397-4d95-93ca-5a66de9d6b2d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:43.661969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=909211b0-55a4-479b-be43-30d585338d69,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:43.684690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': 'da96144f-7446-4518-8965-cc1a5dbc354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f425cc53-8e99-4b89-9dfe-c7054a7dee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:43.685056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: f425cc53-8e99-4b89-9dfe-c7054a7dee63, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:41:43.763016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network f425cc53-8e99-4b89-9dfe-c7054a7dee63 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:41:43.877264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3f84-dbc8-4b87-a0ec-abf2d8e13498 req-c721dfb7-b715-4c59-b499-dd55bc0d8a74 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:43.878776 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55fd3f84-dbc8-4b87-a0ec-abf2d8e13498 req-c721dfb7-b715-4c59-b499-dd55bc0d8a74 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0540247 Apr 30 01:41:43.880185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:43.887193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.906817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f425cc53-8e99-4b89-9dfe-c7054a7dee63) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:43.912554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:43.913685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:43.919819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88ad7d-f0a2-4550-a797-00a14cb80980 None None] Network f425cc53-8e99-4b89-9dfe-c7054a7dee63 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:44.009308 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55fd3f84-dbc8-4b87-a0ec-abf2d8e13498 req-a2c6cca4-669c-40c5-9563-7b76bb34cb0a tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207185 Apr 30 01:41:44.056271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-38b8dfbc-b503-4cc8-8837-bf794f7a5f8c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2225950 Apr 30 01:41:44.059112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42288) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:44.064809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': '8a287c47-b1b5-465f-8158-591afde94043', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:44.073499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948072c-f3dd-4550-b4ad-245479c98eac req-eb37e00f-d3a1-43ca-916f-90bf595eaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:44.075725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e948072c-f3dd-4550-b4ad-245479c98eac req-eb37e00f-d3a1-43ca-916f-90bf595eaf86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.1360788 Apr 30 01:41:44.253928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-f425cc53-8e99-4b89-9dfe-c7054a7dee63', 'network_id': 'f425cc53-8e99-4b89-9dfe-c7054a7dee63', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': '909211b0-55a4-479b-be43-30d585338d69'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:44.259345 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:44.298140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:44.304630 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:44.323911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42294) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:44.500658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948072c-f3dd-4550-b4ad-245479c98eac req-e412ea48-7147-4a0c-a9b7-d5124b6f5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:44.502145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e948072c-f3dd-4550-b4ad-245479c98eac req-e412ea48-7147-4a0c-a9b7-d5124b6f5b6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.4175143 Apr 30 01:41:44.562440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Allocated IP 2001:db8::2 (f425cc53-8e99-4b89-9dfe-c7054a7dee63/909211b0-55a4-479b-be43-30d585338d69/75016ae9-46b1-48ce-a8f8-334d3464904b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:44.734198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c71253d1-1246-4433-a9ba-e64cb03e4496 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e131ee4d25d0410782a56a64bcb628bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993676 Apr 30 01:41:44.735772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42304) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:44.828889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e948072c-f3dd-4550-b4ad-245479c98eac req-159e8ac4-dc11-4195-8594-73bd98d045a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 1002 time: 0.3143172 Apr 30 01:41:44.866312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae0985-f1c7-47fc-b32f-9cba3f92bc25 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:44.885410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9467944-7ccd-4ebb-b6ea-131ebc5f6f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:44.948665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948072c-f3dd-4550-b4ad-245479c98eac req-821d33ed-c8b7-4e9e-a981-8b14c4dd26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:44.950657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e948072c-f3dd-4550-b4ad-245479c98eac req-821d33ed-c8b7-4e9e-a981-8b14c4dd26fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1125491 Apr 30 01:41:44.956733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9467944-7ccd-4ebb-b6ea-131ebc5f6f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:44.974107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:44.981280 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.028817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.100663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=0d1cf4ba-4328-4ee8-a6cb-83f4ac65ea4c,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:45.140841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': '04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a287c47-b1b5-465f-8158-591afde94043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:45.141459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: 8a287c47-b1b5-465f-8158-591afde94043, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:41:45.190759 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.243591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:45.245369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c17c19e3-476c-4dfd-a11d-9ecf8bd7557f None None] Provisioning complete for port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:45.245744 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c17c19e3-476c-4dfd-a11d-9ecf8bd7557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.272684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5da66-3fab-493d-861a-792730ccbb6c req-6f814aba-168c-4580-9edd-e4d1ac4d9132 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:45.274288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:45.282431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=0f210daf-0347-4ea9-a90d-a77b39f59a99,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:45.288391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf5da66-3fab-493d-861a-792730ccbb6c req-6f814aba-168c-4580-9edd-e4d1ac4d9132 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0925622 Apr 30 01:41:45.291771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:45.292560 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.308885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948072c-f3dd-4550-b4ad-245479c98eac req-4da15516-0eef-465e-8343-5d9bd6b90555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:45.314106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e948072c-f3dd-4550-b4ad-245479c98eac req-4da15516-0eef-465e-8343-5d9bd6b90555 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3537736 Apr 30 01:41:45.323643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 8a287c47-b1b5-465f-8158-591afde94043 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:41:45.368682 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf5da66-3fab-493d-861a-792730ccbb6c req-e12e465c-60ea-4840-aa2d-dca0badc1ffb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793352 Apr 30 01:41:45.390919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Pushing event updated for resources: {'Port': ['ID=75016ae9-46b1-48ce-a8f8-334d3464904b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:45.403630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 31bd5dab-0667-4a1e-9c82-942f79b8dc5b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:45.415760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Network f425cc53-8e99-4b89-9dfe-c7054a7dee63 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:45.424326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:45.424326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:45.443621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e948072c-f3dd-4550-b4ad-245479c98eac req-5f6c9c07-cd87-4ec5-869d-6b00a9c73e29 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217635 Apr 30 01:41:45.465549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 8a287c47-b1b5-465f-8158-591afde94043) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:45.470511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:45.471229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.486656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba800dd-2a94-4fc8-b6d1-f9cd15cb09b8 None None] Network 8a287c47-b1b5-465f-8158-591afde94043 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:45.565295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e948072c-f3dd-4550-b4ad-245479c98eac req-f9abecdf-8d11-4fe1-a900-d08176bb2f72 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150651 Apr 30 01:41:45.567523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9467944-7ccd-4ebb-b6ea-131ebc5f6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.570990 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a9467944-7ccd-4ebb-b6ea-131ebc5f6f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.572041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a9467944-7ccd-4ebb-b6ea-131ebc5f6f1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c771e6e-782d-4004-aac4-3dc29d51506e HTTP/1.1" status: 204 len: 168 time: 0.8256803 Apr 30 01:41:45.578243 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ef57e763-347d-47c0-9f0f-01648144a5c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0358751 Apr 30 01:41:45.578414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42334) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:45.580423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-836d2c8c-76cb-484f-9f6c-01cf52c5b4b8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5192029 Apr 30 01:41:45.586278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-64f090bb-5053-4796-9715-d1bd6e517bca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-165965668', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:45.588198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42336) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:45.593838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ad0fd0b3-7089-4167-9fd7-d49aa81d46a6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1342868090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:45.606389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9467944-7ccd-4ebb-b6ea-131ebc5f6f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c771e6e-782d-4004-aac4-3dc29d51506e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:45.727382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Attempting to bind port 75016ae9-46b1-48ce-a8f8-334d3464904b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:45.727382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Attempting to bind port 75016ae9-46b1-48ce-a8f8-334d3464904b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'da96144f-7446-4518-8965-cc1a5dbc354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f425cc53-8e99-4b89-9dfe-c7054a7dee63'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:45.727382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Attempting to bind port 75016ae9-46b1-48ce-a8f8-334d3464904b on network f425cc53-8e99-4b89-9dfe-c7054a7dee63 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:45.740081 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c17c19e3-476c-4dfd-a11d-9ecf8bd7557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.752390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:45.752758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Checking segment: {'id': 'da96144f-7446-4518-8965-cc1a5dbc354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f425cc53-8e99-4b89-9dfe-c7054a7dee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:45.753166 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.753537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Bound using segment: {'id': 'da96144f-7446-4518-8965-cc1a5dbc354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f425cc53-8e99-4b89-9dfe-c7054a7dee63'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:45.754018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Bound port: 75016ae9-46b1-48ce-a8f8-334d3464904b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da96144f-7446-4518-8965-cc1a5dbc354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f425cc53-8e99-4b89-9dfe-c7054a7dee63'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:45.754463 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.766424 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f090bb-5053-4796-9715-d1bd6e517bca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.768553 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f090bb-5053-4796-9715-d1bd6e517bca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.782361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd0b3-7089-4167-9fd7-d49aa81d46a6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.783571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd0b3-7089-4167-9fd7-d49aa81d46a6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.809615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:45.810000 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.901308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd0b3-7089-4167-9fd7-d49aa81d46a6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.948521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f090bb-5053-4796-9715-d1bd6e517bca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:45.953454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c17c19e3-476c-4dfd-a11d-9ecf8bd7557f None None] For port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=31bd5dab-0667-4a1e-9c82-942f79b8dc5b,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:45.999399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] For port 75016ae9-46b1-48ce-a8f8-334d3464904b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:46.015178 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd0b3-7089-4167-9fd7-d49aa81d46a6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.019903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] For port 75016ae9-46b1-48ce-a8f8-334d3464904b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=75016ae9-46b1-48ce-a8f8-334d3464904b,segment=NetworkSegment(da96144f-7446-4518-8965-cc1a5dbc354a),segment_id=da96144f-7446-4518-8965-cc1a5dbc354a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:46.045385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f090bb-5053-4796-9715-d1bd6e517bca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.061190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c17c19e3-476c-4dfd-a11d-9ecf8bd7557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.089434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-8a287c47-b1b5-465f-8158-591afde94043', 'network_id': '8a287c47-b1b5-465f-8158-591afde94043', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': '0d1cf4ba-4328-4ee8-a6cb-83f4ac65ea4c'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:41:46.096039 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.108737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03982253-dc7d-4dcc-ae2f-165404a0d314 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:46.152804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.163661 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd0b3-7089-4167-9fd7-d49aa81d46a6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.169778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ad0fd0b3-7089-4167-9fd7-d49aa81d46a6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5757113 Apr 30 01:41:46.169778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42352) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:46.215797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42354) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:46.232709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f090bb-5053-4796-9715-d1bd6e517bca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.234610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-64f090bb-5053-4796-9715-d1bd6e517bca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6552174 Apr 30 01:41:46.242422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42358) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:46.461780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c19e3-476c-4dfd-a11d-9ecf8bd7557f None None] Pushing event updated for resources: {'Port': ['ID=31bd5dab-0667-4a1e-9c82-942f79b8dc5b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:46.517299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-94285055-14a0-4b70-b384-cae240455a1e None None] Provisioning complete for port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:46.524150 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94285055-14a0-4b70-b384-cae240455a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.664043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-0cdc9c32-0082-4d66-b3de-f5ec582a760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:46.665701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-0cdc9c32-0082-4d66-b3de-f5ec582a760f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.4038622 Apr 30 01:41:46.704543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:46.770101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5958e3b9-e245-495a-b05e-67cc2b369f4b tempest-AgentManagementNegativeTest-716399886 tempest-AgentManagementNegativeTest-716399886-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5518765 Apr 30 01:41:46.822158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf6594-1b4f-44cc-b3e0-8f799ffe67b5 req-45435aea-2c18-4a98-b7cc-1a7d7b16b9f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:46.826727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cdcf6594-1b4f-44cc-b3e0-8f799ffe67b5 req-45435aea-2c18-4a98-b7cc-1a7d7b16b9f3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.2354679 Apr 30 01:41:46.918224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:46.959553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Allocated IP 2001:db8:1::2 (8a287c47-b1b5-465f-8158-591afde94043/0d1cf4ba-4328-4ee8-a6cb-83f4ac65ea4c/d6f39bcd-9c72-4a31-964e-2d5f7473bc7e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:46.977332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cdcf6594-1b4f-44cc-b3e0-8f799ffe67b5 req-6b427fc9-1211-49b2-ba17-b937cc616802 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843179 Apr 30 01:41:46.978105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3f141d1-133c-4e55-8050-8ecdcaa301f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:47.274739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:47.308168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf7a0f-4e24-4e28-af0b-97983ce4418c None None] Pushing event updated for resources: {'Port': ['ID=75016ae9-46b1-48ce-a8f8-334d3464904b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:47.347327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-5dce2e62-920d-4c2e-aef6-20fad1338217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:47.348788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-5dce2e62-920d-4c2e-aef6-20fad1338217 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.6194570 Apr 30 01:41:47.737274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 31bd5dab-0667-4a1e-9c82-942f79b8dc5b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:47.811028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8::1 (f425cc53-8e99-4b89-9dfe-c7054a7dee63/909211b0-55a4-479b-be43-30d585338d69/fb042c18-9301-4b2d-be80-edfcade4fa79) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:48.003467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.041141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42382) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:48.067809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42390) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:48.134725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.249678 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.292012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:48.292447 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.357585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5953bd-aa73-4723-8bef-2db6a58133c9 None None] Network f425cc53-8e99-4b89-9dfe-c7054a7dee63 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:48.383275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=fb042c18-9301-4b2d-be80-edfcade4fa79,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:48.395295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2f70-fd2a-458e-8110-c39c1ee6492a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.399073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec5f0-d82e-4ee9-abbf-9c26ff6a3e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.533713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::1 (ff3497db-d506-41b3-bc96-8e107d7f907f/0f210daf-0347-4ea9-a90d-a77b39f59a99/1def5535-3252-4135-9b8d-756a569e2d96) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:48.542545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec5f0-d82e-4ee9-abbf-9c26ff6a3e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.571485 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.583649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network f425cc53-8e99-4b89-9dfe-c7054a7dee63 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:48.594715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:48.597470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:48.598228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.705101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Network 8a287c47-b1b5-465f-8158-591afde94043 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:48.720786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:48.745327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-dd7c50be-cca6-400e-9b05-2c4a9914d2bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 1002 time: 1.3891435 Apr 30 01:41:48.746905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:48.758602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3f141d1-133c-4e55-8050-8ecdcaa301f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.758833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec5f0-d82e-4ee9-abbf-9c26ff6a3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.762161 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.767317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7a825b2d-4bdd-45b3-aa93-b5710151104d None None] Provisioning complete for port 75016ae9-46b1-48ce-a8f8-334d3464904b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:48.767824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a825b2d-4bdd-45b3-aa93-b5710151104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.774976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Pushing event updated for resources: {'Port': ['ID=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:48.798024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.813198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89478-162c-41ac-a1fa-445ddabee721 req-6ebdb44c-fb5a-42e8-96a0-78c80a4b2d11 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:48.814711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cfb89478-162c-41ac-a1fa-445ddabee721 req-6ebdb44c-fb5a-42e8-96a0-78c80a4b2d11 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.4436467 Apr 30 01:41:48.848025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-1a0775b4-25e0-48b0-a744-74b30e237adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:48.849513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-1a0775b4-25e0-48b0-a744-74b30e237adb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.0936458 Apr 30 01:41:48.850116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3f141d1-133c-4e55-8050-8ecdcaa301f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.864347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ec5f0-d82e-4ee9-abbf-9c26ff6a3e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dd14d8-6410-4efc-b073-fd3b3fff35d7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:48.872690 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bf7ec5f0-d82e-4ee9-abbf-9c26ff6a3e9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=523c8ffb1aae47759d327b6c0f463dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8035266 Apr 30 01:41:48.881096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42398) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:48.895276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f141d1-133c-4e55-8050-8ecdcaa301f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f4c500-367c-429a-9060-571aa9a34a94,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:48.942085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cfb89478-162c-41ac-a1fa-445ddabee721 req-e5e8829f-316c-4784-aaa6-c4da11107808 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082699 Apr 30 01:41:48.951848 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.958014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Attempting to bind port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:48.958670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Attempting to bind port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a287c47-b1b5-465f-8158-591afde94043'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:48.959284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Attempting to bind port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e on network 8a287c47-b1b5-465f-8158-591afde94043 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:48.969441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c3f141d1-133c-4e55-8050-8ecdcaa301f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 2.0093577 Apr 30 01:41:48.969664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42400) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:48.985611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:48.985611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Checking segment: {'id': '04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a287c47-b1b5-465f-8158-591afde94043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:48.988241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:48.988759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Bound using segment: {'id': '04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a287c47-b1b5-465f-8158-591afde94043'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:48.989366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Bound port: d6f39bcd-9c72-4a31-964e-2d5f7473bc7e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a287c47-b1b5-465f-8158-591afde94043'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:48.990100 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.017283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-1d5a8a64-4131-4d8a-97b1-b027e933b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:49.022599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-1d5a8a64-4131-4d8a-97b1-b027e933b565 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302545 Apr 30 01:41:49.104791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2f70-fd2a-458e-8110-c39c1ee6492a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.105163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a825b2d-4bdd-45b3-aa93-b5710151104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.119937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.182734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0da1b202-6aca-400f-b24c-6ed809e5224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.184432 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2f70-fd2a-458e-8110-c39c1ee6492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.239060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] For port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:49.254191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] For port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,segment=NetworkSegment(04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e),segment_id=04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:49.256191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a825b2d-4bdd-45b3-aa93-b5710151104d None None] For port 75016ae9-46b1-48ce-a8f8-334d3464904b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=75016ae9-46b1-48ce-a8f8-334d3464904b,segment=NetworkSegment(da96144f-7446-4518-8965-cc1a5dbc354a),segment_id=da96144f-7446-4518-8965-cc1a5dbc354a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:49.305394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 75016ae9-46b1-48ce-a8f8-334d3464904b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:49.314963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:49.325734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:49.348245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:49.348929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.386145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a825b2d-4bdd-45b3-aa93-b5710151104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.388526 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.403075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a3aa2f70-fd2a-458e-8110-c39c1ee6492a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6b2ddb18f174963a759b36035bb6eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3606808 Apr 30 01:41:49.410017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=1def5535-3252-4135-9b8d-756a569e2d96,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:49.413305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa2f70-fd2a-458e-8110-c39c1ee6492a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51681e1-2e69-49d5-8d66-3b66d5800390,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:49.418853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42408) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:49.420987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-383c2c8c-217a-4fdf-8b23-244a77c96766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.426077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0da1b202-6aca-400f-b24c-6ed809e5224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.575861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 75016ae9-46b1-48ce-a8f8-334d3464904b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:49.576240 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.578112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a825b2d-4bdd-45b3-aa93-b5710151104d None None] Pushing event updated for resources: {'Port': ['ID=75016ae9-46b1-48ce-a8f8-334d3464904b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:49.620833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-d8b10cd1-5da0-4355-a45b-4221347ce4b1 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576222 Apr 30 01:41:49.625585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-383c2c8c-217a-4fdf-8b23-244a77c96766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.722813 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07d16ed5-7c4b-40b8-9b88-2a243e655b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.753997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07d16ed5-7c4b-40b8-9b88-2a243e655b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.794804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-be7919e5-3ef1-4995-98fc-dcff1dac3fe4 None None] Provisioning complete for port fb042c18-9301-4b2d-be80-edfcade4fa79 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:49.795217 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be7919e5-3ef1-4995-98fc-dcff1dac3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.831467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0da1b202-6aca-400f-b24c-6ed809e5224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.834611 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0da1b202-6aca-400f-b24c-6ed809e5224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.836618 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0da1b202-6aca-400f-b24c-6ed809e5224e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94dd14d8-6410-4efc-b073-fd3b3fff35d7 HTTP/1.1" status: 204 len: 168 time: 0.9376032 Apr 30 01:41:49.888158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1b202-6aca-400f-b24c-6ed809e5224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dd14d8-6410-4efc-b073-fd3b3fff35d7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:49.898818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd6de8-4d8c-49e6-873d-acc94694e6e9 None None] Pushing event updated for resources: {'Port': ['ID=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:49.909406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07d16ed5-7c4b-40b8-9b88-2a243e655b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.917053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07d16ed5-7c4b-40b8-9b88-2a243e655b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:49.924961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-07d16ed5-7c4b-40b8-9b88-2a243e655b63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c51681e1-2e69-49d5-8d66-3b66d5800390 HTTP/1.1" status: 204 len: 168 time: 0.4894545 Apr 30 01:41:49.925184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-be7919e5-3ef1-4995-98fc-dcff1dac3fe4 None None] Port fb042c18-9301-4b2d-be80-edfcade4fa79 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:50.011854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d16ed5-7c4b-40b8-9b88-2a243e655b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51681e1-2e69-49d5-8d66-3b66d5800390,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:50.037945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.085220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-383c2c8c-217a-4fdf-8b23-244a77c96766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.089825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-383c2c8c-217a-4fdf-8b23-244a77c96766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.091537 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-383c2c8c-217a-4fdf-8b23-244a77c96766 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74f4c500-367c-429a-9060-571aa9a34a94 HTTP/1.1" status: 204 len: 168 time: 1.1209269 Apr 30 01:41:50.103577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.104757 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.116484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc871d0-157b-4c3b-9434-af2f16bd4e8d req-b8fb979c-ff2b-41d7-a8db-1088de37c49d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:50.123000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2bc871d0-157b-4c3b-9434-af2f16bd4e8d req-b8fb979c-ff2b-41d7-a8db-1088de37c49d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 1.0585210 Apr 30 01:41:50.129645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42422) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:50.133977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-be7919e5-3ef1-4995-98fc-dcff1dac3fe4 None None] Provisioning complete for port 75016ae9-46b1-48ce-a8f8-334d3464904b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:50.134682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be7919e5-3ef1-4995-98fc-dcff1dac3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.144475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3e00dff8-42f5-402e-a3b4-484571198a13 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Request body: {'floatingip': {'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:50.151024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.164939 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c2c8c-217a-4fdf-8b23-244a77c96766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f4c500-367c-429a-9060-571aa9a34a94,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:50.297392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=fb042c18-9301-4b2d-be80-edfcade4fa79,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:50.325868 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c524b7f-ac1f-414e-a857-6bfef55c79bc req-2de2a807-ff50-413f-a786-6700da55a1fa service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907945 Apr 30 01:41:50.339469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-be7919e5-3ef1-4995-98fc-dcff1dac3fe4 None None] Provisioning complete for port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:50.340702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be7919e5-3ef1-4995-98fc-dcff1dac3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.386903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network f425cc53-8e99-4b89-9dfe-c7054a7dee63 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:50.388579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:50.395667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e00dff8-42f5-402e-a3b4-484571198a13 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.496738 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.632435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6cd7dec3-8a78-44eb-8456-5837d5423bb6 None None] Provisioning complete for port 1def5535-3252-4135-9b8d-756a569e2d96 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:50.632817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cd7dec3-8a78-44eb-8456-5837d5423bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.665758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router 4656f77b-7948-47dd-acd4-eefcd7613ba3 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:41:50.775142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7dec3-8a78-44eb-8456-5837d5423bb6 None None] Port 1def5535-3252-4135-9b8d-756a569e2d96 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:50.795545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6cd7dec3-8a78-44eb-8456-5837d5423bb6 None None] Provisioning complete for port fb042c18-9301-4b2d-be80-edfcade4fa79 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:50.795923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cd7dec3-8a78-44eb-8456-5837d5423bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:50.855550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7dec3-8a78-44eb-8456-5837d5423bb6 None None] Port fb042c18-9301-4b2d-be80-edfcade4fa79 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:51.001140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9e79592f-924b-4e02-a135-21f23c9dbc47 None None] Provisioning complete for port fb042c18-9301-4b2d-be80-edfcade4fa79 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:51.002193 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e79592f-924b-4e02-a135-21f23c9dbc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:51.023420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:51.035483 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c664d70-21f0-4db7-8350-d167a6a9b907 None None] Sync routers for ids ['4656f77b-7948-47dd-acd4-eefcd7613ba3'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:51.053726 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4cda172b-dc72-42df-9e3f-168bf7da7428 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/4656f77b-7948-47dd-acd4-eefcd7613ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8848109 Apr 30 01:41:51.057276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42440) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:51.068034 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c664d70-21f0-4db7-8350-d167a6a9b907 None None] Routers {'4656f77b-7948-47dd-acd4-eefcd7613ba3'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:51.074456 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c664d70-21f0-4db7-8350-d167a6a9b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4656f77b-7948-47dd-acd4-eefcd7613ba3'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:51.173015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9e79592f-924b-4e02-a135-21f23c9dbc47 None None] Port fb042c18-9301-4b2d-be80-edfcade4fa79 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:51.207139 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c664d70-21f0-4db7-8350-d167a6a9b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:51.208203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6d441-73e3-4cc1-bba4-76a161628ec6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:51.209970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2bc6d441-73e3-4cc1-bba4-76a161628ec6 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports/fb042c18-9301-4b2d-be80-edfcade4fa79 HTTP/1.1" status: 200 len: 911 time: 0.1514943 Apr 30 01:41:51.213364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42444) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:51.253636 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c664d70-21f0-4db7-8350-d167a6a9b907 None None] Routers {'4656f77b-7948-47dd-acd4-eefcd7613ba3'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:51.256519 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c664d70-21f0-4db7-8350-d167a6a9b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4656f77b-7948-47dd-acd4-eefcd7613ba3'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:51.378214 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6c664d70-21f0-4db7-8350-d167a6a9b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:51.382087 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c664d70-21f0-4db7-8350-d167a6a9b907 None None] The sync data for ids ['4656f77b-7948-47dd-acd4-eefcd7613ba3'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:51.429872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:51.459788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c997a-f2d8-4a35-aa89-ac819662e795 None None] Network 8a287c47-b1b5-465f-8158-591afde94043 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:51.509086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 75016ae9-46b1-48ce-a8f8-334d3464904b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:51.556023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:51.556880 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:51.642758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bfa14f5b-4755-4d41-8119-526d37d228bc None None] Provisioning complete for port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:51.648010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfa14f5b-4755-4d41-8119-526d37d228bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:51.661590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=1def5535-3252-4135-9b8d-756a569e2d96,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:51.749917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 75016ae9-46b1-48ce-a8f8-334d3464904b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:51.750287 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:51.861460 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfa14f5b-4755-4d41-8119-526d37d228bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:51.878902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:51.897561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:51.898259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-3430dc66-a078-4135-9fdf-73eb5b418584 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789253 Apr 30 01:41:51.941898 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bfa14f5b-4755-4d41-8119-526d37d228bc None None] For port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,segment=NetworkSegment(04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e),segment_id=04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:51.949701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d6f39bcd-9c72-4a31-964e-2d5f7473bc7e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:51.965074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:52.027501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:52.028173 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:52.031561 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfa14f5b-4755-4d41-8119-526d37d228bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:52.094878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e00dff8-42f5-402e-a3b4-484571198a13 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:52.171587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e00dff8-42f5-402e-a3b4-484571198a13 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:52.208789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa14f5b-4755-4d41-8119-526d37d228bc None None] Pushing event updated for resources: {'Port': ['ID=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:52.468312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a7343f72-096b-4c24-a836-76fd668fb6f7 None None] Provisioning complete for port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:52.468768 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7343f72-096b-4c24-a836-76fd668fb6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:52.484767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Router 378d5d09-c21f-4885-9c2c-945ad7cc2291 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:41:52.670911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e00dff8-42f5-402e-a3b4-484571198a13 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:41:52.676930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:52.684715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-abdc8a57-7181-4e38-a077-4f5342c43486 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "PUT /v2.0/routers/378d5d09-c21f-4885-9c2c-945ad7cc2291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4408450 Apr 30 01:41:52.688989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:52.693299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Sync routers for ids ['378d5d09-c21f-4885-9c2c-945ad7cc2291'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:52.737336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Routers {'378d5d09-c21f-4885-9c2c-945ad7cc2291'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:52.738196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['378d5d09-c21f-4885-9c2c-945ad7cc2291'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:52.743283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbba75fe-afed-4a1a-88c1-bf17886d1e95 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:52.750836 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cbba75fe-afed-4a1a-88c1-bf17886d1e95 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports/1def5535-3252-4135-9b8d-756a569e2d96 HTTP/1.1" status: 200 len: 911 time: 0.0608349 Apr 30 01:41:52.759842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42478) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:52.837241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Set router 378d5d09-c21f-4885-9c2c-945ad7cc2291 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:52.847304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-2358ded7-9b31-4161-9ce5-43f69ad2f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:52.849151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-2358ded7-9b31-4161-9ce5-43f69ad2f563 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 1096 time: 0.8438973 Apr 30 01:41:52.949744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00dff8-42f5-402e-a3b4-484571198a13 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:52.960578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164acf01-6cc3-42fb-88a3-bc2bd65ae8a1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:52.966175 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] Sync routers for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:52.969819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164acf01-6cc3-42fb-88a3-bc2bd65ae8a1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:52.971718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-164acf01-6cc3-42fb-88a3-bc2bd65ae8a1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1842177 Apr 30 01:41:52.992346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e00dff8-42f5-402e-a3b4-484571198a13 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:53.003018 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:53.003841 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:53.010846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42480) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:53.017422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8:1::1 (8a287c47-b1b5-465f-8158-591afde94043/0d1cf4ba-4328-4ee8-a6cb-83f4ac65ea4c/f7a547f6-27b3-4722-9fc3-d09cac662d41) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:41:53.066106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a7343f72-096b-4c24-a836-76fd668fb6f7 None None] Provisioning complete for port 1def5535-3252-4135-9b8d-756a569e2d96 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:53.066550 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a7343f72-096b-4c24-a836-76fd668fb6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:53.143228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:41:53.145552 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee09bcbf-2884-481a-8dc3-4455fde08f70" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:41:53.151946 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:53.191907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3e00dff8-42f5-402e-a3b4-484571198a13 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "PUT /v2.0/floatingips/894b479b-f123-4444-ac54-defb02b0af47 HTTP/1.1" status: 200 len: 994 time: 3.0540109 Apr 30 01:41:53.223539 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875f8637-f26a-46f3-85cb-5acbeeecde03 x-openstack-request-id: req-875f8637-f26a-46f3-85cb-5acbeeecde03 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:41:53.223831 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:41:53.224082 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-875f8637-f26a-46f3-85cb-5acbeeecde03 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:41:53.224496 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875f8637-f26a-46f3-85cb-5acbeeecde03'] response: {'name': 'network-changed', 'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'status': 'completed', 'code': 200} Apr 30 01:41:53.246963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-1e0648a1-5c0d-4a2f-80d7-f7d296cfa319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:53.248654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-1e0648a1-5c0d-4a2f-80d7-f7d296cfa319 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.3707409 Apr 30 01:41:53.262651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d6f39bcd-9c72-4a31-964e-2d5f7473bc7e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:41:53.330882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a7343f72-096b-4c24-a836-76fd668fb6f7 None None] Port 1def5535-3252-4135-9b8d-756a569e2d96 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:53.334850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-f220a4bb-1dce-4b65-8123-f83b9308947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:53.338358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-f220a4bb-1dce-4b65-8123-f83b9308947b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.0937693 Apr 30 01:41:53.365372 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-cfe466b4-938a-4164-9e32-f84d84e37e04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1 HTTP/1.1" status: 200 len: 217 time: 0.0826309 Apr 30 01:41:53.386336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:53.386716 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:53.424121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'name': 'tempest-NetworksTestDHCPv6-router-165965668', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:45Z', 'updated_at': '2022-04-30T01:41:49Z', 'revision_number': 2, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None, '_interfaces': [{'id': '1def5535-3252-4135-9b8d-756a569e2d96', 'name': '', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'mac_address': 'fa:16:3e:d1:62:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '0f210daf-0347-4ea9-a90d-a77b39f59a99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:48Z', 'updated_at': '2022-04-30T01:41:50Z', 'revision_number': 2, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'subnets': [{'id': '0f210daf-0347-4ea9-a90d-a77b39f59a99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:53.534887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-60e0368d-37c1-4e1c-bf9b-9bd8f3dc93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:53.536638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-60e0368d-37c1-4e1c-bf9b-9bd8f3dc93ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.1921113 Apr 30 01:41:53.566515 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '894b479b-f123-4444-ac54-defb02b0af47', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'mac_address': 'fa:16:3e:7e:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:39:49Z', 'updated_at': '2022-04-30T01:41:51Z', 'revision_number': 3, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:53.591926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-9d2eef9e-956e-48d9-ad00-58e84676bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:53.599693 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] Checking router: cfb342ce-d8be-44a4-ad16-1164a17c0ca2 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:41:53.599992 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-9d2eef9e-956e-48d9-ad00-58e84676bb0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.2135403 Apr 30 01:41:53.609626 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:53.610571 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:53.664739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:53.681620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-5325986b-e4e2-42ca-8f91-602b43ddeb5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 1002 time: 0.1367886 Apr 30 01:41:53.732789 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:53.761958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Checking router: 378d5d09-c21f-4885-9c2c-945ad7cc2291 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:41:53.762511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Updating router 378d5d09-c21f-4885-9c2c-945ad7cc2291 port 1def5535-3252-4135-9b8d-756a569e2d96 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:41:53.795337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-505b5cc0-dfdb-45ba-96e4-2c659b89b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:53.800871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-505b5cc0-dfdb-45ba-96e4-2c659b89b061 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1133614 Apr 30 01:41:53.864902 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:53.903289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-577dca81-04ca-44cd-a348-70877020e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:53.907199 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-577dca81-04ca-44cd-a348-70877020e216 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987763 Apr 30 01:41:54.023920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-2e676691-d48a-4566-8795-c5df3ea30d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:54.026680 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-2e676691-d48a-4566-8795-c5df3ea30d9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4017284 Apr 30 01:41:54.030188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:54.190301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-11548e3d-2457-4c47-8d6b-f65ee44c6edc service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760108 Apr 30 01:41:54.193863 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '894b479b-f123-4444-ac54-defb02b0af47', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'mac_address': 'fa:16:3e:7e:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:39:49Z', 'updated_at': '2022-04-30T01:41:51Z', 'revision_number': 3, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:54.234731 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ae7d3-e5ce-4d38-9092-e8d550425fad None None] The sync data for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 is: [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '894b479b-f123-4444-ac54-defb02b0af47', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'port_id': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'mac_address': 'fa:16:3e:7e:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:39:49Z', 'updated_at': '2022-04-30T01:41:51Z', 'revision_number': 3, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:54.309401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 8a287c47-b1b5-465f-8158-591afde94043 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:54.323472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:54.326725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:41:54.326725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:54.497128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=f7a547f6-27b3-4722-9fc3-d09cac662d41,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:54.540779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-95286d6b-dcfd-4477-97f8-d3aac92678b8 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883584 Apr 30 01:41:54.645458 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:54.716671 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:54.760325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:54.770719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:54.850453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045ee8a-653d-46cc-946d-ba9697dc799c None None] Pushing event updated for resources: {'Port': ['ID=1def5535-3252-4135-9b8d-756a569e2d96,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:55.004189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5492f1f-8b06-4fc7-85c1-7b23da48d494 req-7afb626e-2b5a-42be-b6d6-bae049629052 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443157 Apr 30 01:41:55.058576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-355640c2-c185-46d0-856b-f2ed06a5ce82 None None] Provisioning complete for port f7a547f6-27b3-4722-9fc3-d09cac662d41 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:55.059214 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-355640c2-c185-46d0-856b-f2ed06a5ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.067105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Attempting to bind port 1def5535-3252-4135-9b8d-756a569e2d96 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:41:55.070428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Attempting to bind port 1def5535-3252-4135-9b8d-756a569e2d96 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:41:55.070428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Attempting to bind port 1def5535-3252-4135-9b8d-756a569e2d96 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:41:55.077249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42524) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:55.152330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee09bcbf-2884-481a-8dc3-4455fde08f70 req-68243d14-48a6-41ab-b156-4ef77d4d4e9c service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9559202 Apr 30 01:41:55.170061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:41:55.170777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:41:55.171304 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.174514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:41:55.175059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Bound port: 1def5535-3252-4135-9b8d-756a569e2d96, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:41:55.177184 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.225769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:41:55.230566 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:41:55.240291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-355640c2-c185-46d0-856b-f2ed06a5ce82 None None] Port f7a547f6-27b3-4722-9fc3-d09cac662d41 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:55.307339 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0320af6-7734-4cb1-b860-9c8e523364d8 x-openstack-request-id: req-a0320af6-7734-4cb1-b860-9c8e523364d8 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:41:55.309532 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:41:55.310006 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0320af6-7734-4cb1-b860-9c8e523364d8 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:41:55.310656 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0320af6-7734-4cb1-b860-9c8e523364d8'] response: {'name': 'network-changed', 'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'status': 'completed', 'code': 200} Apr 30 01:41:55.314232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] For port 1def5535-3252-4135-9b8d-756a569e2d96, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:41:55.317806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] For port 1def5535-3252-4135-9b8d-756a569e2d96, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1def5535-3252-4135-9b8d-756a569e2d96,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:41:55.366563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-caa537d4-a21e-401d-80e3-f5ee7c811f37 None None] Provisioning complete for port 1def5535-3252-4135-9b8d-756a569e2d96 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:55.367290 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-caa537d4-a21e-401d-80e3-f5ee7c811f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.397280 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-536dad41-d264-480f-ab0e-69616edc4777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.419392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-caa537d4-a21e-401d-80e3-f5ee7c811f37 None None] Port 1def5535-3252-4135-9b8d-756a569e2d96 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:55.422744 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.434442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-16e14173-f3fc-4b6d-a2a3-3952bbfcd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:55.436014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-16e14173-f3fc-4b6d-a2a3-3952bbfcd276 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 1097 time: 0.1027627 Apr 30 01:41:55.490963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Routers {'378d5d09-c21f-4885-9c2c-945ad7cc2291'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:55.491640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['378d5d09-c21f-4885-9c2c-945ad7cc2291'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:55.534644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045ee8a-653d-46cc-946d-ba9697dc799c None None] Pushing event updated for resources: {'Port': ['ID=1def5535-3252-4135-9b8d-756a569e2d96,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:55.634944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] Set router 378d5d09-c21f-4885-9c2c-945ad7cc2291 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:55.639478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-b7bf382f-1ac2-4d04-a7ed-99a12b913ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:55.641111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-b7bf382f-1ac2-4d04-a7ed-99a12b913ce2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.1956463 Apr 30 01:41:55.662300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-536dad41-d264-480f-ab0e-69616edc4777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.741812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-536dad41-d264-480f-ab0e-69616edc4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.748407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-1e067ac3-1111-4a42-872c-e3b6e948560d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 200 len: 1002 time: 0.0886555 Apr 30 01:41:55.883516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8e6e1d2c-22bc-4664-a5fb-1683a8a6aa6a None None] Provisioning complete for port 1def5535-3252-4135-9b8d-756a569e2d96 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:55.884015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1d2c-22bc-4664-a5fb-1683a8a6aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.890510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-536dad41-d264-480f-ab0e-69616edc4777 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=926b5de27d6241f2b01618754a430a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096597 Apr 30 01:41:55.894993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42538) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:55.910686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dad41-d264-480f-ab0e-69616edc4777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da8b8b6-677d-4a4d-af3c-a6033040a04f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:55.938110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-89fd9d02-e647-4bbd-9c09-fabc5e9336c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:55.940143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-89fd9d02-e647-4bbd-9c09-fabc5e9336c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1545296 Apr 30 01:41:55.987467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2b34867-6181-42af-b5f0-ca1a9018a099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:55.999588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-cd9afeb7-8183-467e-99ea-4130f5fe5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:56.001394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-cd9afeb7-8183-467e-99ea-4130f5fe5d45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547311 Apr 30 01:41:56.020820 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.032638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'name': 'tempest-NetworksTestDHCPv6-router-165965668', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:45Z', 'updated_at': '2022-04-30T01:41:49Z', 'revision_number': 2, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None, '_interfaces': [{'id': '1def5535-3252-4135-9b8d-756a569e2d96', 'name': '', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'mac_address': 'fa:16:3e:d1:62:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '0f210daf-0347-4ea9-a90d-a77b39f59a99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:48Z', 'updated_at': '2022-04-30T01:41:55Z', 'revision_number': 4, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'subnets': [{'id': '0f210daf-0347-4ea9-a90d-a77b39f59a99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:56.036214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2b34867-6181-42af-b5f0-ca1a9018a099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.058899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 1def5535-3252-4135-9b8d-756a569e2d96 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:56.059551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.067794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232ac28-2fe9-438a-8c43-82485d2b0ffb None None] The sync data for ids ['378d5d09-c21f-4885-9c2c-945ad7cc2291'] in n-d-821348-1 is: [{'id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'name': 'tempest-NetworksTestDHCPv6-router-165965668', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:45Z', 'updated_at': '2022-04-30T01:41:49Z', 'revision_number': 2, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None, '_interfaces': [{'id': '1def5535-3252-4135-9b8d-756a569e2d96', 'name': '', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'mac_address': 'fa:16:3e:d1:62:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '0f210daf-0347-4ea9-a90d-a77b39f59a99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:41:48Z', 'updated_at': '2022-04-30T01:41:55Z', 'revision_number': 4, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'subnets': [{'id': '0f210daf-0347-4ea9-a90d-a77b39f59a99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:56.070356 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1d2c-22bc-4664-a5fb-1683a8a6aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.123480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8e6e1d2c-22bc-4664-a5fb-1683a8a6aa6a None None] For port 1def5535-3252-4135-9b8d-756a569e2d96, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1def5535-3252-4135-9b8d-756a569e2d96,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:56.127025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.128107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.183082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-2bd6cb3e-da27-4277-acfb-498b0f8263e9 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527276 Apr 30 01:41:56.206067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1d2c-22bc-4664-a5fb-1683a8a6aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.266422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=f7a547f6-27b3-4722-9fc3-d09cac662d41,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:56.275984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2b34867-6181-42af-b5f0-ca1a9018a099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.279520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2b34867-6181-42af-b5f0-ca1a9018a099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.280897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e2b34867-6181-42af-b5f0-ca1a9018a099 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0da8b8b6-677d-4a4d-af3c-a6033040a04f HTTP/1.1" status: 204 len: 168 time: 0.3789005 Apr 30 01:41:56.292838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] For port 1def5535-3252-4135-9b8d-756a569e2d96, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1def5535-3252-4135-9b8d-756a569e2d96,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:56.293589 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.301060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e1d2c-22bc-4664-a5fb-1683a8a6aa6a None None] Pushing event updated for resources: {'Port': ['ID=1def5535-3252-4135-9b8d-756a569e2d96,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:56.316036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b34867-6181-42af-b5f0-ca1a9018a099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da8b8b6-677d-4a4d-af3c-a6033040a04f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:56.323764 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc7b0ae0-7632-483e-bc4d-8d075285e6ca req-32e54189-740c-48db-af7c-b9a0dd413a69 service neutron] 10.222.0.21 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356876 Apr 30 01:41:56.332603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 1def5535-3252-4135-9b8d-756a569e2d96 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:56.369978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 8a287c47-b1b5-465f-8158-591afde94043 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:56.400974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:56.618103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router 4656f77b-7948-47dd-acd4-eefcd7613ba3 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:41:56.741162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:56.748069 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0c50f500-35fd-4a45-85bf-a8f8a91f8cce tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/4656f77b-7948-47dd-acd4-eefcd7613ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5333486 Apr 30 01:41:56.753025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42544) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:56.758258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a96c7-fdcb-43e2-96f9-007aa921e1f6 None None] Sync routers for ids ['4656f77b-7948-47dd-acd4-eefcd7613ba3'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:56.791232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a96c7-fdcb-43e2-96f9-007aa921e1f6 None None] Routers {'4656f77b-7948-47dd-acd4-eefcd7613ba3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:56.815103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-792a96c7-fdcb-43e2-96f9-007aa921e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4656f77b-7948-47dd-acd4-eefcd7613ba3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:56.863208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-48e229d3-e1eb-40d6-9130-8d803ab691e7 None None] Provisioning complete for port f7a547f6-27b3-4722-9fc3-d09cac662d41 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:41:56.864013 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48e229d3-e1eb-40d6-9130-8d803ab691e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.865487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a81d41-2888-41e4-b6b3-f2e7d48e90d1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:56.871188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:56.875684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f7a81d41-2888-41e4-b6b3-f2e7d48e90d1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports/f7a547f6-27b3-4722-9fc3-d09cac662d41 HTTP/1.1" status: 200 len: 913 time: 0.1201260 Apr 30 01:41:56.908455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-792a96c7-fdcb-43e2-96f9-007aa921e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:56.911391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-48e229d3-e1eb-40d6-9130-8d803ab691e7 None None] Port f7a547f6-27b3-4722-9fc3-d09cac662d41 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:41:56.929329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a96c7-fdcb-43e2-96f9-007aa921e1f6 None None] Routers {'4656f77b-7948-47dd-acd4-eefcd7613ba3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:56.929974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-792a96c7-fdcb-43e2-96f9-007aa921e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4656f77b-7948-47dd-acd4-eefcd7613ba3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:56.964619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-792a96c7-fdcb-43e2-96f9-007aa921e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:56.964807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:56.965291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a96c7-fdcb-43e2-96f9-007aa921e1f6 None None] The sync data for ids ['4656f77b-7948-47dd-acd4-eefcd7613ba3'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:57.021445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=1def5535-3252-4135-9b8d-756a569e2d96,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:57.104076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42550) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:57.128145 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf670fa1-3688-4c2d-804e-aceff3771fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.255355 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.273524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf670fa1-3688-4c2d-804e-aceff3771fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.333796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf670fa1-3688-4c2d-804e-aceff3771fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.380129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf670fa1-3688-4c2d-804e-aceff3771fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ff6e29-df53-43e5-81db-a204fdcc3a84,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:57.386823 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cf670fa1-3688-4c2d-804e-aceff3771fc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18ae0b9395cd472c976f4f24e7ccd3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816999 Apr 30 01:41:57.395018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42558) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:57.456131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc0013c0-e27e-4e17-bcff-7b386e856582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.478120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc0013c0-e27e-4e17-bcff-7b386e856582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.525530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Router 378d5d09-c21f-4885-9c2c-945ad7cc2291 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:41:57.574048 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc0013c0-e27e-4e17-bcff-7b386e856582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.576679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc0013c0-e27e-4e17-bcff-7b386e856582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.580299 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cc0013c0-e27e-4e17-bcff-7b386e856582 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60ff6e29-df53-43e5-81db-a204fdcc3a84 HTTP/1.1" status: 204 len: 168 time: 0.1851618 Apr 30 01:41:57.597901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0013c0-e27e-4e17-bcff-7b386e856582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ff6e29-df53-43e5-81db-a204fdcc3a84,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:57.645228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:57.652299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-31b494d5-0e52-4ab7-8d3f-6976bd65f45d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "PUT /v2.0/routers/378d5d09-c21f-4885-9c2c-945ad7cc2291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6393163 Apr 30 01:41:57.653367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42562) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:57.730390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cfbc44-8509-451e-8b64-0932e912a29f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:57.732302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cfbc44-8509-451e-8b64-0932e912a29f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:57.733877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e3cfbc44-8509-451e-8b64-0932e912a29f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0765162 Apr 30 01:41:57.736639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42564) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:57.787646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.846315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fb5663-d70b-42a7-97bb-ef2663891262 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 0f210daf-0347-4ea9-a90d-a77b39f59a99 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:41:57.878415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9fb5663-d70b-42a7-97bb-ef2663891262 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:57.937535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9fb5663-d70b-42a7-97bb-ef2663891262 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:58.008385 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] Sync routers for ids ['378d5d09-c21f-4885-9c2c-945ad7cc2291'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:58.026140 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] Routers {'378d5d09-c21f-4885-9c2c-945ad7cc2291'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:58.026905 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['378d5d09-c21f-4885-9c2c-945ad7cc2291'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:58.037866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9fb5663-d70b-42a7-97bb-ef2663891262 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:58.108578 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] Set router 378d5d09-c21f-4885-9c2c-945ad7cc2291 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:58.169647 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'name': 'tempest-NetworksTestDHCPv6-router-165965668', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:45Z', 'updated_at': '2022-04-30T01:41:56Z', 'revision_number': 3, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:58.187607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port f7a547f6-27b3-4722-9fc3-d09cac662d41 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:58.187960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:58.198504 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] Checking router: 378d5d09-c21f-4885-9c2c-945ad7cc2291 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:41:58.203622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9fb5663-d70b-42a7-97bb-ef2663891262 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:58.207717 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] Routers {'378d5d09-c21f-4885-9c2c-945ad7cc2291'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:58.208350 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['378d5d09-c21f-4885-9c2c-945ad7cc2291'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:58.278881 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] Set router 378d5d09-c21f-4885-9c2c-945ad7cc2291 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:41:58.338814 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'name': 'tempest-NetworksTestDHCPv6-router-165965668', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:45Z', 'updated_at': '2022-04-30T01:41:56Z', 'revision_number': 3, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:58.366972 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ee7a6-8c5a-41d0-83ae-abb45df7032f None None] The sync data for ids ['378d5d09-c21f-4885-9c2c-945ad7cc2291'] in n-d-821348-1 is: [{'id': '378d5d09-c21f-4885-9c2c-945ad7cc2291', 'name': 'tempest-NetworksTestDHCPv6-router-165965668', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:41:45Z', 'updated_at': '2022-04-30T01:41:56Z', 'revision_number': 3, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:58.572081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb5663-d70b-42a7-97bb-ef2663891262 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=0f210daf-0347-4ea9-a90d-a77b39f59a99,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:58.581556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9fb5663-d70b-42a7-97bb-ef2663891262 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:58.588012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c9fb5663-d70b-42a7-97bb-ef2663891262 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/0f210daf-0347-4ea9-a90d-a77b39f59a99 HTTP/1.1" status: 204 len: 168 time: 0.8457160 Apr 30 01:41:58.588701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42588) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:58.588818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fad4c7-5ddf-4b2c-bead-9690236fee74 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:58.670481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:58.732244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for f7a547f6-27b3-4722-9fc3-d09cac662d41 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:58.753282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42596) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:58.753831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ddda2336-5c5c-437c-bba5-d151a593e3c5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1614559 Apr 30 01:41:58.773229 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ecff24d-aa4c-4807-9be5-fa1590fe979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:58.867407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:41:58.887097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16cfec71-de56-4ec5-90a3-159b4e2b4fb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:58.975651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Deleting port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:41:58.976226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.073603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] For port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=31bd5dab-0667-4a1e-9c82-942f79b8dc5b,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:41:59.078795 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.088317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Calling delete_port for 31bd5dab-0667-4a1e-9c82-942f79b8dc5b owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:41:59.099394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.139083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16cfec71-de56-4ec5-90a3-159b4e2b4fb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.141684 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16cfec71-de56-4ec5-90a3-159b4e2b4fb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.156817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=f7a547f6-27b3-4722-9fc3-d09cac662d41,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:59.268531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 31bd5dab-0667-4a1e-9c82-942f79b8dc5b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:59.292397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16cfec71-de56-4ec5-90a3-159b4e2b4fb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.293188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cfec71-de56-4ec5-90a3-159b4e2b4fb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Fanout notify agent at l3_agent the message router_deleted on router 378d5d09-c21f-4885-9c2c-945ad7cc2291 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:41:59.312661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16cfec71-de56-4ec5-90a3-159b4e2b4fb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.319299 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-16cfec71-de56-4ec5-90a3-159b4e2b4fb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/routers/378d5d09-c21f-4885-9c2c-945ad7cc2291 HTTP/1.1" status: 204 len: 168 time: 0.5593226 Apr 30 01:41:59.320137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42604) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:59.342372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.342808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:41:59.361626 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.441333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Pushing event deleted for resources: {'Port': ['ID=31bd5dab-0667-4a1e-9c82-942f79b8dc5b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:41:59.443708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] No DVR routers for this DVR port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:41:59.456714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.457103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.457426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.457748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.458250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.458757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.459244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.459757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.460348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.462331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.480471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.481058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd3ca3-3654-4aad-8288-f0f359f8adfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:41:59.491048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No active binding found for port 31bd5dab-0667-4a1e-9c82-942f79b8dc5b {{(pid=103320) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 01:41:59.494324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 31bd5dab-0667-4a1e-9c82-942f79b8dc5b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:59.495078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1def5535-3252-4135-9b8d-756a569e2d96 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:41:59.547202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1def5535-3252-4135-9b8d-756a569e2d96 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:41:59.547624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1def5535-3252-4135-9b8d-756a569e2d96 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:41:59.573611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:41:59.577242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.673606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router 4656f77b-7948-47dd-acd4-eefcd7613ba3 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:41:59.789602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:41:59.798489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42624) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:41:59.800252 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-31f86c35-79d5-4d39-9e8b-54084667ce73 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/4656f77b-7948-47dd-acd4-eefcd7613ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9277604 Apr 30 01:41:59.800371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf8d1b-2814-4dce-8131-3b42e5403a7e None None] Sync routers for ids ['4656f77b-7948-47dd-acd4-eefcd7613ba3'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:41:59.810274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf8d1b-2814-4dce-8131-3b42e5403a7e None None] Routers {'4656f77b-7948-47dd-acd4-eefcd7613ba3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:59.810927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80cf8d1b-2814-4dce-8131-3b42e5403a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4656f77b-7948-47dd-acd4-eefcd7613ba3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:59.843787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80cf8d1b-2814-4dce-8131-3b42e5403a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:59.845950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.852961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf8d1b-2814-4dce-8131-3b42e5403a7e None None] Routers {'4656f77b-7948-47dd-acd4-eefcd7613ba3'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:41:59.853938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80cf8d1b-2814-4dce-8131-3b42e5403a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:41:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4656f77b-7948-47dd-acd4-eefcd7613ba3'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:59.889209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80cf8d1b-2814-4dce-8131-3b42e5403a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:41:59.889870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf8d1b-2814-4dce-8131-3b42e5403a7e None None] The sync data for ids ['4656f77b-7948-47dd-acd4-eefcd7613ba3'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:41:59.931196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:41:59.941420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:41:59.947782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:41:59.948378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:41:59.950622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3febe32a-f42c-4a21-aa2d-d6fb1cc4a250 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:41:59.978224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=fab1bea8-2ce3-42dc-a2ee-4d3954ec5870,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:00.047851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-939a9559-2266-4eb6-987e-26f6054bf893 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7264855 Apr 30 01:42:00.050611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42636) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:00.057319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-16e5f594-bd25-4a43-a50e-05881688a0de tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-588186616', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:00.139294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': 'fab1bea8-2ce3-42dc-a2ee-4d3954ec5870'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:00.140389 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.173866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e5f594-bd25-4a43-a50e-05881688a0de tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.175800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e5f594-bd25-4a43-a50e-05881688a0de tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.231652 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.246442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e5f594-bd25-4a43-a50e-05881688a0de tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.333324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/fab1bea8-2ce3-42dc-a2ee-4d3954ec5870/5fd53032-7c1a-4a19-a640-985941e0fa73) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:00.360910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e5f594-bd25-4a43-a50e-05881688a0de tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.442184 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16e5f594-bd25-4a43-a50e-05881688a0de tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.447118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-16e5f594-bd25-4a43-a50e-05881688a0de tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3948514 Apr 30 01:42:00.448207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42646) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:00.528121 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.574634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port fb042c18-9301-4b2d-be80-edfcade4fa79 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:00.575124 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.590857 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.638678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:00.644302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:00.649301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:00.689214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Pushing event updated for resources: {'Port': ['ID=5fd53032-7c1a-4a19-a640-985941e0fa73,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:00.737246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Attempting to bind port 5fd53032-7c1a-4a19-a640-985941e0fa73 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:00.738040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Attempting to bind port 5fd53032-7c1a-4a19-a640-985941e0fa73 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:00.738576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Attempting to bind port 5fd53032-7c1a-4a19-a640-985941e0fa73 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:00.744352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:00.745002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:00.746387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.746946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:00.748236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Bound port: 5fd53032-7c1a-4a19-a640-985941e0fa73, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:00.751108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.770666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.788372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for fb042c18-9301-4b2d-be80-edfcade4fa79 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:00.851639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-62971447-fd89-4133-9e89-6f43155f750c None None] For port 5fd53032-7c1a-4a19-a640-985941e0fa73, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:00.855718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-62971447-fd89-4133-9e89-6f43155f750c None None] For port 5fd53032-7c1a-4a19-a640-985941e0fa73, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5fd53032-7c1a-4a19-a640-985941e0fa73,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:00.911845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:00.924751 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:01.046145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62971447-fd89-4133-9e89-6f43155f750c None None] Pushing event updated for resources: {'Port': ['ID=5fd53032-7c1a-4a19-a640-985941e0fa73,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:01.093364 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a49b3a5a-978c-4a29-85f1-263301afcd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:01.179767 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:01.248149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=fb042c18-9301-4b2d-be80-edfcade4fa79,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:01.404876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::1 (ff3497db-d506-41b3-bc96-8e107d7f907f/fab1bea8-2ce3-42dc-a2ee-4d3954ec5870/75a44a6a-ef0c-4321-81a0-63ae1c0b6398) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:01.450535 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:01.569088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:01.681544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:01.703996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router 4656f77b-7948-47dd-acd4-eefcd7613ba3 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:42:01.739092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:01.744077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:01.746203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=75a44a6a-ef0c-4321-81a0-63ae1c0b6398,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:01.758556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:01.759464 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:01.786552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:01.795696 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-98758b97-a116-4473-84c1-b669eecae011 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/4656f77b-7948-47dd-acd4-eefcd7613ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9955082 Apr 30 01:42:01.796363 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42692) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:01.800252 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af9589-41a8-4190-b66f-989793d83146 None None] Sync routers for ids ['4656f77b-7948-47dd-acd4-eefcd7613ba3'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:01.812994 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af9589-41a8-4190-b66f-989793d83146 None None] Routers {'4656f77b-7948-47dd-acd4-eefcd7613ba3'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:01.813530 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b7af9589-41a8-4190-b66f-989793d83146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4656f77b-7948-47dd-acd4-eefcd7613ba3'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:01.838428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d80cf01b-c024-41d6-8ed2-5d4fafacb234 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=4656f77b-7948-47dd-acd4-eefcd7613ba3 HTTP/1.1" status: 200 len: 205 time: 0.0379381 Apr 30 01:42:01.838673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42694) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:01.862680 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b7af9589-41a8-4190-b66f-989793d83146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:01.872332 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af9589-41a8-4190-b66f-989793d83146 None None] Routers {'4656f77b-7948-47dd-acd4-eefcd7613ba3'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:01.872920 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b7af9589-41a8-4190-b66f-989793d83146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4656f77b-7948-47dd-acd4-eefcd7613ba3'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:01.905348 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b7af9589-41a8-4190-b66f-989793d83146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:01.905981 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af9589-41a8-4190-b66f-989793d83146 None None] The sync data for ids ['4656f77b-7948-47dd-acd4-eefcd7613ba3'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:01.914429 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f170dd24-b8be-4d47-989e-41cbceb0bf75 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.006032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.014586 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.098330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f170dd24-b8be-4d47-989e-41cbceb0bf75 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.100710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f170dd24-b8be-4d47-989e-41cbceb0bf75 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.260466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f170dd24-b8be-4d47-989e-41cbceb0bf75 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.261978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f170dd24-b8be-4d47-989e-41cbceb0bf75 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Fanout notify agent at l3_agent the message router_deleted on router 4656f77b-7948-47dd-acd4-eefcd7613ba3 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:42:02.279707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f170dd24-b8be-4d47-989e-41cbceb0bf75 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.285258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f170dd24-b8be-4d47-989e-41cbceb0bf75 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/4656f77b-7948-47dd-acd4-eefcd7613ba3 HTTP/1.1" status: 204 len: 168 time: 0.4455705 Apr 30 01:42:02.288503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42704) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:02.387054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c5f25d-f44c-43df-86a9-188a6c4475bf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet 0d1cf4ba-4328-4ee8-a6cb-83f4ac65ea4c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:02.390606 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55c5f25d-f44c-43df-86a9-188a6c4475bf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.416869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.436815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-50ecf11d-fda8-41b0-8582-8299b1e67aca None None] Provisioning complete for port 5fd53032-7c1a-4a19-a640-985941e0fa73 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:02.437092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55c5f25d-f44c-43df-86a9-188a6c4475bf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.437454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ecf11d-fda8-41b0-8582-8299b1e67aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.511580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.512642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.547103 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ecf11d-fda8-41b0-8582-8299b1e67aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.581142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55c5f25d-f44c-43df-86a9-188a6c4475bf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.600930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-50ecf11d-fda8-41b0-8582-8299b1e67aca None None] For port 5fd53032-7c1a-4a19-a640-985941e0fa73, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5fd53032-7c1a-4a19-a640-985941e0fa73,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:02.645375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=75a44a6a-ef0c-4321-81a0-63ae1c0b6398,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:02.687648 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50ecf11d-fda8-41b0-8582-8299b1e67aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.706466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:02.708127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:02.720846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55c5f25d-f44c-43df-86a9-188a6c4475bf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.767985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecf11d-fda8-41b0-8582-8299b1e67aca None None] Pushing event updated for resources: {'Port': ['ID=5fd53032-7c1a-4a19-a640-985941e0fa73,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:02.779275 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-55c5f25d-f44c-43df-86a9-188a6c4475bf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.789917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03532c35-affb-4d96-868f-214bf03fd94f None None] Network 8a287c47-b1b5-465f-8158-591afde94043 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:02.790973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-55c5f25d-f44c-43df-86a9-188a6c4475bf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/0d1cf4ba-4328-4ee8-a6cb-83f4ac65ea4c HTTP/1.1" status: 204 len: 168 time: 0.5012910 Apr 30 01:42:02.792640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:02.810081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5f25d-f44c-43df-86a9-188a6c4475bf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1cf4ba-4328-4ee8-a6cb-83f4ac65ea4c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:02.893853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ae96b3-f4f6-40f4-971e-685f383b3f20 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet 909211b0-55a4-479b-be43-30d585338d69 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:02.897130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3ae96b3-f4f6-40f4-971e-685f383b3f20 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.904769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Router 997f419b-6681-46d3-9c2a-edcc1f1f6a6c is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:42:02.944944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-698efd91-cc29-4893-8aeb-545e7cee7877 None None] Provisioning complete for port 75a44a6a-ef0c-4321-81a0-63ae1c0b6398 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:02.945314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-698efd91-cc29-4893-8aeb-545e7cee7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:02.955290 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3ae96b3-f4f6-40f4-971e-685f383b3f20 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.047844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-698efd91-cc29-4893-8aeb-545e7cee7877 None None] Port 75a44a6a-ef0c-4321-81a0-63ae1c0b6398 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:03.109243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:03.110118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3ae96b3-f4f6-40f4-971e-685f383b3f20 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.118916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a532ddfd-cddb-4961-8309-6ebf897e458a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "PUT /v2.0/routers/997f419b-6681-46d3-9c2a-edcc1f1f6a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6661546 Apr 30 01:42:03.127137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Sync routers for ids ['997f419b-6681-46d3-9c2a-edcc1f1f6a6c'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:03.144205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42722) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:03.166053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Routers {'997f419b-6681-46d3-9c2a-edcc1f1f6a6c'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:03.170749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['997f419b-6681-46d3-9c2a-edcc1f1f6a6c'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:03.258400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f214ae30-3e8d-44ab-8868-35de352e8e9a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:03.262777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42724) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:03.263304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f214ae30-3e8d-44ab-8868-35de352e8e9a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports/75a44a6a-ef0c-4321-81a0-63ae1c0b6398 HTTP/1.1" status: 200 len: 911 time: 0.1120207 Apr 30 01:42:03.328833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dedf13b-7d50-46fb-b1fd-128b141c2f5f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:03.330768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dedf13b-7d50-46fb-b1fd-128b141c2f5f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:03.335041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3dedf13b-7d50-46fb-b1fd-128b141c2f5f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0685592 Apr 30 01:42:03.335416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42730) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:03.400523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3ae96b3-f4f6-40f4-971e-685f383b3f20 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.422122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] DHCP port deletion for 8a287c47-b1b5-465f-8158-591afde94043 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:03.423916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5fd53032-7c1a-4a19-a640-985941e0fa73 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:03.432885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3ae96b3-f4f6-40f4-971e-685f383b3f20 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.438792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a3ae96b3-f4f6-40f4-971e-685f383b3f20 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/909211b0-55a4-479b-be43-30d585338d69 HTTP/1.1" status: 204 len: 168 time: 0.6395330 Apr 30 01:42:03.438792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae96b3-f4f6-40f4-971e-685f383b3f20 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=909211b0-55a4-479b-be43-30d585338d69,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:03.439096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42732) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:03.467655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41075543-2cd1-47f5-b4b2-fefe2fc6b424 None None] Network f425cc53-8e99-4b89-9dfe-c7054a7dee63 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:03.526113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bf046ed1-99c5-4304-b1a9-755ff11ce97b None None] Provisioning complete for port 75a44a6a-ef0c-4321-81a0-63ae1c0b6398 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:03.526734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf046ed1-99c5-4304-b1a9-755ff11ce97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.544828 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.678467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Set router 997f419b-6681-46d3-9c2a-edcc1f1f6a6c gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:42:03.682951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:03.687261 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.711923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bf046ed1-99c5-4304-b1a9-755ff11ce97b None None] Port 75a44a6a-ef0c-4321-81a0-63ae1c0b6398 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:03.780244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,segment=NetworkSegment(04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e),segment_id=04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:03.780757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.799061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for d6f39bcd-9c72-4a31-964e-2d5f7473bc7e owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:03.825978 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5fd53032-7c1a-4a19-a640-985941e0fa73 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:03.826381 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.830282 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.879220 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:03.888827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] Deleting port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:03.889268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.005626 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.020309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] For port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,segment=NetworkSegment(04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e),segment_id=04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:04.020709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.037747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] DHCP port deletion for f425cc53-8e99-4b89-9dfe-c7054a7dee63 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:04.045510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:04.047383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:04.066171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] Calling delete_port for d6f39bcd-9c72-4a31-964e-2d5f7473bc7e owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:04.083795 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.133062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 75a44a6a-ef0c-4321-81a0-63ae1c0b6398 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:04.133062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.148469 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.173795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a287c47-b1b5-465f-8158-591afde94043']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:04.186123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:04.186506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f15a4a-e715-4cf0-aefd-edd0fb6bbe1e') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:04.197656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.218288 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:04.231298 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:04.251051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] Deleting port 75016ae9-46b1-48ce-a8f8-334d3464904b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:04.251375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.253014 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.258475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f419b-6681-46d3-9c2a-edcc1f1f6a6c', 'name': 'tempest-NetworksTestDHCPv6-router-588186616', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:00Z', 'updated_at': '2022-04-30T01:42:01Z', 'revision_number': 2, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None, '_interfaces': [{'id': '75a44a6a-ef0c-4321-81a0-63ae1c0b6398', 'name': '', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'mac_address': 'fa:16:3e:43:ee:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f419b-6681-46d3-9c2a-edcc1f1f6a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'fab1bea8-2ce3-42dc-a2ee-4d3954ec5870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:01Z', 'updated_at': '2022-04-30T01:42:02Z', 'revision_number': 2, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'subnets': [{'id': 'fab1bea8-2ce3-42dc-a2ee-4d3954ec5870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:04.271021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.286214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 75a44a6a-ef0c-4321-81a0-63ae1c0b6398 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:04.322785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Checking router: 997f419b-6681-46d3-9c2a-edcc1f1f6a6c for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:42:04.323722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Updating router 997f419b-6681-46d3-9c2a-edcc1f1f6a6c port 75a44a6a-ef0c-4321-81a0-63ae1c0b6398 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:42:04.325592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] Pushing event deleted for resources: {'Port': ['ID=d6f39bcd-9c72-4a31-964e-2d5f7473bc7e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:04.352345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521dd06e-5f2e-49e7-af53-469c25798330 None None] No DVR routers for this DVR port d6f39bcd-9c72-4a31-964e-2d5f7473bc7e on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:04.385225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.385225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.387738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/8a287c47-b1b5-465f-8158-591afde94043 HTTP/1.1" status: 204 len: 168 time: 0.9476056 Apr 30 01:42:04.392448 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.394019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42746) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:04.418737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] For port 75016ae9-46b1-48ce-a8f8-334d3464904b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=75016ae9-46b1-48ce-a8f8-334d3464904b,segment=NetworkSegment(da96144f-7446-4518-8965-cc1a5dbc354a),segment_id=da96144f-7446-4518-8965-cc1a5dbc354a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:04.419067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.453480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] Calling delete_port for 75016ae9-46b1-48ce-a8f8-334d3464904b owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:04.522006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3045d7-11d4-49d5-a870-788ef7373e38 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=8a287c47-b1b5-465f-8158-591afde94043,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:04.549825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.604607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port 75016ae9-46b1-48ce-a8f8-334d3464904b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:04.605094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.654794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.678853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port 75016ae9-46b1-48ce-a8f8-334d3464904b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=75016ae9-46b1-48ce-a8f8-334d3464904b,segment=NetworkSegment(da96144f-7446-4518-8965-cc1a5dbc354a),segment_id=da96144f-7446-4518-8965-cc1a5dbc354a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:04.679389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.700341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for 75016ae9-46b1-48ce-a8f8-334d3464904b owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:04.704477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=75a44a6a-ef0c-4321-81a0-63ae1c0b6398,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:04.742582 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.780965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] Pushing event deleted for resources: {'Port': ['ID=75016ae9-46b1-48ce-a8f8-334d3464904b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:04.792806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d2fb4-6cb1-4ce4-a76f-b13fd4d1f3b3 None None] No DVR routers for this DVR port 75016ae9-46b1-48ce-a8f8-334d3464904b on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:04.852005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.872514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:04.873059 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:42:04.873059 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:42:04.914357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port 75016ae9-46b1-48ce-a8f8-334d3464904b on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:04.955304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=75016ae9-46b1-48ce-a8f8-334d3464904b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:05.064861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.144976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f425cc53-8e99-4b89-9dfe-c7054a7dee63']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:05.163660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da96144f-7446-4518-8965-cc1a5dbc354a') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:05.164076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da96144f-7446-4518-8965-cc1a5dbc354a') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:05.185964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.209650 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.217578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 75016ae9-46b1-48ce-a8f8-334d3464904b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:05.224964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:05.225835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:05.249918 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:05.264000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 75016ae9-46b1-48ce-a8f8-334d3464904b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:05.264350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 75016ae9-46b1-48ce-a8f8-334d3464904b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:05.264769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d6f39bcd-9c72-4a31-964e-2d5f7473bc7e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:05.285430 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d6f39bcd-9c72-4a31-964e-2d5f7473bc7e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:05.285781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d6f39bcd-9c72-4a31-964e-2d5f7473bc7e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:05.389007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.394440 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.396967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Port 75a44a6a-ef0c-4321-81a0-63ae1c0b6398 not found while updating agent binding for router 997f419b-6681-46d3-9c2a-edcc1f1f6a6c. {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 30 01:42:05.400008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/f425cc53-8e99-4b89-9dfe-c7054a7dee63 HTTP/1.1" status: 204 len: 168 time: 1.0043421 Apr 30 01:42:05.414076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Routers {'997f419b-6681-46d3-9c2a-edcc1f1f6a6c'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:05.414731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['997f419b-6681-46d3-9c2a-edcc1f1f6a6c'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:05.416521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42774) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:05.417587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4bc92-1bc2-4588-ad2b-e55a5ed421da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=f425cc53-8e99-4b89-9dfe-c7054a7dee63,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:05.425470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1702654438'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:05.491364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] Set router 997f419b-6681-46d3-9c2a-edcc1f1f6a6c gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:42:05.530950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Router 997f419b-6681-46d3-9c2a-edcc1f1f6a6c has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:42:05.558883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:05.562500 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.580476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f419b-6681-46d3-9c2a-edcc1f1f6a6c', 'name': 'tempest-NetworksTestDHCPv6-router-588186616', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:00Z', 'updated_at': '2022-04-30T01:42:04Z', 'revision_number': 3, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:05.590145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:05.599835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.603200 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment 5b7842e0-fe32-4a6d-9795-cfa625f54568 of type vlan for network 8c85c971-00ba-474b-85ce-efb656afef8e Apr 30 01:42:05.624164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44623edf-4f91-4cbe-9d1f-ab05af5461d6 None None] The sync data for ids ['997f419b-6681-46d3-9c2a-edcc1f1f6a6c'] in n-d-821348-1 is: [{'id': '997f419b-6681-46d3-9c2a-edcc1f1f6a6c', 'name': 'tempest-NetworksTestDHCPv6-router-588186616', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:00Z', 'updated_at': '2022-04-30T01:42:04Z', 'revision_number': 3, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:05.648607 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.673847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:05.683219 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d40aa8a2-cf71-403e-8b5a-5169e325610c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "PUT /v2.0/routers/997f419b-6681-46d3-9c2a-edcc1f1f6a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3438890 Apr 30 01:42:05.683331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42782) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:05.742655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a4bd7-0b49-467e-9303-1731fa64f201 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:05.744782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a4bd7-0b49-467e-9303-1731fa64f201 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:05.746519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb6a4bd7-0b49-467e-9303-1731fa64f201 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0621898 Apr 30 01:42:05.749316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42786) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:05.756709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.762232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:05.762821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.818228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-39998317-5727-431c-9c4e-8f7530474b54 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet fab1bea8-2ce3-42dc-a2ee-4d3954ec5870 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:05.822293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-39998317-5727-431c-9c4e-8f7530474b54 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:05.884906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-39998317-5727-431c-9c4e-8f7530474b54 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.015940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-39998317-5727-431c-9c4e-8f7530474b54 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.173354 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-39998317-5727-431c-9c4e-8f7530474b54 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.215959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39998317-5727-431c-9c4e-8f7530474b54 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=fab1bea8-2ce3-42dc-a2ee-4d3954ec5870,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:06.218960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ad9ad-fab0-40e7-b5d6-e9d75b27c5ee None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:06.222302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-39998317-5727-431c-9c4e-8f7530474b54 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.231089 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-39998317-5727-431c-9c4e-8f7530474b54 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/fab1bea8-2ce3-42dc-a2ee-4d3954ec5870 HTTP/1.1" status: 204 len: 168 time: 0.4804335 Apr 30 01:42:06.232595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42796) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:06.243975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=8c85c971-00ba-474b-85ce-efb656afef8e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:06.250287 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6779678d-ae7b-4d91-aba1-f5d6d07a17be tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8292205 Apr 30 01:42:06.253647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42798) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:06.266301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': '8c85c971-00ba-474b-85ce-efb656afef8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:06.294469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 8c85c971-00ba-474b-85ce-efb656afef8e details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:06.344214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-34d9e5f9-92cb-45f8-b2bf-d8089a83e706 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1103454 Apr 30 01:42:06.344807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42802) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:06.432093 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:06.436245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.455831 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9eeded10-e10f-4b58-a4ee-55f4f5a67397 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.517232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:06.621942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] Deleting port 5fd53032-7c1a-4a19-a640-985941e0fa73 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:06.623652 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.724954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] For port 5fd53032-7c1a-4a19-a640-985941e0fa73, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5fd53032-7c1a-4a19-a640-985941e0fa73,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:06.725367 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.727007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9eeded10-e10f-4b58-a4ee-55f4f5a67397 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.730117 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9eeded10-e10f-4b58-a4ee-55f4f5a67397 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.752698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] Calling delete_port for 5fd53032-7c1a-4a19-a640-985941e0fa73 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:06.820219 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.869333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9eeded10-e10f-4b58-a4ee-55f4f5a67397 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.869994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeded10-e10f-4b58-a4ee-55f4f5a67397 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Fanout notify agent at l3_agent the message router_deleted on router 997f419b-6681-46d3-9c2a-edcc1f1f6a6c {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:42:06.877442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9eeded10-e10f-4b58-a4ee-55f4f5a67397 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.882512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9eeded10-e10f-4b58-a4ee-55f4f5a67397 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/routers/997f419b-6681-46d3-9c2a-edcc1f1f6a6c HTTP/1.1" status: 204 len: 168 time: 0.5347304 Apr 30 01:42:06.883488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42810) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:06.920555 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e229a3a-e82c-4ccb-bd08-954347075913 None None] Sync routers for ids ['997f419b-6681-46d3-9c2a-edcc1f1f6a6c'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:06.927575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=1ab2793d-8355-44fc-9691-197c4f2d3944,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:06.929611 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:06.942486 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e229a3a-e82c-4ccb-bd08-954347075913 None None] Routers set() bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:06.942922 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e229a3a-e82c-4ccb-bd08-954347075913 None None] Router IDs set() for agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 01:42:06.944145 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e229a3a-e82c-4ccb-bd08-954347075913 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'997f419b-6681-46d3-9c2a-edcc1f1f6a6c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent'). {{(pid=103321) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 30 01:42:06.956154 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e229a3a-e82c-4ccb-bd08-954347075913 None None] Routers set() bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:06.956838 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e229a3a-e82c-4ccb-bd08-954347075913 None None] Router IDs set() for agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 01:42:06.957909 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e229a3a-e82c-4ccb-bd08-954347075913 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'997f419b-6681-46d3-9c2a-edcc1f1f6a6c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent'). {{(pid=103321) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 30 01:42:06.958515 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e229a3a-e82c-4ccb-bd08-954347075913 None None] The sync data for ids ['997f419b-6681-46d3-9c2a-edcc1f1f6a6c'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:06.960034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591f795-d40f-4db7-94ed-e1838f9d95d9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:06.961291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7591f795-d40f-4db7-94ed-e1838f9d95d9 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0769198 Apr 30 01:42:06.962743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': '5b7842e0-fe32-4a6d-9795-cfa625f54568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c85c971-00ba-474b-85ce-efb656afef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:06.963345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: 8c85c971-00ba-474b-85ce-efb656afef8e, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:42:06.964417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42812) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:06.988327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] Pushing event deleted for resources: {'Port': ['ID=5fd53032-7c1a-4a19-a640-985941e0fa73,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:06.994237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83edee-cef5-4916-9217-2fe0f71da766 None None] No DVR routers for this DVR port 5fd53032-7c1a-4a19-a640-985941e0fa73 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:07.043122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 8c85c971-00ba-474b-85ce-efb656afef8e is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:42:07.049849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1ae086-c2c9-4940-8a42-ed13674e4556 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:07.051784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1a1ae086-c2c9-4940-8a42-ed13674e4556 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0854738 Apr 30 01:42:07.054351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:07.101078 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:42:07.121458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 8c85c971-00ba-474b-85ce-efb656afef8e) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:07.123868 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:07.124524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.131055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89febc-5d0c-431c-8488-6752e1668ab3 None None] Network 8c85c971-00ba-474b-85ce-efb656afef8e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:07.137258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6ff56b78-07d1-427b-b969-2e82b3ed0950 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772266 Apr 30 01:42:07.146995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42816) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:07.147785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:07.222530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5fd53032-7c1a-4a19-a640-985941e0fa73 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:07.234697 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d52703ba-b81b-45ac-b891-c92ecdd6e2ed tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9775743 Apr 30 01:42:07.234905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42822) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:07.239557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7a686d76-84ca-49d3-bc51-a25556ecec27 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-916750424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:07.250653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5fd53032-7c1a-4a19-a640-985941e0fa73 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:07.251350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5fd53032-7c1a-4a19-a640-985941e0fa73 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:07.364115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-8c85c971-00ba-474b-85ce-efb656afef8e', 'network_id': '8c85c971-00ba-474b-85ce-efb656afef8e', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': '1ab2793d-8355-44fc-9691-197c4f2d3944'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:07.365690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.373148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:07.384467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.411571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a686d76-84ca-49d3-bc51-a25556ecec27 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.412616 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a686d76-84ca-49d3-bc51-a25556ecec27 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.470852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a686d76-84ca-49d3-bc51-a25556ecec27 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.524143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a686d76-84ca-49d3-bc51-a25556ecec27 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.543251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Allocated IP 2001:db8::2 (8c85c971-00ba-474b-85ce-efb656afef8e/1ab2793d-8355-44fc-9691-197c4f2d3944/699de967-8aff-4cf9-a149-9ee52b955997) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:07.594513 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a686d76-84ca-49d3-bc51-a25556ecec27 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.596436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7a686d76-84ca-49d3-bc51-a25556ecec27 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3602562 Apr 30 01:42:07.600135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42826) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:07.606331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'port': {'network_id': '8c85c971-00ba-474b-85ce-efb656afef8e', 'name': 'tempest-RoutersIpV6Test-597430286'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:07.713532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.797734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.826395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:07.830959 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.835669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:42:07.837896 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.856685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] device_id is not set on port c181dcb1-61f3-4e2c-b47c-79d3dd0083bf yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:42:07.861102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Network 8c85c971-00ba-474b-85ce-efb656afef8e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:07.865740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:07.875464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:07.890755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Pushing event updated for resources: {'Port': ['ID=699de967-8aff-4cf9-a149-9ee52b955997,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:07.950416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:07.953733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:07.970338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:07.970973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:07.986268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=f2c248db-05fc-4ac8-8c38-61c2af985f89,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:07.994678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Attempting to bind port 699de967-8aff-4cf9-a149-9ee52b955997 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:07.995169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Attempting to bind port 699de967-8aff-4cf9-a149-9ee52b955997 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5b7842e0-fe32-4a6d-9795-cfa625f54568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c85c971-00ba-474b-85ce-efb656afef8e'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:07.995570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Attempting to bind port 699de967-8aff-4cf9-a149-9ee52b955997 on network 8c85c971-00ba-474b-85ce-efb656afef8e {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:07.997899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9211fb-c4d2-482b-affa-3624956e3c34 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:08.015719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:08.015719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Checking segment: {'id': '5b7842e0-fe32-4a6d-9795-cfa625f54568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c85c971-00ba-474b-85ce-efb656afef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:08.016047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.016451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Bound using segment: {'id': '5b7842e0-fe32-4a6d-9795-cfa625f54568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c85c971-00ba-474b-85ce-efb656afef8e'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:08.016939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Bound port: 699de967-8aff-4cf9-a149-9ee52b955997, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7842e0-fe32-4a6d-9795-cfa625f54568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c85c971-00ba-474b-85ce-efb656afef8e'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:08.017322 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.033327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8::272 (8c85c971-00ba-474b-85ce-efb656afef8e/1ab2793d-8355-44fc-9691-197c4f2d3944/c181dcb1-61f3-4e2c-b47c-79d3dd0083bf) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:08.090039 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a07f88bc-72a8-444a-bc28-263244aedcf3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9454260 Apr 30 01:42:08.090039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:08.096365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:08.177604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] For port 699de967-8aff-4cf9-a149-9ee52b955997, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:08.204523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] For port 699de967-8aff-4cf9-a149-9ee52b955997, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=699de967-8aff-4cf9-a149-9ee52b955997,segment=NetworkSegment(5b7842e0-fe32-4a6d-9795-cfa625f54568),segment_id=5b7842e0-fe32-4a6d-9795-cfa625f54568)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:08.209822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': 'f2c248db-05fc-4ac8-8c38-61c2af985f89'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:08.210788 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.229008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.302606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.343142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.372876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:08.380155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.418509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672c39c-a352-4ee8-810c-388a610fbe10 None None] Pushing event updated for resources: {'Port': ['ID=699de967-8aff-4cf9-a149-9ee52b955997,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:08.438422 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Allocated IP 2001:db8::f816:3eff:febe:7999 (ff3497db-d506-41b3-bc96-8e107d7f907f/f2c248db-05fc-4ac8-8c38-61c2af985f89/7853ded2-ecb9-4be0-abb0-e04dbefc80f4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:08.439819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 8c85c971-00ba-474b-85ce-efb656afef8e is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:08.453944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:08.463253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:08.468966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:08.469632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.510579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=c181dcb1-61f3-4e2c-b47c-79d3dd0083bf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:08.598496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7665f36a-7290-45ab-8880-47f7c95535d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9970524 Apr 30 01:42:08.601058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42842) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:08.724989 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.833897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.892918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:08.898996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:08.901778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:08.909958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Pushing event updated for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:08.940532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:08.974323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:08.977987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:09.008017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:09.009147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.019894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Attempting to bind port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:09.020516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Attempting to bind port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:09.023253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Attempting to bind port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:09.038447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:09.039144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:09.041502 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.042110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:09.042830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Bound port: 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:09.045695 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.058839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=1f8cc8b7-9a71-45d9-a22e-4406f4afec51,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:09.099884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d4b0697c-ab3a-4385-b192-df83febc0e05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0087142 Apr 30 01:42:09.100548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42852) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:09.107939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:23:92:d0', 'name': 'tempest-NetworksTestDHCPv6-1296857913'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:09.175704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:09.180429 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:09.227982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.282498 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.328282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 699de967-8aff-4cf9-a149-9ee52b955997 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:09.401966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:09.540076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6f252-96eb-4536-831a-b9333c92cc98 None None] Pushing event updated for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:09.594942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 699de967-8aff-4cf9-a149-9ee52b955997 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:09.596326 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.720310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.784370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 583edb4d-1c37-48b2-a5e4-d34789e117aa yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:42:09.791283 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.900963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 699de967-8aff-4cf9-a149-9ee52b955997, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=699de967-8aff-4cf9-a149-9ee52b955997,segment=NetworkSegment(5b7842e0-fe32-4a6d-9795-cfa625f54568),segment_id=5b7842e0-fe32-4a6d-9795-cfa625f54568)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:09.914176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:09.983600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.011638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.025053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e224ee2c-55b0-4cdc-9ce9-686864e811d4 None None] Network 8c85c971-00ba-474b-85ce-efb656afef8e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:10.087279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42870) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:10.099175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 172.20.0.10 (ff3497db-d506-41b3-bc96-8e107d7f907f/1f8cc8b7-9a71-45d9-a22e-4406f4afec51/583edb4d-1c37-48b2-a5e4-d34789e117aa) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:10.111231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:fe23:92d0 (ff3497db-d506-41b3-bc96-8e107d7f907f/f2c248db-05fc-4ac8-8c38-61c2af985f89/583edb4d-1c37-48b2-a5e4-d34789e117aa) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:10.197740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0cf3c652-104c-476d-bd8d-508ed952b141 None None] Provisioning complete for port 699de967-8aff-4cf9-a149-9ee52b955997 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:10.198410 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c652-104c-476d-bd8d-508ed952b141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.204781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=699de967-8aff-4cf9-a149-9ee52b955997,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:10.232220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=c181dcb1-61f3-4e2c-b47c-79d3dd0083bf,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:10.337857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2499be17-59f1-4597-8c2c-1e86d7ee9ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.367076 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.420111 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.481736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2499be17-59f1-4597-8c2c-1e86d7ee9ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.572202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.573104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2499be17-59f1-4597-8c2c-1e86d7ee9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.625555 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42880) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:10.627588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2499be17-59f1-4597-8c2c-1e86d7ee9ddd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffeb2e6693094a0ab3071cdcdca4af46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395188 Apr 30 01:42:10.629439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.703571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=583edb4d-1c37-48b2-a5e4-d34789e117aa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:10.737571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:10.743415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:10.746002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:10.750416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499be17-59f1-4597-8c2c-1e86d7ee9ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d2f9d4-441d-470d-9a82-a8b879e083f9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:10.809257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:10.810088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.841820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a0d90cb8-e81f-435c-af6a-ec9fbef1abe4 None None] Provisioning complete for port 699de967-8aff-4cf9-a149-9ee52b955997 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:10.842364 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0d90cb8-e81f-435c-af6a-ec9fbef1abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.906068 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad1ffa25-cb53-4a25-91ef-f7f7d6910d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.956795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e4aca892-1965-45a2-ae04-fcd09140d97f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8523300 Apr 30 01:42:10.957014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad1ffa25-cb53-4a25-91ef-f7f7d6910d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:10.957464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42884) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:11.095350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.104244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827a284-7e18-40c7-a3c8-7a2a67db55e5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:11.110514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827a284-7e18-40c7-a3c8-7a2a67db55e5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:11.112286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b827a284-7e18-40c7-a3c8-7a2a67db55e5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1476994 Apr 30 01:42:11.115096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42888) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:11.182641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a0d90cb8-e81f-435c-af6a-ec9fbef1abe4 None None] Provisioning complete for port c181dcb1-61f3-4e2c-b47c-79d3dd0083bf triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:11.182999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.183230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0d90cb8-e81f-435c-af6a-ec9fbef1abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.183831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.220929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc225839-7f14-43b3-a3c8-c06bab03cb9a None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:11.255408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad1ffa25-cb53-4a25-91ef-f7f7d6910d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.258526 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad1ffa25-cb53-4a25-91ef-f7f7d6910d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.267948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ad1ffa25-cb53-4a25-91ef-f7f7d6910d4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40d2f9d4-441d-470d-9a82-a8b879e083f9 HTTP/1.1" status: 204 len: 168 time: 0.6411283 Apr 30 01:42:11.306688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ffa25-cb53-4a25-91ef-f7f7d6910d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d2f9d4-441d-470d-9a82-a8b879e083f9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:11.320762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5d33c366-edc9-4157-84fa-ca28635a4ebd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 583edb4d-1c37-48b2-a5e4-d34789e117aa {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:11.321147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d33c366-edc9-4157-84fa-ca28635a4ebd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.422590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 699de967-8aff-4cf9-a149-9ee52b955997 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:11.456814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=c181dcb1-61f3-4e2c-b47c-79d3dd0083bf,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:11.481453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d33c366-edc9-4157-84fa-ca28635a4ebd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.489216 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a0d90cb8-e81f-435c-af6a-ec9fbef1abe4 None None] Port c181dcb1-61f3-4e2c-b47c-79d3dd0083bf cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:11.493118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 8c85c971-00ba-474b-85ce-efb656afef8e is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:11.494295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:11.494875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5d33c366-edc9-4157-84fa-ca28635a4ebd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 583edb4d-1c37-48b2-a5e4-d34789e117aa owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:11.570764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 699de967-8aff-4cf9-a149-9ee52b955997 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:11.577047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.703884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:11.704434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.767752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router 1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:42:11.849516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:11.892510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:11.899938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cbee89d0-dc03-4657-be98-77b854ca9e9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2953126 Apr 30 01:42:11.901269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42902) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:11.905003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d33c366-edc9-4157-84fa-ca28635a4ebd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.915469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b952a-8a60-470f-8f0e-6d066148e0e3 None None] Sync routers for ids ['1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:11.938308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33c366-edc9-4157-84fa-ca28635a4ebd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=583edb4d-1c37-48b2-a5e4-d34789e117aa,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:11.958539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:11.969874 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924770a1-556e-45f3-83e4-3010b657b6fe tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:11.974498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b952a-8a60-470f-8f0e-6d066148e0e3 None None] Routers {'1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:11.974498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-822b952a-8a60-470f-8f0e-6d066148e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:11.974717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-924770a1-556e-45f3-83e4-3010b657b6fe tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports/c181dcb1-61f3-4e2c-b47c-79d3dd0083bf HTTP/1.1" status: 200 len: 983 time: 0.0685866 Apr 30 01:42:11.975287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42904) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:12.022052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42908) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:12.031617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-822b952a-8a60-470f-8f0e-6d066148e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:12.042378 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef049-c3b6-4fca-8827-6fdc87b9ac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.042516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd96ac-dada-4c0d-825e-ec8835f39fe7 None None] Update dhcp port {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': 'f2c248db-05fc-4ac8-8c38-61c2af985f89', 'ip_address': '2001:db8::f816:3eff:febe:7999'}, {'subnet_id': '1f8cc8b7-9a71-45d9-a22e-4406f4afec51'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '7853ded2-ecb9-4be0-abb0-e04dbefc80f4'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:42:12.089084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d33c366-edc9-4157-84fa-ca28635a4ebd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.093665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d33c366-edc9-4157-84fa-ca28635a4ebd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/583edb4d-1c37-48b2-a5e4-d34789e117aa HTTP/1.1" status: 204 len: 168 time: 0.9775605 Apr 30 01:42:12.096713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42910) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:12.097816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:12.100632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b952a-8a60-470f-8f0e-6d066148e0e3 None None] Routers {'1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:12.101344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-822b952a-8a60-470f-8f0e-6d066148e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:12.107107 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fcd96ac-dada-4c0d-825e-ec8835f39fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.150652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-822b952a-8a60-470f-8f0e-6d066148e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:12.151246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b952a-8a60-470f-8f0e-6d066148e0e3 None None] The sync data for ids ['1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:12.165292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:12.166105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.170454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.177562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e94ad-ce3e-4c06-8798-7757aae4651f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:12.179381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e94ad-ce3e-4c06-8798-7757aae4651f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:12.181464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e94ad-ce3e-4c06-8798-7757aae4651f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:12.183075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f60e94ad-ce3e-4c06-8798-7757aae4651f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0851660 Apr 30 01:42:12.185855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:12.229375 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef049-c3b6-4fca-8827-6fdc87b9ac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.296674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d4b777-6345-4c77-ba02-1e6774a0da51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 1f8cc8b7-9a71-45d9-a22e-4406f4afec51 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:12.315931 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90d4b777-6345-4c77-ba02-1e6774a0da51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.326513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] Provisioning complete for port c181dcb1-61f3-4e2c-b47c-79d3dd0083bf triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:12.326937 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.327968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef049-c3b6-4fca-8827-6fdc87b9ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.373670 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d4ef049-c3b6-4fca-8827-6fdc87b9ac18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a78b470c69f94ee293550a082ccf329d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479924 Apr 30 01:42:12.373670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ef049-c3b6-4fca-8827-6fdc87b9ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf7f46c-96f1-48b0-b4b9-78b6cfde3569,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:12.374874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42916) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:12.400971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] Pushing event updated for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:12.412670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90d4b777-6345-4c77-ba02-1e6774a0da51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.422273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-53ad3fcf-9fde-40a7-8671-832737a1ca91 None None] Port c181dcb1-61f3-4e2c-b47c-79d3dd0083bf cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:12.449306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0690e949-8981-4209-921f-89a26dedf429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.475488 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0690e949-8981-4209-921f-89a26dedf429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.530366 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90d4b777-6345-4c77-ba02-1e6774a0da51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.543280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e35570ee-3c13-46c6-aca3-f21eca7cb189 None None] Provisioning complete for port c181dcb1-61f3-4e2c-b47c-79d3dd0083bf triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:12.543697 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e35570ee-3c13-46c6-aca3-f21eca7cb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.580601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e35570ee-3c13-46c6-aca3-f21eca7cb189 None None] Port c181dcb1-61f3-4e2c-b47c-79d3dd0083bf cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:12.602183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0690e949-8981-4209-921f-89a26dedf429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.605998 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0690e949-8981-4209-921f-89a26dedf429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.615993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0690e949-8981-4209-921f-89a26dedf429 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcf7f46c-96f1-48b0-b4b9-78b6cfde3569 HTTP/1.1" status: 204 len: 168 time: 0.2398703 Apr 30 01:42:12.628312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690e949-8981-4209-921f-89a26dedf429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf7f46c-96f1-48b0-b4b9-78b6cfde3569,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:12.731790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-7fcd96ac-dada-4c0d-825e-ec8835f39fe7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f8cc8b7-9a71-45d9-a22e-4406f4afec51: This subnet is being modified by another concurrent operation. Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f8cc8b7-9a71-45d9-a22e-4406f4afec51: This subnet is being modified by another concurrent operation. Apr 30 01:42:12.742860 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:42:12.749255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90d4b777-6345-4c77-ba02-1e6774a0da51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.846009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b777-6345-4c77-ba02-1e6774a0da51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8cc8b7-9a71-45d9-a22e-4406f4afec51,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:12.853436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90d4b777-6345-4c77-ba02-1e6774a0da51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.860530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-90d4b777-6345-4c77-ba02-1e6774a0da51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/1f8cc8b7-9a71-45d9-a22e-4406f4afec51 HTTP/1.1" status: 204 len: 168 time: 0.6693482 Apr 30 01:42:12.860660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:12.912924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ccf90fb2-26b5-42b1-8449-7f51894e7ac3 None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:12.913373 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccf90fb2-26b5-42b1-8449-7f51894e7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:12.955480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad703b1a-c15e-4358-97a8-98d651c1db46 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet f2c248db-05fc-4ac8-8c38-61c2af985f89 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:12.959596 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad703b1a-c15e-4358-97a8-98d651c1db46 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.031409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad703b1a-c15e-4358-97a8-98d651c1db46 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.070548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8a5cd-aae2-4a80-a0cb-157ec44f8f6d None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:42:13.095758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ccf90fb2-26b5-42b1-8449-7f51894e7ac3 None None] Could not find standard attr ID for object 583edb4d-1c37-48b2-a5e4-d34789e117aa. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:42:13.120859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad703b1a-c15e-4358-97a8-98d651c1db46 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.170709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port c181dcb1-61f3-4e2c-b47c-79d3dd0083bf {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:13.171760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.222950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:13.227768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f45f0788-608d-43ba-94a9-b9956ce2ad9b None None] Could not find standard attr ID for object 583edb4d-1c37-48b2-a5e4-d34789e117aa. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:42:13.248161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8a5cd-aae2-4a80-a0cb-157ec44f8f6d None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:42:13.288763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad703b1a-c15e-4358-97a8-98d651c1db46 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.320135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad703b1a-c15e-4358-97a8-98d651c1db46 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c248db-05fc-4ac8-8c38-61c2af985f89,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:13.324429 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ad703b1a-c15e-4358-97a8-98d651c1db46 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.328232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ad703b1a-c15e-4358-97a8-98d651c1db46 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/f2c248db-05fc-4ac8-8c38-61c2af985f89 HTTP/1.1" status: 204 len: 168 time: 0.4676261 Apr 30 01:42:13.330779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42938) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:13.371449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fd97554a-681f-42c9-b6dc-80b1995dda88 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386755 Apr 30 01:42:13.374029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42940) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:13.377106 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.379564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:13.451924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:13.550982 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.647237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:13.689324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd29d5-46df-4d4c-b778-311015da7038 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:42:13.752228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.766272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:13.770255 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for c181dcb1-61f3-4e2c-b47c-79d3dd0083bf owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:13.775402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.803949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-633794e5-7048-448b-af71-4675479b9d4b None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:13.803949 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-633794e5-7048-448b-af71-4675479b9d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.827620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:13.844072 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f203c0aa-2dca-46bf-8f17-503671f23006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:13.846141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd29d5-46df-4d4c-b778-311015da7038 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:42:13.962981 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-633794e5-7048-448b-af71-4675479b9d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.024589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-633794e5-7048-448b-af71-4675479b9d4b None None] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:14.045597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f203c0aa-2dca-46bf-8f17-503671f23006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.127787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f203c0aa-2dca-46bf-8f17-503671f23006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.138808 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-633794e5-7048-448b-af71-4675479b9d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.155506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.200341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633794e5-7048-448b-af71-4675479b9d4b None None] Pushing event updated for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:14.214811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203c0aa-2dca-46bf-8f17-503671f23006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a023b2f4-474d-4967-80e1-f9d34ccca742,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:14.235928 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f203c0aa-2dca-46bf-8f17-503671f23006 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b2834fee514418f85a6f13bf7da0207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068696 Apr 30 01:42:14.237849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=c181dcb1-61f3-4e2c-b47c-79d3dd0083bf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:14.239456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:42:14.240440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:14.247196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] Update dhcp port {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': 'e64a906e-7102-4311-90b8-d2aae0ca14da'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '7853ded2-ecb9-4be0-abb0-e04dbefc80f4'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:42:14.281557 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.370007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b38ef7f-f3a6-464e-90b9-cfe50f06cf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.416978 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.432317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b38ef7f-f3a6-464e-90b9-cfe50f06cf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.564202 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 30 01:42:14.564202 n-d-821348-1 neutron-server[103320]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Apr 30 01:42:14.564202 n-d-821348-1 neutron-server[103320]: [parameters: {'ip_address': '2001:db8::f816:3eff:febe:7999', 'status': 'ALLOCATED', 'ipam_subnet_id': 'e0e32057-d9a0-4b2d-afe4-df5b10dd5f11'}] Apr 30 01:42:14.564202 n-d-821348-1 neutron-server[103320]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:42:14.566253 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:42:14.638299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router 1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:42:14.657035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.719258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b38ef7f-f3a6-464e-90b9-cfe50f06cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.721861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b38ef7f-f3a6-464e-90b9-cfe50f06cf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.725803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b38ef7f-f3a6-464e-90b9-cfe50f06cf56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a023b2f4-474d-4967-80e1-f9d34ccca742 HTTP/1.1" status: 204 len: 168 time: 0.4782550 Apr 30 01:42:14.729200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:14.735458 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-69ef9f23-3dc6-485e-8f4b-85bd5dc6f18b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7560203 Apr 30 01:42:14.740204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38ef7f-f3a6-464e-90b9-cfe50f06cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a023b2f4-474d-4967-80e1-f9d34ccca742,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:14.741800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42972) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:14.752081 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d8b45-27d7-442c-9e1e-29e4560eaff3 None None] Sync routers for ids ['1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:14.773124 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d8b45-27d7-442c-9e1e-29e4560eaff3 None None] Routers {'1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:14.773753 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-799d8b45-27d7-442c-9e1e-29e4560eaff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:14.840659 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-799d8b45-27d7-442c-9e1e-29e4560eaff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:14.851772 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d8b45-27d7-442c-9e1e-29e4560eaff3 None None] Routers {'1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:14.852660 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-799d8b45-27d7-442c-9e1e-29e4560eaff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:14.907376 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-799d8b45-27d7-442c-9e1e-29e4560eaff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:14.908191 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d8b45-27d7-442c-9e1e-29e4560eaff3 None None] The sync data for ids ['1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:14.921605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:14.957361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:14.959363 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-3f718fbc-5996-4d6d-adcb-212a69cb0d18 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] remove_router_interface failed (client error): The resource could not be found. Apr 30 01:42:14.960521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3f718fbc-5996-4d6d-adcb-212a69cb0d18 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2178044 Apr 30 01:42:14.963485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42978) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:14.993597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6988538b-cb09-4413-8202-4103e6e91ac2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4 HTTP/1.1" status: 200 len: 205 time: 0.0284483 Apr 30 01:42:14.996590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42980) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:15.022814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.023621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.073285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad1dc7b-eded-42d2-9a26-b79e0ed91548 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.098607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:15.107659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:15.110876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:15.111504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.156395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:15.156518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.159693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=e64a906e-7102-4311-90b8-d2aae0ca14da,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:15.190022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8923bd47-dce3-43b0-8ca1-704162d875b1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8122592 Apr 30 01:42:15.190251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 42986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:15.195453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:15.330227 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad1dc7b-eded-42d2-9a26-b79e0ed91548 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.335718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad1dc7b-eded-42d2-9a26-b79e0ed91548 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.449282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:15.462350 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.474469 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad1dc7b-eded-42d2-9a26-b79e0ed91548 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.475083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad1dc7b-eded-42d2-9a26-b79e0ed91548 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Fanout notify agent at l3_agent the message router_deleted on router 1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:42:15.496410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ad1dc7b-eded-42d2-9a26-b79e0ed91548 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.500183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ad1dc7b-eded-42d2-9a26-b79e0ed91548 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4 HTTP/1.1" status: 204 len: 168 time: 0.5024507 Apr 30 01:42:15.502588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 42998) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:15.573841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aad462b-4cc3-4033-be4f-611406d195c5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet 1ab2793d-8355-44fc-9691-197c4f2d3944 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:15.579940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2aad462b-4cc3-4033-be4f-611406d195c5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.634712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:15.642042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2aad462b-4cc3-4033-be4f-611406d195c5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.667711 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.744540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2aad462b-4cc3-4033-be4f-611406d195c5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.750194 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.808604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a99ec6-802b-4948-867e-efeb09569afa None None] Pushing event updated for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:15.851729 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.911175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2aad462b-4cc3-4033-be4f-611406d195c5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.946568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:15.949868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:15.959726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad462b-4cc3-4033-be4f-611406d195c5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab2793d-8355-44fc-9691-197c4f2d3944,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:15.960075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:15.960075 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.964711 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2aad462b-4cc3-4033-be4f-611406d195c5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:15.968916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2aad462b-4cc3-4033-be4f-611406d195c5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/1ab2793d-8355-44fc-9691-197c4f2d3944 HTTP/1.1" status: 204 len: 168 time: 0.4627149 Apr 30 01:42:15.971329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43010) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:15.971441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=3080b471-c340-4f33-92a9-923fb98da819,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:16.052518 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d75c0cd-e3d7-4b90-a17d-f26aae5f283b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8590455 Apr 30 01:42:16.053376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43018) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:16.069235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:e9:0e:0f', 'name': 'tempest-NetworksTestDHCPv6-1505459696'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:16.090984 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.169128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port 699de967-8aff-4cf9-a149-9ee52b955997 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:16.169474 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.264352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port 699de967-8aff-4cf9-a149-9ee52b955997, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=699de967-8aff-4cf9-a149-9ee52b955997,segment=NetworkSegment(5b7842e0-fe32-4a6d-9795-cfa625f54568),segment_id=5b7842e0-fe32-4a6d-9795-cfa625f54568)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:16.264896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.287575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for 699de967-8aff-4cf9-a149-9ee52b955997 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:16.316467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:16.455290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.478234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 1d7f60b7-c285-46f7-b221-65a7d4c563d3 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:42:16.503303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.564463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=699de967-8aff-4cf9-a149-9ee52b955997,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:16.567973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port 699de967-8aff-4cf9-a149-9ee52b955997 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:16.663543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.688176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c85c971-00ba-474b-85ce-efb656afef8e']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:16.700329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7842e0-fe32-4a6d-9795-cfa625f54568') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:16.700853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7842e0-fe32-4a6d-9795-cfa625f54568') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:16.712622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.727949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.730640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 172.20.0.3 (ff3497db-d506-41b3-bc96-8e107d7f907f/3080b471-c340-4f33-92a9-923fb98da819/1d7f60b7-c285-46f7-b221-65a7d4c563d3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:16.735445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:16.735878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.736003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:fee9:e0f (ff3497db-d506-41b3-bc96-8e107d7f907f/e64a906e-7102-4311-90b8-d2aae0ca14da/1d7f60b7-c285-46f7-b221-65a7d4c563d3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:16.739176 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:16.772021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43be323-5f85-480a-93a5-12e6200fa2ea None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:16.857914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3b055317-9d51-4c72-b376-8169bb00c126 None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:16.858375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b055317-9d51-4c72-b376-8169bb00c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.893256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.904114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:16.908648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/8c85c971-00ba-474b-85ce-efb656afef8e HTTP/1.1" status: 204 len: 168 time: 0.9364703 Apr 30 01:42:16.923317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43044) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:16.934835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1789236425'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:16.958659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097d4fd-eaa5-4417-9ce5-cc88d9a56eb3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=8c85c971-00ba-474b-85ce-efb656afef8e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:17.070492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:17.074844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.115943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:17.130223 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.130651 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment 63616660-aff1-42cf-bba8-75db14723d0c of type vlan for network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f Apr 30 01:42:17.191105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.256241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f6f3e-f6ba-4340-8117-836be5f6ceda None None] Update dhcp port {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': 'e64a906e-7102-4311-90b8-d2aae0ca14da', 'ip_address': '2001:db8::f816:3eff:febe:7999'}, {'subnet_id': '3080b471-c340-4f33-92a9-923fb98da819'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '7853ded2-ecb9-4be0-abb0-e04dbefc80f4'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:42:17.299635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabefbe-6f2a-4c7c-84d8-4dd1ac59233b None None] DHCP port deletion for 8c85c971-00ba-474b-85ce-efb656afef8e request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:17.299910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.308691 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-163f6f3e-f6ba-4340-8117-836be5f6ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.322919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:17.324221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.438432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5094581 Apr 30 01:42:17.450051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43056) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:17.450051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': '1a3ba7b6-0b3a-4925-b322-538598a4ac9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:17.507151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07799d4-0e7f-4991-923a-687d8334ded8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=1a3ba7b6-0b3a-4925-b322-538598a4ac9f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:17.507878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:17.550211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:17.606340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.675917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:17.683498 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.705818 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.785305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-163f6f3e-f6ba-4340-8117-836be5f6ceda None None] Allocated IP 172.20.0.2 (ff3497db-d506-41b3-bc96-8e107d7f907f/3080b471-c340-4f33-92a9-923fb98da819/7853ded2-ecb9-4be0-abb0-e04dbefc80f4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:17.798940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:17.799650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.842734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:17.846966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:17.849298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=1d7f60b7-c285-46f7-b221-65a7d4c563d3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:17.851690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:17.906936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:17.907769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:17.996538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-163f6f3e-f6ba-4340-8117-836be5f6ceda None None] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:18.003697 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9a87cc32-8ec6-4ac2-9fe4-a0f81d46a8d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9461217 Apr 30 01:42:18.011594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43076) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:18.029374 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.066687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-163f6f3e-f6ba-4340-8117-836be5f6ceda None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.105472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=a6572cbf-194c-4811-bfb4-c3d64fe3355a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:18.122411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe662d0-1bbc-456e-85c1-a1fe8872a878 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:18.124966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': '63616660-aff1-42cf-bba8-75db14723d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a3ba7b6-0b3a-4925-b322-538598a4ac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:18.125332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: 1a3ba7b6-0b3a-4925-b322-538598a4ac9f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:42:18.130821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe662d0-1bbc-456e-85c1-a1fe8872a878 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:18.131198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ffe662d0-1bbc-456e-85c1-a1fe8872a878 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1185508 Apr 30 01:42:18.134356 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-163f6f3e-f6ba-4340-8117-836be5f6ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.134553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43082) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:18.240096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:42:18.245864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f6f3e-f6ba-4340-8117-836be5f6ceda None None] Pushing event updated for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:18.286489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-12648011-cce5-44dc-b98a-05832efff18d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 1d7f60b7-c285-46f7-b221-65a7d4c563d3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:18.286829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-12648011-cce5-44dc-b98a-05832efff18d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.332055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 1a3ba7b6-0b3a-4925-b322-538598a4ac9f) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:18.337094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:18.341055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.356756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d886c39-13f9-41de-94f6-c68db24a2d7d None None] Network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:18.414911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-12648011-cce5-44dc-b98a-05832efff18d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.419496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a4447008-af2c-49f3-9648-5596e84e086a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9761193 Apr 30 01:42:18.423708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43094) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:18.428941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fee0495d-6f73-4f5b-8bbb-3ce78868a511 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1882470071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:18.441723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-12648011-cce5-44dc-b98a-05832efff18d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 1d7f60b7-c285-46f7-b221-65a7d4c563d3 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:18.548856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fee0495d-6f73-4f5b-8bbb-3ce78868a511 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.550760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fee0495d-6f73-4f5b-8bbb-3ce78868a511 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.565503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-1a3ba7b6-0b3a-4925-b322-538598a4ac9f', 'network_id': '1a3ba7b6-0b3a-4925-b322-538598a4ac9f', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': 'a6572cbf-194c-4811-bfb4-c3d64fe3355a'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:18.566367 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.677767 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fee0495d-6f73-4f5b-8bbb-3ce78868a511 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.703121 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.785297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fee0495d-6f73-4f5b-8bbb-3ce78868a511 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.813535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-12648011-cce5-44dc-b98a-05832efff18d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.850644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12648011-cce5-44dc-b98a-05832efff18d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=1d7f60b7-c285-46f7-b221-65a7d4c563d3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:18.902909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fee0495d-6f73-4f5b-8bbb-3ce78868a511 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.907829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fee0495d-6f73-4f5b-8bbb-3ce78868a511 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4826722 Apr 30 01:42:18.915019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43104) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:18.954076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-12648011-cce5-44dc-b98a-05832efff18d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:18.962617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-12648011-cce5-44dc-b98a-05832efff18d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/1d7f60b7-c285-46f7-b221-65a7d4c563d3 HTTP/1.1" status: 204 len: 168 time: 0.8266411 Apr 30 01:42:18.964112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43106) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:18.988309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Allocated IP 2001:db8::2 (1a3ba7b6-0b3a-4925-b322-538598a4ac9f/a6572cbf-194c-4811-bfb4-c3d64fe3355a/33ae1a54-cb5a-47ac-b69d-234f621b643d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:19.026315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc08c7-9601-4db0-b1bc-1ea9fe33142e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:19.028515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc08c7-9601-4db0-b1bc-1ea9fe33142e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:19.030369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc08c7-9601-4db0-b1bc-1ea9fe33142e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:19.036444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c0fc08c7-9601-4db0-b1bc-1ea9fe33142e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0709870 Apr 30 01:42:19.037302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43110) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:19.109636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 3080b471-c340-4f33-92a9-923fb98da819 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:19.114064 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.159811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5773660-7195-4ae2-beba-a761bbda4a23 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:19.168487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.250362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:19.302363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-763f5850-e1f7-43cb-9e12-f802e297c188 None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:19.302738 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-763f5850-e1f7-43cb-9e12-f802e297c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.315763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.477358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:19.478021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.492869 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.499388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.539880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=3080b471-c340-4f33-92a9-923fb98da819,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:19.562345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.568839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/3080b471-c340-4f33-92a9-923fb98da819 HTTP/1.1" status: 204 len: 168 time: 0.5279176 Apr 30 01:42:19.569001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.569275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.569621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.569982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.570316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.571313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.572142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.572453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.572937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.573178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.573475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.573801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ddb9c-576c-4cb1-a3fd-699eb8910c6c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:19.577673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43122) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:19.675388 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.676207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-4131d8f7-c7a9-47c2-b115-abc3d76d1002 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet e64a906e-7102-4311-90b8-d2aae0ca14da {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:19.682574 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4131d8f7-c7a9-47c2-b115-abc3d76d1002 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.713441 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.730266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4131d8f7-c7a9-47c2-b115-abc3d76d1002 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.740460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:19.761292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:19.763197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Pushing event updated for resources: {'Port': ['ID=33ae1a54-cb5a-47ac-b69d-234f621b643d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:19.768062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:19.835763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 699de967-8aff-4cf9-a149-9ee52b955997 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:19.858108 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4131d8f7-c7a9-47c2-b115-abc3d76d1002 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.891611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 699de967-8aff-4cf9-a149-9ee52b955997 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:19.892111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 699de967-8aff-4cf9-a149-9ee52b955997 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:19.924408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Attempting to bind port 33ae1a54-cb5a-47ac-b69d-234f621b643d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:19.924778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Attempting to bind port 33ae1a54-cb5a-47ac-b69d-234f621b643d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '63616660-aff1-42cf-bba8-75db14723d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a3ba7b6-0b3a-4925-b322-538598a4ac9f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:19.925139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Attempting to bind port 33ae1a54-cb5a-47ac-b69d-234f621b643d on network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:19.935072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:19.935072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Checking segment: {'id': '63616660-aff1-42cf-bba8-75db14723d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a3ba7b6-0b3a-4925-b322-538598a4ac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:19.935680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:19.936108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Bound using segment: {'id': '63616660-aff1-42cf-bba8-75db14723d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a3ba7b6-0b3a-4925-b322-538598a4ac9f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:19.936982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Bound port: 33ae1a54-cb5a-47ac-b69d-234f621b643d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63616660-aff1-42cf-bba8-75db14723d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a3ba7b6-0b3a-4925-b322-538598a4ac9f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:19.937681 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.030969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4131d8f7-c7a9-47c2-b115-abc3d76d1002 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.062873 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8::1 (1a3ba7b6-0b3a-4925-b322-538598a4ac9f/a6572cbf-194c-4811-bfb4-c3d64fe3355a/f1b4fa88-3ca1-4139-8ce7-5c4e6420603c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:20.066081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] For port 33ae1a54-cb5a-47ac-b69d-234f621b643d, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:20.069725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] For port 33ae1a54-cb5a-47ac-b69d-234f621b643d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=33ae1a54-cb5a-47ac-b69d-234f621b643d,segment=NetworkSegment(63616660-aff1-42cf-bba8-75db14723d0c),segment_id=63616660-aff1-42cf-bba8-75db14723d0c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:20.115693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131d8f7-c7a9-47c2-b115-abc3d76d1002 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=e64a906e-7102-4311-90b8-d2aae0ca14da,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:20.126816 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.131553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4131d8f7-c7a9-47c2-b115-abc3d76d1002 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.140495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4131d8f7-c7a9-47c2-b115-abc3d76d1002 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/e64a906e-7102-4311-90b8-d2aae0ca14da HTTP/1.1" status: 204 len: 168 time: 0.5614789 Apr 30 01:42:20.145025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43134) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:20.231226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e43311-37f0-4e55-818a-8fff8d2f86d2 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:20.274770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d5f5acf9-ffbf-48a0-98b7-db24b4004707 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209595 Apr 30 01:42:20.281877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43138) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:20.291774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:20.317423 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.372385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb9c1-c581-49c0-a0cb-4894641f5e9b None None] Pushing event updated for resources: {'Port': ['ID=33ae1a54-cb5a-47ac-b69d-234f621b643d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:20.396520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bdb0cca9-a695-446b-b4a5-18fc6aad8dbf None None] Provisioning complete for port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:20.396891 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cca9-a695-446b-b4a5-18fc6aad8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.442955 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.477259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:20.479242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:20.531442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=f1b4fa88-3ca1-4139-8ce7-5c4e6420603c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:20.539084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:20.540655 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.556000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:20.556000 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.901905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:20.927250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.007958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:21.063280 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.064865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] Deleting port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:21.067058 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.124949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:21.128484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:21.131723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:21.132341 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.148698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43156) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:21.162938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=e40b2d71-8fc1-4741-8236-d71f68cbdc57,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:21.259335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] For port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:21.259838 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.272996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] Calling delete_port for 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:21.295245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43160) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:21.295899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9ef9c781-7bcf-4bfa-bdd5-7bd509be26ca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0076165 Apr 30 01:42:21.311943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:21.340445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 33ae1a54-cb5a-47ac-b69d-234f621b643d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:21.401127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43ead2f3-8916-4875-8bc0-e8e44cd1552d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.420261 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.442040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 33ae1a54-cb5a-47ac-b69d-234f621b643d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:21.442516 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.484909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.487799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.544993 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43ead2f3-8916-4875-8bc0-e8e44cd1552d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.570224 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.591696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:21.596445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.613729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 33ae1a54-cb5a-47ac-b69d-234f621b643d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=33ae1a54-cb5a-47ac-b69d-234f621b643d,segment=NetworkSegment(63616660-aff1-42cf-bba8-75db14723d0c),segment_id=63616660-aff1-42cf-bba8-75db14723d0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:21.635124 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43ead2f3-8916-4875-8bc0-e8e44cd1552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.638255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.655917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] No DVR routers for this DVR port 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:21.672682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=f1b4fa88-3ca1-4139-8ce7-5c4e6420603c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:21.673587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-43ead2f3-8916-4875-8bc0-e8e44cd1552d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03df623cc06a44e593a28fb24044f598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265634 Apr 30 01:42:21.691385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43168) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:21.753901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:21.757411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:21.762761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ead2f3-8916-4875-8bc0-e8e44cd1552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5f6866-5423-4d82-94b7-87a8ba0b2513,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:21.763896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9225ed2-14fb-4408-86e8-550ddcdd5b2a None None] Pushing event deleted for resources: {'Port': ['ID=7853ded2-ecb9-4be0-abb0-e04dbefc80f4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:21.766236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c0af02-3238-4724-8772-30b323befa2d None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:21.780039 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.786415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-12187db8-3f6f-44d8-b5bd-7d703be017b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.817890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-12187db8-3f6f-44d8-b5bd-7d703be017b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.905764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ceda8b-9dd2-44ee-8393-193d71b288f4 None None] Network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:21.909163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:21.960734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:21.961126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7853ded2-ecb9-4be0-abb0-e04dbefc80f4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:21.965784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-12187db8-3f6f-44d8-b5bd-7d703be017b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.978054 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-12187db8-3f6f-44d8-b5bd-7d703be017b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:21.980108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-12187db8-3f6f-44d8-b5bd-7d703be017b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec5f6866-5423-4d82-94b7-87a8ba0b2513 HTTP/1.1" status: 204 len: 168 time: 0.2876618 Apr 30 01:42:21.991044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12187db8-3f6f-44d8-b5bd-7d703be017b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5f6866-5423-4d82-94b7-87a8ba0b2513,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:22.024835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router ed029b6d-66b9-4524-89bb-618b6b3b9609 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:42:22.065725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-aa9fe820-6c0e-4afa-a0f3-ce63ff20bed7 None None] Provisioning complete for port 33ae1a54-cb5a-47ac-b69d-234f621b643d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:22.066180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe820-6c0e-4afa-a0f3-ce63ff20bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:22.076687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=33ae1a54-cb5a-47ac-b69d-234f621b643d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:22.253744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:22.267354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1ab07a3f-01d6-4c4e-bd66-b351e4003f0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/ed029b6d-66b9-4524-89bb-618b6b3b9609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3529916 Apr 30 01:42:22.267659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43190) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:22.318110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57e892b-37a2-466c-b701-3b81c35a6b7d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:22.323475 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f57e892b-37a2-466c-b701-3b81c35a6b7d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports/f1b4fa88-3ca1-4139-8ce7-5c4e6420603c HTTP/1.1" status: 200 len: 911 time: 0.0566022 Apr 30 01:42:22.325884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43192) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:22.328149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91adaa9-4cf9-4475-9fba-3988473628a5 None None] Sync routers for ids ['ed029b6d-66b9-4524-89bb-618b6b3b9609'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:22.443066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:42:22.444667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:22.485265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91adaa9-4cf9-4475-9fba-3988473628a5 None None] Routers {'ed029b6d-66b9-4524-89bb-618b6b3b9609'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:22.485919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b91adaa9-4cf9-4475-9fba-3988473628a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ed029b6d-66b9-4524-89bb-618b6b3b9609'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:22.498125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:22.502656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:22.521174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:22.522038 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:22.552774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=16d280f2-a28f-4d44-acc3-9536018c20d5,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:22.569244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': 'e40b2d71-8fc1-4741-8236-d71f68cbdc57'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:22.570261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:22.577683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b91adaa9-4cf9-4475-9fba-3988473628a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:22.601538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91adaa9-4cf9-4475-9fba-3988473628a5 None None] Routers {'ed029b6d-66b9-4524-89bb-618b6b3b9609'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:22.602354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b91adaa9-4cf9-4475-9fba-3988473628a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ed029b6d-66b9-4524-89bb-618b6b3b9609'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:22.685256 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d1194cb5-ff16-4e8a-9c0f-fd87a89f57e3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3941414 Apr 30 01:42:22.688123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:22.693351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:6a:fb:34', 'name': 'tempest-NetworksTestDHCPv6-948277550'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:22.703790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b91adaa9-4cf9-4475-9fba-3988473628a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:22.704459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91adaa9-4cf9-4475-9fba-3988473628a5 None None] The sync data for ids ['ed029b6d-66b9-4524-89bb-618b6b3b9609'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:22.927534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:22.953550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Allocated IP 172.20.0.2 (ff3497db-d506-41b3-bc96-8e107d7f907f/e40b2d71-8fc1-4741-8236-d71f68cbdc57/3109bcec-bff8-487f-9f71-33eaa5d863a6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:22.968424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Allocated IP 2001:db8::f816:3eff:fe09:9d0a (ff3497db-d506-41b3-bc96-8e107d7f907f/16d280f2-a28f-4d44-acc3-9536018c20d5/3109bcec-bff8-487f-9f71-33eaa5d863a6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:23.001958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:23.078665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23de9511-fcf4-40dd-bd3c-2c8fccc73c6a None None] Provisioning complete for port 33ae1a54-cb5a-47ac-b69d-234f621b643d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:23.079145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23de9511-fcf4-40dd-bd3c-2c8fccc73c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.132063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.175786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 43aeeb33-b634-4931-9df5-77e987028daf yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:42:23.240961 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.248240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 33ae1a54-cb5a-47ac-b69d-234f621b643d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:23.318575 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.387261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:23.397214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:23.400756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:23.414861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Pushing event updated for resources: {'Port': ['ID=3109bcec-bff8-487f-9f71-33eaa5d863a6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:23.456702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23de9511-fcf4-40dd-bd3c-2c8fccc73c6a None None] Provisioning complete for port f1b4fa88-3ca1-4139-8ce7-5c4e6420603c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:23.457315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23de9511-fcf4-40dd-bd3c-2c8fccc73c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.473632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port f1b4fa88-3ca1-4139-8ce7-5c4e6420603c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:23.474489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.607398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 172.20.0.13 (ff3497db-d506-41b3-bc96-8e107d7f907f/e40b2d71-8fc1-4741-8236-d71f68cbdc57/43aeeb33-b634-4931-9df5-77e987028daf) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:23.616891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 33ae1a54-cb5a-47ac-b69d-234f621b643d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:23.618131 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.620268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:fe6a:fb34 (ff3497db-d506-41b3-bc96-8e107d7f907f/16d280f2-a28f-4d44-acc3-9536018c20d5/43aeeb33-b634-4931-9df5-77e987028daf) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:23.644847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.646736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-23de9511-fcf4-40dd-bd3c-2c8fccc73c6a None None] Port f1b4fa88-3ca1-4139-8ce7-5c4e6420603c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:23.680959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for f1b4fa88-3ca1-4139-8ce7-5c4e6420603c owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:23.703564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Attempting to bind port 3109bcec-bff8-487f-9f71-33eaa5d863a6 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:23.706902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Attempting to bind port 3109bcec-bff8-487f-9f71-33eaa5d863a6 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:23.708641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Attempting to bind port 3109bcec-bff8-487f-9f71-33eaa5d863a6 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:23.725582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:23.727256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:23.727256 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.731122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:23.731847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Bound port: 3109bcec-bff8-487f-9f71-33eaa5d863a6, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:23.733873 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.864502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5c3c5bdf-c9f1-451f-89cb-7115d53cb209 None None] Provisioning complete for port f1b4fa88-3ca1-4139-8ce7-5c4e6420603c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:23.864884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c3c5bdf-c9f1-451f-89cb-7115d53cb209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.880253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:23.940666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c5bdf-c9f1-451f-89cb-7115d53cb209 None None] Port f1b4fa88-3ca1-4139-8ce7-5c4e6420603c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:23.944528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] For port 3109bcec-bff8-487f-9f71-33eaa5d863a6, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:23.951568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] For port 3109bcec-bff8-487f-9f71-33eaa5d863a6, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3109bcec-bff8-487f-9f71-33eaa5d863a6,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:23.983800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:24.017416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:24.058051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-20af15aa-929c-4c9b-ba6e-2f35a78376d5 None None] Could not find standard attr ID for object f1b4fa88-3ca1-4139-8ce7-5c4e6420603c. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:42:24.071651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:24.072469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=f1b4fa88-3ca1-4139-8ce7-5c4e6420603c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:24.073048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=43aeeb33-b634-4931-9df5-77e987028daf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:24.091050 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:24.092287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:24.094721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:24.154347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:24.155032 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:24.190840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:24.235801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd96f9-94d2-45dd-b8c5-651c20b999c8 None None] Pushing event updated for resources: {'Port': ['ID=3109bcec-bff8-487f-9f71-33eaa5d863a6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:24.248611 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a457ad17-75d4-4a44-bfd4-b477e711b11a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5592380 Apr 30 01:42:24.253163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43240) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:24.350039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932faca-cdac-4c57-a00e-aefb6fbc1cab tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:24.356352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932faca-cdac-4c57-a00e-aefb6fbc1cab tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:24.358024 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9932faca-cdac-4c57-a00e-aefb6fbc1cab tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1037109 Apr 30 01:42:24.360847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43248) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:24.515247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-41ee429d-c91f-47e3-8440-7fa802f7942e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 43aeeb33-b634-4931-9df5-77e987028daf {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:24.517164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41ee429d-c91f-47e3-8440-7fa802f7942e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:24.598796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router ed029b6d-66b9-4524-89bb-618b6b3b9609 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:42:24.705297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41ee429d-c91f-47e3-8440-7fa802f7942e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:24.727218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-41ee429d-c91f-47e3-8440-7fa802f7942e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 43aeeb33-b634-4931-9df5-77e987028daf owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:24.765181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:24.771494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b8b735ca-0774-45b3-a474-3d5af29d6e68 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/ed029b6d-66b9-4524-89bb-618b6b3b9609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4436834 Apr 30 01:42:24.776530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43260) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:24.778275 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec5266-8fb5-4a92-9b7c-d93fbd6150f3 None None] Sync routers for ids ['ed029b6d-66b9-4524-89bb-618b6b3b9609'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:24.808401 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec5266-8fb5-4a92-9b7c-d93fbd6150f3 None None] Routers {'ed029b6d-66b9-4524-89bb-618b6b3b9609'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:24.809396 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-04ec5266-8fb5-4a92-9b7c-d93fbd6150f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ed029b6d-66b9-4524-89bb-618b6b3b9609'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:24.821552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f7f258f8-0570-413c-a4a6-6cf850ef649b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed029b6d-66b9-4524-89bb-618b6b3b9609 HTTP/1.1" status: 200 len: 205 time: 0.0438564 Apr 30 01:42:24.825830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43268) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:24.860506 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-04ec5266-8fb5-4a92-9b7c-d93fbd6150f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:24.874834 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec5266-8fb5-4a92-9b7c-d93fbd6150f3 None None] Routers {'ed029b6d-66b9-4524-89bb-618b6b3b9609'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:24.882135 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-04ec5266-8fb5-4a92-9b7c-d93fbd6150f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ed029b6d-66b9-4524-89bb-618b6b3b9609'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:24.924956 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-04ec5266-8fb5-4a92-9b7c-d93fbd6150f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:24.927737 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec5266-8fb5-4a92-9b7c-d93fbd6150f3 None None] The sync data for ids ['ed029b6d-66b9-4524-89bb-618b6b3b9609'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:24.975013 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58fbca8d-bbf8-40e5-a229-cf90c56a68ac tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.070916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41ee429d-c91f-47e3-8440-7fa802f7942e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.158815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee429d-c91f-47e3-8440-7fa802f7942e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=43aeeb33-b634-4931-9df5-77e987028daf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:25.382919 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41ee429d-c91f-47e3-8440-7fa802f7942e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.391716 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-41ee429d-c91f-47e3-8440-7fa802f7942e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/43aeeb33-b634-4931-9df5-77e987028daf HTTP/1.1" status: 204 len: 168 time: 1.0289402 Apr 30 01:42:25.394679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43296) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:25.401589 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58fbca8d-bbf8-40e5-a229-cf90c56a68ac tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.407349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58fbca8d-bbf8-40e5-a229-cf90c56a68ac tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.421861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3109bcec-bff8-487f-9f71-33eaa5d863a6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:25.499911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788b358-8d11-4563-8778-f5ccc3eab069 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:25.501535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788b358-8d11-4563-8778-f5ccc3eab069 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:25.503310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788b358-8d11-4563-8778-f5ccc3eab069 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:25.505143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a788b358-8d11-4563-8778-f5ccc3eab069 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1079025 Apr 30 01:42:25.509479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43304) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:25.545157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 3109bcec-bff8-487f-9f71-33eaa5d863a6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:25.545899 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.639403 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58fbca8d-bbf8-40e5-a229-cf90c56a68ac tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.640705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fbca8d-bbf8-40e5-a229-cf90c56a68ac tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Fanout notify agent at l3_agent the message router_deleted on router ed029b6d-66b9-4524-89bb-618b6b3b9609 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:42:25.652427 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58fbca8d-bbf8-40e5-a229-cf90c56a68ac tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.652427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-58fbca8d-bbf8-40e5-a229-cf90c56a68ac tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/ed029b6d-66b9-4524-89bb-618b6b3b9609 HTTP/1.1" status: 204 len: 168 time: 0.8223274 Apr 30 01:42:25.654601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43310) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:25.667685 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.774138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9c362b-eb6a-48f2-ba56-a51706448eb1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet a6572cbf-194c-4811-bfb4-c3d64fe3355a {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:25.783863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f9c362b-eb6a-48f2-ba56-a51706448eb1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.824101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 3109bcec-bff8-487f-9f71-33eaa5d863a6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3109bcec-bff8-487f-9f71-33eaa5d863a6,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:25.841149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f9c362b-eb6a-48f2-ba56-a51706448eb1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.881641 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:25.976231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed30d9f-da01-4e76-9f6e-70961a674430 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 16d280f2-a28f-4d44-acc3-9536018c20d5 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:25.977239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=3109bcec-bff8-487f-9f71-33eaa5d863a6,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:25.981528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ed30d9f-da01-4e76-9f6e-70961a674430 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.003990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123b3a6-cb8d-4863-8742-13fe5018dd2a None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:26.027665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f9c362b-eb6a-48f2-ba56-a51706448eb1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.055281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ed30d9f-da01-4e76-9f6e-70961a674430 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.078697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-55cba09f-d315-4d77-a248-7846cbcd30ff None None] Provisioning complete for port 3109bcec-bff8-487f-9f71-33eaa5d863a6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:26.079325 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55cba09f-d315-4d77-a248-7846cbcd30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.166164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ed30d9f-da01-4e76-9f6e-70961a674430 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.207606 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f9c362b-eb6a-48f2-ba56-a51706448eb1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.238105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f9c362b-eb6a-48f2-ba56-a51706448eb1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.245375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06430306-0338-45e8-8da3-4dcf503989e5 None None] Network 1a3ba7b6-0b3a-4925-b322-538598a4ac9f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:26.262413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9f9c362b-eb6a-48f2-ba56-a51706448eb1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/a6572cbf-194c-4811-bfb4-c3d64fe3355a HTTP/1.1" status: 204 len: 168 time: 0.6063821 Apr 30 01:42:26.289817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43344) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:26.319181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c362b-eb6a-48f2-ba56-a51706448eb1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=a6572cbf-194c-4811-bfb4-c3d64fe3355a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:26.385897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.389950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ed30d9f-da01-4e76-9f6e-70961a674430 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.442665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed30d9f-da01-4e76-9f6e-70961a674430 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=16d280f2-a28f-4d44-acc3-9536018c20d5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:26.454816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ed30d9f-da01-4e76-9f6e-70961a674430 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.466521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43346) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:26.468696 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ed30d9f-da01-4e76-9f6e-70961a674430 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/16d280f2-a28f-4d44-acc3-9536018c20d5 HTTP/1.1" status: 204 len: 168 time: 0.9579985 Apr 30 01:42:26.603639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd21bac-be0f-408a-8a89-c4c5678f04c2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet e40b2d71-8fc1-4741-8236-d71f68cbdc57 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:26.612763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cd21bac-be0f-408a-8a89-c4c5678f04c2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.666161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port 33ae1a54-cb5a-47ac-b69d-234f621b643d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:26.666161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.708816 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cd21bac-be0f-408a-8a89-c4c5678f04c2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.753025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] DHCP port deletion for 1a3ba7b6-0b3a-4925-b322-538598a4ac9f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:26.771348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f3974-c588-46d0-bf31-53c777ed01aa None None] Update dhcp port {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': 'e40b2d71-8fc1-4741-8236-d71f68cbdc57', 'ip_address': '172.20.0.2'}, {'subnet_id': '16d280f2-a28f-4d44-acc3-9536018c20d5'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '3109bcec-bff8-487f-9f71-33eaa5d863a6'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:42:26.817021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-046f3974-c588-46d0-bf31-53c777ed01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.824197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port 33ae1a54-cb5a-47ac-b69d-234f621b643d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=33ae1a54-cb5a-47ac-b69d-234f621b643d,segment=NetworkSegment(63616660-aff1-42cf-bba8-75db14723d0c),segment_id=63616660-aff1-42cf-bba8-75db14723d0c)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:26.833594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.840735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for 33ae1a54-cb5a-47ac-b69d-234f621b643d owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:26.871781 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cd21bac-be0f-408a-8a89-c4c5678f04c2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:26.966060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] Deleting port 33ae1a54-cb5a-47ac-b69d-234f621b643d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:26.968618 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.048228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] For port 33ae1a54-cb5a-47ac-b69d-234f621b643d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=33ae1a54-cb5a-47ac-b69d-234f621b643d,segment=NetworkSegment(63616660-aff1-42cf-bba8-75db14723d0c),segment_id=63616660-aff1-42cf-bba8-75db14723d0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:27.049259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.058477 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.059455 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cd21bac-be0f-408a-8a89-c4c5678f04c2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.114259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] Calling delete_port for 33ae1a54-cb5a-47ac-b69d-234f621b643d owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:27.127919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=33ae1a54-cb5a-47ac-b69d-234f621b643d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-046f3974-c588-46d0-bf31-53c777ed01aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e40b2d71-8fc1-4741-8236-d71f68cbdc57: This subnet is being modified by another concurrent operation. Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e40b2d71-8fc1-4741-8236-d71f68cbdc57: This subnet is being modified by another concurrent operation. Apr 30 01:42:27.128531 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:42:27.136750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port 33ae1a54-cb5a-47ac-b69d-234f621b643d on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:27.159935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9cd21bac-be0f-408a-8a89-c4c5678f04c2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.167924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9cd21bac-be0f-408a-8a89-c4c5678f04c2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/e40b2d71-8fc1-4741-8236-d71f68cbdc57 HTTP/1.1" status: 204 len: 168 time: 0.6975660 Apr 30 01:42:27.176176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43358) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:27.181524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd21bac-be0f-408a-8a89-c4c5678f04c2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=e40b2d71-8fc1-4741-8236-d71f68cbdc57,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:27.238296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bb7eae13-0fa9-4753-a9db-6886b978c36d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689113 Apr 30 01:42:27.241168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43360) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:27.263141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:27.276604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7259f709-9dfd-41db-9d12-7ebbe9215e67 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:27.433858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.455259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43368) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:27.471033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 33ae1a54-cb5a-47ac-b69d-234f621b643d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:27.483401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3ba7b6-0b3a-4925-b322-538598a4ac9f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:27.506457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63616660-aff1-42cf-bba8-75db14723d0c') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:27.506922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63616660-aff1-42cf-bba8-75db14723d0c') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:27.530380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.537635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 33ae1a54-cb5a-47ac-b69d-234f621b643d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:27.538391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 33ae1a54-cb5a-47ac-b69d-234f621b643d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:27.546597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5501d1f7-d0bd-4bc8-9360-3af20200ee86 None None] Provisioning complete for port 3109bcec-bff8-487f-9f71-33eaa5d863a6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:27.546967 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5501d1f7-d0bd-4bc8-9360-3af20200ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.571244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.589247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:27.589247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:27.589904 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:27.633790 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.670092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0535d4-9eef-4990-a210-b49b4c8b8e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.670309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] No DVR routers for this DVR port 33ae1a54-cb5a-47ac-b69d-234f621b643d on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:27.711777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:27.718004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e3ff-accc-44ce-888c-bb4ac44b5a2b None None] Pushing event deleted for resources: {'Port': ['ID=33ae1a54-cb5a-47ac-b69d-234f621b643d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:27.723926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.805378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:27.911236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] Deleting port 3109bcec-bff8-487f-9f71-33eaa5d863a6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:27.911665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.920281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.944086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:27.953519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43378) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:27.956330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/1a3ba7b6-0b3a-4925-b322-538598a4ac9f HTTP/1.1" status: 204 len: 168 time: 1.6624219 Apr 30 01:42:27.967636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9f52c-4b48-4d99-9aa9-c3ea02dddc56 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=1a3ba7b6-0b3a-4925-b322-538598a4ac9f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:27.972364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-347075025', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:28.037612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] For port 3109bcec-bff8-487f-9f71-33eaa5d863a6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3109bcec-bff8-487f-9f71-33eaa5d863a6,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:28.038025 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.055191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] Calling delete_port for 3109bcec-bff8-487f-9f71-33eaa5d863a6 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:28.058201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0535d4-9eef-4990-a210-b49b4c8b8e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.109323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.110708 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.194114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0535d4-9eef-4990-a210-b49b4c8b8e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.199105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.234308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.254045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d0535d4-9eef-4990-a210-b49b4c8b8e72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0b47f8f6fa940949b36d974f3630ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7976532 Apr 30 01:42:28.256318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0535d4-9eef-4990-a210-b49b4c8b8e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c393cb24-a6c1-4b44-aa06-8dc7d130dbb3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:28.259126 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43384) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:28.259792 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.310788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] Pushing event deleted for resources: {'Port': ['ID=3109bcec-bff8-487f-9f71-33eaa5d863a6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:28.322324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9afc6-1145-4f19-b8a7-1642501511ec None None] No DVR routers for this DVR port 3109bcec-bff8-487f-9f71-33eaa5d863a6 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:28.337728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:28.340097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:28.344465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:28.345058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.353566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af83b76f-0a26-4411-bc70-59b07ed81eca None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:42:28.360429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=97867821-fb16-4032-a869-e66a9f7f5602,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:28.452201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83b76f-0a26-4411-bc70-59b07ed81eca None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:42:28.497490 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38361bb1-7b4b-436a-a437-00081c2c257d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.508106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e341c40b-c312-4a94-b217-33ff0b61119c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2657001 Apr 30 01:42:28.511418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43394) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:28.517492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:28.541775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38361bb1-7b4b-436a-a437-00081c2c257d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.771031 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c26b2e3-289a-417e-809c-d09e368aeb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.811409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '97867821-fb16-4032-a869-e66a9f7f5602'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:28.812732 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:28.869221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:28.873921 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.015199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Allocated IP 172.20.0.2 (ff3497db-d506-41b3-bc96-8e107d7f907f/97867821-fb16-4032-a869-e66a9f7f5602/9d9c7844-ff31-48bb-ad4b-baa3841098c2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:29.248500 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.254567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3109bcec-bff8-487f-9f71-33eaa5d863a6 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:29.322485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 3109bcec-bff8-487f-9f71-33eaa5d863a6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:29.322485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3109bcec-bff8-487f-9f71-33eaa5d863a6 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:29.354781 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.422970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.452790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:29.456723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:29.469994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:29.472942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Pushing event updated for resources: {'Port': ['ID=9d9c7844-ff31-48bb-ad4b-baa3841098c2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:29.586482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Attempting to bind port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:29.586871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Attempting to bind port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:29.587221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Attempting to bind port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:29.593393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:29.593765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:29.594231 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.594664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:29.595097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Bound port: 9d9c7844-ff31-48bb-ad4b-baa3841098c2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:29.595669 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.610302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38361bb1-7b4b-436a-a437-00081c2c257d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.623241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38361bb1-7b4b-436a-a437-00081c2c257d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.624932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-38361bb1-7b4b-436a-a437-00081c2c257d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c393cb24-a6c1-4b44-aa06-8dc7d130dbb3 HTTP/1.1" status: 204 len: 168 time: 1.3648121 Apr 30 01:42:29.649165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38361bb1-7b4b-436a-a437-00081c2c257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c393cb24-a6c1-4b44-aa06-8dc7d130dbb3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:29.801241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] For port 9d9c7844-ff31-48bb-ad4b-baa3841098c2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:29.805834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] For port 9d9c7844-ff31-48bb-ad4b-baa3841098c2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9d9c7844-ff31-48bb-ad4b-baa3841098c2,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:29.848005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:42:29.876339 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.930765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.992536 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:29.996879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a085d-a1a0-4061-bcd2-a2581ce1ac66 None None] Pushing event updated for resources: {'Port': ['ID=9d9c7844-ff31-48bb-ad4b-baa3841098c2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:30.272445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 172.25.0.53 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ab86d13d-bb1b-47c4-a09a-42c873fc63ac) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:30.518063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.594778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.654255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43434) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:30.676860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7a78f2a-a727-48ef-b9c2-7bdefd8e7209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.727075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] For port 9d9c7844-ff31-48bb-ad4b-baa3841098c2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9d9c7844-ff31-48bb-ad4b-baa3841098c2,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:30.790038 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.815201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7a78f2a-a727-48ef-b9c2-7bdefd8e7209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.817492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.859109 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.860045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.878749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=ab86d13d-bb1b-47c4-a09a-42c873fc63ac,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:30.885172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7a78f2a-a727-48ef-b9c2-7bdefd8e7209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:30.915723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:30.926821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:30.935233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:30.940663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a78f2a-a727-48ef-b9c2-7bdefd8e7209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830634a5-6cd8-4e27-bc8f-49b1ea71e174,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:30.981969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d7a78f2a-a727-48ef-b9c2-7bdefd8e7209 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f00ebb9bcbb1405a82986f410843b4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261216 Apr 30 01:42:30.991130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43438) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:31.005914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:31.014079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:31.026797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:31.027748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.071299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecb89-4561-48b1-be13-e50e7eef986a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.107244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=cb720c7c-5d0d-418a-81dd-00c58de48ae4,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:31.114171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=9d9c7844-ff31-48bb-ad4b-baa3841098c2,revision_number=4']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:31.176239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bd5e1007-dbd3-4538-906e-021aae5f2a64 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6633627 Apr 30 01:42:31.184905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43446) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:31.190447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:2c:a9:03', 'name': 'tempest-NetworksTestDHCPv6-541285165'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:31.225552 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c0b00df-db7b-4cd3-bb41-891351b1ecc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.278983 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c0b00df-db7b-4cd3-bb41-891351b1ecc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.293419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9d9c7844-ff31-48bb-ad4b-baa3841098c2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:31.377761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:31.380243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.430839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:31.493758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.540189 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.592210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 9d9c7844-ff31-48bb-ad4b-baa3841098c2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9d9c7844-ff31-48bb-ad4b-baa3841098c2,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:31.617385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.640615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 7a4687dc-d1cd-4add-bf82-273b9ab84551 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:42:31.658585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c0b00df-db7b-4cd3-bb41-891351b1ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.661235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c0b00df-db7b-4cd3-bb41-891351b1ecc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.665356 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7c0b00df-db7b-4cd3-bb41-891351b1ecc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/830634a5-6cd8-4e27-bc8f-49b1ea71e174 HTTP/1.1" status: 204 len: 168 time: 0.6706412 Apr 30 01:42:31.667953 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.682724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b00df-db7b-4cd3-bb41-891351b1ecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830634a5-6cd8-4e27-bc8f-49b1ea71e174,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:31.760993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d0fbe-49d0-4afd-84c8-fe51196aaf3c None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:31.862905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.967998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 172.20.0.13 (ff3497db-d506-41b3-bc96-8e107d7f907f/97867821-fb16-4032-a869-e66a9f7f5602/7a4687dc-d1cd-4add-bf82-273b9ab84551) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:31.968498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b8340b0e-82e4-4066-87db-0124e84c2e08 None None] Provisioning complete for port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:31.968498 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8340b0e-82e4-4066-87db-0124e84c2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:31.970610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:fe2c:a903 (ff3497db-d506-41b3-bc96-8e107d7f907f/cb720c7c-5d0d-418a-81dd-00c58de48ae4/7a4687dc-d1cd-4add-bf82-273b9ab84551) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:32.061319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=9d9c7844-ff31-48bb-ad4b-baa3841098c2,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:32.179581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router 9fc10f26-cbf5-4b27-9f98-86b02a96b311 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:42:32.185688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:32.243460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:32.360274 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:32.424751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:32.448004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d194b6-b3e7-4f2c-86d3-e041fbec0c1f None None] Sync routers for ids ['9fc10f26-cbf5-4b27-9f98-86b02a96b311'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:32.483687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d194b6-b3e7-4f2c-86d3-e041fbec0c1f None None] Routers {'9fc10f26-cbf5-4b27-9f98-86b02a96b311'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:32.484105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a5d194b6-b3e7-4f2c-86d3-e041fbec0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9fc10f26-cbf5-4b27-9f98-86b02a96b311'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:32.502292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=7a4687dc-d1cd-4add-bf82-273b9ab84551,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:32.519035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:32.520587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:32.523051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:32.562840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a5d194b6-b3e7-4f2c-86d3-e041fbec0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:32.573128 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:32.574484 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d0599408-f3f0-4056-9eaf-aa03b126b48a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.6171091 Apr 30 01:42:32.577295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43490) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:32.598362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:32.599031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:32.604081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d194b6-b3e7-4f2c-86d3-e041fbec0c1f None None] Routers {'9fc10f26-cbf5-4b27-9f98-86b02a96b311'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:32.605302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a5d194b6-b3e7-4f2c-86d3-e041fbec0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9fc10f26-cbf5-4b27-9f98-86b02a96b311'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:32.692217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-454a710e-affd-4b9f-87f9-e24de7012ba8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5050776 Apr 30 01:42:32.694442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43496) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:32.699067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a5d194b6-b3e7-4f2c-86d3-e041fbec0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:32.700881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d194b6-b3e7-4f2c-86d3-e041fbec0c1f None None] The sync data for ids ['9fc10f26-cbf5-4b27-9f98-86b02a96b311'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:32.770662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389912d4-eeee-430b-b9f6-18ef38b50485 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:32.778372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389912d4-eeee-430b-b9f6-18ef38b50485 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:32.780273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-389912d4-eeee-430b-b9f6-18ef38b50485 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0847228 Apr 30 01:42:32.786827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43498) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:32.811133 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-baa14d7d-a0bf-4327-a2da-e85300706462 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/routers/9fc10f26-cbf5-4b27-9f98-86b02a96b311 HTTP/1.1" status: 200 len: 883 time: 0.2326186 Apr 30 01:42:32.818574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43502) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:32.911527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9502014e-b1c0-405f-9258-e0af08b734e0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 7a4687dc-d1cd-4add-bf82-273b9ab84551 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:32.912301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9502014e-b1c0-405f-9258-e0af08b734e0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:33.069649 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9502014e-b1c0-405f-9258-e0af08b734e0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:33.093692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9502014e-b1c0-405f-9258-e0af08b734e0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 7a4687dc-d1cd-4add-bf82-273b9ab84551 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:33.210676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02c939-fdf6-41e2-8485-4b98de0761b2 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:33.243032 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c9df5236-89e9-4d3b-b385-d7548b051fe9 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4198196 Apr 30 01:42:33.244900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9d9c7844-ff31-48bb-ad4b-baa3841098c2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:33.245026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43514) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:33.250025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4d22aa07-f170-480c-9b90-dec102be20b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-347075025'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:33.425613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-abeb0d9d-d752-448d-9c15-995258500b09 None None] Provisioning complete for port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:33.426862 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d9d-d752-448d-9c15-995258500b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:33.527035 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9502014e-b1c0-405f-9258-e0af08b734e0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:33.560474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:33.560474 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:33.623741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502014e-b1c0-405f-9258-e0af08b734e0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=7a4687dc-d1cd-4add-bf82-273b9ab84551,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:33.760422 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9502014e-b1c0-405f-9258-e0af08b734e0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:33.771878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9502014e-b1c0-405f-9258-e0af08b734e0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/7a4687dc-d1cd-4add-bf82-273b9ab84551 HTTP/1.1" status: 204 len: 168 time: 0.9874878 Apr 30 01:42:33.775321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:33.903553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:33.931298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50ce15-588c-4b2f-83b5-c4e897c71ca6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:33.931298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50ce15-588c-4b2f-83b5-c4e897c71ca6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:33.931298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50ce15-588c-4b2f-83b5-c4e897c71ca6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:33.935317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43544) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:33.935929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ad50ce15-588c-4b2f-83b5-c4e897c71ca6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1595819 Apr 30 01:42:33.947462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d22aa07-f170-480c-9b90-dec102be20b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:33.981328 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.006030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c33e0c6-6ae4-42f0-b386-96ab4b6cdc87 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 97867821-fb16-4032-a869-e66a9f7f5602 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:34.006030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c33e0c6-6ae4-42f0-b386-96ab4b6cdc87 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.052469 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d22aa07-f170-480c-9b90-dec102be20b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.123316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c33e0c6-6ae4-42f0-b386-96ab4b6cdc87 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.293677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f57f14-d1d8-4369-a43b-9667d01798b8 req-2249516a-f567-4406-8770-b745a7ce892f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:34.299382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d22aa07-f170-480c-9b90-dec102be20b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router 9fc10f26-cbf5-4b27-9f98-86b02a96b311 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:42:34.302727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87f57f14-d1d8-4369-a43b-9667d01798b8 req-2249516a-f567-4406-8770-b745a7ce892f tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0784316 Apr 30 01:42:34.325582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c33e0c6-6ae4-42f0-b386-96ab4b6cdc87 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.377550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87f57f14-d1d8-4369-a43b-9667d01798b8 req-72db4e78-66f3-40be-9b0d-79e6800f3577 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727108 Apr 30 01:42:34.471365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1156a5e0-a211-4a97-890a-5a5d71721682 None None] Provisioning complete for port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:34.471997 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1156a5e0-a211-4a97-890a-5a5d71721682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.533880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d22aa07-f170-480c-9b90-dec102be20b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:34.547943 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d22aa07-f170-480c-9b90-dec102be20b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.554369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43562) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:34.563104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4d22aa07-f170-480c-9b90-dec102be20b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/9fc10f26-cbf5-4b27-9f98-86b02a96b311 HTTP/1.1" status: 200 len: 890 time: 1.3151846 Apr 30 01:42:34.564025 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532265d-9a94-421c-8b63-64878eda2aa7 None None] Sync routers for ids ['9fc10f26-cbf5-4b27-9f98-86b02a96b311'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:34.578377 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532265d-9a94-421c-8b63-64878eda2aa7 None None] Routers {'9fc10f26-cbf5-4b27-9f98-86b02a96b311'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:34.579336 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b532265d-9a94-421c-8b63-64878eda2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9fc10f26-cbf5-4b27-9f98-86b02a96b311'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:34.606436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c33e0c6-6ae4-42f0-b386-96ab4b6cdc87 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.636913 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b532265d-9a94-421c-8b63-64878eda2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:34.646438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:34.649972 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532265d-9a94-421c-8b63-64878eda2aa7 None None] Routers {'9fc10f26-cbf5-4b27-9f98-86b02a96b311'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:34.651047 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b532265d-9a94-421c-8b63-64878eda2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9fc10f26-cbf5-4b27-9f98-86b02a96b311'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:34.668982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33e0c6-6ae4-42f0-b386-96ab4b6cdc87 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=97867821-fb16-4032-a869-e66a9f7f5602,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:34.705492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7c33e0c6-6ae4-42f0-b386-96ab4b6cdc87 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.716540 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7c33e0c6-6ae4-42f0-b386-96ab4b6cdc87 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/97867821-fb16-4032-a869-e66a9f7f5602 HTTP/1.1" status: 204 len: 168 time: 0.7793522 Apr 30 01:42:34.720252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43568) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:34.737945 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b532265d-9a94-421c-8b63-64878eda2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:34.754952 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532265d-9a94-421c-8b63-64878eda2aa7 None None] The sync data for ids ['9fc10f26-cbf5-4b27-9f98-86b02a96b311'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:34.822437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b983537-e7e3-4ea4-812c-c4f1b83c7500 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet cb720c7c-5d0d-418a-81dd-00c58de48ae4 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:34.826550 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b983537-e7e3-4ea4-812c-c4f1b83c7500 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.844257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753dc5b-3d6c-4325-85ff-0f0a8a3a40cc None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:34.878252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0294050b-637a-422c-8240-7477454086d1 None None] Could not find standard attr ID for object 7a4687dc-d1cd-4add-bf82-273b9ab84551. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:42:34.883595 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58cb20c9-37d4-4c25-89db-d510e949acdf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/routers/9fc10f26-cbf5-4b27-9f98-86b02a96b311 HTTP/1.1" status: 200 len: 890 time: 0.3278573 Apr 30 01:42:34.884352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43574) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:34.932427 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b983537-e7e3-4ea4-812c-c4f1b83c7500 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:34.948317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-944f4134-3b30-4bc6-8c62-21c313055b11 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fc10f26-cbf5-4b27-9f98-86b02a96b311 HTTP/1.1" status: 200 len: 205 time: 0.0628228 Apr 30 01:42:34.952079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43576) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:35.013737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-287876970'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:35.058957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b983537-e7e3-4ea4-812c-c4f1b83c7500 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.259330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b983537-e7e3-4ea4-812c-c4f1b83c7500 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.295055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b983537-e7e3-4ea4-812c-c4f1b83c7500 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=cb720c7c-5d0d-418a-81dd-00c58de48ae4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:35.310980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b983537-e7e3-4ea4-812c-c4f1b83c7500 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.317600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8b983537-e7e3-4ea4-812c-c4f1b83c7500 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/cb720c7c-5d0d-418a-81dd-00c58de48ae4 HTTP/1.1" status: 204 len: 168 time: 0.5933120 Apr 30 01:42:35.318391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43582) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:35.392103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e39fbad4-50b0-4bee-a930-35454253742a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724306 Apr 30 01:42:35.397760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43584) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:35.413540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.474281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3411c-bbd5-42be-8625-32d5815e359b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:35.478859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35d3411c-bbd5-42be-8625-32d5815e359b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0763719 Apr 30 01:42:35.479637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43590) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:35.479982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Made reservation on behalf of c556ef01eb3142b4b53638ed2983d5eb for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:35.483351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.550532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.636153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8d162f-56f2-4ade-9e98-ed6505231f23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:35.640052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5e8d162f-56f2-4ade-9e98-ed6505231f23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1517818 Apr 30 01:42:35.641496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43594) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:35.658296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517dbc8-f3ff-4cb1-99a3-ed30c67d8076 req-7673b017-d8e5-4672-955c-bb88c5d1da7e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:35.659852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2517dbc8-f3ff-4cb1-99a3-ed30c67d8076 req-7673b017-d8e5-4672-955c-bb88c5d1da7e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1957521 Apr 30 01:42:35.685163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c5465a6e-bd0b-4dac-a9ad-76d7a1813ee5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386875 Apr 30 01:42:35.686511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43596) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:35.690522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.691488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fd108901-9072-4103-9377-ef7a9a9a9d5d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:35.748940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2517dbc8-f3ff-4cb1-99a3-ed30c67d8076 req-4d0e94e9-4815-498c-84c9-6009e4e3b4a6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774674 Apr 30 01:42:35.781505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.840403 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.871262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port ab86d13d-bb1b-47c4-a09a-42c873fc63ac {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:35.871630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.878145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:35.902583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21982a2-b078-4461-9398-ea6ca3c67322 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:35.920652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd108901-9072-4103-9377-ef7a9a9a9d5d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:35.923914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd108901-9072-4103-9377-ef7a9a9a9d5d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:35.925370 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd108901-9072-4103-9377-ef7a9a9a9d5d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:42:35.928601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd108901-9072-4103-9377-ef7a9a9a9d5d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:42:36.018905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.032429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for ab86d13d-bb1b-47c4-a09a-42c873fc63ac owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:36.037691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b2510bb2-67ef-44af-bbae-e984e127d471 None None] Provisioning complete for port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:36.039086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2510bb2-67ef-44af-bbae-e984e127d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.051025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fd108901-9072-4103-9377-ef7a9a9a9d5d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3606145 Apr 30 01:42:36.051645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43612) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:36.057772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fb126f7b-5242-49f9-9f96-4ba3316a275f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:36.201189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae825f9-aa32-4309-abf6-4dc9a7753f88,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:36.205486 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.205842 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Added segment eb316982-01d6-4168-9304-30378213c23a of type vlan for network 2ebf7404-66e5-4709-bfc3-4a30d70d2485 Apr 30 01:42:36.261235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.261588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.261993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.262347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.262682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.263015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.263345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.263956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.264296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.264627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.264958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.265284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:36.376772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:36.391228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.448567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] Deleting port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:36.449108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.504341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.536530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] For port 9d9c7844-ff31-48bb-ad4b-baa3841098c2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9d9c7844-ff31-48bb-ad4b-baa3841098c2,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:36.537495 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.555000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=ab86d13d-bb1b-47c4-a09a-42c873fc63ac,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:36.557222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.563108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:36.563998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.592029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] Calling delete_port for 9d9c7844-ff31-48bb-ad4b-baa3841098c2 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:36.689780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0398176 Apr 30 01:42:36.704012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43620) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:36.727214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abe289-40cc-4cb3-8f7e-0c11ad9c139e tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Pushing event updated for resources: {'Network': ['ID=2ebf7404-66e5-4709-bfc3-4a30d70d2485,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:36.732023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.764681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 2ebf7404-66e5-4709-bfc3-4a30d70d2485 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:36.795718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43626) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:36.830425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb126f7b-5242-49f9-9f96-4ba3316a275f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:36.836278 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb126f7b-5242-49f9-9f96-4ba3316a275f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.838649 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb126f7b-5242-49f9-9f96-4ba3316a275f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:42:36.839207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb126f7b-5242-49f9-9f96-4ba3316a275f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:42:36.937595 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.943736 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:36.977100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fb126f7b-5242-49f9-9f96-4ba3316a275f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9238625 Apr 30 01:42:36.982195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43632) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:36.989375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4ea66162-7b81-4dec-9d06-938e706ccbb5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:37.051212 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.058736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554976e-a55c-4553-8fa3-05bb023087dc req-c670127e-d981-4725-b8af-f3de20bb8817 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:37.060998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2554976e-a55c-4553-8fa3-05bb023087dc req-c670127e-d981-4725-b8af-f3de20bb8817 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1301532 Apr 30 01:42:37.080513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] Pushing event deleted for resources: {'Port': ['ID=9d9c7844-ff31-48bb-ad4b-baa3841098c2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:37.082349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d803fd-054f-4e27-baec-a3a6bfe8139e None None] No DVR routers for this DVR port 9d9c7844-ff31-48bb-ad4b-baa3841098c2 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:37.099291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Request body: {'network': {'name': 'tempest-network--1559533033', 'router:external': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:37.100198 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-15002c23-151c-49cb-a89d-a1a7975946ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.144645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2554976e-a55c-4553-8fa3-05bb023087dc req-e89551e6-afbb-4157-a453-02f883316eed tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768850 Apr 30 01:42:37.149668 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.152633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc10f26-cbf5-4b27-9f98-86b02a96b311 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:42:37.166961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.166961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bea04799-5b6a-41be-89d6-d5c8b995a7a5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/9fc10f26-cbf5-4b27-9f98-86b02a96b311 HTTP/1.1" status: 204 len: 168 time: 2.2085490 Apr 30 01:42:37.166961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43638) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:37.171160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1344977589'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:37.199324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9d9c7844-ff31-48bb-ad4b-baa3841098c2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:37.221307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9d9c7844-ff31-48bb-ad4b-baa3841098c2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:37.221755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9d9c7844-ff31-48bb-ad4b-baa3841098c2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:37.276689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Made reservation on behalf of 9567192ca86f43fcba7cf99927790789 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:37.278923 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.290311 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.306682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-15002c23-151c-49cb-a89d-a1a7975946ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.315382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea66162-7b81-4dec-9d06-938e706ccbb5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:37.319085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ea66162-7b81-4dec-9d06-938e706ccbb5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.321112 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea66162-7b81-4dec-9d06-938e706ccbb5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:42:37.321578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea66162-7b81-4dec-9d06-938e706ccbb5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:42:37.322993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-752ec98f-b4e1-4667-8ee8-7c3602776304 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:37.324738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-752ec98f-b4e1-4667-8ee8-7c3602776304 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.0800688 Apr 30 01:42:37.360243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:37.363612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.399924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-15002c23-151c-49cb-a89d-a1a7975946ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.433723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:37.442409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4ea66162-7b81-4dec-9d06-938e706ccbb5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4589763 Apr 30 01:42:37.444379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15002c23-151c-49cb-a89d-a1a7975946ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2a3140-24b5-4af0-a955-e0b5a02bd670,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:37.447258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43644) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:37.450222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-15002c23-151c-49cb-a89d-a1a7975946ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9bdb1a1de064b2e8c77ccce88995915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6528497 Apr 30 01:42:37.453144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43646) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:37.460431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.460778 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment 08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70 of type vlan for network 4f2f1052-41cb-42e8-8782-bc2576f46032 Apr 30 01:42:37.464971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3f467502-9664-4938-b094-9077863fc049 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:37.505483 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8501dce6-5304-4b0f-af68-2706f79fdb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.527200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8501dce6-5304-4b0f-af68-2706f79fdb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.560088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.585766 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.610714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Deleting port a3a7d597-0757-41a4-b197-eccd5740a794 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:37.611049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.650056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.665189 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8501dce6-5304-4b0f-af68-2706f79fdb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.668196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8501dce6-5304-4b0f-af68-2706f79fdb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.671656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8501dce6-5304-4b0f-af68-2706f79fdb93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b2a3140-24b5-4af0-a955-e0b5a02bd670 HTTP/1.1" status: 204 len: 168 time: 0.2152214 Apr 30 01:42:37.689606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501dce6-5304-4b0f-af68-2706f79fdb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2a3140-24b5-4af0-a955-e0b5a02bd670,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:37.705366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:37.738549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.738901 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Added segment 8aae7704-1f5f-4541-bd82-2aaf327d1cf4 of type vlan for network 3e1c463e-e7da-4c42-89f0-fbab7f5d06f7 Apr 30 01:42:37.754350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076d3927-a131-4af7-af81-16b324d66c64,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:37.784758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.791159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:37.791760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.819159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f467502-9664-4938-b094-9077863fc049 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:37.822691 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f467502-9664-4938-b094-9077863fc049 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.825607 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f467502-9664-4938-b094-9077863fc049 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:42:37.826045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f467502-9664-4938-b094-9077863fc049 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:42:37.867826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.870717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] For port a3a7d597-0757-41a4-b197-eccd5740a794, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a3a7d597-0757-41a4-b197-eccd5740a794,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:37.871060 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:37.952433 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7853866 Apr 30 01:42:37.955300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43660) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:37.964891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': '4f2f1052-41cb-42e8-8782-bc2576f46032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:38.008132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3f467502-9664-4938-b094-9077863fc049 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5588040 Apr 30 01:42:38.008900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbaa91-2239-45d5-8ffe-36f02c9920d2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=4f2f1052-41cb-42e8-8782-bc2576f46032,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:38.011064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43662) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:38.022241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4f2f1052-41cb-42e8-8782-bc2576f46032 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:38.032041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a7d75bfb-af86-405d-a026-4c64ae6b28c4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:38.145569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.146519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:38.147091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.224008 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:38.228890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.289166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5723097 Apr 30 01:42:38.291926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43668) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:38.336785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efd1c7-862a-458b-a7d8-7d341149bbbf tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Network': ['ID=3e1c463e-e7da-4c42-89f0-fbab7f5d06f7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:38.351849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 3e1c463e-e7da-4c42-89f0-fbab7f5d06f7 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:38.377322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.377817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.378138 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Floating IP 894b479b-f123-4444-ac54-defb02b0af47 disassociated. External IP: 172.25.0.245, port: a3a7d597-0757-41a4-b197-eccd5740a794. Apr 30 01:42:38.378335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Calling delete_port for a3a7d597-0757-41a4-b197-eccd5740a794 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:38.384133 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.388283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afbe53-5eaf-4604-b0b3-1269d314057e req-8e3c8e55-66bb-471b-a49f-6717b6716288 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:38.390013 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3afbe53-5eaf-4604-b0b3-1269d314057e req-8e3c8e55-66bb-471b-a49f-6717b6716288 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 946 time: 0.1426373 Apr 30 01:42:38.440632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43672) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:38.471368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d75bfb-af86-405d-a026-4c64ae6b28c4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:38.475085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7d75bfb-af86-405d-a026-4c64ae6b28c4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.477275 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d75bfb-af86-405d-a026-4c64ae6b28c4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:42:38.477844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d75bfb-af86-405d-a026-4c64ae6b28c4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:42:38.485929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7987ac71-d47c-493c-a330-a310a2697b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.536441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3afbe53-5eaf-4604-b0b3-1269d314057e req-1f33f303-f1ee-46fc-bb91-71e28a6bba5e tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=66742d35-a449-47da-93bf-9f737cc8a9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959523 Apr 30 01:42:38.551125 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.592054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1c463e-e7da-4c42-89f0-fbab7f5d06f7']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:38.602763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aae7704-1f5f-4541-bd82-2aaf327d1cf4') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:38.603539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aae7704-1f5f-4541-bd82-2aaf327d1cf4') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:38.603917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a7d75bfb-af86-405d-a026-4c64ae6b28c4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5850539 Apr 30 01:42:38.604538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43674) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:38.621244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.628373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d9dc3037-b699-4079-ba16-97302826a3f3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:38.637139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.644375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:38.644775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:38.646694 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:38.693077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.743038 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7987ac71-d47c-493c-a330-a310a2697b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.760027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=0ee8197a-b656-45ba-8fbc-13ec2d671273,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:38.775774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': '08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4f2f1052-41cb-42e8-8782-bc2576f46032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:38.777680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: 4f2f1052-41cb-42e8-8782-bc2576f46032, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:42:38.830115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.860113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event deleted for resources: {'Port': ['ID=a3a7d597-0757-41a4-b197-eccd5740a794,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:38.887741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.894103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e1c463e-e7da-4c42-89f0-fbab7f5d06f7 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 01:42:38.909461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc3037-b699-4079-ba16-97302826a3f3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:38.912250 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.912929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3037-b699-4079-ba16-97302826a3f3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.914395 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dc3037-b699-4079-ba16-97302826a3f3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:42:38.914814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9dc3037-b699-4079-ba16-97302826a3f3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:42:38.919333 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "DELETE /v2.0/networks/3e1c463e-e7da-4c42-89f0-fbab7f5d06f7 HTTP/1.1" status: 204 len: 168 time: 0.6256211 Apr 30 01:42:38.919894 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7987ac71-d47c-493c-a330-a310a2697b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:38.922788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43682) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:38.930646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 4f2f1052-41cb-42e8-8782-bc2576f46032 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:42:38.936296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524774f-62fa-42b2-91f4-ab4f483ff821 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e1c463e-e7da-4c42-89f0-fbab7f5d06f7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:38.941411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:39.029796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4f2f1052-41cb-42e8-8782-bc2576f46032) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:39.038155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:39.040356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.048348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec271b-8809-49d3-9b90-93bef3355c0c None None] Network 4f2f1052-41cb-42e8-8782-bc2576f46032 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:39.049250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7987ac71-d47c-493c-a330-a310a2697b9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=355f240997254fca87ee107c902ce02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076639 Apr 30 01:42:39.052843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43684) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:39.053725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987ac71-d47c-493c-a330-a310a2697b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06624757-c48c-4073-a587-594cbb67954c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:39.158367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b7e585e3-3cce-4809-bb36-605895d3117d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2012012 Apr 30 01:42:39.160775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43686) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:39.166452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e41ba0fb-caab-43f0-a1f2-c67ff761f6a1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1070278529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:39.240299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-4f2f1052-41cb-42e8-8782-bc2576f46032', 'network_id': '4f2f1052-41cb-42e8-8782-bc2576f46032', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': '0ee8197a-b656-45ba-8fbc-13ec2d671273'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:39.247659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.291238 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0fb-caab-43f0-a1f2-c67ff761f6a1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.292328 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0fb-caab-43f0-a1f2-c67ff761f6a1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.363831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d9dc3037-b699-4079-ba16-97302826a3f3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7393844 Apr 30 01:42:39.373470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43690) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:39.392410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0fb-caab-43f0-a1f2-c67ff761f6a1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.427664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43694) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:39.438299 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c4a6f420-9b57-4db6-8040-06d476b6bb60 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0633781 Apr 30 01:42:39.473199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Made reservation on behalf of 9567192ca86f43fcba7cf99927790789 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:39.475794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.479472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Allocated IP 2001:db8::2 (4f2f1052-41cb-42e8-8782-bc2576f46032/0ee8197a-b656-45ba-8fbc-13ec2d671273/bf5966aa-198f-4f5e-9aa9-993090e553e7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:39.506439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0fb-caab-43f0-a1f2-c67ff761f6a1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.553838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:42:39.556315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab0818-733e-499c-977c-656c4db8cae7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:39.564649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43696) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:39.565144 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-29ab0818-733e-499c-977c-656c4db8cae7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1291389 Apr 30 01:42:39.614776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0fb-caab-43f0-a1f2-c67ff761f6a1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.619409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e41ba0fb-caab-43f0-a1f2-c67ff761f6a1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4576421 Apr 30 01:42:39.620018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43700) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:39.638372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2dcb57b4-6c0c-493c-b57c-f66d0f3d093f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683148 Apr 30 01:42:39.638953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43702) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:39.646663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:39.726778 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.730923 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e9676a7-955e-4a2b-995d-ba126d91c739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.732703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:39.819512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.822548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95bf33e6-5bbe-453b-b286-35c3d6baaf39 req-1aa73af0-33db-4353-acab-600c4c896641 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 210 time: 0.0941446 Apr 30 01:42:39.830840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.831185 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Added segment cc9917e3-0114-49a2-b277-0a17e3add89e of type vlan for network 7db64474-d5e5-46ea-a614-9f32058a6df4 Apr 30 01:42:39.838961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e9676a7-955e-4a2b-995d-ba126d91c739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.874791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Pushing event updated for resources: {'Port': ['ID=bf5966aa-198f-4f5e-9aa9-993090e553e7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:39.884119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Network 4f2f1052-41cb-42e8-8782-bc2576f46032 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:39.885982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:39.891615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:39.957655 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.964809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:39.967779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Attempting to bind port bf5966aa-198f-4f5e-9aa9-993090e553e7 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:39.967989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.968460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Attempting to bind port bf5966aa-198f-4f5e-9aa9-993090e553e7 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4f2f1052-41cb-42e8-8782-bc2576f46032'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:39.968927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Attempting to bind port bf5966aa-198f-4f5e-9aa9-993090e553e7 on network 4f2f1052-41cb-42e8-8782-bc2576f46032 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:39.980334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:39.980334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Checking segment: {'id': '08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4f2f1052-41cb-42e8-8782-bc2576f46032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:39.980334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.980334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Bound using segment: {'id': '08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4f2f1052-41cb-42e8-8782-bc2576f46032'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:39.980334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Bound port: bf5966aa-198f-4f5e-9aa9-993090e553e7, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4f2f1052-41cb-42e8-8782-bc2576f46032'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:39.981011 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:39.983088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.008932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:40.031060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] Sync routers for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:40.055594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:40.056614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:40.087744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:42:40.123070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] For port bf5966aa-198f-4f5e-9aa9-993090e553e7, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:40.145243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] For port bf5966aa-198f-4f5e-9aa9-993090e553e7, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bf5966aa-198f-4f5e-9aa9-993090e553e7,segment=NetworkSegment(08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70),segment_id=08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:40.152829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] No DVR routers for this DVR port a3a7d597-0757-41a4-b197-eccd5740a794 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:40.158497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.162076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-830bad09-0b05-44cc-a3d0-87d5ec4c1265 req-bc48db59-d03f-4129-add5-6cb7d9ef54c1 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.21 "DELETE /v2.0/ports/a3a7d597-0757-41a4-b197-eccd5740a794 HTTP/1.1" status: 204 len: 173 time: 2.8293664 Apr 30 01:42:40.162553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'name': 'network-vif-deleted', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:42:40.165084 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e47bfa-5b70-4990-af72-1f4548fb8ba7" -d '{"events": [{"server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "name": "network-vif-deleted", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:42:40.222324 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.244619 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e9676a7-955e-4a2b-995d-ba126d91c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.252708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e9676a7-955e-4a2b-995d-ba126d91c739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.255317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7e9676a7-955e-4a2b-995d-ba126d91c739 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06624757-c48c-4073-a587-594cbb67954c HTTP/1.1" status: 204 len: 168 time: 1.1974158 Apr 30 01:42:40.279681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:42:40.287913 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.293071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:40.293071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.317628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9676a7-955e-4a2b-995d-ba126d91c739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06624757-c48c-4073-a587-594cbb67954c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:40.421722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.4878449 Apr 30 01:42:40.424497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43720) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:40.428350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e414-0894-4993-a951-79fe54eba392 None None] Pushing event updated for resources: {'Port': ['ID=bf5966aa-198f-4f5e-9aa9-993090e553e7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:40.447133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a3a7d597-0757-41a4-b197-eccd5740a794 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:40.472892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Request body: {'subnet': {'network_id': '7db64474-d5e5-46ea-a614-9f32058a6df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:40.480602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8::1 (4f2f1052-41cb-42e8-8782-bc2576f46032/0ee8197a-b656-45ba-8fbc-13ec2d671273/606dace7-3197-417d-b2f9-65d8447bb9e5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:40.489580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab4bb3-618f-41d0-94ec-955263e04e36 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Network': ['ID=7db64474-d5e5-46ea-a614-9f32058a6df4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:40.584063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7db64474-d5e5-46ea-a614-9f32058a6df4 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:40.605627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: a3a7d597-0757-41a4-b197-eccd5740a794 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:40.606228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a3a7d597-0757-41a4-b197-eccd5740a794 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:40.767984 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19289128-61bc-4180-a3f6-cf9c3d626938 x-openstack-request-id: req-19289128-61bc-4180-a3f6-cf9c3d626938 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:42:40.768607 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f5ae4e-3135-415a-9678-6a6776ad8801", "name": "network-vif-deleted", "tag": "a3a7d597-0757-41a4-b197-eccd5740a794", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:42:40.768607 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19289128-61bc-4180-a3f6-cf9c3d626938 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:42:40.768930 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19289128-61bc-4180-a3f6-cf9c3d626938'] response: {'server_uuid': 'c2f5ae4e-3135-415a-9678-6a6776ad8801', 'name': 'network-vif-deleted', 'tag': 'a3a7d597-0757-41a4-b197-eccd5740a794', 'status': 'completed', 'code': 200} Apr 30 01:42:40.799106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:42:40.802234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Made reservation on behalf of 9567192ca86f43fcba7cf99927790789 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:40.804704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.810040 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.818431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:40.961824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:40.982476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:40.995175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:40.998471 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:41.001315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:41.003621 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36b1271-c2f0-4c21-a3e3-14d30c0161fd None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:41.027079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=44804239-0925-4d91-af43-718160c73106,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:41.036493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0f54362-ffb5-4f0b-a759-22757614e327 req-d3e98837-b4bf-4454-ad3e-25c78b617b96 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2f5ae4e-3135-415a-9678-6a6776ad8801 HTTP/1.1" status: 200 len: 210 time: 0.0731032 Apr 30 01:42:41.101927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:41.114881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 4f2f1052-41cb-42e8-8782-bc2576f46032 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:41.117213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:41.132671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:41.133490 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:41.142388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] Checking router: cfb342ce-d8be-44a4-ad16-1164a17c0ca2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:42:41.166490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:41.167391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:41.188215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-86e457db-99d3-43cc-8128-32c48790e49b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5456729 Apr 30 01:42:41.192585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43734) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:41.208421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:ca:b3:31', 'name': 'tempest-NetworksTestDHCPv6-2088088966'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:41.210974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=606dace7-3197-417d-b2f9-65d8447bb9e5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:41.317166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bf5966aa-198f-4f5e-9aa9-993090e553e7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:41.435862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:41.483253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43738) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:41.511786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd145800-5931-4ac7-9df2-612e7d3fb123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:41.517164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:41.700321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:41.749602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 79e96ac5-734d-40e5-a029-614a191a4c23 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:42:41.886170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bf5966aa-198f-4f5e-9aa9-993090e553e7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:41.891735 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:41.942411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd145800-5931-4ac7-9df2-612e7d3fb123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:41.973025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.004737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:42:42.040879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.041846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.077554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '44804239-0925-4d91-af43-718160c73106'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:42.079845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.084130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ff85c-c637-47cc-a925-a9bb1dd1365f None None] Network 4f2f1052-41cb-42e8-8782-bc2576f46032 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:42.141001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd145800-5931-4ac7-9df2-612e7d3fb123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.149500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:42:42.149987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.155494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=606dace7-3197-417d-b2f9-65d8447bb9e5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:42.216798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 4f2f1052-41cb-42e8-8782-bc2576f46032 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:42.218407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:42.229986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b5e60e86-0b16-4755-9b0f-8e95923e1122,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:42.293515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43750) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:42.315282 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fd145800-5931-4ac7-9df2-612e7d3fb123 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69626051ebcc410db1e5ce3a79061598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8256574 Apr 30 01:42:42.320737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd145800-5931-4ac7-9df2-612e7d3fb123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae532a7b-1e15-4537-ac5a-d2f25622b41d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:42.331269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43754) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:42.415255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.440997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:feca:b331 (ff3497db-d506-41b3-bc96-8e107d7f907f/44804239-0925-4d91-af43-718160c73106/79e96ac5-734d-40e5-a029-614a191a4c23) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:42.458790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Checking segment: {'id': 'cc9917e3-0114-49a2-b277-0a17e3add89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db64474-d5e5-46ea-a614-9f32058a6df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:42.459271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Network hostable DHCP agents. Network: 7db64474-d5e5-46ea-a614-9f32058a6df4, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:42:42.466298 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c72f-1335-487e-8af4-81d29709c208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.488975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c72f-1335-487e-8af4-81d29709c208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.493655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router ed2ed8cb-0711-4f40-8aeb-0993b0602ea5 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:42:42.534072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6429670b-3b66-4b2f-9df0-f7cd567ba0c5 None None] Provisioning complete for port bf5966aa-198f-4f5e-9aa9-993090e553e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:42.534801 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6429670b-3b66-4b2f-9df0-f7cd567ba0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.612078 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-887d1738-b137-485c-8279-ebae813712ff tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.637578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:42.657599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-887d1738-b137-485c-8279-ebae813712ff tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.659248 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cccf89-43a4-46be-8a21-b7c53a39f4d8 None None] Sync routers for ids ['ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:42.668501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5b35e5f5-f1e2-49c9-9400-dca7eaf08c1f tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/ed2ed8cb-0711-4f40-8aeb-0993b0602ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0449822 Apr 30 01:42:42.669015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:42.674905 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cccf89-43a4-46be-8a21-b7c53a39f4d8 None None] Routers {'ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:42.680132 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a8cccf89-43a4-46be-8a21-b7c53a39f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:42.702223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port bf5966aa-198f-4f5e-9aa9-993090e553e7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bf5966aa-198f-4f5e-9aa9-993090e553e7,segment=NetworkSegment(08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70),segment_id=08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:42.719532 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a8cccf89-43a4-46be-8a21-b7c53a39f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:42.730493 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cccf89-43a4-46be-8a21-b7c53a39f4d8 None None] Routers {'ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:42.731477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a8cccf89-43a4-46be-8a21-b7c53a39f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:42.771893 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a8cccf89-43a4-46be-8a21-b7c53a39f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:42.773370 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cccf89-43a4-46be-8a21-b7c53a39f4d8 None None] The sync data for ids ['ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:42.774011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5113f0-4d56-46e0-8adb-8f69efa918d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:42.785159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ee5113f0-4d56-46e0-8adb-8f69efa918d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports/606dace7-3197-417d-b2f9-65d8447bb9e5 HTTP/1.1" status: 200 len: 911 time: 0.1042006 Apr 30 01:42:42.785922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43762) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:42.792398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Network 7db64474-d5e5-46ea-a614-9f32058a6df4 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:42:42.793315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-25111ba3-5be1-4b5b-a7b9-77661fe41b0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ee8197a-b656-45ba-8fbc-13ec2d671273'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:42.799872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c72f-1335-487e-8af4-81d29709c208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.803294 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c72f-1335-487e-8af4-81d29709c208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.808706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d2b0c72f-1335-487e-8af4-81d29709c208 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae532a7b-1e15-4537-ac5a-d2f25622b41d HTTP/1.1" status: 204 len: 168 time: 0.4735382 Apr 30 01:42:42.824001 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.845014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0c72f-1335-487e-8af4-81d29709c208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae532a7b-1e15-4537-ac5a-d2f25622b41d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:42.870129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.873040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7db64474-d5e5-46ea-a614-9f32058a6df4) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:42.876117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:42.876762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.896480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f67fbe1-7f9e-4c46-b511-926056c58471 None None] Network 7db64474-d5e5-46ea-a614-9f32058a6df4 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:42.958809 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e6e9c112-9035-4080-ac02-96667b778177 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5328295 Apr 30 01:42:42.961177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43766) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:42.966003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Request body: {'floatingip': {'floating_network_id': '7db64474-d5e5-46ea-a614-9f32058a6df4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:42.992956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-887d1738-b137-485c-8279-ebae813712ff tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.995733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-887d1738-b137-485c-8279-ebae813712ff tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:42.996880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-887d1738-b137-485c-8279-ebae813712ff tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "DELETE /v2.0/security-groups/66742d35-a449-47da-93bf-9f737cc8a9c2 HTTP/1.1" status: 204 len: 168 time: 0.7009027 Apr 30 01:42:43.005647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43768) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:43.020052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6429670b-3b66-4b2f-9df0-f7cd567ba0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.073382 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-d7577268-add8-410a-945c-4faa3810e383 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] show failed (client error): The resource could not be found. Apr 30 01:42:43.077248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d7577268-add8-410a-945c-4faa3810e383 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups/66742d35-a449-47da-93bf-9f737cc8a9c2 HTTP/1.1" status: 404 len: 347 time: 0.0656757 Apr 30 01:42:43.079499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43772) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:43.080094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d1738-b137-485c-8279-ebae813712ff tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66742d35-a449-47da-93bf-9f737cc8a9c2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:43.088625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.137785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:43.143845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:43.156343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:43.162642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:43.164962 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.170557 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.200189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=79e96ac5-734d-40e5-a029-614a191a4c23,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:43.224796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d385e267-7d09-478e-808c-4cc17c7dfb0f None None] Network 7db64474-d5e5-46ea-a614-9f32058a6df4 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:43.269233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=bf5966aa-198f-4f5e-9aa9-993090e553e7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:43.277720 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25111ba3-5be1-4b5b-a7b9-77661fe41b0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.342571 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bf86eecc-fb2d-4cdc-83ee-966b23f51e81 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1488101 Apr 30 01:42:43.345311 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.350244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43778) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:43.374549 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-6429670b-3b66-4b2f-9df0-f7cd567ba0c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:42:43.375004 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-6429670b-3b66-4b2f-9df0-f7cd567ba0c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:42:43.379086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Allocated IP 2001:db8::f816:3eff:feee:6bd7 (ff3497db-d506-41b3-bc96-8e107d7f907f/44804239-0925-4d91-af43-718160c73106/731ef281-527a-4d70-9b16-9a6d85c57be8) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:43.516366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:43.535522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b900ad-941e-459a-94b0-328f876fc611 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:43.538572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-01b900ad-941e-459a-94b0-328f876fc611 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1860325 Apr 30 01:42:43.550835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43784) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:43.577242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de2682-d28f-4c7c-b39c-355766d00650 None None] The sync data for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 is: [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:38:05Z', 'revision_number': 4, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '7820aef5-445b-4105-8b96-02a4ded0c263', 'name': '', 'network_id': '1312e16a-1144-4a79-be66-eba7e92f3f8d', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'mac_address': 'fa:16:3e:26:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:38:04Z', 'updated_at': '2022-04-30T01:38:10Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'subnets': [{'id': '6cf244ed-548b-4e51-938a-7ec84b8d4cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:43.732566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Deleting port 7907c89f-6968-4cdf-8183-574a15ba03d5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:43.732830 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.762744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Allocated IP 172.20.0.2 (7db64474-d5e5-46ea-a614-9f32058a6df4/b5e60e86-0b16-4755-9b0f-8e95923e1122/eae037e2-406c-40c5-8590-d8639902cd90) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:43.782600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.849158 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.879088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.879440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:43.905044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Calling delete_port for 7907c89f-6968-4cdf-8183-574a15ba03d5 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:44.003838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-92a5abd2-79b6-4024-84e1-61ea6939d290 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 79e96ac5-734d-40e5-a029-614a191a4c23 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:44.003838 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a5abd2-79b6-4024-84e1-61ea6939d290 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.004397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Pushing event updated for resources: {'Port': ['ID=731ef281-527a-4d70-9b16-9a6d85c57be8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:44.039675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:44.045536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:44.053529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:44.104998 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:42:44.145886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040541ce-7da2-4691-b084-022fde8506ba None None] New status for floating IP 894b479b-f123-4444-ac54-defb02b0af47: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:42:44.295400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Attempting to bind port 731ef281-527a-4d70-9b16-9a6d85c57be8 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:44.295785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Attempting to bind port 731ef281-527a-4d70-9b16-9a6d85c57be8 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:44.296143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Attempting to bind port 731ef281-527a-4d70-9b16-9a6d85c57be8 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:44.305754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a5abd2-79b6-4024-84e1-61ea6939d290 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.306113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:44.306527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:44.306887 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.307274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:44.307968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Bound port: 731ef281-527a-4d70-9b16-9a6d85c57be8, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:44.308261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.310756 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.317187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bb54539f-1495-499d-871e-c904c2c9c71d None None] Provisioning complete for port bf5966aa-198f-4f5e-9aa9-993090e553e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:44.317551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb54539f-1495-499d-871e-c904c2c9c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.329331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-92a5abd2-79b6-4024-84e1-61ea6939d290 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 79e96ac5-734d-40e5-a029-614a191a4c23 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:44.403525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-040541ce-7da2-4691-b084-022fde8506ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:42:44.403945 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-040541ce-7da2-4691-b084-022fde8506ba None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:42:44.415175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] For port 731ef281-527a-4d70-9b16-9a6d85c57be8, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:44.418390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] For port 731ef281-527a-4d70-9b16-9a6d85c57be8, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=731ef281-527a-4d70-9b16-9a6d85c57be8,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:44.434987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.472005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event deleted for resources: {'Port': ['ID=7907c89f-6968-4cdf-8183-574a15ba03d5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:44.512738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bb54539f-1495-499d-871e-c904c2c9c71d None None] Provisioning complete for port 606dace7-3197-417d-b2f9-65d8447bb9e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:44.513433 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb54539f-1495-499d-871e-c904c2c9c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.575846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.589242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bb54539f-1495-499d-871e-c904c2c9c71d None None] Port 606dace7-3197-417d-b2f9-65d8447bb9e5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:44.609982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25111ba3-5be1-4b5b-a7b9-77661fe41b0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.613335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.661503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Network 7db64474-d5e5-46ea-a614-9f32058a6df4 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:44.666300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.667305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:44.673106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:44.673725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.677419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Port': ['ID=eae037e2-406c-40c5-8590-d8639902cd90,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:44.679839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e6f8a1f1-2231-4e68-a82f-42a029bd2680 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "DELETE /v2.0/floatingips/894b479b-f123-4444-ac54-defb02b0af47 HTTP/1.1" status: 204 len: 168 time: 1.6004620 Apr 30 01:42:44.810837 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25111ba3-5be1-4b5b-a7b9-77661fe41b0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.817219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25111ba3-5be1-4b5b-a7b9-77661fe41b0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:44.817770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-25111ba3-5be1-4b5b-a7b9-77661fe41b0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:44.819074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-25111ba3-5be1-4b5b-a7b9-77661fe41b0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/ports/606dace7-3197-417d-b2f9-65d8447bb9e5 HTTP/1.1" status: 200 len: 911 time: 2.0322154 Apr 30 01:42:44.825379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43816) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:44.914968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111ba3-5be1-4b5b-a7b9-77661fe41b0d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=606dace7-3197-417d-b2f9-65d8447bb9e5,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:44.916032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040541ce-7da2-4691-b084-022fde8506ba None None] New status for floating IP 894b479b-f123-4444-ac54-defb02b0af47: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:42:44.917908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e19c75-8a8b-45bb-b3ee-12a59fbc0520 None None] Pushing event updated for resources: {'Port': ['ID=731ef281-527a-4d70-9b16-9a6d85c57be8,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:44.927651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a5abd2-79b6-4024-84e1-61ea6939d290 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:45.004447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-37f18460-b721-49c4-b891-b9914e6e116d None None] Provisioning complete for port 606dace7-3197-417d-b2f9-65d8447bb9e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:45.005010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37f18460-b721-49c4-b891-b9914e6e116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:45.043027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5abd2-79b6-4024-84e1-61ea6939d290 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=79e96ac5-734d-40e5-a029-614a191a4c23,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:45.056956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-37f18460-b721-49c4-b891-b9914e6e116d None None] Port 606dace7-3197-417d-b2f9-65d8447bb9e5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:42:45.115774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a5abd2-79b6-4024-84e1-61ea6939d290 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:45.120345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-92a5abd2-79b6-4024-84e1-61ea6939d290 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/79e96ac5-734d-40e5-a029-614a191a4c23 HTTP/1.1" status: 204 len: 168 time: 1.5660861 Apr 30 01:42:45.121972 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:45.122809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:45.271748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ec5f9-7078-4cfa-88c2-4d6c162f5958 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:45.275296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ec5f9-7078-4cfa-88c2-4d6c162f5958 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:45.277256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-409ec5f9-7078-4cfa-88c2-4d6c162f5958 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1530938 Apr 30 01:42:45.282411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43828) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:45.336600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bf5966aa-198f-4f5e-9aa9-993090e553e7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:45.372517 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:45.428118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0445b7-0571-42aa-bd4d-6350ae61373d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 44804239-0925-4d91-af43-718160c73106 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:45.433138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0445b7-0571-42aa-bd4d-6350ae61373d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:45.433290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bf5966aa-198f-4f5e-9aa9-993090e553e7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:45.433650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:45.515468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0445b7-0571-42aa-bd4d-6350ae61373d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.108817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0445b7-0571-42aa-bd4d-6350ae61373d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.155262 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.166585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.258753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.310155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0445b7-0571-42aa-bd4d-6350ae61373d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.369592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0445b7-0571-42aa-bd4d-6350ae61373d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=44804239-0925-4d91-af43-718160c73106,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:46.371740 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e0445b7-0571-42aa-bd4d-6350ae61373d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.384667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9e0445b7-0571-42aa-bd4d-6350ae61373d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/44804239-0925-4d91-af43-718160c73106 HTTP/1.1" status: 204 len: 168 time: 1.1036711 Apr 30 01:42:46.385375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43850) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:46.389489 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.509007 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-843eee7d-a9bf-46a3-89b8-c808dd4f156c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188600 Apr 30 01:42:46.509183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43852) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:46.511279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Port': ['ID=eae037e2-406c-40c5-8590-d8639902cd90,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:46.524209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cddafa-0cb7-4b2b-a94c-2db26837f5af None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:46.534644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:46.630885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.633009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f9785e18-6973-4733-8680-1c47624113d3 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6705298 Apr 30 01:42:46.637662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43856) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:46.758799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dc523f0f-785e-49d2-880c-394ea6dc493e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=7db64474-d5e5-46ea-a614-9f32058a6df4 HTTP/1.1" status: 200 len: 689 time: 0.1196272 Apr 30 01:42:46.759873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43862) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:46.763032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-35a75804-0250-44c2-9189-8ce4b6ac27be None None] Provisioning complete for port 731ef281-527a-4d70-9b16-9a6d85c57be8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:46.763665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35a75804-0250-44c2-9189-8ce4b6ac27be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.807203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-7a72d1f6-f767-4552-95f6-441900e93792 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5505383 Apr 30 01:42:46.900507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:46.905442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.938244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35a75804-0250-44c2-9189-8ce4b6ac27be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.952438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:46.979165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-35a75804-0250-44c2-9189-8ce4b6ac27be None None] For port 731ef281-527a-4d70-9b16-9a6d85c57be8, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=731ef281-527a-4d70-9b16-9a6d85c57be8,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:46.986054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:46.997158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-3b49bea1-b3d8-4eb5-b01b-a1ca45698cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:46.997158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-3b49bea1-b3d8-4eb5-b01b-a1ca45698cfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6237cbbcd12847179a136b3521136f0c&device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 1100 time: 0.1514645 Apr 30 01:42:47.063790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] Deleting port 731ef281-527a-4d70-9b16-9a6d85c57be8 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:47.064437 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.103252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35a75804-0250-44c2-9189-8ce4b6ac27be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.149921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Deleting port eae037e2-406c-40c5-8590-d8639902cd90 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:47.150283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.236664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a75804-0250-44c2-9189-8ce4b6ac27be None None] Pushing event updated for resources: {'Port': ['ID=731ef281-527a-4d70-9b16-9a6d85c57be8,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:47.242039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port 606dace7-3197-417d-b2f9-65d8447bb9e5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:47.242039 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.274963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] For port 731ef281-527a-4d70-9b16-9a6d85c57be8, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=731ef281-527a-4d70-9b16-9a6d85c57be8,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:47.275369 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.289045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-e684bb45-f567-4fee-9300-ba37e384c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:47.290824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-e684bb45-f567-4fee-9300-ba37e384c842 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.2441051 Apr 30 01:42:47.294703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] Calling delete_port for 731ef281-527a-4d70-9b16-9a6d85c57be8 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:47.313585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.314833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.328474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Calling delete_port for eae037e2-406c-40c5-8590-d8639902cd90 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:47.408848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-fb6a0ef0-0b45-4731-bf64-fced73a58bdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=46991dde-9d58-4714-8549-b7402c1d7b4b HTTP/1.1" status: 200 len: 217 time: 0.0798275 Apr 30 01:42:47.493070 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.504771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.525992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] Pushing event deleted for resources: {'Port': ['ID=731ef281-527a-4d70-9b16-9a6d85c57be8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:47.530816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a974cf0-6144-4043-877d-1acdac3a23d8 None None] No DVR routers for this DVR port 731ef281-527a-4d70-9b16-9a6d85c57be8 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:47.540334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for 606dace7-3197-417d-b2f9-65d8447bb9e5 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:47.587666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.618055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event deleted for resources: {'Port': ['ID=eae037e2-406c-40c5-8590-d8639902cd90,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:47.628003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-0de9973b-c92f-423d-893d-25812f30f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:47.629483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-0de9973b-c92f-423d-893d-25812f30f3e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.2221594 Apr 30 01:42:47.721517 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.772897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.775508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-bb91125d-9745-4a62-bfa5-0ca031c5b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:47.777166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-bb91125d-9745-4a62-bfa5-0ca031c5b8f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388896 Apr 30 01:42:47.836535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:42:47.863634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:47.942383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.004873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e60e86-0b16-4755-9b0f-8e95923e1122,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:48.005012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=833cda17-1ca7-4024-8184-426740084049,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:48.032329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:48.057933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:48.061058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:48.061656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.068909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b921a3-0f74-4545-b82e-9faef1e4a52f None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:48.081097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-00aa47d5-4c5b-4d48-a4f4-f6206df04025 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fc6e7313290f46248ebc1204e547272f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790412 Apr 30 01:42:48.095570 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.098169 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.124622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db64474-d5e5-46ea-a614-9f32058a6df4']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:48.137077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9917e3-0114-49a2-b277-0a17e3add89e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:48.137667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9917e3-0114-49a2-b277-0a17e3add89e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:48.151548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.169911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.177455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:48.177865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:48.180745 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:48.183511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=606dace7-3197-417d-b2f9-65d8447bb9e5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:48.238316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '833cda17-1ca7-4024-8184-426740084049'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:48.238316 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.415796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43898) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:48.421838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:a8:14:53', 'name': 'tempest-NetworksTestDHCPv6-2118932342'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:48.427890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6fdbc359-4f85-43b3-8dae-ddeeda3887fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9156313 Apr 30 01:42:48.456017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-bbce2d92-71e3-4d41-9894-95e7e9dfcd49 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561263 Apr 30 01:42:48.472229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Allocated IP 2001:db8::f816:3eff:fe67:356 (ff3497db-d506-41b3-bc96-8e107d7f907f/833cda17-1ca7-4024-8184-426740084049/17a9dd95-0dfa-4c34-b726-6e392364e935) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:48.551885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.564358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7db64474-d5e5-46ea-a614-9f32058a6df4 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 01:42:48.568372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.575966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "DELETE /v2.0/networks/7db64474-d5e5-46ea-a614-9f32058a6df4 HTTP/1.1" status: 204 len: 168 time: 1.8129249 Apr 30 01:42:48.597205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43902) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:48.611683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba9587-8220-48b4-92f7-5a0dd0e02a50 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event deleted for resources: {'Network': ['ID=7db64474-d5e5-46ea-a614-9f32058a6df4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:48.654201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.663920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-97595258-56eb-48bf-831a-0f1b2d284613 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0609674 Apr 30 01:42:48.669341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43904) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:48.685742 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.690288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.750272 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.778408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:48.833397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:48.838041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:48.845980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:48.863767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Pushing event updated for resources: {'Port': ['ID=17a9dd95-0dfa-4c34-b726-6e392364e935,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:48.926698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:48.962381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port e3d81b01-19d1-4653-9b6b-783ed0aa0d1e yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:42:49.015480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Attempting to bind port 17a9dd95-0dfa-4c34-b726-6e392364e935 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:49.015856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Attempting to bind port 17a9dd95-0dfa-4c34-b726-6e392364e935 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:49.016223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Attempting to bind port 17a9dd95-0dfa-4c34-b726-6e392364e935 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:49.040928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:49.041314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:49.048125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:49.049247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:49.050685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Bound port: 17a9dd95-0dfa-4c34-b726-6e392364e935, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:49.050685 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:49.130970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:fea8:1453 (ff3497db-d506-41b3-bc96-8e107d7f907f/833cda17-1ca7-4024-8184-426740084049/e3d81b01-19d1-4653-9b6b-783ed0aa0d1e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:49.200781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] For port 17a9dd95-0dfa-4c34-b726-6e392364e935, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:49.204814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] For port 17a9dd95-0dfa-4c34-b726-6e392364e935, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=17a9dd95-0dfa-4c34-b726-6e392364e935,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:49.226373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-c97cd296-183e-4a1e-96e1-1508e501e797 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.228118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-c97cd296-183e-4a1e-96e1-1508e501e797 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1411109 Apr 30 01:42:49.294830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:49.311126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-2e916e8d-c045-473e-91b0-f73a9d8d7bc2 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/quotas/fc6e7313290f46248ebc1204e547272f HTTP/1.1" status: 200 len: 375 time: 0.0699339 Apr 30 01:42:49.321943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a84110-f5ec-404d-81e6-7ed8a99f3dba tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.322393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a84110-f5ec-404d-81e6-7ed8a99f3dba tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.322852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a84110-f5ec-404d-81e6-7ed8a99f3dba tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.325707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a84110-f5ec-404d-81e6-7ed8a99f3dba tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.325707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a84110-f5ec-404d-81e6-7ed8a99f3dba tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.325707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a84110-f5ec-404d-81e6-7ed8a99f3dba tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.325707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a84110-f5ec-404d-81e6-7ed8a99f3dba tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.327561 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-11a84110-f5ec-404d-81e6-7ed8a99f3dba tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.6440163 Apr 30 01:42:49.337464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43914) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:49.414468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:49.414649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9193496-fdb2-43f9-8b14-98776b4644a1 None None] Pushing event updated for resources: {'Port': ['ID=17a9dd95-0dfa-4c34-b726-6e392364e935,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:49.450239 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-2036aa76-636e-4185-8334-8fa676e9deff tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] delete failed (client error): The resource could not be found. Apr 30 01:42:49.451948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2036aa76-636e-4185-8334-8fa676e9deff tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/95ee948d-0219-4385-a7b4-2c48fb68a58c HTTP/1.1" status: 404 len: 345 time: 0.1096854 Apr 30 01:42:49.454599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43920) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:49.463243 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9a54f73-7af3-4e40-bc0d-82c19e88f70f req-73a8542d-19bd-4a1f-896f-5dcd016f548d service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168740 Apr 30 01:42:49.466401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-12cd23e0-e1d0-4307-a692-95f17c5d7b8a tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc6e7313290f46248ebc1204e547272f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1390307 Apr 30 01:42:49.489619 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-082621de-2c6d-4600-9b21-57343158c994 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] DELETE failed (client error): The resource could not be found. Apr 30 01:42:49.490716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082621de-2c6d-4600-9b21-57343158c994 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:42:49.494643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-082621de-2c6d-4600-9b21-57343158c994 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "DELETE /v2.0/networks/7db64474-d5e5-46ea-a614-9f32058a6df4 HTTP/1.1" status: 404 len: 339 time: 0.0387673 Apr 30 01:42:49.498509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:49.504064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Request body: {'network': {'name': 'tempest-network--1939814117', 'router:external': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:49.597247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router ed2ed8cb-0711-4f40-8aeb-0993b0602ea5 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:42:49.690237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:42:49.696250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a2be7d2c-974c-439c-9919-6336bb1f3fbf tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/ed2ed8cb-0711-4f40-8aeb-0993b0602ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8724713 Apr 30 01:42:49.699064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:49.703901 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790a5c-feb9-4915-9f8a-70484e17e578 None None] Sync routers for ids ['ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:42:49.723032 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61790a5c-feb9-4915-9f8a-70484e17e578 None None] Routers {'ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:49.728250 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61790a5c-feb9-4915-9f8a-70484e17e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:49.776537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a954c1e7-613f-41e9-8ff3-b8a8baf251e2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed2ed8cb-0711-4f40-8aeb-0993b0602ea5 HTTP/1.1" status: 200 len: 205 time: 0.0760388 Apr 30 01:42:49.778476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:49.779594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:49.780970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Made reservation on behalf of 9567192ca86f43fcba7cf99927790789 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:49.783547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:49.791583 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61790a5c-feb9-4915-9f8a-70484e17e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:49.826436 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61790a5c-feb9-4915-9f8a-70484e17e578 None None] Routers {'ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:42:49.827637 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61790a5c-feb9-4915-9f8a-70484e17e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:42:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:49.933405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61790a5c-feb9-4915-9f8a-70484e17e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:49.944437 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790a5c-feb9-4915-9f8a-70484e17e578 None None] The sync data for ids ['ed2ed8cb-0711-4f40-8aeb-0993b0602ea5'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:42:49.964316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:49.973257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:49.975592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:49.978169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=e3d81b01-19d1-4653-9b6b-783ed0aa0d1e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:49.980822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:49.987259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:49.989524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.006740 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.007872 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Added segment 652e56d5-96c5-4392-a0c5-d36ac214dfe4 of type vlan for network c32e522e-46d9-4a89-8eb1-7a75c28a3280 Apr 30 01:42:50.033792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecf3075b-dec8-44ce-bd4a-461b5cffffa5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.098180 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6a028ae2-8c59-4ee8-8cd2-98acf519a499 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6811607 Apr 30 01:42:50.099064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43936) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:50.101873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.215190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ba132-b0f3-4741-9215-8709ac95c472 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:50.222435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ba132-b0f3-4741-9215-8709ac95c472 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:50.227575 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-839ba132-b0f3-4741-9215-8709ac95c472 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1167228 Apr 30 01:42:50.228256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43940) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:50.320742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecf3075b-dec8-44ce-bd4a-461b5cffffa5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.324615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecf3075b-dec8-44ce-bd4a-461b5cffffa5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.345214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.348491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:50.349270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.435135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-de6cd6d9-5641-4ea7-9ec9-fd2c31dd07d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port e3d81b01-19d1-4653-9b6b-783ed0aa0d1e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:50.435588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de6cd6d9-5641-4ea7-9ec9-fd2c31dd07d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.502089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.502730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecf3075b-dec8-44ce-bd4a-461b5cffffa5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.503319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf3075b-dec8-44ce-bd4a-461b5cffffa5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Fanout notify agent at l3_agent the message router_deleted on router ed2ed8cb-0711-4f40-8aeb-0993b0602ea5 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:42:50.511370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ecf3075b-dec8-44ce-bd4a-461b5cffffa5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.517989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0179727 Apr 30 01:42:50.523273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43946) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:50.524621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ecf3075b-dec8-44ce-bd4a-461b5cffffa5 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/ed2ed8cb-0711-4f40-8aeb-0993b0602ea5 HTTP/1.1" status: 204 len: 168 time: 0.7433665 Apr 30 01:42:50.525450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43948) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:50.620469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daf57db-b44f-4823-b518-281f86110f9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet 0ee8197a-b656-45ba-8fbc-13ec2d671273 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:50.624783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0daf57db-b44f-4823-b518-281f86110f9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.636151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc66de6-61eb-4f04-bc8a-1d94f3329b18 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Network': ['ID=c32e522e-46d9-4a89-8eb1-7a75c28a3280,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:50.650128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c32e522e-46d9-4a89-8eb1-7a75c28a3280 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:50.679394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff0469-c98d-4d9f-994b-7a5643980943 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:50.686011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff0469-c98d-4d9f-994b-7a5643980943 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:50.699611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff0469-c98d-4d9f-994b-7a5643980943 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:50.699611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff0469-c98d-4d9f-994b-7a5643980943 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:50.704217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3fff0469-c98d-4d9f-994b-7a5643980943 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1793325 Apr 30 01:42:50.705671 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:50.728764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de6cd6d9-5641-4ea7-9ec9-fd2c31dd07d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.732713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0daf57db-b44f-4823-b518-281f86110f9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.747852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-de6cd6d9-5641-4ea7-9ec9-fd2c31dd07d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for e3d81b01-19d1-4653-9b6b-783ed0aa0d1e owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:50.896049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:50.949315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0daf57db-b44f-4823-b518-281f86110f9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.012928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-701bd680-c21d-40cf-98aa-de93f6d226d5 None None] Provisioning complete for port 17a9dd95-0dfa-4c34-b726-6e392364e935 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:51.013774 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-701bd680-c21d-40cf-98aa-de93f6d226d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.045953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de6cd6d9-5641-4ea7-9ec9-fd2c31dd07d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.088554 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.126968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32e522e-46d9-4a89-8eb1-7a75c28a3280']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:51.141324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e56d5-96c5-4392-a0c5-d36ac214dfe4') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:51.146533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e56d5-96c5-4392-a0c5-d36ac214dfe4') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:51.163716 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.166867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cd6d9-5641-4ea7-9ec9-fd2c31dd07d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=e3d81b01-19d1-4653-9b6b-783ed0aa0d1e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:51.181488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.189594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:51.192534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.250884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de6cd6d9-5641-4ea7-9ec9-fd2c31dd07d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.256211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-de6cd6d9-5641-4ea7-9ec9-fd2c31dd07d3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/e3d81b01-19d1-4653-9b6b-783ed0aa0d1e HTTP/1.1" status: 204 len: 168 time: 1.0270133 Apr 30 01:42:51.259215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43966) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:51.270713 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:51.305789 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-701bd680-c21d-40cf-98aa-de93f6d226d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.349920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-701bd680-c21d-40cf-98aa-de93f6d226d5 None None] For port 17a9dd95-0dfa-4c34-b726-6e392364e935, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=17a9dd95-0dfa-4c34-b726-6e392364e935,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:51.370321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969dbb82-a9a0-466f-b09b-608f4b6eb16e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:51.374948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969dbb82-a9a0-466f-b09b-608f4b6eb16e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:51.376988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-969dbb82-a9a0-466f-b09b-608f4b6eb16e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1164417 Apr 30 01:42:51.379739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43972) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:51.388817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 17a9dd95-0dfa-4c34-b726-6e392364e935 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:51.425260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0daf57db-b44f-4823-b518-281f86110f9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.494830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-701bd680-c21d-40cf-98aa-de93f6d226d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.506200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.569661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0daf57db-b44f-4823-b518-281f86110f9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.574995 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b230146-0563-4f85-8556-50f1d769ae01 None None] Network 4f2f1052-41cb-42e8-8782-bc2576f46032 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:51.578500 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0daf57db-b44f-4823-b518-281f86110f9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/0ee8197a-b656-45ba-8fbc-13ec2d671273 HTTP/1.1" status: 204 len: 168 time: 1.0491326 Apr 30 01:42:51.578645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43978) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:51.578970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c32e522e-46d9-4a89-8eb1-7a75c28a3280 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 01:42:51.578970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event deleted for resources: {'Network': ['ID=c32e522e-46d9-4a89-8eb1-7a75c28a3280,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:51.580642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.584392 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-64dbba73-cdda-4890-b0a0-1ab607e6048c tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c32e522e-46d9-4a89-8eb1-7a75c28a3280 HTTP/1.1" status: 204 len: 168 time: 0.8781176 Apr 30 01:42:51.589632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf57db-b44f-4823-b518-281f86110f9a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee8197a-b656-45ba-8fbc-13ec2d671273,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:51.591297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 43980) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:51.624365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Request body: {'network': {'name': 'tempest-network--923127437', 'router:external': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:51.646406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a7d51e-c8d2-4562-8671-06f4261adc84 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 833cda17-1ca7-4024-8184-426740084049 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:51.649770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d51e-c8d2-4562-8671-06f4261adc84 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.723183 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d51e-c8d2-4562-8671-06f4261adc84 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.723727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.801318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port bf5966aa-198f-4f5e-9aa9-993090e553e7 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:51.801762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.840134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d51e-c8d2-4562-8671-06f4261adc84 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.880376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1eec749-ceda-4819-9a45-c2bf4f9d8a59 req-a1f07b15-3279-41a4-b4b1-5f21857a31c4 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 210 time: 0.0577514 Apr 30 01:42:51.909567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port bf5966aa-198f-4f5e-9aa9-993090e553e7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bf5966aa-198f-4f5e-9aa9-993090e553e7,segment=NetworkSegment(08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70),segment_id=08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:51.910011 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.943280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Made reservation on behalf of 9567192ca86f43fcba7cf99927790789 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:51.946863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:51.953252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for bf5966aa-198f-4f5e-9aa9-993090e553e7 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:52.004783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4117b792-f4ea-4cb2-a7ea-612e50693db1 None None] Could not find standard attr ID for object e3d81b01-19d1-4653-9b6b-783ed0aa0d1e. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:42:52.012356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bd680-c21d-40cf-98aa-de93f6d226d5 None None] Pushing event updated for resources: {'Port': ['ID=17a9dd95-0dfa-4c34-b726-6e392364e935,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:52.064833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d51e-c8d2-4562-8671-06f4261adc84 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.097882 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d51e-c8d2-4562-8671-06f4261adc84 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.108476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b3a7d51e-c8d2-4562-8671-06f4261adc84 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/833cda17-1ca7-4024-8184-426740084049 HTTP/1.1" status: 204 len: 168 time: 0.7255778 Apr 30 01:42:52.109234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43994) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:52.110881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:52.119527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3465e-85bd-48f9-92c2-120ed44dddb1 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:52.141860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 17a9dd95-0dfa-4c34-b726-6e392364e935 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:52.143803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.164070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7d51e-c8d2-4562-8671-06f4261adc84 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=833cda17-1ca7-4024-8184-426740084049,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:52.179361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.179635 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Added segment 37292759-a8db-4701-97bd-2cb99a66acdc of type vlan for network 2cfa263b-61c3-4f0e-9c5b-a348e18bc838 Apr 30 01:42:52.239386 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3c8b6338-a061-4674-9b3c-fabb9e9b1423 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272094 Apr 30 01:42:52.243972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 43998) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:52.247978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.346250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.360682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=bf5966aa-198f-4f5e-9aa9-993090e553e7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:52.371616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port bf5966aa-198f-4f5e-9aa9-993090e553e7 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:52.474963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1867db4-a9c8-44e8-8564-ad46dfd007d2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:52.480201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a1867db4-a9c8-44e8-8564-ad46dfd007d2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2220149 Apr 30 01:42:52.480432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44002) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:52.567020 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.568024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:52.568601 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.572566 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.598668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205e70d-9a80-4cda-b3dc-24dca74bbeeb None None] DHCP port deletion for 4f2f1052-41cb-42e8-8782-bc2576f46032 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:52.672970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2f1052-41cb-42e8-8782-bc2576f46032']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:52.693752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:52.696178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cbc6de-d3a9-4f96-b9e2-d2e9dd5cdf70') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:52.707872 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.723663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44010) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:52.728915 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1330731 Apr 30 01:42:52.761140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8d030-36e3-4c51-91fc-1ab9351c6999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:52.762855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:42:52.766681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-40d8d030-36e3-4c51-91fc-1ab9351c6999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2852693 Apr 30 01:42:52.769322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44012) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:52.842529 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.864614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] Deleting port 17a9dd95-0dfa-4c34-b726-6e392364e935 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:52.867515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.867841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:52.868259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:52.872658 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:52.899522 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-a8eaa347-759f-4b01-92cc-991ae6a238e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2797310 Apr 30 01:42:52.930009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8fcc7662-eeeb-47e1-b7f6-06be2add2923 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595929 Apr 30 01:42:52.930867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe3606-3029-43b1-a545-6be80579213f tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Network': ['ID=2cfa263b-61c3-4f0e-9c5b-a348e18bc838,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:52.940820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44018) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:52.955823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:52.974536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 2cfa263b-61c3-4f0e-9c5b-a348e18bc838 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:53.013677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e25f53-974c-4322-9f70-0366175687d1 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:53.030700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d1e25f53-974c-4322-9f70-0366175687d1 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] 10.222.0.15 "GET /v2.0/networks/2cfa263b-61c3-4f0e-9c5b-a348e18bc838 HTTP/1.1" status: 200 len: 756 time: 0.3084679 Apr 30 01:42:53.037962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44020) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:53.072434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1cfea2d2-d486-46c2-932a-41fb14f24c08 req-bd3eed9f-132c-4fea-818b-860bfb5d4f0f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 210 time: 0.0832853 Apr 30 01:42:53.081010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] For port 17a9dd95-0dfa-4c34-b726-6e392364e935, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=17a9dd95-0dfa-4c34-b726-6e392364e935,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:53.085215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.131937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] Calling delete_port for 17a9dd95-0dfa-4c34-b726-6e392364e935 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:53.152973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.190038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:53.193670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.239828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.251460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/4f2f1052-41cb-42e8-8782-bc2576f46032 HTTP/1.1" status: 204 len: 168 time: 1.6741734 Apr 30 01:42:53.253006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44028) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:53.285946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5adc100e-0c70-408a-a3ba-e4ad2c919d6c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-229680881', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:53.300442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bf5966aa-198f-4f5e-9aa9-993090e553e7 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:53.325446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-c0117c9a-e5e6-479b-85a8-96f7bf487952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:53.326996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-c0117c9a-e5e6-479b-85a8-96f7bf487952 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 1097 time: 0.3266308 Apr 30 01:42:53.330530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf226a7d-1a1e-42d1-9a23-b3f587068809 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=4f2f1052-41cb-42e8-8782-bc2576f46032,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:53.357255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: bf5966aa-198f-4f5e-9aa9-993090e553e7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:53.357882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bf5966aa-198f-4f5e-9aa9-993090e553e7 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:53.358477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 17a9dd95-0dfa-4c34-b726-6e392364e935 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:53.439511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607677d-47ac-43d6-987d-0038cfd92adc tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:53.441350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c607677d-47ac-43d6-987d-0038cfd92adc tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] 10.222.0.15 "GET /v2.0/networks/2ebf7404-66e5-4709-bfc3-4a30d70d2485 HTTP/1.1" status: 200 len: 767 time: 0.3832452 Apr 30 01:42:53.451464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44034) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:53.578571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5adc100e-0c70-408a-a3ba-e4ad2c919d6c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.587262 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5adc100e-0c70-408a-a3ba-e4ad2c919d6c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.618309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.619374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-e327a5d1-25f1-4ebc-8174-65ea047b9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:53.621184 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-e327a5d1-25f1-4ebc-8174-65ea047b9ed2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 200 len: 919 time: 0.2228980 Apr 30 01:42:53.666336 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.688696 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-f24533b8-1171-45fd-b931-080276ecfd5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b HTTP/1.1" status: 200 len: 217 time: 0.0549810 Apr 30 01:42:53.713218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.798850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] No DVR routers for this DVR port 17a9dd95-0dfa-4c34-b726-6e392364e935 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:53.849331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-db629cc8-1d4f-4e73-940e-ffcb66b5ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:53.855836 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.858355 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-db629cc8-1d4f-4e73-940e-ffcb66b5ae34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 200 len: 858 time: 0.1597214 Apr 30 01:42:53.863758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50575443-6a0f-45c6-9f62-5056ca73a9e6 None None] Pushing event deleted for resources: {'Port': ['ID=17a9dd95-0dfa-4c34-b726-6e392364e935,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:53.913853 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5adc100e-0c70-408a-a3ba-e4ad2c919d6c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:53.948015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-b831241b-c4d0-4829-b2b7-2c11743ad517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:53.950305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-b831241b-c4d0-4829-b2b7-2c11743ad517 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1312e16a-1144-4a79-be66-eba7e92f3f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572555 Apr 30 01:42:53.951043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfa263b-61c3-4f0e-9c5b-a348e18bc838']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:53.969427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37292759-a8db-4701-97bd-2cb99a66acdc') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:53.969716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37292759-a8db-4701-97bd-2cb99a66acdc') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:54.021897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5adc100e-0c70-408a-a3ba-e4ad2c919d6c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.024761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0c631-75d5-49a8-a860-1a7ac7bd25ff req-70cdf544-f80b-4a8a-acd2-515c589c8850 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:54.032730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbf0c631-75d5-49a8-a860-1a7ac7bd25ff req-70cdf544-f80b-4a8a-acd2-515c589c8850 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1736896 Apr 30 01:42:54.072558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:42:54.082256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-08187260-9a4d-4877-b4f4-861acb50d1dd service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241937 Apr 30 01:42:54.083073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.116978 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.129852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:54.131113 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:54.135303 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:54.139359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5adc100e-0c70-408a-a3ba-e4ad2c919d6c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.141813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5adc100e-0c70-408a-a3ba-e4ad2c919d6c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8591647 Apr 30 01:42:54.156574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44062) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:54.157500 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.174373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-755319024'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:54.229746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4fee7b80-35a3-4513-bc85-0f25c43e2d28 req-214e28d5-2812-441c-8514-abc3b2f6caa7 service neutron] 10.222.0.23 "GET /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402118 Apr 30 01:42:54.244192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:54.266568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:54.280646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48078f5d-586b-482f-a12c-6cc41afa6921 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:54.283297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:54.283964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.309596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbf0c631-75d5-49a8-a860-1a7ac7bd25ff req-b49ede9f-83f9-4c2e-9658-7cc74e10958d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357137 Apr 30 01:42:54.338202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=96eb1508-8d7e-4939-81f3-c8f48bbb6905,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:54.372337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:54.376495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.417504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:54.445489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d2a15c4f-6b5f-49c1-ac9e-3a8941e36ab7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5007946 Apr 30 01:42:54.445489 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.452876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44064) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:54.452876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:bc:8c:10', 'name': 'tempest-NetworksTestDHCPv6-145918781'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:54.455085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2cfa263b-61c3-4f0e-9c5b-a348e18bc838 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 01:42:54.472629 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.482716 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2cfa263b-61c3-4f0e-9c5b-a348e18bc838 HTTP/1.1" status: 204 len: 168 time: 1.0292535 Apr 30 01:42:54.483378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44066) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:54.521669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Request body: {'network': {'name': 'tempest-network--654119142'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:54.552354 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.552698 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment fa54a85b-b94a-44da-9895-a1fd9bcb3d5d of type vlan for network 148878fb-7222-4ca8-bdea-2d9046848768 Apr 30 01:42:54.589176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf3643-7e16-4a0f-b9a6-9c85f18a0c15 tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event deleted for resources: {'Network': ['ID=2cfa263b-61c3-4f0e-9c5b-a348e18bc838,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:54.633472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '96eb1508-8d7e-4939-81f3-c8f48bbb6905'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:54.634098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.653335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9e4eee7b-6319-4dc8-9b64-0cbc1994c38a req-ad43d203-cab1-43b3-8b42-5277df1bc854 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 210 time: 0.2204072 Apr 30 01:42:54.697066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.753158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Made reservation on behalf of 9567192ca86f43fcba7cf99927790789 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:54.762437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.812472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:42:54.824797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.825174 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Added segment 10446768-6eb4-4da4-9e48-2afd338ddb27 of type vlan for network 2bdce858-2d40-44ff-8b73-64fa8b6523a5 Apr 30 01:42:54.838737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:54.859184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Allocated IP 2001:db8::f816:3eff:feec:feee (ff3497db-d506-41b3-bc96-8e107d7f907f/96eb1508-8d7e-4939-81f3-c8f48bbb6905/1b3f4fd0-e608-4483-b40c-6bdf5d66e47f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:54.876453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.885065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:54.885747 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:54.928044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.027659 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.037706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8695543 Apr 30 01:42:55.040378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44072) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:55.046172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:42:55.049598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:55.068251 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.076521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a336ce-d23e-4eb7-9209-09b1150abdb2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=148878fb-7222-4ca8-bdea-2d9046848768,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:55.089169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 148878fb-7222-4ca8-bdea-2d9046848768 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:55.155573 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.173731 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.179512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:55.180101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.227603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 43d7a26a-d84a-4691-8d41-5307591bec41 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:42:55.285933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:55.288650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:55.295215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:55.311208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Network': ['ID=2bdce858-2d40-44ff-8b73-64fa8b6523a5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:55.327741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 2bdce858-2d40-44ff-8b73-64fa8b6523a5 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:42:55.360192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44078) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:55.362087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8394c175-43e2-432d-bf49-8ec3a50e8abd tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8562541 Apr 30 01:42:55.375740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-58ee5b42-eda7-4d8a-8917-ca6e1af2be2e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:55.530988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:55.538366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.551757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Pushing event updated for resources: {'Port': ['ID=1b3f4fd0-e608-4483-b40c-6bdf5d66e47f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:55.596288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c429a6-30f1-476f-b857-fae931556694 req-a02fee7b-c0ce-4ab8-93bb-f3cd07872f79 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:55.604763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29c429a6-30f1-476f-b857-fae931556694 req-a02fee7b-c0ce-4ab8-93bb-f3cd07872f79 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1587551 Apr 30 01:42:55.676651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29c429a6-30f1-476f-b857-fae931556694 req-864554a5-3683-4271-bfcc-d8dc0876e840 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638874 Apr 30 01:42:55.700388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:febc:8c10 (ff3497db-d506-41b3-bc96-8e107d7f907f/96eb1508-8d7e-4939-81f3-c8f48bbb6905/43d7a26a-d84a-4691-8d41-5307591bec41) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:55.708027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Attempting to bind port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:55.708594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Attempting to bind port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:55.708998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Attempting to bind port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:55.721843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:55.722230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:55.722679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.723368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:55.723577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Bound port: 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:55.724034 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.785376 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58ee5b42-eda7-4d8a-8917-ca6e1af2be2e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.811293 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02ebd365-3ae2-434b-bc8e-e90f2bb2703c req-203b729b-34a0-4fff-bc7d-5c8d20e6e5ea tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 210 time: 0.0423405 Apr 30 01:42:55.830005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] For port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:55.830005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] For port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1b3f4fd0-e608-4483-b40c-6bdf5d66e47f,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:55.910212 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.913394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58ee5b42-eda7-4d8a-8917-ca6e1af2be2e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:55.978748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fa53a-7083-40b0-9216-d17e8213b00e None None] Pushing event updated for resources: {'Port': ['ID=1b3f4fd0-e608-4483-b40c-6bdf5d66e47f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:56.018615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58ee5b42-eda7-4d8a-8917-ca6e1af2be2e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Network 2bdce858-2d40-44ff-8b73-64fa8b6523a5 is not hosted by any dhcp agent {{(pid=103318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:42:56.019502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ee5b42-eda7-4d8a-8917-ca6e1af2be2e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:56.020100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58ee5b42-eda7-4d8a-8917-ca6e1af2be2e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.024399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-58ee5b42-eda7-4d8a-8917-ca6e1af2be2e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "PUT /v2.0/networks/2bdce858-2d40-44ff-8b73-64fa8b6523a5 HTTP/1.1" status: 200 len: 856 time: 0.6500335 Apr 30 01:42:56.025807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44086) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:56.045137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee5b42-eda7-4d8a-8917-ca6e1af2be2e tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event updated for resources: {'Network': ['ID=2bdce858-2d40-44ff-8b73-64fa8b6523a5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:56.063520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.094408 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.133681 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.170245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=28d0ba4c-41de-4b12-9a31-99f13f0ebd9d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:56.219850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.267096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.328938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96e167-436d-4297-86a4-cb4306812d1f req-327b2d58-e215-4b06-960f-7405547fc4c6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:56.330831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf96e167-436d-4297-86a4-cb4306812d1f req-327b2d58-e215-4b06-960f-7405547fc4c6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.1890600 Apr 30 01:42:56.335244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:56.343743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:56.350933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdce858-2d40-44ff-8b73-64fa8b6523a5']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:56.351983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=43d7a26a-d84a-4691-8d41-5307591bec41,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:56.354413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:56.359801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:56.360422 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.366208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10446768-6eb4-4da4-9e48-2afd338ddb27') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:56.366732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10446768-6eb4-4da4-9e48-2afd338ddb27') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:56.377374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:56.377374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: 148878fb-7222-4ca8-bdea-2d9046848768, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:42:56.385428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.401610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.408686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:56.409081 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:56.410784 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:56.471951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-793a4199-5dc1-4341-a450-e6a1e376be8c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0243685 Apr 30 01:42:56.476584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44090) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:56.483981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Deleting port a637c28a-af19-4a95-bc1f-4f9848cb2c8b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:56.484444 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.530786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91120230-8f76-47d0-bbf6-bc126081c51c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:56.536801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91120230-8f76-47d0-bbf6-bc126081c51c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:56.539142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-91120230-8f76-47d0-bbf6-bc126081c51c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0615380 Apr 30 01:42:56.542181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44092) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:56.579977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.588360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bdce858-2d40-44ff-8b73-64fa8b6523a5 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 01:42:56.595840 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.599953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2bdce858-2d40-44ff-8b73-64fa8b6523a5 HTTP/1.1" status: 204 len: 168 time: 0.5729887 Apr 30 01:42:56.613767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44094) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:56.664391 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-180d16c8-7a56-4fce-8161-44e130d6ed55 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] DELETE failed (client error): The resource could not be found. Apr 30 01:42:56.665022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180d16c8-7a56-4fce-8161-44e130d6ed55 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:42:56.671121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-180d16c8-7a56-4fce-8161-44e130d6ed55 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] 10.222.0.15 "DELETE /v2.0/subnets/b5e60e86-0b16-4755-9b0f-8e95923e1122 HTTP/1.1" status: 404 len: 337 time: 0.0510912 Apr 30 01:42:56.671121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793f9e3-5ccb-4195-b8db-05ca2a727a8b tempest-ExternalNetworksTestJSON-1550323086 tempest-ExternalNetworksTestJSON-1550323086-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bdce858-2d40-44ff-8b73-64fa8b6523a5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:56.680139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44098) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:56.794826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:56.964618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 148878fb-7222-4ca8-bdea-2d9046848768 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:42:57.139046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] For port a637c28a-af19-4a95-bc1f-4f9848cb2c8b, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:57.139600 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.171101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Calling delete_port for a637c28a-af19-4a95-bc1f-4f9848cb2c8b owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:57.200575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 148878fb-7222-4ca8-bdea-2d9046848768) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:57.211499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136752ec-a293-49fb-b73b-802331c46882 None None] Network 148878fb-7222-4ca8-bdea-2d9046848768 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:57.288867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:57.294265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.391260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:57.403022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-de5849cb-5102-4485-b21b-99210be4d266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3609331 Apr 30 01:42:57.408323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:57.517417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf09c2f-a8d8-4174-9d04-2cd9751cf54e req-d5ebace7-dc56-4c0c-913a-41ce40bd26c2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:57.539948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccf09c2f-a8d8-4174-9d04-2cd9751cf54e req-d5ebace7-dc56-4c0c-913a-41ce40bd26c2 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 946 time: 0.7408385 Apr 30 01:42:57.637146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7852d454-a2d1-4c2a-aafd-8617745c3217 None None] Provisioning complete for port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:57.637521 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7852d454-a2d1-4c2a-aafd-8617745c3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.677539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-62109e95-8b68-4a5d-9a9f-fbe73219e3da tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 43d7a26a-d84a-4691-8d41-5307591bec41 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:42:57.677539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62109e95-8b68-4a5d-9a9f-fbe73219e3da tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.691610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.703768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-148878fb-7222-4ca8-bdea-2d9046848768', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:42:57.710656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.757512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccf09c2f-a8d8-4174-9d04-2cd9751cf54e req-e3a7f0a6-2c96-4e28-9090-33af1b8645fb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139645 Apr 30 01:42:57.777658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:57.777658 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.853635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebf7404-66e5-4709-bfc3-4a30d70d2485']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:57.883562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb316982-01d6-4168-9304-30378213c23a') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:57.883853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb316982-01d6-4168-9304-30378213c23a') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:42:57.907311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a4aa8dd-b0e6-4d3d-a985-ea7e88d44614 req-8729f635-c993-4c93-9ac9-7b5b1e1e928a tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 210 time: 0.0426149 Apr 30 01:42:57.914820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.946661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.954235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62109e95-8b68-4a5d-9a9f-fbe73219e3da tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.960877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.963931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:42:57.964335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:42:57.967762 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:42:57.975739 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7852d454-a2d1-4c2a-aafd-8617745c3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:57.986224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-62109e95-8b68-4a5d-9a9f-fbe73219e3da tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 43d7a26a-d84a-4691-8d41-5307591bec41 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:42:58.008059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c9a7bf70-c5b5-481f-9448-14d6b0d894d1'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:42:58.014811 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.026452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event deleted for resources: {'Port': ['ID=a637c28a-af19-4a95-bc1f-4f9848cb2c8b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:58.141995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.186585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7852d454-a2d1-4c2a-aafd-8617745c3217 None None] For port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1b3f4fd0-e608-4483-b40c-6bdf5d66e47f,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:42:58.220116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Allocated IP 2001:db8::2 (148878fb-7222-4ca8-bdea-2d9046848768/28d0ba4c-41de-4b12-9a31-99f13f0ebd9d/8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:58.264067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-8f15d705-4040-4e22-bf0e-3786b99b6774 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fc6e7313290f46248ebc1204e547272f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293694 Apr 30 01:42:58.278740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] No DVR routers for this DVR port a637c28a-af19-4a95-bc1f-4f9848cb2c8b on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:42:58.280612 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7852d454-a2d1-4c2a-aafd-8617745c3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.281983 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.289579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf96e167-436d-4297-86a4-cb4306812d1f req-b846a181-6d1a-47a8-8076-02ddf9408ca6 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.23 "DELETE /v2.0/ports/a637c28a-af19-4a95-bc1f-4f9848cb2c8b HTTP/1.1" status: 204 len: 173 time: 1.9491351 Apr 30 01:42:58.290166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d933e1-7657-4d6c-8521-9147cdf4cb41', 'name': 'network-vif-deleted', 'tag': 'a637c28a-af19-4a95-bc1f-4f9848cb2c8b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:42:58.292686 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5890eef8-89cc-4e2b-aa76-5cb06fccd673" -d '{"events": [{"server_uuid": "79d933e1-7657-4d6c-8521-9147cdf4cb41", "name": "network-vif-deleted", "tag": "a637c28a-af19-4a95-bc1f-4f9848cb2c8b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:42:58.309696 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.317890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62109e95-8b68-4a5d-9a9f-fbe73219e3da tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.321524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.324768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] 10.222.0.15 "DELETE /v2.0/networks/2ebf7404-66e5-4709-bfc3-4a30d70d2485 HTTP/1.1" status: 204 len: 168 time: 1.6435397 Apr 30 01:42:58.465085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-92a371f0-1e1b-498e-82ca-7cd742298860 None None] Could not find standard attr ID for object 43d7a26a-d84a-4691-8d41-5307591bec41. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:42:58.486390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b665c-6307-4144-976d-0dbd2add5877 tempest-ExternalNetworksTestJSON-1457539025 tempest-ExternalNetworksTestJSON-1457539025-project] Pushing event deleted for resources: {'Network': ['ID=2ebf7404-66e5-4709-bfc3-4a30d70d2485,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:58.502937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62109e95-8b68-4a5d-9a9f-fbe73219e3da tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=43d7a26a-d84a-4691-8d41-5307591bec41,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:58.503108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:42:58.503108 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:42:58.529953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d454-a2d1-4c2a-aafd-8617745c3217 None None] Pushing event updated for resources: {'Port': ['ID=1b3f4fd0-e608-4483-b40c-6bdf5d66e47f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:58.538927 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b28d9-48bb-4c28-8c87-cdb61872df91 x-openstack-request-id: req-ff7b28d9-48bb-4c28-8c87-cdb61872df91 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:42:58.539487 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d933e1-7657-4d6c-8521-9147cdf4cb41", "name": "network-vif-deleted", "tag": "a637c28a-af19-4a95-bc1f-4f9848cb2c8b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:42:58.539487 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff7b28d9-48bb-4c28-8c87-cdb61872df91 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:42:58.539843 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7b28d9-48bb-4c28-8c87-cdb61872df91'] response: {'server_uuid': '79d933e1-7657-4d6c-8521-9147cdf4cb41', 'name': 'network-vif-deleted', 'tag': 'a637c28a-af19-4a95-bc1f-4f9848cb2c8b', 'status': 'completed', 'code': 200} Apr 30 01:42:58.621839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62109e95-8b68-4a5d-9a9f-fbe73219e3da tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.629145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-62109e95-8b68-4a5d-9a9f-fbe73219e3da tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/43d7a26a-d84a-4691-8d41-5307591bec41 HTTP/1.1" status: 204 len: 168 time: 2.0852103 Apr 30 01:42:58.633793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44122) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:58.695714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-948ff61c-741d-48ca-9404-89b580d34eea tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:58.697914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-948ff61c-741d-48ca-9404-89b580d34eea tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284072 Apr 30 01:42:58.717378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Request body: {'port': {'device_id': 'fe57e023-16c7-4b99-ad9f-e1120a41fa4a', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': 'fc6e7313290f46248ebc1204e547272f'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:58.815589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff50de2-4d60-4181-9c34-f414fcd85d3e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:58.817755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff50de2-4d60-4181-9c34-f414fcd85d3e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:58.819724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aff50de2-4d60-4181-9c34-f414fcd85d3e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1848316 Apr 30 01:42:58.829830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44128) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:58.831758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fefeef3e-4a2c-4237-bf87-c4e5254b7266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.939047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2df520-2a4c-4b4b-a281-da0fbbdb9099 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 96eb1508-8d7e-4939-81f3-c8f48bbb6905 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:42:58.946413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb2df520-2a4c-4b4b-a281-da0fbbdb9099 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:58.950402 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.003218 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb2df520-2a4c-4b4b-a281-da0fbbdb9099 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.045478 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.086644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Made reservation on behalf of fc6e7313290f46248ebc1204e547272f for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:42:59.090217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.114430 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Network 148878fb-7222-4ca8-bdea-2d9046848768 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:59.119462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.123076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:59.123076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Pushing event updated for resources: {'Port': ['ID=8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:59.124999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:59.188486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8::1 (148878fb-7222-4ca8-bdea-2d9046848768/28d0ba4c-41de-4b12-9a31-99f13f0ebd9d/e3d938fa-46de-4e26-bd7a-dc5cd345ce29) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:42:59.198871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Attempting to bind port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:42:59.199352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Attempting to bind port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:42:59.199849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Attempting to bind port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 on network 148878fb-7222-4ca8-bdea-2d9046848768 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:42:59.206164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:42:59.206849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Checking segment: {'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:42:59.207344 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.207996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Bound using segment: {'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:42:59.208530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Bound port: 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:42:59.209032 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.223373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a637c28a-af19-4a95-bc1f-4f9848cb2c8b no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:42:59.253303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: a637c28a-af19-4a95-bc1f-4f9848cb2c8b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:42:59.253862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a637c28a-af19-4a95-bc1f-4f9848cb2c8b not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:42:59.285824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44136) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:59.286409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb2df520-2a4c-4b4b-a281-da0fbbdb9099 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.295805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.324384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] For port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:42:59.328433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] For port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4,segment=NetworkSegment(fa54a85b-b94a-44da-9895-a1fd9bcb3d5d),segment_id=fa54a85b-b94a-44da-9895-a1fd9bcb3d5d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:42:59.339964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-097dd44f-65e0-4e72-8730-9664f3f92040 req-3db26a6f-9b47-4b3d-af4d-9730d8da0d92 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d933e1-7657-4d6c-8521-9147cdf4cb41 HTTP/1.1" status: 200 len: 210 time: 0.0424438 Apr 30 01:42:59.346548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:42:59.372061 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.440074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.457657 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f4147c-1563-4f30-9435-aaf838bf7cc5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:59.516149 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9dda6c40-f7c6-48c4-9c94-e74e419d1ba7 req-7590fad1-7cdb-4544-b273-1fd8d8c36380 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 210 time: 0.0532846 Apr 30 01:42:59.555849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:42:59.555849 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.601672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.626254 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb2df520-2a4c-4b4b-a281-da0fbbdb9099 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.630766 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Pushing event updated for resources: {'Port': ['ID=8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:59.671850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.672203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.672557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.672901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.673242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.673581 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.674031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.678547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.680129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.680129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.680129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.680129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030cb467-f8ec-436e-9e7c-b4db58e15e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:42:59.695849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2df520-2a4c-4b4b-a281-da0fbbdb9099 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=96eb1508-8d7e-4939-81f3-c8f48bbb6905,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:59.699913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb2df520-2a4c-4b4b-a281-da0fbbdb9099 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.705003 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fb2df520-2a4c-4b4b-a281-da0fbbdb9099 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/96eb1508-8d7e-4939-81f3-c8f48bbb6905 HTTP/1.1" status: 204 len: 168 time: 0.8725786 Apr 30 01:42:59.707383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe59364d-e4fb-4f27-98c3-f552b965461c None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:42:59.712225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44140) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:59.736658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-af7581e4-f207-44a9-a0ed-4e4bc806370c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c556ef01eb3142b4b53638ed2983d5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491377 Apr 30 01:42:59.764886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44144) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:59.796587 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-246df711-8af5-4d8d-a0e2-d2b775ac8663 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831048 Apr 30 01:42:59.798436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.809499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44146) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:42:59.834054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe19de-46e4-4a93-98f8-ae671ca6a8ab req-1923633f-e9f7-4bfe-9782-6b6e9c2bde4d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:42:59.872572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bafe19de-46e4-4a93-98f8-ae671ca6a8ab req-1923633f-e9f7-4bfe-9782-6b6e9c2bde4d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 946 time: 0.2225161 Apr 30 01:42:59.886650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:42:59.892214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 148878fb-7222-4ca8-bdea-2d9046848768 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:42:59.894811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:42:59.917420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:42:59.921775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:42:59.922326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:42:59.989209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bafe19de-46e4-4a93-98f8-ae671ca6a8ab req-6af60638-4898-4d4c-aafa-0d5180ed7b19 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156061 Apr 30 01:43:00.006467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Allocated IP 192.168.233.100 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/60ecd822-6f39-4aa9-96bc-4d0039263909) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:00.032144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:00.051613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a805-9c14-42b2-977f-a8c0d13db043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.104017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] Deleting port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:00.104399 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.124468 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a805-9c14-42b2-977f-a8c0d13db043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.197607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] For port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1b3f4fd0-e608-4483-b40c-6bdf5d66e47f,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:00.198340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.213248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] Calling delete_port for 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:00.221900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:00.224818 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.264289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.333572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.336715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a805-9c14-42b2-977f-a8c0d13db043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.339924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a805-9c14-42b2-977f-a8c0d13db043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.345751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ad1a805-9c14-42b2-977f-a8c0d13db043 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eae825f9-aa32-4309-abf6-4dc9a7753f88 HTTP/1.1" status: 204 len: 168 time: 0.5725393 Apr 30 01:43:00.351178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a805-9c14-42b2-977f-a8c0d13db043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae825f9-aa32-4309-abf6-4dc9a7753f88,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:00.384462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.393711 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.456416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] Pushing event deleted for resources: {'Port': ['ID=1b3f4fd0-e608-4483-b40c-6bdf5d66e47f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:00.465630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd241c-94aa-454a-956c-fb68ecf96cee None None] No DVR routers for this DVR port 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:00.507821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:00.511402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:00.515898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:00.586161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:00.587788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.616586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Pushing event updated for resources: {'Port': ['ID=60ecd822-6f39-4aa9-96bc-4d0039263909,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:00.698830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-b46e8399-67d0-4b38-87e1-a1d86c931058 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9911823 Apr 30 01:43:00.718562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Request body: {'port': {'device_id': 'fe57e023-16c7-4b99-ad9f-e1120a41fa4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:00.826124 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:00.942800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.017759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:43:01.021348 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.023108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-381ae308-92c6-4186-ac8b-c1b356a65d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.039348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0d9cdc1d-3ee8-41ed-bc0b-e2250d02085b None None] Provisioning complete for port 60ecd822-6f39-4aa9-96bc-4d0039263909 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:01.039938 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d9cdc1d-3ee8-41ed-bc0b-e2250d02085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.107516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11fef0-c079-4356-860b-195655f81fd6 req-a7cbac8d-7d91-44e7-9ef8-c158ea0a5226 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:01.109098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c11fef0-c079-4356-860b-195655f81fd6 req-a7cbac8d-7d91-44e7-9ef8-c158ea0a5226 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 946 time: 0.1858785 Apr 30 01:43:01.114754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cdc1d-3ee8-41ed-bc0b-e2250d02085b None None] Port 60ecd822-6f39-4aa9-96bc-4d0039263909 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:43:01.130825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.130825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.182687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:01.217618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:01.248436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:01.249037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.249367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f634f5d-4825-4f36-9215-618001259963 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:01.256879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44164) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:01.259964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=4f7ab3da-2cc2-4532-9304-9aa6e0754172,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:01.285052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f094e-802b-4b85-a4c6-fa1ea5e427c9 req-74c244e3-26ff-4f04-9746-01ba43d0973f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:01.285795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62d1d7-ebad-4e3c-b78e-56352109a076 None None] Network 148878fb-7222-4ca8-bdea-2d9046848768 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:01.290473 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be6f094e-802b-4b85-a4c6-fa1ea5e427c9 req-74c244e3-26ff-4f04-9746-01ba43d0973f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 936 time: 0.2240555 Apr 30 01:43:01.327364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:01.380367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be6f094e-802b-4b85-a4c6-fa1ea5e427c9 req-ededc4a8-c6ce-4497-bf79-89c7f5061310 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771923 Apr 30 01:43:01.421905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d8928e3a-23e2-48b4-a84f-f2202b50facb tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5420437 Apr 30 01:43:01.426816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44166) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:01.439828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6c8c2db5-0e8e-4720-a101-5f1ca970275c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9567192ca86f43fcba7cf99927790789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781449 Apr 30 01:43:01.444119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:01.445461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:50:19:ba', 'name': 'tempest-NetworksTestDHCPv6-516755513'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:01.450264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44168) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:01.514262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 148878fb-7222-4ca8-bdea-2d9046848768 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:01.520520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Deleting port 6618729f-f2f6-4469-a17e-3c76472ca773 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:01.521234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.533366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:01.651853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ecd822-6f39-4aa9-96bc-4d0039263909 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:43:01.658043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f237ff16-002e-42d0-bbd5-17a4c5e723e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.669113 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.693027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Transition to ACTIVE for port object 60ecd822-6f39-4aa9-96bc-4d0039263909 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:43:01.734252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-73dac1fe-5d72-4b19-8a8a-b4b26ecb8147 None None] Provisioning complete for port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:01.734800 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73dac1fe-5d72-4b19-8a8a-b4b26ecb8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.758104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f237ff16-002e-42d0-bbd5-17a4c5e723e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.768086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55167cd5-d587-403b-9c76-e84eac846b35 req-6e0f856b-7d96-4d81-925c-106dd9d97519 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:01.782386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55167cd5-d587-403b-9c76-e84eac846b35 req-6e0f856b-7d96-4d81-925c-106dd9d97519 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.2936699 Apr 30 01:43:01.788592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] For port 6618729f-f2f6-4469-a17e-3c76472ca773, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6618729f-f2f6-4469-a17e-3c76472ca773,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:01.789213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.818108 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.832848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Calling delete_port for 6618729f-f2f6-4469-a17e-3c76472ca773 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:01.879675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:01.880295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:01.925396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Pushing event updated for resources: {'Port': ['ID=60ecd822-6f39-4aa9-96bc-4d0039263909,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:01.945090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:02.016070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '4f7ab3da-2cc2-4532-9304-9aa6e0754172'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:02.017255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.024315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f237ff16-002e-42d0-bbd5-17a4c5e723e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.028777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f237ff16-002e-42d0-bbd5-17a4c5e723e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.046418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f237ff16-002e-42d0-bbd5-17a4c5e723e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/076d3927-a131-4af7-af81-16b324d66c64 HTTP/1.1" status: 204 len: 168 time: 0.5816970 Apr 30 01:43:02.060085 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73dac1fe-5d72-4b19-8a8a-b4b26ecb8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.064841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55167cd5-d587-403b-9c76-e84eac846b35 req-58dd5442-76c7-4954-ae50-b2cd46eaf9b3 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830274 Apr 30 01:43:02.078226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:43:02.119527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237ff16-002e-42d0-bbd5-17a4c5e723e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076d3927-a131-4af7-af81-16b324d66c64,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:02.125362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.234047 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.256766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.274836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Attempting to bind port 60ecd822-6f39-4aa9-96bc-4d0039263909 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:02.275172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Attempting to bind port 60ecd822-6f39-4aa9-96bc-4d0039263909 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:02.275583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Attempting to bind port 60ecd822-6f39-4aa9-96bc-4d0039263909 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:02.305490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-36ee69fa-cf90-47fa-8cf2-e86ba0792be2 req-b3ca9fe7-9b22-4fbd-8ccc-0b1517532a23 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 210 time: 0.0757573 Apr 30 01:43:02.306417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Port 60ecd822-6f39-4aa9-96bc-4d0039263909 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:43:02.306779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Attempting to bind port 60ecd822-6f39-4aa9-96bc-4d0039263909 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:02.320802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 33121ace-d05b-4977-81c4-2238829a3592 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:43:02.325899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:02.326241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:02.326673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:02.327070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Bound port: 60ecd822-6f39-4aa9-96bc-4d0039263909, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:02.327447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.355844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-73dac1fe-5d72-4b19-8a8a-b4b26ecb8147 None None] For port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4,segment=NetworkSegment(fa54a85b-b94a-44da-9895-a1fd9bcb3d5d),segment_id=fa54a85b-b94a-44da-9895-a1fd9bcb3d5d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:02.367411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:02.378046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.390923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:02.415492 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-77f07633-640f-4046-8cfd-a8cc8ac4a75a tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0059869 Apr 30 01:43:02.429201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44176) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:02.431124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:02.432572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:02.436940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-407887560'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:02.458355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Pushing event deleted for resources: {'Port': ['ID=6618729f-f2f6-4469-a17e-3c76472ca773,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:02.489032 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73dac1fe-5d72-4b19-8a8a-b4b26ecb8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.545225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] No DVR routers for this DVR port 6618729f-f2f6-4469-a17e-3c76472ca773 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:02.549555 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.558043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c11fef0-c079-4356-860b-195655f81fd6 req-85d3b789-2859-4123-94a0-2a621e62f6c5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.23 "DELETE /v2.0/ports/6618729f-f2f6-4469-a17e-3c76472ca773 HTTP/1.1" status: 204 len: 173 time: 1.4239950 Apr 30 01:43:02.559099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e', 'name': 'network-vif-deleted', 'tag': '6618729f-f2f6-4469-a17e-3c76472ca773'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:43:02.563414 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfa2425-cbde-46e8-8fbb-5705180a4185" -d '{"events": [{"server_uuid": "fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e", "name": "network-vif-deleted", "tag": "6618729f-f2f6-4469-a17e-3c76472ca773"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:43:02.607975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:02.620839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.705957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] For port 60ecd822-6f39-4aa9-96bc-4d0039263909, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:02.723187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] For port 60ecd822-6f39-4aa9-96bc-4d0039263909, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60ecd822-6f39-4aa9-96bc-4d0039263909,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:02.754033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5249-35fa-444c-802a-42943006e320 req-020d3c83-9f42-47c8-b7e4-d2439b6dc406 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:02.766551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e7e5249-35fa-444c-802a-42943006e320 req-020d3c83-9f42-47c8-b7e4-d2439b6dc406 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 948 time: 0.2530434 Apr 30 01:43:02.812705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.823171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Allocated IP 2001:db8::f816:3eff:fe92:947a (ff3497db-d506-41b3-bc96-8e107d7f907f/4f7ab3da-2cc2-4532-9304-9aa6e0754172/f522f8f2-7d3c-4c82-aedf-0165840fc15e) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:02.824200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:02.863918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:02.866225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dac1fe-5d72-4b19-8a8a-b4b26ecb8147 None None] Pushing event updated for resources: {'Port': ['ID=8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:02.927284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Pushing event updated for resources: {'Port': ['ID=60ecd822-6f39-4aa9-96bc-4d0039263909,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:02.938216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:02.939101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.941790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-1bbd96cc-c687-4a37-9b4c-625f0d3af792 service neutron] 10.222.0.21 "PUT /v2.0/ports/60ecd822-6f39-4aa9-96bc-4d0039263909 HTTP/1.1" status: 200 len: 1096 time: 2.2306974 Apr 30 01:43:02.942875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe57e023-16c7-4b99-ad9f-e1120a41fa4a', 'tag': '60ecd822-6f39-4aa9-96bc-4d0039263909'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:43:02.947172 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17439a0-e581-42a6-9ebd-39aee4066921" -d '{"events": [{"name": "network-changed", "server_uuid": "fe57e023-16c7-4b99-ad9f-e1120a41fa4a", "tag": "60ecd822-6f39-4aa9-96bc-4d0039263909"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:43:02.964125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e7e5249-35fa-444c-802a-42943006e320 req-f802a091-b6d6-435f-b273-b073117c280a tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989653 Apr 30 01:43:02.973161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:02.973515 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment 542da264-1dfb-471c-bf5f-684c09729d34 of type vlan for network eeb1ea44-6dce-4607-9509-5cdc6aef4170 Apr 30 01:43:03.028146 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d763bf-e3f8-4710-9cea-84e617f5374b x-openstack-request-id: req-b1d763bf-e3f8-4710-9cea-84e617f5374b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:43:03.029085 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e", "name": "network-vif-deleted", "tag": "6618729f-f2f6-4469-a17e-3c76472ca773", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:43:03.029617 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1d763bf-e3f8-4710-9cea-84e617f5374b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:43:03.030430 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d763bf-e3f8-4710-9cea-84e617f5374b'] response: {'server_uuid': 'fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e', 'name': 'network-vif-deleted', 'tag': '6618729f-f2f6-4469-a17e-3c76472ca773', 'status': 'completed', 'code': 200} Apr 30 01:43:03.039200 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:43:03.039588 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:43:03.078761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:03.174574 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04088168-c11a-4574-8c46-0f55f62fc604 x-openstack-request-id: req-04088168-c11a-4574-8c46-0f55f62fc604 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:43:03.176924 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe57e023-16c7-4b99-ad9f-e1120a41fa4a", "tag": "60ecd822-6f39-4aa9-96bc-4d0039263909", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:43:03.178346 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04088168-c11a-4574-8c46-0f55f62fc604 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:43:03.180145 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04088168-c11a-4574-8c46-0f55f62fc604'] response: {'name': 'network-changed', 'server_uuid': 'fe57e023-16c7-4b99-ad9f-e1120a41fa4a', 'tag': '60ecd822-6f39-4aa9-96bc-4d0039263909', 'status': 'completed', 'code': 200} Apr 30 01:43:03.222693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:43:03.228875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-d755b653-a2d4-4e7e-bc23-b74a8860d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:03.230952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-d755b653-a2d4-4e7e-bc23-b74a8860d9a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6e7313290f46248ebc1204e547272f&device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 1099 time: 0.1497028 Apr 30 01:43:03.283634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6618729f-f2f6-4469-a17e-3c76472ca773 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:03.316048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-e81aca5c-cc6c-4970-9da9-dccccb7aa43c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=60ecd822-6f39-4aa9-96bc-4d0039263909 HTTP/1.1" status: 200 len: 217 time: 0.0685711 Apr 30 01:43:03.331642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 6618729f-f2f6-4469-a17e-3c76472ca773 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:03.331953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6618729f-f2f6-4469-a17e-3c76472ca773 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:03.361872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4df3fb27-b4ea-4e1e-b4f1-b53c3663efcd None None] Provisioning complete for port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:03.362651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4df3fb27-b4ea-4e1e-b4f1-b53c3663efcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:03.392554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b8e7-3fcb-4521-b6d0-3549a3453ce5 req-41671922-90a3-4fd0-92f5-2e635ecec478 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:03.400858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa75b8e7-3fcb-4521-b6d0-3549a3453ce5 req-41671922-90a3-4fd0-92f5-2e635ecec478 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1741488 Apr 30 01:43:03.427523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:03.440719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:03.441364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:03.464715 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:03.477188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4df3fb27-b4ea-4e1e-b4f1-b53c3663efcd None None] Port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:43:03.484004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-6460fe6c-b7d8-48ae-a41d-f59c4dc07967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:03.485545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-6460fe6c-b7d8-48ae-a41d-f59c4dc07967 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1496859 Apr 30 01:43:03.590514 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:03.616839 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa75b8e7-3fcb-4521-b6d0-3549a3453ce5 req-527196d3-5f29-4e6b-b026-49f73b15073d tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151051 Apr 30 01:43:03.640146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=eeb1ea44-6dce-4607-9509-5cdc6aef4170,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:03.652926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44204) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:03.658118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:03.673319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-00942288-6a68-42de-be36-da28b146d62d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2404106 Apr 30 01:43:03.721957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Pushing event updated for resources: {'Port': ['ID=f522f8f2-7d3c-4c82-aedf-0165840fc15e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:03.736527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network eeb1ea44-6dce-4607-9509-5cdc6aef4170 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:03.739441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:fe50:19ba (ff3497db-d506-41b3-bc96-8e107d7f907f/4f7ab3da-2cc2-4532-9304-9aa6e0754172/33121ace-d05b-4977-81c4-2238829a3592) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:03.749674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-c8c31d42-173b-4b89-9afd-4d991341c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:03.752740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-c8c31d42-173b-4b89-9afd-4d991341c5c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2518833 Apr 30 01:43:03.799709 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc2c6d65-c107-4751-936b-cbe5088fc7a1 req-fdcddbe0-7513-4d7c-a9e7-e7a27054d64c tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2c7ab6-6633-45a3-aa63-4e5e52d3b25e HTTP/1.1" status: 200 len: 210 time: 0.0458272 Apr 30 01:43:03.841598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4df3fb27-b4ea-4e1e-b4f1-b53c3663efcd None None] Provisioning complete for port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:03.841976 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4df3fb27-b4ea-4e1e-b4f1-b53c3663efcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:03.892697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44208) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:03.920059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:03.925225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:03.935258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:03.951344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:03.971789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:03.981222 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.093440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-5b8aa1bd-392f-4671-94f5-89652d6d5638 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848217 Apr 30 01:43:04.120354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:04.174620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454582944'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:04.187110 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.207079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:04.208283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1b3f4fd0-e608-4483-b40c-6bdf5d66e47f not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:04.257896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:00Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:00Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:04.273290 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.274656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Attempting to bind port f522f8f2-7d3c-4c82-aedf-0165840fc15e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:04.274850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Attempting to bind port f522f8f2-7d3c-4c82-aedf-0165840fc15e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:04.275214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Attempting to bind port f522f8f2-7d3c-4c82-aedf-0165840fc15e on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:04.300268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017c023-2ad9-436e-8bde-5ae8ea01211c req-9017ad06-1a01-4694-841f-92687c8797dd tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:04.310125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1017c023-2ad9-436e-8bde-5ae8ea01211c req-9017ad06-1a01-4694-841f-92687c8797dd tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 948 time: 0.1919701 Apr 30 01:43:04.326472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:04.327181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Updating router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:43:04.350282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:04.355158 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.359055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:04.359601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:04.360378 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.361202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:04.362074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Bound port: f522f8f2-7d3c-4c82-aedf-0165840fc15e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:04.362671 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.369670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-152ac744-48be-4b3c-bf31-98d53040c1d0 req-9e56b994-f203-420e-9722-7142312a61eb service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713051 Apr 30 01:43:04.376675 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.397650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:04.415699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1017c023-2ad9-436e-8bde-5ae8ea01211c req-64c4cb22-6ef2-47d9-84f2-1d75173f6709 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007133 Apr 30 01:43:04.514331 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.519744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.522332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.617742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:04.629057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:04.636337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.640232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:04.650978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:04.650978 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.663107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=4f9008e2-a55e-4ba4-840d-3debbe1fc708,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:04.678890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-dbc1d847-be3d-4e1e-8a15-7d7f549af6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:04.682498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-dbc1d847-be3d-4e1e-8a15-7d7f549af6c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6e7313290f46248ebc1204e547272f&device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 1099 time: 0.1567400 Apr 30 01:43:04.683490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=33121ace-d05b-4977-81c4-2238829a3592,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:04.726260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.755496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:04.773041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:04.773405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: eeb1ea44-6dce-4607-9509-5cdc6aef4170, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:04.781684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137712bb-28e9-4aa3-a256-a93ecc808c86,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:04.788139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.788492 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment d4a48fe1-265c-4c0e-b6a4-b21e47624b09 of type vlan for network de1d2db0-3d64-4a4d-85ef-023561817824 Apr 30 01:43:04.792482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3860152d-358d-46a5-9a80-6a57ceabefca tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3645325 Apr 30 01:43:04.803212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44240) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:04.844439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] For port f522f8f2-7d3c-4c82-aedf-0165840fc15e, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:04.854443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a942ec-bce3-4229-b036-a7a143d495ec req-fa4e5423-c5a9-42d7-92cd-25983533cce5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:04.855126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:04.855602 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.856166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82a942ec-bce3-4229-b036-a7a143d495ec req-fa4e5423-c5a9-42d7-92cd-25983533cce5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.2385335 Apr 30 01:43:04.866022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-d3fff93c-fd75-4a6a-8a59-31587bfd2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:04.868621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-d3fff93c-fd75-4a6a-8a59-31587bfd2c1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d41f7c32-b550-4839-99e8-1d176748b824 HTTP/1.1" status: 200 len: 869 time: 0.1787374 Apr 30 01:43:04.898265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] For port f522f8f2-7d3c-4c82-aedf-0165840fc15e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f522f8f2-7d3c-4c82-aedf-0165840fc15e,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:04.908960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.970680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-768dddd4-a333-446d-b538-c2c2c8889a3d None None] Provisioning complete for port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:04.971132 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-768dddd4-a333-446d-b538-c2c2c8889a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:04.974591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-edd475ea-8dcd-4390-8534-83b2a38ee4d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=60ecd822-6f39-4aa9-96bc-4d0039263909 HTTP/1.1" status: 200 len: 217 time: 0.0534537 Apr 30 01:43:05.013148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-768dddd4-a333-446d-b538-c2c2c8889a3d None None] Port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:43:05.016328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2fcf0a-b06c-4468-a79e-37d55eb7f919 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:05.019335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:05.024042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2fcf0a-b06c-4468-a79e-37d55eb7f919 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:05.029456 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6b2fcf0a-b06c-4468-a79e-37d55eb7f919 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2170713 Apr 30 01:43:05.037682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44254) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:05.041793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network eeb1ea44-6dce-4607-9509-5cdc6aef4170 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:05.074150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74fc7-47ae-447b-be5e-5d90e9217f9f req-a3ce035b-2b72-4f6f-a6c8-b8d96166e6fb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:05.082065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afb74fc7-47ae-447b-be5e-5d90e9217f9f req-a3ce035b-2b72-4f6f-a6c8-b8d96166e6fb tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.2968960 Apr 30 01:43:05.087297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:05.096422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:05.096889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:05.143005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-2577aaf3-bd70-4c7f-9535-548b2498a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:05.145220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-2577aaf3-bd70-4c7f-9535-548b2498a608 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.1396697 Apr 30 01:43:05.157360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, eeb1ea44-6dce-4607-9509-5cdc6aef4170) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:05.196178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51943f01-b643-4f4c-a002-4ccd07aa4ccc None None] Network eeb1ea44-6dce-4607-9509-5cdc6aef4170 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:05.209058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afb74fc7-47ae-447b-be5e-5d90e9217f9f req-11d620b9-5a7c-47fe-a881-bc264f5474f5 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079111 Apr 30 01:43:05.242488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-6f1fe058-01fb-455a-8c43-62be3ddd26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:05.244438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-6f1fe058-01fb-455a-8c43-62be3ddd26ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885272 Apr 30 01:43:05.262100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4a4c-899c-4383-8422-8e6c791feadd None None] Pushing event updated for resources: {'Port': ['ID=f522f8f2-7d3c-4c82-aedf-0165840fc15e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:05.511194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-0a6708c7-34f8-4713-bc5b-c762c480a727 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514639 Apr 30 01:43:05.659069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:05.660616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f17439a0-e581-42a6-9ebd-39aee4066921 req-62c73ae7-725d-464d-8b8e-7f6452048e6e service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425865 Apr 30 01:43:05.692888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:05.694061 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:05.737925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef20b-e810-4be7-b8cf-d95cefc63401 req-084b3298-ad1e-4993-8a76-a053c2b8af34 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:05.740122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edfef20b-e810-4be7-b8cf-d95cefc63401 req-084b3298-ad1e-4993-8a76-a053c2b8af34 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 948 time: 0.0778990 Apr 30 01:43:05.800012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edfef20b-e810-4be7-b8cf-d95cefc63401 req-a420b34e-5681-4ce0-9674-b6075b403334 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459006 Apr 30 01:43:05.854478 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:05.857458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:05.858285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:05.908281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0141342 Apr 30 01:43:05.934103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776c7cf-7aab-4d9c-8b77-8abb2d8d4e1a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=de1d2db0-3d64-4a4d-85ef-023561817824,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:05.942191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Deleting port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:05.942584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:05.957247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network de1d2db0-3d64-4a4d-85ef-023561817824 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:06.053667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44296) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:06.060086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': 'de1d2db0-3d64-4a4d-85ef-023561817824', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:06.079335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f07a3caa-7025-4639-9bdd-c3744d46a198 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4250691 Apr 30 01:43:06.089280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44298) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:06.129171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895c67d-b0b8-4ec0-8e38-7e73e1076c1c None None] Pushing event updated for resources: {'Port': ['ID=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:06.148862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-dbb43308-c31c-4f79-871d-68078961e301 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 33121ace-d05b-4977-81c4-2238829a3592 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:06.149204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbb43308-c31c-4f79-871d-68078961e301 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:06.190511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Allocated IP 2001:db8:1::2 (eeb1ea44-6dce-4607-9509-5cdc6aef4170/4f9008e2-a55e-4ba4-840d-3debbe1fc708/e9563aba-7827-48a4-9cfb-156f53b5d17a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:06.197142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Attempting to bind port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:06.197673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Attempting to bind port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:06.198137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Attempting to bind port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 on network 148878fb-7222-4ca8-bdea-2d9046848768 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:06.219665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:06.220171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Checking segment: {'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:06.220736 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:06.221241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Bound using segment: {'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:06.221857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Bound port: e3d938fa-46de-4e26-bd7a-dc5cd345ce29, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:06.222388 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:06.335935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] For port c9a7bf70-c5b5-481f-9448-14d6b0d894d1, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:06.335935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:06.412982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Calling delete_port for c9a7bf70-c5b5-481f-9448-14d6b0d894d1 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:06.476336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] For port e3d938fa-46de-4e26-bd7a-dc5cd345ce29, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:06.489319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] For port e3d938fa-46de-4e26-bd7a-dc5cd345ce29, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,segment=NetworkSegment(fa54a85b-b94a-44da-9895-a1fd9bcb3d5d),segment_id=fa54a85b-b94a-44da-9895-a1fd9bcb3d5d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:06.502064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f522f8f2-7d3c-4c82-aedf-0165840fc15e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:06.511257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 60ecd822-6f39-4aa9-96bc-4d0039263909 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:43:06.572881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:06.576344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:06.590365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b9b2-682d-4493-92d8-5e0343cf9ccd req-5bcde992-a016-4fb1-a58f-75ad72159f96 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:06.591911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea85b9b2-682d-4493-92d8-5e0343cf9ccd req-5bcde992-a016-4fb1-a58f-75ad72159f96 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 945 time: 0.1088252 Apr 30 01:43:06.676417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea85b9b2-682d-4493-92d8-5e0343cf9ccd req-f87a984d-66fd-4644-abb2-18f9731008f4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/security-groups?id=54321ce5-162f-47fe-8673-028ae6c48967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688703 Apr 30 01:43:06.718978 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:06.963310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-11669e11-2add-4112-aa09-877f6af6f547 None None] Provisioning complete for port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:06.964832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11669e11-2add-4112-aa09-877f6af6f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.004800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbb43308-c31c-4f79-871d-68078961e301 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.018124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895c67d-b0b8-4ec0-8e38-7e73e1076c1c None None] Pushing event updated for resources: {'Port': ['ID=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:07.032487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-dbb43308-c31c-4f79-871d-68078961e301 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 33121ace-d05b-4977-81c4-2238829a3592 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:07.099738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 60ecd822-6f39-4aa9-96bc-4d0039263909, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60ecd822-6f39-4aa9-96bc-4d0039263909,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:07.125971 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.132193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b35ec-5feb-46ad-996d-82ff365d2924 req-e643af5a-94b5-4af3-828b-c435fb05ab0b tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:07.134231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb0b35ec-5feb-46ad-996d-82ff365d2924 req-e643af5a-94b5-4af3-828b-c435fb05ab0b tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 948 time: 0.1775420 Apr 30 01:43:07.156663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:07.157450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:07.199058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.268919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f522f8f2-7d3c-4c82-aedf-0165840fc15e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:07.274238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.284413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '60ecd822-6f39-4aa9-96bc-4d0039263909', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': '60ecd822-6f39-4aa9-96bc-4d0039263909', 'mac_address': 'fa:16:3e:00:5b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:43:07.287844 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.320674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=50e7c658-24fd-4967-9866-4af401b385b4,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:07.332602 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.342879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb0b35ec-5feb-46ad-996d-82ff365d2924 req-738c196d-939d-4454-a6c1-05e2eccff43b tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970382 Apr 30 01:43:07.351692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c9a7bf70-c5b5-481f-9448-14d6b0d894d1 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:07.421894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': 'd4a48fe1-265c-4c0e-b6a4-b21e47624b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de1d2db0-3d64-4a4d-85ef-023561817824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:07.430272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: de1d2db0-3d64-4a4d-85ef-023561817824, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:07.526675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network de1d2db0-3d64-4a4d-85ef-023561817824 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:07.658158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, de1d2db0-3d64-4a4d-85ef-023561817824) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:07.664578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:07.667480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.729949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7926cb4b-3d30-4acc-b7bc-f75d463de135 None None] Network de1d2db0-3d64-4a4d-85ef-023561817824 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:07.747537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Network eeb1ea44-6dce-4607-9509-5cdc6aef4170 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:07.763464 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.784893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-224c7fe9-f3ec-403a-a639-1eec0de7fda5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7297547 Apr 30 01:43:07.789186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:07.789461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:07.792158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:07.805275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbb43308-c31c-4f79-871d-68078961e301 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.825511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-594554430'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:07.840705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:07.843205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Pushing event updated for resources: {'Port': ['ID=e9563aba-7827-48a4-9cfb-156f53b5d17a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:07.864286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Pushing event deleted for resources: {'Port': ['ID=c9a7bf70-c5b5-481f-9448-14d6b0d894d1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:07.889973 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11669e11-2add-4112-aa09-877f6af6f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.898266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb43308-c31c-4f79-871d-68078961e301 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=33121ace-d05b-4977-81c4-2238829a3592,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:07.904713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No active binding found for port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 {{(pid=103320) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 01:43:07.905232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c9a7bf70-c5b5-481f-9448-14d6b0d894d1 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:07.932656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:07.971791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8:1::1 (eeb1ea44-6dce-4607-9509-5cdc6aef4170/4f9008e2-a55e-4ba4-840d-3debbe1fc708/abb8e941-2dd2-48c9-ab8c-d71ecd777a59) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:08.020837 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbb43308-c31c-4f79-871d-68078961e301 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.027166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dbb43308-c31c-4f79-871d-68078961e301 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/33121ace-d05b-4977-81c4-2238829a3592 HTTP/1.1" status: 204 len: 168 time: 2.9920018 Apr 30 01:43:08.027897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44378) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:08.034740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] No DVR routers for this DVR port c9a7bf70-c5b5-481f-9448-14d6b0d894d1 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:08.048083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.054391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-82a942ec-bce3-4229-b036-a7a143d495ec req-522eca08-68d9-4b63-b64b-92a55b9ee178 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.23 "DELETE /v2.0/ports/c9a7bf70-c5b5-481f-9448-14d6b0d894d1 HTTP/1.1" status: 204 len: 173 time: 3.1717677 Apr 30 01:43:08.078840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ecd822-6f39-4aa9-96bc-4d0039263909 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:43:08.086474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc976824-b061-4c7e-81e6-9e5a33cae3f6', 'name': 'network-vif-deleted', 'tag': 'c9a7bf70-c5b5-481f-9448-14d6b0d894d1'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:43:08.098535 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7e73f9-665b-4074-ba22-7d1466aa1298" -d '{"events": [{"server_uuid": "bc976824-b061-4c7e-81e6-9e5a33cae3f6", "name": "network-vif-deleted", "tag": "c9a7bf70-c5b5-481f-9448-14d6b0d894d1"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:43:08.191410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-11669e11-2add-4112-aa09-877f6af6f547 None None] For port e3d938fa-46de-4e26-bd7a-dc5cd345ce29, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,segment=NetworkSegment(fa54a85b-b94a-44da-9895-a1fd9bcb3d5d),segment_id=fa54a85b-b94a-44da-9895-a1fd9bcb3d5d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:08.235454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc2b3f-f5bc-4c14-954d-15a5738ad618 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:08.237326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc2b3f-f5bc-4c14-954d-15a5738ad618 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:08.239410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3bbc2b3f-f5bc-4c14-954d-15a5738ad618 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2056592 Apr 30 01:43:08.242544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44392) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:08.364517 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11669e11-2add-4112-aa09-877f6af6f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.367055 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.501726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa98384-2ade-4160-ba41-d02071e0fcd1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 4f7ab3da-2cc2-4532-9304-9aa6e0754172 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:08.507666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb60926b-6f16-4f0d-a9de-4ef06896f5d1 req-dc626d46-0a22-4bc7-ab4f-183cad24f7d4 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc976824-b061-4c7e-81e6-9e5a33cae3f6 HTTP/1.1" status: 200 len: 210 time: 0.7158861 Apr 30 01:43:08.513536 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2fa98384-2ade-4160-ba41-d02071e0fcd1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.516291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11669e11-2add-4112-aa09-877f6af6f547 None None] Pushing event updated for resources: {'Port': ['ID=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:08.518923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Attempting to bind port e9563aba-7827-48a4-9cfb-156f53b5d17a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:08.519292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Attempting to bind port e9563aba-7827-48a4-9cfb-156f53b5d17a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:08.519936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Attempting to bind port e9563aba-7827-48a4-9cfb-156f53b5d17a on network eeb1ea44-6dce-4607-9509-5cdc6aef4170 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:08.550233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 60ecd822-6f39-4aa9-96bc-4d0039263909, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60ecd822-6f39-4aa9-96bc-4d0039263909,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:08.566633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:08.567276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Checking segment: {'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:08.567876 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.568530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Bound using segment: {'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:08.569226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Bound port: e9563aba-7827-48a4-9cfb-156f53b5d17a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:08.569787 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.606585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2fa98384-2ade-4160-ba41-d02071e0fcd1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.635164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f24faa55-5c48-4900-9da5-02ffced424ff None None] Provisioning complete for port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:08.635300 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f24faa55-5c48-4900-9da5-02ffced424ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.650179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:08.659587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.694972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:08.706472 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.707172 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 2ace69cd-8ac0-44ab-bc4a-328bdca7080f of type vlan for network cad68c01-6411-4c56-9c04-ba87bd984b03 Apr 30 01:43:08.710348 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.753559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.758748 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad8e931-379f-43eb-8b70-e1e6205520e9 x-openstack-request-id: req-8ad8e931-379f-43eb-8b70-e1e6205520e9 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:43:08.759651 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc976824-b061-4c7e-81e6-9e5a33cae3f6", "name": "network-vif-deleted", "tag": "c9a7bf70-c5b5-481f-9448-14d6b0d894d1", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:43:08.760830 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ad8e931-379f-43eb-8b70-e1e6205520e9 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:43:08.761384 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad8e931-379f-43eb-8b70-e1e6205520e9'] response: {'server_uuid': 'bc976824-b061-4c7e-81e6-9e5a33cae3f6', 'name': 'network-vif-deleted', 'tag': 'c9a7bf70-c5b5-481f-9448-14d6b0d894d1', 'status': 'completed', 'code': 200} Apr 30 01:43:08.787249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.816079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port f522f8f2-7d3c-4c82-aedf-0165840fc15e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f522f8f2-7d3c-4c82-aedf-0165840fc15e,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:08.841516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:00Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:06Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:08.848304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b207e63-2062-4f47-8513-25d41348df5b req-8cb1c3ca-9da7-44ca-afa6-e8b5d76e9f70 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:08.850152 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b207e63-2062-4f47-8513-25d41348df5b req-8cb1c3ca-9da7-44ca-afa6-e8b5d76e9f70 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 949 time: 0.0827992 Apr 30 01:43:08.882420 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.899261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b207e63-2062-4f47-8513-25d41348df5b req-cab713d3-15ef-4472-87b2-e14b83f7fae2 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Apr 30 01:43:08.915442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.923250 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2fa98384-2ade-4160-ba41-d02071e0fcd1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.925052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:08.926136 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.930567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b5a6f-858a-4d51-812f-46b8e854a545 None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:00Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:06Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:08.940965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-de1d2db0-3d64-4a4d-85ef-023561817824', 'network_id': 'de1d2db0-3d64-4a4d-85ef-023561817824', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': '50e7c658-24fd-4967-9866-4af401b385b4'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:08.941825 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.950335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=60ecd822-6f39-4aa9-96bc-4d0039263909,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:08.952990 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:08.966506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network eeb1ea44-6dce-4607-9509-5cdc6aef4170 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:08.985218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:08.992446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:08.993152 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:09.029165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60ecd822-6f39-4aa9-96bc-4d0039263909'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:43:09.034473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] For port e9563aba-7827-48a4-9cfb-156f53b5d17a, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:09.047472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2538872 Apr 30 01:43:09.051741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44428) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:09.066810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': 'cad68c01-6411-4c56-9c04-ba87bd984b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:09.087968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:09.097055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f66f3-e3ec-4b67-b638-adc36835f822 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=cad68c01-6411-4c56-9c04-ba87bd984b03,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:09.106196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] For port e9563aba-7827-48a4-9cfb-156f53b5d17a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e9563aba-7827-48a4-9cfb-156f53b5d17a,segment=NetworkSegment(542da264-1dfb-471c-bf5f-684c09729d34),segment_id=542da264-1dfb-471c-bf5f-684c09729d34)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:09.117308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network cad68c01-6411-4c56-9c04-ba87bd984b03 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:09.189549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f24faa55-5c48-4900-9da5-02ffced424ff None None] Could not find standard attr ID for object 33121ace-d05b-4977-81c4-2238829a3592. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:43:09.222602 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:09.229708 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2fa98384-2ade-4160-ba41-d02071e0fcd1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:09.285112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa98384-2ade-4160-ba41-d02071e0fcd1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7ab3da-2cc2-4532-9304-9aa6e0754172,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:09.290087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2fa98384-2ade-4160-ba41-d02071e0fcd1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:09.300864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44446) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:09.304060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2fa98384-2ade-4160-ba41-d02071e0fcd1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/4f7ab3da-2cc2-4532-9304-9aa6e0754172 HTTP/1.1" status: 204 len: 168 time: 1.0588589 Apr 30 01:43:09.312794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=f522f8f2-7d3c-4c82-aedf-0165840fc15e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:09.370454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:09.400254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-782f6da8-004e-4e92-9142-ecf512193f51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922120 Apr 30 01:43:09.400254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44454) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:09.400254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:09.401524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:09.417510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e144a5-026d-46e8-a60d-f21cbe259c42 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:09.430242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f24faa55-5c48-4900-9da5-02ffced424ff None None] Provisioning complete for port f522f8f2-7d3c-4c82-aedf-0165840fc15e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:09.430621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f24faa55-5c48-4900-9da5-02ffced424ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:09.622061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3991679-23ab-4978-a8e1-1e35187776fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:09.631584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3991679-23ab-4978-a8e1-1e35187776fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2259171 Apr 30 01:43:09.636597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:09.708321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Allocated IP 172.20.255.242 (de1d2db0-3d64-4a4d-85ef-023561817824/50e7c658-24fd-4967-9866-4af401b385b4/d97662bb-ebd8-4478-aacb-0f4bdd6a080f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:09.728748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c21df2-3651-4eb3-bf01-a9c3a170228b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:09.730847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-79c21df2-3651-4eb3-bf01-a9c3a170228b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0896206 Apr 30 01:43:09.731754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7f063-4a14-4d67-a3c7-3de4c287417f None None] Pushing event updated for resources: {'Port': ['ID=e9563aba-7827-48a4-9cfb-156f53b5d17a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:09.734023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:09.941790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b1bbfbaf-1a86-4d56-8f34-d502d03979c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2066658 Apr 30 01:43:09.954900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44494) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:09.966519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:10.103326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44500) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:10.129517 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.330902 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.402254 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.423038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Network de1d2db0-3d64-4a4d-85ef-023561817824 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:10.451730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:10.454823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:10.499564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdde16d-0d95-4030-9189-ed181417c7df req-e363c0ef-7d0f-4dee-ab4c-d3e74d1b4b9e tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:10.502192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbdde16d-0d95-4030-9189-ed181417c7df req-e363c0ef-7d0f-4dee-ab4c-d3e74d1b4b9e tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 949 time: 0.2110054 Apr 30 01:43:10.520326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:10.526835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.577225 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.583552 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.614196 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.614836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Attempting to bind port d97662bb-ebd8-4478-aacb-0f4bdd6a080f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:10.615402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Attempting to bind port d97662bb-ebd8-4478-aacb-0f4bdd6a080f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd4a48fe1-265c-4c0e-b6a4-b21e47624b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de1d2db0-3d64-4a4d-85ef-023561817824'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:10.616033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Attempting to bind port d97662bb-ebd8-4478-aacb-0f4bdd6a080f on network de1d2db0-3d64-4a4d-85ef-023561817824 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:10.642356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Pushing event updated for resources: {'Port': ['ID=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:10.657021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:10.657021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Checking segment: {'id': 'd4a48fe1-265c-4c0e-b6a4-b21e47624b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de1d2db0-3d64-4a4d-85ef-023561817824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:10.657578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.658130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Bound using segment: {'id': 'd4a48fe1-265c-4c0e-b6a4-b21e47624b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de1d2db0-3d64-4a4d-85ef-023561817824'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:10.659088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Bound port: d97662bb-ebd8-4478-aacb-0f4bdd6a080f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a48fe1-265c-4c0e-b6a4-b21e47624b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de1d2db0-3d64-4a4d-85ef-023561817824'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:10.659350 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:10.694893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbdde16d-0d95-4030-9189-ed181417c7df req-762df9da-7d78-4d1a-8a94-d345bb575ec6 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827958 Apr 30 01:43:10.758131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:10.763345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=a34714cb-bbbd-4445-a78a-ac3cda93f6c0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:10.850313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': '2ace69cd-8ac0-44ab-bc4a-328bdca7080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cad68c01-6411-4c56-9c04-ba87bd984b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:10.851121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: cad68c01-6411-4c56-9c04-ba87bd984b03, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:10.980396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network cad68c01-6411-4c56-9c04-ba87bd984b03 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:11.019194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:11.097375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network eeb1ea44-6dce-4607-9509-5cdc6aef4170 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:11.105221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:11.190778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] For port d97662bb-ebd8-4478-aacb-0f4bdd6a080f, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:11.209888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, cad68c01-6411-4c56-9c04-ba87bd984b03) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:11.216660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] For port d97662bb-ebd8-4478-aacb-0f4bdd6a080f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,segment=NetworkSegment(d4a48fe1-265c-4c0e-b6a4-b21e47624b09),segment_id=d4a48fe1-265c-4c0e-b6a4-b21e47624b09)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:11.222840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:11.223482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.227361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8ede3-c3f8-436a-b434-9776be8f55a5 None None] Network cad68c01-6411-4c56-9c04-ba87bd984b03 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:11.260714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] Deleting port f522f8f2-7d3c-4c82-aedf-0165840fc15e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:11.261097 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.304180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.364398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] For port f522f8f2-7d3c-4c82-aedf-0165840fc15e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f522f8f2-7d3c-4c82-aedf-0165840fc15e,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:11.365238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.375549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-872bcd14-c0e6-4638-adf9-467230c87e29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3224480 Apr 30 01:43:11.378343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44548) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:11.382537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] Calling delete_port for f522f8f2-7d3c-4c82-aedf-0165840fc15e owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:11.391016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:11.453689 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.598172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.650062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e3d938fa-46de-4e26-bd7a-dc5cd345ce29 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:11.676240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be00234-ef20-46cd-8b8f-05ca67659485 None None] Network eeb1ea44-6dce-4607-9509-5cdc6aef4170 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:11.764126 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.792890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.870429 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:11.988266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b54d118-5795-48e2-867f-ab1a16af96eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-cad68c01-6411-4c56-9c04-ba87bd984b03', 'network_id': 'cad68c01-6411-4c56-9c04-ba87bd984b03', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': 'a34714cb-bbbd-4445-a78a-ac3cda93f6c0'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:11.988652 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b54d118-5795-48e2-867f-ab1a16af96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.004287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] No DVR routers for this DVR port f522f8f2-7d3c-4c82-aedf-0165840fc15e on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:12.012852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a331d80-30fd-4dca-99d8-c28ce25a8377 req-9031f2c6-3043-4f91-b60e-27b1007c70e7 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:12.014725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a331d80-30fd-4dca-99d8-c28ce25a8377 req-9031f2c6-3043-4f91-b60e-27b1007c70e7 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 949 time: 0.1546683 Apr 30 01:43:12.088644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-61afdf1e-d412-49fe-ba6c-cff41292121b None None] Provisioning complete for port e9563aba-7827-48a4-9cfb-156f53b5d17a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:12.089147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61afdf1e-d412-49fe-ba6c-cff41292121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.098249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a331d80-30fd-4dca-99d8-c28ce25a8377 req-5e1c575b-08d9-4c48-98fb-c3c2851e61ab tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577438 Apr 30 01:43:12.117844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Deleting port 7820aef5-445b-4105-8b96-02a4ded0c263 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:12.118328 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.143624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:12.152825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6d54657a-047d-408a-b352-4d058097a456 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0625744 Apr 30 01:43:12.154095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=01c7e36c-29fc-446a-a1a8-a20a2778248d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:12.157662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44588) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:12.163348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ebc74-1e78-432b-93ea-7c222133f340 None None] Pushing event updated for resources: {'Port': ['ID=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:12.167537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1987409403'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:12.174739 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:12.208209 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:12.208919 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:12.225373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:12.235188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:12.243651 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:12.244271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.244467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.272492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:12.273100 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.285090 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2d1ee-c0ec-4844-8a8e-8cda48dbf4bf None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:12.307520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=a34714cb-bbbd-4445-a78a-ac3cda93f6c0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:12.358155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4d282-578e-4d98-bbf2-60ac03470c3f None None] Pushing event deleted for resources: {'Port': ['ID=f522f8f2-7d3c-4c82-aedf-0165840fc15e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:12.363758 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:12.403093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fdf515ca-5364-4554-b2ab-1cf9c5139e83 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4419415 Apr 30 01:43:12.416324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44600) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:12.436268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:db:fe:25', 'name': 'tempest-NetworksTestDHCPv6-1795669947'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:12.444804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:12.461765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.462463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.496554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad68c01-6411-4c56-9c04-ba87bd984b03']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:12.538114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ace69cd-8ac0-44ab-bc4a-328bdca7080f') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:12.538476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ace69cd-8ac0-44ab-bc4a-328bdca7080f') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-3b54d118-5795-48e2-867f-ab1a16af96eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a34714cb-bbbd-4445-a78a-ac3cda93f6c0: This subnet is being modified by another concurrent operation. Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a34714cb-bbbd-4445-a78a-ac3cda93f6c0: This subnet is being modified by another concurrent operation. Apr 30 01:43:12.562292 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:43:12.570157 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.596155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b9fc6-8344-47eb-849c-f0f8f73aae37 None None] Network cad68c01-6411-4c56-9c04-ba87bd984b03 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:12.670976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:12.671211 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.695164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] For port 7820aef5-445b-4105-8b96-02a4ded0c263, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7820aef5-445b-4105-8b96-02a4ded0c263,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:12.695164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.696205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:12.696796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:12.700073 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:12.794058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Calling delete_port for 7820aef5-445b-4105-8b96-02a4ded0c263 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:12.796463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 60ecd822-6f39-4aa9-96bc-4d0039263909 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:12.798764 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61afdf1e-d412-49fe-ba6c-cff41292121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.811382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e9563aba-7827-48a4-9cfb-156f53b5d17a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:12.846785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:12.904443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.923493 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:09Z', 'revision_number': 3, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:09Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:12.924468 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:12.939318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/cad68c01-6411-4c56-9c04-ba87bd984b03 HTTP/1.1" status: 204 len: 168 time: 1.5596986 Apr 30 01:43:12.941944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb8d40-7ae3-4a59-ad22-194241b8022c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=cad68c01-6411-4c56-9c04-ba87bd984b03,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:12.947068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44622) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:12.952803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-324288014'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:12.987518 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:12.988055 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Updating router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:43:13.022961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.023471 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment d4cdf016-e1ed-4bcb-a9ff-af52a3937542 of type vlan for network 1fa8ac1f-d865-4fbd-8374-4745a604b939 Apr 30 01:43:13.029268 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.053102 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.117342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:43:13.248795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-61afdf1e-d412-49fe-ba6c-cff41292121b None None] For port e9563aba-7827-48a4-9cfb-156f53b5d17a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e9563aba-7827-48a4-9cfb-156f53b5d17a,segment=NetworkSegment(542da264-1dfb-471c-bf5f-684c09729d34),segment_id=542da264-1dfb-471c-bf5f-684c09729d34)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:13.262490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '01c7e36c-29fc-446a-a1a8-a20a2778248d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:13.264407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.309768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e9563aba-7827-48a4-9cfb-156f53b5d17a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:13.314599 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.332708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::2c (ff3497db-d506-41b3-bc96-8e107d7f907f/01c7e36c-29fc-446a-a1a8-a20a2778248d/8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:13.363198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 60ecd822-6f39-4aa9-96bc-4d0039263909 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:43:13.365958 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61afdf1e-d412-49fe-ba6c-cff41292121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.373589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:13.378955 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.383714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.481741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 60ecd822-6f39-4aa9-96bc-4d0039263909 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:13.483344 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.491950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b2a92-1808-4e5b-9af1-45cb04a0b814 req-fe3081ba-cde0-4474-b1b1-53e67b3b401d tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:13.494826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-948b2a92-1808-4e5b-9af1-45cb04a0b814 req-fe3081ba-cde0-4474-b1b1-53e67b3b401d tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 949 time: 0.2126150 Apr 30 01:43:13.578885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.582923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:13.628713 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.659582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-44cd92e4-359a-4afe-987c-645165b11427 None None] Provisioning complete for port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:13.659973 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44cd92e4-359a-4afe-987c-645165b11427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.674026 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.674375 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 104f5959-578f-4709-9c7b-4e82a36625e6 of type vlan for network bdc30ae6-df55-4874-bd27-e844320339bc Apr 30 01:43:13.679790 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.686510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7820aef5-445b-4105-8b96-02a4ded0c263,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:13.697523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:13.698271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.729496 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.798245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-948b2a92-1808-4e5b-9af1-45cb04a0b814 req-0e7edb18-9aab-4806-bb00-c95a7bb57953 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958162 Apr 30 01:43:13.847533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:13.864739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=1fa8ac1f-d865-4fbd-8374-4745a604b939,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:13.921925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 1fa8ac1f-d865-4fbd-8374-4745a604b939 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:13.953022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afdf1e-d412-49fe-ba6c-cff41292121b None None] Pushing event updated for resources: {'Port': ['ID=e9563aba-7827-48a4-9cfb-156f53b5d17a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:13.993843 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b08a4180-7e6e-4527-948f-aa2378d123f1 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8294702 Apr 30 01:43:13.999885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44676) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:14.012244 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Pushing event updated for resources: {'Port': ['ID=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:14.033461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:14.049192 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.049530 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.049873 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.050484 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.050797 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.051105 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.056649 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.056988 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.057319 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.060948 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.061399 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.061928 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:14.073671 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Attempting to bind port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:14.075562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.076166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Attempting to bind port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:14.079309 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Attempting to bind port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 on network eeb1ea44-6dce-4607-9509-5cdc6aef4170 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:14.105277 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:14.106002 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Checking segment: {'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:14.106583 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.107166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Bound using segment: {'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:14.107850 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Bound port: abb8e941-2dd2-48c9-ab8c-d71ecd777a59, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542da264-1dfb-471c-bf5f-684c09729d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:14.108422 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.164044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.189515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:14.192129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.264505 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] For port abb8e941-2dd2-48c9-ab8c-d71ecd777a59, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:14.269544 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] For port abb8e941-2dd2-48c9-ab8c-d71ecd777a59, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,segment=NetworkSegment(542da264-1dfb-471c-bf5f-684c09729d34),segment_id=542da264-1dfb-471c-bf5f-684c09729d34)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:14.322694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=bdc30ae6-df55-4874-bd27-e844320339bc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:14.335986 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-73b67887-6bf8-4b1d-a128-4c0959256e98 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3881075 Apr 30 01:43:14.337390 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.338757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44690) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:14.345286 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.348364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': 'bdc30ae6-df55-4874-bd27-e844320339bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:14.375017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:14.380696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.456843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f522f8f2-7d3c-4c82-aedf-0165840fc15e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:14.470396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.470607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4661ce4-c519-40c0-aac9-7fba1474c902 None None] Network de1d2db0-3d64-4a4d-85ef-023561817824 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:14.489703 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c8b2a-bc46-4483-8c77-4add1fee768c None None] Pushing event updated for resources: {'Port': ['ID=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:14.494711 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:14.495330 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:14.594727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:14.628737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:14.631771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:14.641760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network bdc30ae6-df55-4874-bd27-e844320339bc details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:14.641934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:14.642057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-44cd92e4-359a-4afe-987c-645165b11427 None None] Port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:43:14.642173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.701912 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:14.709884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:14.789559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:14.793802 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:14.826174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8c3613ca-85ef-4ffb-85b4-70db034009f5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4039192 Apr 30 01:43:14.840036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44714) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:14.928263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.ipam_backend_mixin [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Performing IP validity checks on allocation pools {{(pid=103318) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 30 01:43:14.929153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.ipam_backend_mixin [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103318) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 30 01:43:14.987228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/01c7e36c-29fc-446a-a1a8-a20a2778248d/35b952fd-4bd3-4b3b-9ffc-d2e02d741af1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:15.017581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de07d5b-3c3f-4957-a33d-99eba27ad6d7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:15.019745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6de07d5b-3c3f-4957-a33d-99eba27ad6d7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1762998 Apr 30 01:43:15.024646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44724) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:15.104094 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:09Z', 'revision_number': 3, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:14Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:15.148192 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3925a2d-ac8f-42e3-8c16-6063e80729ee None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:09Z', 'revision_number': 3, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:14Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:15.148573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.251770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.261067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f522f8f2-7d3c-4c82-aedf-0165840fc15e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:15.261636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f522f8f2-7d3c-4c82-aedf-0165840fc15e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:15.402299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.423718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=76eb8ca3-3d24-4f62-bf5c-d3dbd754f290,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:15.464726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-06914b76-14d7-4d8e-9b10-ada677f70e62 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:15.469507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06914b76-14d7-4d8e-9b10-ada677f70e62 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.498722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.526519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a9b3d-0deb-498c-9a00-fbd7a0f28b5d req-03c81b83-fcab-4ab4-81ed-d418bbad765d tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:15.533810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 60ecd822-6f39-4aa9-96bc-4d0039263909, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60ecd822-6f39-4aa9-96bc-4d0039263909,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:15.547197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe57e023-16c7-4b99-ad9f-e1120a41fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ecd822-6f39-4aa9-96bc-4d0039263909'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:43:15.549753 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a265c-bcdc-449f-a606-3ab6bd0cd23a" -d '{"events": [{"server_uuid": "fe57e023-16c7-4b99-ad9f-e1120a41fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "60ecd822-6f39-4aa9-96bc-4d0039263909"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:43:15.549953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-695a9b3d-0deb-498c-9a00-fbd7a0f28b5d req-03c81b83-fcab-4ab4-81ed-d418bbad765d tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 949 time: 0.2343664 Apr 30 01:43:15.557372 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.566578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-44cd92e4-359a-4afe-987c-645165b11427 None None] Provisioning complete for port e9563aba-7827-48a4-9cfb-156f53b5d17a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:15.567040 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44cd92e4-359a-4afe-987c-645165b11427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.671954 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-695a9b3d-0deb-498c-9a00-fbd7a0f28b5d req-7b1626d0-2cd7-402a-8ed5-f97b9d49565c tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204498 Apr 30 01:43:15.691120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:15.707493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:15.707997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: 1fa8ac1f-d865-4fbd-8374-4745a604b939, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:15.766896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=2da9efbf-3471-4753-b2f1-0f862d7b1a72,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:15.772546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Pushing event updated for resources: {'Port': ['ID=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:15.783945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:15.805935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.815791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': '104f5959-578f-4709-9c7b-4e82a36625e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bdc30ae6-df55-4874-bd27-e844320339bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:15.816468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: bdc30ae6-df55-4874-bd27-e844320339bc, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:15.820478 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06914b76-14d7-4d8e-9b10-ada677f70e62 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:15.851614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-06914b76-14d7-4d8e-9b10-ada677f70e62 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:15.863175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:15.877725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:15.891335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 1fa8ac1f-d865-4fbd-8374-4745a604b939 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:15.927007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d97662bb-ebd8-4478-aacb-0f4bdd6a080f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:15.981932 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be5d42-c25b-4716-b87a-305b1b31f39d x-openstack-request-id: req-e2be5d42-c25b-4716-b87a-305b1b31f39d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:43:15.982197 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe57e023-16c7-4b99-ad9f-e1120a41fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "60ecd822-6f39-4aa9-96bc-4d0039263909", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:43:15.982446 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2be5d42-c25b-4716-b87a-305b1b31f39d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:43:15.982857 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2be5d42-c25b-4716-b87a-305b1b31f39d'] response: {'server_uuid': 'fe57e023-16c7-4b99-ad9f-e1120a41fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ecd822-6f39-4aa9-96bc-4d0039263909', 'code': 200} Apr 30 01:43:16.025704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network bdc30ae6-df55-4874-bd27-e844320339bc is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:16.121255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, bdc30ae6-df55-4874-bd27-e844320339bc) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:16.122882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 1fa8ac1f-d865-4fbd-8374-4745a604b939) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:16.137399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:16.137702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.145440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:16.154364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.218725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:16.229203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14eec8e-ad48-4d63-a5ac-8d530fad2acf None None] Network bdc30ae6-df55-4874-bd27-e844320339bc requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:16.229374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06e26a5e-1867-4b21-86d0-7747ccbfdc29 admin admin] 10.222.0.15 "PUT /v2.0/routers/cfb342ce-d8be-44a4-ad16-1164a17c0ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1229179 Apr 30 01:43:16.232669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44766) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:16.244029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23769131-7070-4599-a0f3-0eabb3d616ef req-fe126258-4c6f-4fca-b3e4-2173ef8a8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:16.245553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23769131-7070-4599-a0f3-0eabb3d616ef req-fe126258-4c6f-4fca-b3e4-2173ef8a8a6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 1101 time: 0.1510653 Apr 30 01:43:16.250062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ad7d6-7d99-4fd0-8b6f-a6a5d3ee4637 None None] Network 1fa8ac1f-d865-4fbd-8374-4745a604b939 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:16.275814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] Sync routers for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:16.275814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d97662bb-ebd8-4478-aacb-0f4bdd6a080f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:16.275814 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.294416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44772) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:16.294795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f9bf8a7-5787-44a3-975b-8dadc218e580 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2829220 Apr 30 01:43:16.329303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-06c5a01e-4013-42b5-9567-5d1c6c76b8ac tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9865794 Apr 30 01:43:16.329789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:16.370146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=60ecd822-6f39-4aa9-96bc-4d0039263909,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:16.377118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06914b76-14d7-4d8e-9b10-ada677f70e62 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.381147 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23769131-7070-4599-a0f3-0eabb3d616ef req-e49a406b-c23a-42fe-ab36-68020e3fb447 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963447 Apr 30 01:43:16.450061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06914b76-14d7-4d8e-9b10-ada677f70e62 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:16.483549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:16.483549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:16.494091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Attempting to bind port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:16.494994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Attempting to bind port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:16.495546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Attempting to bind port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:16.515589 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06914b76-14d7-4d8e-9b10-ada677f70e62 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.519520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-06914b76-14d7-4d8e-9b10-ada677f70e62 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb HTTP/1.1" status: 204 len: 168 time: 1.4919038 Apr 30 01:43:16.524543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44784) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:16.543586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.609601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.632903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846c5cc8-25c0-4aec-9742-6b18b7f77ada tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:16.634548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846c5cc8-25c0-4aec-9742-6b18b7f77ada tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:16.639453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-846c5cc8-25c0-4aec-9742-6b18b7f77ada tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1155396 Apr 30 01:43:16.640499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44790) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:16.757467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69754ea-7fb7-41fa-a2ef-1b11bcb240c1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 01c7e36c-29fc-446a-a1a8-a20a2778248d {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:16.766051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d69754ea-7fb7-41fa-a2ef-1b11bcb240c1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.788730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.819972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.831283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:16.831983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:16.832454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.832944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:16.834016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Bound port: 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:16.834618 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.850213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec87d3ce-f601-4870-a72e-7cf25b869444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-bdc30ae6-df55-4874-bd27-e844320339bc', 'network_id': 'bdc30ae6-df55-4874-bd27-e844320339bc', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': '2da9efbf-3471-4753-b2f1-0f862d7b1a72'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:16.851185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec87d3ce-f601-4870-a72e-7cf25b869444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.869067 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d69754ea-7fb7-41fa-a2ef-1b11bcb240c1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:16.941878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0a59280d-749b-475c-a12c-e3a746e5ad79 None None] Provisioning complete for port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:16.942362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a59280d-749b-475c-a12c-e3a746e5ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.008532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d69754ea-7fb7-41fa-a2ef-1b11bcb240c1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.011677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0290-ec5a-43ca-8899-40e0af095e92 req-4ee27ead-01b7-481b-87e5-ca801b23bed3 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:17.013905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a39a0290-ec5a-43ca-8899-40e0af095e92 req-4ee27ead-01b7-481b-87e5-ca801b23bed3 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 950 time: 0.1861763 Apr 30 01:43:17.031081 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.068607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=2da9efbf-3471-4753-b2f1-0f862d7b1a72,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:17.095605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Deleting port e4600f4b-9797-45fd-b176-30ea0251a9d2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:17.096248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.133754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:17.148642 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.153711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.168224 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a39a0290-ec5a-43ca-8899-40e0af095e92 req-14ea948d-5989-4526-9278-3e3bc64cdf8b tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466103 Apr 30 01:43:17.179405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.191122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc30ae6-df55-4874-bd27-e844320339bc']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:17.215037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104f5959-578f-4709-9c7b-4e82a36625e6') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:17.215571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104f5959-578f-4709-9c7b-4e82a36625e6') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:17.227487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.253896 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:17.278612 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:17.281293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d69754ea-7fb7-41fa-a2ef-1b11bcb240c1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.356624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69754ea-7fb7-41fa-a2ef-1b11bcb240c1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=01c7e36c-29fc-446a-a1a8-a20a2778248d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:17.370838 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d69754ea-7fb7-41fa-a2ef-1b11bcb240c1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.374386 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d69754ea-7fb7-41fa-a2ef-1b11bcb240c1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/01c7e36c-29fc-446a-a1a8-a20a2778248d HTTP/1.1" status: 204 len: 168 time: 0.7305858 Apr 30 01:43:17.380958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44820) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:17.406665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-1fa8ac1f-d865-4fbd-8374-4745a604b939', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:17.407818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.427900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-04622b15-92a3-452e-ad25-f22f32a33938 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450780 Apr 30 01:43:17.429561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44822) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:17.433278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] For port e4600f4b-9797-45fd-b176-30ea0251a9d2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e4600f4b-9797-45fd-b176-30ea0251a9d2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:17.433957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.436149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] For port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:17.461543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0abd5f8-96de-4c8a-9589-dd6df6d4032e None None] Network bdc30ae6-df55-4874-bd27-e844320339bc requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:17.481246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Calling delete_port for e4600f4b-9797-45fd-b176-30ea0251a9d2 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:17.486946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527cbee-609d-4b86-8c35-be099cf68c74 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:17.491457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8527cbee-609d-4b86-8c35-be099cf68c74 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0581226 Apr 30 01:43:17.491838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44824) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:17.506315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.512573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.515901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/bdc30ae6-df55-4874-bd27-e844320339bc HTTP/1.1" status: 204 len: 168 time: 1.1852884 Apr 30 01:43:17.544105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:17.551139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596610011'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:17.570043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] For port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:17.577675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebdceb-df97-404d-a53a-90147cc0f9e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=bdc30ae6-df55-4874-bd27-e844320339bc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:17.609348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7d3c4-2893-419d-82de-f20634c81679 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:17.611166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bbb7d3c4-2893-419d-82de-f20634c81679 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1183615 Apr 30 01:43:17.613887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44828) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:17.645303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-9a907675-1527-4033-a9a4-b48d9d61b3a8 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:17.647354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-9a907675-1527-4033-a9a4-b48d9d61b3a8 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/networks?id=e364f006-4893-4633-a705-9c8a250d5124 HTTP/1.1" status: 200 len: 813 time: 0.3557291 Apr 30 01:43:17.660346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ef18fe61-f529-4e83-8889-9219b2d84714 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400841 Apr 30 01:43:17.660598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port d97662bb-ebd8-4478-aacb-0f4bdd6a080f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,segment=NetworkSegment(d4a48fe1-265c-4c0e-b6a4-b21e47624b09),segment_id=d4a48fe1-265c-4c0e-b6a4-b21e47624b09)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:17.660726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44830) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:17.664956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:17.678295 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.683466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:17.686805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.705252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-cfa0b572-fff1-4025-946c-a637289fd31e tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/quotas/b666a22cdfee46008dae334a62b7b625 HTTP/1.1" status: 200 len: 375 time: 0.0319374 Apr 30 01:43:17.750091 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a59280d-749b-475c-a12c-e3a746e5ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.762473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:17.782348 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.783674 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 12a8340e-f977-434d-824c-e7cff31d96c6 of type vlan for network c48afeaa-be67-4c6a-a46d-e8ace859e0a2 Apr 30 01:43:17.785276 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.786153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device abb8e941-2dd2-48c9-ab8c-d71ecd777a59 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:17.816002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-e2fe710d-4921-4a1e-af49-81ddb1e41b11 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b666a22cdfee46008dae334a62b7b625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968406 Apr 30 01:43:17.834927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.869123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:17.872773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.882687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0acfd2-c7b9-45b1-a81c-879aab2ac5ad None None] Pushing event updated for resources: {'Port': ['ID=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:17.929704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.944783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:17.944783 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:17.946630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0a59280d-749b-475c-a12c-e3a746e5ad79 None None] For port abb8e941-2dd2-48c9-ab8c-d71ecd777a59, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,segment=NetworkSegment(542da264-1dfb-471c-bf5f-684c09729d34),segment_id=542da264-1dfb-471c-bf5f-684c09729d34)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:17.994912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:18.006605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:18.006963 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.040842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a59280d-749b-475c-a12c-e3a746e5ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.061607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=c48afeaa-be67-4c6a-a46d-e8ace859e0a2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:18.082850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c48afeaa-be67-4c6a-a46d-e8ace859e0a2 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:18.091518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:43:13Z', 'revision_number': 5, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port': {'id': 'e4600f4b-9797-45fd-b176-30ea0251a9d2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:37:59Z', 'updated_at': '2022-04-30T01:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:18.120564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dfed75d4-e644-4606-a61e-b01a9cc3aa04 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5734634 Apr 30 01:43:18.123603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44836) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:18.149617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': 'c48afeaa-be67-4c6a-a46d-e8ace859e0a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:18.198400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] Checking router: cfb342ce-d8be-44a4-ad16-1164a17c0ca2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:18.214118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0a59280d-749b-475c-a12c-e3a746e5ad79 None None] Provisioning complete for port d97662bb-ebd8-4478-aacb-0f4bdd6a080f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:18.214489 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a59280d-749b-475c-a12c-e3a746e5ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.249222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59280d-749b-475c-a12c-e3a746e5ad79 None None] Pushing event updated for resources: {'Port': ['ID=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:18.296334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] Routers {'cfb342ce-d8be-44a4-ad16-1164a17c0ca2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:18.296988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:18.342266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8:2::1 (1fa8ac1f-d865-4fbd-8374-4745a604b939/76eb8ca3-3d24-4f62-bf5c-d3dbd754f290/018b2c17-b8a8-40b1-a07e-f110a88b82da) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:18.399129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:18.399373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e9563aba-7827-48a4-9cfb-156f53b5d17a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:18.403674 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.444488 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-38ea085e-5e8d-4397-9723-89e939256b94 service neutron] 10.222.0.15 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276224 Apr 30 01:43:18.452452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] Set router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:18.522443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:43:16Z', 'revision_number': 6, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:18.556387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea8ad3-2515-43ad-bea9-fb164b0e6795 None None] The sync data for ids ['cfb342ce-d8be-44a4-ad16-1164a17c0ca2'] in n-d-821348-1 is: [{'id': 'cfb342ce-d8be-44a4-ad16-1164a17c0ca2', 'name': 'tempest-ServerRescueNegativeTestJSON-2100857139-router', 'tenant_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:37:58Z', 'updated_at': '2022-04-30T01:43:16Z', 'revision_number': 6, 'project_id': '8b9a53b3656d449bbef2429ba03a7ac1', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:18.588021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e9563aba-7827-48a4-9cfb-156f53b5d17a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:18.592284 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.598868 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.630790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.643013 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.668573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:43:18.677638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4600f4b-9797-45fd-b176-30ea0251a9d2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:18.696353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1f6623b3-ae00-4ea3-b5ec-b8a0ef168e26 None None] Provisioning complete for port d97662bb-ebd8-4478-aacb-0f4bdd6a080f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:18.696733 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f6623b3-ae00-4ea3-b5ec-b8a0ef168e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.778526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-9e62f47c-1922-486b-ba12-7fabfdc1c845 service neutron] 10.222.0.15 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016276 Apr 30 01:43:18.792161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.847710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Allocated IP 2001:db8:2::2 (1fa8ac1f-d865-4fbd-8374-4745a604b939/76eb8ca3-3d24-4f62-bf5c-d3dbd754f290/1998d6b5-5b1b-471e-8df2-ca81805b2ec0) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:18.878683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 1fa8ac1f-d865-4fbd-8374-4745a604b939 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:18.882816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:18.887609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.919324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:18.921073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:18.924113 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.074159 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.135668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=018b2c17-b8a8-40b1-a07e-f110a88b82da,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:19.139786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.143556 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.158280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.265320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Network 1fa8ac1f-d865-4fbd-8374-4745a604b939 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:19.268762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:19.271988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:19.278724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Pushing event updated for resources: {'Port': ['ID=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:19.304812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.305343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb342ce-d8be-44a4-ad16-1164a17c0ca2 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:43:19.316281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.321644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9c5dba98-991f-4677-8d02-ab3c4511a4d3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cfb342ce-d8be-44a4-ad16-1164a17c0ca2 HTTP/1.1" status: 204 len: 168 time: 3.0872440 Apr 30 01:43:19.322349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44846) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:19.342008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Attempting to bind port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:19.342417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Attempting to bind port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:19.342744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Attempting to bind port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 on network 1fa8ac1f-d865-4fbd-8374-4745a604b939 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:19.348814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:19.349813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Checking segment: {'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:19.350469 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.350922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Bound using segment: {'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:19.351399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Bound port: 1998d6b5-5b1b-471e-8df2-ca81805b2ec0, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:19.351830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.415482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.434386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] For port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:19.438339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647d6e72-99d7-40d3-91fe-31e27cb118d9 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:19.443897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b09105-7476-458f-9c40-fc3c65356237 admin admin] Deleting subnet 6cf244ed-548b-4e51-938a-7ec84b8d4cae {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:19.444053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] For port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,segment=NetworkSegment(d4cdf016-e1ed-4bcb-a9ff-af52a3937542),segment_id=d4cdf016-e1ed-4bcb-a9ff-af52a3937542)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:19.444371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1b09105-7476-458f-9c40-fc3c65356237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.542820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1b09105-7476-458f-9c40-fc3c65356237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.694919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.704621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=bb22f660-2108-4c0c-8b87-0d1c7ca4722d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:19.729709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.730045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.730380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.730724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.731019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.731351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.731698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.732016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.732330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.732646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.733143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.733254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:19.739359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': '12a8340e-f977-434d-824c-e7cff31d96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c48afeaa-be67-4c6a-a46d-e8ace859e0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:19.739797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: c48afeaa-be67-4c6a-a46d-e8ace859e0a2, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:19.750786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d97662bb-ebd8-4478-aacb-0f4bdd6a080f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:19.779856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.797435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1b09105-7476-458f-9c40-fc3c65356237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.835696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de19064-43c8-4991-a9ef-f8e2199808f6 req-f4480705-3c96-41e0-b6b1-0dcd076a5cd5 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:19.837341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5de19064-43c8-4991-a9ef-f8e2199808f6 req-f4480705-3c96-41e0-b6b1-0dcd076a5cd5 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 950 time: 0.2445843 Apr 30 01:43:19.906308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-12577402-7a27-4a05-aa6a-7da10ebcece3 None None] Provisioning complete for port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:19.906682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12577402-7a27-4a05-aa6a-7da10ebcece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.909739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network c48afeaa-be67-4c6a-a46d-e8ace859e0a2 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:19.958861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] For port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:19.965463 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5de19064-43c8-4991-a9ef-f8e2199808f6 req-c90cbc41-6c26-4c50-8f7d-02652d59ade6 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139574 Apr 30 01:43:19.974408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d97662bb-ebd8-4478-aacb-0f4bdd6a080f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:19.977352 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:19.977352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff6285-a0b9-461d-a317-21a14ac97f62 None None] Pushing event updated for resources: {'Port': ['ID=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:20.056742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.077919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.103825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1b09105-7476-458f-9c40-fc3c65356237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.145563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.145852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.152714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.153775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.198783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b09105-7476-458f-9c40-fc3c65356237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf244ed-548b-4e51-938a-7ec84b8d4cae,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:20.202534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db42813e-ae93-4695-b894-2014d9e23350 req-c1bf9fb5-3cc8-46cf-8f3d-04ed2c0214c9 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 210 time: 0.0938954 Apr 30 01:43:20.263146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1b09105-7476-458f-9c40-fc3c65356237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.266569 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f1b09105-7476-458f-9c40-fc3c65356237 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6cf244ed-548b-4e51-938a-7ec84b8d4cae HTTP/1.1" status: 204 len: 168 time: 0.9401863 Apr 30 01:43:20.279083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44858) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:20.309410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, c48afeaa-be67-4c6a-a46d-e8ace859e0a2) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:20.360637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:20.366227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:20.366820 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.383239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00384cc6-b873-4860-b7a1-81c37678cd3b None None] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:20.388518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=018b2c17-b8a8-40b1-a07e-f110a88b82da,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:20.435759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1917360e-36bf-4da9-8356-5aef73842f47 None None] Network c48afeaa-be67-4c6a-a46d-e8ace859e0a2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:20.443691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device abb8e941-2dd2-48c9-ab8c-d71ecd777a59 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:20.466186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 1fa8ac1f-d865-4fbd-8374-4745a604b939 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:20.466750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=345627c8-6818-4445-928c-22af1efa18b9,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:20.467993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:20.477230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.499286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:20.504662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:20.507811 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.591998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,revision_number=5']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:20.635846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-65e0649b-b1db-4f07-b81a-b4c8d3d9febc tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5110466 Apr 30 01:43:20.646719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-36b5d771-cb5e-4b75-823e-649904e095b5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9853344 Apr 30 01:43:20.647217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44862) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:20.647470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44864) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:20.669100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:20.670317 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12577402-7a27-4a05-aa6a-7da10ebcece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.694987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-972172a6-09e1-468d-b76d-7c142c8a5da4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:20.734962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.818443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-12577402-7a27-4a05-aa6a-7da10ebcece3 None None] For port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:20.823932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:20.823932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.883013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b995e9f-49a9-4594-b71d-457ca38d005f None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:20.912947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:20.925987 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:20.931833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-05f372bc-7a0e-4fb5-b054-36dd7631ea5d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6300342 Apr 30 01:43:20.934488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:20.941254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201101568'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:20.950693 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:20.952105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12577402-7a27-4a05-aa6a-7da10ebcece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:20.959584 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:21.071313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce01e23-7ea2-4921-b6ae-a8ef2702fc22 req-fe785f58-6c8a-4cfc-b510-0e501861d151 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:21.072809 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ce01e23-7ea2-4921-b6ae-a8ef2702fc22 req-fe785f58-6c8a-4cfc-b510-0e501861d151 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 950 time: 0.1254930 Apr 30 01:43:21.114500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:21.118681 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.127301 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:21.141915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Deleting port ab08aba5-3213-46b5-a57d-956526912f92 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:21.142470 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.209722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ce01e23-7ea2-4921-b6ae-a8ef2702fc22 req-69ae901a-78f6-4c1c-903b-0d18fd9520cd tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233449 Apr 30 01:43:21.220792 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.226170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:21.235675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12577402-7a27-4a05-aa6a-7da10ebcece3 None None] Pushing event updated for resources: {'Port': ['ID=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:21.246292 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.248907 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added segment c09e90c8-d1e7-468b-a4d4-78391ec37376 of type vlan for network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba Apr 30 01:43:21.286309 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:43:21.322316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] For port ab08aba5-3213-46b5-a57d-956526912f92, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ab08aba5-3213-46b5-a57d-956526912f92,segment=NetworkSegment(9bd40280-b4fe-4c54-b218-d66cf189cd4e),segment_id=9bd40280-b4fe-4c54-b218-d66cf189cd4e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:21.329223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.366948 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.385442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ef0cfa07-50ba-4cf0-866d-45c1f4a55604 None None] Provisioning complete for port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:21.386487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef0cfa07-50ba-4cf0-866d-45c1f4a55604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.484427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] DHCP port deletion for 1312e16a-1144-4a79-be66-eba7e92f3f8d request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:21.493821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972172a6-09e1-468d-b76d-7c142c8a5da4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:21.498058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-972172a6-09e1-468d-b76d-7c142c8a5da4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.526687 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.537619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:21.538195 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.544697 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40ce44ef-8d0b-43f0-a424-977613065267 req-2168c887-7ac6-4146-974e-7ec84afce105 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 210 time: 0.0983167 Apr 30 01:43:21.569761 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:19Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:19Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:21.595715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-c48afeaa-be67-4c6a-a46d-e8ace859e0a2', 'network_id': 'c48afeaa-be67-4c6a-a46d-e8ace859e0a2', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': 'bb22f660-2108-4c0c-8b87-0d1c7ca4722d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:21.596842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.633774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Network': ['ID=32cf118e-8fb9-4579-9f0c-f3b64bb631ba,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:21.635438 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:21.635945 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Updating router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e port 018b2c17-b8a8-40b1-a07e-f110a88b82da binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:43:21.655534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2c4062ae-d91a-4979-994f-ea42da66060b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7194993 Apr 30 01:43:21.656464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44880) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:21.659965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7ac674-9881-4fe5-b554-9d4116d8f997 None None] Network 1fa8ac1f-d865-4fbd-8374-4745a604b939 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:21.662936 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'subnet': {'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:21.667863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.688967 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.732143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:21.735034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Calling delete_port for ab08aba5-3213-46b5-a57d-956526912f92 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:21.813104 n-d-821348-1 neutron-server[103318]: INFO neutron.db.ipam_backend_mixin [None req-972172a6-09e1-468d-b76d-7c142c8a5da4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 345627c8-6818-4445-928c-22af1efa18b9 (CIDR: 2001:db8::/64) Apr 30 01:43:21.875412 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-972172a6-09e1-468d-b76d-7c142c8a5da4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:43:21.876708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972172a6-09e1-468d-b76d-7c142c8a5da4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:43:21.898509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Made reservation on behalf of d9ea277163ea465e86ee0a92d9d321e9 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:21.902082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:21.906847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Allocated IP 172.20.0.1 (c48afeaa-be67-4c6a-a46d-e8ace859e0a2/bb22f660-2108-4c0c-8b87-0d1c7ca4722d/8ba98ed0-9021-4734-a661-8409f75edc14) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:21.991694 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-972172a6-09e1-468d-b76d-7c142c8a5da4 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3364863 Apr 30 01:43:21.993897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44884) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:22.002633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:22.072133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:22.098948 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.125329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.171559 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.186702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] No DVR routers for this DVR port ab08aba5-3213-46b5-a57d-956526912f92 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:22.200514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab08aba5-3213-46b5-a57d-956526912f92,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:22.255892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:22.263793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.357681 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.459299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.477450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Subnet': ['ID=80544f72-8099-49f6-a577-13481451d72d,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:22.512091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1312e16a-1144-4a79-be66-eba7e92f3f8d']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:22.529640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd40280-b4fe-4c54-b218-d66cf189cd4e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:22.529910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd40280-b4fe-4c54-b218-d66cf189cd4e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:22.548608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.563233 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff772d56-d10d-4fe6-b219-ce76f505b7dd None None] Pushing event updated for resources: {'Port': ['ID=018b2c17-b8a8-40b1-a07e-f110a88b82da,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:22.575722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] Deleting port ab08aba5-3213-46b5-a57d-956526912f92 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:22.576359 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.583816 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.594638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:22.595056 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.620896 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Attempting to bind port 018b2c17-b8a8-40b1-a07e-f110a88b82da on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:22.621286 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Attempting to bind port 018b2c17-b8a8-40b1-a07e-f110a88b82da by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:22.621639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Attempting to bind port 018b2c17-b8a8-40b1-a07e-f110a88b82da on network 1fa8ac1f-d865-4fbd-8374-4745a604b939 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:22.627976 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:22.628344 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Checking segment: {'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:22.632790 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.632790 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Bound using segment: {'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:22.632790 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Bound port: 018b2c17-b8a8-40b1-a07e-f110a88b82da, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:22.632790 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.645930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:22.646194 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:22.648914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.671053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-57f1c5dd-5f59-4c91-b685-3f09ef8fe7ec tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:22.672660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-57f1c5dd-5f59-4c91-b685-3f09ef8fe7ec tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 950 time: 0.4080999 Apr 30 01:43:22.693919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-983ef363-4403-4a10-9b38-479756904855 None None] Provisioning complete for port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:22.701197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-983ef363-4403-4a10-9b38-479756904855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.712912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96daa-d7bf-46b9-b97f-07d02b53ec03 req-163b120d-bbe4-4b09-8ac7-5769d5c28551 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:22.714710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28d96daa-d7bf-46b9-b97f-07d02b53ec03 req-163b120d-bbe4-4b09-8ac7-5769d5c28551 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 950 time: 0.3739049 Apr 30 01:43:22.716947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Checking segment: {'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:22.718316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network hostable DHCP agents. Network: 32cf118e-8fb9-4579-9f0c-f3b64bb631ba, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:22.754014 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] For port 018b2c17-b8a8-40b1-a07e-f110a88b82da, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:22.757131 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] For port 018b2c17-b8a8-40b1-a07e-f110a88b82da, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=018b2c17-b8a8-40b1-a07e-f110a88b82da,segment=NetworkSegment(d4cdf016-e1ed-4bcb-a9ff-af52a3937542),segment_id=d4cdf016-e1ed-4bcb-a9ff-af52a3937542)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:22.757338 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.830144 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.924934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] For port ab08aba5-3213-46b5-a57d-956526912f92, host n-d-821348-1, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:22.925609 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.936081 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.975261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:22.978931 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28d96daa-d7bf-46b9-b97f-07d02b53ec03 req-ccae26ca-74a5-4ea6-a809-b9f4fa79f57e tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9f4147c-1563-4f30-9435-aaf838bf7cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982813 Apr 30 01:43:22.985965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:22.998783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Deleting port 60ecd822-6f39-4aa9-96bc-4d0039263909 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:22.999465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.015029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.016758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Pushing event updated for resources: {'Port': ['ID=8ba98ed0-9021-4734-a661-8409f75edc14,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:23.033884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] Calling delete_port for ab08aba5-3213-46b5-a57d-956526912f92 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:23.040249 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1312e16a-1144-4a79-be66-eba7e92f3f8d HTTP/1.1" status: 204 len: 168 time: 2.7449749 Apr 30 01:43:23.045773 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:23.046948 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:23.062983 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff772d56-d10d-4fe6-b219-ce76f505b7dd None None] Pushing event updated for resources: {'Port': ['ID=018b2c17-b8a8-40b1-a07e-f110a88b82da,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:23.105310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] Port ab08aba5-3213-46b5-a57d-956526912f92 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:43:23.132307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Network c48afeaa-be67-4c6a-a46d-e8ace859e0a2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:23.145610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:23.153681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ad754-4e95-45a1-ad5f-652d804c86b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1312e16a-1144-4a79-be66-eba7e92f3f8d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:23.226611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] For port 60ecd822-6f39-4aa9-96bc-4d0039263909, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=60ecd822-6f39-4aa9-96bc-4d0039263909,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:23.226982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.233911 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:23.254575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Calling delete_port for 60ecd822-6f39-4aa9-96bc-4d0039263909 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:23.261908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:23.268798 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.308068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] Pushing event deleted for resources: {'Port': ['ID=ab08aba5-3213-46b5-a57d-956526912f92,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:23.312250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7820aef5-445b-4105-8b96-02a4ded0c263 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:23.316033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.317510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-983ef363-4403-4a10-9b38-479756904855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.397820 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee8c0d3f-8a58-45ee-8a89-586a294ebc3e req-aca6859d-9765-49c5-859a-be9676251198 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 210 time: 0.1232865 Apr 30 01:43:23.449083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] Network 1312e16a-1144-4a79-be66-eba7e92f3f8d is not hosted by any dhcp agent {{(pid=103320) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:43:23.449592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fa186-c4f3-4f6c-967b-81871c88c1f5 None None] No DVR routers for this DVR port ab08aba5-3213-46b5-a57d-956526912f92 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:23.456474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.458839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Attempting to bind port 8ba98ed0-9021-4734-a661-8409f75edc14 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:23.459411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Attempting to bind port 8ba98ed0-9021-4734-a661-8409f75edc14 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '12a8340e-f977-434d-824c-e7cff31d96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c48afeaa-be67-4c6a-a46d-e8ace859e0a2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:23.459803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Attempting to bind port 8ba98ed0-9021-4734-a661-8409f75edc14 on network c48afeaa-be67-4c6a-a46d-e8ace859e0a2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:23.467121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 7820aef5-445b-4105-8b96-02a4ded0c263 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:23.467748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7820aef5-445b-4105-8b96-02a4ded0c263 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:23.476256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=bb22f660-2108-4c0c-8b87-0d1c7ca4722d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:23.477021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 32cf118e-8fb9-4579-9f0c-f3b64bb631ba) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:23.479918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:23.480541 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.509288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc863c7-37d2-4a72-9847-7517408a2541 None None] Network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:23.517831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:23.519502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Checking segment: {'id': '12a8340e-f977-434d-824c-e7cff31d96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c48afeaa-be67-4c6a-a46d-e8ace859e0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:23.522778 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.528022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Bound using segment: {'id': '12a8340e-f977-434d-824c-e7cff31d96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c48afeaa-be67-4c6a-a46d-e8ace859e0a2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:23.529280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Bound port: 8ba98ed0-9021-4734-a661-8409f75edc14, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a8340e-f977-434d-824c-e7cff31d96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c48afeaa-be67-4c6a-a46d-e8ace859e0a2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:23.539210 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.610115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44898) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:23.640442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-983ef363-4403-4a10-9b38-479756904855 None None] For port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,segment=NetworkSegment(d4cdf016-e1ed-4bcb-a9ff-af52a3937542),segment_id=d4cdf016-e1ed-4bcb-a9ff-af52a3937542)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:23.664056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-90bc9f88-5269-4ef3-b262-47b6b55cc4d8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0062926 Apr 30 01:43:23.669127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:23.674613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44900) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:23.736337 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:19Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:22Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:23.744549 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-983ef363-4403-4a10-9b38-479756904855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.744725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:23.758705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:23.762532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:23.774846 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822108c-feb0-48e7-a78f-96ab35ac92e3 None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:19Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:22Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:23.898519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] For port 8ba98ed0-9021-4734-a661-8409f75edc14, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:23.902678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] For port 8ba98ed0-9021-4734-a661-8409f75edc14, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8ba98ed0-9021-4734-a661-8409f75edc14,segment=NetworkSegment(12a8340e-f977-434d-824c-e7cff31d96c6),segment_id=12a8340e-f977-434d-824c-e7cff31d96c6)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:23.916008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7aac2-7d18-40f5-bce4-e3bda63de03a None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:23.933139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:24.027604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b534564c-1af2-4508-ae75-0f4be7a7d8f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b9a53b3656d449bbef2429ba03a7ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066427 Apr 30 01:43:24.030194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.049070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=7192f4c7-9632-465f-a0a4-397f88b40859,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:24.054942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44906) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:24.076153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48afeaa-be67-4c6a-a46d-e8ace859e0a2']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:24.098657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a8340e-f977-434d-824c-e7cff31d96c6') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:24.099650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a8340e-f977-434d-824c-e7cff31d96c6') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:24.132689 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.138076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.144202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c8a569dd-a0c5-4902-8164-f93bc68378fd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1490693 Apr 30 01:43:24.162389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44908) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:24.185886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:d5:28:b6', 'name': 'tempest-NetworksTestDHCPv6-830677895'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:24.192409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.201113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['60ecd822-6f39-4aa9-96bc-4d0039263909'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:43:24.205015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.221796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:24.225590 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:24.226417 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:24.242612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Pushing event deleted for resources: {'Port': ['ID=60ecd822-6f39-4aa9-96bc-4d0039263909,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:24.354775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Provisioning complete for port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:24.357416 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.365734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5628f464-119e-4328-8bf4-93741e1fc09e req-cc3ab511-0a2f-4d0f-9a81-a56e54bf7384 tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 210 time: 0.2136769 Apr 30 01:43:24.402778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ef363-4403-4a10-9b38-479756904855 None None] Pushing event updated for resources: {'Port': ['ID=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:24.490277 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.api [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:43:24.490277 n-d-821348-1 neutron-server[103318]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:43:24.490277 n-d-821348-1 neutron-server[103318]: [parameters: {'id': 'c48afeaa-be67-4c6a-a46d-e8ace859e0a2'}] Apr 30 01:43:24.490277 n-d-821348-1 neutron-server[103318]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:43:24.491530 n-d-821348-1 neutron-server[103318]: DEBUG oslo_db.api [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:43:24.622668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] No DVR routers for this DVR port 60ecd822-6f39-4aa9-96bc-4d0039263909 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:24.627246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.628809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:24.632843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:24.633398 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.635321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54f6ea9d-4292-40f1-9374-ff191883bbdd req-64640683-b18f-4f70-a9ce-40b19d62816f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.21 "DELETE /v2.0/ports/60ecd822-6f39-4aa9-96bc-4d0039263909 HTTP/1.1" status: 204 len: 173 time: 1.9530778 Apr 30 01:43:24.700089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe57e023-16c7-4b99-ad9f-e1120a41fa4a', 'name': 'network-vif-deleted', 'tag': '60ecd822-6f39-4aa9-96bc-4d0039263909'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:43:24.715630 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a548b59d-916a-4c47-8ba9-5e66dd1c8052" -d '{"events": [{"server_uuid": "fe57e023-16c7-4b99-ad9f-e1120a41fa4a", "name": "network-vif-deleted", "tag": "60ecd822-6f39-4aa9-96bc-4d0039263909"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:43:24.731674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'fixed_ips': [{'subnet_id': '80544f72-8099-49f6-a577-13481451d72d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:24.733286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.733829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c95c1829-d272-4235-8607-8271577f36da req-3f73534d-9627-4e15-a93d-3b1250664b51 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 210 time: 0.1453807 Apr 30 01:43:24.749172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15e71ef9-1ea5-4b91-862a-680c909ac79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.896336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:24.897457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34caf001-351e-402b-b121-0e846731b439 None None] Network c48afeaa-be67-4c6a-a46d-e8ace859e0a2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:24.932730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 5976d0e8-d778-4b33-8c56-3dcb30e51baa yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:43:24.994427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c06f1-8779-4493-8c2a-298a3fa5bc29 None None] Pushing event updated for resources: {'Port': ['ID=8ba98ed0-9021-4734-a661-8409f75edc14,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:25.040085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.389170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Could not find standard attr ID for object 8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:43:25.477658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:25.495331 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b801fd21-8477-4f52-88f3-528ee0378bdc x-openstack-request-id: req-b801fd21-8477-4f52-88f3-528ee0378bdc {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:43:25.495599 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe57e023-16c7-4b99-ad9f-e1120a41fa4a", "name": "network-vif-deleted", "tag": "60ecd822-6f39-4aa9-96bc-4d0039263909", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:43:25.495778 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b801fd21-8477-4f52-88f3-528ee0378bdc {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:43:25.496349 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b801fd21-8477-4f52-88f3-528ee0378bdc'] response: {'server_uuid': 'fe57e023-16c7-4b99-ad9f-e1120a41fa4a', 'name': 'network-vif-deleted', 'tag': '60ecd822-6f39-4aa9-96bc-4d0039263909', 'status': 'completed', 'code': 200} Apr 30 01:43:25.516191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8:0:1::25b (ff3497db-d506-41b3-bc96-8e107d7f907f/7192f4c7-9632-465f-a0a4-397f88b40859/5976d0e8-d778-4b33-8c56-3dcb30e51baa) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:25.537564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Provisioning complete for port 018b2c17-b8a8-40b1-a07e-f110a88b82da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:25.538175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.540843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:fed5:28b6 (ff3497db-d506-41b3-bc96-8e107d7f907f/345627c8-6818-4445-928c-22af1efa18b9/5976d0e8-d778-4b33-8c56-3dcb30e51baa) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:25.553056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15e71ef9-1ea5-4b91-862a-680c909ac79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.699086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c539c74a-c3a4-446b-8dc1-0a0c9b2219b1 req-ba0a8ee9-09b4-45eb-b6ce-24e8dc1cc52f tempest-VolumesNegativeTest-1370875314 tempest-VolumesNegativeTest-1370875314-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe57e023-16c7-4b99-ad9f-e1120a41fa4a HTTP/1.1" status: 200 len: 210 time: 0.0872695 Apr 30 01:43:25.740837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.811888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.842620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Allocated IP 2001:db8:3::2 (32cf118e-8fb9-4579-9f0c-f3b64bb631ba/80544f72-8099-49f6-a577-13481451d72d/e2d21afa-a19d-42dc-ab1f-e7820af005d9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:25.871636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:25.872155 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.874594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Deleting port 8ba98ed0-9021-4734-a661-8409f75edc14 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:25.875127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.914889 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-792d0fd9-3114-4d80-a616-60ac90830306 req-385e8212-a862-485e-ad87-4f417b1f97d7 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 210 time: 0.0577393 Apr 30 01:43:25.959719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.960926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15e71ef9-1ea5-4b91-862a-680c909ac79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.965096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15e71ef9-1ea5-4b91-862a-680c909ac79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:25.966416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-15e71ef9-1ea5-4b91-862a-680c909ac79c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54321ce5-162f-47fe-8673-028ae6c48967 HTTP/1.1" status: 204 len: 168 time: 1.9078143 Apr 30 01:43:25.980254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e71ef9-1ea5-4b91-862a-680c909ac79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54321ce5-162f-47fe-8673-028ae6c48967,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:25.987418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abfc5e2-76a8-45e7-8c85-d61bc2c7a66e None None] Update dhcp port {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': '345627c8-6818-4445-928c-22af1efa18b9', 'ip_address': '2001:db8::f816:3eff:fefa:b8a6'}, {'subnet_id': '7192f4c7-9632-465f-a0a4-397f88b40859'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '35b952fd-4bd3-4b3b-9ffc-d2e02d741af1'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:43:26.030712 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.063592 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5abfc5e2-76a8-45e7-8c85-d61bc2c7a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.186241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:26.201374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] For port 8ba98ed0-9021-4734-a661-8409f75edc14, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8ba98ed0-9021-4734-a661-8409f75edc14,segment=NetworkSegment(12a8340e-f977-434d-824c-e7cff31d96c6),segment_id=12a8340e-f977-434d-824c-e7cff31d96c6)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:26.201973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.206910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:26.227573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] For port 018b2c17-b8a8-40b1-a07e-f110a88b82da, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=018b2c17-b8a8-40b1-a07e-f110a88b82da,segment=NetworkSegment(d4cdf016-e1ed-4bcb-a9ff-af52a3937542),segment_id=d4cdf016-e1ed-4bcb-a9ff-af52a3937542)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:26.234411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:26.240749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:26.241385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.248947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=5976d0e8-d778-4b33-8c56-3dcb30e51baa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:26.263284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Calling delete_port for 8ba98ed0-9021-4734-a661-8409f75edc14 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:26.345254 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.364566 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.379003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-cc275780-09b7-4473-9ed6-2643280d9553 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:26.382082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-cc275780-09b7-4473-9ed6-2643280d9553 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.23 "GET /v2.0/networks?id=e364f006-4893-4633-a705-9c8a250d5124 HTTP/1.1" status: 200 len: 813 time: 0.3056142 Apr 30 01:43:26.413711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Request body: {'port': {'device_id': '4d69bf4d-0c19-4742-8156-87d774da3b79', 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124', 'admin_state_up': True, 'tenant_id': 'b666a22cdfee46008dae334a62b7b625'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:26.419645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Provisioning complete for port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:26.420027 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.427449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e4600f4b-9797-45fd-b176-30ea0251a9d2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:26.484944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7a1a24d2-60ef-4bd0-bfa1-6503224fbf8f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3208756 Apr 30 01:43:26.485916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:26.501232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.508720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: e4600f4b-9797-45fd-b176-30ea0251a9d2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:26.509068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e4600f4b-9797-45fd-b176-30ea0251a9d2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:26.509502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ab08aba5-3213-46b5-a57d-956526912f92 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:26.521802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215ab9d-84ed-492b-967e-6cea4ec39c5a None None] Pushing event updated for resources: {'Port': ['ID=018b2c17-b8a8-40b1-a07e-f110a88b82da,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:26.555544 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Allocated IP 2001:db8:3::1 (32cf118e-8fb9-4579-9f0c-f3b64bb631ba/80544f72-8099-49f6-a577-13481451d72d/1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:26.557831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ab08aba5-3213-46b5-a57d-956526912f92 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:26.558180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ab08aba5-3213-46b5-a57d-956526912f92 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:26.599877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:26.602988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-5abfc5e2-76a8-45e7-8c85-d61bc2c7a66e None None] Allocated IP 2001:db8:0:1::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/7192f4c7-9632-465f-a0a4-397f88b40859/35b952fd-4bd3-4b3b-9ffc-d2e02d741af1) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:26.631804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:26.633319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.638286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:26.669248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Pushing event updated for resources: {'Port': ['ID=e2d21afa-a19d-42dc-ab1f-e7820af005d9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:26.675315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Port': ['ID=8ba98ed0-9021-4734-a661-8409f75edc14,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:26.698425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No DVR routers for this DVR port 8ba98ed0-9021-4734-a661-8409f75edc14 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:26.815253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.835761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.877166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 60ecd822-6f39-4aa9-96bc-4d0039263909 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:26.884131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Made reservation on behalf of b666a22cdfee46008dae334a62b7b625 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:26.889025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.890424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48afeaa-be67-4c6a-a46d-e8ace859e0a2']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:26.912188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a8340e-f977-434d-824c-e7cff31d96c6') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:26.912472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a8340e-f977-434d-824c-e7cff31d96c6') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:26.916417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 018b2c17-b8a8-40b1-a07e-f110a88b82da up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:26.931545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.955721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0206c543-fe21-4977-9829-71870b84deff tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 5976d0e8-d778-4b33-8c56-3dcb30e51baa {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:26.956044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0206c543-fe21-4977-9829-71870b84deff tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:26.959176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 60ecd822-6f39-4aa9-96bc-4d0039263909 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:26.962836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 60ecd822-6f39-4aa9-96bc-4d0039263909 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:26.993574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.002650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.009723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Attempting to bind port e2d21afa-a19d-42dc-ab1f-e7820af005d9 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:27.010632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Attempting to bind port e2d21afa-a19d-42dc-ab1f-e7820af005d9 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:27.010632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Attempting to bind port e2d21afa-a19d-42dc-ab1f-e7820af005d9 on network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:27.018249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:27.018582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:27.026699 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:27.036969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:27.037488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Checking segment: {'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:27.038188 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.038678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Bound using segment: {'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:27.039259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Bound port: e2d21afa-a19d-42dc-ab1f-e7820af005d9, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:27.039762 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.071744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:27.104888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:27.140801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85a01dfe-b802-407e-90e1-88ffd8ae58cc req-7798fc65-4ecb-4ff2-a0a5-75dd895b9bb7 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 210 time: 0.0732360 Apr 30 01:43:27.142161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:27.155946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:27.156383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.165965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] For port e2d21afa-a19d-42dc-ab1f-e7820af005d9, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:27.173949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] For port e2d21afa-a19d-42dc-ab1f-e7820af005d9, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e2d21afa-a19d-42dc-ab1f-e7820af005d9,segment=NetworkSegment(c09e90c8-d1e7-468b-a4d4-78391ec37376),segment_id=c09e90c8-d1e7-468b-a4d4-78391ec37376)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:27.195973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0206c543-fe21-4977-9829-71870b84deff tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.205557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5abfc5e2-76a8-45e7-8c85-d61bc2c7a66e None None] For port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:27.209501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 018b2c17-b8a8-40b1-a07e-f110a88b82da triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:27.210085 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.217451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Allocated IP 172.20.0.4 (e364f006-4893-4633-a705-9c8a250d5124/ffd7b9ea-4d64-4175-8528-b6fbe7942d0a/2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:27.231194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0206c543-fe21-4977-9829-71870b84deff tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 5976d0e8-d778-4b33-8c56-3dcb30e51baa owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:27.244300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.248258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fcef82be-383d-461d-84e9-0e39591187b5 None None] Provisioning complete for port 018b2c17-b8a8-40b1-a07e-f110a88b82da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:27.248837 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcef82be-383d-461d-84e9-0e39591187b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.249842 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.256307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/c48afeaa-be67-4c6a-a46d-e8ace859e0a2 HTTP/1.1" status: 204 len: 168 time: 6.6066616 Apr 30 01:43:27.266686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44954) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:27.274018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-782127930'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:27.297286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.327215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5abfc5e2-76a8-45e7-8c85-d61bc2c7a66e None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.363391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a7861-74d8-4525-a668-11c20a794ae8 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=c48afeaa-be67-4c6a-a46d-e8ace859e0a2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:27.389063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:27.393742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.465347 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5abfc5e2-76a8-45e7-8c85-d61bc2c7a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.482467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50785d-3ede-4c0c-ad9a-02678eb4e0ca None None] Pushing event updated for resources: {'Port': ['ID=e2d21afa-a19d-42dc-ab1f-e7820af005d9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:27.495393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.517331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:27.569412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.569753 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 9b7eecdf-93f4-4bd2-aba2-8d5ce2a8ae2d of type vlan for network c62834e4-5039-4687-86e9-dca9c193ba39 Apr 30 01:43:27.700398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:27.758530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.857427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:27.857684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.882165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.906877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0206c543-fe21-4977-9829-71870b84deff tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:27.945576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfc5e2-76a8-45e7-8c85-d61bc2c7a66e None None] Pushing event updated for resources: {'Port': ['ID=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:27.950195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.073151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206c543-fe21-4977-9829-71870b84deff tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=5976d0e8-d778-4b33-8c56-3dcb30e51baa,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:28.125447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0206c543-fe21-4977-9829-71870b84deff tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.131980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0206c543-fe21-4977-9829-71870b84deff tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/5976d0e8-d778-4b33-8c56-3dcb30e51baa HTTP/1.1" status: 204 len: 168 time: 1.6357193 Apr 30 01:43:28.140887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 44986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:28.159237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Network e364f006-4893-4633-a705-9c8a250d5124 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:28.163770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:28.167548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc075d8-529c-465b-9e95-5422f3994ed3 req-b5b7bb58-4cb7-4cb6-a990-ca197d70e7f3 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:28.169131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4cc075d8-529c-465b-9e95-5422f3994ed3 req-b5b7bb58-4cb7-4cb6-a990-ca197d70e7f3 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 949 time: 0.2392666 Apr 30 01:43:28.180944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.186747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:28.187383 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.334994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0670080 Apr 30 01:43:28.349884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 44992) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:28.357226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': 'c62834e4-5039-4687-86e9-dca9c193ba39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:28.366941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3757e1e-8e33-4ade-8707-dc85191cada1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=c62834e4-5039-4687-86e9-dca9c193ba39,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:28.380444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c62834e4-5039-4687-86e9-dca9c193ba39 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:28.424386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4cc075d8-529c-465b-9e95-5422f3994ed3 req-a5f747af-1b89-4a2f-b00c-953c867af2ca tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487774 Apr 30 01:43:28.605167 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.659520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:28.668569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Pushing event updated for resources: {'Port': ['ID=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:28.674609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.675742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.737091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff9525-ec58-48c8-8d9f-f15f8bcf07b0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:28.737769 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fbff9525-ec58-48c8-8d9f-f15f8bcf07b0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5929101 Apr 30 01:43:28.743094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45012) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:28.747222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:28.751253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.764679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:28.765382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.836417 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be6f98b3-c501-42dc-a0a3-1f57abff4ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.863086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bb4c9e30-8966-43b4-80b9-c0608f673304 None None] Provisioning complete for port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:28.865370 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9e30-8966-43b4-80b9-c0608f673304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:28.901293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808c7af-514d-468c-856f-5d8ce277c3db tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:28.905907 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a808c7af-514d-468c-856f-5d8ce277c3db tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1614389 Apr 30 01:43:28.906669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45040) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:28.920053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0808a7fa-c10d-4574-8030-1f61515c826d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5186367 Apr 30 01:43:28.965680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:28.974684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Request body: {'port': {'device_id': '4d69bf4d-0c19-4742-8156-87d774da3b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:29.014234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:29.027544 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:29.111025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:29.111475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:29.133302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ba5d8d-701c-4546-9c27-1f91b8fcd166 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:29.134680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ba5d8d-701c-4546-9c27-1f91b8fcd166 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:29.137376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ba5d8d-701c-4546-9c27-1f91b8fcd166 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:29.141539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-84ba5d8d-701c-4546-9c27-1f91b8fcd166 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2307472 Apr 30 01:43:29.147880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45058) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:29.162236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event updated for resources: {'Port': ['ID=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:29.203134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:29.287301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b7e2e7-9897-4ff9-b140-7fabc49cfa85 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 345627c8-6818-4445-928c-22af1efa18b9 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:29.293612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34b7e2e7-9897-4ff9-b140-7fabc49cfa85 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:29.303975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c63b423-125b-40ef-b929-4fb92b67a318 None None] Network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:29.314537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:29.437809 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34b7e2e7-9897-4ff9-b140-7fabc49cfa85 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:29.674140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:29.697849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f16bcf06-e788-47e7-8bea-0a46cf778839 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0213528 Apr 30 01:43:29.708529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45088) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:29.727179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:29.741349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:29.742144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:29.747330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e2d21afa-a19d-42dc-ab1f-e7820af005d9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:29.785063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:29.788503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-abc51ddc-cf19-407e-9f74-02ad09be4f12 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:29.789999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-abc51ddc-cf19-407e-9f74-02ad09be4f12 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.21 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 949 time: 0.1292593 Apr 30 01:43:29.797486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1365280-01fa-4500-a897-6c7e1fbfb8d4 req-19cfbfae-7058-4142-8828-dabd3b2174c0 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:29.804159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1365280-01fa-4500-a897-6c7e1fbfb8d4 req-19cfbfae-7058-4142-8828-dabd3b2174c0 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 931 time: 0.1534595 Apr 30 01:43:29.806753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-498f274a-2aac-4909-8c66-79305a93ebcf None None] Provisioning complete for port e2d21afa-a19d-42dc-ab1f-e7820af005d9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:29.807125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-498f274a-2aac-4909-8c66-79305a93ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:29.865391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34b7e2e7-9897-4ff9-b140-7fabc49cfa85 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:29.882056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:29.922522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:29.963527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e2d21afa-a19d-42dc-ab1f-e7820af005d9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:29.963903 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.020123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1365280-01fa-4500-a897-6c7e1fbfb8d4 req-3db2d54a-0c34-4cd8-b4f8-d60a8bce1710 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147329 Apr 30 01:43:30.054817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=42f8d8c4-c59b-4450-a5ee-f05e1e971771,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:30.114251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': '9b7eecdf-93f4-4bd2-aba2-8d5ce2a8ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c62834e4-5039-4687-86e9-dca9c193ba39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:30.114762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: c62834e4-5039-4687-86e9-dca9c193ba39, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:30.157802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29889896-bd27-454a-88da-42d0cc752a6f req-81a449eb-6c1b-451f-86f2-c4eef55bf5f7 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0478415 Apr 30 01:43:30.173654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Deleting port 46991dde-9d58-4714-8549-b7402c1d7b4b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:30.174141 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.214201 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-498f274a-2aac-4909-8c66-79305a93ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.363402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network c62834e4-5039-4687-86e9-dca9c193ba39 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:30.371534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-498f274a-2aac-4909-8c66-79305a93ebcf None None] For port e2d21afa-a19d-42dc-ab1f-e7820af005d9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e2d21afa-a19d-42dc-ab1f-e7820af005d9,segment=NetworkSegment(c09e90c8-d1e7-468b-a4d4-78391ec37376),segment_id=c09e90c8-d1e7-468b-a4d4-78391ec37376)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:30.409633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] For port 46991dde-9d58-4714-8549-b7402c1d7b4b, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=46991dde-9d58-4714-8549-b7402c1d7b4b,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:30.410243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.411985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.434651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Calling delete_port for 46991dde-9d58-4714-8549-b7402c1d7b4b owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:30.457021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f3b24-0fad-424a-91a7-b7444b48485e req-5cb936ec-bfe5-4340-b7b9-41249f8c0e03 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:30.459854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-698f3b24-0fad-424a-91a7-b7444b48485e req-5cb936ec-bfe5-4340-b7b9-41249f8c0e03 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 949 time: 0.1102560 Apr 30 01:43:30.463118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:27Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1', 'name': '', 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:de:5b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '80544f72-8099-49f6-a577-13481451d72d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:25Z', 'updated_at': '2022-04-30T01:43:28Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '80544f72-8099-49f6-a577-13481451d72d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:30.513851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, c62834e4-5039-4687-86e9-dca9c193ba39) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:30.517748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.extraroute_db [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103318) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 01:43:30.539390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:43:30.539688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:30.539688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.543564 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34b7e2e7-9897-4ff9-b140-7fabc49cfa85 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.561748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.592996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:30.601181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Updating router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:43:30.601181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a301c16-9649-4eb5-adcd-df75005cd73c None None] Network c62834e4-5039-4687-86e9-dca9c193ba39 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:30.601181 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-498f274a-2aac-4909-8c66-79305a93ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.610507 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-698f3b24-0fad-424a-91a7-b7444b48485e req-2b4fa4b3-d3bf-43a2-9a5a-38f33b7c838d tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/security-groups?id=d70d28fe-7652-4f5c-94e0-5e2354fb11c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445777 Apr 30 01:43:30.613836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.extraroute_db [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Removed routes are [] {{(pid=103318) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 01:43:30.614698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.619456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7e2e7-9897-4ff9-b140-7fabc49cfa85 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=345627c8-6818-4445-928c-22af1efa18b9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:30.641420 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34b7e2e7-9897-4ff9-b140-7fabc49cfa85 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.649253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-34b7e2e7-9897-4ff9-b140-7fabc49cfa85 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/345627c8-6818-4445-928c-22af1efa18b9 HTTP/1.1" status: 204 len: 168 time: 1.4976294 Apr 30 01:43:30.649473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45114) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:30.681886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23222b48-bcdd-4d0a-a17b-fa916db22002 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:30.697822 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d391c166-92c7-4a25-8d42-254085ce7f8a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3469491 Apr 30 01:43:30.702105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45120) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:30.750610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-498f274a-2aac-4909-8c66-79305a93ebcf None None] Could not find standard attr ID for object 5976d0e8-d778-4b33-8c56-3dcb30e51baa. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:43:30.792614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbe2908-1144-4fdb-b029-e7e6e1163e22 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 7192f4c7-9632-465f-a0a4-397f88b40859 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:30.796009 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2908-1144-4fdb-b029-e7e6e1163e22 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.824806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.826871 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.842046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:43:30.842406 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:43:30.843742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['46991dde-9d58-4714-8549-b7402c1d7b4b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:43:30.878619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Pushing event deleted for resources: {'Port': ['ID=46991dde-9d58-4714-8549-b7402c1d7b4b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:30.927802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f274a-2aac-4909-8c66-79305a93ebcf None None] Pushing event updated for resources: {'Port': ['ID=e2d21afa-a19d-42dc-ab1f-e7820af005d9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:30.933305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2908-1144-4fdb-b029-e7e6e1163e22 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.982095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] No DVR routers for this DVR port 46991dde-9d58-4714-8549-b7402c1d7b4b on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:30.990011 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:30.993981 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.008681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5238978-8a76-405e-8fdf-0ea7794ada83 req-e6d5a88b-8b32-46a1-a764-2795633ff83e tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.21 "DELETE /v2.0/ports/46991dde-9d58-4714-8549-b7402c1d7b4b HTTP/1.1" status: 204 len: 173 time: 1.1960146 Apr 30 01:43:31.009150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e854e598-f6d5-4a11-b89d-e516a336c451', 'name': 'network-vif-deleted', 'tag': '46991dde-9d58-4714-8549-b7402c1d7b4b'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:43:31.017770 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e630407d-db00-4327-81e7-b2b0f1caaf3b" -d '{"events": [{"server_uuid": "e854e598-f6d5-4a11-b89d-e516a336c451", "name": "network-vif-deleted", "tag": "46991dde-9d58-4714-8549-b7402c1d7b4b"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:43:31.063413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f3a7e37-560b-4f5f-962e-9fda532bf9b4 None None] Provisioning complete for port e2d21afa-a19d-42dc-ab1f-e7820af005d9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:31.063413 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7e37-560b-4f5f-962e-9fda532bf9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.074882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Transition to ACTIVE for port object 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:43:31.078699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2908-1144-4fdb-b029-e7e6e1163e22 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.091373 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.221187 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae293247-13d6-4566-bb20-f6e4fe5c8e8e x-openstack-request-id: req-ae293247-13d6-4566-bb20-f6e4fe5c8e8e {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:43:31.221648 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e854e598-f6d5-4a11-b89d-e516a336c451", "name": "network-vif-deleted", "tag": "46991dde-9d58-4714-8549-b7402c1d7b4b", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:43:31.221996 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae293247-13d6-4566-bb20-f6e4fe5c8e8e {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:43:31.222503 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae293247-13d6-4566-bb20-f6e4fe5c8e8e'] response: {'server_uuid': 'e854e598-f6d5-4a11-b89d-e516a336c451', 'name': 'network-vif-deleted', 'tag': '46991dde-9d58-4714-8549-b7402c1d7b4b', 'status': 'completed', 'code': 200} Apr 30 01:43:31.271739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.276852 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-43240fa9-2dd2-4e9c-a232-a8445109303e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.310664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.446382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=42f8d8c4-c59b-4450-a5ee-f05e1e971771,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:31.539790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc705a-53ef-4e46-9827-635e742e6532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-c62834e4-5039-4687-86e9-dca9c193ba39', 'network_id': 'c62834e4-5039-4687-86e9-dca9c193ba39', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': '42f8d8c4-c59b-4450-a5ee-f05e1e971771'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:31.540970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ebc705a-53ef-4e46-9827-635e742e6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.596946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.642911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d26bca-2b14-47e2-b59b-1e96b0ec77d3 req-77201edd-6e68-4a87-99f4-d481b7e36c50 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:31.652388 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91d26bca-2b14-47e2-b59b-1e96b0ec77d3 req-77201edd-6e68-4a87-99f4-d481b7e36c50 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 943 time: 0.2141790 Apr 30 01:43:31.691391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62834e4-5039-4687-86e9-dca9c193ba39']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:31.714197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7eecdf-93f4-4bd2-aba2-8d5ce2a8ae2d') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:31.714554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7eecdf-93f4-4bd2-aba2-8d5ce2a8ae2d') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:31.736202 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91d26bca-2b14-47e2-b59b-1e96b0ec77d3 req-11e75e33-3b94-469b-aa2d-e84316e2ff88 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822668 Apr 30 01:43:31.744735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.754938 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.755326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2908-1144-4fdb-b029-e7e6e1163e22 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.778510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.784231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e2d21afa-a19d-42dc-ab1f-e7820af005d9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:31.814522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:31.820796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:31.823768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.836765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:31.840882 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:31.892806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2908-1144-4fdb-b029-e7e6e1163e22 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=7192f4c7-9632-465f-a0a4-397f88b40859,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:31.971260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42010c57-d46d-431b-9ab8-1da9ca6ee68c None None] Network c62834e4-5039-4687-86e9-dca9c193ba39 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:32.048076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2908-1144-4fdb-b029-e7e6e1163e22 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.052101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fbbe2908-1144-4fdb-b029-e7e6e1163e22 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/7192f4c7-9632-465f-a0a4-397f88b40859 HTTP/1.1" status: 204 len: 168 time: 1.4014492 Apr 30 01:43:32.069319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:32.075005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:32.092763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c4a1a5b-ae01-448a-b0cf-337fecc94c3b req-a89c35d7-31b3-40de-a9b9-673d68301701 tempest-VolumesBackupsTest-1778620549 tempest-VolumesBackupsTest-1778620549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e854e598-f6d5-4a11-b89d-e516a336c451 HTTP/1.1" status: 200 len: 210 time: 0.1066661 Apr 30 01:43:32.094875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.119135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.133541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/c62834e4-5039-4687-86e9-dca9c193ba39 HTTP/1.1" status: 204 len: 168 time: 1.4301021 Apr 30 01:43:32.145233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45204) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:32.182878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ccdba6b4-38a2-4f5f-93fd-900e8a6016ea tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005909 Apr 30 01:43:32.185013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205080747'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:32.197230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:32.205406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:32.217172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff612b8-2339-4d23-a9ff-f46fc519cb71 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=c62834e4-5039-4687-86e9-dca9c193ba39,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:32.312657 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.314302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43d78ffc-fdae-459c-8651-9c78e8813d5c req-a86ffa0a-e9e7-4454-83a9-e6dbf863b51a tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0770223 Apr 30 01:43:32.404060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f3a7e37-560b-4f5f-962e-9fda532bf9b4 None None] Provisioning complete for port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:32.404432 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7e37-560b-4f5f-962e-9fda532bf9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.405357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:32.423159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.428612 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4ea4a097-cc9b-444a-a598-9608a3ca11da tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 200 len: 953 time: 2.7146096 Apr 30 01:43:32.430977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45224) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:32.433142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Attempting to bind port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:32.433465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Attempting to bind port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:32.433792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Attempting to bind port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb on network e364f006-4893-4633-a705-9c8a250d5124 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:32.449475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb on network e364f006-4893-4633-a705-9c8a250d5124 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:43:32.449802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Attempting to bind port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb on network e364f006-4893-4633-a705-9c8a250d5124 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:32.480617 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.486952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:32.495643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.499400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e2d21afa-a19d-42dc-ab1f-e7820af005d9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:32.499751 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.509490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:32.509827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Checking segment: {'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:32.510217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Bound using segment: {'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:32.510658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Bound port: 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd387ba6d-c3e3-4978-8110-614b5b31595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:32.511014 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.548126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:32.569170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.571538 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment a01286f2-b42a-451c-9ba1-5ead2eb3162b of type vlan for network d62ed7ff-dcab-4045-86e2-ecb6d8862f83 Apr 30 01:43:32.596448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:32.602508 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.624466 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a7e37-560b-4f5f-962e-9fda532bf9b4 None None] Port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:43:32.630331 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.682447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] For port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:32.686028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] For port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:32.735294 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cc2ea8a7-8140-4e7c-8119-85dd631535c7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 200 len: 953 time: 0.3030021 Apr 30 01:43:32.736140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45238) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:32.741600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'routes': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:32.816325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ac67-358f-4677-9fe2-61509752117f None None] Pushing event updated for resources: {'Port': ['ID=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:32.822692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.824856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.847948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 46991dde-9d58-4714-8549-b7402c1d7b4b no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:32.858632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-71ae3216-9d01-499d-94de-c5308e34f6cb None None] Provisioning complete for port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:32.859162 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71ae3216-9d01-499d-94de-c5308e34f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.881889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:32.882422 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:32.883922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] 10.222.0.23 "PUT /v2.0/ports/2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb HTTP/1.1" status: 200 len: 1091 time: 3.9199684 Apr 30 01:43:32.946994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d69bf4d-0c19-4742-8156-87d774da3b79', 'tag': '2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:43:32.953462 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d69bf4d-0c19-4742-8156-87d774da3b79", "tag": "2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:43:33.044301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.050227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:33.051188 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.054343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Attempting to bind port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:33.055069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Attempting to bind port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:33.055457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Attempting to bind port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 on network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:33.057535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 46991dde-9d58-4714-8549-b7402c1d7b4b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:33.057878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 46991dde-9d58-4714-8549-b7402c1d7b4b not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:33.063408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c3543-f4d1-4f77-8b79-ab3b68c1c1ce None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:33.149685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dadcf-3b0f-4565-af71-939a76a2b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:33.192556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b3de-3f30-4801-8cc0-c05812413a4b req-8d24552c-4bb8-4a6e-9586-871be3399794 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:33.200536 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e299b3de-3f30-4801-8cc0-c05812413a4b req-8d24552c-4bb8-4a6e-9586-871be3399794 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 943 time: 0.2404966 Apr 30 01:43:33.205800 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-71ae3216-9d01-499d-94de-c5308e34f6cb None None] Port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:43:33.212883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:33.213259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Checking segment: {'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:33.213660 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.214050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Bound using segment: {'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:33.214573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Bound port: 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09e90c8-d1e7-468b-a4d4-78391ec37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:33.215218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.220659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=d62ed7ff-dcab-4045-86e2-ecb6d8862f83,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:33.238493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-589bb630-4980-4837-b7f3-d623db48ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:33.240525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-589bb630-4980-4837-b7f3-d623db48ad7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b666a22cdfee46008dae334a62b7b625&device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 1094 time: 0.1901336 Apr 30 01:43:33.264237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d62ed7ff-dcab-4045-86e2-ecb6d8862f83 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:33.318815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e299b3de-3f30-4801-8cc0-c05812413a4b req-8986a0f9-1e2f-44bc-87d3-cd380a804bb6 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173956 Apr 30 01:43:33.324422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d8740f0d-7ed5-4348-9926-8949d18d72d2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1734636 Apr 30 01:43:33.333930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45254) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:33.339074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': 'd62ed7ff-dcab-4045-86e2-ecb6d8862f83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:33.418580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-198c0f3d-590a-4a44-b3ea-4b5dc0ae82e8 None None] Provisioning complete for port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:33.419183 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-198c0f3d-590a-4a44-b3ea-4b5dc0ae82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.480027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] For port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:33.503502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] For port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,segment=NetworkSegment(c09e90c8-d1e7-468b-a4d4-78391ec37376),segment_id=c09e90c8-d1e7-468b-a4d4-78391ec37376)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:33.505878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-198c0f3d-590a-4a44-b3ea-4b5dc0ae82e8 None None] Port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:43:33.519132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-198c0f3d-590a-4a44-b3ea-4b5dc0ae82e8 None None] Provisioning complete for port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:33.519853 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-198c0f3d-590a-4a44-b3ea-4b5dc0ae82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.624477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.667515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:33.695206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:33.700338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.774612 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81826221-942f-410a-bec3-a57af1f960ce x-openstack-request-id: req-81826221-942f-410a-bec3-a57af1f960ce {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:43:33.774612 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d69bf4d-0c19-4742-8156-87d774da3b79", "tag": "2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:43:33.774612 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81826221-942f-410a-bec3-a57af1f960ce {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:43:33.774612 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81826221-942f-410a-bec3-a57af1f960ce'] response: {'name': 'network-changed', 'server_uuid': '4d69bf4d-0c19-4742-8156-87d774da3b79', 'tag': '2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb', 'status': 'completed', 'code': 200} Apr 30 01:43:33.774612 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-db1d7e98-bc25-4951-9993-8f0b9eefc820 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb HTTP/1.1" status: 200 len: 217 time: 0.4924438 Apr 30 01:43:33.778608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:33.790655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Performing IP validity checks on allocation pools {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 30 01:43:33.793327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 30 01:43:33.857053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15f6b724-eabc-4d45-94ae-044212ec6e23 req-448d4d05-e5e8-48e7-85ac-5b65cc7e2fed tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1837699 Apr 30 01:43:33.894253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:43:33.953137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ac67-358f-4677-9fe2-61509752117f None None] Pushing event updated for resources: {'Port': ['ID=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:33.966191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:33.972556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:33.972556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:34.088791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-aa69abda-a460-4a32-a3cc-fbae1de77693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:34.095613 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-aa69abda-a460-4a32-a3cc-fbae1de77693 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffd7b9ea-4d64-4175-8528-b6fbe7942d0a HTTP/1.1" status: 200 len: 853 time: 0.2918675 Apr 30 01:43:34.134699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:34.180001 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-2e27aff8-8383-4a1a-a670-699afa5d2425 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e364f006-4893-4633-a705-9c8a250d5124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740395 Apr 30 01:43:34.224897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.234034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] Deleting port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:34.234416 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.290057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18ae1198-c551-42c1-9866-666ef202fe23 req-7c3b5245-973c-4fa3-bb1f-eef5dfd3ea92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0355651 Apr 30 01:43:34.293435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.422362 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.425119 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.439022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.extraroute_db [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added routes are [] {{(pid=103318) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 01:43:34.439383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.extraroute_db [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103318) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 01:43:34.477354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-a3b8a6fa-498b-4da3-a7ce-01c97b9d9cd7 service neutron] 10.222.0.23 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552767 Apr 30 01:43:34.499022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] For port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:34.499843 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.524698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] Calling delete_port for 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:34.526686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.584348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=b238ca5f-9345-4e0f-b0de-91580bd95f9c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:34.669707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e31dcba-ffe0-4fd5-9dcf-909225ff2b9a req-03e84d0a-ad59-45f9-ab3b-e30aebf38fc6 service neutron] 10.222.0.23 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788845 Apr 30 01:43:34.685696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': 'a01286f2-b42a-451c-9ba1-5ead2eb3162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd62ed7ff-dcab-4045-86e2-ecb6d8862f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:34.686372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: d62ed7ff-dcab-4045-86e2-ecb6d8862f83, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:34.698674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43210a-4e0e-463d-b017-5b6806634d55 req-b81409a5-2852-463e-8874-7bfa91e2c0bb tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:34.706620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da43210a-4e0e-463d-b017-5b6806634d55 req-b81409a5-2852-463e-8874-7bfa91e2c0bb tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 943 time: 0.2682579 Apr 30 01:43:34.765575 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-da43210a-4e0e-463d-b017-5b6806634d55 req-d59c5032-6868-4334-8125-c255c1372aad tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Apr 30 01:43:34.769911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:43:34.777229 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:43:34.777398 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.797819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e66a65fb-7f86-416f-a98f-23935d7639c4 None None] Provisioning complete for port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:34.798477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e66a65fb-7f86-416f-a98f-23935d7639c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:34.800628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] No DVR routers for this DVR port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:34.849752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network d62ed7ff-dcab-4045-86e2-ecb6d8862f83 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:34.891237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c848424-4fa6-46c6-9efe-283a5dd53a89 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:43:34.896986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f05b5-bb0b-41f4-ae89-fa91ef9718e5 None None] Pushing event deleted for resources: {'Port': ['ID=35b952fd-4bd3-4b3b-9ffc-d2e02d741af1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:34.940488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d62ed7ff-dcab-4045-86e2-ecb6d8862f83) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:34.946879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:34.947524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.040339 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.043535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-92fc716b-218f-4db2-96ab-df8c3908d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:35.045037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-92fc716b-218f-4db2-96ab-df8c3908d3ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b666a22cdfee46008dae334a62b7b625&device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 1094 time: 0.2101188 Apr 30 01:43:35.050260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad5d6bc3-0ea1-4781-a697-6b23dc0b177a req-49556e2e-4a64-4f31-b29a-3e09346890a8 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0426812 Apr 30 01:43:35.067040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a68efa35-d974-496a-aaf6-b93683f8962a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7319086 Apr 30 01:43:35.068240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45298) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:35.107995 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.138646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:30Z', 'revision_number': 6, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1', 'name': '', 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:de:5b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '80544f72-8099-49f6-a577-13481451d72d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:25Z', 'updated_at': '2022-04-30T01:43:33Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '80544f72-8099-49f6-a577-13481451d72d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:35.231440 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.349560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-b8f6f7a7-f2ae-4d84-a200-c8bf43390faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:35.351251 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-b8f6f7a7-f2ae-4d84-a200-c8bf43390faf service neutron] 10.222.0.23 "GET /v2.0/networks?id=e364f006-4893-4633-a705-9c8a250d5124 HTTP/1.1" status: 200 len: 913 time: 0.2934945 Apr 30 01:43:35.368616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdbfcc-8bab-424a-b7e2-fbe3d34becf3 None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:30Z', 'revision_number': 6, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1', 'name': '', 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:de:5b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '80544f72-8099-49f6-a577-13481451d72d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:25Z', 'updated_at': '2022-04-30T01:43:33Z', 'revision_number': 4, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '80544f72-8099-49f6-a577-13481451d72d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:35.382501 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e66a65fb-7f86-416f-a98f-23935d7639c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.388415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Port 35b952fd-4bd3-4b3b-9ffc-d2e02d741af1 concurrently deleted while adding address for new subnet {'id': 'd74e8af0-4790-4be7-854a-44150593a08b', 'name': '', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3108, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-04-30T01:43:32Z', 'updated_at': '2022-04-30T01:43:32Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a6d95a8ebb3446c8a2bff5347e9e8766'}. {{(pid=103319) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Apr 30 01:43:35.399507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.429160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-7527f8a0-2038-4d08-89be-9fbc2f539ced service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb HTTP/1.1" status: 200 len: 217 time: 0.0675032 Apr 30 01:43:35.432156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c848424-4fa6-46c6-9efe-283a5dd53a89 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:43:35.453145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:35.461267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e66a65fb-7f86-416f-a98f-23935d7639c4 None None] For port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,segment=NetworkSegment(c09e90c8-d1e7-468b-a4d4-78391ec37376),segment_id=c09e90c8-d1e7-468b-a4d4-78391ec37376)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:35.527489 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e66a65fb-7f86-416f-a98f-23935d7639c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.580710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:35.583911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:35.594239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.600777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:35.601728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.728178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=d74e8af0-4790-4be7-854a-44150593a08b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:35.738074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a65fb-7f86-416f-a98f-23935d7639c4 None None] Pushing event updated for resources: {'Port': ['ID=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:35.741991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:35.751919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:35.756246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ce76dd14-170f-431f-9f7e-65c2f4ad78cd tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 200 len: 703 time: 3.0191283 Apr 30 01:43:35.757075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45302) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:35.767389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-4c5eab51-c859-4e14-aa97-b3f1b0a2edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:35.769233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-4c5eab51-c859-4e14-aa97-b3f1b0a2edad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffd7b9ea-4d64-4175-8528-b6fbe7942d0a HTTP/1.1" status: 200 len: 853 time: 0.3155949 Apr 30 01:43:35.853388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:35.918275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-c6d9aded-811e-481b-b22b-8c21286468f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e364f006-4893-4633-a705-9c8a250d5124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596559 Apr 30 01:43:36.148282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5c9754d6-7041-4160-a647-ec7dd61a9ef2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 200 len: 703 time: 0.3880293 Apr 30 01:43:36.152230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45310) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:36.218253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:36.218494 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:36.218911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c35e8f2e-96fd-4738-a727-95c2354d925b req-a087513c-54bf-403d-8294-9422c5d4cb7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.5356815 Apr 30 01:43:36.220904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:36.273335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=b238ca5f-9345-4e0f-b0de-91580bd95f9c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:36.294820 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-354fa0f1-1d92-4cca-ac13-c055f01597a3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0965073 Apr 30 01:43:36.295795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45312) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:36.304410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f3c09a9d-054f-4139-82d8-dbf2ec073323 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:36.327910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.328690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.329043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.329471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.329974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.330507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.330947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.331324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.331724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.335171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.335171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.335171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:43:36.355702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-7be703f0-5461-4202-a879-223353135c42 service neutron] 10.222.0.23 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883517 Apr 30 01:43:36.451356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:36.473091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbec459-e3b4-44ca-b35c-0ad0017528b5 req-93a3341c-a82e-4039-844b-335100f9b1c8 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:36.482302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bbec459-e3b4-44ca-b35c-0ad0017528b5 req-93a3341c-a82e-4039-844b-335100f9b1c8 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 943 time: 0.2661550 Apr 30 01:43:36.530954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': 'd74e8af0-4790-4be7-854a-44150593a08b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:36.534259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:36.631219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62ed7ff-dcab-4045-86e2-ecb6d8862f83']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:36.649778 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bbec459-e3b4-44ca-b35c-0ad0017528b5 req-4651bb3b-8b45-45cd-aa7a-0b85019dd4c4 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664393 Apr 30 01:43:36.664385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01286f2-b42a-451c-9ba1-5ead2eb3162b') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:36.673246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01286f2-b42a-451c-9ba1-5ead2eb3162b') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:36.677700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:36.706482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:36.720484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:36.724015 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:36.730106 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:36.766159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c09a9d-054f-4139-82d8-dbf2ec073323 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:36.774954 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f3c09a9d-054f-4139-82d8-dbf2ec073323 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:36.863573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4dd0b73-4bb9-475e-9ff6-1014086ab8c0 req-2417f8ff-acbb-4a93-a760-182965d2e32b service neutron] 10.222.0.23 "GET /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966338 Apr 30 01:43:36.932891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Allocated IP 2001:db8::f816:3eff:fe1b:282e (ff3497db-d506-41b3-bc96-8e107d7f907f/d74e8af0-4790-4be7-854a-44150593a08b/0131f032-cd58-4998-a94d-4d66d7698958) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:36.979142 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:36.988261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5412d34-9603-4d71-bfa8-5fae17dc6d46 req-0aed3013-5a4f-431d-8155-c5550b0ec6b3 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1848207 Apr 30 01:43:36.990305 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:36.990639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:37.052504 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-f3c09a9d-054f-4139-82d8-dbf2ec073323 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d74e8af0-4790-4be7-854a-44150593a08b (CIDR: 2001:db8::/64) Apr 30 01:43:37.053379 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.069259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.083410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.094180 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:37.098975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/d62ed7ff-dcab-4045-86e2-ecb6d8862f83 HTTP/1.1" status: 204 len: 168 time: 2.0295684 Apr 30 01:43:37.128211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45316) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:37.147438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1456163794'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:37.174953 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c09a9d-054f-4139-82d8-dbf2ec073323 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:43:37.178744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c09a9d-054f-4139-82d8-dbf2ec073323 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:43:37.202249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd81546-ea1c-43da-a1f0-81a2f03f4802 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=d62ed7ff-dcab-4045-86e2-ecb6d8862f83,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:37.257700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.286172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f3c09a9d-054f-4139-82d8-dbf2ec073323 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9864631 Apr 30 01:43:37.289103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45320) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:37.294724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:37.372286 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:34Z', 'revision_number': 7, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1', 'name': '', 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:de:5b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '80544f72-8099-49f6-a577-13481451d72d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:25Z', 'updated_at': '2022-04-30T01:43:35Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '80544f72-8099-49f6-a577-13481451d72d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:37.400754 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.416524 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:37.428137 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:37.429000 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:37.437720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:37.438267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.438882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:37.447138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:37.449269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:37.450827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:37.454451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.460549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Pushing event updated for resources: {'Port': ['ID=0131f032-cd58-4998-a94d-4d66d7698958,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:37.492977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:37.506614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.507086 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 154e894d-c743-4fca-a3b7-ada2702d2063 of type vlan for network 75f6395d-9b7b-45db-bbdb-06c4b4d9492e Apr 30 01:43:37.561559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:37.565230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Attempting to bind port 0131f032-cd58-4998-a94d-4d66d7698958 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:37.565900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Attempting to bind port 0131f032-cd58-4998-a94d-4d66d7698958 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:37.566009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Attempting to bind port 0131f032-cd58-4998-a94d-4d66d7698958 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:37.572125 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.579743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:37.580579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:37.580579 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.580819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:37.581213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Bound port: 0131f032-cd58-4998-a94d-4d66d7698958, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:37.581595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.588671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,segment=NetworkSegment(c09e90c8-d1e7-468b-a4d4-78391ec37376),segment_id=c09e90c8-d1e7-468b-a4d4-78391ec37376)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:37.589330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.608748 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:37.616222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:37.696227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] For port 0131f032-cd58-4998-a94d-4d66d7698958, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:37.699476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] For port 0131f032-cd58-4998-a94d-4d66d7698958, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0131f032-cd58-4998-a94d-4d66d7698958,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:37.748774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:37.786376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.791711 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:37.932224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225950-b216-4bde-a0df-9ed41efd4429 None None] Pushing event updated for resources: {'Port': ['ID=0131f032-cd58-4998-a94d-4d66d7698958,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:37.960216 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:34Z', 'revision_number': 7, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1', 'name': '', 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:de:5b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '80544f72-8099-49f6-a577-13481451d72d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:25Z', 'updated_at': '2022-04-30T01:43:35Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '80544f72-8099-49f6-a577-13481451d72d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:37.961600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:37.963347 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:38.019377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076dfc9-db7c-4d40-b90b-f635372e2901 req-df479d17-d7d5-42fb-99b2-55da71ef8110 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:38.024070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5076dfc9-db7c-4d40-b90b-f635372e2901 req-df479d17-d7d5-42fb-99b2-55da71ef8110 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 943 time: 0.2345915 Apr 30 01:43:38.036588 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b1553-f016-4014-a0d2-0da954c91c66 None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:34Z', 'revision_number': 7, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1', 'name': '', 'network_id': '32cf118e-8fb9-4579-9f0c-f3b64bb631ba', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:de:5b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '80544f72-8099-49f6-a577-13481451d72d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:25Z', 'updated_at': '2022-04-30T01:43:35Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '80544f72-8099-49f6-a577-13481451d72d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:38.043132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:38.049515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:38.052258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:38.143365 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:38.182343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:38.379321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5076dfc9-db7c-4d40-b90b-f635372e2901 req-36c531b4-a92a-48c3-bfe1-20c8cc0ee3e8 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891586 Apr 30 01:43:38.387716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45340) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:38.419506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2833004 Apr 30 01:43:38.431360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:38.436924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': '75f6395d-9b7b-45db-bbdb-06c4b4d9492e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:38.446352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0af848-0d8b-4d5e-bf79-624cb8786eb2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=75f6395d-9b7b-45db-bbdb-06c4b4d9492e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:38.459750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 75f6395d-9b7b-45db-bbdb-06c4b4d9492e details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:38.725418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e604581-40f6-435c-8731-6006647f41ed req-5deda36c-deeb-49dd-9b45-de4167977203 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0913622 Apr 30 01:43:38.873215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:38.931248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:38.935812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:38.956187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:38.956187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:38.975900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=6a3eedd5-0d78-4046-acfc-bfd5f0bdd9b6,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:39.061547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3864fe34-7b08-4919-8caa-ab3ecb5e7ab5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7711184 Apr 30 01:43:39.064252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45390) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:39.070891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:91:09:bc', 'name': 'tempest-NetworksTestDHCPv6-1770252613'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:39.190609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8930fd08-bde9-4192-a1eb-1797bfd1f962 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc6e7313290f46248ebc1204e547272f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016958 Apr 30 01:43:39.193944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45392) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:39.195046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:39.420223 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62f49def-b791-4ff7-9b9e-4a322de101df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:39.428007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:39.432429 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:39.439380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:39.441286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:43:39.574017 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62f49def-b791-4ff7-9b9e-4a322de101df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:39.656167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba504c0e-2d98-42cd-ae97-5c17184c3f0f req-9898a426-4ae7-4434-93a0-b74074daf3f1 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1039340 Apr 30 01:43:39.731243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:39.736134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:39.750838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61acd5d2-008f-4ef0-953b-e167b58e93e1 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:43:39.770506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port ac046591-6cc2-45ba-813e-dfb506df3c7f yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:43:39.784096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62f49def-b791-4ff7-9b9e-4a322de101df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:39.791602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-62f49def-b791-4ff7-9b9e-4a322de101df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:39.792814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-62f49def-b791-4ff7-9b9e-4a322de101df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9f4147c-1563-4f30-9435-aaf838bf7cc5 HTTP/1.1" status: 204 len: 168 time: 0.5968871 Apr 30 01:43:39.799263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb', 'network_id': 'e364f006-4893-4633-a705-9c8a250d5124', 'port_id': '2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb', 'mac_address': 'fa:16:3e:b5:3c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd7b9ea-4d64-4175-8528-b6fbe7942d0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:43:39.832590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:39.951308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-675ea84c-1def-48dc-b7de-23d7ea92afef None None] Provisioning complete for port 0131f032-cd58-4998-a94d-4d66d7698958 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:39.951725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-675ea84c-1def-48dc-b7de-23d7ea92afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:39.962710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f49def-b791-4ff7-9b9e-4a322de101df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f4147c-1563-4f30-9435-aaf838bf7cc5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:40.053070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528aa3-9385-46b7-9433-f107d979fd8e req-88545ae0-a4fd-4c0c-beeb-ed880ab96c1d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:40.061305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a528aa3-9385-46b7-9433-f107d979fd8e req-88545ae0-a4fd-4c0c-beeb-ed880ab96c1d tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 943 time: 0.1561546 Apr 30 01:43:40.070143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0131f032-cd58-4998-a94d-4d66d7698958 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:40.134243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.142621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a528aa3-9385-46b7-9433-f107d979fd8e req-2aa06fb7-494f-4eb7-8107-380369183d2f tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803754 Apr 30 01:43:40.172279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:40.194372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:40.200600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6c4734c2-0f09-4114-8677-fc577360ca10 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0472410 Apr 30 01:43:40.206542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45442) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:40.215291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61acd5d2-008f-4ef0-953b-e167b58e93e1 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:43:40.219881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.224835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:43:40.252569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8:0:1::2ec (ff3497db-d506-41b3-bc96-8e107d7f907f/6a3eedd5-0d78-4046-acfc-bfd5f0bdd9b6/ac046591-6cc2-45ba-813e-dfb506df3c7f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:40.263143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::f816:3eff:fe91:9bc (ff3497db-d506-41b3-bc96-8e107d7f907f/d74e8af0-4790-4be7-854a-44150593a08b/ac046591-6cc2-45ba-813e-dfb506df3c7f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:40.266224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:40.267133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:40.348658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': '154e894d-c743-4fca-a3b7-ada2702d2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75f6395d-9b7b-45db-bbdb-06c4b4d9492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:40.349036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: 75f6395d-9b7b-45db-bbdb-06c4b4d9492e, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:40.355100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da4b06b-16dc-40a7-adfe-b530a7f740fa tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet 80544f72-8099-49f6-a577-13481451d72d {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:40.358500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5da4b06b-16dc-40a7-adfe-b530a7f740fa tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.402029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5da4b06b-16dc-40a7-adfe-b530a7f740fa tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.478656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.483480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=97762266-d51a-433b-95d9-cb0279da3603,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:40.484362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:40.558156 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5da4b06b-16dc-40a7-adfe-b530a7f740fa tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.583778 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.584131 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.623070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0131f032-cd58-4998-a94d-4d66d7698958 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:40.623070 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.656742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network 75f6395d-9b7b-45db-bbdb-06c4b4d9492e is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:40.690120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:40.695638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:40.697905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=ac046591-6cc2-45ba-813e-dfb506df3c7f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:40.700500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:40.707354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:40.707536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:40.708003 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.709748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-675ea84c-1def-48dc-b7de-23d7ea92afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.726096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5da4b06b-16dc-40a7-adfe-b530a7f740fa tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.746510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:40.790043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ebbd9385-aac5-47d0-88a1-af88cde4c999 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7245142 Apr 30 01:43:40.801843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45456) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:40.807049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5da4b06b-16dc-40a7-adfe-b530a7f740fa tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.824179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45458) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:40.824973 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5da4b06b-16dc-40a7-adfe-b530a7f740fa tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/80544f72-8099-49f6-a577-13481451d72d HTTP/1.1" status: 204 len: 168 time: 0.6171074 Apr 30 01:43:40.825939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 75f6395d-9b7b-45db-bbdb-06c4b4d9492e) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:40.837290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:40.838584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:40.843295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4b06b-16dc-40a7-adfe-b530a7f740fa tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=80544f72-8099-49f6-a577-13481451d72d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:40.907390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-675ea84c-1def-48dc-b7de-23d7ea92afef None None] For port 0131f032-cd58-4998-a94d-4d66d7698958, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0131f032-cd58-4998-a94d-4d66d7698958,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:40.917931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:43:40.937254 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0a3cfe54-0f45-4271-8858-ffcdc3e29e46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5047987 Apr 30 01:43:40.938131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45460) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:40.941339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ac5f15e-822f-4cdf-95e4-cf28fc5551e3 req-2e5389c5-5308-4022-8dc7-6ab927c7bc45 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0608664 Apr 30 01:43:41.045524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.068627 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.114781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-20710a73-58c8-43e6-87b0-23eb83c950d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port ac046591-6cc2-45ba-813e-dfb506df3c7f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:41.115168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20710a73-58c8-43e6-87b0-23eb83c950d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.151838 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-675ea84c-1def-48dc-b7de-23d7ea92afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.237832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.265484 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20710a73-58c8-43e6-87b0-23eb83c950d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.279116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-20710a73-58c8-43e6-87b0-23eb83c950d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for ac046591-6cc2-45ba-813e-dfb506df3c7f owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:41.346520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90862bf1-971f-4d2b-af3f-052619594cbf None None] Network d62ed7ff-dcab-4045-86e2-ecb6d8862f83 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:41.349636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e465f793-516a-48d6-95c4-c0104a309cf0 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:41.354511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa1877-2c50-4dbc-80a1-4d7432b81f72 None None] Network 75f6395d-9b7b-45db-bbdb-06c4b4d9492e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:41.455825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port e2d21afa-a19d-42dc-ab1f-e7820af005d9 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:41.459738 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.496680 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.606281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=97762266-d51a-433b-95d9-cb0279da3603,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:41.624449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90862bf1-971f-4d2b-af3f-052619594cbf None None] Network d62ed7ff-dcab-4045-86e2-ecb6d8862f83 could not be found, it might have been deleted concurrently. {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 30 01:43:41.647231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port e2d21afa-a19d-42dc-ab1f-e7820af005d9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e2d21afa-a19d-42dc-ab1f-e7820af005d9,segment=NetworkSegment(c09e90c8-d1e7-468b-a4d4-78391ec37376),segment_id=c09e90c8-d1e7-468b-a4d4-78391ec37376)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:41.648504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.674921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ea84c-1def-48dc-b7de-23d7ea92afef None None] Pushing event updated for resources: {'Port': ['ID=0131f032-cd58-4998-a94d-4d66d7698958,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:41.678290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80828f61-aab9-4940-bdf1-9c5539e9a2c8 None None] Network d62ed7ff-dcab-4045-86e2-ecb6d8862f83 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:41.685308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for e2d21afa-a19d-42dc-ab1f-e7820af005d9 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:41.786223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.825062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f6395d-9b7b-45db-bbdb-06c4b4d9492e']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:41.847097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154e894d-c743-4fca-a3b7-ada2702d2063') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:41.847490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154e894d-c743-4fca-a3b7-ada2702d2063') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:41.850797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81716dd0-6ba5-4fd9-912a-d3199cede1c6 None None] Network 32cf118e-8fb9-4579-9f0c-f3b64bb631ba requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:41.855306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3d96-5f52-4930-becc-595647d9cd66 req-63129c4c-101b-4f62-b102-eb1bcd4a0f7e tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:41.861651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80828f61-aab9-4940-bdf1-9c5539e9a2c8 None None] Network d62ed7ff-dcab-4045-86e2-ecb6d8862f83 could not be found, it might have been deleted concurrently. {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 30 01:43:41.862840 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9afe3d96-5f52-4930-becc-595647d9cd66 req-63129c4c-101b-4f62-b102-eb1bcd4a0f7e tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 944 time: 0.5233927 Apr 30 01:43:41.876637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.902563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.914735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:41.915678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.954878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:41.994289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d558f595-8d07-4a06-956c-975091cc7aa0 None None] Network 75f6395d-9b7b-45db-bbdb-06c4b4d9492e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:42.030640 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:42.083523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9afe3d96-5f52-4930-becc-595647d9cd66 req-c28da842-1e3e-4865-bf70-8ca749069516 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196040 Apr 30 01:43:42.097649 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.100633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=e2d21afa-a19d-42dc-ab1f-e7820af005d9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:42.111173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port e2d21afa-a19d-42dc-ab1f-e7820af005d9 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:42.116850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.130694 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/75f6395d-9b7b-45db-bbdb-06c4b4d9492e HTTP/1.1" status: 204 len: 168 time: 1.1873765 Apr 30 01:43:42.131398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:42.155992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c64711-2014-4b9b-bd0f-0a48b59297f3 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=75f6395d-9b7b-45db-bbdb-06c4b4d9492e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:42.158658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188649291'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:42.234494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:37Z', 'revision_number': 8, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:42.293179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.301819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0a6c137-edc2-406b-a5b3-e464a73cef2e req-df775f1f-51de-472e-8d77-3fde1fb95098 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0550056 Apr 30 01:43:42.340068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:42.356774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cf118e-8fb9-4579-9f0c-f3b64bb631ba']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:42.363583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea041b33-f03d-4fcf-ad67-db97532c2b73 None None] DHCP port deletion for 32cf118e-8fb9-4579-9f0c-f3b64bb631ba request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:42.373634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09e90c8-d1e7-468b-a4d4-78391ec37376') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:42.375376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09e90c8-d1e7-468b-a4d4-78391ec37376') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:42.387244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.406528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.413981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:42.414393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.416869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:42.417850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:42.417991 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:42.429976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:42.433576 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.491534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20710a73-58c8-43e6-87b0-23eb83c950d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.544347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20710a73-58c8-43e6-87b0-23eb83c950d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=ac046591-6cc2-45ba-813e-dfb506df3c7f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:42.563234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:42.588599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:42.599281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.599994 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment f2103c5d-0caf-4164-b6bd-52acf804fc90 of type vlan for network ddb93b86-fb89-4280-8aab-661977009ec5 Apr 30 01:43:42.658375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.725664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.762303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.777572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec15482-4990-4125-b5fc-53a20672787e None None] Update dhcp port {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': 'd74e8af0-4790-4be7-854a-44150593a08b', 'ip_address': '2001:db8::f816:3eff:fe1b:282e'}, {'subnet_id': '6a3eedd5-0d78-4046-acfc-bfd5f0bdd9b6'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '0131f032-cd58-4998-a94d-4d66d7698958'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:43:42.779584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/32cf118e-8fb9-4579-9f0c-f3b64bb631ba HTTP/1.1" status: 204 len: 168 time: 1.9530079 Apr 30 01:43:42.782294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45494) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:42.794423 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20710a73-58c8-43e6-87b0-23eb83c950d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.807029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-20710a73-58c8-43e6-87b0-23eb83c950d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/ac046591-6cc2-45ba-813e-dfb506df3c7f HTTP/1.1" status: 204 len: 168 time: 2.0036366 Apr 30 01:43:42.822847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45496) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:42.825953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.839453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:42.840262 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:42.896701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad50e5-5821-413d-8c36-4514d240b68c tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=32cf118e-8fb9-4579-9f0c-f3b64bb631ba,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:42.928842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ec15482-4990-4125-b5fc-53a20672787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.052616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:37Z', 'revision_number': 8, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:43.066518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=ddb93b86-fb89-4280-8aab-661977009ec5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:43.102179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776d14a-1f14-4e2a-bcc3-783a776e1478 None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:37Z', 'revision_number': 8, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': '018b2c17-b8a8-40b1-a07e-f110a88b82da', 'name': '', 'network_id': '1fa8ac1f-d865-4fbd-8374-4745a604b939', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:9a:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:17Z', 'updated_at': '2022-04-30T01:43:26Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '76eb8ca3-3d24-4f62-bf5c-d3dbd754f290', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:43.104290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ddb93b86-fb89-4280-8aab-661977009ec5 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:43.122822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e38c2-5888-41b5-afb5-b5f127253978 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:43.127106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-861e38c2-5888-41b5-afb5-b5f127253978 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2838216 Apr 30 01:43:43.127820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45504) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:43.152214 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-508f2242-7331-4a4f-8ccc-616cf5559681 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9982977 Apr 30 01:43:43.153414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45506) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:43.158936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': 'ddb93b86-fb89-4280-8aab-661977009ec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:43.232715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eca281-d5ce-4211-a069-b3cba9dff982 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:43.239836 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-04eca281-d5ce-4211-a069-b3cba9dff982 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1109581 Apr 30 01:43:43.244119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45508) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:43.342974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.352223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3f88a-121b-4efe-a6f3-649d981bdfb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:43.353915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3f88a-121b-4efe-a6f3-649d981bdfb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:43.355406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3f88a-121b-4efe-a6f3-649d981bdfb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:43.367023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dda3f88a-121b-4efe-a6f3-649d981bdfb0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1238449 Apr 30 01:43:43.367699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45512) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:43.393631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:43.398331 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.425265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52ae3b8-2bc2-4099-81c9-54b48fba5b6e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 6a3eedd5-0d78-4046-acfc-bfd5f0bdd9b6 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:43.460093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:43.506171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7ec15482-4990-4125-b5fc-53a20672787e None None] Allocated IP 2001:db8:0:1::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/6a3eedd5-0d78-4046-acfc-bfd5f0bdd9b6/0131f032-cd58-4998-a94d-4d66d7698958) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:43.757364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0131f032-cd58-4998-a94d-4d66d7698958 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:43.806608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45514) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:43.820071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-244687974', 'description': 'tempest-secgroup-smoke-244687974 description', 'project_id': 'c0d0017750714ac2a74fd60a825a474e'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:43.894415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7ec15482-4990-4125-b5fc-53a20672787e None None] For port 0131f032-cd58-4998-a94d-4d66d7698958, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0131f032-cd58-4998-a94d-4d66d7698958,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:43.904895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0131f032-cd58-4998-a94d-4d66d7698958 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:43.905274 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.938243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:43:43.948119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.959082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:43.959480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.962865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.964376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ec15482-4990-4125-b5fc-53a20672787e None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.966999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port 018b2c17-b8a8-40b1-a07e-f110a88b82da {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:43.967925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:43.985754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b68f2-bf22-4dc9-8238-ad6e746dba6a req-39ee0dba-630d-4696-bf26-04e5a5d282b3 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:43.987229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e86b68f2-bf22-4dc9-8238-ad6e746dba6a req-39ee0dba-630d-4696-bf26-04e5a5d282b3 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 944 time: 0.1010201 Apr 30 01:43:44.025797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.066457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ec15482-4990-4125-b5fc-53a20672787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.070400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52ae3b8-2bc2-4099-81c9-54b48fba5b6e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.107224 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e86b68f2-bf22-4dc9-8238-ad6e746dba6a req-2db30d42-e11e-43e7-bac9-a8eba4469ad7 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112490 Apr 30 01:43:44.132773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=d4f4d86e-e073-4e3d-a979-f16ddf20ea21,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:44.142012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port 018b2c17-b8a8-40b1-a07e-f110a88b82da, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=018b2c17-b8a8-40b1-a07e-f110a88b82da,segment=NetworkSegment(d4cdf016-e1ed-4bcb-a9ff-af52a3937542),segment_id=d4cdf016-e1ed-4bcb-a9ff-af52a3937542)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:44.142642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.159438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52ae3b8-2bc2-4099-81c9-54b48fba5b6e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.164196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': 'f2103c5d-0caf-4164-b6bd-52acf804fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddb93b86-fb89-4280-8aab-661977009ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:44.165097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: ddb93b86-fb89-4280-8aab-661977009ec5, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:44.167659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for 018b2c17-b8a8-40b1-a07e-f110a88b82da owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:44.225310 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.236950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.266738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec15482-4990-4125-b5fc-53a20672787e None None] Pushing event updated for resources: {'Port': ['ID=0131f032-cd58-4998-a94d-4d66d7698958,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:44.282335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa610864-a567-432a-917d-e6f4cb55edba req-32130552-43fa-423b-bfc4-249b484c5d53 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0645540 Apr 30 01:43:44.306336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:44.343241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:44.343973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1dfe9b05-1566-49d2-b5ab-d7ecbdf725e1 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:44.343973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e2d21afa-a19d-42dc-ab1f-e7820af005d9 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:44.345365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d69bf4d-0c19-4742-8156-87d774da3b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:43:44.347669 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ac2fd3-759f-4e20-9c25-a6c515885f6a" -d '{"events": [{"server_uuid": "4d69bf4d-0c19-4742-8156-87d774da3b79", "name": "network-vif-plugged", "status": "completed", "tag": "2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:43:44.359077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52ae3b8-2bc2-4099-81c9-54b48fba5b6e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.363041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network ddb93b86-fb89-4280-8aab-661977009ec5 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:44.383907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:44.385133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: e2d21afa-a19d-42dc-ab1f-e7820af005d9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:44.385133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e2d21afa-a19d-42dc-ab1f-e7820af005d9 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:44.411907 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0e7219-1874-4f42-8389-6c419a9bed83 x-openstack-request-id: req-5a0e7219-1874-4f42-8389-6c419a9bed83 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:43:44.415220 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d69bf4d-0c19-4742-8156-87d774da3b79", "name": "network-vif-plugged", "status": "completed", "tag": "2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:43:44.415220 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a0e7219-1874-4f42-8389-6c419a9bed83 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:43:44.415220 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0e7219-1874-4f42-8389-6c419a9bed83'] response: {'server_uuid': '4d69bf4d-0c19-4742-8156-87d774da3b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb', 'code': 200} Apr 30 01:43:44.417871 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.463055 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.548831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ddb93b86-fb89-4280-8aab-661977009ec5) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:44.559709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:44.562388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:44.562952 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.571652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d28a36-5059-49f2-be9e-1d346dc3725a None None] Network ddb93b86-fb89-4280-8aab-661977009ec5 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:44.579030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5363d4-d22c-41f5-9e31-fb7d5b9f5211,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:44.592671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a916f9-31b2-40e1-8ed5-5f6c8f1aefb7 req-61102428-13f8-45fc-9eeb-01a6a66af0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:44.594273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4a916f9-31b2-40e1-8ed5-5f6c8f1aefb7 req-61102428-13f8-45fc-9eeb-01a6a66af0ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 1096 time: 0.1003959 Apr 30 01:43:44.617671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.636065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52ae3b8-2bc2-4099-81c9-54b48fba5b6e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.644222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d4a916f9-31b2-40e1-8ed5-5f6c8f1aefb7 req-d2cfe881-bd35-4f2d-9e5f-052b47526c1f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Apr 30 01:43:44.658198 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.666740 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8f5c4469-7ca8-4811-8b4a-f52642ff5b6a tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5128157 Apr 30 01:43:44.674977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45520) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:44.679023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae3b8-2bc2-4099-81c9-54b48fba5b6e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3eedd5-0d78-4046-acfc-bfd5f0bdd9b6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:44.684904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a52ae3b8-2bc2-4099-81c9-54b48fba5b6e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.689541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a52ae3b8-2bc2-4099-81c9-54b48fba5b6e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/6a3eedd5-0d78-4046-acfc-bfd5f0bdd9b6 HTTP/1.1" status: 204 len: 168 time: 1.3208699 Apr 30 01:43:44.698231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45522) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:44.718819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=018b2c17-b8a8-40b1-a07e-f110a88b82da,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:44.763875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.801926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af363e6-599a-441b-b592-b126e62ed9a7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:44.834033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7778291-c438-4c8e-b4db-1bd7181131dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet d74e8af0-4790-4be7-854a-44150593a08b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:44.834228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ddb93b86-fb89-4280-8aab-661977009ec5', 'network_id': 'ddb93b86-fb89-4280-8aab-661977009ec5', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': 'd4f4d86e-e073-4e3d-a979-f16ddf20ea21'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:44.834228 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.834416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7778291-c438-4c8e-b4db-1bd7181131dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.911100 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:44.912400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-34d08e3e-ad8b-46c0-bd50-bbfc478cadd8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1048195 Apr 30 01:43:44.915326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45524) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:44.932875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8ab1fd35-9ccd-42f9-a3d8-d820d40e2514 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '2af363e6-599a-441b-b592-b126e62ed9a7', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:44.981687 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7778291-c438-4c8e-b4db-1bd7181131dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.045860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.048965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.103356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Allocated IP 172.20.0.1 (ddb93b86-fb89-4280-8aab-661977009ec5/d4f4d86e-e073-4e3d-a979-f16ddf20ea21/d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:45.149528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7778291-c438-4c8e-b4db-1bd7181131dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.193284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ab1fd35-9ccd-42f9-a3d8-d820d40e2514 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.277109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4ae2f-7755-480b-8f01-4e1e08eb98fc None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:45.319494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fa3b0-1e84-423b-97e7-8f48d1c5617f req-d636ed16-15b3-4595-abe5-de924045b51b tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:45.320819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c7fa3b0-1e84-423b-97e7-8f48d1c5617f req-d636ed16-15b3-4595-abe5-de924045b51b tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 945 time: 0.1106405 Apr 30 01:43:45.348732 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ab1fd35-9ccd-42f9-a3d8-d820d40e2514 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.382535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c7fa3b0-1e84-423b-97e7-8f48d1c5617f req-6dd53aff-0056-4388-ad19-8e03f08baeaa tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541377 Apr 30 01:43:45.388546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.445316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-98658c05-cc70-4a43-9bda-a5d7077286fe None None] Provisioning complete for port 0131f032-cd58-4998-a94d-4d66d7698958 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:45.445690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98658c05-cc70-4a43-9bda-a5d7077286fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.446967 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7778291-c438-4c8e-b4db-1bd7181131dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.449514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ab1fd35-9ccd-42f9-a3d8-d820d40e2514 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.477286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.503883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7778291-c438-4c8e-b4db-1bd7181131dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=d74e8af0-4790-4be7-854a-44150593a08b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:45.510890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7778291-c438-4c8e-b4db-1bd7181131dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.517661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d7778291-c438-4c8e-b4db-1bd7181131dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/d74e8af0-4790-4be7-854a-44150593a08b HTTP/1.1" status: 204 len: 168 time: 0.8182373 Apr 30 01:43:45.518456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1fd35-9ccd-42f9-a3d8-d820d40e2514 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daad5705-197f-4dca-aea8-b99d166a0583,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:45.530147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45532) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:45.547118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ab1fd35-9ccd-42f9-a3d8-d820d40e2514 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.551662 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ab1fd35-9ccd-42f9-a3d8-d820d40e2514 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6321261 Apr 30 01:43:45.564149 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.617929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45534) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:45.629012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3875310-f52d-4464-a682-daeffe5642cc req-5abe5f09-7485-454a-9552-079d3f50c096 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1072807 Apr 30 01:43:45.632022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Network ddb93b86-fb89-4280-8aab-661977009ec5 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:45.638163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:45.643147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:45.644183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1e343b81-015d-4d23-9b40-90e4aa358880 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129506 Apr 30 01:43:45.652290 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1d838c32-f185-482c-9a65-653e182ccc7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '2af363e6-599a-441b-b592-b126e62ed9a7', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:45.656830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:45.665522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:45.693686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:45.705804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Pushing event updated for resources: {'Port': ['ID=d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:45.781608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-98658c05-cc70-4a43-9bda-a5d7077286fe None None] Could not find standard attr ID for object ac046591-6cc2-45ba-813e-dfb506df3c7f. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:43:45.821219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0131f032-cd58-4998-a94d-4d66d7698958 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:45.825828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Attempting to bind port d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:45.826161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Attempting to bind port d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'f2103c5d-0caf-4164-b6bd-52acf804fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddb93b86-fb89-4280-8aab-661977009ec5'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:45.826532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Attempting to bind port d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 on network ddb93b86-fb89-4280-8aab-661977009ec5 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:45.861575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:45.861953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Checking segment: {'id': 'f2103c5d-0caf-4164-b6bd-52acf804fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddb93b86-fb89-4280-8aab-661977009ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:45.862358 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.862762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Bound using segment: {'id': 'f2103c5d-0caf-4164-b6bd-52acf804fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddb93b86-fb89-4280-8aab-661977009ec5'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:45.863650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Bound port: d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2103c5d-0caf-4164-b6bd-52acf804fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddb93b86-fb89-4280-8aab-661977009ec5'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:45.864041 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:45.928214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] Deleting port 0131f032-cd58-4998-a94d-4d66d7698958 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:45.928551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.068085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] For port 0131f032-cd58-4998-a94d-4d66d7698958, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0131f032-cd58-4998-a94d-4d66d7698958,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:46.068777 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.078035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] For port d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:46.084893 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.103010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] Calling delete_port for 0131f032-cd58-4998-a94d-4d66d7698958 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:46.106277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] For port d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44,segment=NetworkSegment(f2103c5d-0caf-4164-b6bd-52acf804fc90),segment_id=f2103c5d-0caf-4164-b6bd-52acf804fc90)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:46.108334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:46.167298 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.180833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 0131f032-cd58-4998-a94d-4d66d7698958, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0131f032-cd58-4998-a94d-4d66d7698958,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:46.232242 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.237283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f4d86e-e073-4e3d-a979-f16ddf20ea21,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:46.241980 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d838c32-f185-482c-9a65-653e182ccc7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.272321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:46.276334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.276493 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.326108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:46.333577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a594d50-6c41-4310-853d-5532336d6671 None None] Pushing event updated for resources: {'Port': ['ID=d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:46.335365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f3694be8-0b5b-4eb1-9de9-4bbbbbf3e8b7 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5514121 Apr 30 01:43:46.336061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45540) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:46.343080 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:46.351205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.370341 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:46.377330 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:46.391055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb93b86-fb89-4280-8aab-661977009ec5']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:46.404029 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.416922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2103c5d-0caf-4164-b6bd-52acf804fc90') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:46.419727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2103c5d-0caf-4164-b6bd-52acf804fc90') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:46.437731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.470564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] No DVR routers for this DVR port 0131f032-cd58-4998-a94d-4d66d7698958 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:46.481329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.489085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d838c32-f185-482c-9a65-653e182ccc7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.492239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:46.492791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.524247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=0131f032-cd58-4998-a94d-4d66d7698958,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:46.581772 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:46.610007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395f900-003d-4479-91d4-23faf73d58b7 None None] Pushing event deleted for resources: {'Port': ['ID=0131f032-cd58-4998-a94d-4d66d7698958,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:46.641291 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:46.677463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3a66c-74ad-40e1-8e1c-2aebc0d2937b req-53be9054-7735-4295-85b9-e05112270635 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:46.679063 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb3a66c-74ad-40e1-8e1c-2aebc0d2937b req-53be9054-7735-4295-85b9-e05112270635 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 945 time: 0.1880541 Apr 30 01:43:46.684865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4bc696-95ee-4a7c-ae2f-7e80cf16c393 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet 76eb8ca3-3d24-4f62-bf5c-d3dbd754f290 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:46.688875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc696-95ee-4a7c-ae2f-7e80cf16c393 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.759147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.api [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:43:46.759147 n-d-821348-1 neutron-server[103318]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:43:46.759147 n-d-821348-1 neutron-server[103318]: [parameters: {'id': 'ddb93b86-fb89-4280-8aab-661977009ec5'}] Apr 30 01:43:46.759147 n-d-821348-1 neutron-server[103318]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:43:46.760520 n-d-821348-1 neutron-server[103318]: DEBUG oslo_db.api [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:43:46.767553 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d838c32-f185-482c-9a65-653e182ccc7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.791449 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc696-95ee-4a7c-ae2f-7e80cf16c393 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.812641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d838c32-f185-482c-9a65-653e182ccc7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b5ab09-45f7-428b-bb94-079b8d7d56cb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:46.868582 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cb3a66c-74ad-40e1-8e1c-2aebc0d2937b req-1c44f41e-f47d-4c9c-bb09-8914ff2d84b5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639748 Apr 30 01:43:46.920051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc696-95ee-4a7c-ae2f-7e80cf16c393 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.963997 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d838c32-f185-482c-9a65-653e182ccc7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:46.965285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1d838c32-f185-482c-9a65-653e182ccc7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3314693 Apr 30 01:43:46.968354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:46.973066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-283818a0-7935-45ec-9e45-45fb746bb0e9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '2af363e6-599a-441b-b592-b126e62ed9a7', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:46.982997 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:44Z', 'revision_number': 9, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:47.012421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0398829-dc24-4790-b81e-f9eb505deac1 req-628183c2-43f8-41c2-ad14-4d36615004a9 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0524747 Apr 30 01:43:47.015207 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.016476 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:47.026591 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:47.027378 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:47.066574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:47.071342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:47.080526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:47.081297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.089794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e213c-06a9-4d9d-b1c7-8c8be4a358d9 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:47.108851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc696-95ee-4a7c-ae2f-7e80cf16c393 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.111048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-283818a0-7935-45ec-9e45-45fb746bb0e9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.122666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=5b01da05-8fb7-40de-aa69-9a57b215c7f0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:47.132791 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:47.213927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1d239165-2670-4530-8d3e-35d24c228e55 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5552645 Apr 30 01:43:47.217349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45554) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:47.236857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0d7d9c0b-9bc0-49b2-b736-0fcc62a2eb8d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:47.264934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.269465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bc696-95ee-4a7c-ae2f-7e80cf16c393 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=76eb8ca3-3d24-4f62-bf5c-d3dbd754f290,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:47.288648 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc696-95ee-4a7c-ae2f-7e80cf16c393 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.302864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ac4bc696-95ee-4a7c-ae2f-7e80cf16c393 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/76eb8ca3-3d24-4f62-bf5c-d3dbd754f290 HTTP/1.1" status: 204 len: 168 time: 0.7470148 Apr 30 01:43:47.305575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45556) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:47.336529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a349c-fad6-4b32-b6ee-299c82aec25a None None] Network 1fa8ac1f-d865-4fbd-8374-4745a604b939 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:47.366128 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-283818a0-7935-45ec-9e45-45fb746bb0e9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.424712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Deleting port d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:47.425268 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.451573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-283818a0-7935-45ec-9e45-45fb746bb0e9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.457431 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:44Z', 'revision_number': 9, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:47.503368 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20f78c-4e3a-4933-ab73-1cf5162fd36a None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:44Z', 'revision_number': 9, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'abb8e941-2dd2-48c9-ab8c-d71ecd777a59', 'name': '', 'network_id': 'eeb1ea44-6dce-4607-9509-5cdc6aef4170', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:cc:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:07Z', 'updated_at': '2022-04-30T01:43:17Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '4f9008e2-a55e-4ba4-840d-3debbe1fc708', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:47.573387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283818a0-7935-45ec-9e45-45fb746bb0e9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43ec812-9de4-4cb1-9677-2d08a402b93a,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:47.582783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.603870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] For port d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44,segment=NetworkSegment(f2103c5d-0caf-4164-b6bd-52acf804fc90),segment_id=f2103c5d-0caf-4164-b6bd-52acf804fc90)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:47.604023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.632091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Calling delete_port for d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:47.635287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '5b01da05-8fb7-40de-aa69-9a57b215c7f0'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:47.635560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.690330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-283818a0-7935-45ec-9e45-45fb746bb0e9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.698232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-283818a0-7935-45ec-9e45-45fb746bb0e9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7223468 Apr 30 01:43:47.698232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45562) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:47.701744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d0351812-c407-4750-aa6c-c4a700b44515 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '2af363e6-599a-441b-b592-b126e62ed9a7', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:47.725725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:47.726753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.783291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d9c0b-9bc0-49b2-b736-0fcc62a2eb8d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:47.787087 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9c0b-9bc0-49b2-b736-0fcc62a2eb8d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.872111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffde69b-8212-4b3a-858d-ab5f7d9b3be5 None None] Network ddb93b86-fb89-4280-8aab-661977009ec5 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:47.872246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.885725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,segment=NetworkSegment(d4cdf016-e1ed-4bcb-a9ff-af52a3937542),segment_id=d4cdf016-e1ed-4bcb-a9ff-af52a3937542)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:47.886175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.938147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Port': ['ID=d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:47.944769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0351812-c407-4750-aa6c-c4a700b44515 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:47.949998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:47.950787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No DVR routers for this DVR port d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:47.983330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f18ba10d-a02e-4caf-bbe2-94e0fb02af3a None None] Could not find standard attr ID for object d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:43:47.984797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] DHCP port deletion for 1fa8ac1f-d865-4fbd-8374-4745a604b939 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:48.043704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/5b01da05-8fb7-40de-aa69-9a57b215c7f0/b18c5f28-e646-4c4a-82d0-4d4262950225) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:48.106114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 018b2c17-b8a8-40b1-a07e-f110a88b82da no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:48.140534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 018b2c17-b8a8-40b1-a07e-f110a88b82da {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:48.153523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 018b2c17-b8a8-40b1-a07e-f110a88b82da not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:48.154317 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-0d7d9c0b-9bc0-49b2-b736-0fcc62a2eb8d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b01da05-8fb7-40de-aa69-9a57b215c7f0 (CIDR: 2001:db8::/64) Apr 30 01:43:48.234168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d5e45-1e36-4d96-8fcd-280174e3b836 None None] DHCP port deletion for ddb93b86-fb89-4280-8aab-661977009ec5 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:48.275075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] Deleting port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:48.275490 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.276290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.301665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0cf7a73-4ef6-4796-9a64-edd575be4600 req-7bb42ef2-b98b-49bd-8645-332cc54ddd96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7429c235-5bfc-4904-9beb-69e5219af385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0871625 Apr 30 01:43:48.306266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.309672 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7d9c0b-9bc0-49b2-b736-0fcc62a2eb8d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:43:48.310159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7d9c0b-9bc0-49b2-b736-0fcc62a2eb8d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:43:48.342205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0351812-c407-4750-aa6c-c4a700b44515 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.355118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45cafa7c-6c3d-4fa7-ae71-d6277d9ccce8 req-1cd68fa6-e1d6-45de-8e69-85cab2885062 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0704989 Apr 30 01:43:48.369708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb93b86-fb89-4280-8aab-661977009ec5']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:48.397912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2103c5d-0caf-4164-b6bd-52acf804fc90') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:48.398320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2103c5d-0caf-4164-b6bd-52acf804fc90') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:48.416388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.431492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:48.450318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.458546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:48.460583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:48.461193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.466339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0cf7a73-4ef6-4796-9a64-edd575be4600 req-f12f39cf-33c2-4b91-afc9-cd2be9985e82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fea4f5ef300343d2bc042d841802cc03&device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0417402 Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:48.466725 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:48.478216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0351812-c407-4750-aa6c-c4a700b44515 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.534525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0cf7a73-4ef6-4796-9a64-edd575be4600 req-53a837df-3f73-42e0-83eb-10bcb41bf2f8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fea4f5ef300343d2bc042d841802cc03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381165 Apr 30 01:43:48.591351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] For port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,segment=NetworkSegment(d4cdf016-e1ed-4bcb-a9ff-af52a3937542),segment_id=d4cdf016-e1ed-4bcb-a9ff-af52a3937542)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:48.592030 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.595368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0d7d9c0b-9bc0-49b2-b736-0fcc62a2eb8d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3769715 Apr 30 01:43:48.608866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45570) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:48.626250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:48.632697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] Calling delete_port for 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:48.641287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.663293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0351812-c407-4750-aa6c-c4a700b44515 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd36d01d-2c73-4205-bcf0-a82c2f72aa88,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:48.669798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.675225 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.683792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/ddb93b86-fb89-4280-8aab-661977009ec5 HTTP/1.1" status: 204 len: 168 time: 4.0077159 Apr 30 01:43:48.687171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45572) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:48.687773 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.689259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.693094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-12368039'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:48.706598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0351812-c407-4750-aa6c-c4a700b44515 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.711309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d0351812-c407-4750-aa6c-c4a700b44515 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0146024 Apr 30 01:43:48.728910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45574) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:48.733823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3026c4b5-ad92-4b1e-96a8-6a96e9863031 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '2af363e6-599a-441b-b592-b126e62ed9a7', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:48.746177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa8ac1f-d865-4fbd-8374-4745a604b939']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:48.766511 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.774427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:48.774427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cdf016-e1ed-4bcb-a9ff-af52a3937542') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:48.783629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c223d32-4de5-4311-bef0-f5a0e861e79c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=ddb93b86-fb89-4280-8aab-661977009ec5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:48.806204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] Pushing event deleted for resources: {'Port': ['ID=1998d6b5-5b1b-471e-8df2-ca81805b2ec0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:48.818427 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.829987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.848417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c661dac-173e-4ff1-890a-37e713a2a544 None None] No DVR routers for this DVR port 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:48.857085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf7a73-4ef6-4796-9a64-edd575be4600 req-cc54e27a-9c56-4839-a8a7-4295a391c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:48.858562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0cf7a73-4ef6-4796-9a64-edd575be4600 req-cc54e27a-9c56-4839-a8a7-4295a391c61c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2937326 Apr 30 01:43:48.871313 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.876917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:48.880143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:48.883388 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:48.917607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:48.920547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:48.923694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:48.944568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Pushing event updated for resources: {'Port': ['ID=b18c5f28-e646-4c4a-82d0-4d4262950225,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:48.955470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:48.959275 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:48.970332 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-3026c4b5-ad92-4b1e-96a8-6a96e9863031 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Project c0d0017750714ac2a74fd60a825a474e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:43:48.986023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3026c4b5-ad92-4b1e-96a8-6a96e9863031 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.005247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:49.010507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.026131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Attempting to bind port b18c5f28-e646-4c4a-82d0-4d4262950225 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:49.026741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Attempting to bind port b18c5f28-e646-4c4a-82d0-4d4262950225 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:49.027199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Attempting to bind port b18c5f28-e646-4c4a-82d0-4d4262950225 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:49.029107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:49.034623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:49.036062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:49.036695 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.037265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:49.037942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Bound port: b18c5f28-e646-4c4a-82d0-4d4262950225, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:49.038524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.059281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.059624 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 28fb566d-15be-442a-8ca3-b9f91c6cdea1 of type vlan for network a046637d-e94e-49df-81cf-ceb6044c0c73 Apr 30 01:43:49.071155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.083352 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.086655 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/1fa8ac1f-d865-4fbd-8374-4745a604b939 HTTP/1.1" status: 204 len: 168 time: 1.7799432 Apr 30 01:43:49.090904 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45576) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:49.129277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] For port b18c5f28-e646-4c4a-82d0-4d4262950225, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:49.135340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] For port b18c5f28-e646-4c4a-82d0-4d4262950225, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b18c5f28-e646-4c4a-82d0-4d4262950225,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:49.194842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1104e-8fbe-4c60-ab86-90bf9ca20ec2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=1fa8ac1f-d865-4fbd-8374-4745a604b939,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:49.197673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3026c4b5-ad92-4b1e-96a8-6a96e9863031 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.212723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.371784 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.376089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.383014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:49.383755 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.387220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3026c4b5-ad92-4b1e-96a8-6a96e9863031 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.461980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c7a02-ed98-4400-ae70-0c8df9fa1ee0 None None] Pushing event updated for resources: {'Port': ['ID=b18c5f28-e646-4c4a-82d0-4d4262950225,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:49.520167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026c4b5-ad92-4b1e-96a8-6a96e9863031 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42b0db1-5473-4346-8eea-dcf5ef592257,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:49.608095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9198172 Apr 30 01:43:49.630647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45584) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:49.642677 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d051c993-5690-4aba-a186-e1d602bd8236 req-dc2499db-86ef-4015-bd72-e421f9c4ea68 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0614607 Apr 30 01:43:49.642882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d75c9b-ebb0-415e-9a9a-dd3968c8f058 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=a046637d-e94e-49df-81cf-ceb6044c0c73,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:49.652911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-20432a6e-f190-4e72-8c11-dbdc5d6a86b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:49.664319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network a046637d-e94e-49df-81cf-ceb6044c0c73 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:49.678849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:43:49.690609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3026c4b5-ad92-4b1e-96a8-6a96e9863031 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:49.694966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3026c4b5-ad92-4b1e-96a8-6a96e9863031 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9626865 Apr 30 01:43:49.706427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45586) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:49.884347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6a7b399a-fb27-4aee-bf61-1355caba0e4c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '2af363e6-599a-441b-b592-b126e62ed9a7', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:49.892681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:49.938337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:49.939178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d1be8f98-ad7a-4cbf-8578-ebf7a1a8ce44 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:49.940389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:49.987955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:49.988612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1998d6b5-5b1b-471e-8df2-ca81805b2ec0 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:50.009785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20432a6e-f190-4e72-8c11-dbdc5d6a86b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.077302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.089056 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-6a7b399a-fb27-4aee-bf61-1355caba0e4c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Project c0d0017750714ac2a74fd60a825a474e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:43:50.095984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a7b399a-fb27-4aee-bf61-1355caba0e4c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.114391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20432a6e-f190-4e72-8c11-dbdc5d6a86b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.174708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20432a6e-f190-4e72-8c11-dbdc5d6a86b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network a046637d-e94e-49df-81cf-ceb6044c0c73 is not hosted by any dhcp agent {{(pid=103319) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:43:50.180794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20432a6e-f190-4e72-8c11-dbdc5d6a86b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:50.181384 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20432a6e-f190-4e72-8c11-dbdc5d6a86b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.185797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-20432a6e-f190-4e72-8c11-dbdc5d6a86b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "PUT /v2.0/networks/a046637d-e94e-49df-81cf-ceb6044c0c73 HTTP/1.1" status: 200 len: 723 time: 0.5370660 Apr 30 01:43:50.218984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45590) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:50.224125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': 'a046637d-e94e-49df-81cf-ceb6044c0c73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:50.239019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.319150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20432a6e-f190-4e72-8c11-dbdc5d6a86b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=a046637d-e94e-49df-81cf-ceb6044c0c73,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:50.330557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network a046637d-e94e-49df-81cf-ceb6044c0c73 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:50.352655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a7b399a-fb27-4aee-bf61-1355caba0e4c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.474405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a7b399a-fb27-4aee-bf61-1355caba0e4c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.508147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.536869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:50.545574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b399a-fb27-4aee-bf61-1355caba0e4c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc94e02-37f4-4fe7-a8e5-a29a5f3e081c,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:50.552523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.569409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] For port b18c5f28-e646-4c4a-82d0-4d4262950225, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b18c5f28-e646-4c4a-82d0-4d4262950225,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:50.635489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a7b399a-fb27-4aee-bf61-1355caba0e4c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.635489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6a7b399a-fb27-4aee-bf61-1355caba0e4c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9293797 Apr 30 01:43:50.641194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.643727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45596) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:50.669528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'network': {'name': 'tempest-network-smoke--1045116830', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'port_security_enabled': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:50.714047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.715567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.771497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port abb8e941-2dd2-48c9-ab8c-d71ecd777a59 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:50.771497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.827682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:50.830399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca4e94dc-4c71-4f1d-9449-6d122099fcd0 req-4299894c-877b-47b7-b555-5ac90a3df159 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0404153 Apr 30 01:43:50.838350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:50.844281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.857795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=2c6d7ab4-b450-4bfa-a2fa-776fa99ae518,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:50.860240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:50.882197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:50.883653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:50.909253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=b18c5f28-e646-4c4a-82d0-4d4262950225,revision_number=4']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:50.974643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:50.984892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f0f27880-a3c7-450b-81bd-26f377a82213 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3714659 Apr 30 01:43:50.987995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45600) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:50.996263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:73:86:2e', 'name': 'tempest-NetworksTestDHCPv6-442914371'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:51.020386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.021065 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Added segment 85cb8753-aacf-454b-911d-8418127f1009 of type vlan for network ed124b4c-775d-47e2-8baf-89d510124e92 Apr 30 01:43:51.089024 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4635f2-1335-4cd9-9527-20962ed60eaa None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:51.143296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port abb8e941-2dd2-48c9-ab8c-d71ecd777a59, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,segment=NetworkSegment(542da264-1dfb-471c-bf5f-684c09729d34),segment_id=542da264-1dfb-471c-bf5f-684c09729d34)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:51.143693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.208600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for abb8e941-2dd2-48c9-ab8c-d71ecd777a59 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:51.215012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:51.217420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ea13f825-a6c5-48cd-8a00-5ef919b27c2a None None] Provisioning complete for port b18c5f28-e646-4c4a-82d0-4d4262950225 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:51.217796 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea13f825-a6c5-48cd-8a00-5ef919b27c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.221705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.409391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.443590 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea13f825-a6c5-48cd-8a00-5ef919b27c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.447773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.450613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port 31fac2ff-5960-404e-9795-221ce5690608 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:43:51.531301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=56d096fa-8b71-494b-b583-499e2ea48ae2,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:51.550059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ea13f825-a6c5-48cd-8a00-5ef919b27c2a None None] For port b18c5f28-e646-4c4a-82d0-4d4262950225, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b18c5f28-e646-4c4a-82d0-4d4262950225,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:51.565722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': '28fb566d-15be-442a-8ca3-b9f91c6cdea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a046637d-e94e-49df-81cf-ceb6044c0c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:51.566709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: a046637d-e94e-49df-81cf-ceb6044c0c73, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:51.618196 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea13f825-a6c5-48cd-8a00-5ef919b27c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.664372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.679529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:51.680253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.713704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network a046637d-e94e-49df-81cf-ceb6044c0c73 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:51.721827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13f825-a6c5-48cd-8a00-5ef919b27c2a None None] Pushing event updated for resources: {'Port': ['ID=b18c5f28-e646-4c4a-82d0-4d4262950225,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:51.787972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::d7 (ff3497db-d506-41b3-bc96-8e107d7f907f/5b01da05-8fb7-40de-aa69-9a57b215c7f0/31fac2ff-5960-404e-9795-221ce5690608) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:51.801588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.815854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:862e (ff3497db-d506-41b3-bc96-8e107d7f907f/2c6d7ab4-b450-4bfa-a2fa-776fa99ae518/31fac2ff-5960-404e-9795-221ce5690608) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:51.821675 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1586897 Apr 30 01:43:51.827717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45606) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:51.833526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'admin_state_up': True, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:51.876558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b18c5f28-e646-4c4a-82d0-4d4262950225 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:51.890951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=abb8e941-2dd2-48c9-ab8c-d71ecd777a59,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:51.894078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ae514-f307-482f-8225-5bfc783245fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Network': ['ID=ed124b4c-775d-47e2-8baf-89d510124e92,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:51.904022 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, a046637d-e94e-49df-81cf-ceb6044c0c73) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:51.918762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:51.920999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:51.962226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62df1a7-67fe-4a30-92d8-100c96e5ba92 None None] Network a046637d-e94e-49df-81cf-ceb6044c0c73 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:51.989516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.007066 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.129571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.131819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ed124b4c-775d-47e2-8baf-89d510124e92 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:52.142397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fd6cf2ed-0bfd-4c35-ae35-9a10a3d1f6d1 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9194322 Apr 30 01:43:52.186677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45610) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:52.208838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b8fc48b1-6b56-4daa-bd91-f92af40cb87e tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:52.291952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c2b268f-1d54-4f81-9c05-5c4e290e1566 req-a3192952-6b50-4bbc-b6e5-3a5ba5dd5dd1 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1838503 Apr 30 01:43:52.334290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-a046637d-e94e-49df-81cf-ceb6044c0c73', 'network_id': 'a046637d-e94e-49df-81cf-ceb6044c0c73', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': '56d096fa-8b71-494b-b583-499e2ea48ae2'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:43:52.342297 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.380420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b18c5f28-e646-4c4a-82d0-4d4262950225 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:52.380781 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.521363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.596502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.688458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Allocated IP 172.20.0.2 (a046637d-e94e-49df-81cf-ceb6044c0c73/56d096fa-8b71-494b-b583-499e2ea48ae2/a70483eb-6c3e-4e27-8970-be059249119d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:52.713973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1ddb9340-d827-4905-8cd4-a1aaaede7b30 None None] Provisioning complete for port b18c5f28-e646-4c4a-82d0-4d4262950225 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:52.714351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9340-d827-4905-8cd4-a1aaaede7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.793868 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.889624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:52.915057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:52.916939 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.918830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:52.925433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:52.926157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.955301 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.976187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:52.993833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=31fac2ff-5960-404e-9795-221ce5690608,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:53.055408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.105597 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8109b2aa-d95e-4b46-9ba0-69bba17cb9d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1160345 Apr 30 01:43:53.106338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45616) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:53.122954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Network a046637d-e94e-49df-81cf-ceb6044c0c73 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:53.134687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:53.147475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:53.171012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Pushing event updated for resources: {'Port': ['ID=a70483eb-6c3e-4e27-8970-be059249119d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:53.179883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.186702 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8fc48b1-6b56-4daa-bd91-f92af40cb87e tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58981086'] for subnet, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.290789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Attempting to bind port a70483eb-6c3e-4e27-8970-be059249119d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:53.291407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Attempting to bind port a70483eb-6c3e-4e27-8970-be059249119d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '28fb566d-15be-442a-8ca3-b9f91c6cdea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a046637d-e94e-49df-81cf-ceb6044c0c73'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:53.291996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Attempting to bind port a70483eb-6c3e-4e27-8970-be059249119d on network a046637d-e94e-49df-81cf-ceb6044c0c73 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:53.304334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:53.305249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Checking segment: {'id': '28fb566d-15be-442a-8ca3-b9f91c6cdea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a046637d-e94e-49df-81cf-ceb6044c0c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:53.305848 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.306420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Bound using segment: {'id': '28fb566d-15be-442a-8ca3-b9f91c6cdea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a046637d-e94e-49df-81cf-ceb6044c0c73'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:53.309481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Bound port: a70483eb-6c3e-4e27-8970-be059249119d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fb566d-15be-442a-8ca3-b9f91c6cdea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a046637d-e94e-49df-81cf-ceb6044c0c73'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:53.316745 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.360950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.25.0.140 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/c095590d-e8a2-4eab-8844-94e03ed7d559) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:43:53.480504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4d82c7cf-5861-4861-bb7f-a922f2ca89fc None None] Provisioning complete for port 31fac2ff-5960-404e-9795-221ce5690608 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:53.480866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4d82c7cf-5861-4861-bb7f-a922f2ca89fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.504204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-716c9250-fef3-4f15-92d3-0ddb5c7b945e req-f58433ff-4e53-4d01-98bb-f6b060a503f8 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0354722 Apr 30 01:43:53.551720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] For port a70483eb-6c3e-4e27-8970-be059249119d, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:53.551720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] For port a70483eb-6c3e-4e27-8970-be059249119d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a70483eb-6c3e-4e27-8970-be059249119d,segment=NetworkSegment(28fb566d-15be-442a-8ca3-b9f91c6cdea1),segment_id=28fb566d-15be-442a-8ca3-b9f91c6cdea1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:53.570846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4d82c7cf-5861-4861-bb7f-a922f2ca89fc None None] Port 31fac2ff-5960-404e-9795-221ce5690608 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:43:53.608571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:53.634741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.643762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.701235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ff34d414-c5e3-4951-9ec1-2ed68ea90827 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port 31fac2ff-5960-404e-9795-221ce5690608 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:53.702718 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff34d414-c5e3-4951-9ec1-2ed68ea90827 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.725082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8fc48b1-6b56-4daa-bd91-f92af40cb87e tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773245442744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62158210'] for subnet, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.773115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fc48b1-6b56-4daa-bd91-f92af40cb87e tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:53.773706 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8fc48b1-6b56-4daa-bd91-f92af40cb87e tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.775143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8fc48b1-6b56-4daa-bd91-f92af40cb87e tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "PUT /v2.0/subnets/56d096fa-8b71-494b-b583-499e2ea48ae2 HTTP/1.1" status: 200 len: 806 time: 1.5834153 Apr 30 01:43:53.784067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45622) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:53.803644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7bd7b-1021-4791-990b-f88aae3072c2 None None] Pushing event updated for resources: {'Port': ['ID=a70483eb-6c3e-4e27-8970-be059249119d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:53.826372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:53.853082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb99c737-9229-4adf-96e9-cfb788a97517 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7455175 Apr 30 01:43:53.855362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45626) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:53.856540 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:53.876953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:53.889227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:53.939633 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:53.968227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b18c5f28-e646-4c4a-82d0-4d4262950225 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:53.985147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc48b1-6b56-4daa-bd91-f92af40cb87e tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=56d096fa-8b71-494b-b583-499e2ea48ae2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:53.995714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-0028c587-b66f-4db6-ad90-0ec1846142a2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet 4f9008e2-a55e-4ba4-840d-3debbe1fc708 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:53.999679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0028c587-b66f-4db6-ad90-0ec1846142a2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.055880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff34d414-c5e3-4951-9ec1-2ed68ea90827 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.061810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0028c587-b66f-4db6-ad90-0ec1846142a2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.113949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:54.165008 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ff34d414-c5e3-4951-9ec1-2ed68ea90827 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for 31fac2ff-5960-404e-9795-221ce5690608 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:54.168776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:54.169251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:54.181058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:43:54.189025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0028c587-b66f-4db6-ad90-0ec1846142a2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.199480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=c095590d-e8a2-4eab-8844-94e03ed7d559,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:54.260109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b18c5f28-e646-4c4a-82d0-4d4262950225 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:54.260109 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.313462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.343376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0028c587-b66f-4db6-ad90-0ec1846142a2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.401528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028c587-b66f-4db6-ad90-0ec1846142a2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9008e2-a55e-4ba4-840d-3debbe1fc708,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:54.424796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0028c587-b66f-4db6-ad90-0ec1846142a2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.435322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0028c587-b66f-4db6-ad90-0ec1846142a2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/4f9008e2-a55e-4ba4-840d-3debbe1fc708 HTTP/1.1" status: 204 len: 168 time: 0.5700517 Apr 30 01:43:54.438139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45628) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:54.471937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01354903-9ce3-4907-80d5-0ca988e494e2 None None] Network eeb1ea44-6dce-4607-9509-5cdc6aef4170 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:54.539669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.629371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Deleting port a70483eb-6c3e-4e27-8970-be059249119d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:54.629713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.632775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port e9563aba-7827-48a4-9cfb-156f53b5d17a {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:54.633353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.742688 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7839e822-1abc-4e1c-8e20-2d139027e401 req-4307cef4-7d5c-4d82-b127-24fd653f3550 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0525873 Apr 30 01:43:54.780642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port e9563aba-7827-48a4-9cfb-156f53b5d17a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e9563aba-7827-48a4-9cfb-156f53b5d17a,segment=NetworkSegment(542da264-1dfb-471c-bf5f-684c09729d34),segment_id=542da264-1dfb-471c-bf5f-684c09729d34)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:54.780642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:54.795138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for e9563aba-7827-48a4-9cfb-156f53b5d17a owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:55.039510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.098561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port e9563aba-7827-48a4-9cfb-156f53b5d17a on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:55.103320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=e9563aba-7827-48a4-9cfb-156f53b5d17a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:55.180982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:51Z', 'revision_number': 10, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:55.231830 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.243490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:55.271240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb1ea44-6dce-4607-9509-5cdc6aef4170']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:55.275169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:55.275850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:55.288006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542da264-1dfb-471c-bf5f-684c09729d34') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:55.289614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542da264-1dfb-471c-bf5f-684c09729d34') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:55.301031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.317363 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.333217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:55.335386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:55.342611 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:55.353474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7e8446-72db-44dd-a723-0d50b4e11d4c None None] DHCP port deletion for eeb1ea44-6dce-4607-9509-5cdc6aef4170 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:55.441047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:55.482978 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19de8f0-6292-4160-b213-d605d50854a8 None None] Network a046637d-e94e-49df-81cf-ceb6044c0c73 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:55.494738 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.516202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.516202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.521940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/eeb1ea44-6dce-4607-9509-5cdc6aef4170 HTTP/1.1" status: 204 len: 168 time: 1.0794847 Apr 30 01:43:55.522446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45636) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:55.572329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e095080-7fae-4d34-8f81-944af2feed61 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=eeb1ea44-6dce-4607-9509-5cdc6aef4170,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:55.597989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff34d414-c5e3-4951-9ec1-2ed68ea90827 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.601285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] For port a70483eb-6c3e-4e27-8970-be059249119d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a70483eb-6c3e-4e27-8970-be059249119d,segment=NetworkSegment(28fb566d-15be-442a-8ca3-b9f91c6cdea1),segment_id=28fb566d-15be-442a-8ca3-b9f91c6cdea1)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:55.601828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.641591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34d414-c5e3-4951-9ec1-2ed68ea90827 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=31fac2ff-5960-404e-9795-221ce5690608,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:55.652350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Calling delete_port for a70483eb-6c3e-4e27-8970-be059249119d owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:55.655900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-65fa99e2-67a2-4df0-a0e7-e8f08dc5df30 None None] Provisioning complete for port a70483eb-6c3e-4e27-8970-be059249119d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:55.656769 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65fa99e2-67a2-4df0-a0e7-e8f08dc5df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.806307 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff34d414-c5e3-4951-9ec1-2ed68ea90827 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:55.813541 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ff34d414-c5e3-4951-9ec1-2ed68ea90827 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/31fac2ff-5960-404e-9795-221ce5690608 HTTP/1.1" status: 204 len: 168 time: 2.6960757 Apr 30 01:43:55.822265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45642) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:56.013731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a70483eb-6c3e-4e27-8970-be059249119d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:56.071961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2f99289-a34b-4636-a10c-bcb898f2f406 req-fe5988fb-9a2d-448a-99ef-4bca8884a98d tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1178896 Apr 30 01:43:56.079408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65fa99e2-67a2-4df0-a0e7-e8f08dc5df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.104393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.117134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:51Z', 'revision_number': 10, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:56.126915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66733bc-4c19-41d5-a20e-ca6ed6c14e14 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:56.129336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a66733bc-4c19-41d5-a20e-ca6ed6c14e14 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3059244 Apr 30 01:43:56.132136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45646) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:56.174887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29099c2c-8c43-4779-bb95-c220718b264b None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:51Z', 'revision_number': 10, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None, '_interfaces': [{'id': 'e3d938fa-46de-4e26-bd7a-dc5cd345ce29', 'name': '', 'network_id': '148878fb-7222-4ca8-bdea-2d9046848768', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'mac_address': 'fa:16:3e:d4:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:42:58Z', 'updated_at': '2022-04-30T01:43:07Z', 'revision_number': 5, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'subnets': [{'id': '28d0ba4c-41de-4b12-9a31-99f13f0ebd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:56.210175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a70483eb-6c3e-4e27-8970-be059249119d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:56.211353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.288548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde0078-d4f9-4e8a-b52d-b791e0fdb883 None None] Network a046637d-e94e-49df-81cf-ceb6044c0c73 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:56.334596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760ec87-583d-481e-ac2c-2b75e48f299d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:56.338957 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1760ec87-583d-481e-ac2c-2b75e48f299d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2023771 Apr 30 01:43:56.340310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45648) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:56.411167 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.417372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3760b96-e7f7-4978-af81-eecbc7f8a7ae tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:56.419194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3760b96-e7f7-4978-af81-eecbc7f8a7ae tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:56.420803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3760b96-e7f7-4978-af81-eecbc7f8a7ae tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:56.425545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f3760b96-e7f7-4978-af81-eecbc7f8a7ae tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0842326 Apr 30 01:43:56.427375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45650) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:56.438349 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.455128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Port': ['ID=a70483eb-6c3e-4e27-8970-be059249119d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:56.456622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router c7979e97-3680-4347-8136-046cd8b294c2 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:43:56.464345 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.511998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No DVR routers for this DVR port a70483eb-6c3e-4e27-8970-be059249119d on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:56.582699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-3440aa31-79c1-433f-94ce-bf90d03de9f2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 2c6d7ab4-b450-4bfa-a2fa-776fa99ae518 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:56.587788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3440aa31-79c1-433f-94ce-bf90d03de9f2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.602130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7aea06b7-248d-4276-a2c9-87b57f37693f None None] Could not find standard attr ID for object a70483eb-6c3e-4e27-8970-be059249119d. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:43:56.618315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.651992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e9563aba-7827-48a4-9cfb-156f53b5d17a no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:56.705272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: e9563aba-7827-48a4-9cfb-156f53b5d17a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:56.705731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e9563aba-7827-48a4-9cfb-156f53b5d17a not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:56.720657 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3440aa31-79c1-433f-94ce-bf90d03de9f2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.724953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:43:56.739951 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Sync routers for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:43:56.761851 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:56.767576 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:56.862656 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.875050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3440aa31-79c1-433f-94ce-bf90d03de9f2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.885805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:56.888755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b25916eb-799a-4f85-88f4-7efff3e14edb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0583913 Apr 30 01:43:56.900442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:56.933384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=56d096fa-8b71-494b-b583-499e2ea48ae2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:56.956735 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:56.986137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040969dc-3c63-41b1-a3ee-e870eb39cb79 None None] Network a046637d-e94e-49df-81cf-ceb6044c0c73 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:57.030733 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.074524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a046637d-e94e-49df-81cf-ceb6044c0c73']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:57.088380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3440aa31-79c1-433f-94ce-bf90d03de9f2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.094617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fb566d-15be-442a-8ca3-b9f91c6cdea1') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:57.100554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fb566d-15be-442a-8ca3-b9f91c6cdea1') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:57.122008 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.163537 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.185483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:43:57.185483 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:43:57.207743 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:43:57.237066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440aa31-79c1-433f-94ce-bf90d03de9f2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6d7ab4-b450-4bfa-a2fa-776fa99ae518,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:57.268598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad30001-9762-4e44-b647-540d01c9e3c9 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:57.273510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3440aa31-79c1-433f-94ce-bf90d03de9f2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.283040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3440aa31-79c1-433f-94ce-bf90d03de9f2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/2c6d7ab4-b450-4bfa-a2fa-776fa99ae518 HTTP/1.1" status: 204 len: 168 time: 0.8546464 Apr 30 01:43:57.291522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45662) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:57.334899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ccf16-fda3-4ef4-9d70-9d11cf318769 None None] DHCP port deletion for a046637d-e94e-49df-81cf-ceb6044c0c73 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:57.339196 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:43:54Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:57.346248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5069a8c2-73f4-48c7-a00a-1105c6f8f023 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c0d0017750714ac2a74fd60a825a474e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4427071 Apr 30 01:43:57.350396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9da9f5a9-cd1a-4c61-8caa-3024818ab81e req-dacf1580-4d05-441d-94f8-f857229c19b3 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0659983 Apr 30 01:43:57.351511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45664) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:57.395948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-e082d7bb-acc4-4667-9a51-a06386e51bbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 5b01da05-8fb7-40de-aa69-9a57b215c7f0 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:43:57.403275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e082d7bb-acc4-4667-9a51-a06386e51bbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.430100 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Checking router: c7979e97-3680-4347-8136-046cd8b294c2 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:43:57.430445 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Updating router c7979e97-3680-4347-8136-046cd8b294c2 port c095590d-e8a2-4eab-8844-94e03ed7d559 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:43:57.469611 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.470044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e082d7bb-acc4-4667-9a51-a06386e51bbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.497988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.515487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.519620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/a046637d-e94e-49df-81cf-ceb6044c0c73 HTTP/1.1" status: 204 len: 168 time: 3.7304528 Apr 30 01:43:57.522374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45666) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:57.555227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8033826-0925-4c9e-a174-c2b07416d21d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=a046637d-e94e-49df-81cf-ceb6044c0c73,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:57.578568 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3961e3b-52ab-4bdb-bcc5-24d2555422b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:43:57.579514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3961e3b-52ab-4bdb-bcc5-24d2555422b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:43:57.579677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port e3d938fa-46de-4e26-bd7a-dc5cd345ce29 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:57.580355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.584966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a3961e3b-52ab-4bdb-bcc5-24d2555422b5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/a046637d-e94e-49df-81cf-ceb6044c0c73 HTTP/1.1" status: 404 len: 339 time: 0.0577006 Apr 30 01:43:57.589056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45668) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:57.596073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665430219', 'description': 'd1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:57.670037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf445c8-104a-4fbf-9439-049761daf58f tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:57.671706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2cf445c8-104a-4fbf-9439-049761daf58f tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3180969 Apr 30 01:43:57.675009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45670) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:57.731833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e082d7bb-acc4-4667-9a51-a06386e51bbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.751025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ffaea2d1-3c49-4c44-a8ac-2313517f813b tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741286 Apr 30 01:43:57.755155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45672) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:57.755896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device abb8e941-2dd2-48c9-ab8c-d71ecd777a59 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:57.761972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323285527', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:57.791041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:57.800489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: abb8e941-2dd2-48c9-ab8c-d71ecd777a59 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:57.801600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device abb8e941-2dd2-48c9-ab8c-d71ecd777a59 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:57.801853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a70483eb-6c3e-4e27-8970-be059249119d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:43:57.803712 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.857759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:57.870915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.871776 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 12ba8d75-c1fa-40d0-9fc0-ee6c0337bac2 of type vlan for network 9d97255b-8daa-4b32-a67d-27a611690a31 Apr 30 01:43:57.888331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a70483eb-6c3e-4e27-8970-be059249119d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:43:57.888680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a70483eb-6c3e-4e27-8970-be059249119d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:43:57.933874 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port e3d938fa-46de-4e26-bd7a-dc5cd345ce29, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,segment=NetworkSegment(fa54a85b-b94a-44da-9895-a1fd9bcb3d5d),segment_id=fa54a85b-b94a-44da-9895-a1fd9bcb3d5d)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:57.934275 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.942119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.953029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e082d7bb-acc4-4667-9a51-a06386e51bbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:57.956458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for e3d938fa-46de-4e26-bd7a-dc5cd345ce29 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:57.989170 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.015833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e082d7bb-acc4-4667-9a51-a06386e51bbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.022147 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e082d7bb-acc4-4667-9a51-a06386e51bbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/5b01da05-8fb7-40de-aa69-9a57b215c7f0 HTTP/1.1" status: 204 len: 168 time: 0.7295828 Apr 30 01:43:58.025226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:58.028739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082d7bb-acc4-4667-9a51-a06386e51bbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=5b01da05-8fb7-40de-aa69-9a57b215c7f0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:58.029779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.034324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45674) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:58.061033 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.092844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0114a132-3387-4fe8-a367-b1f1bbede52d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540831 Apr 30 01:43:58.093831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45676) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:58.105678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:58.119963 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.148125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:58.153875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.165822 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Attempting to bind port c095590d-e8a2-4eab-8844-94e03ed7d559 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:43:58.166493 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Attempting to bind port c095590d-e8a2-4eab-8844-94e03ed7d559 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:43:58.167256 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Attempting to bind port c095590d-e8a2-4eab-8844-94e03ed7d559 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:43:58.173253 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a115f-824e-4b12-b266-408cbef013a6 None None] Pushing event updated for resources: {'Port': ['ID=c095590d-e8a2-4eab-8844-94e03ed7d559,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:58.182995 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:43:58.183764 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:58.184363 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.184928 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:43:58.186662 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Bound port: c095590d-e8a2-4eab-8844-94e03ed7d559, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:43:58.192594 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.276935 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:43:58.286031 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] For port c095590d-e8a2-4eab-8844-94e03ed7d559, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:43:58.290411 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] For port c095590d-e8a2-4eab-8844-94e03ed7d559, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c095590d-e8a2-4eab-8844-94e03ed7d559,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:43:58.352067 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.439110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=9d97255b-8daa-4b32-a67d-27a611690a31,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:58.481723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9d97255b-8daa-4b32-a67d-27a611690a31 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:58.485547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-00f85fac-65cc-4c6e-b8ba-0dd644049eb6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8936338 Apr 30 01:43:58.489137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45684) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:58.522029 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:43:58.522682 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:58.589812 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a115f-824e-4b12-b266-408cbef013a6 None None] Pushing event updated for resources: {'Port': ['ID=c095590d-e8a2-4eab-8844-94e03ed7d559,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:58.612558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e688187-d63f-4a25-94ba-6a36a6e269fa None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:58.639620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a09e55-f671-4cca-9be7-cc3e2b276f99 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:58.641206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a4a09e55-f671-4cca-9be7-cc3e2b276f99 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/networks?id=9d97255b-8daa-4b32-a67d-27a611690a31 HTTP/1.1" status: 200 len: 760 time: 0.1461320 Apr 30 01:43:58.644575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45686) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:58.655140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1936ce88-e1a0-4a8d-bca4-3369fcb230a4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'description': 'd2'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:58.702988 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:43:58.831454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-be24fdd2-d74a-4fb2-9fce-3867628f0d34 None None] Provisioning complete for port b18c5f28-e646-4c4a-82d0-4d4262950225 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:58.832569 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be24fdd2-d74a-4fb2-9fce-3867628f0d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:58.874233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0215f1b2-31f9-4672-9c80-4ce6c676dccc req-f3839d87-04fb-4a11-a04a-8fd02f438375 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0606999 Apr 30 01:43:59.008448 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1936ce88-e1a0-4a8d-bca4-3369fcb230a4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.016336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:43:59.079690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] Deleting port b18c5f28-e646-4c4a-82d0-4d4262950225 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:43:59.080185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.114135 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:43:54Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:43:59.142807 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287f5d1-7276-4c78-a389-95357a82feec None None] The sync data for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 is: [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:43:54Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:43:59.151124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] For port b18c5f28-e646-4c4a-82d0-4d4262950225, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b18c5f28-e646-4c4a-82d0-4d4262950225,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:43:59.151620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.166158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] Calling delete_port for b18c5f28-e646-4c4a-82d0-4d4262950225 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:43:59.197216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:59.201208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.266946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.291776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b602430-230c-45a7-9e87-25d48f8852e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.301330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1936ce88-e1a0-4a8d-bca4-3369fcb230a4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.317738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=e3d938fa-46de-4e26-bd7a-dc5cd345ce29,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:59.327248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.331349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1936ce88-e1a0-4a8d-bca4-3369fcb230a4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network 9d97255b-8daa-4b32-a67d-27a611690a31 is not hosted by any dhcp agent {{(pid=103318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 01:43:59.337435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1936ce88-e1a0-4a8d-bca4-3369fcb230a4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:59.338036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1936ce88-e1a0-4a8d-bca4-3369fcb230a4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.342502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1936ce88-e1a0-4a8d-bca4-3369fcb230a4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "PUT /v2.0/networks/9d97255b-8daa-4b32-a67d-27a611690a31 HTTP/1.1" status: 200 len: 757 time: 0.6968834 Apr 30 01:43:59.343415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45692) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:59.353649 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.372566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] No DVR routers for this DVR port b18c5f28-e646-4c4a-82d0-4d4262950225 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:43:59.410873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c6954-4f5a-4e90-8dd4-5bc730344a41 None None] Pushing event deleted for resources: {'Port': ['ID=b18c5f28-e646-4c4a-82d0-4d4262950225,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:59.496916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936ce88-e1a0-4a8d-bca4-3369fcb230a4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=9d97255b-8daa-4b32-a67d-27a611690a31,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:59.532811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9d97255b-8daa-4b32-a67d-27a611690a31 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:43:59.602596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538affeb-b278-4fa1-ba96-9900f4749d38 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:59.611213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-538affeb-b278-4fa1-ba96-9900f4749d38 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/networks?id=9d97255b-8daa-4b32-a67d-27a611690a31 HTTP/1.1" status: 200 len: 760 time: 0.2622530 Apr 30 01:43:59.621816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45694) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:43:59.631253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33894951'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:43:59.646883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Subnet': ['ID=d162b15e-af0b-4426-ac98-43bebdccf3e9,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:59.658055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Checking segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:43:59.658426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network hostable DHCP agents. Network: ed124b4c-775d-47e2-8baf-89d510124e92, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:43:59.663350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.808264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ed124b4c-775d-47e2-8baf-89d510124e92 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:43:59.849793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:43:59.856936 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.870409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.884453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c095590d-e8a2-4eab-8844-94e03ed7d559 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:43:59.946021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=021a0a0a-6d20-4a2b-b5cf-6c438a729dd3,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:43:59.955901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c095590d-e8a2-4eab-8844-94e03ed7d559 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:43:59.956276 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.959248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ed124b4c-775d-47e2-8baf-89d510124e92) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:59.983663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:43:59.985159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:43:59.986348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3071c6fa-dd54-4c91-be9f-b5d565a7b6da None None] Network ed124b4c-775d-47e2-8baf-89d510124e92 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:43:59.986989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:43:59.990454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:43:59.995446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:43:59.996323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:43:59.998755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:00.000279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.009313 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.013223 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 704f4cad-b845-493b-979b-66d20d47c4cf of type vlan for network 56b08d62-3296-48be-8c82-ac64e1edc784 Apr 30 01:44:00.016464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a25fc-f14c-4172-b2e3-4dbffe554739 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:00.091203 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.117717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a35adb73-e4a6-4b0c-89e3-94fc643ab1ab req-6d6a47fd-22c8-4d44-9870-fbc350776c59 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0830379 Apr 30 01:44:00.129670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9a9da525-e3bf-4a93-b310-fd4320c6e9a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3732190 Apr 30 01:44:00.134260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45698) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:00.162927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3052c044-e031-4d24-be04-0333aacdedbd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0544000 Apr 30 01:44:00.162927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45700) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:00.162927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c0a287fa-4427-4a09-b76d-da1eac871f06 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:00.265184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:00.272483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e5bc4609-6821-43f9-8f5e-b621ee33b812 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7432129 Apr 30 01:44:00.275098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45702) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:00.293561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:00.337653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.355198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:00.355883 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.407150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:00.408011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:00.444448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc1ad50-569f-45ea-8203-2b5f5ece6485 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting subnet 28d0ba4c-41de-4b12-9a31-99f13f0ebd9d {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:44:00.482192 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ad50-569f-45ea-8203-2b5f5ece6485 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.495962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=56b08d62-3296-48be-8c82-ac64e1edc784,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:00.547558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 56b08d62-3296-48be-8c82-ac64e1edc784 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:00.576626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-23d1be6d-58e3-4ed9-9b41-1a76caa8f9cd tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9504926 Apr 30 01:44:00.578972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45708) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:00.593222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': '56b08d62-3296-48be-8c82-ac64e1edc784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:00.605055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a287fa-4427-4a09-b76d-da1eac871f06 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:00.608677 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0a287fa-4427-4a09-b76d-da1eac871f06 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.616397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:00.649606 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ad50-569f-45ea-8203-2b5f5ece6485 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.752020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:58Z', 'revision_number': 11, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:00.753249 n-d-821348-1 neutron-server[103318]: INFO neutron.db.ipam_backend_mixin [None req-c0a287fa-4427-4a09-b76d-da1eac871f06 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 021a0a0a-6d20-4a2b-b5cf-6c438a729dd3 (CIDR: 2001:db8::/64) Apr 30 01:44:00.777755 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.790450 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a287fa-4427-4a09-b76d-da1eac871f06 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:44:00.791203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a287fa-4427-4a09-b76d-da1eac871f06 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:00.849208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:44:00.869973 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c0a287fa-4427-4a09-b76d-da1eac871f06 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7097857 Apr 30 01:44:00.872376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45710) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:00.875108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ff3497db-d506-41b3-bc96-8e107d7f907f', 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'tenant_id': 'a6d95a8ebb3446c8a2bff5347e9e8766', 'fixed_ips': [{'subnet_id': '021a0a0a-6d20-4a2b-b5cf-6c438a729dd3'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:00.876035 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:00.882681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port c095590d-e8a2-4eab-8844-94e03ed7d559, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c095590d-e8a2-4eab-8844-94e03ed7d559,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:00.884340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'subnet': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:00.911660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:00.912202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:43:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:00.921808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:00.926234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.031300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ad50-569f-45ea-8203-2b5f5ece6485 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.036986 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.040838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ed124b4c-775d-47e2-8baf-89d510124e92', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:01.041491 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.142027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:01.147212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b18c5f28-e646-4c4a-82d0-4d4262950225 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:44:01.225935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:01.230426 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.270955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: b18c5f28-e646-4c4a-82d0-4d4262950225 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:44:01.271306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b18c5f28-e646-4c4a-82d0-4d4262950225 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:44:01.299138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:58Z', 'revision_number': 11, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:01.323278 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7105b247-2039-47ab-a76c-d80b5f2cd852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.398012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Allocated IP 2001:db8::2 (ff3497db-d506-41b3-bc96-8e107d7f907f/021a0a0a-6d20-4a2b-b5cf-6c438a729dd3/4b7ccb98-98c5-4146-b3e2-411ea2131307) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:01.454530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8ecc08c6-4380-46dc-8e34-2188db39a68d req-7203d6e0-3896-4f8e-b597-73a9615df8ab tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1818516 Apr 30 01:44:01.459173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ad50-569f-45ea-8203-2b5f5ece6485 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.477091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ad50-569f-45ea-8203-2b5f5ece6485 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.483936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0cc1ad50-569f-45ea-8203-2b5f5ece6485 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/28d0ba4c-41de-4b12-9a31-99f13f0ebd9d HTTP/1.1" status: 204 len: 168 time: 1.2053354 Apr 30 01:44:01.498233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45724) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:01.501640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1ad50-569f-45ea-8203-2b5f5ece6485 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Subnet': ['ID=28d0ba4c-41de-4b12-9a31-99f13f0ebd9d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:01.631375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.729298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=4d92d5c2-dd9f-4f52-8393-5fd2b2c66aeb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:01.739705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.745811 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.809451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=c095590d-e8a2-4eab-8844-94e03ed7d559,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:01.812852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc860fb6-feb5-4698-90e2-9b4084b97fc7 None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:58Z', 'revision_number': 11, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:01.825096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': '704f4cad-b845-493b-979b-66d20d47c4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56b08d62-3296-48be-8c82-ac64e1edc784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:01.825751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: 56b08d62-3296-48be-8c82-ac64e1edc784, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:01.844218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.847556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eed181-c4eb-4805-b36c-3738f4fcec92 None None] Network 148878fb-7222-4ca8-bdea-2d9046848768 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:01.882483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.882879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.883220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.883656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.883985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.884309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.884631 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.884957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.885315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.885638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.885955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.886496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:01.897511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Deleting port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:01.902509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.948167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:01.992578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Allocated IP 172.20.0.2 (ed124b4c-775d-47e2-8baf-89d510124e92/d162b15e-af0b-4426-ac98-43bebdccf3e9/1067a8e0-6a17-444c-a0b6-558811329395) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:02.004628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] For port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4,segment=NetworkSegment(fa54a85b-b94a-44da-9895-a1fd9bcb3d5d),segment_id=fa54a85b-b94a-44da-9895-a1fd9bcb3d5d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:02.005024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.021634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Calling delete_port for 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:02.053873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:02.064629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:02.066074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network 56b08d62-3296-48be-8c82-ac64e1edc784 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:02.067861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:02.082211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Pushing event updated for resources: {'Port': ['ID=4b7ccb98-98c5-4146-b3e2-411ea2131307,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:02.085199 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.113662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:44:02.137389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 56b08d62-3296-48be-8c82-ac64e1edc784) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:02.155730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:02.156780 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.163998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7354dab4-29db-4b9f-b630-82af5f532325 None None] Network 56b08d62-3296-48be-8c82-ac64e1edc784 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:02.280385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b030545-5ee3-4d1c-848a-61734e7873af tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6983039 Apr 30 01:44:02.283219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45736) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:02.334203 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.380576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Port': ['ID=8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:02.393168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No DVR routers for this DVR port 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:44:02.477971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Attempting to bind port 4b7ccb98-98c5-4146-b3e2-411ea2131307 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:02.480791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Attempting to bind port 4b7ccb98-98c5-4146-b3e2-411ea2131307 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:02.480791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Attempting to bind port 4b7ccb98-98c5-4146-b3e2-411ea2131307 on network ff3497db-d506-41b3-bc96-8e107d7f907f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:02.505050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:02.505519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Checking segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:02.505980 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.506376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Bound using segment: {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:02.506855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Bound port: 4b7ccb98-98c5-4146-b3e2-411ea2131307, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571ead2-2163-425f-828d-be2ec8bc1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:02.507233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.548437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.597474 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.606483 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.610400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.620680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efc4b0-f926-4716-a90f-78cb5756cd27 None None] DHCP port deletion for 148878fb-7222-4ca8-bdea-2d9046848768 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:44:02.705454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148878fb-7222-4ca8-bdea-2d9046848768']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:02.721960 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.727908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.736100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea97c021-7d1a-4078-bfcb-ded694e0aec4 req-bafb1e13-75c7-4612-a81b-6fb61d96c10d tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0744269 Apr 30 01:44:02.736338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:02.736535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa54a85b-b94a-44da-9895-a1fd9bcb3d5d') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:02.758337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.788402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.813435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:02.813435 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.813748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.20.0.1 (ed124b4c-775d-47e2-8baf-89d510124e92/d162b15e-af0b-4426-ac98-43bebdccf3e9/ef3197aa-303e-46a9-8dcc-4c3ce6c4513a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:02.838889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Pushing event updated for resources: {'Port': ['ID=1067a8e0-6a17-444c-a0b6-558811329395,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:02.863325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Network ed124b4c-775d-47e2-8baf-89d510124e92 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:02.868330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:02.874869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:02.937002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec547a4-36d7-40c3-97cd-df34e57609e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-56b08d62-3296-48be-8c82-ac64e1edc784', 'network_id': '56b08d62-3296-48be-8c82-ac64e1edc784', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': '4d92d5c2-dd9f-4f52-8393-5fd2b2c66aeb'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:02.938101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dec547a4-36d7-40c3-97cd-df34e57609e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.952628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.964033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:02.969244 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:02.977980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] For port 4b7ccb98-98c5-4146-b3e2-411ea2131307, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:03.015586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=4d92d5c2-dd9f-4f52-8393-5fd2b2c66aeb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:03.071092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] For port 4b7ccb98-98c5-4146-b3e2-411ea2131307, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4b7ccb98-98c5-4146-b3e2-411ea2131307,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:03.075006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Attempting to bind port 1067a8e0-6a17-444c-a0b6-558811329395 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:03.075375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Attempting to bind port 1067a8e0-6a17-444c-a0b6-558811329395 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:03.076764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.078196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Attempting to bind port 1067a8e0-6a17-444c-a0b6-558811329395 on network ed124b4c-775d-47e2-8baf-89d510124e92 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:03.086191 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.090749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.091288 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/networks/148878fb-7222-4ca8-bdea-2d9046848768 HTTP/1.1" status: 204 len: 168 time: 1.5898156 Apr 30 01:44:03.093824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45746) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:03.099793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'routes': None}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:03.103133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:03.103585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Checking segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:03.104138 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.104528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Bound using segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:03.104991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Bound port: 1067a8e0-6a17-444c-a0b6-558811329395, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:03.105369 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.112241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50278c-ab4e-4131-9e96-7e4188d09674 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Pushing event deleted for resources: {'Network': ['ID=148878fb-7222-4ca8-bdea-2d9046848768,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:03.116451 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b08d62-3296-48be-8c82-ac64e1edc784']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:03.129344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704f4cad-b845-493b-979b-66d20d47c4cf') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:03.129642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704f4cad-b845-493b-979b-66d20d47c4cf') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:03.139934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.150292 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.152512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.api [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:44:03.153049 n-d-821348-1 neutron-server[103318]: DEBUG oslo_db.api [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:44:03.163151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.169056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:03.169710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:03.173043 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:03.187275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94874645-15c2-40e8-bb0f-dc82d49ae9eb None None] Network 56b08d62-3296-48be-8c82-ac64e1edc784 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:03.230398 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.339329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] For port 1067a8e0-6a17-444c-a0b6-558811329395, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:03.351717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e657b-c641-48ca-9de7-dde47aff6765 None None] Pushing event updated for resources: {'Port': ['ID=4b7ccb98-98c5-4146-b3e2-411ea2131307,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:03.391320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.extraroute_db [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Added routes are [] {{(pid=103318) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 01:44:03.391657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.extraroute_db [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Removed routes are [] {{(pid=103318) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 01:44:03.392028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.394106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ed124b4c-775d-47e2-8baf-89d510124e92 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:03.401587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:03.408667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:03.457073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:03.479205 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.510316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] For port 1067a8e0-6a17-444c-a0b6-558811329395, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1067a8e0-6a17-444c-a0b6-558811329395,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:03.600454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.714124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e05c03-5a0d-4ab8-890b-9e06fb7843d7 None None] Pushing event updated for resources: {'Port': ['ID=1067a8e0-6a17-444c-a0b6-558811329395,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:03.890921 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:03.928164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.024744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c095590d-e8a2-4eab-8844-94e03ed7d559 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:04.148675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c095590d-e8a2-4eab-8844-94e03ed7d559 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:04.149508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.227318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.255220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.267291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/56b08d62-3296-48be-8c82-ac64e1edc784 HTTP/1.1" status: 204 len: 168 time: 1.9801033 Apr 30 01:44:04.292541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45766) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:04.368494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4b7ccb98-98c5-4146-b3e2-411ea2131307 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:04.379203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e2dac-df33-49bd-b385-bbbd77d71aee tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=56b08d62-3296-48be-8c82-ac64e1edc784,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:04.380365 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3794c9-8d29-4a2b-a098-4a9ee9da9d7d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] GET failed (client error): The resource could not be found. Apr 30 01:44:04.381724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1d3794c9-8d29-4a2b-a098-4a9ee9da9d7d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/subnets/4d92d5c2-dd9f-4f52-8393-5fd2b2c66aeb HTTP/1.1" status: 404 len: 337 time: 0.0461020 Apr 30 01:44:04.397637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45768) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:04.434012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.440822 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-88dd483b-9305-424e-b18c-946bd8c56dce tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:04.441396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88dd483b-9305-424e-b18c-946bd8c56dce tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:04.442431 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.444449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-88dd483b-9305-424e-b18c-946bd8c56dce tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/56b08d62-3296-48be-8c82-ac64e1edc784 HTTP/1.1" status: 404 len: 339 time: 0.0437522 Apr 30 01:44:04.446532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fd8ed2b-a6fa-435c-9924-5590fd2d9bc3 req-bec708cc-d358-49ce-a7a8-1facc18ab566 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.2333124 Apr 30 01:44:04.449769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45770) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:04.485701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.513179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4b7ccb98-98c5-4146-b3e2-411ea2131307 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:04.513848 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.727340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:04.750863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:44:04.825253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d837c862-f09b-47b8-8395-578600692426 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:04.829203 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d837c862-f09b-47b8-8395-578600692426 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3784754 Apr 30 01:44:04.829827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45772) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:04.983911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:04.986989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aba99c7f-d227-4e41-812c-026cb227909b tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 207 time: 0.1560977 Apr 30 01:44:04.999837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45776) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:04.999952 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.005352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3138f7bc-45e5-4967-8e04-cc22b0c68d55 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 200 len: 704 time: 1.9050426 Apr 30 01:44:05.005352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45778) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:05.008913 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] Sync routers for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:05.045376 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:05.046981 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:05.071666 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d72d6d8a-be7a-4d96-a93a-85e2339da4e8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 200 len: 205 time: 0.0651586 Apr 30 01:44:05.073222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:05.089792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] For port 4b7ccb98-98c5-4146-b3e2-411ea2131307, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4b7ccb98-98c5-4146-b3e2-411ea2131307,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:05.098037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] Provisioning complete for port 4b7ccb98-98c5-4146-b3e2-411ea2131307 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:05.100976 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.171203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.186884 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:05.306987 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.337990 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8dc868b-69fd-4eb9-8a3d-d7e4d49b0f48 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.387197 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:58Z', 'revision_number': 11, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:05.474812 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] Checking router: e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:44:05.496156 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] Routers {'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:05.497800 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:05.514076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.605248 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] Set router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:05.641663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e1402-2764-4505-bed2-7cd2dfc779ce tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:05.649105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e1402-2764-4505-bed2-7cd2dfc779ce tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:05.655035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e1402-2764-4505-bed2-7cd2dfc779ce tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:05.663644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e1402-2764-4505-bed2-7cd2dfc779ce tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:05.665396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ed7e1402-2764-4505-bed2-7cd2dfc779ce tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6614466 Apr 30 01:44:05.681173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.682002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.691854 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:58Z', 'revision_number': 11, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:05.692380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45786) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:05.743780 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1872c1e-c497-48ea-8acc-031b2d402625 None None] The sync data for ids ['e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e'] in n-d-821348-1 is: [{'id': 'e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e', 'name': 'tempest-RoutersIpV6Test-router-229680881', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:42:53Z', 'updated_at': '2022-04-30T01:43:58Z', 'revision_number': 11, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:05.744849 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:44:05.745154 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:44:05.746593 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:44:05.746930 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:44:05.748798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ffe7e9-bada-4982-82c5-51b8b6eedd20 None None] Network ed124b4c-775d-47e2-8baf-89d510124e92 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:05.759109 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8dc868b-69fd-4eb9-8a3d-d7e4d49b0f48 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.761426 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8dc868b-69fd-4eb9-8a3d-d7e4d49b0f48 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.790772 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13e9f768-5bce-40eb-a357-90f894af1a77 req-924683cc-3dfb-422c-a184-17b73fc88a29 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1214650 Apr 30 01:44:05.904928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8dc868b-69fd-4eb9-8a3d-d7e4d49b0f48 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.905664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dc868b-69fd-4eb9-8a3d-d7e4d49b0f48 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Fanout notify agent at l3_agent the message router_deleted on router e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:44:05.908464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:05.921138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a8dc868b-69fd-4eb9-8a3d-d7e4d49b0f48 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:05.926975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a8dc868b-69fd-4eb9-8a3d-d7e4d49b0f48 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 204 len: 168 time: 0.8451569 Apr 30 01:44:05.965634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45788) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:05.968656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:05.974600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f7020e2c-7c1f-4dee-8a95-3d3b55d60266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-206781550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:06.000647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:06.007132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.023184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Subnet': ['ID=d740e578-6c55-48b6-ac37-7be64f642ec4,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:06.043977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=4b7ccb98-98c5-4146-b3e2-411ea2131307,revision_number=4']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:06.054600 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7020e2c-7c1f-4dee-8a95-3d3b55d60266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.055825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7020e2c-7c1f-4dee-8a95-3d3b55d60266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.061839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd6ad5-20c6-4c94-b1ae-76ff551a07f7 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:06.093531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d39bb94-d21d-40f0-b7ff-324b2de5b2c3 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.2195442 Apr 30 01:44:06.100291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45792) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:06.105380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Request body: {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'mac_address': 'fa:16:3e:97:82:a9', 'name': 'tempest-NetworksTestDHCPv6-1223573715'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:06.146830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b652ec90-8ef4-46f6-82f9-ff0e6f07fd8c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2955937 Apr 30 01:44:06.150062 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.151946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45794) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:06.227766 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.251939 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7020e2c-7c1f-4dee-8a95-3d3b55d60266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.309508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c12427-85a4-4fdb-b284-250d42df891d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:06.311110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c12427-85a4-4fdb-b284-250d42df891d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:06.312684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-54c12427-85a4-4fdb-b284-250d42df891d tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1597447 Apr 30 01:44:06.320046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45796) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:06.343395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:06.343904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7020e2c-7c1f-4dee-8a95-3d3b55d60266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.348844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.412887 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.423384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e86492-cfc0-4fae-a022-b9d59566bb46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:06.425710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e86492-cfc0-4fae-a022-b9d59566bb46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:06.427693 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b2e86492-cfc0-4fae-a022-b9d59566bb46 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1053917 Apr 30 01:44:06.431135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45802) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:06.454637 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.526320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ed124b4c-775d-47e2-8baf-89d510124e92 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:06.528923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:06.547460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9feea0-2d44-4089-9053-6e8916c138b2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:06.553873 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ad9feea0-2d44-4089-9053-6e8916c138b2 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/networks/de1d2db0-3d64-4a4d-85ef-023561817824 HTTP/1.1" status: 200 len: 799 time: 0.1172748 Apr 30 01:44:06.555173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7020e2c-7c1f-4dee-8a95-3d3b55d60266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.559303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f7020e2c-7c1f-4dee-8a95-3d3b55d60266 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5857854 Apr 30 01:44:06.559303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Made reservation on behalf of a6d95a8ebb3446c8a2bff5347e9e8766 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:06.561840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45804) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:06.562268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45806) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:06.582083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5ee7029a-e6d2-4dff-9157-fd7ff601ba9b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:06.667578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] For port 4b7ccb98-98c5-4146-b3e2-411ea2131307, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4b7ccb98-98c5-4146-b3e2-411ea2131307,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:06.742929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router c7979e97-3680-4347-8136-046cd8b294c2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:44:06.765839 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:06.955378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-992e6dc1-4949-442e-a808-e818565f7ba8 req-9167516e-ad9e-4871-a690-f0c06a5b3f7a tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0708690 Apr 30 01:44:06.971223 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:44:06.973472 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:44:07.000033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e1c2-4377-473f-98dd-519b243c2be6 None None] Pushing event updated for resources: {'Port': ['ID=4b7ccb98-98c5-4146-b3e2-411ea2131307,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:07.022205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] Provisioning complete for port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:07.022893 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:07.073320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:07.092414 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7573a14c-ac48-43a2-8cb1-0ace241cdfc9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "PUT /v2.0/routers/c7979e97-3680-4347-8136-046cd8b294c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9568946 Apr 30 01:44:07.112401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] Port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:07.115910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Sync routers for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:07.132307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:07.132965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:07.153431 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1805c240-b381-4718-823f-1a96abb09558 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/networks/de1d2db0-3d64-4a4d-85ef-023561817824?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5831351 Apr 30 01:44:07.156552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45816) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:07.235114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d147a46-dedf-48ee-8283-60703ad91f88 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:07.240732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8d147a46-dedf-48ee-8283-60703ad91f88 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/subnets/50e7c658-24fd-4967-9866-4af401b385b4 HTTP/1.1" status: 200 len: 811 time: 0.0789280 Apr 30 01:44:07.241047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45820) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:07.313876 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:07.334883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f475c-729b-4782-866e-61292d839282 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:07.340533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-576f475c-729b-4782-866e-61292d839282 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "GET /v2.0/subnets/50e7c658-24fd-4967-9866-4af401b385b4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0947275 Apr 30 01:44:07.353456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45830) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:07.355987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ee7029a-e6d2-4dff-9157-fd7ff601ba9b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:07.371830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-97183781'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:07.398189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] device_id is not set on port c4e0e2ce-a57d-4105-9e89-8a7a5585f156 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:44:07.412217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-d28eb87d-a12c-48a8-829c-0faf65183a9d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244687974&fields=id&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 267 time: 0.0734577 Apr 30 01:44:07.673528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-84b9e234-2884-48d5-9aa6-0913236940fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:07.679814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] Provisioning complete for port 1067a8e0-6a17-444c-a0b6-558811329395 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:07.680371 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:07.681481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-84b9e234-2884-48d5-9aa6-0913236940fb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 797 time: 0.2680893 Apr 30 01:44:07.686608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ee7029a-e6d2-4dff-9157-fd7ff601ba9b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:07.688307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:07.697039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:07.701121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:07.703557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-7bea2772-ac79-4fa1-a609-fe2e49a27224 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/quotas/c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 375 time: 0.0211444 Apr 30 01:44:07.823482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:07.832504 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-d54a0964-3658-4c29-a089-0b633a215c85 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262062 Apr 30 01:44:07.847568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:07.848012 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Added segment 111cfc47-9d1d-492b-a135-88d744c9a0db of type vlan for network 123e7ee3-3d91-40c1-ae91-cc5100ffaa11 Apr 30 01:44:07.874771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e3d938fa-46de-4e26-bd7a-dc5cd345ce29 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:44:07.912736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: e3d938fa-46de-4e26-bd7a-dc5cd345ce29 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:44:07.913124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e3d938fa-46de-4e26-bd7a-dc5cd345ce29 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:44:07.913479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:44:07.921262 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db6b8995-1f22-447b-b09d-58b22e92f606 req-babdf5ac-1d50-49b1-a27b-5f6cbe58acb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0393159 Apr 30 01:44:07.922371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8::128 (ff3497db-d506-41b3-bc96-8e107d7f907f/021a0a0a-6d20-4a2b-b5cf-6c438a729dd3/c4e0e2ce-a57d-4105-9e89-8a7a5585f156) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:07.951619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Allocated IP 2001:db8:0:1:f816:3eff:fe97:82a9 (ff3497db-d506-41b3-bc96-8e107d7f907f/d740e578-6c55-48b6-ac37-7be64f642ec4/c4e0e2ce-a57d-4105-9e89-8a7a5585f156) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:07.964768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:07.985406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:44:07.985760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8448dc5d-a2e9-41ea-90fc-a5ae8a94b6c4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:44:08.033867 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.060704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-51124b9a-1dd8-46d4-8902-4f3896451075 service neutron] 10.222.0.15 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009702 Apr 30 01:44:08.141429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee7029a-e6d2-4dff-9157-fd7ff601ba9b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Router a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:44:08.141943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] For port 1067a8e0-6a17-444c-a0b6-558811329395, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1067a8e0-6a17-444c-a0b6-558811329395,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:08.214821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.220951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:08.222376 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.250457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.262271 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a3e117b5-fd40-44ab-9104-e9cc239d3c60 service neutron] 10.222.0.15 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946342 Apr 30 01:44:08.312313 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.339989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4b7ccb98-98c5-4146-b3e2-411ea2131307 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:08.354828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9882634 Apr 30 01:44:08.355334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:08.356084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee7029a-e6d2-4dff-9157-fd7ff601ba9b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:08.370478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'network_id': '123e7ee3-3d91-40c1-ae91-cc5100ffaa11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:08.372927 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] Sync routers for ids ['a6609ee5-33f6-4dfb-b7e6-fd002f041bd5'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:08.386145 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5ee7029a-e6d2-4dff-9157-fd7ff601ba9b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.390482 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] Routers {'a6609ee5-33f6-4dfb-b7e6-fd002f041bd5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:08.390722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5ee7029a-e6d2-4dff-9157-fd7ff601ba9b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "PUT /v2.0/routers/a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 HTTP/1.1" status: 200 len: 697 time: 1.8111391 Apr 30 01:44:08.391504 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a6609ee5-33f6-4dfb-b7e6-fd002f041bd5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:08.394597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45840) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:08.445596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ab413-2c0a-4573-a59c-a5a770659fe5 None None] Pushing event updated for resources: {'Port': ['ID=1067a8e0-6a17-444c-a0b6-558811329395,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:08.467611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:05Z', 'revision_number': 2, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:08.512043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c4c82a0c-2344-4d14-bb14-1938347bea4f None None] Provisioning complete for port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:08.512422 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4c82a0c-2344-4d14-bb14-1938347bea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.529050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] Set router a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:08.542062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Checking router: c7979e97-3680-4347-8136-046cd8b294c2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:44:08.542455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Updating router c7979e97-3680-4347-8136-046cd8b294c2 port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:44:08.588749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.606650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4b7ccb98-98c5-4146-b3e2-411ea2131307 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:08.607351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.630130 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6609ee5-33f6-4dfb-b7e6-fd002f041bd5', 'name': 'tempest-RoutersIpV6Test-router-206781550', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:06Z', 'updated_at': '2022-04-30T01:44:07Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:08.663842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2f28f7f-22b8-4d19-b9c4-0ca95ed1331b req-f7243627-25e1-4d6b-8b09-4117d335439f tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0473406 Apr 30 01:44:08.665231 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] Checking router: a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:44:08.668400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Made reservation on behalf of 4e12ab4eef8748e1a8fd93324505617c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:08.676376 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] Routers {'a6609ee5-33f6-4dfb-b7e6-fd002f041bd5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:08.677265 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a6609ee5-33f6-4dfb-b7e6-fd002f041bd5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:08.681571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:08.702878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c4c82a0c-2344-4d14-bb14-1938347bea4f None None] Port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:08.817025 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] Set router a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:08.896677 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9645881b-97c4-4e1a-91ef-4639242d8ae9 req-32d4894f-ff37-4043-8b1e-58b3dd295960 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 210 time: 0.1022792 Apr 30 01:44:08.928269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Performing IP validity checks on allocation pools {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 30 01:44:08.932769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 30 01:44:08.935115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c4c82a0c-2344-4d14-bb14-1938347bea4f None None] Provisioning complete for port 4b7ccb98-98c5-4146-b3e2-411ea2131307 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:08.938194 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4c82a0c-2344-4d14-bb14-1938347bea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.002119 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6609ee5-33f6-4dfb-b7e6-fd002f041bd5', 'name': 'tempest-RoutersIpV6Test-router-206781550', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:06Z', 'updated_at': '2022-04-30T01:44:07Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:09.175935 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d120041-104e-472d-a8ad-650bd94d1b30 None None] The sync data for ids ['a6609ee5-33f6-4dfb-b7e6-fd002f041bd5'] in n-d-821348-1 is: [{'id': 'a6609ee5-33f6-4dfb-b7e6-fd002f041bd5', 'name': 'tempest-RoutersIpV6Test-router-206781550', 'tenant_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:06Z', 'updated_at': '2022-04-30T01:44:07Z', 'revision_number': 2, 'project_id': 'd9ea277163ea465e86ee0a92d9d321e9', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:09.240109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918ae2-1a5d-4c52-a318-c89640ccb00f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Network': ['ID=123e7ee3-3d91-40c1-ae91-cc5100ffaa11,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:09.257544 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8edb99b1-7472-47ac-9f86-d2906d21720d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/routers/a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 HTTP/1.1" status: 200 len: 703 time: 0.8483272 Apr 30 01:44:09.275105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45854) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:09.275632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 123e7ee3-3d91-40c1-ae91-cc5100ffaa11 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:09.339614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45856) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:09.340002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-755adc20-6a03-4b0d-a72f-2347f025daf2 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 HTTP/1.1" status: 200 len: 205 time: 0.0632789 Apr 30 01:44:09.427589 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.443095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.466217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1067a8e0-6a17-444c-a0b6-558811329395 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:09.515789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Network ff3497db-d506-41b3-bc96-8e107d7f907f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:09.518365 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cec8-8686-466e-bf7f-43479987867d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.541194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=0a16a3fb-3069-4c55-a852-b96ec3b0b0a5,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:09.558215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Checking segment: {'id': '111cfc47-9d1d-492b-a135-88d744c9a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '123e7ee3-3d91-40c1-ae91-cc5100ffaa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:09.558607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network hostable DHCP agents. Network: 123e7ee3-3d91-40c1-ae91-cc5100ffaa11, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:09.590391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:09.598132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:09.603565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:09.604393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.664162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event updated for resources: {'Port': ['ID=c4e0e2ce-a57d-4105-9e89-8a7a5585f156,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:09.714371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Network 123e7ee3-3d91-40c1-ae91-cc5100ffaa11 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:09.717222 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.718781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1067a8e0-6a17-444c-a0b6-558811329395 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:09.719143 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.816021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cec8-8686-466e-bf7f-43479987867d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.818710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cec8-8686-466e-bf7f-43479987867d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.832203 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.838548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-182b7fc5-4d84-49d2-9ba5-087d77af3218 req-8e66de8f-6b9a-43d8-9b25-76e1ae63d210 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0466223 Apr 30 01:44:09.850883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 123e7ee3-3d91-40c1-ae91-cc5100ffaa11) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:09.866914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:09.867550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:09.901193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4ce3fe2f-f7c7-421d-8c41-a0495edf4219 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7977087 Apr 30 01:44:09.902694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45864) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:09.919017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8f170-ea4e-43ec-8aac-5cee29c3760e None None] Network 123e7ee3-3d91-40c1-ae91-cc5100ffaa11 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:09.998324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-35683ff9-2104-45ac-b46b-d4fa38650844 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6416252 Apr 30 01:44:10.005835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45868) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.015655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8d52953d-ba95-425f-b9c8-9eecec607c65 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:10.024219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cec8-8686-466e-bf7f-43479987867d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.025022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc3cec8-8686-466e-bf7f-43479987867d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Fanout notify agent at l3_agent the message router_deleted on router a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:44:10.073165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfc3cec8-8686-466e-bf7f-43479987867d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.073165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dfc3cec8-8686-466e-bf7f-43479987867d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 HTTP/1.1" status: 204 len: 168 time: 0.7262640 Apr 30 01:44:10.073767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.119262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9d6e6-45d9-4399-8ec4-7d4ba1cc73b1 None None] Pushing event updated for resources: {'Port': ['ID=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:10.148603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3876d2d3-f9fe-4a63-8c23-0de0684a6986 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 HTTP/1.1" status: 200 len: 205 time: 0.0698390 Apr 30 01:44:10.150324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45876) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.193241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Attempting to bind port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:10.193672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Attempting to bind port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:10.194026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Attempting to bind port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a on network ed124b4c-775d-47e2-8baf-89d510124e92 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:10.210580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e66801cf-8d9b-4a98-82d3-eb46f55aced9 None None] Provisioning complete for port c4e0e2ce-a57d-4105-9e89-8a7a5585f156 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:10.212358 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e66801cf-8d9b-4a98-82d3-eb46f55aced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.255881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e66801cf-8d9b-4a98-82d3-eb46f55aced9 None None] Port c4e0e2ce-a57d-4105-9e89-8a7a5585f156 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:10.257858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1067a8e0-6a17-444c-a0b6-558811329395 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:10.260660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:10.261279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Checking segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:10.261857 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.262564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Bound using segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:10.263361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Bound port: ef3197aa-303e-46a9-8dcc-4c3ce6c4513a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:10.263757 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.319867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fc02f0c8-7676-4506-8ad2-ed455160fe23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting port c4e0e2ce-a57d-4105-9e89-8a7a5585f156 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:10.320385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc02f0c8-7676-4506-8ad2-ed455160fe23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.362883 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-df1d49c3-3de2-4086-aa8a-ef1cbba964f8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] delete failed (client error): The resource could not be found. Apr 30 01:44:10.366791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-df1d49c3-3de2-4086-aa8a-ef1cbba964f8 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/a6609ee5-33f6-4dfb-b7e6-fd002f041bd5 HTTP/1.1" status: 404 len: 336 time: 0.2093039 Apr 30 01:44:10.372759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45880) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.405465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b127b73-4c8d-49b0-88bc-3cdbb50644c5 req-3668feb0-b282-451e-b2f3-1a21d5bb66e2 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996&device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0884018 Apr 30 01:44:10.427680 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-b168145a-60a8-49b0-bbc6-6a0c9f6058ff tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:10.428137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b168145a-60a8-49b0-bbc6-6a0c9f6058ff tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:10.431138 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b168145a-60a8-49b0-bbc6-6a0c9f6058ff tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/80544f72-8099-49f6-a577-13481451d72d HTTP/1.1" status: 404 len: 337 time: 0.0572438 Apr 30 01:44:10.435684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45882) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.489979 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ba2d3a-bcab-4a5b-a688-26bd462c2254 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:10.490440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ba2d3a-bcab-4a5b-a688-26bd462c2254 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:10.497739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b9ba2d3a-bcab-4a5b-a688-26bd462c2254 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/76eb8ca3-3d24-4f62-bf5c-d3dbd754f290 HTTP/1.1" status: 404 len: 337 time: 0.0584245 Apr 30 01:44:10.506500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45888) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.595648 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4ae4d6-9a0d-46c6-bd8e-7be8badf0850 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:10.595648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4ae4d6-9a0d-46c6-bd8e-7be8badf0850 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:10.600651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0e4ae4d6-9a0d-46c6-bd8e-7be8badf0850 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/4f9008e2-a55e-4ba4-840d-3debbe1fc708 HTTP/1.1" status: 404 len: 337 time: 0.0908635 Apr 30 01:44:10.600875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc02f0c8-7676-4506-8ad2-ed455160fe23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.616057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45890) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.617739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-64ba5360-c00f-4f21-97d3-104b2ba1fd6c None None] Provisioning complete for port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:10.618154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64ba5360-c00f-4f21-97d3-104b2ba1fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.622267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fc02f0c8-7676-4506-8ad2-ed455160fe23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Calling delete_port for c4e0e2ce-a57d-4105-9e89-8a7a5585f156 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:10.630853 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0b2e5c6-e4aa-49f3-9c78-157110d67027 req-c7aea0f8-d354-447d-94ce-3008712e076c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 210 time: 0.0514352 Apr 30 01:44:10.663934 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09b0c91-90d1-4cff-b202-03e71c16ca1e tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:10.664613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09b0c91-90d1-4cff-b202-03e71c16ca1e tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:10.671806 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e09b0c91-90d1-4cff-b202-03e71c16ca1e tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/28d0ba4c-41de-4b12-9a31-99f13f0ebd9d HTTP/1.1" status: 404 len: 337 time: 0.0523493 Apr 30 01:44:10.672209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45892) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.750383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-64ba5360-c00f-4f21-97d3-104b2ba1fd6c None None] Port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:10.765878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-92c50435-1b33-4620-b952-ede813d07f26 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 200 len: 205 time: 0.0924227 Apr 30 01:44:10.772462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45894) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.829202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] For port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:10.845065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1067a8e0-6a17-444c-a0b6-558811329395 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:10.845442 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.848624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] For port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:10.891380 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-9a8e7826-e357-43ae-83fe-60199feea479 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] delete failed (client error): The resource could not be found. Apr 30 01:44:10.903157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9a8e7826-e357-43ae-83fe-60199feea479 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/e7bcc86d-16c8-4ef5-932f-3b2cc2dabd7e HTTP/1.1" status: 404 len: 336 time: 0.1257250 Apr 30 01:44:10.906551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45896) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:10.906691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d52953d-ba95-425f-b9c8-9eecec607c65 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62278101'] for subnet, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:10.977522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4254a758-0f3c-41a1-8928-74e7ad0e1bdc tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed2ed8cb-0711-4f40-8aeb-0993b0602ea5 HTTP/1.1" status: 200 len: 205 time: 0.0709696 Apr 30 01:44:10.981216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45898) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.038564 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-be11bc07-2b01-4245-a9e9-964b7f44d90d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] delete failed (client error): The resource could not be found. Apr 30 01:44:11.043811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-be11bc07-2b01-4245-a9e9-964b7f44d90d tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/ed2ed8cb-0711-4f40-8aeb-0993b0602ea5 HTTP/1.1" status: 404 len: 336 time: 0.0644259 Apr 30 01:44:11.044920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45900) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.085564 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a25f21-5813-40a0-8397-f54e11516e78 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:11.086592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a25f21-5813-40a0-8397-f54e11516e78 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:11.105506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-66a25f21-5813-40a0-8397-f54e11516e78 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/0ee8197a-b656-45ba-8fbc-13ec2d671273 HTTP/1.1" status: 404 len: 337 time: 0.0576560 Apr 30 01:44:11.108471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45902) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.115391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc02f0c8-7676-4506-8ad2-ed455160fe23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:11.152141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02f0c8-7676-4506-8ad2-ed455160fe23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Port': ['ID=c4e0e2ce-a57d-4105-9e89-8a7a5585f156,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:11.177057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3a0e4bdf-89cc-4107-ab7d-f71901983b78 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fc10f26-cbf5-4b27-9f98-86b02a96b311 HTTP/1.1" status: 200 len: 205 time: 0.0669065 Apr 30 01:44:11.179410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45904) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.189208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:11.233607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc02f0c8-7676-4506-8ad2-ed455160fe23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:11.241248 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fc02f0c8-7676-4506-8ad2-ed455160fe23 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/c4e0e2ce-a57d-4105-9e89-8a7a5585f156 HTTP/1.1" status: 204 len: 168 time: 1.3375785 Apr 30 01:44:11.248465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-123e7ee3-3d91-40c1-ae91-cc5100ffaa11', 'network_id': '123e7ee3-3d91-40c1-ae91-cc5100ffaa11', 'tenant_id': '4e12ab4eef8748e1a8fd93324505617c', 'fixed_ips': [{'subnet_id': '0a16a3fb-3069-4c55-a852-b96ec3b0b0a5'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:11.250248 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:11.256517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45906) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.278010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d52953d-ba95-425f-b9c8-9eecec607c65 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773245442744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62013485'] for subnet, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:11.278732 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-02e29e05-03d9-485e-b537-07b7a98c1189 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] delete failed (client error): The resource could not be found. Apr 30 01:44:11.280457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-02e29e05-03d9-485e-b537-07b7a98c1189 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/9fc10f26-cbf5-4b27-9f98-86b02a96b311 HTTP/1.1" status: 404 len: 336 time: 0.0997810 Apr 30 01:44:11.283758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.376631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52953d-ba95-425f-b9c8-9eecec607c65 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:11.377338 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d52953d-ba95-425f-b9c8-9eecec607c65 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:11.382813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8d52953d-ba95-425f-b9c8-9eecec607c65 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "PUT /v2.0/subnets/0a16a3fb-3069-4c55-a852-b96ec3b0b0a5 HTTP/1.1" status: 200 len: 877 time: 1.3745604 Apr 30 01:44:11.386733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45912) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.467900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52953d-ba95-425f-b9c8-9eecec607c65 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event updated for resources: {'Subnet': ['ID=0a16a3fb-3069-4c55-a852-b96ec3b0b0a5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:11.514304 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ee4f6e68-c769-4121-a5ae-4ce103c4e842 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed029b6d-66b9-4524-89bb-618b6b3b9609 HTTP/1.1" status: 200 len: 205 time: 0.2252483 Apr 30 01:44:11.519979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45916) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.522742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1864dab1-1157-4be4-992b-b58482e09c30 req-d810527b-1f4e-4da9-a00b-9f6318e7b8cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fea4f5ef300343d2bc042d841802cc03&device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1950555 Apr 30 01:44:11.569355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:11.570378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:11.576392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93226f-e1d2-4645-99de-a8c33118b5ce tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:11.582638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bd93226f-e1d2-4645-99de-a8c33118b5ce tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3222966 Apr 30 01:44:11.593553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.712978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:11.728570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26b508-a050-4df5-86ec-6ad82108d3ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:11.739949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4b26b508-a050-4df5-86ec-6ad82108d3ef tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1451986 Apr 30 01:44:11.741293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45926) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.842299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9d6e6-45d9-4399-8ec4-7d4ba1cc73b1 None None] Pushing event updated for resources: {'Port': ['ID=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:11.921356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b727792-e2bb-489a-b3a7-f8468e334a3c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:11.928591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b727792-e2bb-489a-b3a7-f8468e334a3c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:11.928591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b727792-e2bb-489a-b3a7-f8468e334a3c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:11.928591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6b727792-e2bb-489a-b3a7-f8468e334a3c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1858714 Apr 30 01:44:11.932083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:11.975775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.029740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-59da743a-e9e2-46a3-b77e-7a7868ddcc2c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet 021a0a0a-6d20-4a2b-b5cf-6c438a729dd3 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:44:12.033784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59da743a-e9e2-46a3-b77e-7a7868ddcc2c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.081032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59da743a-e9e2-46a3-b77e-7a7868ddcc2c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.089343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Allocated IP 172.20.0.3 (123e7ee3-3d91-40c1-ae91-cc5100ffaa11/0a16a3fb-3069-4c55-a852-b96ec3b0b0a5/e36ead51-d55f-4761-aa34-5dc6a9f8617a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:12.099351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:12.142651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-76a4647c-c2a0-4477-835e-1d9e944c41dd None None] Provisioning complete for port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:12.143350 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76a4647c-c2a0-4477-835e-1d9e944c41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.225155 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-b576c9ac-ed71-4418-8973-1ed5b8b39ae4 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] delete failed (client error): The resource could not be found. Apr 30 01:44:12.226117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b576c9ac-ed71-4418-8973-1ed5b8b39ae4 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/ed029b6d-66b9-4524-89bb-618b6b3b9609 HTTP/1.1" status: 404 len: 336 time: 0.7016470 Apr 30 01:44:12.228947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45930) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.257637 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d490416-4c2b-43fd-92e3-0c10414dbb68 req-48224d89-42c5-472a-a442-a8777d8cf93e tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.7392662 Apr 30 01:44:12.328316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1864dab1-1157-4be4-992b-b58482e09c30 req-a7521072-ea1b-452a-9e92-4c8704fda569 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fea4f5ef300343d2bc042d841802cc03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6050856 Apr 30 01:44:12.415511 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-68275102-8c94-4de6-ac7c-4fd9cae4b859 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:12.416378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68275102-8c94-4de6-ac7c-4fd9cae4b859 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:12.419520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-68275102-8c94-4de6-ac7c-4fd9cae4b859 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/a6572cbf-194c-4811-bfb4-c3d64fe3355a HTTP/1.1" status: 404 len: 337 time: 0.1895483 Apr 30 01:44:12.430560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45932) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.457669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59da743a-e9e2-46a3-b77e-7a7868ddcc2c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.534448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8f7f5301-905e-4372-817d-4cc683a6ed80 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4 HTTP/1.1" status: 200 len: 205 time: 0.0968947 Apr 30 01:44:12.570472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45936) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.596948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a56f4004-2d3b-41dc-954f-f1d8936ac10f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:12.600027 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61b9b082-96e9-4b2b-8be2-f62c8e82b6e5 req-bec7a9b7-7810-421f-8d6d-e43e8038e55a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 210 time: 0.1460049 Apr 30 01:44:12.602812 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a56f4004-2d3b-41dc-954f-f1d8936ac10f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.23 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 797 time: 0.4301207 Apr 30 01:44:12.674292 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-4111bfd0-faa8-4ff0-b499-7cb73344bf43 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] delete failed (client error): The resource could not be found. Apr 30 01:44:12.675866 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4111bfd0-faa8-4ff0-b499-7cb73344bf43 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/1f2d6a86-6f66-4b96-a48c-9f4a296cf4b4 HTTP/1.1" status: 404 len: 336 time: 0.0726912 Apr 30 01:44:12.682909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45940) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.719910 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bd0839-38d5-4fbe-afe3-73f390508f62 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:12.720371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bd0839-38d5-4fbe-afe3-73f390508f62 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:12.724372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e3bd0839-38d5-4fbe-afe3-73f390508f62 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/1ab2793d-8355-44fc-9691-197c4f2d3944 HTTP/1.1" status: 404 len: 337 time: 0.0403945 Apr 30 01:44:12.730719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45942) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.737649 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.746596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864dab1-1157-4be4-992b-b58482e09c30 req-53733db0-ea84-4ce1-8803-1fab3f94820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:12.748355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1864dab1-1157-4be4-992b-b58482e09c30 req-53733db0-ea84-4ce1-8803-1fab3f94820e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4069743 Apr 30 01:44:12.765183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-98945f73-4941-4f4b-990d-364402019a05 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "GET /v2.0/ports?device_id=4656f77b-7948-47dd-acd4-eefcd7613ba3 HTTP/1.1" status: 200 len: 205 time: 0.0333436 Apr 30 01:44:12.767740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45944) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.768146 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76a4647c-c2a0-4477-835e-1d9e944c41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.814425 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-f3449b27-9b8f-4952-a2fd-6c95857fc19e tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] delete failed (client error): The resource could not be found. Apr 30 01:44:12.815967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f3449b27-9b8f-4952-a2fd-6c95857fc19e tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/routers/4656f77b-7948-47dd-acd4-eefcd7613ba3 HTTP/1.1" status: 404 len: 336 time: 0.0465841 Apr 30 01:44:12.818947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.826063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59da743a-e9e2-46a3-b77e-7a7868ddcc2c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.830164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-76a4647c-c2a0-4477-835e-1d9e944c41dd None None] For port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:12.845787 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.847473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-3b47c472-5cc6-4c38-9829-422904c367bc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 379 time: 0.2306051 Apr 30 01:44:12.887482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'port': {'device_id': '54212261-bbdc-4649-9544-252da4bd9302', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'admin_state_up': True, 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'security_groups': ['2af363e6-599a-441b-b592-b126e62ed9a7']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:12.890131 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84d3698-3717-491b-b811-db815bbc426b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:12.890747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da743a-e9e2-46a3-b77e-7a7868ddcc2c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=021a0a0a-6d20-4a2b-b5cf-6c438a729dd3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:12.891095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84d3698-3717-491b-b811-db815bbc426b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:12.894414 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f84d3698-3717-491b-b811-db815bbc426b tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/0d1cf4ba-4328-4ee8-a6cb-83f4ac65ea4c HTTP/1.1" status: 404 len: 337 time: 0.0743098 Apr 30 01:44:12.900508 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59da743a-e9e2-46a3-b77e-7a7868ddcc2c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.906749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45948) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.908176 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-59da743a-e9e2-46a3-b77e-7a7868ddcc2c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/021a0a0a-6d20-4a2b-b5cf-6c438a729dd3 HTTP/1.1" status: 204 len: 168 time: 0.9749491 Apr 30 01:44:12.911604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45950) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:12.922588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2f9a4-1d5b-45d8-94cd-2ee7ac4687c4 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:12.927813 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76a4647c-c2a0-4477-835e-1d9e944c41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:12.939613 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-531aefa7-eaa6-495e-8d6d-c23ea6d98fe3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:12.940930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531aefa7-eaa6-495e-8d6d-c23ea6d98fe3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:12.944257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-531aefa7-eaa6-495e-8d6d-c23ea6d98fe3 tempest-RoutersIpV6Test-399213949 tempest-RoutersIpV6Test-399213949-project] 10.222.0.15 "DELETE /v2.0/subnets/909211b0-55a4-479b-be43-30d585338d69 HTTP/1.1" status: 404 len: 337 time: 0.0421624 Apr 30 01:44:12.998322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Network 123e7ee3-3d91-40c1-ae91-cc5100ffaa11 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:13.011038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-633a52c5-ab7d-47ef-8dd0-ef853faec601 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Deleting subnet d740e578-6c55-48b6-ac37-7be64f642ec4 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:44:13.019905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-633a52c5-ab7d-47ef-8dd0-ef853faec601 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.040219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.046883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:13.073924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:13.079004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Pushing event updated for resources: {'Port': ['ID=e36ead51-d55f-4761-aa34-5dc6a9f8617a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:13.091952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=0a16a3fb-3069-4c55-a852-b96ec3b0b0a5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:13.114706 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-633a52c5-ab7d-47ef-8dd0-ef853faec601 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.196500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:10Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:13.200483 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.211896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:13.216228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.244799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123e7ee3-3d91-40c1-ae91-cc5100ffaa11']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:13.253045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec008ad-eee7-40a5-91dc-c6aa0ae49acc None None] The sync data for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 is: [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:10Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:13.276408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-633a52c5-ab7d-47ef-8dd0-ef853faec601 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.285583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Attempting to bind port e36ead51-d55f-4761-aa34-5dc6a9f8617a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:13.286018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Attempting to bind port e36ead51-d55f-4761-aa34-5dc6a9f8617a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '111cfc47-9d1d-492b-a135-88d744c9a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '123e7ee3-3d91-40c1-ae91-cc5100ffaa11'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:13.288148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Attempting to bind port e36ead51-d55f-4761-aa34-5dc6a9f8617a on network 123e7ee3-3d91-40c1-ae91-cc5100ffaa11 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:13.301007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:13.301642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Checking segment: {'id': '111cfc47-9d1d-492b-a135-88d744c9a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '123e7ee3-3d91-40c1-ae91-cc5100ffaa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:13.302064 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.302463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Bound using segment: {'id': '111cfc47-9d1d-492b-a135-88d744c9a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '123e7ee3-3d91-40c1-ae91-cc5100ffaa11'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:13.302941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Bound port: e36ead51-d55f-4761-aa34-5dc6a9f8617a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111cfc47-9d1d-492b-a135-88d744c9a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '123e7ee3-3d91-40c1-ae91-cc5100ffaa11'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:13.303331 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.381642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111cfc47-9d1d-492b-a135-88d744c9a0db') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:13.381943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111cfc47-9d1d-492b-a135-88d744c9a0db') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:13.408945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.416859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4647c-c2a0-4477-835e-1d9e944c41dd None None] Pushing event updated for resources: {'Port': ['ID=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:13.449691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-77dbc095-a380-4fff-93cd-ff6013c9bff6 req-7211b8ef-0d34-44f5-a474-fcae0bed4b96 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0293608 Apr 30 01:44:13.453957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.483221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-633a52c5-ab7d-47ef-8dd0-ef853faec601 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.525306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a52c5-ab7d-47ef-8dd0-ef853faec601 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Subnet': ['ID=d740e578-6c55-48b6-ac37-7be64f642ec4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:13.536974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-633a52c5-ab7d-47ef-8dd0-ef853faec601 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.541520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-633a52c5-ab7d-47ef-8dd0-ef853faec601 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/d740e578-6c55-48b6-ac37-7be64f642ec4 HTTP/1.1" status: 204 len: 168 time: 0.6286819 Apr 30 01:44:13.544700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:13.553559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.554232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45956) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:13.568894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] For port e36ead51-d55f-4761-aa34-5dc6a9f8617a, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:13.611849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4171d0d4-59d8-4905-b593-803c7028b35b tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598931 Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:13.614371 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:13.616850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45960) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:13.628809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] For port e36ead51-d55f-4761-aa34-5dc6a9f8617a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e36ead51-d55f-4761-aa34-5dc6a9f8617a,segment=NetworkSegment(111cfc47-9d1d-492b-a135-88d744c9a0db),segment_id=111cfc47-9d1d-492b-a135-88d744c9a0db)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:13.676108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.20.0.11 (ed124b4c-775d-47e2-8baf-89d510124e92/d162b15e-af0b-4426-ac98-43bebdccf3e9/6f5f5ad2-18ba-498e-8b16-6b0449636b67) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:13.701406 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.718818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429a2f36-5337-4f53-87e9-1d1533b8dd51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:13.724428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-429a2f36-5337-4f53-87e9-1d1533b8dd51 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1066175 Apr 30 01:44:13.725070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45970) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:13.733375 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.api [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:44:13.733375 n-d-821348-1 neutron-server[103318]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:44:13.733375 n-d-821348-1 neutron-server[103318]: [parameters: {'id': '123e7ee3-3d91-40c1-ae91-cc5100ffaa11'}] Apr 30 01:44:13.733375 n-d-821348-1 neutron-server[103318]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:44:13.738235 n-d-821348-1 neutron-server[103318]: DEBUG oslo_db.api [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:44:13.814230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45972) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:13.839935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a536c3-8648-49b0-a2a5-9975656b1c46 None None] Update dhcp port {'port': {'network_id': 'ff3497db-d506-41b3-bc96-8e107d7f907f', 'fixed_ips': [{'subnet_id': 'd740e578-6c55-48b6-ac37-7be64f642ec4'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '4b7ccb98-98c5-4146-b3e2-411ea2131307'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:44:13.867625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98590b64-01e0-439c-aac6-025ed486a69b None None] Network 123e7ee3-3d91-40c1-ae91-cc5100ffaa11 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:13.875639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b24e205f-ae20-4bb9-b593-e7c3b02a814f req-2d833ebe-e5ea-4474-8f34-99b350e22295 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 210 time: 0.0846353 Apr 30 01:44:13.902667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf657b8-ea6a-4667-8f46-1d2ee8ef66af None None] Pushing event updated for resources: {'Port': ['ID=e36ead51-d55f-4761-aa34-5dc6a9f8617a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:13.908045 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-20a536c3-8648-49b0-a2a5-9975656b1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:13.920594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8fde5-8f5f-4d02-a0a4-ae210575fc61 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:13.929286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-17d8fde5-8f5f-4d02-a0a4-ae210575fc61 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2031569 Apr 30 01:44:13.932891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45976) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.017359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9cc1eb62-5d26-4c71-b182-25eb4da8326c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831234 Apr 30 01:44:14.022980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45980) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.067736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1864dab1-1157-4be4-992b-b58482e09c30 req-17e74f61-20e3-4218-be29-5e34d38a2b71 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.0478435 Apr 30 01:44:14.122815 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e40fd8-851f-4b16-8a81-5a916c947a01 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:14.125181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e40fd8-851f-4b16-8a81-5a916c947a01 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:14.129152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d2e40fd8-851f-4b16-8a81-5a916c947a01 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/c4e0e2ce-a57d-4105-9e89-8a7a5585f156 HTTP/1.1" status: 404 len: 333 time: 0.1026375 Apr 30 01:44:14.129457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45982) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.156262 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.225565 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9eb51e-339f-4ec6-a735-8799e8629a66 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:14.226011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9eb51e-339f-4ec6-a735-8799e8629a66 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:14.231942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ce9eb51e-339f-4ec6-a735-8799e8629a66 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/d740e578-6c55-48b6-ac37-7be64f642ec4 HTTP/1.1" status: 404 len: 337 time: 0.1012547 Apr 30 01:44:14.243065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.243065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.247315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ef3197aa-303e-46a9-8dcc-4c3ce6c4513a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:14.286354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eb635077-47eb-4deb-83bb-9a72775ab175 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9ea277163ea465e86ee0a92d9d321e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708889 Apr 30 01:44:14.288991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.308502 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-211613e4-ec58-4d67-a64c-2be583f1ada2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:14.316141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211613e4-ec58-4d67-a64c-2be583f1ada2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:14.316141 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-211613e4-ec58-4d67-a64c-2be583f1ada2 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/021a0a0a-6d20-4a2b-b5cf-6c438a729dd3 HTTP/1.1" status: 404 len: 337 time: 0.0780256 Apr 30 01:44:14.322103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45988) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.400816 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac9d8b3-0070-4a2f-bfc0-14291c8a1e3e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:14.401566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac9d8b3-0070-4a2f-bfc0-14291c8a1e3e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:14.411070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fac9d8b3-0070-4a2f-bfc0-14291c8a1e3e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/31fac2ff-5960-404e-9795-221ce5690608 HTTP/1.1" status: 404 len: 333 time: 0.0814669 Apr 30 01:44:14.411757 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.413800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45990) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.417374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Deleting port e36ead51-d55f-4761-aa34-5dc6a9f8617a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:14.417984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.439855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60366695-cb86-4dcf-aa08-cb11d6acffbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.511531 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60366695-cb86-4dcf-aa08-cb11d6acffbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.535164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e921aea-28b2-4ff1-bdaa-97ce802fc345 None None] Network 123e7ee3-3d91-40c1-ae91-cc5100ffaa11 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:14.624919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98369c-5c73-461f-8abb-62b6e5f432d3 None None] Network ff3497db-d506-41b3-bc96-8e107d7f907f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:14.626216 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-214e7b05-59ec-4f6e-865c-e3ff842190a1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:14.627250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214e7b05-59ec-4f6e-865c-e3ff842190a1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:14.635896 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-214e7b05-59ec-4f6e-865c-e3ff842190a1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/2c6d7ab4-b450-4bfa-a2fa-776fa99ae518 HTTP/1.1" status: 404 len: 337 time: 0.2205651 Apr 30 01:44:14.639719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 45994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.697578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ed124b4c-775d-47e2-8baf-89d510124e92 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:14.699360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:14.707793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:14.728410 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7db7de-1e3d-490f-9060-9ad495b19769 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:14.728410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7db7de-1e3d-490f-9060-9ad495b19769 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:14.739854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9c7db7de-1e3d-490f-9060-9ad495b19769 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/5b01da05-8fb7-40de-aa69-9a57b215c7f0 HTTP/1.1" status: 404 len: 337 time: 0.0986776 Apr 30 01:44:14.742696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 45998) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.751856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-161ded42-910f-4b09-bda3-dac263258b0e req-fd41bc74-b5ca-4061-8fe5-bb65bbbdb71e tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9f9982-ce8b-4799-8cd5-cfd494d05996 HTTP/1.1" status: 200 len: 210 time: 0.1133771 Apr 30 01:44:14.752704 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60366695-cb86-4dcf-aa08-cb11d6acffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.758458 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60366695-cb86-4dcf-aa08-cb11d6acffbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.759625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-60366695-cb86-4dcf-aa08-cb11d6acffbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d38f1bfe-6b9b-49eb-94b3-0598573641d6 HTTP/1.1" status: 204 len: 168 time: 0.4684215 Apr 30 01:44:14.772046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:14.773078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:14.776069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.783797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] For port e36ead51-d55f-4761-aa34-5dc6a9f8617a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e36ead51-d55f-4761-aa34-5dc6a9f8617a,segment=NetworkSegment(111cfc47-9d1d-492b-a135-88d744c9a0db),segment_id=111cfc47-9d1d-492b-a135-88d744c9a0db)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:14.786165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.811021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366695-cb86-4dcf-aa08-cb11d6acffbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38f1bfe-6b9b-49eb-94b3-0598573641d6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:14.876771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:14.877446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:14.933723 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb42e27a-fc2a-41d3-8f5e-f9ed4028a070 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:14.934454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb42e27a-fc2a-41d3-8f5e-f9ed4028a070 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:14.951390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cb42e27a-fc2a-41d3-8f5e-f9ed4028a070 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/ac046591-6cc2-45ba-813e-dfb506df3c7f HTTP/1.1" status: 404 len: 333 time: 0.2028799 Apr 30 01:44:14.953931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46008) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:14.960831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Calling delete_port for e36ead51-d55f-4761-aa34-5dc6a9f8617a owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:15.046727 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad719b47-99c3-468e-a864-8a57e5b4c216 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.048266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad719b47-99c3-468e-a864-8a57e5b4c216 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.053654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ad719b47-99c3-468e-a864-8a57e5b4c216 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/6a3eedd5-0d78-4046-acfc-bfd5f0bdd9b6 HTTP/1.1" status: 404 len: 337 time: 0.0982962 Apr 30 01:44:15.055835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46012) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.089353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-16c5dc6f-e69c-46e8-ab51-ec436e8473e8 None None] Provisioning complete for port 4b7ccb98-98c5-4146-b3e2-411ea2131307 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:15.091347 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16c5dc6f-e69c-46e8-ab51-ec436e8473e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.184835 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e043caa-ddc7-45d2-a00d-906c553e6d3a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.185220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e043caa-ddc7-45d2-a00d-906c553e6d3a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.191842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4e043caa-ddc7-45d2-a00d-906c553e6d3a tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/d74e8af0-4790-4be7-854a-44150593a08b HTTP/1.1" status: 404 len: 337 time: 0.1315908 Apr 30 01:44:15.193422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46014) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.228806 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9352baf-3bfc-4621-aea1-8061410d26df tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.229736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9352baf-3bfc-4621-aea1-8061410d26df tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.233418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f9352baf-3bfc-4621-aea1-8061410d26df tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/5976d0e8-d778-4b33-8c56-3dcb30e51baa HTTP/1.1" status: 404 len: 333 time: 0.0387897 Apr 30 01:44:15.239463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46016) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.274575 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1a6934-095b-4666-a5d7-0e7383a959dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.275033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1a6934-095b-4666-a5d7-0e7383a959dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.287744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46020) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.304918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2f1a6934-095b-4666-a5d7-0e7383a959dc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/7192f4c7-9632-465f-a0a4-397f88b40859 HTTP/1.1" status: 404 len: 337 time: 0.0432246 Apr 30 01:44:15.331559 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18e22fb-e294-483a-840d-3c5aa8cf52ce tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.332152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6d33d-0083-46f4-be27-5df98452e6b7 req-48820f7c-a2b0-484b-98bc-c96f7e1b4656 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:15.332834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18e22fb-e294-483a-840d-3c5aa8cf52ce tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.334012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0e6d33d-0083-46f4-be27-5df98452e6b7 req-48820f7c-a2b0-484b-98bc-c96f7e1b4656 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 932 time: 0.2769649 Apr 30 01:44:15.336723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c18e22fb-e294-483a-840d-3c5aa8cf52ce tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/345627c8-6818-4445-928c-22af1efa18b9 HTTP/1.1" status: 404 len: 337 time: 0.0480707 Apr 30 01:44:15.339511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46022) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.340460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.352747 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a38b8205-e07a-4a2d-a2ce-023ca3b00be2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4718387 Apr 30 01:44:15.386377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] DHCP port deletion for ff3497db-d506-41b3-bc96-8e107d7f907f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:44:15.402262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Request body: {'port': {'device_id': '54212261-bbdc-4649-9544-252da4bd9302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:15.405883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No DVR routers for this DVR port e36ead51-d55f-4761-aa34-5dc6a9f8617a on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:44:15.449608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d0e6d33d-0083-46f4-be27-5df98452e6b7 req-54541d96-e129-471d-a8f2-b05f5b68de7a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037447 Apr 30 01:44:15.451111 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a72a75-2c10-4259-b819-5b8163a610c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.452865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a72a75-2c10-4259-b819-5b8163a610c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.459194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-82a72a75-2c10-4259-b819-5b8163a610c8 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/8f03aa9b-7815-4eb0-aebf-fb24f40bc6eb HTTP/1.1" status: 404 len: 333 time: 0.1152813 Apr 30 01:44:15.459876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46026) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.507689 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab865c13-cf3b-40c4-b18e-84f193d1bdaa tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.507881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab865c13-cf3b-40c4-b18e-84f193d1bdaa tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.516849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ab865c13-cf3b-40c4-b18e-84f193d1bdaa tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/01c7e36c-29fc-446a-a1a8-a20a2778248d HTTP/1.1" status: 404 len: 337 time: 0.0552561 Apr 30 01:44:15.517668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46028) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.532345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] Deleting port 4b7ccb98-98c5-4146-b3e2-411ea2131307 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:15.533316 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.569835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Port': ['ID=e36ead51-d55f-4761-aa34-5dc6a9f8617a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:15.608332 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8350e1-b610-4b39-a7e5-e92e1169bfda tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.614820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8350e1-b610-4b39-a7e5-e92e1169bfda tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.624747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-de8350e1-b610-4b39-a7e5-e92e1169bfda tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/33121ace-d05b-4977-81c4-2238829a3592 HTTP/1.1" status: 404 len: 333 time: 0.1052499 Apr 30 01:44:15.643051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46032) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.709034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] For port 4b7ccb98-98c5-4146-b3e2-411ea2131307, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4b7ccb98-98c5-4146-b3e2-411ea2131307,segment=NetworkSegment(4571ead2-2163-425f-828d-be2ec8bc1065),segment_id=4571ead2-2163-425f-828d-be2ec8bc1065)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:15.709457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.734703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] Calling delete_port for 4b7ccb98-98c5-4146-b3e2-411ea2131307 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:15.736798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0de383a-6cf4-4828-86d8-40a6013ddbca None None] Provisioning complete for port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:15.736798 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0de383a-6cf4-4828-86d8-40a6013ddbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.766031 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d11b448-97fa-46bd-bab6-102931b48ef6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.766475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d11b448-97fa-46bd-bab6-102931b48ef6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.769709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8d11b448-97fa-46bd-bab6-102931b48ef6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/4f7ab3da-2cc2-4532-9304-9aa6e0754172 HTTP/1.1" status: 404 len: 337 time: 0.1127496 Apr 30 01:44:15.772895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46038) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.797451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.815598 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaf8fd9-d9ad-48c3-8dc8-3a6398dd3b74 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.817124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaf8fd9-d9ad-48c3-8dc8-3a6398dd3b74 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.817660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.819469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bfaf8fd9-d9ad-48c3-8dc8-3a6398dd3b74 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/43d7a26a-d84a-4691-8d41-5307591bec41 HTTP/1.1" status: 404 len: 333 time: 0.0454779 Apr 30 01:44:15.822051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46040) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.842989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123e7ee3-3d91-40c1-ae91-cc5100ffaa11']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:15.860537 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-57943cef-52aa-4e15-bbe8-81bc3f488f05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.861163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57943cef-52aa-4e15-bbe8-81bc3f488f05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.864183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111cfc47-9d1d-492b-a135-88d744c9a0db') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:15.869239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111cfc47-9d1d-492b-a135-88d744c9a0db') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:15.869499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e0de383a-6cf4-4828-86d8-40a6013ddbca None None] Port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:15.869609 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-57943cef-52aa-4e15-bbe8-81bc3f488f05 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/96eb1508-8d7e-4939-81f3-c8f48bbb6905 HTTP/1.1" status: 404 len: 337 time: 0.0434942 Apr 30 01:44:15.869609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46046) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.904859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.934041 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e9b88e-2b32-45ac-b8bf-02982501def6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.934892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e9b88e-2b32-45ac-b8bf-02982501def6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.938871 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.942679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8e9b88e-2b32-45ac-b8bf-02982501def6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/e3d81b01-19d1-4653-9b6b-783ed0aa0d1e HTTP/1.1" status: 404 len: 333 time: 0.0714273 Apr 30 01:44:15.948966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46050) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:15.950093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:15.950511 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:15.958526 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:15.993025 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bcf774-e6cd-4273-b929-0669865b0521 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:15.993500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bcf774-e6cd-4273-b929-0669865b0521 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:15.996525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-34bcf774-e6cd-4273-b929-0669865b0521 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/833cda17-1ca7-4024-8184-426740084049 HTTP/1.1" status: 404 len: 337 time: 0.0463836 Apr 30 01:44:15.999350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46052) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.005123 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:16.057493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] Pushing event deleted for resources: {'Port': ['ID=4b7ccb98-98c5-4146-b3e2-411ea2131307,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:16.066673 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dc8d9f-a145-4199-891b-f84e559f6467 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.076117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7dc8d9f-a145-4199-891b-f84e559f6467 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.084505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809927b-005b-4b24-97b9-ee2d0a855f2b None None] No DVR routers for this DVR port 4b7ccb98-98c5-4146-b3e2-411ea2131307 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:44:16.086010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a7dc8d9f-a145-4199-891b-f84e559f6467 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/79e96ac5-734d-40e5-a029-614a191a4c23 HTTP/1.1" status: 404 len: 333 time: 0.0856209 Apr 30 01:44:16.088460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46056) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.108733 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61359baf-8501-4ca1-9e88-10ed6b5c9d26 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:44:16.160448 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb6d263-805b-42fc-9c0a-cdfa4538836d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.164949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb6d263-805b-42fc-9c0a-cdfa4538836d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.168441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4bb6d263-805b-42fc-9c0a-cdfa4538836d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/44804239-0925-4d91-af43-718160c73106 HTTP/1.1" status: 404 len: 337 time: 0.0790145 Apr 30 01:44:16.174251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.199709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4b7ccb98-98c5-4146-b3e2-411ea2131307 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:44:16.228031 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c46ae1f-d2ab-4e5b-88d2-8b4117c2c058 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.229905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c46ae1f-d2ab-4e5b-88d2-8b4117c2c058 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.241248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4c46ae1f-d2ab-4e5b-88d2-8b4117c2c058 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/7a4687dc-d1cd-4add-bf82-273b9ab84551 HTTP/1.1" status: 404 len: 333 time: 0.0609436 Apr 30 01:44:16.241928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46062) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.248360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 4b7ccb98-98c5-4146-b3e2-411ea2131307 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:44:16.249162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4b7ccb98-98c5-4146-b3e2-411ea2131307 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:44:16.271965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:16.281713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:16.284291 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef933b5-7a73-4c49-8f6a-3acba87d6699 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.284831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef933b5-7a73-4c49-8f6a-3acba87d6699 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.285939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/123e7ee3-3d91-40c1-ae91-cc5100ffaa11 HTTP/1.1" status: 204 len: 168 time: 4.8951993 Apr 30 01:44:16.288729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eef933b5-7a73-4c49-8f6a-3acba87d6699 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/cb720c7c-5d0d-418a-81dd-00c58de48ae4 HTTP/1.1" status: 404 len: 337 time: 0.0458076 Apr 30 01:44:16.289632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46066) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.303085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61359baf-8501-4ca1-9e88-10ed6b5c9d26 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:44:16.316748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46068) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.317589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951d1b4-492b-4da9-bd8b-f4b8a4fe993c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=123e7ee3-3d91-40c1-ae91-cc5100ffaa11,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:16.321461 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9643d0e-af0d-4c7e-b658-f219d235c2ef tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.322524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9643d0e-af0d-4c7e-b658-f219d235c2ef tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.326474 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a9643d0e-af0d-4c7e-b658-f219d235c2ef tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/0a16a3fb-3069-4c55-a852-b96ec3b0b0a5 HTTP/1.1" status: 404 len: 337 time: 0.0357444 Apr 30 01:44:16.329984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46070) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.364569 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f235806-f2cf-4dcd-b510-e79bee5d6217 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.364569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f235806-f2cf-4dcd-b510-e79bee5d6217 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.364569 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5f235806-f2cf-4dcd-b510-e79bee5d6217 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/123e7ee3-3d91-40c1-ae91-cc5100ffaa11 HTTP/1.1" status: 404 len: 339 time: 0.0333245 Apr 30 01:44:16.367025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46072) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.374640 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-079cdfe6-5430-4dc1-9f0e-412ede4c5eec tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.375549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079cdfe6-5430-4dc1-9f0e-412ede4c5eec tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.382354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-079cdfe6-5430-4dc1-9f0e-412ede4c5eec tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/97867821-fb16-4032-a869-e66a9f7f5602 HTTP/1.1" status: 404 len: 337 time: 0.0561602 Apr 30 01:44:16.383199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46074) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.397828 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c360f2-d583-4649-9459-8ef9c7a10af4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.398421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c360f2-d583-4649-9459-8ef9c7a10af4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.401890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-15c360f2-d583-4649-9459-8ef9c7a10af4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/4d92d5c2-dd9f-4f52-8393-5fd2b2c66aeb HTTP/1.1" status: 404 len: 337 time: 0.0336926 Apr 30 01:44:16.406754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46076) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.462262 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-663e509c-9242-4202-8c92-6ad759c03081 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.462883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663e509c-9242-4202-8c92-6ad759c03081 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.467479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-663e509c-9242-4202-8c92-6ad759c03081 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/56b08d62-3296-48be-8c82-ac64e1edc784 HTTP/1.1" status: 404 len: 339 time: 0.0588903 Apr 30 01:44:16.470690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46082) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.474642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f4a3d56-a6d4-4bb1-81ae-433c47bcdff5 req-d2a9695e-c57b-421a-93a4-2fd984f0744b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fea4f5ef300343d2bc042d841802cc03&device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0533519 Apr 30 01:44:16.511589 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8e6f45-4ab0-4d3d-87f5-be5e73bf95f6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.515868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8e6f45-4ab0-4d3d-87f5-be5e73bf95f6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.527600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8b8e6f45-4ab0-4d3d-87f5-be5e73bf95f6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/43aeeb33-b634-4931-9df5-77e987028daf HTTP/1.1" status: 404 len: 333 time: 0.1326976 Apr 30 01:44:16.528227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46086) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.574061 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a6d838-2a73-4bb2-839f-b3d6a80ebdbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.574512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a6d838-2a73-4bb2-839f-b3d6a80ebdbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.580395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a0a6d838-2a73-4bb2-839f-b3d6a80ebdbc tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/16d280f2-a28f-4d44-acc3-9536018c20d5 HTTP/1.1" status: 404 len: 337 time: 0.0465977 Apr 30 01:44:16.581387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46090) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.618680 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:16.638675 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb7ad88-dad6-47d9-8e54-008d89f008b0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.639138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb7ad88-dad6-47d9-8e54-008d89f008b0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.645391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3cb7ad88-dad6-47d9-8e54-008d89f008b0 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/e40b2d71-8fc1-4741-8236-d71f68cbdc57 HTTP/1.1" status: 404 len: 337 time: 0.0603333 Apr 30 01:44:16.646040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46092) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.679567 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b1a161-136b-4df0-88cb-c0feca515829 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.680196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b1a161-136b-4df0-88cb-c0feca515829 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.687119 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-99b1a161-136b-4df0-88cb-c0feca515829 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/1d7f60b7-c285-46f7-b221-65a7d4c563d3 HTTP/1.1" status: 404 len: 333 time: 0.0384512 Apr 30 01:44:16.687740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46094) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.695153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1d8fe5aa-a267-41b1-9fe0-6bee9b134ff7 req-bd83be46-59ec-43e6-a9e3-1a8263f893a4 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0728581 Apr 30 01:44:16.710240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f4a3d56-a6d4-4bb1-81ae-433c47bcdff5 req-6085df70-449c-4b08-8c5e-29acb9adfbae service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fea4f5ef300343d2bc042d841802cc03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866940 Apr 30 01:44:16.745997 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b2eb89-7d83-4311-a19c-bcce1c3869dd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.746411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b2eb89-7d83-4311-a19c-bcce1c3869dd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.749959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-84b2eb89-7d83-4311-a19c-bcce1c3869dd tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/3080b471-c340-4f33-92a9-923fb98da819 HTTP/1.1" status: 404 len: 337 time: 0.0594327 Apr 30 01:44:16.752795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5f5ad2-18ba-498e-8b16-6b0449636b67 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:44:16.757871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46098) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.769145 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:16.796998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46100) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.798347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027409 Apr 30 01:44:16.802523 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4bb41b-41aa-4dc5-b423-fa2d76980598 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.802933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4bb41b-41aa-4dc5-b423-fa2d76980598 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.803146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46102) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.806085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3e4bb41b-41aa-4dc5-b423-fa2d76980598 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/e64a906e-7102-4311-90b8-d2aae0ca14da HTTP/1.1" status: 404 len: 337 time: 0.0475559 Apr 30 01:44:16.809043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46104) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.839229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Transition to ACTIVE for port object 6f5f5ad2-18ba-498e-8b16-6b0449636b67 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:44:16.841204 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7197122-6977-4494-bfb8-5ea7a0d1c7b7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.841812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7197122-6977-4494-bfb8-5ea7a0d1c7b7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.859793 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c7197122-6977-4494-bfb8-5ea7a0d1c7b7 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/583edb4d-1c37-48b2-a5e4-d34789e117aa HTTP/1.1" status: 404 len: 333 time: 0.0349553 Apr 30 01:44:16.860166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.890000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:16.896750 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3486074-52b1-44d8-bc11-5fda66e89041 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.897009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3486074-52b1-44d8-bc11-5fda66e89041 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.902121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a3486074-52b1-44d8-bc11-5fda66e89041 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/1f8cc8b7-9a71-45d9-a22e-4406f4afec51 HTTP/1.1" status: 404 len: 337 time: 0.0387223 Apr 30 01:44:16.902421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46110) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.934394 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-29efe0c1-4dfa-42a7-a394-d626a5f2c8b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:16.935122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29efe0c1-4dfa-42a7-a394-d626a5f2c8b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:16.937247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d97255b-8daa-4b32-a67d-27a611690a31']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:16.938385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-29efe0c1-4dfa-42a7-a394-d626a5f2c8b6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/f2c248db-05fc-4ac8-8c38-61c2af985f89 HTTP/1.1" status: 404 len: 337 time: 0.0350716 Apr 30 01:44:16.941449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46112) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:16.955229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:16.968140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20ae74-ffe5-4057-ac8c-4caf84e63b7a req-e0788403-49b6-454c-b62e-e343bb5094ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:16.969625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d20ae74-ffe5-4057-ac8c-4caf84e63b7a req-e0788403-49b6-454c-b62e-e343bb5094ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 932 time: 0.1636350 Apr 30 01:44:16.973353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ba8d75-c1fa-40d0-9fc0-ee6c0337bac2') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:16.978163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ba8d75-c1fa-40d0-9fc0-ee6c0337bac2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:16.983508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a3d56-a6d4-4bb1-81ae-433c47bcdff5 req-8895b1f3-94a0-4cc4-b43c-6f8db08a835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:16.984939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f4a3d56-a6d4-4bb1-81ae-433c47bcdff5 req-8895b1f3-94a0-4cc4-b43c-6f8db08a835b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2666111 Apr 30 01:44:16.994507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:17.012159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a0c35d01-6689-48dc-b4a9-5965930aab3c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f419b-6681-46d3-9c2a-edcc1f1f6a6c HTTP/1.1" status: 200 len: 205 time: 0.0675209 Apr 30 01:44:17.014174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46114) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.016346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bfc0bf06-2bf7-401f-a2a3-bb0349e5ca6e tempest-NetworksApiDiscovery-1753554897 tempest-NetworksApiDiscovery-1753554897-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2089281 Apr 30 01:44:17.026934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:17.040835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:17.041236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:17.044161 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:17.059712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:17.071659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d20ae74-ffe5-4057-ac8c-4caf84e63b7a req-b0ec7291-fa96-43ba-88b4-10507c998701 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895593 Apr 30 01:44:17.153218 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-88fc2412-d78d-4409-b199-4a97a0c36691 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] delete failed (client error): The resource could not be found. Apr 30 01:44:17.157584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46122) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.157953 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-88fc2412-d78d-4409-b199-4a97a0c36691 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/routers/997f419b-6681-46d3-9c2a-edcc1f1f6a6c HTTP/1.1" status: 404 len: 336 time: 0.1426058 Apr 30 01:44:17.197393 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccddfcf1-c793-48db-b6cd-4f648aca695f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:17.197795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccddfcf1-c793-48db-b6cd-4f648aca695f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:17.203167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ccddfcf1-c793-48db-b6cd-4f648aca695f tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/fab1bea8-2ce3-42dc-a2ee-4d3954ec5870 HTTP/1.1" status: 404 len: 337 time: 0.0423725 Apr 30 01:44:17.203414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46124) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.249915 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-68f354cf-ee14-4352-b423-b3b4530876e1 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "GET /v2.0/ports?device_id=378d5d09-c21f-4885-9c2c-945ad7cc2291 HTTP/1.1" status: 200 len: 205 time: 0.0426123 Apr 30 01:44:17.249915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:17.249915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46126) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.250866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Attempting to bind port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:17.251399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Attempting to bind port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:17.251910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Attempting to bind port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on network ed124b4c-775d-47e2-8baf-89d510124e92 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:17.260066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on network ed124b4c-775d-47e2-8baf-89d510124e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:44:17.264030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Attempting to bind port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on network ed124b4c-775d-47e2-8baf-89d510124e92 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:17.266912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:17.267481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Checking segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:17.268135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Bound using segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:17.269972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Bound port: 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:17.270620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:17.274886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:17.278413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/9d97255b-8daa-4b32-a67d-27a611690a31 HTTP/1.1" status: 204 len: 168 time: 0.8028536 Apr 30 01:44:17.279296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d41bd0-37f2-4c2c-bee5-91b27403a66c tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=9d97255b-8daa-4b32-a67d-27a611690a31,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:17.288246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46128) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.313955 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-023b8eee-ce0f-4467-bd09-40889174dccf tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] delete failed (client error): The resource could not be found. Apr 30 01:44:17.314659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-023b8eee-ce0f-4467-bd09-40889174dccf tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/routers/378d5d09-c21f-4885-9c2c-945ad7cc2291 HTTP/1.1" status: 404 len: 336 time: 0.0639231 Apr 30 01:44:17.320061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46132) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.685940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46136) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.787291 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-72273669-b6b5-4b46-be60-9ec1cd7f792d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:17.787939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72273669-b6b5-4b46-be60-9ec1cd7f792d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:17.790886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-72273669-b6b5-4b46-be60-9ec1cd7f792d tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/0f210daf-0347-4ea9-a90d-a77b39f59a99 HTTP/1.1" status: 404 len: 337 time: 0.4569743 Apr 30 01:44:17.793547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46144) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.795581 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a156c02-4a21-48de-8758-6fa07b301902 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:17.796042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a156c02-4a21-48de-8758-6fa07b301902 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:17.802720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4a156c02-4a21-48de-8758-6fa07b301902 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/56d096fa-8b71-494b-b583-499e2ea48ae2 HTTP/1.1" status: 404 len: 337 time: 0.4810290 Apr 30 01:44:17.804096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46146) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.818990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:17.822188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:17.851648 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d2699e-469c-44b6-a469-97afdd68f669 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:17.852188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d2699e-469c-44b6-a469-97afdd68f669 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:17.855517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a8d2699e-469c-44b6-a469-97afdd68f669 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/489d75f9-7db2-4809-9508-b5026eca126d HTTP/1.1" status: 404 len: 337 time: 0.0608411 Apr 30 01:44:17.858118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46148) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.890807 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-533f177f-73c1-478b-8606-46fc3c141462 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:17.891815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533f177f-73c1-478b-8606-46fc3c141462 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:17.897562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-533f177f-73c1-478b-8606-46fc3c141462 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/7276e5f6-454b-473e-909b-cb61eb2fe99b HTTP/1.1" status: 404 len: 333 time: 0.0363300 Apr 30 01:44:17.897773 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a80692-bcdf-44cb-8aa5-70d824144da5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:17.897898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46150) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.898302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a80692-bcdf-44cb-8aa5-70d824144da5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:17.901429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c9a80692-bcdf-44cb-8aa5-70d824144da5 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/a046637d-e94e-49df-81cf-ceb6044c0c73 HTTP/1.1" status: 404 len: 339 time: 0.0941021 Apr 30 01:44:17.911456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8faa99e6-f542-482f-bcdf-cb6d57146276 req-2603a0a7-253f-4c2c-9814-dd6b7496cdfc tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0693946 Apr 30 01:44:17.912328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46152) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:17.918442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b236a284-ca8f-44e2-bc33-666ac71ee44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:17.988608 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b2650e-cf4f-4ec7-b321-bb8e4c169768 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:17.989174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b2650e-cf4f-4ec7-b321-bb8e4c169768 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:17.995002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-83b2650e-cf4f-4ec7-b321-bb8e4c169768 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/7eaa8755-195e-414d-a0c4-75b7c7e1468c HTTP/1.1" status: 404 len: 337 time: 0.0940135 Apr 30 01:44:17.995002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:17.997361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46154) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.000132 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30840dc-a83b-4e87-ad12-e8f9058f57ad tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.000635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30840dc-a83b-4e87-ad12-e8f9058f57ad tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.006710 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d30840dc-a83b-4e87-ad12-e8f9058f57ad tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/d4f4d86e-e073-4e3d-a979-f16ddf20ea21 HTTP/1.1" status: 404 len: 337 time: 0.0915179 Apr 30 01:44:18.013582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46156) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.024919 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d078bd-ee79-4b0b-9157-7916071b2930 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.025601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d078bd-ee79-4b0b-9157-7916071b2930 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.031216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c7d078bd-ee79-4b0b-9157-7916071b2930 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/cfe96915-1260-47f5-970f-1f185a4c334f HTTP/1.1" status: 404 len: 333 time: 0.0307140 Apr 30 01:44:18.031502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46158) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.073357 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ea829f-edbf-49c6-b2c0-c36a08cd96d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.073817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ea829f-edbf-49c6-b2c0-c36a08cd96d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.079045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-61ea829f-edbf-49c6-b2c0-c36a08cd96d6 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/642fd12c-ed22-4dca-8752-4ad10278596d HTTP/1.1" status: 404 len: 337 time: 0.0441949 Apr 30 01:44:18.080402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46160) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.089167 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-c898a1b4-5fae-46ea-8fdf-0346fd14bd81 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.089826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c898a1b4-5fae-46ea-8fdf-0346fd14bd81 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.100006 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c898a1b4-5fae-46ea-8fdf-0346fd14bd81 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/ddb93b86-fb89-4280-8aab-661977009ec5 HTTP/1.1" status: 404 len: 339 time: 0.0656540 Apr 30 01:44:18.100682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46164) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.123907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:18.124682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:18.126183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1092 time: 2.7412760 Apr 30 01:44:18.129707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:44:18.134279 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af438c5-0751-4523-8f6f-629b5bd13816" -d '{"events": [{"name": "network-changed", "server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:44:18.161482 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-0408daa9-3022-4b79-a621-6359efa03b37 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.162319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0408daa9-3022-4b79-a621-6359efa03b37 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.165861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0408daa9-3022-4b79-a621-6359efa03b37 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/97762266-d51a-433b-95d9-cb0279da3603 HTTP/1.1" status: 404 len: 337 time: 0.0575078 Apr 30 01:44:18.172115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46168) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.172883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b236a284-ca8f-44e2-bc33-666ac71ee44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:18.183229 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fd796d-da56-4fa8-909d-964a94aaacd5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.184278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fd796d-da56-4fa8-909d-964a94aaacd5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.188136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cf39d-1767-4335-9690-eee26bcf63f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:18.191327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-64fd796d-da56-4fa8-909d-964a94aaacd5 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/e791185f-3ca7-4f87-bb63-85d4c343fdba HTTP/1.1" status: 404 len: 333 time: 0.1097562 Apr 30 01:44:18.202143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46170) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.270344 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-592bbca3-0057-4fbb-aba3-bc8a9eee13ae tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.271340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592bbca3-0057-4fbb-aba3-bc8a9eee13ae tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.275645 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f4a3d56-a6d4-4bb1-81ae-433c47bcdff5 req-d47aead7-e2b7-45c6-90ae-27661fe07096 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.21 "GET /v2.0/ports?device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0768230 Apr 30 01:44:18.275796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-592bbca3-0057-4fbb-aba3-bc8a9eee13ae tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/75f6395d-9b7b-45db-bbdb-06c4b4d9492e HTTP/1.1" status: 404 len: 339 time: 0.1007302 Apr 30 01:44:18.276421 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fc5651-9e8e-4cdf-8da9-f75505608497 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.277087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45fc5651-9e8e-4cdf-8da9-f75505608497 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.277682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46172) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.282685 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-45fc5651-9e8e-4cdf-8da9-f75505608497 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/ffa587a4-a625-45e3-819a-896f9a012602 HTTP/1.1" status: 404 len: 337 time: 0.0792136 Apr 30 01:44:18.289516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.340239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b236a284-ca8f-44e2-bc33-666ac71ee44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:18.365539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-eca1833e-c912-4615-a176-29ed2ad1e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:18.367230 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-eca1833e-c912-4615-a176-29ed2ad1e0c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1095 time: 0.0755410 Apr 30 01:44:18.375990 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d421296-b948-4ba4-8562-35ab4403cbc4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.376659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d421296-b948-4ba4-8562-35ab4403cbc4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.396043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0d421296-b948-4ba4-8562-35ab4403cbc4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/b238ca5f-9345-4e0f-b0de-91580bd95f9c HTTP/1.1" status: 404 len: 337 time: 0.1172721 Apr 30 01:44:18.404634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46178) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.419597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b236a284-ca8f-44e2-bc33-666ac71ee44d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=671a47854084449bb5632bdc14dcd1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7323887 Apr 30 01:44:18.435275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-568725b3-8741-4acb-b8f3-c34b439d7fc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 217 time: 0.0598099 Apr 30 01:44:18.435931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46180) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.475148 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d85820-5e24-4358-903c-8e23f5a7ea4e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.476181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d85820-5e24-4358-903c-8e23f5a7ea4e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.480465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e7d85820-5e24-4358-903c-8e23f5a7ea4e tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/344744ed-0b84-493f-9d4d-4eefdd297573 HTTP/1.1" status: 404 len: 333 time: 0.1898580 Apr 30 01:44:18.519462 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff70287-ddd9-4a0d-8ee1-066b7c7e3b57 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.521043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff70287-ddd9-4a0d-8ee1-066b7c7e3b57 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.539283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aff70287-ddd9-4a0d-8ee1-066b7c7e3b57 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/d62ed7ff-dcab-4045-86e2-ecb6d8862f83 HTTP/1.1" status: 404 len: 339 time: 0.0956094 Apr 30 01:44:18.551187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46182) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.551932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46184) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.559476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-923f5675-5cda-433c-a32a-231b58287f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:18.559476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-923f5675-5cda-433c-a32a-231b58287f55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.1168425 Apr 30 01:44:18.561308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406df5-6571-4b11-92fe-ef68d364f67b req-b25eda8e-1973-41c2-b658-7b0d1eac790b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:18.572287 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06406df5-6571-4b11-92fe-ef68d364f67b req-b25eda8e-1973-41c2-b658-7b0d1eac790b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.3577311 Apr 30 01:44:18.624930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236a284-ca8f-44e2-bc33-666ac71ee44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552527b1-9b59-4410-ab47-03413e93f18d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:18.635890 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70903bc-8df7-45ec-b9fe-1a03d5c82218 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.636247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70903bc-8df7-45ec-b9fe-1a03d5c82218 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.642781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46186) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.642967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a70903bc-8df7-45ec-b9fe-1a03d5c82218 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/e1a24f95-0d19-47c1-ab4b-ba6de4e07588 HTTP/1.1" status: 404 len: 337 time: 0.0901415 Apr 30 01:44:18.661270 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-1797c426-eed5-406d-ad36-1aa32975eb29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.661728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1797c426-eed5-406d-ad36-1aa32975eb29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.662805 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:18.668064 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06406df5-6571-4b11-92fe-ef68d364f67b req-5a27b0e5-38d2-4ef2-ab9f-3d822ff448b6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847769 Apr 30 01:44:18.668383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1797c426-eed5-406d-ad36-1aa32975eb29 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/42f8d8c4-c59b-4450-a5ee-f05e1e971771 HTTP/1.1" status: 404 len: 337 time: 0.1109636 Apr 30 01:44:18.676681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46188) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.702807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-042bec3f-beb4-4aad-9581-8422fb5272bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:18.715759 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59c35f2-f923-40c3-897b-5e1a9f82c710 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.716582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59c35f2-f923-40c3-897b-5e1a9f82c710 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.719042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-8ab85936-7bd7-463b-b9e0-5c6bf488dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:18.720671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c59c35f2-f923-40c3-897b-5e1a9f82c710 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/38c5072f-4ce7-4e27-8cae-c715a1832f32 HTTP/1.1" status: 404 len: 333 time: 0.0768902 Apr 30 01:44:18.722641 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-9802b63e-6643-45c2-aaf0-9feba88fd2e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.723237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9802b63e-6643-45c2-aaf0-9feba88fd2e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.723831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-8ab85936-7bd7-463b-b9e0-5c6bf488dd1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458831 Apr 30 01:44:18.727108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9802b63e-6643-45c2-aaf0-9feba88fd2e6 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/c62834e4-5039-4687-86e9-dca9c193ba39 HTTP/1.1" status: 404 len: 339 time: 0.0486579 Apr 30 01:44:18.727698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46190) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.729557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46192) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.748799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-042bec3f-beb4-4aad-9581-8422fb5272bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:18.751629 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0269782-ab4f-4c04-a22a-4b043cbd8cf2 x-openstack-request-id: req-d0269782-ab4f-4c04-a22a-4b043cbd8cf2 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:44:18.752214 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:44:18.752214 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0269782-ab4f-4c04-a22a-4b043cbd8cf2 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:44:18.752905 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0269782-ab4f-4c04-a22a-4b043cbd8cf2'] response: {'name': 'network-changed', 'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'status': 'completed', 'code': 200} Apr 30 01:44:18.768625 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fc7997-2e75-4923-bd74-1b6fb922c671 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.768625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fc7997-2e75-4923-bd74-1b6fb922c671 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.774607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-13fc7997-2e75-4923-bd74-1b6fb922c671 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/4189031b-af83-4c0e-9e95-ac8785f585a5 HTTP/1.1" status: 404 len: 337 time: 0.0447962 Apr 30 01:44:18.777551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46196) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.797179 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fe1eda-083d-4335-8787-fbb3df5c7047 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.797637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fe1eda-083d-4335-8787-fbb3df5c7047 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.804395 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-15fe1eda-083d-4335-8787-fbb3df5c7047 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/bb22f660-2108-4c0c-8b87-0d1c7ca4722d HTTP/1.1" status: 404 len: 337 time: 0.0436509 Apr 30 01:44:18.806591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46198) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.832822 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-923c6479-62c4-462f-ae7e-7b02429017f4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.833432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923c6479-62c4-462f-ae7e-7b02429017f4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.839874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-923c6479-62c4-462f-ae7e-7b02429017f4 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/c48afeaa-be67-4c6a-a46d-e8ace859e0a2 HTTP/1.1" status: 404 len: 339 time: 0.0292294 Apr 30 01:44:18.842563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46200) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.865256 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf78385-3796-4b6b-b6fc-72e0cbc9b879 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.866286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf78385-3796-4b6b-b6fc-72e0cbc9b879 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.873396 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8cf78385-3796-4b6b-b6fc-72e0cbc9b879 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/d4e213f3-da62-4422-8dcc-06461430114a HTTP/1.1" status: 404 len: 333 time: 0.0946927 Apr 30 01:44:18.883453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.902863 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-af914e18-80ef-4a56-80be-025880286333 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.903333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af914e18-80ef-4a56-80be-025880286333 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.907497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-af914e18-80ef-4a56-80be-025880286333 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/2da9efbf-3471-4753-b2f1-0f862d7b1a72 HTTP/1.1" status: 404 len: 337 time: 0.0630498 Apr 30 01:44:18.909678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46204) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.928896 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-234ce64d-eaeb-4e6d-9d74-147622538f18 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.934470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234ce64d-eaeb-4e6d-9d74-147622538f18 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.934602 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea5fee2-55a2-464f-81ff-79cfc4808862 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.934602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea5fee2-55a2-464f-81ff-79cfc4808862 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.934821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-234ce64d-eaeb-4e6d-9d74-147622538f18 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/bdc30ae6-df55-4874-bd27-e844320339bc HTTP/1.1" status: 404 len: 339 time: 0.0214710 Apr 30 01:44:18.934944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5ea5fee2-55a2-464f-81ff-79cfc4808862 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/e4507180-9a77-41f9-bd08-a2573ff5adc9 HTTP/1.1" status: 404 len: 337 time: 0.0487723 Apr 30 01:44:18.937089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.937089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46208) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:18.989372 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-b5592004-cfbf-4554-a574-8a0f2f763f3d service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526302 Apr 30 01:44:18.995370 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94e3e59-4768-4439-b41a-ccd0327c1085 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.995370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94e3e59-4768-4439-b41a-ccd0327c1085 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:18.995839 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d94e3e59-4768-4439-b41a-ccd0327c1085 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/a34714cb-bbbd-4445-a78a-ac3cda93f6c0 HTTP/1.1" status: 404 len: 337 time: 0.0585399 Apr 30 01:44:18.997414 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9f8e3a-5b93-49c9-ba85-b443c081607c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:18.998230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9f8e3a-5b93-49c9-ba85-b443c081607c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:19.004317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3e9f8e3a-5b93-49c9-ba85-b443c081607c tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/ports/10313c12-ffdc-4ece-a083-822895f80ba3 HTTP/1.1" status: 404 len: 333 time: 0.0657408 Apr 30 01:44:19.004953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46212) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:19.005335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46214) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:19.036671 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-deda129c-7b51-4633-bab9-201a1319049f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:19.037285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deda129c-7b51-4633-bab9-201a1319049f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:19.042861 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-deda129c-7b51-4633-bab9-201a1319049f tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/cad68c01-6411-4c56-9c04-ba87bd984b03 HTTP/1.1" status: 404 len: 339 time: 0.0340285 Apr 30 01:44:19.051361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46216) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:19.101272 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-042bec3f-beb4-4aad-9581-8422fb5272bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.103988 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-042bec3f-beb4-4aad-9581-8422fb5272bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.107641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-042bec3f-beb4-4aad-9581-8422fb5272bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/552527b1-9b59-4410-ab47-03413e93f18d HTTP/1.1" status: 204 len: 168 time: 0.6657176 Apr 30 01:44:19.107811 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88b39ac-20fe-4a91-88c4-978e69f5f953 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:19.107811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88b39ac-20fe-4a91-88c4-978e69f5f953 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:19.112909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b88b39ac-20fe-4a91-88c4-978e69f5f953 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/subnets/61e53a53-d8d6-41f4-bcf5-ebb17b74e467 HTTP/1.1" status: 404 len: 337 time: 0.1036351 Apr 30 01:44:19.129318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e975c35-4831-400b-ac58-60e85737adf3 req-e9c7d2aa-daab-4aff-8c7d-2f68813d6882 tempest-ServerShowV247Test-1846601354 tempest-ServerShowV247Test-1846601354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7429c235-5bfc-4904-9beb-69e5219af385 HTTP/1.1" status: 200 len: 210 time: 0.0830591 Apr 30 01:44:19.130801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46220) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:19.141532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bec3f-beb4-4aad-9581-8422fb5272bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552527b1-9b59-4410-ab47-03413e93f18d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:19.213739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb96c00-3188-4229-82a4-0a910d77a1fe tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Deleting subnet 50e7c658-24fd-4967-9866-4af401b385b4 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:44:19.219224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c00-3188-4229-82a4-0a910d77a1fe tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.243182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bc5b631c-dc9d-4a22-a1a1-f60524d0b155 req-04e90ac6-6bb2-4e17-9ddf-7d6049f8144b service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476678 Apr 30 01:44:19.254766 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.289744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c00-3188-4229-82a4-0a910d77a1fe tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.359221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.383923 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c00-3188-4229-82a4-0a910d77a1fe tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.385422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3497db-d506-41b3-bc96-8e107d7f907f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:19.396250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4571ead2-2163-425f-828d-be2ec8bc1065') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:19.396754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4571ead2-2163-425f-828d-be2ec8bc1065') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:19.407659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.423681 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.432115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:19.432730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:19.437410 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:19.529083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-87880f08-cc9f-4bbe-ba61-bef3e3eb783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:19.536045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-87880f08-cc9f-4bbe-ba61-bef3e3eb783c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1095 time: 0.0608170 Apr 30 01:44:19.564443 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c00-3188-4229-82a4-0a910d77a1fe tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.609921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb96c00-3188-4229-82a4-0a910d77a1fe tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Subnet': ['ID=50e7c658-24fd-4967-9866-4af401b385b4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:19.616350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.628018 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.632983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] 10.222.0.15 "DELETE /v2.0/networks/ff3497db-d506-41b3-bc96-8e107d7f907f HTTP/1.1" status: 204 len: 168 time: 0.4962943 Apr 30 01:44:19.636523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e63cae6-a1b8-4d21-a4a8-f1df2d526c08 None None] Network de1d2db0-3d64-4a4d-85ef-023561817824 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:19.657416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4eb50-417c-48e5-9790-5bc688df0d57 tempest-NetworksTestDHCPv6-714184148 tempest-NetworksTestDHCPv6-714184148-project] Pushing event deleted for resources: {'Network': ['ID=ff3497db-d506-41b3-bc96-8e107d7f907f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:19.664205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c00-3188-4229-82a4-0a910d77a1fe tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.668958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4fb96c00-3188-4229-82a4-0a910d77a1fe tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/subnets/50e7c658-24fd-4967-9866-4af401b385b4 HTTP/1.1" status: 204 len: 168 time: 0.6163428 Apr 30 01:44:19.671797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46236) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:19.720725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-300f9f83-4cbd-40ae-bf66-359c5f36edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:19.723922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-300f9f83-4cbd-40ae-bf66-359c5f36edb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.1748593 Apr 30 01:44:19.787407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-3fdc6427-e474-4950-afc2-698437576c70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 217 time: 0.0550456 Apr 30 01:44:19.827956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.905241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-2f39dfc0-c5e4-4ed8-9f3b-5cdbac02ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:19.914525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-2f39dfc0-c5e4-4ed8-9f3b-5cdbac02ee3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.1180043 Apr 30 01:44:19.922665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Deleting port d97662bb-ebd8-4478-aacb-0f4bdd6a080f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:19.923037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:19.998827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] DHCP port deletion for de1d2db0-3d64-4a4d-85ef-023561817824 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:44:20.009422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-660490b3-1969-46e1-9bfb-5bbe8ba35200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:20.012107 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-660490b3-1969-46e1-9bfb-5bbe8ba35200 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890179 Apr 30 01:44:20.082132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] For port d97662bb-ebd8-4478-aacb-0f4bdd6a080f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,segment=NetworkSegment(d4a48fe1-265c-4c0e-b6a4-b21e47624b09),segment_id=d4a48fe1-265c-4c0e-b6a4-b21e47624b09)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:20.082132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.111605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43a5e7-ce1d-42be-8de9-7a387ff2ca1d req-34670edd-d39c-4f5e-9d0f-b41672dd21f7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:20.120542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd43a5e7-ce1d-42be-8de9-7a387ff2ca1d req-34670edd-d39c-4f5e-9d0f-b41672dd21f7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.1511903 Apr 30 01:44:20.133385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Calling delete_port for d97662bb-ebd8-4478-aacb-0f4bdd6a080f owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:20.145870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] Deleting port d97662bb-ebd8-4478-aacb-0f4bdd6a080f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:20.146237 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.232647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd43a5e7-ce1d-42be-8de9-7a387ff2ca1d req-6e4c7710-2c7a-42dc-aefc-ad31d7855c6b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961511 Apr 30 01:44:20.266169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d97662bb-ebd8-4478-aacb-0f4bdd6a080f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:44:20.283270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] For port d97662bb-ebd8-4478-aacb-0f4bdd6a080f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,segment=NetworkSegment(d4a48fe1-265c-4c0e-b6a4-b21e47624b09),segment_id=d4a48fe1-265c-4c0e-b6a4-b21e47624b09)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:20.283592 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.297757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] Calling delete_port for d97662bb-ebd8-4478-aacb-0f4bdd6a080f owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:20.310658 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-8feb911c-f186-4687-88ac-9412bbae2fbe service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828882 Apr 30 01:44:20.320105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46256) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:20.417101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.454403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Port d97662bb-ebd8-4478-aacb-0f4bdd6a080f update to DOWN by agent not found {{(pid=103320) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 30 01:44:20.466197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Port': ['ID=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:20.475872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] No DVR routers for this DVR port d97662bb-ebd8-4478-aacb-0f4bdd6a080f on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:44:20.489662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.496526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9af438c5-0751-4523-8f6f-629b5bd13816 req-d122178d-29f9-41a3-9616-b7fb2f17160a service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782250 Apr 30 01:44:20.557795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] No DVR routers for this DVR port d97662bb-ebd8-4478-aacb-0f4bdd6a080f on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:44:20.562994 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.564316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46814a7-b5b6-469e-9263-0cc303e92b37 None None] Pushing event deleted for resources: {'Port': ['ID=d97662bb-ebd8-4478-aacb-0f4bdd6a080f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:20.616083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.654300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1d2db0-3d64-4a4d-85ef-023561817824']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:20.661323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46266) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:20.661481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4a80d03a-dc34-4ce5-8c77-76272f9df259 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6d95a8ebb3446c8a2bff5347e9e8766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401029 Apr 30 01:44:20.670332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a48fe1-265c-4c0e-b6a4-b21e47624b09') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:20.670632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a48fe1-265c-4c0e-b6a4-b21e47624b09') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:20.688253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.706675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.715749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:20.716280 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:20.719844 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:20.750528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.774834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.867102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46274) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:20.869075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.876466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.882835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] 10.222.0.15 "DELETE /v2.0/networks/de1d2db0-3d64-4a4d-85ef-023561817824 HTTP/1.1" status: 204 len: 168 time: 1.2097631 Apr 30 01:44:20.899139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f701e4-e708-4872-a452-55da6fac7440 tempest-NetworksTest-1911582330 tempest-NetworksTest-1911582330-project] Pushing event deleted for resources: {'Network': ['ID=de1d2db0-3d64-4a4d-85ef-023561817824,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:20.923196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.930595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:20.935197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e791a84-2f1a-4a9a-9caa-78566bff7aa1 HTTP/1.1" status: 204 len: 168 time: 0.2680893 Apr 30 01:44:20.941952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e791a84-2f1a-4a9a-9caa-78566bff7aa1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:20.952399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.953032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.953163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.953616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.953796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.954095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.954421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.954976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.955101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.955979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.956329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:20.957031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee070da9-f061-4d87-b66f-b6254bfd3902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:21.098994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef909e25-b834-4887-bd20-ff42ab0fa7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:21.177901 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef909e25-b834-4887-bd20-ff42ab0fa7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:21.273325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef909e25-b834-4887-bd20-ff42ab0fa7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:21.333565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ef909e25-b834-4887-bd20-ff42ab0fa7f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fea4f5ef300343d2bc042d841802cc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650960 Apr 30 01:44:21.334605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef909e25-b834-4887-bd20-ff42ab0fa7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70a98c6-2673-49d3-981f-2178ac1793aa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:21.337927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46288) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:21.371522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564a58a-2ed6-46bb-8092-406270031cc9 req-2e4db3bf-cc8a-4a69-a8a5-f26d0122183a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:21.372987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2564a58a-2ed6-46bb-8092-406270031cc9 req-2e4db3bf-cc8a-4a69-a8a5-f26d0122183a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.0864007 Apr 30 01:44:21.435495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2564a58a-2ed6-46bb-8092-406270031cc9 req-db358ec0-30b7-42f1-ac7f-c3fb096e2f82 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546858 Apr 30 01:44:21.438295 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f02ce6df-3a53-4b15-8158-07c710a7fb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:21.462424 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f02ce6df-3a53-4b15-8158-07c710a7fb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:21.582235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f02ce6df-3a53-4b15-8158-07c710a7fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:21.584847 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f02ce6df-3a53-4b15-8158-07c710a7fb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:21.586141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f02ce6df-3a53-4b15-8158-07c710a7fb72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e70a98c6-2673-49d3-981f-2178ac1793aa HTTP/1.1" status: 204 len: 168 time: 0.2456067 Apr 30 01:44:21.598146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ce6df-3a53-4b15-8158-07c710a7fb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70a98c6-2673-49d3-981f-2178ac1793aa,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:21.617281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46298) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:21.956007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46312) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:21.958022 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-44a8243c-1c07-46ca-bc6a-343d5fedcccb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e12ab4eef8748e1a8fd93324505617c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395035 Apr 30 01:44:22.025292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-422660be-d9e9-4f3d-9e1d-648ea4f4ba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:22.056451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-422660be-d9e9-4f3d-9e1d-648ea4f4ba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:22.198809 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-422660be-d9e9-4f3d-9e1d-648ea4f4ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:22.201590 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-422660be-d9e9-4f3d-9e1d-648ea4f4ba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:22.202764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-422660be-d9e9-4f3d-9e1d-648ea4f4ba54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/137712bb-28e9-4aa3-a256-a93ecc808c86 HTTP/1.1" status: 204 len: 168 time: 0.2457261 Apr 30 01:44:22.213053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422660be-d9e9-4f3d-9e1d-648ea4f4ba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137712bb-28e9-4aa3-a256-a93ecc808c86,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:22.579015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc094684-df83-4af7-a9ad-73fa492adc31 req-190865ff-608e-4df0-b5bf-1a74eec9be7c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:22.580592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc094684-df83-4af7-a9ad-73fa492adc31 req-190865ff-608e-4df0-b5bf-1a74eec9be7c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.0615685 Apr 30 01:44:22.643868 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc094684-df83-4af7-a9ad-73fa492adc31 req-efc089b9-4597-4c9c-b26d-bf3b4f70f01b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511818 Apr 30 01:44:23.586419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46388) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.613413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6f5f5ad2-18ba-498e-8b16-6b0449636b67 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:44:23.833940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:23.835964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac399b-f088-4d64-8fea-2cd529dde21e req-d91f98e2-658e-4b0f-b1f7-4649394dbf7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:23.838498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74ac399b-f088-4d64-8fea-2cd529dde21e req-d91f98e2-658e-4b0f-b1f7-4649394dbf7e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.0898163 Apr 30 01:44:23.853559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'port_id': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'mac_address': 'fa:16:3e:21:4e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:44:23.899855 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74ac399b-f088-4d64-8fea-2cd529dde21e req-1bbda78e-150a-4b98-af39-853977d4e8e0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542450 Apr 30 01:44:23.900303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-516f8aea-8ca7-4fad-bbbf-4bc694f3e61d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.901434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-516f8aea-8ca7-4fad-bbbf-4bc694f3e61d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3140099 Apr 30 01:44:23.904342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46402) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.909315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-e409ef48-c7a3-4cf9-91f2-9f799c715c95 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.916002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e409ef48-c7a3-4cf9-91f2-9f799c715c95 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0101900 Apr 30 01:44:23.918638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.925922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-0b6196ff-2f90-45df-8dfd-f4be8d868898 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.928539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0b6196ff-2f90-45df-8dfd-f4be8d868898 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0086534 Apr 30 01:44:23.931745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46406) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.939291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-96b1a2dc-2cfa-46a0-a8a9-6077d129ba3e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.943032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-96b1a2dc-2cfa-46a0-a8a9-6077d129ba3e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0101159 Apr 30 01:44:23.944198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46408) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.949385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-6f80ca49-e4a0-4f71-9d1f-59a798572e9d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.950507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6f80ca49-e4a0-4f71-9d1f-59a798572e9d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051074 Apr 30 01:44:23.954401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46412) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.959277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-f0f845e2-dee7-4689-8947-1fe06fbfa076 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.960921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f0f845e2-dee7-4689-8947-1fe06fbfa076 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054741 Apr 30 01:44:23.963395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46414) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.966225 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:23.968553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-74ceaaea-1070-426b-80be-96864bf39f35 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.969718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-74ceaaea-1070-426b-80be-96864bf39f35 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053403 Apr 30 01:44:23.973106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46416) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.978391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-a3e7e1d4-b2e0-454a-878e-bd7dca1eaa26 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.979638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a3e7e1d4-b2e0-454a-878e-bd7dca1eaa26 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053136 Apr 30 01:44:23.982722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46418) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.987698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-e898e00d-6c83-4ca3-980c-96284ef78056 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:23.989699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e898e00d-6c83-4ca3-980c-96284ef78056 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0057738 Apr 30 01:44:23.992315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46420) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:23.999730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-1dcb2198-0c06-4cbd-a79f-d54ceb753fe5 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.000932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1dcb2198-0c06-4cbd-a79f-d54ceb753fe5 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076759 Apr 30 01:44:24.001062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5f5ad2-18ba-498e-8b16-6b0449636b67 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:44:24.004316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46422) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.008573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-9bd5161d-2a2b-4c8b-b907-793fccacc9c3 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.011123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9bd5161d-2a2b-4c8b-b907-793fccacc9c3 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058508 Apr 30 01:44:24.013869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.017881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-34873676-7e6d-4541-9e36-50de5c57ae94 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.019388 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-34873676-7e6d-4541-9e36-50de5c57ae94 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047097 Apr 30 01:44:24.026571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46428) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.028415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:24.032875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-3687a38a-5d81-47b3-8d55-ae3b52aa6eda tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.033950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3687a38a-5d81-47b3-8d55-ae3b52aa6eda tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060594 Apr 30 01:44:24.044708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46430) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.049353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-a2426279-f959-4e4a-a387-76697c8c0866 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.050707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a2426279-f959-4e4a-a387-76697c8c0866 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049918 Apr 30 01:44:24.053430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46432) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.066118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-241f7676-6155-4835-b5b6-8cb705544b37 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.067485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-241f7676-6155-4835-b5b6-8cb705544b37 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0130904 Apr 30 01:44:24.070314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46434) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.078932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-f702b715-c362-41f3-83fd-2c91f787519c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.078932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f702b715-c362-41f3-83fd-2c91f787519c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0061266 Apr 30 01:44:24.081797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.086395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-6d963aad-96ef-47a4-8def-5fbe5cfa8b58 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.087341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6d963aad-96ef-47a4-8def-5fbe5cfa8b58 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042825 Apr 30 01:44:24.091269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46438) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.095509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-0473a35c-ade4-4298-b057-78f62dea07fb tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.096995 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0473a35c-ade4-4298-b057-78f62dea07fb tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047469 Apr 30 01:44:24.099605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.103713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:24.106194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-85f15c70-ac8f-4994-a2a8-b936d8d835a5 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.106194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-85f15c70-ac8f-4994-a2a8-b936d8d835a5 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046422 Apr 30 01:44:24.109933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46444) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.117448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-2f92e172-65c7-4eb6-8d56-681619fe48cb tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.118500 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2f92e172-65c7-4eb6-8d56-681619fe48cb tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0076108 Apr 30 01:44:24.121349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46448) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.128739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-ec2ea40f-9b06-4908-b8e0-0d3e6bdd4a7c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.134019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46450) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.135359 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ec2ea40f-9b06-4908-b8e0-0d3e6bdd4a7c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0120265 Apr 30 01:44:24.139122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-e6a409f4-416c-4420-b370-2fd05ccf6547 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.142995 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e6a409f4-416c-4420-b370-2fd05ccf6547 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050738 Apr 30 01:44:24.144125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46452) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.151142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-b6ccaf46-b255-4783-8c0d-959658fd0b55 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.156056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b6ccaf46-b255-4783-8c0d-959658fd0b55 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0083661 Apr 30 01:44:24.157155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46456) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.163165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-55cfcae8-b69c-4d45-b5f5-b0e43591159e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.168017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-55cfcae8-b69c-4d45-b5f5-b0e43591159e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0098608 Apr 30 01:44:24.169085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46458) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.176021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-e06abf71-e531-46c4-8a9d-d1dc9f3a9c0d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.180879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46464) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.186431 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e06abf71-e531-46c4-8a9d-d1dc9f3a9c0d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0151141 Apr 30 01:44:24.188207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-644c1268-f676-4030-83ee-ddc4ea9c0c8c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.192077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-644c1268-f676-4030-83ee-ddc4ea9c0c8c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0099738 Apr 30 01:44:24.192741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46466) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.199124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-05cb9a36-0b7b-44e4-9d0e-ed2ae42ef2f9 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.203234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46468) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.203905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-05cb9a36-0b7b-44e4-9d0e-ed2ae42ef2f9 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0097053 Apr 30 01:44:24.208936 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-4503180b-e291-4cfa-8c4f-e25fd5c7435e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.212679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46470) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.213600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4503180b-e291-4cfa-8c4f-e25fd5c7435e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0088077 Apr 30 01:44:24.217533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-8ed8d131-c4f4-4b2a-888a-820858a38c81 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.222537 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8ed8d131-c4f4-4b2a-888a-820858a38c81 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0085697 Apr 30 01:44:24.223535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.230867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:24.232394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-85da89d9-e2d4-456f-9259-99f83e706f53 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.237688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46476) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.238438 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-85da89d9-e2d4-456f-9259-99f83e706f53 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0138102 Apr 30 01:44:24.247034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-3ae5b695-f42d-49a2-b883-89624166cc84 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.248378 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3ae5b695-f42d-49a2-b883-89624166cc84 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0086839 Apr 30 01:44:24.256500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46478) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.269819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-7fe0fb04-7a01-42ee-a5f5-10075dd8792d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.275173 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7fe0fb04-7a01-42ee-a5f5-10075dd8792d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0172112 Apr 30 01:44:24.279243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46480) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.291317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-0ee68e87-acd0-4bc1-a0cd-3411594bb308 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.296397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0ee68e87-acd0-4bc1-a0cd-3411594bb308 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0143652 Apr 30 01:44:24.300018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46482) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.305080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-5d955ab8-6f3f-4c06-8595-4eccbe56b22e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.307788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5d955ab8-6f3f-4c06-8595-4eccbe56b22e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067554 Apr 30 01:44:24.310422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46484) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.317269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-7f96a0a3-755f-4683-9bd7-69589bf6326c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.318232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f96a0a3-755f-4683-9bd7-69589bf6326c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060925 Apr 30 01:44:24.328147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46486) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.333103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-a9b971ac-cd22-4117-9aa1-3c4b4971a906 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.334033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a9b971ac-cd22-4117-9aa1-3c4b4971a906 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049448 Apr 30 01:44:24.336816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46488) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.342379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-e0b47784-dd35-41e7-ad1f-c64ec5c6f76f tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.346827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46490) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.347145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e0b47784-dd35-41e7-ad1f-c64ec5c6f76f tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0080762 Apr 30 01:44:24.351824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-9c826d78-b199-470f-844b-40e54d82ab03 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.362990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9c826d78-b199-470f-844b-40e54d82ab03 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0143785 Apr 30 01:44:24.365227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46492) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.371042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['6f5f5ad2-18ba-498e-8b16-6b0449636b67'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:44:24.383485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-b9d578df-df18-41e0-b0b5-e9c1e5796560 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.387245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46494) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.390589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b9d578df-df18-41e0-b0b5-e9c1e5796560 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0240216 Apr 30 01:44:24.392367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-79e96a16-4a32-498a-b473-199b10832484 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.396416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-79e96a16-4a32-498a-b473-199b10832484 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053747 Apr 30 01:44:24.396739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46496) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.403801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-9052e357-a333-4182-a616-e516af1ba7d5 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.407967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9052e357-a333-4182-a616-e516af1ba7d5 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0099778 Apr 30 01:44:24.411726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46500) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.418559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-9a7029dc-21f3-45d5-800c-80b842558691 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.422318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46502) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.422547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9a7029dc-21f3-45d5-800c-80b842558691 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0097821 Apr 30 01:44:24.429871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-00851563-7a26-409b-923e-7cc476c26753 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.431122 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-00851563-7a26-409b-923e-7cc476c26753 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0071976 Apr 30 01:44:24.433878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46504) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.440284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-e6faebee-226e-46c5-9649-b3d5e7125336 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.444613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.445916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e6faebee-226e-46c5-9649-b3d5e7125336 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096798 Apr 30 01:44:24.449834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-bc20f896-70ba-4351-814a-999769d42b73 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.450770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bc20f896-70ba-4351-814a-999769d42b73 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051625 Apr 30 01:44:24.453299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46508) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.458777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-d533db32-5a46-4ef3-a764-f4fc03a1df0e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.464076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46512) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.467289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d533db32-5a46-4ef3-a764-f4fc03a1df0e tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0130517 Apr 30 01:44:24.494022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-76faa309-c148-4831-9163-b44800a1f837 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.498963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-76faa309-c148-4831-9163-b44800a1f837 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0301702 Apr 30 01:44:24.499244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46516) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.512882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-6c51e4fb-7a93-4cf7-8bc9-63b3dc460573 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.519408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46518) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.519713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6c51e4fb-7a93-4cf7-8bc9-63b3dc460573 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124059 Apr 30 01:44:24.524448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-08832f7c-c17b-4db3-b970-d376aebe1b2d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.530489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46520) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.536131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-08832f7c-c17b-4db3-b970-d376aebe1b2d tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0153775 Apr 30 01:44:24.543637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-b70b2f6e-d15b-4598-b274-40258499f910 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.543637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b70b2f6e-d15b-4598-b274-40258499f910 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074959 Apr 30 01:44:24.545976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46524) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.555293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-50550f51-7a0f-4d69-951a-763ee0125d08 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.559591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46526) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.560576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-50550f51-7a0f-4d69-951a-763ee0125d08 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0135376 Apr 30 01:44:24.570351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-6d5ce64a-7099-4b2d-bdf7-1dc6680e09e6 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.574525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6d5ce64a-7099-4b2d-bdf7-1dc6680e09e6 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0130036 Apr 30 01:44:24.577069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46528) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.591366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-a1033aae-201f-4a34-9cd1-86e4cb3de51a tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.593891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a1033aae-201f-4a34-9cd1-86e4cb3de51a tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0158827 Apr 30 01:44:24.597137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46530) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.601625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-afa1c45f-f9be-4c8d-bedc-e3626377596b tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.605373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46532) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.605545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-afa1c45f-f9be-4c8d-bedc-e3626377596b tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072827 Apr 30 01:44:24.610201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-3afb172d-6af5-47ff-a7d9-181ca770bbb4 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.612604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46534) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.615743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3afb172d-6af5-47ff-a7d9-181ca770bbb4 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0091918 Apr 30 01:44:24.616344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46536) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.620793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-1edbdb93-d566-48a8-8ddf-893e695d1fbb tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.624980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1edbdb93-d566-48a8-8ddf-893e695d1fbb tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0077136 Apr 30 01:44:24.625152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46540) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.630766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-2b34e2fd-6e95-4726-babd-9eaa02d6f9bb tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.633849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2b34e2fd-6e95-4726-babd-9eaa02d6f9bb tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078843 Apr 30 01:44:24.636633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46542) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.685234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-cae97836-fd8d-497d-ac08-3998ae3be0d0 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.688871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cae97836-fd8d-497d-ac08-3998ae3be0d0 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0486059 Apr 30 01:44:24.689099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.693799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-838293c1-34b3-4121-8f8c-4affd2d0bfe6 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.694771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-838293c1-34b3-4121-8f8c-4affd2d0bfe6 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047874 Apr 30 01:44:24.697260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46550) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.701605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-3d18a555-5ab7-4f79-b818-ea5d88834e78 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.710721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46552) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.712128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d18a555-5ab7-4f79-b818-ea5d88834e78 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0124357 Apr 30 01:44:24.715158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-91519112-1f05-4f9e-b0b1-9231f2b5277c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.716375 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-91519112-1f05-4f9e-b0b1-9231f2b5277c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047147 Apr 30 01:44:24.718889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46554) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.723887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-6f6c0fa6-10a4-46dc-91be-7118ac013535 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.740926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6f6c0fa6-10a4-46dc-91be-7118ac013535 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0207815 Apr 30 01:44:24.744132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46556) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.749616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-15c74d7e-a5cd-4e26-9fc2-d3dee065ef00 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.753511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46558) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.754278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-15c74d7e-a5cd-4e26-9fc2-d3dee065ef00 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0081832 Apr 30 01:44:24.766209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-b8cdb59b-38f2-44de-92f7-876ed13c40f0 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.772155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8cdb59b-38f2-44de-92f7-876ed13c40f0 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0158749 Apr 30 01:44:24.773640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46560) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.780646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-5e338fc6-e3a8-4a20-97a0-a93b262653e6 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.785140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5e338fc6-e3a8-4a20-97a0-a93b262653e6 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0071204 Apr 30 01:44:24.787147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46562) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.796545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-26eaa35e-f38d-4922-b34f-560cb581f37c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.800475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-26eaa35e-f38d-4922-b34f-560cb581f37c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0093322 Apr 30 01:44:24.801117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46564) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.817404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-bc782ea3-56f6-4442-a25b-1bd9f4f10d5c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.818724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bc782ea3-56f6-4442-a25b-1bd9f4f10d5c tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0123026 Apr 30 01:44:24.821316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46566) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.834626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [None req-d8add1f7-7bf5-4a79-8e02-e9fcbd396c32 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.837637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d8add1f7-7bf5-4a79-8e02-e9fcbd396c32 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0151408 Apr 30 01:44:24.838742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46570) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:24.843829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [None req-aa22edec-38fb-4810-a6b1-2270506b6c33 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:44:24.845370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aa22edec-38fb-4810-a6b1-2270506b6c33 tempest-ExtensionsTestJSON-1973416282 tempest-ExtensionsTestJSON-1973416282-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047903 Apr 30 01:44:24.859681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1308701972'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:25.010670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:25.014327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.042768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.081049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25630da6-4ab6-41b1-bdd3-2213841f0bcd req-1be0fc62-618f-4bd1-b6cd-1d800e10aefd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:25.082588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25630da6-4ab6-41b1-bdd3-2213841f0bcd req-1be0fc62-618f-4bd1-b6cd-1d800e10aefd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 945 time: 0.0846004 Apr 30 01:44:25.146375 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25630da6-4ab6-41b1-bdd3-2213841f0bcd req-ea00fdea-ce0a-4433-997a-8e5b0db8a7cc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523491 Apr 30 01:44:25.185137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.266248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.300328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f52882-f4f8-44bb-810a-ce87b2652dc5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:25.317341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:25.329107 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.329716 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Added segment 688606b3-3b64-4cdd-af92-64392de99846 of type vlan for network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 Apr 30 01:44:25.407525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.496045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46594) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:25.519730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.525360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:25.526116 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.609979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6f5f5ad2-18ba-498e-8b16-6b0449636b67 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:25.652944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Network': ['ID=ee922dcb-1c4f-49ee-bf67-57ceb29112d0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:25.670111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:25.688973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ead595e-5a40-44c3-bd81-16a50664a338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.744341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d162284f-1eb8-4ccf-9490-e8c826b7baad tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1300006 Apr 30 01:44:25.747069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46610) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:25.754328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'name': 'tempest-PortsIpV6TestJSON-1297568694'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:25.792648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ead595e-5a40-44c3-bd81-16a50664a338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.867771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:44:25.873210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:25.873731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.890187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ead595e-5a40-44c3-bd81-16a50664a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:25.946826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ead595e-5a40-44c3-bd81-16a50664a338 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55cc513c12064076bc570be62419dcf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470234 Apr 30 01:44:25.948048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46616) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:25.958919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead595e-5a40-44c3-bd81-16a50664a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8a945-fc34-468d-8643-2ae57d663f27,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:26.014142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:26.026110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.040734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.050090 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16a597c4-bd3b-4719-9c01-61f64f0d9595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.067586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:44:26.073600 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9a8ae1-9cd5-4a5d-82a6-1724fc73613e" -d '{"events": [{"server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "name": "network-vif-plugged", "status": "completed", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:44:26.076046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16a597c4-bd3b-4719-9c01-61f64f0d9595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.095779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:26.150183 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611fcd6d-dd74-4fc2-9413-8f90a3cc20f3 x-openstack-request-id: req-611fcd6d-dd74-4fc2-9413-8f90a3cc20f3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:44:26.150183 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "name": "network-vif-plugged", "status": "completed", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:44:26.150183 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-611fcd6d-dd74-4fc2-9413-8f90a3cc20f3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:44:26.150183 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611fcd6d-dd74-4fc2-9413-8f90a3cc20f3'] response: {'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'code': 200} Apr 30 01:44:26.150567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:44:26.194510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.286646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16a597c4-bd3b-4719-9c01-61f64f0d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.288293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16a597c4-bd3b-4719-9c01-61f64f0d9595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.293868 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-16a597c4-bd3b-4719-9c01-61f64f0d9595 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31f8a945-fc34-468d-8643-2ae57d663f27 HTTP/1.1" status: 204 len: 168 time: 0.3448277 Apr 30 01:44:26.302383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:26.394684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a597c4-bd3b-4719-9c01-61f64f0d9595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8a945-fc34-468d-8643-2ae57d663f27,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:26.407449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fd0f0-b4c3-41cd-8cb6-7d9ec836ba19 req-bad5e515-27b9-4037-96da-dc7804466a8d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:26.409485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a5081-3b99-4fe4-b461-b4d1fd8f20da req-a3fab61b-205f-43bf-b264-145bda26e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:26.412096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-252a5081-3b99-4fe4-b461-b4d1fd8f20da req-a3fab61b-205f-43bf-b264-145bda26e4ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1097 time: 0.1867335 Apr 30 01:44:26.412815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46630) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:26.416405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc0fd0f0-b4c3-41cd-8cb6-7d9ec836ba19 req-bad5e515-27b9-4037-96da-dc7804466a8d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.0981643 Apr 30 01:44:26.470253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc0fd0f0-b4c3-41cd-8cb6-7d9ec836ba19 req-01017e4c-e88e-42cc-8d13-403de9d3569a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479407 Apr 30 01:44:26.502202 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-252a5081-3b99-4fe4-b461-b4d1fd8f20da req-c9871323-fc0a-4222-9995-32691e4e8834 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514805 Apr 30 01:44:26.618359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bb2446-05df-43fa-8569-823d242e1555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.628323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.722836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bb2446-05df-43fa-8569-823d242e1555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.765317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.811004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-20bb2446-05df-43fa-8569-823d242e1555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:26.889180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=84e9ce6e-0ace-44a6-bce1-27a1715514e7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:26.907830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-20bb2446-05df-43fa-8569-823d242e1555 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=050e86aa4b5d4e76b0c788f6192bc0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879856 Apr 30 01:44:26.907830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking segment: {'id': '688606b3-3b64-4cdd-af92-64392de99846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:26.907830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network hostable DHCP agents. Network: ee922dcb-1c4f-49ee-bf67-57ceb29112d0, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:26.914075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46646) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:26.914817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb2446-05df-43fa-8569-823d242e1555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0de10e-cfbd-4b31-b97b-e5298704ecdd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:26.980656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a65-8bd8-4bc6-a4c0-6a4954107b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.009086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a65-8bd8-4bc6-a4c0-6a4954107b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.036716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:27.133205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ee922dcb-1c4f-49ee-bf67-57ceb29112d0) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:27.136954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:27.141960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1027f-770c-43f6-acba-eca74f918d05 None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:27.142628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:27.143886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.162368 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a65-8bd8-4bc6-a4c0-6a4954107b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.166531 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a65-8bd8-4bc6-a4c0-6a4954107b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.167404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-21bd2a65-8bd8-4bc6-a4c0-6a4954107b6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e0de10e-cfbd-4b31-b97b-e5298704ecdd HTTP/1.1" status: 204 len: 168 time: 0.2565696 Apr 30 01:44:27.178624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd2a65-8bd8-4bc6-a4c0-6a4954107b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0de10e-cfbd-4b31-b97b-e5298704ecdd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:27.271371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-90b3d959-ce8a-4c2a-bc96-625688bc2a43 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5221248 Apr 30 01:44:27.274519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46668) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:27.279657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-560209314'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:27.450571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:27.457786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.537106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:27.553052 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.553821 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Added segment db6cc4c3-da51-4443-a796-74b969634d5e of type vlan for network bb592398-072f-489d-9406-ebfb5f0367d2 Apr 30 01:44:27.620867 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.651494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691e88-fc05-4ed5-b07c-bbd3f690c086 req-e6803002-c200-4204-b68b-c6b1e5ae6083 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:27.656344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1691e88-fc05-4ed5-b07c-bbd3f690c086 req-e6803002-c200-4204-b68b-c6b1e5ae6083 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 945 time: 0.0977154 Apr 30 01:44:27.714639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1691e88-fc05-4ed5-b07c-bbd3f690c086 req-abb93a3c-0f92-4cba-a6df-636731224058 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462866 Apr 30 01:44:27.733267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.740316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:27.740933 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:27.836707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Network': ['ID=bb592398-072f-489d-9406-ebfb5f0367d2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:27.853529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network bb592398-072f-489d-9406-ebfb5f0367d2 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:27.913946 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-69ead4d3-fa5a-4dfa-8719-9e144a1d92e1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6357343 Apr 30 01:44:27.914390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46688) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:27.920364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'ports': [{'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0'}, {'network_id': 'bb592398-072f-489d-9406-ebfb5f0367d2'}]} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:27.920689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:27.921423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'bb592398-072f-489d-9406-ebfb5f0367d2'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:27.944912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba491-464f-4ed4-ad3e-64237abe1ec4 req-50677064-fb1b-4ff3-89b2-74ee897bd197 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:27.958010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d36ba491-464f-4ed4-ad3e-64237abe1ec4 req-50677064-fb1b-4ff3-89b2-74ee897bd197 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.0875635 Apr 30 01:44:28.009975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d36ba491-464f-4ed4-ad3e-64237abe1ec4 req-4476ee0e-019c-43b1-b275-5b104a231e01 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506864 Apr 30 01:44:28.225611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46698) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:28.301076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 2} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:28.306036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.322440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.472642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c3fd18c2-614b-4c6a-8968-f7b5c523e06c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1915513871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:28.501708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 07b1ef4d-dec2-48a1-9179-3fa3ca6acdb2 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:44:28.600588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3fd18c2-614b-4c6a-8968-f7b5c523e06c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.601616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3fd18c2-614b-4c6a-8968-f7b5c523e06c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.606605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.691627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 8db47e55-8c7c-4a3f-9ab1-86d0ef334349 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:44:28.720155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3fd18c2-614b-4c6a-8968-f7b5c523e06c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.782193 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f847d65-2205-4ec2-8be0-62d6bfda4670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.793317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3fd18c2-614b-4c6a-8968-f7b5c523e06c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.823337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.876122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5794f5-1b5b-4002-9d47-798e667c7dfb req-5d4143d2-9732-44bf-823d-758148778775 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:28.878289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec5794f5-1b5b-4002-9d47-798e667c7dfb req-5d4143d2-9732-44bf-823d-758148778775 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 945 time: 0.0933502 Apr 30 01:44:28.903994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c3fd18c2-614b-4c6a-8968-f7b5c523e06c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.909372 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c3fd18c2-614b-4c6a-8968-f7b5c523e06c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6808987 Apr 30 01:44:28.916028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46720) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:28.922868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1782737054'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:28.927620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46722) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:28.933588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec5794f5-1b5b-4002-9d47-798e667c7dfb req-d122bc10-9fef-4de5-87a8-e2ce85c17ebb tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481350 Apr 30 01:44:28.935610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:28.991664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:28.994903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:28.999195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:29.000128 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.004514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=07b1ef4d-dec2-48a1-9179-3fa3ca6acdb2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:29.040693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Made reservation on behalf of 85e66b84af294215b9bad57d72b3b09d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:29.044103 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.055763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-233516590-network', 'tenant_id': '38df5d646f6f43cd8948aeb908f6350b'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:29.082823 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.129891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=8db47e55-8c7c-4a3f-9ab1-86d0ef334349,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:29.149788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944f68a-b401-46d7-aecc-1679f4706e07 req-f1a77141-8f64-440b-863e-659833c341ed tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:29.157909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f944f68a-b401-46d7-aecc-1679f4706e07 req-f1a77141-8f64-440b-863e-659833c341ed tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.0646496 Apr 30 01:44:29.170599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking segment: {'id': 'db6cc4c3-da51-4443-a796-74b969634d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bb592398-072f-489d-9406-ebfb5f0367d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:29.171040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network hostable DHCP agents. Network: bb592398-072f-489d-9406-ebfb5f0367d2, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:29.198546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-b1b08bee-e11f-4bd9-a88f-9c1c899e5a53 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:29.204772 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-b1b08bee-e11f-4bd9-a88f-9c1c899e5a53 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 945 time: 0.1356969 Apr 30 01:44:29.208863 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f944f68a-b401-46d7-aecc-1679f4706e07 req-6e60c80c-263f-4d67-a7b3-17a8ed71c1ff tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461085 Apr 30 01:44:29.255986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Made reservation on behalf of 38df5d646f6f43cd8948aeb908f6350b for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:29.258296 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.280884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.354173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a1c2-e3f9-4a1a-95e9-d80837b93b51 req-c6d477be-1a39-4adf-86f1-0d01578b76a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:29.355992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e06a1c2-e3f9-4a1a-95e9-d80837b93b51 req-c6d477be-1a39-4adf-86f1-0d01578b76a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.0751591 Apr 30 01:44:29.357406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network bb592398-072f-489d-9406-ebfb5f0367d2 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:29.385074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.397151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e06a1c2-e3f9-4a1a-95e9-d80837b93b51 req-b02d8637-b7f2-417c-97a8-82c9f240daab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331793 Apr 30 01:44:29.410545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Deleting port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:29.410887 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.423016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46740) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:29.469030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c27de2-1b97-44e5-baf9-330de169f0b8 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:29.470727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e4c27de2-1b97-44e5-baf9-330de169f0b8 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1092 time: 0.0460346 Apr 30 01:44:29.473825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46744) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:29.478043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:29.501549 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.504820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, bb592398-072f-489d-9406-ebfb5f0367d2) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:29.507543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.513538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78fcdf8-fecd-45f5-8ecc-430e1796d718 None None] Network bb592398-072f-489d-9406-ebfb5f0367d2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:29.525403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:29.530954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:29.536121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:29.536787 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.570322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:29.586637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb3905-009f-4fe9-84e5-1f958deaf9bc,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:29.590701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.600073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.600073 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Added segment 07a75b60-826b-4a74-aff3-988f9737b2fa of type vlan for network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 Apr 30 01:44:29.611863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] For port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,segment=NetworkSegment(d387ba6d-c3e3-4978-8110-614b5b31595a),segment_id=d387ba6d-c3e3-4978-8110-614b5b31595a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:29.612459 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.646688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Calling delete_port for 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:29.653489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.679683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.734530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a26c1908-9e6e-4e54-b078-18245640ab15 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8157299 Apr 30 01:44:29.737572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46748) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:29.784509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0711b39-4383-4029-a7cb-010e1aafc37c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:29.797781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:29.894635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.894635 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Added segment 3336ba9b-69a3-4e07-8b52-94f006ecc1b6 of type vlan for network a7617740-c985-42bb-88bf-e6f01a292a66 Apr 30 01:44:29.899823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:29.942904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.008607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e5acb3e9-de61-4936-975f-f48a42ce2a33 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 8db47e55-8c7c-4a3f-9ab1-86d0ef334349 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:30.008953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5acb3e9-de61-4936-975f-f48a42ce2a33 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.034404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.040462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:30.041065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.137567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5acb3e9-de61-4936-975f-f48a42ce2a33 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.138031 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.138977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:30.139758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.159145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Network': ['ID=2500b9a6-0ac4-4cdf-8efd-515a87c65ce7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:30.171973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3bb77-7ced-4867-a44e-5aafe30baafa req-dd37205c-b034-4e38-9c33-86eb4becdb77 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:30.173755 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28a3bb77-7ced-4867-a44e-5aafe30baafa req-dd37205c-b034-4e38-9c33-86eb4becdb77 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 945 time: 0.1418052 Apr 30 01:44:30.180355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e5acb3e9-de61-4936-975f-f48a42ce2a33 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 8db47e55-8c7c-4a3f-9ab1-86d0ef334349 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:30.182500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:30.182999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.25.0.207 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/de013ba9-7ce3-4e53-b980-d99317792d4c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:30.225614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-73a03953-e843-4c4f-a5ed-1bf2ef9a0ac1 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3076880 Apr 30 01:44:30.226696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.234088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46756) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:30.250506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'subnet': {'network_id': '2500b9a6-0ac4-4cdf-8efd-515a87c65ce7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:30.265953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:44:30.279035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] Pushing event updated for resources: {'Network': ['ID=a7617740-c985-42bb-88bf-e6f01a292a66,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:30.291110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network a7617740-c985-42bb-88bf-e6f01a292a66 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:30.319789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6477fe58-49ef-4423-9928-e598707078ec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3800311 Apr 30 01:44:30.323198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28a3bb77-7ced-4867-a44e-5aafe30baafa req-97e7509b-0ed4-441d-ba4c-3947998c0bc3 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/security-groups?id=1128543e-135d-4379-a8ee-3df6b638f96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237464 Apr 30 01:44:30.402023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Pushing event deleted for resources: {'Port': ['ID=2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:30.431211 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.503379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] No DVR routers for this DVR port 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:44:30.507350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5acb3e9-de61-4936-975f-f48a42ce2a33 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.508827 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.510755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c11b2a0f-6516-4cf8-ad53-db273044d54c req-94512efe-6f28-4448-b965-af9a41441233 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.23 "DELETE /v2.0/ports/2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb HTTP/1.1" status: 204 len: 173 time: 1.2951288 Apr 30 01:44:30.511203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d69bf4d-0c19-4742-8156-87d774da3b79', 'name': 'network-vif-deleted', 'tag': '2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:44:30.514067 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f25c89-fea7-4071-bb95-0fa70780ced0" -d '{"events": [{"server_uuid": "4d69bf4d-0c19-4742-8156-87d774da3b79", "name": "network-vif-deleted", "tag": "2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:44:30.579842 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b179bc-c317-459d-b9c7-7b07466c242e x-openstack-request-id: req-35b179bc-c317-459d-b9c7-7b07466c242e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:44:30.579842 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d69bf4d-0c19-4742-8156-87d774da3b79", "name": "network-vif-deleted", "tag": "2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:44:30.579842 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35b179bc-c317-459d-b9c7-7b07466c242e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:44:30.580286 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b179bc-c317-459d-b9c7-7b07466c242e'] response: {'server_uuid': '4d69bf4d-0c19-4742-8156-87d774da3b79', 'name': 'network-vif-deleted', 'tag': '2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb', 'status': 'completed', 'code': 200} Apr 30 01:44:30.618839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.634809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acb3e9-de61-4936-975f-f48a42ce2a33 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=8db47e55-8c7c-4a3f-9ab1-86d0ef334349,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:30.637801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Made reservation on behalf of 85e66b84af294215b9bad57d72b3b09d for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:30.646084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.670518 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e5acb3e9-de61-4936-975f-f48a42ce2a33 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:30.685360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46776) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:30.685623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e5acb3e9-de61-4936-975f-f48a42ce2a33 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/8db47e55-8c7c-4a3f-9ab1-86d0ef334349 HTTP/1.1" status: 204 len: 168 time: 0.9460168 Apr 30 01:44:30.782850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:30.793277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:30.803141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:30.868379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=de013ba9-7ce3-4e53-b980-d99317792d4c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:30.921322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985308f-6ffe-423f-830d-c33419d2a981 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:30.931247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985308f-6ffe-423f-830d-c33419d2a981 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:30.935807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2985308f-6ffe-423f-830d-c33419d2a981 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2463343 Apr 30 01:44:30.938779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:31.018928 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dff38f74-91b0-4883-93fb-6b4eeaf12d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:31.152907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-951fa600-570b-44b5-8a83-573c25434341 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 07b1ef4d-dec2-48a1-9179-3fa3ca6acdb2 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:31.153487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-951fa600-570b-44b5-8a83-573c25434341 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:31.229205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:31.232768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-951fa600-570b-44b5-8a83-573c25434341 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:31.274973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-951fa600-570b-44b5-8a83-573c25434341 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 07b1ef4d-dec2-48a1-9179-3fa3ca6acdb2 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:31.372497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Subnet': ['ID=7928aaf0-6398-4309-bf9a-f484c93c7066,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:31.389013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Checking segment: {'id': '07a75b60-826b-4a74-aff3-988f9737b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2500b9a6-0ac4-4cdf-8efd-515a87c65ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:31.394449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network hostable DHCP agents. Network: 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:31.493542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:31.516281 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-951fa600-570b-44b5-8a83-573c25434341 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:31.548648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fa600-570b-44b5-8a83-573c25434341 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=07b1ef4d-dec2-48a1-9179-3fa3ca6acdb2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:31.554262 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-951fa600-570b-44b5-8a83-573c25434341 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:31.559000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-951fa600-570b-44b5-8a83-573c25434341 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/07b1ef4d-dec2-48a1-9179-3fa3ca6acdb2 HTTP/1.1" status: 204 len: 168 time: 0.6177080 Apr 30 01:44:31.560169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46792) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:31.593937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:31.601726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:31.602384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:31.603228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b358d6a-c81b-48fa-81a4-6e68eedca4a5 None None] Network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:31.613709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf912b-50b7-42fd-9388-b8d80c4e7976 req-75e3343c-dd41-45b2-b4f2-b35544f3b37f tempest-ComputeTenantNetworksTest-1617525408 tempest-ComputeTenantNetworksTest-1617525408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:31.635278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa061842-abfa-4f5e-857a-9374078ebcaf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:31.641512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fa061842-abfa-4f5e-857a-9374078ebcaf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0776813 Apr 30 01:44:31.641789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46794) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:31.643690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf912b-50b7-42fd-9388-b8d80c4e7976 req-75e3343c-dd41-45b2-b4f2-b35544f3b37f tempest-ComputeTenantNetworksTest-1617525408 tempest-ComputeTenantNetworksTest-1617525408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:31.650027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf912b-50b7-42fd-9388-b8d80c4e7976 req-75e3343c-dd41-45b2-b4f2-b35544f3b37f tempest-ComputeTenantNetworksTest-1617525408 tempest-ComputeTenantNetworksTest-1617525408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:31.651696 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1aaf912b-50b7-42fd-9388-b8d80c4e7976 req-75e3343c-dd41-45b2-b4f2-b35544f3b37f tempest-ComputeTenantNetworksTest-1617525408 tempest-ComputeTenantNetworksTest-1617525408-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7182510 Apr 30 01:44:31.711877 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c7af9e-4f9d-4d7a-95f3-59997b48297b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:44:31.735205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b1c7af9e-4f9d-4d7a-95f3-59997b48297b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/8db47e55-8c7c-4a3f-9ab1-86d0ef334349 HTTP/1.1" status: 404 len: 333 time: 0.0779822 Apr 30 01:44:31.738705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46798) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:31.744023 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d00bade0-c6e9-4624-8033-b33282d8feaf tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5038617 Apr 30 01:44:31.785999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46800) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:31.797807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'network': {'name': 'tempest-router-network01--420705503'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:31.840955 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-042b2160-8a95-43eb-8c14-0de468f90238 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:44:31.847874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-042b2160-8a95-43eb-8c14-0de468f90238 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/07b1ef4d-dec2-48a1-9179-3fa3ca6acdb2 HTTP/1.1" status: 404 len: 333 time: 0.0884466 Apr 30 01:44:31.853239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46802) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:31.927562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Made reservation on behalf of 85e66b84af294215b9bad57d72b3b09d for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:31.932651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:31.954158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40a57946-e920-425c-becb-abc11f5a80a3 req-1eb18e9d-2175-499d-906b-690c68c2c6a5 tempest-VolumesSnapshotTestJSON-929941894 tempest-VolumesSnapshotTestJSON-929941894-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d69bf4d-0c19-4742-8156-87d774da3b79 HTTP/1.1" status: 200 len: 210 time: 0.1083660 Apr 30 01:44:31.992934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:32.009752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.029883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-2500b9a6-0ac4-4cdf-8efd-515a87c65ce7', 'network_id': '2500b9a6-0ac4-4cdf-8efd-515a87c65ce7', 'tenant_id': '85e66b84af294215b9bad57d72b3b09d', 'fixed_ips': [{'subnet_id': '7928aaf0-6398-4309-bf9a-f484c93c7066'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:32.031340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.079132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.079979 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Added segment bbaa1752-cdd9-440f-8c77-46566ce6331d of type vlan for network 608782fd-c1d8-4943-aba1-97f2eef53bf4 Apr 30 01:44:32.138423 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.219992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Allocated IP 2001:db8::2 (2500b9a6-0ac4-4cdf-8efd-515a87c65ce7/7928aaf0-6398-4309-bf9a-f484c93c7066/26a1d4ad-4079-4895-b37e-51f903ae1a04) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:32.228809 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.271458 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.279978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10a368-18ee-4b72-a05f-5700d871cd7b req-3a1f9c3a-cf51-4b70-93c4-9b4fd5b4747d tempest-ComputeTenantNetworksTest-1617525408 tempest-ComputeTenantNetworksTest-1617525408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:32.285679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb592398-072f-489d-9406-ebfb5f0367d2']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:32.291023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b10a368-18ee-4b72-a05f-5700d871cd7b req-3a1f9c3a-cf51-4b70-93c4-9b4fd5b4747d tempest-ComputeTenantNetworksTest-1617525408 tempest-ComputeTenantNetworksTest-1617525408-project] 10.222.0.15 "GET /v2.0/networks/a7617740-c985-42bb-88bf-e6f01a292a66 HTTP/1.1" status: 200 len: 768 time: 0.2694769 Apr 30 01:44:32.294658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46814) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:32.309640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6cc4c3-da51-4443-a796-74b969634d5e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:32.310099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6cc4c3-da51-4443-a796-74b969634d5e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:32.343080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.371530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.386292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:32.387156 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:32.390967 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:32.466430 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.479746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.481659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.549819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.555233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:32.555828 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.570575 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.578585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.592077 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.612138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/networks/bb592398-072f-489d-9406-ebfb5f0367d2 HTTP/1.1" status: 204 len: 168 time: 0.7569861 Apr 30 01:44:32.622313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Pushing event updated for resources: {'Port': ['ID=26a1d4ad-4079-4895-b37e-51f903ae1a04,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:32.628006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d394f56-6a8f-4e4b-9a16-401b18dfd3fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Network': ['ID=bb592398-072f-489d-9406-ebfb5f0367d2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:32.628899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46820) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:32.636512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2101046823'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:32.640593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:32.641907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:32.652753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:32.735704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9482584 Apr 30 01:44:32.744751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Attempting to bind port 26a1d4ad-4079-4895-b37e-51f903ae1a04 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:32.745597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Attempting to bind port 26a1d4ad-4079-4895-b37e-51f903ae1a04 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '07a75b60-826b-4a74-aff3-988f9737b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2500b9a6-0ac4-4cdf-8efd-515a87c65ce7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:32.745923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Attempting to bind port 26a1d4ad-4079-4895-b37e-51f903ae1a04 on network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:32.747514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46822) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:32.756828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'network': {'name': 'tempest-router-network02--2107611347'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:32.771182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:32.772173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Checking segment: {'id': '07a75b60-826b-4a74-aff3-988f9737b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2500b9a6-0ac4-4cdf-8efd-515a87c65ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:32.772173 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.772768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Bound using segment: {'id': '07a75b60-826b-4a74-aff3-988f9737b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2500b9a6-0ac4-4cdf-8efd-515a87c65ce7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:32.773348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Bound port: 26a1d4ad-4079-4895-b37e-51f903ae1a04, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a75b60-826b-4a74-aff3-988f9737b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2500b9a6-0ac4-4cdf-8efd-515a87c65ce7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:32.773825 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.783120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:32.787877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.791839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.797832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.817084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:32.818823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c7d58-17b6-431c-95a6-41ad231af5d5 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Network': ['ID=608782fd-c1d8-4943-aba1-97f2eef53bf4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:32.828964 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.829407 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Added segment 31cd4851-8379-4d70-a6ba-18a8f06d4de9 of type vlan for network 5f305706-b111-4530-a7dc-23e168d91f10 Apr 30 01:44:32.831069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 608782fd-c1d8-4943-aba1-97f2eef53bf4 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:32.884531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.887003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7617740-c985-42bb-88bf-e6f01a292a66']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:32.911069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Made reservation on behalf of 85e66b84af294215b9bad57d72b3b09d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:32.915732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.937418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3336ba9b-69a3-4e07-8b52-94f006ecc1b6') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:32.937760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3336ba9b-69a3-4e07-8b52-94f006ecc1b6') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:32.948382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:32.953453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] For port 26a1d4ad-4079-4895-b37e-51f903ae1a04, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:32.961591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:32.962098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] For port 26a1d4ad-4079-4895-b37e-51f903ae1a04, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=26a1d4ad-4079-4895-b37e-51f903ae1a04,segment=NetworkSegment(07a75b60-826b-4a74-aff3-988f9737b2fa),segment_id=07a75b60-826b-4a74-aff3-988f9737b2fa)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:32.963083 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Added segment 60173f8e-6fee-4fb7-831b-2df0f6630c46 of type vlan for network 3267ec25-3287-486d-853c-37ff1a3e820c Apr 30 01:44:32.966723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.007194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.012898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:33.013957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.029428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.047821 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.051970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:33.051970 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:33.053714 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:33.093329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.130965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4999676 Apr 30 01:44:33.146930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46838) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:33.198579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051563e-c3f7-4362-a681-ac7afb318f85 None None] Pushing event updated for resources: {'Port': ['ID=26a1d4ad-4079-4895-b37e-51f903ae1a04,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:33.230598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': '5f305706-b111-4530-a7dc-23e168d91f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:33.272038 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.resource_extend [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 01:44:33.284769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e381188-c242-4749-8161-6e6f81650959 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Network': ['ID=5f305706-b111-4530-a7dc-23e168d91f10,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:33.293443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.300819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 5f305706-b111-4530-a7dc-23e168d91f10 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:33.313428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.336726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.343305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] 10.222.0.15 "DELETE /v2.0/networks/a7617740-c985-42bb-88bf-e6f01a292a66 HTTP/1.1" status: 204 len: 168 time: 1.0476565 Apr 30 01:44:33.346615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9235a-dd39-4ddb-a088-f2faef9b512f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7617740-c985-42bb-88bf-e6f01a292a66,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:33.422773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.473715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.480706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:33.492525 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.562298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:33.570248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.603696 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.640390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:44:33.678179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9275503 Apr 30 01:44:33.695195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46844) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:33.697765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:44:33.698377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 2d8940d4-98b9-4ae3-8ab6-c6dbf2c064bb not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:44:33.705777 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'subnet': {'network_id': '608782fd-c1d8-4943-aba1-97f2eef53bf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:33.731638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=de013ba9-7ce3-4e53-b980-d99317792d4c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:33.776040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f7d18-5f84-4eb6-b7d5-ebc649c1e6c4 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Network': ['ID=3267ec25-3287-486d-853c-37ff1a3e820c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:33.780866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46846) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:33.785044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.ipam_backend_mixin [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Performing IP validity checks on allocation pools {{(pid=103318) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 30 01:44:33.788206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.ipam_backend_mixin [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103318) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 30 01:44:33.797293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 3267ec25-3287-486d-853c-37ff1a3e820c details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:33.911117 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-617f85c6-bb21-4489-9d80-8224c968b48f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38df5d646f6f43cd8948aeb908f6350b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175966 Apr 30 01:44:33.911117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46852) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:33.922354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:33.977583 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Floating IP a2e7968e-fcda-48de-a834-9665d325217f associated. External IP: 172.25.0.207, port: 6f5f5ad2-18ba-498e-8b16-6b0449636b67. Apr 30 01:44:34.010004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.036098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0297e674-8cf6-4e58-aa10-8ef4972d89e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.094916 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0297e674-8cf6-4e58-aa10-8ef4972d89e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.221056 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.296451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0297e674-8cf6-4e58-aa10-8ef4972d89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.298279 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0297e674-8cf6-4e58-aa10-8ef4972d89e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.305053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0297e674-8cf6-4e58-aa10-8ef4972d89e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0711b39-4383-4029-a7cb-010e1aafc37c HTTP/1.1" status: 204 len: 168 time: 0.3980863 Apr 30 01:44:34.307654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 26a1d4ad-4079-4895-b37e-51f903ae1a04 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:34.339554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e674-8cf6-4e58-aa10-8ef4972d89e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0711b39-4383-4029-a7cb-010e1aafc37c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:34.346450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=1c319fb4-f0a6-4d2a-8745-a770e0c0a9d8,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:34.358434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking segment: {'id': '31cd4851-8379-4d70-a6ba-18a8f06d4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5f305706-b111-4530-a7dc-23e168d91f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:34.359074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network hostable DHCP agents. Network: 5f305706-b111-4530-a7dc-23e168d91f10, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:34.454404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 26a1d4ad-4079-4895-b37e-51f903ae1a04 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:34.455230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.481919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network 5f305706-b111-4530-a7dc-23e168d91f10 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:34.493719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router c7979e97-3680-4347-8136-046cd8b294c2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:44:34.562218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 5f305706-b111-4530-a7dc-23e168d91f10) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:34.568900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:34.569871 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.578039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e8bbb-f64c-43b3-851d-9c0da9157130 None None] Network 5f305706-b111-4530-a7dc-23e168d91f10 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:34.599601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Made reservation on behalf of 85e66b84af294215b9bad57d72b3b09d for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:34.603677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.646211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e5b8c919-84dc-4bbf-b58b-b83a6ec76f44 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4958608 Apr 30 01:44:34.648774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46866) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:34.653631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': '5f305706-b111-4530-a7dc-23e168d91f10', 'name': 'tempest-PortsIpV6TestJSON-570391110'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:34.706644 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.765313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 26a1d4ad-4079-4895-b37e-51f903ae1a04, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=26a1d4ad-4079-4895-b37e-51f903ae1a04,segment=NetworkSegment(07a75b60-826b-4a74-aff3-988f9737b2fa),segment_id=07a75b60-826b-4a74-aff3-988f9737b2fa)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:34.880704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:34.883012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:34.920484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] Sync routers for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:34.944780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304d7c9-b95e-4107-962d-7e1c5e0c871a None None] Network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:34.994895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:34.996241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:35.016728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:35.068118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:35.076999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b71bc795-b904-4709-bc6f-319ceb65a622 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5998225 Apr 30 01:44:35.077808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:44:35.078559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:35.080773 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d08e4-18c8-4993-933c-60190b27b305" -d '{"events": [{"name": "network-changed", "server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:44:35.166396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:35.239290 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:35.246535 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:44:35.332567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=26a1d4ad-4079-4895-b37e-51f903ae1a04,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:35.376550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Subnet': ['ID=a45a74e5-f09f-4a69-b90b-4dd381d4a328,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:35.481359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Checking segment: {'id': 'bbaa1752-cdd9-440f-8c77-46566ce6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '608782fd-c1d8-4943-aba1-97f2eef53bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:35.483802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network hostable DHCP agents. Network: 608782fd-c1d8-4943-aba1-97f2eef53bf4, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:35.503093 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f7f85-6322-407e-8f36-dd9a82f61aeb req-c365fe74-bda8-445d-9ac9-2ed175ddca1f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:35.504829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d10f7f85-6322-407e-8f36-dd9a82f61aeb req-c365fe74-bda8-445d-9ac9-2ed175ddca1f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.1523986 Apr 30 01:44:35.543305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-95162cac-19c9-408e-9b20-05947126802d None None] Provisioning complete for port 26a1d4ad-4079-4895-b37e-51f903ae1a04 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:35.543724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95162cac-19c9-408e-9b20-05947126802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:35.643198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d10f7f85-6322-407e-8f36-dd9a82f61aeb req-2e3c475a-10b8-4896-9c71-eb0dc52667ef tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263084 Apr 30 01:44:35.669010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network 608782fd-c1d8-4943-aba1-97f2eef53bf4 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:35.678957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46890) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:35.879612 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4f9e144c-09c8-4d3e-94b8-d9d6eb74f4d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 200 len: 992 time: 0.1970184 Apr 30 01:44:35.881243 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c37fc37-f760-419a-a5f5-f41a8466de3d x-openstack-request-id: req-7c37fc37-f760-419a-a5f5-f41a8466de3d {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:44:35.881531 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:44:35.881777 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c37fc37-f760-419a-a5f5-f41a8466de3d {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:44:35.886202 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c37fc37-f760-419a-a5f5-f41a8466de3d'] response: {'name': 'network-changed', 'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'status': 'completed', 'code': 200} Apr 30 01:44:35.887629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 608782fd-c1d8-4943-aba1-97f2eef53bf4) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:35.905107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:35.910795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:35.959991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 3f538874-3057-4457-8650-d2ba1c1cd773 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:44:35.973635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-5f305706-b111-4530-a7dc-23e168d91f10', 'network_id': '5f305706-b111-4530-a7dc-23e168d91f10', 'tenant_id': 'e041b5e46f7046e4829a35f6f82bdb84', 'fixed_ips': [{'subnet_id': '1c319fb4-f0a6-4d2a-8745-a770e0c0a9d8'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:35.974983 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:35.996154 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b239b42-ff1e-4d2b-82c9-1b0fec46c14d None None] Network 608782fd-c1d8-4943-aba1-97f2eef53bf4 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:36.021209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d9446122-82c3-4407-83ef-4867f752664f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3226767 Apr 30 01:44:36.024140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46900) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:36.029956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'subnet': {'network_id': '3267ec25-3287-486d-853c-37ff1a3e820c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:36.059399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-e09ccb93-e060-4426-919b-82096065aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:36.059858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-e09ccb93-e060-4426-919b-82096065aec5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1097 time: 0.1310146 Apr 30 01:44:36.241841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::220 (5f305706-b111-4530-a7dc-23e168d91f10/1c319fb4-f0a6-4d2a-8745-a770e0c0a9d8/3f538874-3057-4457-8650-d2ba1c1cd773) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:36.273253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Made reservation on behalf of 85e66b84af294215b9bad57d72b3b09d for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:36.279831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:36.316529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-c644c945-a03a-4753-b792-506f881f7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:36.318045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-c644c945-a03a-4753-b792-506f881f7810 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.2477770 Apr 30 01:44:36.332456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 26a1d4ad-4079-4895-b37e-51f903ae1a04 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:36.379110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:36.629175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-network', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:36.698156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-4c97e8cd-8423-40c3-964a-d08d1061ae86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1000 time: 0.3638749 Apr 30 01:44:36.712835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-608782fd-c1d8-4943-aba1-97f2eef53bf4', 'network_id': '608782fd-c1d8-4943-aba1-97f2eef53bf4', 'tenant_id': '85e66b84af294215b9bad57d72b3b09d', 'fixed_ips': [{'subnet_id': 'a45a74e5-f09f-4a69-b90b-4dd381d4a328'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:36.713936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:36.719939 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:36.753166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 26a1d4ad-4079-4895-b37e-51f903ae1a04 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:36.753552 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:36.761974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:36.779554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Made reservation on behalf of a823ee5723204533bd2f9e94091eddb0 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:36.782630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:36.802373 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:36.858650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-a5325111-8d64-489e-9e52-c144acdf64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:36.860348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-a5325111-8d64-489e-9e52-c144acdf64a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.1527407 Apr 30 01:44:36.907779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:36.914295 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:36.920909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Subnet': ['ID=a5abdd52-a78a-4285-8957-402bc1605c38,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:36.968547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Checking segment: {'id': '60173f8e-6fee-4fb7-831b-2df0f6630c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3267ec25-3287-486d-853c-37ff1a3e820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:36.968932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network hostable DHCP agents. Network: 3267ec25-3287-486d-853c-37ff1a3e820c, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:36.979877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.984288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:36.985268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:37.038302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.052864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-9e5a5cae-36d6-4b09-842f-22c7f8a5a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:37.054746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-9e5a5cae-36d6-4b09-842f-22c7f8a5a555 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839755 Apr 30 01:44:37.085637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3418f0e5-f2ca-48f9-b32c-c849ba730cdc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 200 len: 992 time: 0.1706922 Apr 30 01:44:37.090535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.128728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2931663f-43ad-4192-9ccd-3f5febdf033c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:37.155294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network 3267ec25-3287-486d-853c-37ff1a3e820c is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:37.198236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network 5f305706-b111-4530-a7dc-23e168d91f10 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:37.204348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:37.216312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:37.219212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:37.222478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:37.223874 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.233145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=3f538874-3057-4457-8650-d2ba1c1cd773,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:37.238963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.239613 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Added segment 2121044d-3c7b-473d-b528-46ba49bc6f6e of type vlan for network 38cea461-d811-4219-b7b4-8970878e3241 Apr 30 01:44:37.290906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-3cd5a35b-7ea0-4505-abcb-19709bd213c1 service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231588 Apr 30 01:44:37.299651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.334519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 3267ec25-3287-486d-853c-37ff1a3e820c) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:37.356430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:37.359523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.361763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Allocated IP 2001:db8::2 (5f305706-b111-4530-a7dc-23e168d91f10/1c319fb4-f0a6-4d2a-8745-a770e0c0a9d8/4f13de37-d598-4e33-8ac0-bcff6b3be072) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:37.382861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb432c00-0ed2-49e6-9c88-5fac76941bd3 None None] Network 3267ec25-3287-486d-853c-37ff1a3e820c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:37.437632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c3d08e4-18c8-4993-933c-60190b27b305 req-57591902-6d07-458b-8823-56e26da358c2 service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393671 Apr 30 01:44:37.464333 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-19877869-1ed5-471f-99f2-698589bc5f5f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8137064 Apr 30 01:44:37.466507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46928) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:37.531507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.534164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:37.535838 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.554000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Allocated IP 2001:db8::2 (608782fd-c1d8-4943-aba1-97f2eef53bf4/a45a74e5-f09f-4a69-b90b-4dd381d4a328/0bf1c7e7-3cb0-4a26-91c4-7880ae94af91) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:37.567854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-95214a61-3374-492b-889b-ede5e6754b38 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5400574 Apr 30 01:44:37.569037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46934) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:37.604106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'a2e7968e-fcda-48de-a834-9665d325217f', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'port_id': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'mac_address': 'fa:16:3e:21:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54212261-bbdc-4649-9544-252da4bd9302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:44:31Z', 'updated_at': '2022-04-30T01:44:31Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:12Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:37.763228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] Checking router: c7979e97-3680-4347-8136-046cd8b294c2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:44:37.772382 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3893383 Apr 30 01:44:37.788787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46940) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:37.791414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdc07d-1b97-45ad-910e-4e3c475564f9 admin admin] Pushing event updated for resources: {'Network': ['ID=38cea461-d811-4219-b7b4-8970878e3241,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:37.808672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Request body: {'subnet': {'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-subnet', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:37.826079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:37.826799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:37.828698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 38cea461-d811-4219-b7b4-8970878e3241 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:37.896673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dd5398dc-2905-4e87-8d1f-0cdf9d4c0b38 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 3f538874-3057-4457-8650-d2ba1c1cd773 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:37.897018 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd5398dc-2905-4e87-8d1f-0cdf9d4c0b38 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:37.984259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Made reservation on behalf of a823ee5723204533bd2f9e94091eddb0 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:37.987041 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:38.088845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46942) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:38.133307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:38.171343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd5398dc-2905-4e87-8d1f-0cdf9d4c0b38 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:38.195608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dd5398dc-2905-4e87-8d1f-0cdf9d4c0b38 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 3f538874-3057-4457-8650-d2ba1c1cd773 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:38.203639 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:38.211380 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-86459a80-b974-4901-aebc-a67c6e8f04f4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 200 len: 992 time: 0.1208475 Apr 30 01:44:38.228624 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7ab91eec-d9e7-415c-96c1-94bc8f1ad399 None None] Provisioning complete for port 26a1d4ad-4079-4895-b37e-51f903ae1a04 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:38.228986 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab91eec-d9e7-415c-96c1-94bc8f1ad399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:38.535902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:38.665736 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd5398dc-2905-4e87-8d1f-0cdf9d4c0b38 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:38.725818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5398dc-2905-4e87-8d1f-0cdf9d4c0b38 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=3f538874-3057-4457-8650-d2ba1c1cd773,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:38.765967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd130769-6c1d-4153-acf9-d4c1e4c8bda8,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:38.776613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Checking segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:38.776942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Network hostable DHCP agents. Network: 38cea461-d811-4219-b7b4-8970878e3241, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:38.780760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd5398dc-2905-4e87-8d1f-0cdf9d4c0b38 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:38.784145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dd5398dc-2905-4e87-8d1f-0cdf9d4c0b38 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/3f538874-3057-4457-8650-d2ba1c1cd773 HTTP/1.1" status: 204 len: 168 time: 1.3166285 Apr 30 01:44:38.787350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46950) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:38.825023 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfcf9fb-9b78-4e60-b498-dd6c41df2ce1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:44:38.825779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfcf9fb-9b78-4e60-b498-dd6c41df2ce1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:44:38.834236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-acfcf9fb-9b78-4e60-b498-dd6c41df2ce1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/3f538874-3057-4457-8650-d2ba1c1cd773 HTTP/1.1" status: 404 len: 333 time: 0.0414920 Apr 30 01:44:38.834236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46952) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:38.882021 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e220267-2ac0-4f41-aac3-b4f3a5a0f322 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:44:38.884094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8e220267-2ac0-4f41-aac3-b4f3a5a0f322 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/3f538874-3057-4457-8650-d2ba1c1cd773 HTTP/1.1" status: 404 len: 333 time: 0.0493209 Apr 30 01:44:38.887910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46956) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:38.910826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-3267ec25-3287-486d-853c-37ff1a3e820c', 'network_id': '3267ec25-3287-486d-853c-37ff1a3e820c', 'tenant_id': '85e66b84af294215b9bad57d72b3b09d', 'fixed_ips': [{'subnet_id': 'a5abdd52-a78a-4285-8957-402bc1605c38'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:38.912063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:38.918164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Network 38cea461-d811-4219-b7b4-8970878e3241 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:38.960032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c11ba53-2b2d-4f32-812e-26cb372c9b49 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 1c319fb4-f0a6-4d2a-8745-a770e0c0a9d8 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:44:39.042730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 38cea461-d811-4219-b7b4-8970878e3241) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:39.047649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:39.048583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.070189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b0b7b4-fbe8-4cca-8e03-9c22196780b5 None None] Network 38cea461-d811-4219-b7b4-8970878e3241 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:39.131372 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.162094 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-47859c49-3b0c-42c4-a80b-17e71d2cbd23 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3583286 Apr 30 01:44:39.165933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46960) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:39.169272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:39.213240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:39.225701 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.264595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba53-2b2d-4f32-812e-26cb372c9b49 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.271485 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.279372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e866ed30-a453-415f-9d3f-0d712d223013 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 200 len: 992 time: 0.0638750 Apr 30 01:44:39.313284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.315292 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.332762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba53-2b2d-4f32-812e-26cb372c9b49 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.387511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Network 5f305706-b111-4530-a7dc-23e168d91f10 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:39.403673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:39.406713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.411532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Allocated IP 2001:db8::2 (3267ec25-3287-486d-853c-37ff1a3e820c/a5abdd52-a78a-4285-8957-402bc1605c38/958ca4ed-0ee7-407e-9ba0-7cd353fdea16) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:39.416729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Pushing event updated for resources: {'Port': ['ID=4f13de37-d598-4e33-8ac0-bcff6b3be072,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:39.419593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:39.456047 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.477879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Allocated IP 2001:db8::1 (608782fd-c1d8-4943-aba1-97f2eef53bf4/a45a74e5-f09f-4a69-b90b-4dd381d4a328/e1dc1202-b513-4317-b9ee-dbb99085f27c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:39.514187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba53-2b2d-4f32-812e-26cb372c9b49 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.592376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Network 608782fd-c1d8-4943-aba1-97f2eef53bf4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:39.644185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:39.666931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Pushing event updated for resources: {'Port': ['ID=0bf1c7e7-3cb0-4a26-91c4-7880ae94af91,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:39.670615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'a2e7968e-fcda-48de-a834-9665d325217f', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'port_id': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'mac_address': 'fa:16:3e:21:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54212261-bbdc-4649-9544-252da4bd9302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:44:31Z', 'updated_at': '2022-04-30T01:44:31Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:12Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:39.672697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:39.726567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.743745 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba53-2b2d-4f32-812e-26cb372c9b49 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.753873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-38cea461-d811-4219-b7b4-8970878e3241', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:39.754875 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.766318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e12a01-35da-4c75-8ff1-7dea7277a729 None None] The sync data for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 is: [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'a2e7968e-fcda-48de-a834-9665d325217f', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'port_id': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'mac_address': 'fa:16:3e:21:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54212261-bbdc-4649-9544-252da4bd9302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:44:31Z', 'updated_at': '2022-04-30T01:44:31Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:12Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:39.766917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.796781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11ba53-2b2d-4f32-812e-26cb372c9b49 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=1c319fb4-f0a6-4d2a-8745-a770e0c0a9d8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:39.804833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba53-2b2d-4f32-812e-26cb372c9b49 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.808541 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3c11ba53-2b2d-4f32-812e-26cb372c9b49 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/1c319fb4-f0a6-4d2a-8745-a770e0c0a9d8 HTTP/1.1" status: 204 len: 168 time: 0.9196670 Apr 30 01:44:39.815630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 46968) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:39.835906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Attempting to bind port 4f13de37-d598-4e33-8ac0-bcff6b3be072 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:39.836273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Attempting to bind port 4f13de37-d598-4e33-8ac0-bcff6b3be072 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '31cd4851-8379-4d70-a6ba-18a8f06d4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5f305706-b111-4530-a7dc-23e168d91f10'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:39.837222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Attempting to bind port 4f13de37-d598-4e33-8ac0-bcff6b3be072 on network 5f305706-b111-4530-a7dc-23e168d91f10 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:39.859698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:39.859955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Checking segment: {'id': '31cd4851-8379-4d70-a6ba-18a8f06d4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5f305706-b111-4530-a7dc-23e168d91f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:39.860281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.860552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Bound using segment: {'id': '31cd4851-8379-4d70-a6ba-18a8f06d4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5f305706-b111-4530-a7dc-23e168d91f10'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:39.861094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Bound port: 4f13de37-d598-4e33-8ac0-bcff6b3be072, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cd4851-8379-4d70-a6ba-18a8f06d4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5f305706-b111-4530-a7dc-23e168d91f10'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:39.861587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:39.899130 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.009569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network 608782fd-c1d8-4943-aba1-97f2eef53bf4 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:40.018471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:40.030850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:40.030850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.140205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Port': ['ID=e1dc1202-b513-4317-b9ee-dbb99085f27c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:40.278459 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52272f64-6fb4-427a-bbc1-9c12da4c819c None None] New status for floating IP a2e7968e-fcda-48de-a834-9665d325217f: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:44:40.281975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Attempting to bind port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:40.281975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Attempting to bind port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'bbaa1752-cdd9-440f-8c77-46566ce6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '608782fd-c1d8-4943-aba1-97f2eef53bf4'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:40.282661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Attempting to bind port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 on network 608782fd-c1d8-4943-aba1-97f2eef53bf4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:40.287875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46978) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:40.362250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:40.368212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Checking segment: {'id': 'bbaa1752-cdd9-440f-8c77-46566ce6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '608782fd-c1d8-4943-aba1-97f2eef53bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:40.368212 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.368212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Bound using segment: {'id': 'bbaa1752-cdd9-440f-8c77-46566ce6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '608782fd-c1d8-4943-aba1-97f2eef53bf4'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:40.368212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Bound port: 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaa1752-cdd9-440f-8c77-46566ce6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '608782fd-c1d8-4943-aba1-97f2eef53bf4'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:40.368212 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.444603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] For port 4f13de37-d598-4e33-8ac0-bcff6b3be072, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:40.450995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.476141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] For port 4f13de37-d598-4e33-8ac0-bcff6b3be072, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4f13de37-d598-4e33-8ac0-bcff6b3be072,segment=NetworkSegment(31cd4851-8379-4d70-a6ba-18a8f06d4de9),segment_id=31cd4851-8379-4d70-a6ba-18a8f06d4de9)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:40.483315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.531302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Allocated IP 172.20.0.2 (38cea461-d811-4219-b7b4-8970878e3241/fd130769-6c1d-4153-acf9-d4c1e4c8bda8/b84f6464-593b-47b3-9a97-d862abc7b11b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:40.553433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7e9b73db-5e0e-49fd-a843-78daa19da03d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 200 len: 992 time: 0.2623782 Apr 30 01:44:40.576238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] For port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:40.628881 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.710487 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.744397 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.752988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] For port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0bf1c7e7-3cb0-4a26-91c4-7880ae94af91,segment=NetworkSegment(bbaa1752-cdd9-440f-8c77-46566ce6331d),segment_id=bbaa1752-cdd9-440f-8c77-46566ce6331d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:40.809240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Network 3267ec25-3287-486d-853c-37ff1a3e820c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:40.823601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:40.829318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:40.860138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Pushing event updated for resources: {'Port': ['ID=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:40.891551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 4f13de37-d598-4e33-8ac0-bcff6b3be072 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:40.891982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.937722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:40.991402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.012489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] For port 4f13de37-d598-4e33-8ac0-bcff6b3be072, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4f13de37-d598-4e33-8ac0-bcff6b3be072,segment=NetworkSegment(31cd4851-8379-4d70-a6ba-18a8f06d4de9),segment_id=31cd4851-8379-4d70-a6ba-18a8f06d4de9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:41.012860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.030072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 4f13de37-d598-4e33-8ac0-bcff6b3be072 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:41.032989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd9ddc3-0d04-4a36-9fcc-2968474a7a15 None None] Network 5f305706-b111-4530-a7dc-23e168d91f10 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:41.075263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Attempting to bind port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:41.075646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Attempting to bind port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '60173f8e-6fee-4fb7-831b-2df0f6630c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3267ec25-3287-486d-853c-37ff1a3e820c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:41.076015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Attempting to bind port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 on network 3267ec25-3287-486d-853c-37ff1a3e820c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:41.108995 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8da97e-5559-40b4-b9e2-0c4ba57ce700 None None] Pushing event updated for resources: {'Port': ['ID=4f13de37-d598-4e33-8ac0-bcff6b3be072,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:41.110302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.111154 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.204491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:41.205649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Checking segment: {'id': '60173f8e-6fee-4fb7-831b-2df0f6630c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3267ec25-3287-486d-853c-37ff1a3e820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:41.206167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.206465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Bound using segment: {'id': '60173f8e-6fee-4fb7-831b-2df0f6630c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3267ec25-3287-486d-853c-37ff1a3e820c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:41.206962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Bound port: 958ca4ed-0ee7-407e-9ba0-7cd353fdea16, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60173f8e-6fee-4fb7-831b-2df0f6630c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3267ec25-3287-486d-853c-37ff1a3e820c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:41.207344 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.245847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Port': ['ID=e1dc1202-b513-4317-b9ee-dbb99085f27c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:41.295661 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.379781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70b2e2-824e-43dc-8ed2-100382211b1b None None] Pushing event updated for resources: {'Port': ['ID=0bf1c7e7-3cb0-4a26-91c4-7880ae94af91,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:41.571198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 46996) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:41.590852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.600961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network 608782fd-c1d8-4943-aba1-97f2eef53bf4 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:41.690625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=4f13de37-d598-4e33-8ac0-bcff6b3be072,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:41.708256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No DVR routers for this DVR port 4f13de37-d598-4e33-8ac0-bcff6b3be072 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:44:41.717117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.816792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.961340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:41.991528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:42.015499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0b4ebe52-bf8b-4ae1-a256-8097ce9360f6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 200 len: 994 time: 0.4381876 Apr 30 01:44:42.056365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] For port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:42.110909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Network 38cea461-d811-4219-b7b4-8970878e3241 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:42.166884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] For port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,segment=NetworkSegment(60173f8e-6fee-4fb7-831b-2df0f6630c46),segment_id=60173f8e-6fee-4fb7-831b-2df0f6630c46)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:42.182238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:42.199387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:42.203515 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:42.226541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Pushing event updated for resources: {'Port': ['ID=b84f6464-593b-47b3-9a97-d862abc7b11b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:42.277194 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:42.430559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:42.448442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f305706-b111-4530-a7dc-23e168d91f10']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:42.461327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cd4851-8379-4d70-a6ba-18a8f06d4de9') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:42.462158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cd4851-8379-4d70-a6ba-18a8f06d4de9') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:42.482005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:42.521905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Router 4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:44:42.554330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Allocated IP 172.25.0.30 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/9aed609a-60ef-4215-a95b-2426513188dc) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:42.586858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Attempting to bind port b84f6464-593b-47b3-9a97-d862abc7b11b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:42.587476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Attempting to bind port b84f6464-593b-47b3-9a97-d862abc7b11b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:42.587587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Attempting to bind port b84f6464-593b-47b3-9a97-d862abc7b11b on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:42.595226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00636f7-3c6a-4372-a59c-93ee53fc3de1 None None] Pushing event updated for resources: {'Port': ['ID=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:42.641279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:42.644237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Checking segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:42.644854 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:42.647861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Bound using segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:42.648630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Bound port: b84f6464-593b-47b3-9a97-d862abc7b11b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:42.649197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:42.803186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:42.803407 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:42.803883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:42.851360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:42.851799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:42.866747 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:42.954327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] For port b84f6464-593b-47b3-9a97-d862abc7b11b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:42.955180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:42.963901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] For port b84f6464-593b-47b3-9a97-d862abc7b11b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b84f6464-593b-47b3-9a97-d862abc7b11b,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:42.976966 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbaead3-1a8f-4b35-84ec-3023f51a9881 None None] Sync routers for ids ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:42.989172 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-171e738c-db5f-46d7-b94c-652be513757b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "PUT /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4187665 Apr 30 01:44:42.994361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47010) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:43.006100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbaead3-1a8f-4b35-84ec-3023f51a9881 None None] Routers {'4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:43.016395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0dbaead3-1a8f-4b35-84ec-3023f51a9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:43.187017 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.252477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.279536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0dbaead3-1a8f-4b35-84ec-3023f51a9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:43.311992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.322188 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.339679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/networks/5f305706-b111-4530-a7dc-23e168d91f10 HTTP/1.1" status: 204 len: 168 time: 3.5225902 Apr 30 01:44:43.345875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47014) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:43.363580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2006131955'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:43.427146 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.446622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9eebe-432e-4cb7-936a-a7c6c09e170b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Network': ['ID=5f305706-b111-4530-a7dc-23e168d91f10,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:43.457280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbaead3-1a8f-4b35-84ec-3023f51a9881 None None] Routers {'4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:43.458552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0dbaead3-1a8f-4b35-84ec-3023f51a9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:43.460827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4767f9-0b81-41c4-856d-27160c858000 None None] Network 608782fd-c1d8-4943-aba1-97f2eef53bf4 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:43.574025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:43.579484 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.611603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0dbaead3-1a8f-4b35-84ec-3023f51a9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:43.614488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbaead3-1a8f-4b35-84ec-3023f51a9881 None None] The sync data for ids ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:43.676885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:43.699586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.700048 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Added segment 907a1093-b309-456a-a3f5-8dd6a06b08ce of type vlan for network 4e200567-7c25-49a9-9834-74da2853b720 Apr 30 01:44:43.757456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a49c68-7915-4a86-98e4-ccbe0514dfff None None] Pushing event updated for resources: {'Port': ['ID=b84f6464-593b-47b3-9a97-d862abc7b11b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:43.781699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0bf1c7e7-3cb0-4a26-91c4-7880ae94af91,segment=NetworkSegment(bbaa1752-cdd9-440f-8c77-46566ce6331d),segment_id=bbaa1752-cdd9-440f-8c77-46566ce6331d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:43.793063 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-c877c55d-bf21-4ec1-ae66-35d67e30d510 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:44:43.802278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c877c55d-bf21-4ec1-ae66-35d67e30d510 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "PUT /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8016152 Apr 30 01:44:43.803309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47020) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:43.805238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ab80a132-6d96-4e9e-b185-9ae5d6ef734b None None] Provisioning complete for port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:43.809656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab80a132-6d96-4e9e-b185-9ae5d6ef734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.831761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.892617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:43.926704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:44.036124 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:44.047096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:44.065690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:44.125751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=0bf1c7e7-3cb0-4a26-91c4-7880ae94af91,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:44.265661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:44.354177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:44.357387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:44.457971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:44.664877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:44.668831 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:44.797952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4458377 Apr 30 01:44:44.797952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Pushing event updated for resources: {'Port': ['ID=9aed609a-60ef-4215-a95b-2426513188dc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:44.864800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47032) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:44.884393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': '4e200567-7c25-49a9-9834-74da2853b720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:45.028969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84335f02-a7fb-48fd-b884-b1db0a73034e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Network': ['ID=4e200567-7c25-49a9-9834-74da2853b720,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:45.070689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4e200567-7c25-49a9-9834-74da2853b720 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:45.232029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e5ffc-1ea7-48bb-a11d-4009e7fa6b8c None None] Network 3267ec25-3287-486d-853c-37ff1a3e820c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:45.257779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:45.262969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:45.449370 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:45.651293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fc1fc9b1-ea2c-42c6-88a0-106b50ecfa1d None None] Provisioning complete for port e1dc1202-b513-4317-b9ee-dbb99085f27c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:45.657020 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9b1-ea2c-42c6-88a0-106b50ecfa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:45.774981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:45.783130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:45.863058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,segment=NetworkSegment(60173f8e-6fee-4fb7-831b-2df0f6630c46),segment_id=60173f8e-6fee-4fb7-831b-2df0f6630c46)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:45.877850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51218aae-2d99-401b-816f-bf119ad9fd35 None None] Network 38cea461-d811-4219-b7b4-8970878e3241 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:45.982283 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:46.007824 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fc9b1-ea2c-42c6-88a0-106b50ecfa1d None None] Port e1dc1202-b513-4317-b9ee-dbb99085f27c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:46.037874 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:46.038941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b84f6464-593b-47b3-9a97-d862abc7b11b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:46.176168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fc1fc9b1-ea2c-42c6-88a0-106b50ecfa1d None None] Provisioning complete for port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:46.176571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9b1-ea2c-42c6-88a0-106b50ecfa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:46.334162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=346e977b-3bfc-4c7c-addf-a02ad8094c43,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:46.397133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:46.411524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking segment: {'id': '907a1093-b309-456a-a3f5-8dd6a06b08ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4e200567-7c25-49a9-9834-74da2853b720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:46.412089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network hostable DHCP agents. Network: 4e200567-7c25-49a9-9834-74da2853b720, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:46.469426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b84f6464-593b-47b3-9a97-d862abc7b11b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:46.469954 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:46.547177 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:46.584034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting port e1dc1202-b513-4317-b9ee-dbb99085f27c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:46.588978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:46.804976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network 4e200567-7c25-49a9-9834-74da2853b720 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:46.910228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4e200567-7c25-49a9-9834-74da2853b720) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:46.914659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:46.915248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:46.920546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:46.980235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Calling delete_port for e1dc1202-b513-4317-b9ee-dbb99085f27c owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:46.984630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Router db6e4ae3-69d6-4794-9b89-19a3639302c4 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:44:47.088507 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58ff4a28-6ff2-43cf-998b-93fd1509c335 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2051866 Apr 30 01:44:47.088507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47054) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:47.094636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': '4e200567-7c25-49a9-9834-74da2853b720', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1537824056'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:47.097152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2feb79-a9cd-477a-947d-b76190421052 None None] Network 4e200567-7c25-49a9-9834-74da2853b720 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:47.393669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:47.404535 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Sync routers for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:47.418045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:47.425355 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:47.425977 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:47.448316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:47.459663 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:47.486890 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:47.513948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 878c054c-f786-462b-b47e-1169becb2f2d yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:44:47.570627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Port': ['ID=e1dc1202-b513-4317-b9ee-dbb99085f27c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:47.730655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2515263d-ddca-4505-8bb0-86d3f02367c8 None None] Provisioning complete for port b84f6464-593b-47b3-9a97-d862abc7b11b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:47.737070 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2515263d-ddca-4505-8bb0-86d3f02367c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:47.785860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:47.800726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-73f371cb-6204-4576-a6ee-737336b5da43 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6347950 Apr 30 01:44:47.808131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47062) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:47.889440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:47.897381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port b84f6464-593b-47b3-9a97-d862abc7b11b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b84f6464-593b-47b3-9a97-d862abc7b11b,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:47.941331 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:48.078324 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:48.130344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::152 (4e200567-7c25-49a9-9834-74da2853b720/346e977b-3bfc-4c7c-addf-a02ad8094c43/878c054c-f786-462b-b47e-1169becb2f2d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:48.244126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=b84f6464-593b-47b3-9a97-d862abc7b11b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:48.265233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-4e200567-7c25-49a9-9834-74da2853b720', 'network_id': '4e200567-7c25-49a9-9834-74da2853b720', 'tenant_id': 'e041b5e46f7046e4829a35f6f82bdb84', 'fixed_ips': [{'subnet_id': '346e977b-3bfc-4c7c-addf-a02ad8094c43'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:48.267305 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:48.421868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:48.433011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:44Z', 'revision_number': 3, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:48.449656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Router 4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:44:48.475993 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Checking router: db6e4ae3-69d6-4794-9b89-19a3639302c4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:44:48.476339 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Updating router db6e4ae3-69d6-4794-9b89-19a3639302c4 port 9aed609a-60ef-4215-a95b-2426513188dc binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:44:48.552160 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:48.656341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:48.669161 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-13b21608-8b48-471b-9254-a13573a0b017 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "PUT /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8583639 Apr 30 01:44:48.669389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47070) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:48.748327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5966dff-a215-4eaa-915a-01f8037c1e8c None None] Sync routers for ids ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:48.756225 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-804a6a68-6b31-4cd0-9be4-7792e91d6a4a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] delete failed (client error): The resource could not be found. Apr 30 01:44:48.757305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-804a6a68-6b31-4cd0-9be4-7792e91d6a4a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1510457656 HTTP/1.1" status: 404 len: 335 time: 0.0869458 Apr 30 01:44:48.764996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47072) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:48.769906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-507445e4-5db6-4328-b023-8b71fabfca2b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:48.856798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2515263d-ddca-4505-8bb0-86d3f02367c8 None None] Could not find standard attr ID for object e1dc1202-b513-4317-b9ee-dbb99085f27c. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:44:48.909765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:48.909765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:48.909765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5966dff-a215-4eaa-915a-01f8037c1e8c None None] Routers {'4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:48.909765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c5966dff-a215-4eaa-915a-01f8037c1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:48.989375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.112576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c5966dff-a215-4eaa-915a-01f8037c1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:49.132646 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.168461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2515263d-ddca-4505-8bb0-86d3f02367c8 None None] Provisioning complete for port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:49.168461 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2515263d-ddca-4505-8bb0-86d3f02367c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.224538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5966dff-a215-4eaa-915a-01f8037c1e8c None None] Routers {'4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:49.224538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c5966dff-a215-4eaa-915a-01f8037c1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:49.596782 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.599791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-507445e4-5db6-4328-b023-8b71fabfca2b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.600310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c5966dff-a215-4eaa-915a-01f8037c1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:49.600310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5966dff-a215-4eaa-915a-01f8037c1e8c None None] The sync data for ids ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:49.600617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.600989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:49.601086 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.601199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:49.601199 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.601377 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Attempting to bind port 9aed609a-60ef-4215-a95b-2426513188dc on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:49.603782 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Attempting to bind port 9aed609a-60ef-4215-a95b-2426513188dc by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:49.604558 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Attempting to bind port 9aed609a-60ef-4215-a95b-2426513188dc on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:49.622054 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:49.624205 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-507445e4-5db6-4328-b023-8b71fabfca2b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] update failed (client error): The resource could not be found. Apr 30 01:44:49.629689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-507445e4-5db6-4328-b023-8b71fabfca2b tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "PUT /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 HTTP/1.1" status: 404 len: 339 time: 0.8593802 Apr 30 01:44:49.631033 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:49.631917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47082) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:49.632208 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.635977 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:49.636643 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Bound port: 9aed609a-60ef-4215-a95b-2426513188dc, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:49.637156 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.637299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1618189836'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:49.755592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Made reservation on behalf of 85e66b84af294215b9bad57d72b3b09d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:49.760366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.839383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4d8998fd-cb6d-4554-bb79-7845c5ccd737 None None] Provisioning complete for port b84f6464-593b-47b3-9a97-d862abc7b11b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:49.842250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4d8998fd-cb6d-4554-bb79-7845c5ccd737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.860584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:44:49.865917 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] For port 9aed609a-60ef-4215-a95b-2426513188dc, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:49.868122 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Pushing event updated for resources: {'Port': ['ID=9aed609a-60ef-4215-a95b-2426513188dc,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:49.881906 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] For port 9aed609a-60ef-4215-a95b-2426513188dc, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9aed609a-60ef-4215-a95b-2426513188dc,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:49.899114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:49.899473 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Added segment ee18bf55-17ee-4f47-9e99-81302eea38b9 of type vlan for network d03a62a8-28de-430f-adcf-25f47beb5845 Apr 30 01:44:49.901725 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.902122 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.902407 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.902742 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.903072 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.903396 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.906418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Allocated IP 2001:db8::2 (4e200567-7c25-49a9-9834-74da2853b720/346e977b-3bfc-4c7c-addf-a02ad8094c43/1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:49.911291 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.913651 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.914069 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.914406 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.914727 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.915048 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:44:49.979836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.021676 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.130266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.137545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:50.138345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.218708 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:50.219684 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:50.293885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4d8998fd-cb6d-4554-bb79-7845c5ccd737 None None] Provisioning complete for port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:50.294252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4d8998fd-cb6d-4554-bb79-7845c5ccd737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.352366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b84f6464-593b-47b3-9a97-d862abc7b11b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:50.404663 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:50.407980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Network': ['ID=d03a62a8-28de-430f-adcf-25f47beb5845,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:50.438215 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-998f9c8b-bd4b-42c4-a022-c0804c41e921 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8051398 Apr 30 01:44:50.442847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47092) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:50.457104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Allocated IP 172.20.0.1 (38cea461-d811-4219-b7b4-8970878e3241/fd130769-6c1d-4153-acf9-d4c1e4c8bda8/fd6d8099-1a9a-4f12-8e2d-98db2af83db7) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:50.458655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'subnet': {'network_id': 'd03a62a8-28de-430f-adcf-25f47beb5845', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:50.481140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d03a62a8-28de-430f-adcf-25f47beb5845 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:44:50.489692 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a64caa-d378-4b9b-afc0-f39e4a8c21a4 None None] Pushing event updated for resources: {'Port': ['ID=9aed609a-60ef-4215-a95b-2426513188dc,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:50.585883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.626013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.670446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.670990 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:44Z', 'revision_number': 3, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:50.709535 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e071c-a347-406b-bdbc-c4bbce6493e2 None None] The sync data for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 is: [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:44Z', 'revision_number': 3, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:50.760983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network 4e200567-7c25-49a9-9834-74da2853b720 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:50.762768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:50.773969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:50.786241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:50.787334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.795161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.822639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=878c054c-f786-462b-b47e-1169becb2f2d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:50.859382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Network 38cea461-d811-4219-b7b4-8970878e3241 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:50.862304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:50.866057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:50.883851 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.892966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Made reservation on behalf of 85e66b84af294215b9bad57d72b3b09d for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:50.899063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.917142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:50.930854 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:50.981961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dd9a17aa-b08d-4b5d-8725-88932e50fcf4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.8932936 Apr 30 01:44:50.987096 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47098) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:50.995868 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:51.039804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Network 4e200567-7c25-49a9-9834-74da2853b720 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:51.047760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:51.054218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b84f6464-593b-47b3-9a97-d862abc7b11b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:51.059473 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:51.100878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:51.186757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Pushing event updated for resources: {'Port': ['ID=1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:51.446455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ceb633b9-ed70-4380-aa40-8418b5de2440 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 878c054c-f786-462b-b47e-1169becb2f2d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:51.447219 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ceb633b9-ed70-4380-aa40-8418b5de2440 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:51.489463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Attempting to bind port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:51.490860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Attempting to bind port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '907a1093-b309-456a-a3f5-8dd6a06b08ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4e200567-7c25-49a9-9834-74da2853b720'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:51.490860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Attempting to bind port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 on network 4e200567-7c25-49a9-9834-74da2853b720 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:51.508105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:51.508105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Checking segment: {'id': '907a1093-b309-456a-a3f5-8dd6a06b08ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4e200567-7c25-49a9-9834-74da2853b720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:51.508105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:51.508105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Bound using segment: {'id': '907a1093-b309-456a-a3f5-8dd6a06b08ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4e200567-7c25-49a9-9834-74da2853b720'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:51.522752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Bound port: 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907a1093-b309-456a-a3f5-8dd6a06b08ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4e200567-7c25-49a9-9834-74da2853b720'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:51.523660 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:51.610183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:51.638582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:51.690023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0e63c3be-30f8-4bab-933a-92b485b92807 None None] Provisioning complete for port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:51.690494 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e63c3be-30f8-4bab-933a-92b485b92807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:51.889740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Checking segment: {'id': 'ee18bf55-17ee-4f47-9e99-81302eea38b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd03a62a8-28de-430f-adcf-25f47beb5845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:51.891155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network hostable DHCP agents. Network: d03a62a8-28de-430f-adcf-25f47beb5845, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:44:51.941451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Subnet': ['ID=932d2295-d899-47c0-9e50-5b4bf70b8e20,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:52.041814 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:52.072927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network d03a62a8-28de-430f-adcf-25f47beb5845 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:44:52.112454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ceb633b9-ed70-4380-aa40-8418b5de2440 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:52.156515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0e63c3be-30f8-4bab-933a-92b485b92807 None None] Port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:52.156515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] For port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:52.169010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:52.187992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d03a62a8-28de-430f-adcf-25f47beb5845) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:52.188465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] For port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4,segment=NetworkSegment(907a1093-b309-456a-a3f5-8dd6a06b08ce),segment_id=907a1093-b309-456a-a3f5-8dd6a06b08ce)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:52.192728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:52.198367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:52.219278 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b24d49-e4f4-491b-9ef1-9067d81375cd None None] Network d03a62a8-28de-430f-adcf-25f47beb5845 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:52.276957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ceb633b9-ed70-4380-aa40-8418b5de2440 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 878c054c-f786-462b-b47e-1169becb2f2d owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:52.313098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:52.359080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0f16f9b2-9d17-4d18-b0b8-71c689678ce3 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9071021 Apr 30 01:44:52.359080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47126) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:52.370078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f07373f6-2561-4712-9070-15d37633340f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd03a62a8-28de-430f-adcf-25f47beb5845'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:52.394350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9aed609a-60ef-4215-a95b-2426513188dc up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:52.402163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:52.511114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:52.729669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Network 38cea461-d811-4219-b7b4-8970878e3241 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:52.736222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c95ea-19e8-4b39-b4e6-8dcf71a36821 None None] Pushing event updated for resources: {'Port': ['ID=1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:52.739934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:52.786142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9aed609a-60ef-4215-a95b-2426513188dc triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:52.786512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:52.961380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ceb633b9-ed70-4380-aa40-8418b5de2440 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.101110 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb633b9-ed70-4380-aa40-8418b5de2440 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=878c054c-f786-462b-b47e-1169becb2f2d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:53.169180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ceb633b9-ed70-4380-aa40-8418b5de2440 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.176979 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ceb633b9-ed70-4380-aa40-8418b5de2440 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/878c054c-f786-462b-b47e-1169becb2f2d HTTP/1.1" status: 204 len: 168 time: 2.1887708 Apr 30 01:44:53.177907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d03a62a8-28de-430f-adcf-25f47beb5845', 'network_id': 'd03a62a8-28de-430f-adcf-25f47beb5845', 'tenant_id': '85e66b84af294215b9bad57d72b3b09d', 'fixed_ips': [{'subnet_id': '932d2295-d899-47c0-9e50-5b4bf70b8e20'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:44:53.181714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47132) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:53.203985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.242441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f07373f6-2561-4712-9070-15d37633340f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.268941 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-be33fee4-d795-4344-aaaf-9e6c3f059ab5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:44:53.276509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-be33fee4-d795-4344-aaaf-9e6c3f059ab5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/878c054c-f786-462b-b47e-1169becb2f2d HTTP/1.1" status: 404 len: 333 time: 0.0938723 Apr 30 01:44:53.277340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47136) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:53.311005 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.355793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 9aed609a-60ef-4215-a95b-2426513188dc, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9aed609a-60ef-4215-a95b-2426513188dc,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:53.445840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddc2741-fb65-4c2c-9029-e7fa356d5f0f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 346e977b-3bfc-4c7c-addf-a02ad8094c43 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:44:53.466878 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2741-fb65-4c2c-9029-e7fa356d5f0f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.518887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Router db6e4ae3-69d6-4794-9b89-19a3639302c4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:44:53.594279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.701229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2741-fb65-4c2c-9029-e7fa356d5f0f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.766065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0e1a7dc0-d5a0-47ae-9363-93cda2a2087a None None] Provisioning complete for port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:53.766065 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7dc0-d5a0-47ae-9363-93cda2a2087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:53.831666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:44:53.851532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d9151666-268d-46ef-94b4-644033a265a0 admin admin] 10.222.0.15 "PUT /v2.0/routers/db6e4ae3-69d6-4794-9b89-19a3639302c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0396485 Apr 30 01:44:53.957318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a7dc0-d5a0-47ae-9363-93cda2a2087a None None] Port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:53.959100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=9aed609a-60ef-4215-a95b-2426513188dc,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:53.994368 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2741-fb65-4c2c-9029-e7fa356d5f0f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:54.090602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Allocated IP 2001:db8:1::2 (d03a62a8-28de-430f-adcf-25f47beb5845/932d2295-d899-47c0-9e50-5b4bf70b8e20/fe98bbc5-22fe-46fa-9213-ffde31993597) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:54.148136 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-f07373f6-2561-4712-9070-15d37633340f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:44:54.159456 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f07373f6-2561-4712-9070-15d37633340f tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "PUT /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 HTTP/1.1" status: 400 len: 364 time: 1.7983432 Apr 30 01:44:54.160666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47152) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:54.247511 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2741-fb65-4c2c-9029-e7fa356d5f0f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:54.270488 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2741-fb65-4c2c-9029-e7fa356d5f0f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:54.288030 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7ddc2741-fb65-4c2c-9029-e7fa356d5f0f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/346e977b-3bfc-4c7c-addf-a02ad8094c43 HTTP/1.1" status: 204 len: 168 time: 1.0094731 Apr 30 01:44:54.291266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47160) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:54.373672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc2741-fb65-4c2c-9029-e7fa356d5f0f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=346e977b-3bfc-4c7c-addf-a02ad8094c43,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:54.385688 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Sync routers for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:44:54.405228 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:54.405855 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:54.636291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c34a0-f26f-4760-bb29-435c84fb91f5 None None] Network 4e200567-7c25-49a9-9834-74da2853b720 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:54.653258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:54.671645 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:54.790465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:54.893682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:44:54.894017 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:54.894239 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:54.943823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7afff122-09a0-4646-81e1-167ba9f60175 None None] Provisioning complete for port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:54.944188 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7afff122-09a0-4646-81e1-167ba9f60175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.074038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] For port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4,segment=NetworkSegment(907a1093-b309-456a-a3f5-8dd6a06b08ce),segment_id=907a1093-b309-456a-a3f5-8dd6a06b08ce)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:55.074835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.112197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:44:55.120628 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.123526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:55.129310 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.179752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47170) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:55.196896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f2e09040-f902-4aec-994f-2063f532997a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019850639', 'description': 'tempest-description--430022500'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:55.221396 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.278064 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 2, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:55.307321 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Checking router: db6e4ae3-69d6-4794-9b89-19a3639302c4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:44:55.307826 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Updating router db6e4ae3-69d6-4794-9b89-19a3639302c4 port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:44:55.320696 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e09040-f902-4aec-994f-2063f532997a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.361059 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.419558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e09040-f902-4aec-994f-2063f532997a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.456594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.487907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Network d03a62a8-28de-430f-adcf-25f47beb5845 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:55.498522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e09040-f902-4aec-994f-2063f532997a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.504317 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7afff122-09a0-4646-81e1-167ba9f60175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.515406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:55.534181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No DVR routers for this DVR port 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:44:55.554047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:55.587562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:55.602347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Pushing event updated for resources: {'Port': ['ID=fe98bbc5-22fe-46fa-9213-ffde31993597,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:55.625814 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No ports have port_id starting with 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 Apr 30 01:44:55.659401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9aed609a-60ef-4215-a95b-2426513188dc up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:55.691018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e09040-f902-4aec-994f-2063f532997a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:55.721648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e09040-f902-4aec-994f-2063f532997a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.722918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f2e09040-f902-4aec-994f-2063f532997a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5419517 Apr 30 01:44:55.736162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47176) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:55.744794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d17cba84-52ca-4753-9fd3-33b0e7217736 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'security_group_rule': {'security_group_id': 'fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:55.842058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.878333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce76976-a955-449c-a55f-96697d57fb78 None None] DHCP port deletion for 4e200567-7c25-49a9-9834-74da2853b720 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:44:55.889191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-aa8c6d15-9fe0-4f5f-918e-783af634d599 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1556346 Apr 30 01:44:55.916357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e200567-7c25-49a9-9834-74da2853b720']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:55.930436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Allocated IP 2001:db8::1 (2500b9a6-0ac4-4cdf-8efd-515a87c65ce7/7928aaf0-6398-4309-bf9a-f484c93c7066/6bf7032d-7603-48d5-bc85-a09f00354073) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:55.949519 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.963009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907a1093-b309-456a-a3f5-8dd6a06b08ce') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:55.967656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907a1093-b309-456a-a3f5-8dd6a06b08ce') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:55.972767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Attempting to bind port fe98bbc5-22fe-46fa-9213-ffde31993597 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:55.972767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Attempting to bind port fe98bbc5-22fe-46fa-9213-ffde31993597 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'ee18bf55-17ee-4f47-9e99-81302eea38b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd03a62a8-28de-430f-adcf-25f47beb5845'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:55.972767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Attempting to bind port fe98bbc5-22fe-46fa-9213-ffde31993597 on network d03a62a8-28de-430f-adcf-25f47beb5845 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:55.982360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:55.982609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Checking segment: {'id': 'ee18bf55-17ee-4f47-9e99-81302eea38b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd03a62a8-28de-430f-adcf-25f47beb5845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:55.983024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.983468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Bound using segment: {'id': 'ee18bf55-17ee-4f47-9e99-81302eea38b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd03a62a8-28de-430f-adcf-25f47beb5845'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:55.983917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Bound port: fe98bbc5-22fe-46fa-9213-ffde31993597, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee18bf55-17ee-4f47-9e99-81302eea38b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd03a62a8-28de-430f-adcf-25f47beb5845'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:55.984302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:55.990563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d17cba84-52ca-4753-9fd3-33b0e7217736 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.019090 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9aed609a-60ef-4215-a95b-2426513188dc triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:56.019510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.021085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.038427 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.050809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-d0a49cdb-3f96-431f-a9a9-f6d94b579366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:56.052671 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-d0a49cdb-3f96-431f-a9a9-f6d94b579366 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1097 time: 0.0937459 Apr 30 01:44:56.053966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.062011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:44:56.062706 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:44:56.067743 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:44:56.104155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d17cba84-52ca-4753-9fd3-33b0e7217736 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.137888 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748f378-13e8-4634-aea0-4485e4514f25 None None] Pushing event updated for resources: {'Port': ['ID=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:56.194903 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d17cba84-52ca-4753-9fd3-33b0e7217736 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.241232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cba84-52ca-4753-9fd3-33b0e7217736 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83393ac-0e7c-40f6-8ca8-f73ca7fea4c4,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:56.289452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] For port fe98bbc5-22fe-46fa-9213-ffde31993597, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:56.289693 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Attempting to bind port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:44:56.290636 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Attempting to bind port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:44:56.291001 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Attempting to bind port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:44:56.307818 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:44:56.309314 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Checking segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:44:56.311228 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.311553 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Bound using segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:44:56.312051 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Bound port: fd6d8099-1a9a-4f12-8e2d-98db2af83db7, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:44:56.313990 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.326736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] For port fe98bbc5-22fe-46fa-9213-ffde31993597, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fe98bbc5-22fe-46fa-9213-ffde31993597,segment=NetworkSegment(ee18bf55-17ee-4f47-9e99-81302eea38b9),segment_id=ee18bf55-17ee-4f47-9e99-81302eea38b9)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:56.336917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.346289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d17cba84-52ca-4753-9fd3-33b0e7217736 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.348558 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d17cba84-52ca-4753-9fd3-33b0e7217736 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6112652 Apr 30 01:44:56.351293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47194) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:56.357474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-97ff2b82-783b-4cf3-a06d-c91a6920b992 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'security_group_rule': {'security_group_id': 'fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:56.432269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-1f10b12b-52ca-48d0-99bc-3a420141e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:56.436528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-1f10b12b-52ca-48d0-99bc-3a420141e356 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.3447511 Apr 30 01:44:56.459469 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.474693 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] For port fd6d8099-1a9a-4f12-8e2d-98db2af83db7, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:44:56.478911 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] For port fd6d8099-1a9a-4f12-8e2d-98db2af83db7, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:44:56.531907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.538902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:44:56.549753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97ff2b82-783b-4cf3-a06d-c91a6920b992 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.565480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.574641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/networks/4e200567-7c25-49a9-9834-74da2853b720 HTTP/1.1" status: 204 len: 168 time: 2.2800624 Apr 30 01:44:56.578103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47196) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:56.587836 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.596495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:44:56.596828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1726fe56-b64e-4c70-bf0a-0fa2f71ff2f4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:44:56.611460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'name': 'tempest-PortsIpV6TestJSON-1932924760'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:56.619742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1e0cec0c-66a3-4fa6-befa-36f3da8f39d4 None None] Provisioning complete for port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:56.620121 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e0cec0c-66a3-4fa6-befa-36f3da8f39d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.628158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f7bd6-f465-46c1-a351-9df8c17e5522 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Network': ['ID=4e200567-7c25-49a9-9834-74da2853b720,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:56.673456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89094328-de14-4ef6-9474-4d850cd0efec None None] Pushing event updated for resources: {'Port': ['ID=fe98bbc5-22fe-46fa-9213-ffde31993597,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:56.685989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-7ce841de-aee7-46d0-acf0-42251d0614ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1002 time: 0.2390952 Apr 30 01:44:56.771821 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:44:56.772631 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:56.791646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.837286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e0cec0c-66a3-4fa6-befa-36f3da8f39d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.869641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97ff2b82-783b-4cf3-a06d-c91a6920b992 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.885701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-d7f17d9f-bc24-424d-a154-89befad7c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:56.895377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1e0cec0c-66a3-4fa6-befa-36f3da8f39d4 None None] For port fd6d8099-1a9a-4f12-8e2d-98db2af83db7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:56.900045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-d7f17d9f-bc24-424d-a154-89befad7c648 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.2084119 Apr 30 01:44:56.929476 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748f378-13e8-4634-aea0-4485e4514f25 None None] Pushing event updated for resources: {'Port': ['ID=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:56.937415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:56.954443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:56.956203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:56.956807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:56.974548 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e0cec0c-66a3-4fa6-befa-36f3da8f39d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:57.044230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-c8eb26a3-beae-4b25-9286-311ad78e06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:57.044230 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-c8eb26a3-beae-4b25-9286-311ad78e06f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272564 Apr 30 01:44:57.061583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97ff2b82-783b-4cf3-a06d-c91a6920b992 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:57.100923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:44:57.113966 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cec0c-66a3-4fa6-befa-36f3da8f39d4 None None] Pushing event updated for resources: {'Port': ['ID=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:57.115759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:57.144967 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:44:57.280267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Port': ['ID=6bf7032d-7603-48d5-bc85-a09f00354073,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:57.290043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-c14b2fca-38eb-4da0-859a-d880ed05634d service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387862 Apr 30 01:44:57.302303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 362de1ae-5164-4df3-b41d-e1c4e2ab0eb7 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:44:57.306183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c2d69f8a-a763-4b5a-8e19-59e10b3a3d14 None None] Provisioning complete for port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:57.306575 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2d69f8a-a763-4b5a-8e19-59e10b3a3d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:57.337564 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97ff2b82-783b-4cf3-a06d-c91a6920b992 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:57.338617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-97ff2b82-783b-4cf3-a06d-c91a6920b992 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9859624 Apr 30 01:44:57.341466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff2b82-783b-4cf3-a06d-c91a6920b992 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734c2304-adba-41f0-bcd8-744136c76edf,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:57.372140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:57.388336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:44:57.602315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-220ef2df-8382-43e3-8793-3f649e7224d1 req-3310d8a9-19ef-41ee-aa76-0d72bfe585d7 service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991283 Apr 30 01:44:57.647938 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:57.695609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-edefdbbc-2bab-4406-a2f3-7a232398c8e0 None None] Provisioning complete for port 6bf7032d-7603-48d5-bc85-a09f00354073 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:57.695609 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-edefdbbc-2bab-4406-a2f3-7a232398c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:57.705158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:57.738762 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:44:57.776330 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1bfe8-d931-4975-b6d2-ecea3d74c290 None None] The sync data for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 is: [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:44:57.790557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-edefdbbc-2bab-4406-a2f3-7a232398c8e0 None None] Port 6bf7032d-7603-48d5-bc85-a09f00354073 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:44:58.412462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:58.416626 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:58.512317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:58.512317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:58.603942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88805d7d-1bcf-40bf-a44a-8de8fbb340e8 None None] Network d03a62a8-28de-430f-adcf-25f47beb5845 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:44:58.794033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:58.875306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f9911cd0-7418-45b5-9e0e-b0999975dcb6 None None] Provisioning complete for port fe98bbc5-22fe-46fa-9213-ffde31993597 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:58.875696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f9911cd0-7418-45b5-9e0e-b0999975dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:58.880797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fe98bbc5-22fe-46fa-9213-ffde31993597 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:44:58.896370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:58.944985 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:58.955981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:58.979680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event updated for resources: {'Port': ['ID=6bf7032d-7603-48d5-bc85-a09f00354073,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:58.995711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:44:59.001626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:44:59.002259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:59.066972 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d02b25bb-10ba-4a5a-a518-ec2b9bcaaed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:59.111691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fe98bbc5-22fe-46fa-9213-ffde31993597 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:44:59.112071 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:59.220775 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f9911cd0-7418-45b5-9e0e-b0999975dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:59.626866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f9911cd0-7418-45b5-9e0e-b0999975dcb6 None None] For port fe98bbc5-22fe-46fa-9213-ffde31993597, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fe98bbc5-22fe-46fa-9213-ffde31993597,segment=NetworkSegment(ee18bf55-17ee-4f47-9e99-81302eea38b9),segment_id=ee18bf55-17ee-4f47-9e99-81302eea38b9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:44:59.687900 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f9911cd0-7418-45b5-9e0e-b0999975dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:59.706598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=362de1ae-5164-4df3-b41d-e1c4e2ab0eb7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:59.748219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:44:59.753086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:44:59.834235 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911cd0-7418-45b5-9e0e-b0999975dcb6 None None] Pushing event updated for resources: {'Port': ['ID=fe98bbc5-22fe-46fa-9213-ffde31993597,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:44:59.853036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:44:59.869141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Allocated IP 172.25.0.25 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/3c1b37a5-2f7a-42a0-9436-80c2dbffc95d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:44:59.958531 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:44:59.958910 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:44:59.997153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47242) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:44:59.997710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d057496b-d23a-4bff-9b3c-28b899470710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4164524 Apr 30 01:45:00.097109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Router 4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:45:00.133716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d8444685-0f74-49d1-b696-cd9e65a2f89f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 362de1ae-5164-4df3-b41d-e1c4e2ab0eb7 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:00.134521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8444685-0f74-49d1-b696-cd9e65a2f89f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.200917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.230829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-34f4a2f4-4122-4755-ba13-c04686e456e9 None None] Provisioning complete for port fe98bbc5-22fe-46fa-9213-ffde31993597 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:00.231207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-34f4a2f4-4122-4755-ba13-c04686e456e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.262234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8444685-0f74-49d1-b696-cd9e65a2f89f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.282106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d8444685-0f74-49d1-b696-cd9e65a2f89f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 362de1ae-5164-4df3-b41d-e1c4e2ab0eb7 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:00.334440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:45:00.343267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3da35000-bdfb-4ede-b5cf-14f5de50b469 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "PUT /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1777406 Apr 30 01:45:00.343267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47248) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:00.358203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3206f-30c7-468e-9cd1-cfecbd1929b1 None None] Sync routers for ids ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:45:00.361477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0d1266-3a66-4a23-9a38-af14bcf8b0b0 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:45:00.418478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3206f-30c7-468e-9cd1-cfecbd1929b1 None None] Routers {'4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:00.419112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fba3206f-30c7-468e-9cd1-cfecbd1929b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:00.446120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.495936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fba3206f-30c7-468e-9cd1-cfecbd1929b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:00.497939 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8444685-0f74-49d1-b696-cd9e65a2f89f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.540974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:00.556088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:00.567913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8444685-0f74-49d1-b696-cd9e65a2f89f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=362de1ae-5164-4df3-b41d-e1c4e2ab0eb7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:00.571936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3206f-30c7-468e-9cd1-cfecbd1929b1 None None] Routers {'4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:00.572563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fba3206f-30c7-468e-9cd1-cfecbd1929b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:44:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:00.582408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d4b1cd99-392c-4403-8c8f-89539859002a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.585251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:00.598465 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d8444685-0f74-49d1-b696-cd9e65a2f89f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.605576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d8444685-0f74-49d1-b696-cd9e65a2f89f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/362de1ae-5164-4df3-b41d-e1c4e2ab0eb7 HTTP/1.1" status: 204 len: 168 time: 0.6062169 Apr 30 01:45:00.613794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47252) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:00.618850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'mac_address': 'fa:16:3e:43:e0:a3', 'name': 'tempest-PortsIpV6TestJSON-831758217'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:00.625425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'Port': ['ID=3c1b37a5-2f7a-42a0-9436-80c2dbffc95d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:00.640942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fba3206f-30c7-468e-9cd1-cfecbd1929b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:00.642256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3206f-30c7-468e-9cd1-cfecbd1929b1 None None] The sync data for ids ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:45:00.662077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fd6d8099-1a9a-4f12-8e2d-98db2af83db7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:00.723178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d1266-3a66-4a23-9a38-af14bcf8b0b0 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:45:00.743187 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-d4b1cd99-392c-4403-8c8f-89539859002a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 30 01:45:00.744279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d4b1cd99-392c-4403-8c8f-89539859002a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 HTTP/1.1" status: 409 len: 329 time: 0.4006901 Apr 30 01:45:00.748666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47256) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:00.756856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:00.757030 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.883225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-989e9121-088b-46bd-a30b-995372c4cd7d None None] Provisioning complete for port 6bf7032d-7603-48d5-bc85-a09f00354073 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:00.883692 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-989e9121-088b-46bd-a30b-995372c4cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:00.935382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:00.952728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.059046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35650ec6-94e6-4d68-9d84-68f3eb79c579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.083810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-989e9121-088b-46bd-a30b-995372c4cd7d None None] Port 6bf7032d-7603-48d5-bc85-a09f00354073 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:01.156875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.220954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port d6453fd4-40f6-4638-91da-c5910144c2b9 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:01.275070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fe98bbc5-22fe-46fa-9213-ffde31993597 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:01.291667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.349890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fe98bbc5-22fe-46fa-9213-ffde31993597 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:01.350627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.558582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.670688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.693403 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.710192 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.751152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:01.755817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:01.763184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:01.770880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:01.786285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.804201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:01.847755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=d6453fd4-40f6-4638-91da-c5910144c2b9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:01.901308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f63bce92-f332-4882-b1b9-668e64907b61 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2862744 Apr 30 01:45:01.903614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47274) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:01.947192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'Port': ['ID=3c1b37a5-2f7a-42a0-9436-80c2dbffc95d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:01.971784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4775f7f-0ac9-489f-a914-0286e53b18ba tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:01.973235 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a4775f7f-0ac9-489f-a914-0286e53b18ba tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/d6453fd4-40f6-4638-91da-c5910144c2b9 HTTP/1.1" status: 200 len: 844 time: 0.0685754 Apr 30 01:45:01.976122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47276) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:01.999499 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.052536 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.101229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c13e1564-6bde-4774-a873-3ba2f5218209 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port d6453fd4-40f6-4638-91da-c5910144c2b9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:02.101598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c13e1564-6bde-4774-a873-3ba2f5218209 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.134815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.142852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e0947b24-0ef0-4ae7-977d-2ea2ff24905f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7645302 Apr 30 01:45:02.201462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting port 6bf7032d-7603-48d5-bc85-a09f00354073 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:02.201930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.268136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c13e1564-6bde-4774-a873-3ba2f5218209 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.285825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c13e1564-6bde-4774-a873-3ba2f5218209 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for d6453fd4-40f6-4638-91da-c5910144c2b9 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:02.403861 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-3c8fcfc6-5c43-45c3-ac94-4970e4bc27b2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1019850639&fields=id&tenant_id=a823ee5723204533bd2f9e94091eddb0 HTTP/1.1" status: 200 len: 267 time: 0.0883889 Apr 30 01:45:02.448144 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.483685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c13e1564-6bde-4774-a873-3ba2f5218209 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.497428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Calling delete_port for 6bf7032d-7603-48d5-bc85-a09f00354073 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:02.586758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e1564-6bde-4774-a873-3ba2f5218209 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=d6453fd4-40f6-4638-91da-c5910144c2b9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:02.599817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c13e1564-6bde-4774-a873-3ba2f5218209 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.604914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c13e1564-6bde-4774-a873-3ba2f5218209 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/d6453fd4-40f6-4638-91da-c5910144c2b9 HTTP/1.1" status: 204 len: 168 time: 0.6278224 Apr 30 01:45:02.614701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-6b52e6ef-b07c-4265-8d11-ef060bc47a47 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:02.615612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47300) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:02.615722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-6b52e6ef-b07c-4265-8d11-ef060bc47a47 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 817 time: 0.2089493 Apr 30 01:45:02.637879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2f71f57c-1f92-40be-9502-cbcd3b55a154 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/quotas/a823ee5723204533bd2f9e94091eddb0 HTTP/1.1" status: 200 len: 375 time: 0.0167789 Apr 30 01:45:02.644786 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbb8e71-2f62-4ca4-85a6-b0e37230cb89 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:45:02.647224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6cbb8e71-2f62-4ca4-85a6-b0e37230cb89 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/d6453fd4-40f6-4638-91da-c5910144c2b9 HTTP/1.1" status: 404 len: 333 time: 0.0376222 Apr 30 01:45:02.658202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47304) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:02.663298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'name': 'tempest-PortsIpV6TestJSON-996520754'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:02.776699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-b6e5a0cb-7d94-4517-93ab-3e6d900d0b96 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889871 Apr 30 01:45:02.878042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:02.882018 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.905080 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:02.907176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port df0e029d-0ff9-4ec2-ae74-e238bd2b6e98 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:02.929223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2b28f7af-acab-4c9e-bf10-f14517b677fa service neutron] 10.222.0.15 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334682 Apr 30 01:45:02.972482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Port': ['ID=6bf7032d-7603-48d5-bc85-a09f00354073,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:03.120580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:03.165767 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-1bba6fea-23ac-483f-be46-3c46641aac1c service neutron] 10.222.0.15 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355912 Apr 30 01:45:03.295630 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:03.401318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:03.412893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Router 4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:45:03.497148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:45:03.503596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8fcf6a31-723a-4943-9deb-9240258f8a1c tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "PUT /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7537305 Apr 30 01:45:03.510117 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8e556-ed01-48c4-93b3-efa543eda15e None None] Sync routers for ids ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:45:03.519879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47322) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:03.525954 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8e556-ed01-48c4-93b3-efa543eda15e None None] Routers {'4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:03.527390 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ea8e556-ed01-48c4-93b3-efa543eda15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:45:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:03.619050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ea8e556-ed01-48c4-93b3-efa543eda15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:03.624007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b28f7a5-b202-49ef-a167-231707acd7d2 req-286b684c-109c-48b8-a2f7-5f951bbf5f33 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 210 time: 0.0740499 Apr 30 01:45:03.632465 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8e556-ed01-48c4-93b3-efa543eda15e None None] Routers {'4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:03.633151 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ea8e556-ed01-48c4-93b3-efa543eda15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:45:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:03.673086 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-872fe9e1-e8ff-4468-86e3-b9eb1946fb4a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] show failed (client error): The resource could not be found. Apr 30 01:45:03.681344 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-872fe9e1-e8ff-4468-86e3-b9eb1946fb4a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-532086745 HTTP/1.1" status: 404 len: 334 time: 0.1528459 Apr 30 01:45:03.685207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47332) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:03.691207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-41717c87-c361-4a68-a0e3-c23d7db98a70 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:03.695557 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ea8e556-ed01-48c4-93b3-efa543eda15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:03.696667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8e556-ed01-48c4-93b3-efa543eda15e None None] The sync data for ids ['4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:45:03.698250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:03.701972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:03.731961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:03.739927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:03.741147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:03.744902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=df0e029d-0ff9-4ec2-ae74-e238bd2b6e98,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:03.769249 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-41717c87-c361-4a68-a0e3-c23d7db98a70 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] update failed (client error): The resource could not be found. Apr 30 01:45:03.770968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-41717c87-c361-4a68-a0e3-c23d7db98a70 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-237914103 HTTP/1.1" status: 404 len: 334 time: 0.0845437 Apr 30 01:45:03.774901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47336) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:03.842570 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:03.851193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c241217-3733-4611-ab72-d11ec6a1fc2a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting subnet 932d2295-d899-47c0-9e50-5b4bf70b8e20 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:03.856448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c241217-3733-4611-ab72-d11ec6a1fc2a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:03.881894 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3999a3b2-4dd6-476d-beb3-edfcdd7f7b82 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2199340 Apr 30 01:45:03.886586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:03.889453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:03.916589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c241217-3733-4611-ab72-d11ec6a1fc2a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:03.970047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.018515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.227413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47350) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:04.242642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.338362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.444948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] In _notify_port_updated(), no bound segment for port df0e029d-0ff9-4ec2-ae74-e238bd2b6e98 on network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:45:04.450325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:04.451070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.454741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "PUT /v2.0/ports/df0e029d-0ff9-4ec2-ae74-e238bd2b6e98 HTTP/1.1" status: 200 len: 818 time: 0.5693879 Apr 30 01:45:04.458955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47358) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:04.471478 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3103-3491-4574-9c67-029ccf936454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.474209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0422760-8d05-4c3d-b321-3919ea32411f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=df0e029d-0ff9-4ec2-ae74-e238bd2b6e98,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:04.566240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c241217-3733-4611-ab72-d11ec6a1fc2a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.576885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3103-3491-4574-9c67-029ccf936454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.640799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1f511e98-3232-4600-ad16-a0151f1baf05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port df0e029d-0ff9-4ec2-ae74-e238bd2b6e98 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:04.641357 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f511e98-3232-4600-ad16-a0151f1baf05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.652209 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3103-3491-4574-9c67-029ccf936454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.725225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f511e98-3232-4600-ad16-a0151f1baf05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.752233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5b2c3103-3491-4574-9c67-029ccf936454 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0cc2f6ebe4545a0ba7db6597da1746c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235062 Apr 30 01:45:04.756767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47366) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:04.765348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c3103-3491-4574-9c67-029ccf936454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d612b-e9c5-4233-a9b4-a3c7a9e70171,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:04.768068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2a653b6-8e5b-473e-b382-956d13681643 req-18e0682c-9afa-45e9-9247-147dd186ab34 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 210 time: 0.0456386 Apr 30 01:45:04.772517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1f511e98-3232-4600-ad16-a0151f1baf05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for df0e029d-0ff9-4ec2-ae74-e238bd2b6e98 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:04.783910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c241217-3733-4611-ab72-d11ec6a1fc2a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.855400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d98aaf23-d72f-4e87-895f-9d364037b858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.880285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d98aaf23-d72f-4e87-895f-9d364037b858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.909802 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c241217-3733-4611-ab72-d11ec6a1fc2a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:04.912996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9c241217-3733-4611-ab72-d11ec6a1fc2a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/subnets/932d2295-d899-47c0-9e50-5b4bf70b8e20 HTTP/1.1" status: 204 len: 168 time: 1.1367354 Apr 30 01:45:04.914007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c241217-3733-4611-ab72-d11ec6a1fc2a tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Subnet': ['ID=932d2295-d899-47c0-9e50-5b4bf70b8e20,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:04.916931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47370) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:04.919925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afcb117-4ae8-4e3a-ab5e-043b09413f06 None None] Network d03a62a8-28de-430f-adcf-25f47beb5845 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:05.009694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.069673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d98aaf23-d72f-4e87-895f-9d364037b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.069926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting port fe98bbc5-22fe-46fa-9213-ffde31993597 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:05.070263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.072902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d98aaf23-d72f-4e87-895f-9d364037b858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.074512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d98aaf23-d72f-4e87-895f-9d364037b858 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d48d612b-e9c5-4233-a9b4-a3c7a9e70171 HTTP/1.1" status: 204 len: 168 time: 0.3194633 Apr 30 01:45:05.086776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98aaf23-d72f-4e87-895f-9d364037b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d612b-e9c5-4233-a9b4-a3c7a9e70171,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:05.133419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f511e98-3232-4600-ad16-a0151f1baf05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.190514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f511e98-3232-4600-ad16-a0151f1baf05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=df0e029d-0ff9-4ec2-ae74-e238bd2b6e98,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:05.209134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f511e98-3232-4600-ad16-a0151f1baf05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.212924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1f511e98-3232-4600-ad16-a0151f1baf05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/df0e029d-0ff9-4ec2-ae74-e238bd2b6e98 HTTP/1.1" status: 204 len: 168 time: 0.7530034 Apr 30 01:45:05.215297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] For port fe98bbc5-22fe-46fa-9213-ffde31993597, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fe98bbc5-22fe-46fa-9213-ffde31993597,segment=NetworkSegment(ee18bf55-17ee-4f47-9e99-81302eea38b9),segment_id=ee18bf55-17ee-4f47-9e99-81302eea38b9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:05.215616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47376) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:05.216258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.235741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Calling delete_port for fe98bbc5-22fe-46fa-9213-ffde31993597 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:05.295762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0a2fe-ff47-4b23-a4bc-eb158b98a822 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:05.301274 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-02e0a2fe-ff47-4b23-a4bc-eb158b98a822 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0815825 Apr 30 01:45:05.301274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47378) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:05.351619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] DHCP port deletion for d03a62a8-28de-430f-adcf-25f47beb5845 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:45:05.381352 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7a5fcd-f989-4593-b8ae-22e7af99f97f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:45:05.390096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-af7a5fcd-f989-4593-b8ae-22e7af99f97f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/df0e029d-0ff9-4ec2-ae74-e238bd2b6e98 HTTP/1.1" status: 404 len: 333 time: 0.0841722 Apr 30 01:45:05.396027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47380) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:05.419550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-50591141'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:05.421733 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Deleting port fe98bbc5-22fe-46fa-9213-ffde31993597 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:05.422518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.464279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.506597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] No DVR routers for this DVR port fe98bbc5-22fe-46fa-9213-ffde31993597 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:05.508376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Port': ['ID=fe98bbc5-22fe-46fa-9213-ffde31993597,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:05.519233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb79786-9c7a-4d19-b3c4-907a5047c5b6 req-0d1166d7-69db-41e2-ac49-12f5fe17b6a9 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:05.520842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ecb79786-9c7a-4d19-b3c4-907a5047c5b6 req-0d1166d7-69db-41e2-ac49-12f5fe17b6a9 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1097 time: 0.1519470 Apr 30 01:45:05.535388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:05.538862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.592736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:45:05.600656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] For port fe98bbc5-22fe-46fa-9213-ffde31993597, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fe98bbc5-22fe-46fa-9213-ffde31993597,segment=NetworkSegment(ee18bf55-17ee-4f47-9e99-81302eea38b9),segment_id=ee18bf55-17ee-4f47-9e99-81302eea38b9)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:05.602755 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.611932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ecb79786-9c7a-4d19-b3c4-907a5047c5b6 req-3e592fae-4163-427a-bcb7-36e6d775814e tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.612293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.612632 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Added segment c8070835-a396-42bb-a1c4-999b8efd7bd6 of type vlan for network d85b832b-fd28-4849-b99c-d616a450e203 Apr 30 01:45:05.660691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Calling delete_port for fe98bbc5-22fe-46fa-9213-ffde31993597 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:05.678758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.737121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03a62a8-28de-430f-adcf-25f47beb5845']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:05.738467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.776623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.789065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee18bf55-17ee-4f47-9e99-81302eea38b9') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:05.789340 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee18bf55-17ee-4f47-9e99-81302eea38b9') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:05.816411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.819194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Pushing event deleted for resources: {'Port': ['ID=fe98bbc5-22fe-46fa-9213-ffde31993597,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:05.833322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] No DVR routers for this DVR port fe98bbc5-22fe-46fa-9213-ffde31993597 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:05.840847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.841563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.842134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.842658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.844164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.844908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.845431 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.846553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.847487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.848018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.849006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.849526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd8eb8-44e6-49f5-9155-95966934062f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:05.881516 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.887051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.889820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ecb79786-9c7a-4d19-b3c4-907a5047c5b6 req-3e592fae-4163-427a-bcb7-36e6d775814e tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.894648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:05.894648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:05.896981 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:05.915544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:05.919994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:05.978219 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-ecb79786-9c7a-4d19-b3c4-907a5047c5b6 req-3e592fae-4163-427a-bcb7-36e6d775814e tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.007401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47392) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:06.020737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ecb79786-9c7a-4d19-b3c4-907a5047c5b6 req-3e592fae-4163-427a-bcb7-36e6d775814e tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4465976 Apr 30 01:45:06.025666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Network': ['ID=d85b832b-fd28-4849-b99c-d616a450e203,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:06.030537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e592fae-4163-427a-bcb7-36e6d775814e tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b85270b-804a-453b-a709-6bed56627e23,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:06.034386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1481e5b8-0e26-48f6-a830-03fa9f44f22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.041440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d85b832b-fd28-4849-b99c-d616a450e203 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:45:06.129770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.130036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e2ddbdca-222e-477c-861d-cf8ff912bf53 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7173254 Apr 30 01:45:06.130036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47398) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:06.131903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:06.181290 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.185357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/networks/d03a62a8-28de-430f-adcf-25f47beb5845 HTTP/1.1" status: 204 len: 168 time: 1.2667210 Apr 30 01:45:06.187722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1481e5b8-0e26-48f6-a830-03fa9f44f22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.195519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47400) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:06.226418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c82de-272f-4ab8-8bf5-9403c571049d tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Network': ['ID=d03a62a8-28de-430f-adcf-25f47beb5845,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:06.252890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1c07df5-1713-4801-aa08-2ca936ce8852 req-5bb8db81-50dd-47ae-8a35-a6ad3a452655 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 210 time: 0.0982537 Apr 30 01:45:06.276119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17d4a29-a924-445f-9080-b79ca3e39b76 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting subnet a5abdd52-a78a-4285-8957-402bc1605c38 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:06.280379 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f17d4a29-a924-445f-9080-b79ca3e39b76 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.301234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1481e5b8-0e26-48f6-a830-03fa9f44f22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.349484 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f17d4a29-a924-445f-9080-b79ca3e39b76 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.409521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:06.410192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.433471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1481e5b8-0e26-48f6-a830-03fa9f44f22b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fabc3b82eb734724ba082b158f57f45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231098 Apr 30 01:45:06.435369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47402) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:06.455333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481e5b8-0e26-48f6-a830-03fa9f44f22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a6dbf4-9311-432b-b518-bf47aeded18e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:06.603315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f17d4a29-a924-445f-9080-b79ca3e39b76 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.608464 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a516e59-45ae-4627-b377-e36a180fd6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.649341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6eca-b3b5-4445-850f-3b0c2c30225a req-c950c189-c503-45de-9433-bae5485f1318 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:06.650642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9ca6eca-b3b5-4445-850f-3b0c2c30225a req-c950c189-c503-45de-9433-bae5485f1318 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.2006323 Apr 30 01:45:06.652740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a516e59-45ae-4627-b377-e36a180fd6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.719890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9ca6eca-b3b5-4445-850f-3b0c2c30225a req-1b4b19c8-eefd-47bc-a877-e0c24e945fe5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569310 Apr 30 01:45:06.751173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47408) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:06.789928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f17d4a29-a924-445f-9080-b79ca3e39b76 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.821795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a516e59-45ae-4627-b377-e36a180fd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.824453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a516e59-45ae-4627-b377-e36a180fd6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:06.828225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8a516e59-45ae-4627-b377-e36a180fd6d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6a6dbf4-9311-432b-b518-bf47aeded18e HTTP/1.1" status: 204 len: 168 time: 0.3879437 Apr 30 01:45:06.873708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a516e59-45ae-4627-b377-e36a180fd6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a6dbf4-9311-432b-b518-bf47aeded18e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:06.901742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-94910831-dcac-4c81-93e9-50dffbd0f9c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 200 len: 994 time: 0.1492116 Apr 30 01:45:06.986154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-cdbfe8f0-4097-4e53-9600-2dd7465a2104 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:06.988982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-cdbfe8f0-4097-4e53-9600-2dd7465a2104 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.21 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 817 time: 0.1940124 Apr 30 01:45:07.080584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-dc84438a-2807-46d9-a95f-e564ed8d1021 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a823ee5723204533bd2f9e94091eddb0 HTTP/1.1" status: 200 len: 380 time: 0.0664923 Apr 30 01:45:07.092234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'port': {'device_id': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'admin_state_up': True, 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'security_groups': ['fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:07.235676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fe98bbc5-22fe-46fa-9213-ffde31993597 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:07.256802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: fe98bbc5-22fe-46fa-9213-ffde31993597 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:45:07.257420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fe98bbc5-22fe-46fa-9213-ffde31993597 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:45:07.261107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-763e85e0-1cc4-410a-bed0-bc85ce0268c0 req-f589ff6f-cb1c-4546-9090-ebd6c9469daa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:45:07.262295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-763e85e0-1cc4-410a-bed0-bc85ce0268c0 req-f589ff6f-cb1c-4546-9090-ebd6c9469daa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081184 Apr 30 01:45:07.280429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d4a29-a924-445f-9080-b79ca3e39b76 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Subnet': ['ID=a5abdd52-a78a-4285-8957-402bc1605c38,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:07.286267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:07.331549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=c9bd9da9-976d-4a32-8d70-f9a9619fc8c1,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:07.333539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f17d4a29-a924-445f-9080-b79ca3e39b76 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:07.336768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f17d4a29-a924-445f-9080-b79ca3e39b76 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/subnets/a5abdd52-a78a-4285-8957-402bc1605c38 HTTP/1.1" status: 204 len: 168 time: 1.1441984 Apr 30 01:45:07.339500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:07.347172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0473bbe-a68e-45d6-aeae-2bc7ceb90747 None None] Network 3267ec25-3287-486d-853c-37ff1a3e820c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:07.392964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking segment: {'id': 'c8070835-a396-42bb-a1c4-999b8efd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:07.393602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network hostable DHCP agents. Network: d85b832b-fd28-4849-b99c-d616a450e203, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:45:07.415452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Made reservation on behalf of a823ee5723204533bd2f9e94091eddb0 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:07.418947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:07.529337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network d85b832b-fd28-4849-b99c-d616a450e203 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:45:07.620172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Allocated IP 172.20.0.13 (38cea461-d811-4219-b7b4-8970878e3241/fd130769-6c1d-4153-acf9-d4c1e4c8bda8/23cd6e05-a0c3-45ed-b1cc-783ccbd60aed) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:07.627268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d85b832b-fd28-4849-b99c-d616a450e203) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:07.631359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:07.637866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:07.652038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab234a-1dd2-45d5-8451-aad1d21125cc None None] Network d85b832b-fd28-4849-b99c-d616a450e203 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:07.667972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdaf6ebf-537f-4f38-ab67-b9767cc91ded tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting subnet a45a74e5-f09f-4a69-b90b-4dd381d4a328 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:07.697509 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ebf-537f-4f38-ab67-b9767cc91ded tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:07.718253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-11a8640c-02b5-47b8-8ebb-0ab4e0f2e68a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5930996 Apr 30 01:45:07.726807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47442) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:07.732099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-89e771c0-1c89-4da8-9a2d-b754fc3d4587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:07.809951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ebf-537f-4f38-ab67-b9767cc91ded tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:07.882225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d85b832b-fd28-4849-b99c-d616a450e203', 'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203', 'tenant_id': 'e041b5e46f7046e4829a35f6f82bdb84', 'fixed_ips': [{'subnet_id': 'c9bd9da9-976d-4a32-8d70-f9a9619fc8c1'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:45:07.883525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:07.987038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] DHCP port deletion for 3267ec25-3287-486d-853c-37ff1a3e820c request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:45:07.995060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e771c0-1c89-4da8-9a2d-b754fc3d4587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:07.999283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89e771c0-1c89-4da8-9a2d-b754fc3d4587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.017014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ebf-537f-4f38-ab67-b9767cc91ded tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.061405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.192493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] Deleting port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:08.193067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.200479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ac271c0b-61b0-4e6c-a617-b78605b03fb5 req-939c77fa-583a-4153-a018-89d5eece4da3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 210 time: 0.0382500 Apr 30 01:45:08.256549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.260291 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ebf-537f-4f38-ab67-b9767cc91ded tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.261993 n-d-821348-1 neutron-server[103318]: INFO neutron.db.ipam_backend_mixin [None req-89e771c0-1c89-4da8-9a2d-b754fc3d4587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9bd9da9-976d-4a32-8d70-f9a9619fc8c1 (CIDR: 2001:db8::/64) Apr 30 01:45:08.266654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47452) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:08.269360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Allocated IP 2001:db8::2 (d85b832b-fd28-4849-b99c-d616a450e203/c9bd9da9-976d-4a32-8d70-f9a9619fc8c1/b7a4a660-9f25-4c6e-8cf0-a388bd369d44) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:08.306991 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e771c0-1c89-4da8-9a2d-b754fc3d4587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:45:08.307603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e771c0-1c89-4da8-9a2d-b754fc3d4587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:45:08.343890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] For port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,segment=NetworkSegment(60173f8e-6fee-4fb7-831b-2df0f6630c46),segment_id=60173f8e-6fee-4fb7-831b-2df0f6630c46)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:08.344888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.367647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf6ebf-537f-4f38-ab67-b9767cc91ded tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Subnet': ['ID=a45a74e5-f09f-4a69-b90b-4dd381d4a328,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:08.369741 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6ebf-537f-4f38-ab67-b9767cc91ded tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.379459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bdaf6ebf-537f-4f38-ab67-b9767cc91ded tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/subnets/a45a74e5-f09f-4a69-b90b-4dd381d4a328 HTTP/1.1" status: 204 len: 168 time: 1.0327871 Apr 30 01:45:08.379743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47460) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:08.411002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c868cd-b35a-4c91-a290-950eabad61cc None None] Network 608782fd-c1d8-4943-aba1-97f2eef53bf4 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:08.418425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] Calling delete_port for 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:08.461918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Network 38cea461-d811-4219-b7b4-8970878e3241 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:08.480422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:08.487760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:08.492948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:08.550712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc11b-07a4-462c-8b13-3267b5aa1fd6 req-d2ce0482-3468-48df-b1c5-ef412ade00ef tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:08.560079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-966bc11b-07a4-462c-8b13-3267b5aa1fd6 req-d2ce0482-3468-48df-b1c5-ef412ade00ef tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.2260747 Apr 30 01:45:08.600491 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-89e771c0-1c89-4da8-9a2d-b754fc3d4587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8718808 Apr 30 01:45:08.607701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47466) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:08.621053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:08.621721 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.654982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:08.700987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-966bc11b-07a4-462c-8b13-3267b5aa1fd6 req-6f814103-e2e3-4e9e-b2e9-151730605933 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359074 Apr 30 01:45:08.727131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-2a7c6888-32ed-427e-9cc8-bf1408a3d9bf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6402991 Apr 30 01:45:08.743039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Request body: {'port': {'device_id': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:08.867594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.869844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:08.905245 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-d1053aed-1daa-4a13-9853-e16605f9b246 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6344090 Apr 30 01:45:08.927242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-0250869c-7abb-4af0-a6e2-71c9bbf0e6b4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:45:08.928279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-0250869c-7abb-4af0-a6e2-71c9bbf0e6b4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053384 Apr 30 01:45:08.997830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:08.998810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.109198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:09.119984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.136070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] For port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,segment=NetworkSegment(60173f8e-6fee-4fb7-831b-2df0f6630c46),segment_id=60173f8e-6fee-4fb7-831b-2df0f6630c46)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:09.140319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.176466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.229721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:09.277376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Calling delete_port for 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:09.279740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] Pushing event deleted for resources: {'Port': ['ID=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:09.286348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bf55828f-2a5c-4f26-97d6-d38e70311f99 None None] Provisioning complete for port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:09.287537 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf55828f-2a5c-4f26-97d6-d38e70311f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.412731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:45:09.413491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:45:09.444791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a443de4-68d5-4ff2-9650-b8986d749447 None None] No DVR routers for this DVR port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:09.467022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bf55828f-2a5c-4f26-97d6-d38e70311f99 None None] Port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:09.472614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.512099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Port': ['ID=958ca4ed-0ee7-407e-9ba0-7cd353fdea16,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:09.556509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] No DVR routers for this DVR port 958ca4ed-0ee7-407e-9ba0-7cd353fdea16 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:09.568657 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e32cc-a4c7-4b06-b976-02dc0b000e7f req-03ec7e18-6298-4fd9-8d15-4ea0c55755a3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:09.583721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b0e32cc-a4c7-4b06-b976-02dc0b000e7f req-03ec7e18-6298-4fd9-8d15-4ea0c55755a3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 932 time: 0.2231462 Apr 30 01:45:09.627960 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.680252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] DHCP port deletion for 608782fd-c1d8-4943-aba1-97f2eef53bf4 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:45:09.725612 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.746676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b0e32cc-a4c7-4b06-b976-02dc0b000e7f req-f4e0fbde-aee6-4db8-9de8-da45d678ddc2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619589 Apr 30 01:45:09.790235 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Pushing event updated for resources: {'Port': ['ID=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:09.863301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Network d85b832b-fd28-4849-b99c-d616a450e203 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:09.869707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:45:09.878611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:09.885228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:09.888929 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.903304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] Deleting port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:09.903923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.911877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Transition to ACTIVE for port object 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:45:09.940487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:09.987103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3267ec25-3287-486d-853c-37ff1a3e820c']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:10.002757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] For port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0bf1c7e7-3cb0-4a26-91c4-7880ae94af91,segment=NetworkSegment(bbaa1752-cdd9-440f-8c77-46566ce6331d),segment_id=bbaa1752-cdd9-440f-8c77-46566ce6331d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:10.003269 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.003409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545e88-16e9-4366-9692-3e45ee530a47 req-a33f4e42-a254-40f8-9399-2660dff27bdf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:10.012704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca545e88-16e9-4366-9692-3e45ee530a47 req-a33f4e42-a254-40f8-9399-2660dff27bdf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.0960221 Apr 30 01:45:10.013811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60173f8e-6fee-4fb7-831b-2df0f6630c46') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:10.014223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60173f8e-6fee-4fb7-831b-2df0f6630c46') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:10.018509 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.025968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.038142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] Calling delete_port for 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:10.052607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.135402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:10.145384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca545e88-16e9-4366-9692-3e45ee530a47 req-8b2ca913-288f-4bac-937f-429b5436fa63 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155353 Apr 30 01:45:10.172834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network d85b832b-fd28-4849-b99c-d616a450e203 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:10.182577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.185242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:10.203915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:10.204901 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.215156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:10.215961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: self.session.flush() Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:10.219949 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:10.254667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:10.309541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Attempting to bind port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:45:10.310064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Attempting to bind port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c8070835-a396-42bb-a1c4-999b8efd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:45:10.310267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Attempting to bind port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 on network d85b832b-fd28-4849-b99c-d616a450e203 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:10.341523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Attempting to bind port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:45:10.354886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Attempting to bind port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:45:10.355524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Attempting to bind port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:10.377644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on network 38cea461-d811-4219-b7b4-8970878e3241 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:45:10.377811 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6a254edb-9aaa-4d34-bc09-2a12e65148a3 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7371480 Apr 30 01:45:10.377952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Attempting to bind port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:10.389177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47526) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:10.398450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:45:10.409951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203', 'fixed_ips': [{'subnet_id': 'c9bd9da9-976d-4a32-8d70-f9a9619fc8c1'}, {'subnet_id': '67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c'}], 'name': 'tempest-PortsIpV6TestJSON-1398910480'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:10.418576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Checking segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:10.419303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Bound using segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:45:10.419989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Bound port: 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:45:10.427877 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.438348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:45:10.440959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Checking segment: {'id': 'c8070835-a396-42bb-a1c4-999b8efd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:10.445964 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.446684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Bound using segment: {'id': 'c8070835-a396-42bb-a1c4-999b8efd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:45:10.447572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Bound port: b7a4a660-9f25-4c6e-8cf0-a388bd369d44, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8070835-a396-42bb-a1c4-999b8efd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:45:10.448241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.517173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.584160 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.596887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/networks/3267ec25-3287-486d-853c-37ff1a3e820c HTTP/1.1" status: 204 len: 168 time: 2.2158816 Apr 30 01:45:10.598366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47528) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:10.622775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b161b-1d1a-479c-a1a4-86df3fef7e29 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Network': ['ID=3267ec25-3287-486d-853c-37ff1a3e820c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:10.655335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] For port b7a4a660-9f25-4c6e-8cf0-a388bd369d44, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:45:10.671344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] For port b7a4a660-9f25-4c6e-8cf0-a388bd369d44, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,segment=NetworkSegment(c8070835-a396-42bb-a1c4-999b8efd7bd6),segment_id=c8070835-a396-42bb-a1c4-999b8efd7bd6)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:45:10.689357 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.721718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] Pushing event deleted for resources: {'Port': ['ID=0bf1c7e7-3cb0-4a26-91c4-7880ae94af91,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:10.722711 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:45:10.730357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c8727-8a69-4820-9895-7cddffe5df05 None None] No DVR routers for this DVR port 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:10.732481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:45:10.763713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.778878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:10.779027 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.815233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:10.930713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f2211-5593-4778-acdd-278c7e9ab08a None None] Pushing event updated for resources: {'Port': ['ID=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:11.049978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:11.057687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:11.106254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port e8915ba7-e597-4632-be39-fa4c21b3a3f1 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:11.210057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:11.213259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:11.214788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-5abc9ea2-2ecc-47e8-b570-631bdf48c74e service neutron] 10.222.0.21 "PUT /v2.0/ports/23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 1092 time: 2.4784570 Apr 30 01:45:11.215276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:45:11.227804 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a251b851-f559-4cca-93f0-ef7bad278633" -d '{"events": [{"name": "network-changed", "server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:45:11.583859 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:11.653155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b7a4a660-9f25-4c6e-8cf0-a388bd369d44 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:11.672755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126587b-5782-40ac-9817-3513e9b8afdd req-92b3c437-f4fc-41d9-98c1-6b827a85ef52 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:11.699800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0126587b-5782-40ac-9817-3513e9b8afdd req-92b3c437-f4fc-41d9-98c1-6b827a85ef52 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.5332930 Apr 30 01:45:11.780689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-103f9dcc-7351-494d-81eb-f9156f9a3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:11.783613 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-103f9dcc-7351-494d-81eb-f9156f9a3bad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1095 time: 0.4159188 Apr 30 01:45:11.803060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:11.803267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608782fd-c1d8-4943-aba1-97f2eef53bf4']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:11.803400 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:11.849417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaa1752-cdd9-440f-8c77-46566ce6331d') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:11.850009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaa1752-cdd9-440f-8c77-46566ce6331d') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:11.855616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-af8e29e4-8691-455a-b902-6626ca84df41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 217 time: 0.0607588 Apr 30 01:45:11.909892 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:11.924760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0126587b-5782-40ac-9817-3513e9b8afdd req-ace0b2c5-0b31-4a4a-bc29-d29fdda0bf9c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239463 Apr 30 01:45:11.934761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::b0 (d85b832b-fd28-4849-b99c-d616a450e203/c9bd9da9-976d-4a32-8d70-f9a9619fc8c1/e8915ba7-e597-4632-be39-fa4c21b3a3f1) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:11.953016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8:0:1::6e (d85b832b-fd28-4849-b99c-d616a450e203/67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c/e8915ba7-e597-4632-be39-fa4c21b3a3f1) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:11.977293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:11.980353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.004266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:12.004725 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.112407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port b7a4a660-9f25-4c6e-8cf0-a388bd369d44, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,segment=NetworkSegment(c8070835-a396-42bb-a1c4-999b8efd7bd6),segment_id=c8070835-a396-42bb-a1c4-999b8efd7bd6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:12.137416 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:12.189125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-8be5c187-ffae-4579-abfb-2fb53c1ae993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:12.200770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.204375 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-8be5c187-ffae-4579-abfb-2fb53c1ae993 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.3340235 Apr 30 01:45:12.215399 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.331745 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:45:12.356174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.370995 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.373580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/networks/608782fd-c1d8-4943-aba1-97f2eef53bf4 HTTP/1.1" status: 204 len: 168 time: 1.7742298 Apr 30 01:45:12.382418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47564) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:12.386292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-a64ae4e1-6d51-43f8-b7e3-d5829fb5e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:12.388121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-a64ae4e1-6d51-43f8-b7e3-d5829fb5e17c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1097 time: 0.1396673 Apr 30 01:45:12.403148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:12.406092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336693-95ed-465f-a0bc-9f7848e3d402 req-6bde1477-efed-475b-b189-0525d3963af6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:12.412069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:12.415687 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9336693-95ed-465f-a0bc-9f7848e3d402 req-6bde1477-efed-475b-b189-0525d3963af6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.2446859 Apr 30 01:45:12.422788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7fda5-c1d8-4669-aadd-2954ed5491e2 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Network': ['ID=608782fd-c1d8-4943-aba1-97f2eef53bf4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:12.427502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-9d4a1c9e-3b33-437f-87fa-2a8499a0180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:12.429218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-9d4a1c9e-3b33-437f-87fa-2a8499a0180b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2192051 Apr 30 01:45:12.457687 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.474843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:45:12.475180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0bf1c7e7-3cb0-4a26-91c4-7880ae94af91 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:45:12.584850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network d85b832b-fd28-4849-b99c-d616a450e203 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:12.603583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:12.612386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:12.618056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:12.618604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.632349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-79820744-2080-4053-ae41-c716bb0b46af tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting subnet 7928aaf0-6398-4309-bf9a-f484c93c7066 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:12.638228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=e8915ba7-e597-4632-be39-fa4c21b3a3f1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:12.646427 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79820744-2080-4053-ae41-c716bb0b46af tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.665935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9336693-95ed-465f-a0bc-9f7848e3d402 req-8906a820-61b0-485c-bc85-bd34966a0484 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497239 Apr 30 01:45:12.707597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-83285d24-f7b8-4d03-8495-279490daf9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:12.709101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-83285d24-f7b8-4d03-8495-279490daf9c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.2624075 Apr 30 01:45:12.723411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79820744-2080-4053-ae41-c716bb0b46af tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.760483 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f4a84a-0547-486d-b5ea-5c582b9e2a62 x-openstack-request-id: req-46f4a84a-0547-486d-b5ea-5c582b9e2a62 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:45:12.760958 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:45:12.760958 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46f4a84a-0547-486d-b5ea-5c582b9e2a62 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:45:12.761372 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f4a84a-0547-486d-b5ea-5c582b9e2a62'] response: {'name': 'network-changed', 'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'status': 'completed', 'code': 200} Apr 30 01:45:12.776000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dcd53c26-456a-4dd0-91f6-9fc72687a936 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.3777106 Apr 30 01:45:12.778678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb897cd-6721-4c66-a7a7-a183a08c21ba None None] Network d85b832b-fd28-4849-b99c-d616a450e203 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:12.786441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47576) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:12.810047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9bd9da9-976d-4a32-8d70-f9a9619fc8c1'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:12.873555 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-3936cde9-a809-4243-8330-92d6370ac105 service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370887 Apr 30 01:45:12.888343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-44bfa16c-238a-425f-8c12-e46932dc8d1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1002 time: 0.1677666 Apr 30 01:45:12.928899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-11f232f4-2933-4e6b-b44c-2c90f96a8bd3 None None] Provisioning complete for port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:12.929286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11f232f4-2933-4e6b-b44c-2c90f96a8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:12.949106 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79820744-2080-4053-ae41-c716bb0b46af tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:13.184844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79820744-2080-4053-ae41-c716bb0b46af tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:13.255382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-a2576fc2-f431-4c75-b13f-23388380ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:13.258451 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-a2576fc2-f431-4c75-b13f-23388380ba14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.1911011 Apr 30 01:45:13.260074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79820744-2080-4053-ae41-c716bb0b46af tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Subnet': ['ID=7928aaf0-6398-4309-bf9a-f484c93c7066,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:13.271346 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-79820744-2080-4053-ae41-c716bb0b46af tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:13.275601 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-79820744-2080-4053-ae41-c716bb0b46af tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/subnets/7928aaf0-6398-4309-bf9a-f484c93c7066 HTTP/1.1" status: 204 len: 168 time: 0.8915942 Apr 30 01:45:13.286472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47596) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:13.286952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271cb28d-fbfb-4e74-a617-6cac8c890cfc None None] Network 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:13.291990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f59132-9e3c-4da3-9539-53557efc64c4 req-1c73fb72-50fc-4ba8-9eef-b77c7879b25a service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092662 Apr 30 01:45:13.333194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f7c04-dff6-44c4-a3e0-bf5d1e176a67 None None] Update dhcp port {'port': {'network_id': 'd85b832b-fd28-4849-b99c-d616a450e203', 'fixed_ips': [{'subnet_id': 'c9bd9da9-976d-4a32-8d70-f9a9619fc8c1', 'ip_address': '2001:db8::2'}, {'subnet_id': '67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c'}], 'binding:host_id': 'n-d-821348-1'}, 'id': 'b7a4a660-9f25-4c6e-8cf0-a388bd369d44'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:45:13.403030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:13.444474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-19eabe85-bfb9-41ad-82f2-a6b198620865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:13.446822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-19eabe85-bfb9-41ad-82f2-a6b198620865 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766953 Apr 30 01:45:13.452027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:13.486941 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619f7c04-dff6-44c4-a3e0-bf5d1e176a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:13.564929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b752-c431-4f3a-9bce-d9bd41d6a6ba req-90f19650-6843-4782-b283-873730eab752 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:13.572724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9483b752-c431-4f3a-9bce-d9bd41d6a6ba req-90f19650-6843-4782-b283-873730eab752 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.3096209 Apr 30 01:45:13.705553 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-7e911e5e-1205-471d-8af6-1a455706150b service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414939 Apr 30 01:45:13.721404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-619f7c04-dff6-44c4-a3e0-bf5d1e176a67 None None] Allocated IP 2001:db8:0:1::2 (d85b832b-fd28-4849-b99c-d616a450e203/67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c/b7a4a660-9f25-4c6e-8cf0-a388bd369d44) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:13.808523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b851-f559-4cca-93f0-ef7bad278633 req-0baa51b7-988c-46b2-8a07-604b7c2bb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:13.811479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b7a4a660-9f25-4c6e-8cf0-a388bd369d44 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:13.816982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a251b851-f559-4cca-93f0-ef7bad278633 req-0baa51b7-988c-46b2-8a07-604b7c2bb926 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1095 time: 0.4018788 Apr 30 01:45:13.869815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Deleting port 26a1d4ad-4079-4895-b37e-51f903ae1a04 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:13.882729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-619f7c04-dff6-44c4-a3e0-bf5d1e176a67 None None] For port b7a4a660-9f25-4c6e-8cf0-a388bd369d44, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,segment=NetworkSegment(c8070835-a396-42bb-a1c4-999b8efd7bd6),segment_id=c8070835-a396-42bb-a1c4-999b8efd7bd6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:13.883980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:13.992182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] For port 26a1d4ad-4079-4895-b37e-51f903ae1a04, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=26a1d4ad-4079-4895-b37e-51f903ae1a04,segment=NetworkSegment(07a75b60-826b-4a74-aff3-988f9737b2fa),segment_id=07a75b60-826b-4a74-aff3-988f9737b2fa)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:13.992551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.011535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Calling delete_port for 26a1d4ad-4079-4895-b37e-51f903ae1a04 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:14.014722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-0afb6e17-0f72-4e83-ad93-e38affac3070 service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989471 Apr 30 01:45:14.052463 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619f7c04-dff6-44c4-a3e0-bf5d1e176a67 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.083359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:14.083725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.123701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9483b752-c431-4f3a-9bce-d9bd41d6a6ba req-ae0c8d61-0290-4fa0-8d8f-1d06a37029ed tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5390887 Apr 30 01:45:14.163656 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-619f7c04-dff6-44c4-a3e0-bf5d1e176a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.218129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] DHCP port deletion for 2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:45:14.308984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f7c04-dff6-44c4-a3e0-bf5d1e176a67 None None] Pushing event updated for resources: {'Port': ['ID=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:14.343743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.410415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] No DVR routers for this DVR port 26a1d4ad-4079-4895-b37e-51f903ae1a04 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:14.412338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Port': ['ID=26a1d4ad-4079-4895-b37e-51f903ae1a04,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:14.502792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] Deleting port 26a1d4ad-4079-4895-b37e-51f903ae1a04 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:14.503172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.611330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b851-f559-4cca-93f0-ef7bad278633 req-42cb746c-c113-4515-8eaa-fb9cdd4c7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:14.616818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a251b851-f559-4cca-93f0-ef7bad278633 req-42cb746c-c113-4515-8eaa-fb9cdd4c7b4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.7420547 Apr 30 01:45:14.663293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] For port 26a1d4ad-4079-4895-b37e-51f903ae1a04, host n-d-821348-1, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:14.663293 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.669381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.724354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Delete allocated IP 2001:db8:0:1::6e (d85b832b-fd28-4849-b99c-d616a450e203/67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c) {{(pid=103319) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 01:45:14.724702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] Calling delete_port for 26a1d4ad-4079-4895-b37e-51f903ae1a04 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:14.724798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2500b9a6-0ac4-4cdf-8efd-515a87c65ce7']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:14.725843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] Port 26a1d4ad-4079-4895-b37e-51f903ae1a04 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:45:14.726266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a251b851-f559-4cca-93f0-ef7bad278633 req-ab80233a-96f6-4c31-969f-3864cfbc6207 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 217 time: 0.0763621 Apr 30 01:45:14.730489 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.765093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a75b60-826b-4a74-aff3-988f9737b2fa') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:14.765408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a75b60-826b-4a74-aff3-988f9737b2fa') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:14.768981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453e943-c047-49b5-8e52-6dc489f056ae req-ddd62a06-22a4-4c77-89c6-0ea5124b966d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:14.783009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d453e943-c047-49b5-8e52-6dc489f056ae req-ddd62a06-22a4-4c77-89c6-0ea5124b966d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.3326714 Apr 30 01:45:14.788616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] Pushing event deleted for resources: {'Port': ['ID=26a1d4ad-4079-4895-b37e-51f903ae1a04,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:14.790935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a933ea5-0b83-44f8-b81e-620419df57b8 None None] No DVR routers for this DVR port 26a1d4ad-4079-4895-b37e-51f903ae1a04 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:14.803492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.825023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.836945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:14.839895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:14.851836 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:15.132313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:45:15.172571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:15.185810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:15.195395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/networks/2500b9a6-0ac4-4cdf-8efd-515a87c65ce7 HTTP/1.1" status: 204 len: 168 time: 1.9072881 Apr 30 01:45:15.261867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47652) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:15.280132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af685e-14ac-4e42-9969-4f39311659bb tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Pushing event deleted for resources: {'Network': ['ID=2500b9a6-0ac4-4cdf-8efd-515a87c65ce7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:15.366784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-204d031e-1c42-4fe7-80b6-6b71bd6cac23 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 HTTP/1.1" status: 200 len: 205 time: 0.0862904 Apr 30 01:45:15.366784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47660) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:15.477850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:15.519689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e055bb7-8484-4a28-8f39-168f1788b37c None None] Network d85b832b-fd28-4849-b99c-d616a450e203 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:15.596255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d453e943-c047-49b5-8e52-6dc489f056ae req-b3e6f447-2f7f-49ab-89b1-1065fbaf53b1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8117123 Apr 30 01:45:15.597965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cbece5e0-25b0-40f5-9490-6b6088e433f6 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:15.620887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b851-f559-4cca-93f0-ef7bad278633 req-efa5ed4c-3efd-4da6-bfda-023718eb70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:15.622358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a251b851-f559-4cca-93f0-ef7bad278633 req-efa5ed4c-3efd-4da6-bfda-023718eb70dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.8839672 Apr 30 01:45:15.646791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b7a4a660-9f25-4c6e-8cf0-a388bd369d44 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:15.714610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'port_id': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'mac_address': 'fa:16:3e:96:93:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:45:15.777715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:15.784029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b851-f559-4cca-93f0-ef7bad278633 req-6fd1d75d-642f-49fd-abd5-d15ee10afffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:15.785856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a251b851-f559-4cca-93f0-ef7bad278633 req-6fd1d75d-642f-49fd-abd5-d15ee10afffd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549685 Apr 30 01:45:15.814643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695aef-8c99-470e-9ffc-c1ff3b95cb5a req-70392df1-8121-4548-add9-d1e3f5616294 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:15.816476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b0b65658-98c9-4597-994f-93a753804260 None None] Provisioning complete for port e8915ba7-e597-4632-be39-fa4c21b3a3f1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:15.817122 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0b65658-98c9-4597-994f-93a753804260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:15.825807 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24695aef-8c99-470e-9ffc-c1ff3b95cb5a req-70392df1-8121-4548-add9-d1e3f5616294 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.1121275 Apr 30 01:45:15.921091 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:15.924105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b0b65658-98c9-4597-994f-93a753804260 None None] Port e8915ba7-e597-4632-be39-fa4c21b3a3f1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:15.945133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:15.945829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:15.993322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a251b851-f559-4cca-93f0-ef7bad278633 req-0a6a0607-d077-42bf-af0d-8447a156bace service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916625 Apr 30 01:45:15.996421 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:15.996945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:45:16.007242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b0b65658-98c9-4597-994f-93a753804260 None None] Provisioning complete for port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:16.007962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0b65658-98c9-4597-994f-93a753804260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:16.085504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:16.232370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] In _notify_port_updated(), no bound segment for port e8915ba7-e597-4632-be39-fa4c21b3a3f1 on network d85b832b-fd28-4849-b99c-d616a450e203 {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:45:16.238749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:16.239402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:16.240765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "PUT /v2.0/ports/e8915ba7-e597-4632-be39-fa4c21b3a3f1 HTTP/1.1" status: 200 len: 925 time: 3.4533792 Apr 30 01:45:16.252932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24695aef-8c99-470e-9ffc-c1ff3b95cb5a req-6ef17c18-f5a9-4d83-b937-c365562190b2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089339 Apr 30 01:45:16.253441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47672) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:16.300111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9bd9da9-976d-4a32-8d70-f9a9619fc8c1'}, {'subnet_id': '67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:16.323068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e3e6c-1160-4c6b-97b1-27ddf2ab8710 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=e8915ba7-e597-4632-be39-fa4c21b3a3f1,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:16.358138 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:16.456694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:16.574697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 26a1d4ad-4079-4895-b37e-51f903ae1a04 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:16.638478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47682) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:16.658607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:45:16.726268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a251b851-f559-4cca-93f0-ef7bad278633 req-4380188c-09ce-4908-9cb0-a6347631547e service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164245 Apr 30 01:45:16.786449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:16.791730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 26a1d4ad-4079-4895-b37e-51f903ae1a04 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:45:16.792078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 26a1d4ad-4079-4895-b37e-51f903ae1a04 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:45:16.885638 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cbece5e0-25b0-40f5-9490-6b6088e433f6 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:16.898497 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cbece5e0-25b0-40f5-9490-6b6088e433f6 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.032942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8dbce0fc-aedf-4e09-867f-ae003d7fb7a7 None None] Provisioning complete for port e8915ba7-e597-4632-be39-fa4c21b3a3f1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:17.033326 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dbce0fc-aedf-4e09-867f-ae003d7fb7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.034639 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b2891d1-87ea-4f37-b3d6-6bbcd0fdc021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.075717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60c5a6-da9e-466e-b4d1-acd7d8d9019b req-e9df48cb-bd68-4ce8-b7f4-febc7bf5b71b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:17.077157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d60c5a6-da9e-466e-b4d1-acd7d8d9019b req-e9df48cb-bd68-4ce8-b7f4-febc7bf5b71b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.2630508 Apr 30 01:45:17.103665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8dbce0fc-aedf-4e09-867f-ae003d7fb7a7 None None] Port e8915ba7-e597-4632-be39-fa4c21b3a3f1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:17.106621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cbece5e0-25b0-40f5-9490-6b6088e433f6 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.107641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbece5e0-25b0-40f5-9490-6b6088e433f6 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Fanout notify agent at l3_agent the message router_deleted on router 4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:45:17.126943 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cbece5e0-25b0-40f5-9490-6b6088e433f6 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.131505 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cbece5e0-25b0-40f5-9490-6b6088e433f6 tempest-RoutersNegativeIpV6Test-1964579845 tempest-RoutersNegativeIpV6Test-1964579845-project] 10.222.0.15 "DELETE /v2.0/routers/4d97d8ad-7dba-49d9-a4fa-0ebb290bbeb7 HTTP/1.1" status: 204 len: 168 time: 1.7663386 Apr 30 01:45:17.182960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8dbce0fc-aedf-4e09-867f-ae003d7fb7a7 None None] Provisioning complete for port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:17.183490 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dbce0fc-aedf-4e09-867f-ae003d7fb7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.210471 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b2891d1-87ea-4f37-b3d6-6bbcd0fdc021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.277367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d60c5a6-da9e-466e-b4d1-acd7d8d9019b req-6dca1413-dd72-4461-92de-93e0c859edec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907251 Apr 30 01:45:17.294045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b2891d1-87ea-4f37-b3d6-6bbcd0fdc021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.358288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8:0:1::11b (d85b832b-fd28-4849-b99c-d616a450e203/67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c/e8915ba7-e597-4632-be39-fa4c21b3a3f1) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:17.388272 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8b2891d1-87ea-4f37-b3d6-6bbcd0fdc021 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bf3d22699f1450985f8e7498768321b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461636 Apr 30 01:45:17.389202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2891d1-87ea-4f37-b3d6-6bbcd0fdc021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f3479-240b-4431-9864-c66bf07a0546,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:17.391215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47694) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:17.511644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bac8805-8b63-47e6-b2e1-8113773d408e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.519645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-97941823-0fac-4f99-bd12-97f18560e05a None None] Provisioning complete for port e8915ba7-e597-4632-be39-fa4c21b3a3f1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:17.525215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97941823-0fac-4f99-bd12-97f18560e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.561429 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bac8805-8b63-47e6-b2e1-8113773d408e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.603245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-97941823-0fac-4f99-bd12-97f18560e05a None None] Port e8915ba7-e597-4632-be39-fa4c21b3a3f1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:17.686908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b16686-99e6-4d0d-979d-238193acbac4 req-05fbf5bd-7a8a-4b83-bd5f-ce067ca0bc39 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:17.691924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31b16686-99e6-4d0d-979d-238193acbac4 req-05fbf5bd-7a8a-4b83-bd5f-ce067ca0bc39 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.1898165 Apr 30 01:45:17.764133 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bac8805-8b63-47e6-b2e1-8113773d408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.766445 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bac8805-8b63-47e6-b2e1-8113773d408e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.770158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2bac8805-8b63-47e6-b2e1-8113773d408e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/691f3479-240b-4431-9864-c66bf07a0546 HTTP/1.1" status: 204 len: 168 time: 0.3732448 Apr 30 01:45:17.778091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31b16686-99e6-4d0d-979d-238193acbac4 req-a8ac19ba-b4ec-441b-9124-099e6ce5cb3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727057 Apr 30 01:45:17.782761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac8805-8b63-47e6-b2e1-8113773d408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f3479-240b-4431-9864-c66bf07a0546,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:17.816256 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.908537 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.950712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a0ca88a1-8747-4749-9c62-45052a0fda14 None None] Provisioning complete for port e8915ba7-e597-4632-be39-fa4c21b3a3f1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:17.951973 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0ca88a1-8747-4749-9c62-45052a0fda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:17.978767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47704) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:18.028092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca88a1-8747-4749-9c62-45052a0fda14 None None] Port e8915ba7-e597-4632-be39-fa4c21b3a3f1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:18.063606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] In _notify_port_updated(), no bound segment for port e8915ba7-e597-4632-be39-fa4c21b3a3f1 on network d85b832b-fd28-4849-b99c-d616a450e203 {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:45:18.069489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:18.070129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.071514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "PUT /v2.0/ports/e8915ba7-e597-4632-be39-fa4c21b3a3f1 HTTP/1.1" status: 200 len: 1011 time: 1.7946007 Apr 30 01:45:18.074746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47708) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:18.075773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3cbdf-c37a-46d3-9bb4-303cc45e2b3a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=e8915ba7-e597-4632-be39-fa4c21b3a3f1,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:18.264596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eb5851a4-cdc3-434a-892d-0c540374a07a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85e66b84af294215b9bad57d72b3b09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807529 Apr 30 01:45:18.265026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:18.338853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4f86454f-3c92-4558-9fa5-1f454179d7e6 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port e8915ba7-e597-4632-be39-fa4c21b3a3f1 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:18.341504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f86454f-3c92-4558-9fa5-1f454179d7e6 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.458415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b58acf-9a57-4872-b53c-6002851596f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.499131 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f86454f-3c92-4558-9fa5-1f454179d7e6 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.516044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b58acf-9a57-4872-b53c-6002851596f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.518088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4f86454f-3c92-4558-9fa5-1f454179d7e6 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for e8915ba7-e597-4632-be39-fa4c21b3a3f1 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:18.577151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-41601895-27ff-4941-99fb-dbd73e67bf15 None None] Provisioning complete for port e8915ba7-e597-4632-be39-fa4c21b3a3f1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:18.577777 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41601895-27ff-4941-99fb-dbd73e67bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.649812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b683d-3211-48cb-8a61-c412d8033f84 req-6589c432-4f09-439b-bb54-8a4f0444659a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:18.658788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-112b683d-3211-48cb-8a61-c412d8033f84 req-6589c432-4f09-439b-bb54-8a4f0444659a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.2140644 Apr 30 01:45:18.698204 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b58acf-9a57-4872-b53c-6002851596f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.702333 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b58acf-9a57-4872-b53c-6002851596f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.704935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d2b58acf-9a57-4872-b53c-6002851596f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2fb3905-009f-4fe9-84e5-1f958deaf9bc HTTP/1.1" status: 204 len: 168 time: 0.4388347 Apr 30 01:45:18.711231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-41601895-27ff-4941-99fb-dbd73e67bf15 None None] Port e8915ba7-e597-4632-be39-fa4c21b3a3f1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:18.739958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-112b683d-3211-48cb-8a61-c412d8033f84 req-8da19ce2-dffd-4870-af55-5ed0e0729d0b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625999 Apr 30 01:45:18.746916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b58acf-9a57-4872-b53c-6002851596f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb3905-009f-4fe9-84e5-1f958deaf9bc,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:18.763978 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:18.936762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa14d4-dfda-4089-bd02-cd02f94c6763 req-986e0952-8547-4925-a910-ae24dfb5062b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:18.938302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6fa14d4-dfda-4089-bd02-cd02f94c6763 req-986e0952-8547-4925-a910-ae24dfb5062b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.0643387 Apr 30 01:45:19.000343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f86454f-3c92-4558-9fa5-1f454179d7e6 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.021597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6fa14d4-dfda-4089-bd02-cd02f94c6763 req-5512f6a2-a253-4739-8448-2ebb37728e64 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763459 Apr 30 01:45:19.042143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86454f-3c92-4558-9fa5-1f454179d7e6 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=e8915ba7-e597-4632-be39-fa4c21b3a3f1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:19.099370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f86454f-3c92-4558-9fa5-1f454179d7e6 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.103647 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f86454f-3c92-4558-9fa5-1f454179d7e6 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/e8915ba7-e597-4632-be39-fa4c21b3a3f1 HTTP/1.1" status: 204 len: 168 time: 1.0279136 Apr 30 01:45:19.106526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47726) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:19.139891 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70e8cf2-cae3-487e-b487-ccc7f805843e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:45:19.141609 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a70e8cf2-cae3-487e-b487-ccc7f805843e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/e8915ba7-e597-4632-be39-fa4c21b3a3f1 HTTP/1.1" status: 404 len: 333 time: 0.0338423 Apr 30 01:45:19.144536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47730) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:19.148709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:19.212231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47734) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:19.235517 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d19020c-8009-4c2b-aee8-49342830463c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.258790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58f1e0d-1d11-4a14-83d3-a8c5d0ce8473 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:19.262708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a58f1e0d-1d11-4a14-83d3-a8c5d0ce8473 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.326876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a58f1e0d-1d11-4a14-83d3-a8c5d0ce8473 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.358169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:45:19.366448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:19.366776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.407135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d19020c-8009-4c2b-aee8-49342830463c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.489357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d19020c-8009-4c2b-aee8-49342830463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.511415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a58f1e0d-1d11-4a14-83d3-a8c5d0ce8473 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.540504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6d19020c-8009-4c2b-aee8-49342830463c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d290d998f73c457ca864ee7fb1fd3008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246517 Apr 30 01:45:19.541208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47742) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:19.578003 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.613236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19020c-8009-4c2b-aee8-49342830463c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61901fe-d875-4766-acc0-a5612adf6b82,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:19.629307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:45:19.632583 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0bc344-c18b-446e-9191-d258f916f8de" -d '{"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-plugged", "status": "completed", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:45:19.648550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:19.667376 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4761-4947-446e-91d6-7658927c6124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.682190 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479fb97f-1c9b-4cdc-a063-7efdf985a156 x-openstack-request-id: req-479fb97f-1c9b-4cdc-a063-7efdf985a156 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:45:19.683054 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-plugged", "status": "completed", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:45:19.683464 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-479fb97f-1c9b-4cdc-a063-7efdf985a156 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:45:19.683917 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479fb97f-1c9b-4cdc-a063-7efdf985a156'] response: {'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'code': 200} Apr 30 01:45:19.694003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4761-4947-446e-91d6-7658927c6124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.737924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a58f1e0d-1d11-4a14-83d3-a8c5d0ce8473 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.777933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f1e0d-1d11-4a14-83d3-a8c5d0ce8473 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:19.793866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb0e4f0-978e-459d-bdc3-3fc75607e3e2 None None] Network d85b832b-fd28-4849-b99c-d616a450e203 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:19.809058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a58f1e0d-1d11-4a14-83d3-a8c5d0ce8473 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.815709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.820197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a58f1e0d-1d11-4a14-83d3-a8c5d0ce8473 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c HTTP/1.1" status: 204 len: 168 time: 0.6730435 Apr 30 01:45:19.822848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47756) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:19.880960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4761-4947-446e-91d6-7658927c6124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.884172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4761-4947-446e-91d6-7658927c6124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.886961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c9bb4761-4947-446e-91d6-7658927c6124 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a61901fe-d875-4766-acc0-a5612adf6b82 HTTP/1.1" status: 204 len: 168 time: 0.3195438 Apr 30 01:45:19.931935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb4761-4947-446e-91d6-7658927c6124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61901fe-d875-4766-acc0-a5612adf6b82,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:19.981661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755dd9c-eab8-4d8e-8bf5-7ab9e7ee4a4d req-89062d0a-5204-47e6-bfa9-fa7384d76815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:19.981907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4e008d-dfff-4efc-b899-9f673ee1469c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet c9bd9da9-976d-4a32-8d70-f9a9619fc8c1 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:19.986380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e008d-dfff-4efc-b899-9f673ee1469c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:19.986969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3755dd9c-eab8-4d8e-8bf5-7ab9e7ee4a4d req-89062d0a-5204-47e6-bfa9-fa7384d76815 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1096 time: 0.2394142 Apr 30 01:45:20.067863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e008d-dfff-4efc-b899-9f673ee1469c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:20.082911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3755dd9c-eab8-4d8e-8bf5-7ab9e7ee4a4d req-ef5c0f8a-33e4-450e-a18f-5fcbd014fd74 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843775 Apr 30 01:45:20.120498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:20.123628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785a0d4-0873-44ca-9658-6792db335100 req-bc84852e-638f-44d3-9784-6c60167ca6b5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:20.131920 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5785a0d4-0873-44ca-9658-6792db335100 req-bc84852e-638f-44d3-9784-6c60167ca6b5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.2897890 Apr 30 01:45:20.215149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e008d-dfff-4efc-b899-9f673ee1469c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:20.256622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5785a0d4-0873-44ca-9658-6792db335100 req-41b4d616-ec2d-43d4-9871-65b2328d62c1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188095 Apr 30 01:45:20.424377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e008d-dfff-4efc-b899-9f673ee1469c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:20.490828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600c046-25d4-41e1-8a81-cd2283afdc77 req-bed13d33-8527-4503-a9f1-4ecf26507513 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:20.494971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e008d-dfff-4efc-b899-9f673ee1469c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bd9da9-976d-4a32-8d70-f9a9619fc8c1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:20.500580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e008d-dfff-4efc-b899-9f673ee1469c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:20.506620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eb4e008d-dfff-4efc-b899-9f673ee1469c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/c9bd9da9-976d-4a32-8d70-f9a9619fc8c1 HTTP/1.1" status: 204 len: 168 time: 0.6797626 Apr 30 01:45:20.511188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47772) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:20.511294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4600c046-25d4-41e1-8a81-cd2283afdc77 req-bed13d33-8527-4503-a9f1-4ecf26507513 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.0977411 Apr 30 01:45:20.620619 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:20.635198 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4600c046-25d4-41e1-8a81-cd2283afdc77 req-9d3b6b99-9982-4d27-ad05-beace341772b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145332 Apr 30 01:45:20.747412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:20.866594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:20.866937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:20.904016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47782) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:20.995543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] For port b7a4a660-9f25-4c6e-8cf0-a388bd369d44, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,segment=NetworkSegment(c8070835-a396-42bb-a1c4-999b8efd7bd6),segment_id=c8070835-a396-42bb-a1c4-999b8efd7bd6)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:20.996196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:21.011315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for b7a4a660-9f25-4c6e-8cf0-a388bd369d44 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:21.189972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:21.221701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=b7a4a660-9f25-4c6e-8cf0-a388bd369d44,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:21.224315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No DVR routers for this DVR port b7a4a660-9f25-4c6e-8cf0-a388bd369d44 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:21.276399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.276794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.277100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.277583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.277928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.278263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.279156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.279534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.279921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.280546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.281027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.282157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:21.377442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:21.476902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4006d-15d1-4b0a-91e7-e40f28492729 req-fad42b66-eadf-462e-bd56-c5b992f2bf13 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:21.479137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85b832b-fd28-4849-b99c-d616a450e203']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:21.486426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53b4006d-15d1-4b0a-91e7-e40f28492729 req-fad42b66-eadf-462e-bd56-c5b992f2bf13 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.0919507 Apr 30 01:45:21.497553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0f54f59d-83c1-48ed-95c6-55c36c6f2e84 tempest-ServiceProvidersTest-1155920750 tempest-ServiceProvidersTest-1155920750-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5926616 Apr 30 01:45:21.520011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8070835-a396-42bb-a1c4-999b8efd7bd6') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:21.522715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8070835-a396-42bb-a1c4-999b8efd7bd6') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:21.554880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9f962dd6-d4df-4c39-8c61-fc88eb48e00d None None] Could not find standard attr ID for object b7a4a660-9f25-4c6e-8cf0-a388bd369d44. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:45:21.557303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:21.560227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f1628-f4f5-45cf-8eb4-c5759f620506 None None] Network d85b832b-fd28-4849-b99c-d616a450e203 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:21.576490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53b4006d-15d1-4b0a-91e7-e40f28492729 req-9f2489b9-4a15-42b3-9c20-2261a3e08995 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772507 Apr 30 01:45:21.604840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:21.614706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:21.615122 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:21.618355 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:21.761559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5ddd8-1ffb-4811-aaf5-79dd96b93bd3 None None] DHCP port deletion for d85b832b-fd28-4849-b99c-d616a450e203 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:45:21.769635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:21.778503 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:21.783247 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/networks/d85b832b-fd28-4849-b99c-d616a450e203 HTTP/1.1" status: 204 len: 168 time: 1.2737381 Apr 30 01:45:21.787805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47810) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:21.798252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda1745-2737-43b6-8399-260087abf1a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Network': ['ID=d85b832b-fd28-4849-b99c-d616a450e203,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:21.856062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55c8c0-a08f-4ed3-9799-b799a6b20a98 req-0e0a1c42-8e69-48d0-bb76-242cdbcc74e8 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:21.857858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e55c8c0-a08f-4ed3-9799-b799a6b20a98 req-0e0a1c42-8e69-48d0-bb76-242cdbcc74e8 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1105998 Apr 30 01:45:21.867186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe56ce-a335-460b-9569-2e20c413482d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:21.872337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ebe56ce-a335-460b-9569-2e20c413482d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0792553 Apr 30 01:45:21.873029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:21.910141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e55c8c0-a08f-4ed3-9799-b799a6b20a98 req-88e9f1cf-8ca9-4619-9494-816f79b38ca1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 Apr 30 01:45:21.946585 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9c3ae1de-6424-4d2c-9a5a-16f606bc221e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0722036 Apr 30 01:45:21.950459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47818) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:21.960446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1272014961'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:22.079811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47828) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:22.091297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77c96-7eee-4cc5-9fb0-4dacc3d1242c req-5544bf75-4aa6-4374-933f-a97b14820fa7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:22.093348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81b77c96-7eee-4cc5-9fb0-4dacc3d1242c req-5544bf75-4aa6-4374-933f-a97b14820fa7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.0911353 Apr 30 01:45:22.095776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:22.103281 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.104878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47832) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:22.110817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'floatingip': {'port_id': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:22.162323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:45:22.173726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.174187 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Added segment ce4d73b8-e168-4dbb-b4b1-a24223346be4 of type vlan for network e136c2b9-7369-41e8-9b57-9bc2cc975e95 Apr 30 01:45:22.202404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.226340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.329807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.337294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:22.338277 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.348038 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f95d3ce-81a5-4305-a75b-aa0e4f54aaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.489569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5344815 Apr 30 01:45:22.489569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5aee77-f6c5-44dd-9bdc-8d6d9d5c1304 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Network': ['ID=e136c2b9-7369-41e8-9b57-9bc2cc975e95,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:22.499005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network e136c2b9-7369-41e8-9b57-9bc2cc975e95 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:45:22.503084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47846) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:22.509437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:22.892037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f95d3ce-81a5-4305-a75b-aa0e4f54aaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.892037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:22.892037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.892037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f95d3ce-81a5-4305-a75b-aa0e4f54aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:22.892790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8577-01b7-450f-9e01-f2628c4aa633 req-f3c66c25-9e43-4c2c-830d-645cea4b9b2f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:22.892790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b70a8577-01b7-450f-9e01-f2628c4aa633 req-f3c66c25-9e43-4c2c-830d-645cea4b9b2f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.1615095 Apr 30 01:45:22.894365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95d3ce-81a5-4305-a75b-aa0e4f54aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a99563-6fdd-4b23-a9b3-91f829f2d173,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:22.955640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f95d3ce-81a5-4305-a75b-aa0e4f54aaeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f76b7120e304f22be8ea27f4e74d240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8745267 Apr 30 01:45:22.959572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47858) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:22.962433 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b70a8577-01b7-450f-9e01-f2628c4aa633 req-89594306-a6d1-424f-b803-4b884358b501 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175101 Apr 30 01:45:23.002023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.053112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-134ece90-4039-4738-8f7d-415f2942dca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.069076 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.084893 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-134ece90-4039-4738-8f7d-415f2942dca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.235108 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Floating IP 3351890d-7ccf-4a46-82c9-44a17031466d associated. External IP: 172.25.0.25, port: 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed. Apr 30 01:45:23.303319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.364414 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-134ece90-4039-4738-8f7d-415f2942dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.368486 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-134ece90-4039-4738-8f7d-415f2942dca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.370226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-134ece90-4039-4738-8f7d-415f2942dca2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4a99563-6fdd-4b23-a9b3-91f829f2d173 HTTP/1.1" status: 204 len: 168 time: 0.4093196 Apr 30 01:45:23.390727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ece90-4039-4738-8f7d-415f2942dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a99563-6fdd-4b23-a9b3-91f829f2d173,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:23.478806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=364957a7-9fd3-473f-84d4-8a467fc0d6a0,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:23.498265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b7a4a660-9f25-4c6e-8cf0-a388bd369d44 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:23.537197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking segment: {'id': 'ce4d73b8-e168-4dbb-b4b1-a24223346be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:23.537568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network hostable DHCP agents. Network: e136c2b9-7369-41e8-9b57-9bc2cc975e95, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:45:23.549815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: b7a4a660-9f25-4c6e-8cf0-a388bd369d44 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:45:23.551124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b7a4a660-9f25-4c6e-8cf0-a388bd369d44 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:45:23.605066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Router db6e4ae3-69d6-4794-9b89-19a3639302c4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:45:23.640293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network e136c2b9-7369-41e8-9b57-9bc2cc975e95 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:45:23.726019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, e136c2b9-7369-41e8-9b57-9bc2cc975e95) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:23.729565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:45:23.734943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.738167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8da6c-3b6e-494c-bbf9-b4614cce9011 None None] Network e136c2b9-7369-41e8-9b57-9bc2cc975e95 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:23.744867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:23.745482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:23.763522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] Sync routers for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:45:23.808737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3f1b35ed-a673-499b-8308-104ac80ff756 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "PUT /v2.0/floatingips/3351890d-7ccf-4a46-82c9-44a17031466d HTTP/1.1" status: 200 len: 991 time: 1.7020462 Apr 30 01:45:23.810423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:45:23.813884 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e" -d '{"events": [{"name": "network-changed", "server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:45:23.820300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:23.821070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:45:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:23.864201 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74487e0b-e4a7-44ac-a4b8-f741810a87a0 x-openstack-request-id: req-74487e0b-e4a7-44ac-a4b8-f741810a87a0 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:45:23.864561 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:45:23.864873 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74487e0b-e4a7-44ac-a4b8-f741810a87a0 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:45:23.865345 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74487e0b-e4a7-44ac-a4b8-f741810a87a0'] response: {'name': 'network-changed', 'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'status': 'completed', 'code': 200} Apr 30 01:45:23.901484 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6a988bc2-0421-4961-86fc-273ba837ee0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3969483 Apr 30 01:45:23.902132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47886) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:23.907545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95', 'name': 'tempest-PortsIpV6TestJSON-656470058'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:23.980886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-fc41ef21-055e-4695-ba79-126c6eac47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:23.980886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-fc41ef21-055e-4695-ba79-126c6eac47d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1097 time: 0.0896637 Apr 30 01:45:24.022656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:45:24.199114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-effdb0fd-2c7c-43d0-af8d-78fa328c3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:24.200675 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-effdb0fd-2c7c-43d0-af8d-78fa328c3cd7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.2083249 Apr 30 01:45:24.232322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:24.236502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:24.238636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47900) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:24.253274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403a50a-0401-4248-8445-459df40e1e9b req-67ca875c-d6ee-4255-abfb-b6e66ffaf24d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:24.261256 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7403a50a-0401-4248-8445-459df40e1e9b req-67ca875c-d6ee-4255-abfb-b6e66ffaf24d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.1242559 Apr 30 01:45:24.312836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 864f8804-1323-463d-b8bf-fdeae0783ec7 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:24.449842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-e136c2b9-7369-41e8-9b57-9bc2cc975e95', 'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95', 'tenant_id': 'e041b5e46f7046e4829a35f6f82bdb84', 'fixed_ips': [{'subnet_id': '364957a7-9fd3-473f-84d4-8a467fc0d6a0'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:45:24.453832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:24.470950 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7403a50a-0401-4248-8445-459df40e1e9b req-38bad79e-259c-4279-afaf-e2b417de6774 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294138 Apr 30 01:45:24.481499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-4abaa49f-e5f7-4da7-bebe-d774bbceca23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 999 time: 0.2701981 Apr 30 01:45:24.559744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::201 (e136c2b9-7369-41e8-9b57-9bc2cc975e95/364957a7-9fd3-473f-84d4-8a467fc0d6a0/864f8804-1323-463d-b8bf-fdeae0783ec7) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:24.576819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-3ac497a6-c5af-446f-a5c0-466a2a08292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:24.578331 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-3ac497a6-c5af-446f-a5c0-466a2a08292f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0897868 Apr 30 01:45:24.640556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3351890d-7ccf-4a46-82c9-44a17031466d', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'port_id': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'mac_address': 'fa:16:3e:96:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:45:00Z', 'updated_at': '2022-04-30T01:45:22Z', 'revision_number': 1, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:24.688474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf645020-fdc5-4d4d-ab15-c6bcb8ef5a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:24.691184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-61a2d2f1-7904-46c8-9efe-52c334af922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:24.713768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-61a2d2f1-7904-46c8-9efe-52c334af922d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101797 Apr 30 01:45:24.715791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] Checking router: db6e4ae3-69d6-4794-9b89-19a3639302c4 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:45:24.737190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:24.737826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:45:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:24.776131 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf645020-fdc5-4d4d-ab15-c6bcb8ef5a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:24.860769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf645020-fdc5-4d4d-ab15-c6bcb8ef5a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:24.869495 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:24.904573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-bffeb178-8cad-454b-8902-b50d4028c1cf service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882770 Apr 30 01:45:24.913992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:45:24.918637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf645020-fdc5-4d4d-ab15-c6bcb8ef5a24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3e1588e171241b5b41da935e71b23fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6766272 Apr 30 01:45:24.922540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf645020-fdc5-4d4d-ab15-c6bcb8ef5a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca0e7b7-963f-4695-b29e-ad461384a54c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:24.929885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47920) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:25.026393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb778a69-7b5c-4c8a-b0a1-54331e227ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.057509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6651dffb-8f7e-4452-a9cd-1d35aa8cca3e req-447a285c-faa2-4563-8ace-cf591637273d service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443696 Apr 30 01:45:25.063826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.132647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Allocated IP 2001:db8::2 (e136c2b9-7369-41e8-9b57-9bc2cc975e95/364957a7-9fd3-473f-84d4-8a467fc0d6a0/c129bd97-c829-4c6a-a6b3-b852f5c205f6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:25.135080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=864f8804-1323-463d-b8bf-fdeae0783ec7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:25.164882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb778a69-7b5c-4c8a-b0a1-54331e227ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.217885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network e136c2b9-7369-41e8-9b57-9bc2cc975e95 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:25.221104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:25.224220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:25.231333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:25.232166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.329621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-33bc3860-ba23-4d26-95f4-1418b576519b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4263761 Apr 30 01:45:25.332199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:25.337348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95', 'name': 'tempest-PortsIpV6TestJSON-843099946'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:25.408800 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.439884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb778a69-7b5c-4c8a-b0a1-54331e227ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.442803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb778a69-7b5c-4c8a-b0a1-54331e227ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.444221 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eb778a69-7b5c-4c8a-b0a1-54331e227ca9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fca0e7b7-963f-4695-b29e-ad461384a54c HTTP/1.1" status: 204 len: 168 time: 0.5136733 Apr 30 01:45:25.486571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb778a69-7b5c-4c8a-b0a1-54331e227ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca0e7b7-963f-4695-b29e-ad461384a54c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:25.561120 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.576171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3351890d-7ccf-4a46-82c9-44a17031466d', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'port_id': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'mac_address': 'fa:16:3e:96:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:45:00Z', 'updated_at': '2022-04-30T01:45:22Z', 'revision_number': 1, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:25.681358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38860c91-bd3c-4fd5-bce0-cdd02255d462 req-c9574766-3fff-4c55-ae53-5adc3268b1ee tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:25.683680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38860c91-bd3c-4fd5-bce0-cdd02255d462 req-c9574766-3fff-4c55-ae53-5adc3268b1ee tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.0636494 Apr 30 01:45:25.708849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:25.713179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:25.743916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port e6e7a723-71b5-49dd-957e-17972f1d14dd yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:25.798624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38860c91-bd3c-4fd5-bce0-cdd02255d462 req-26d5cb21-9487-4380-8d1d-78be8277d848 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075518 Apr 30 01:45:25.895381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d49c-739d-447d-9f40-ce53da1358d2 None None] The sync data for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 is: [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3351890d-7ccf-4a46-82c9-44a17031466d', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'port_id': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'mac_address': 'fa:16:3e:96:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:45:00Z', 'updated_at': '2022-04-30T01:45:22Z', 'revision_number': 1, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:45:25.945626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Network e136c2b9-7369-41e8-9b57-9bc2cc975e95 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:25.950904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:25.970390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:26.061674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Attempting to bind port c129bd97-c829-4c6a-a6b3-b852f5c205f6 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:45:26.063019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Attempting to bind port c129bd97-c829-4c6a-a6b3-b852f5c205f6 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'ce4d73b8-e168-4dbb-b4b1-a24223346be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:45:26.063666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Attempting to bind port c129bd97-c829-4c6a-a6b3-b852f5c205f6 on network e136c2b9-7369-41e8-9b57-9bc2cc975e95 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:26.069721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:45:26.070758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Checking segment: {'id': 'ce4d73b8-e168-4dbb-b4b1-a24223346be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:26.072758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:26.072758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Bound using segment: {'id': 'ce4d73b8-e168-4dbb-b4b1-a24223346be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:45:26.072758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Bound port: c129bd97-c829-4c6a-a6b3-b852f5c205f6, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4d73b8-e168-4dbb-b4b1-a24223346be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e136c2b9-7369-41e8-9b57-9bc2cc975e95'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:45:26.072758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:26.078597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Pushing event updated for resources: {'Port': ['ID=c129bd97-c829-4c6a-a6b3-b852f5c205f6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:26.085967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::173 (e136c2b9-7369-41e8-9b57-9bc2cc975e95/364957a7-9fd3-473f-84d4-8a467fc0d6a0/e6e7a723-71b5-49dd-957e-17972f1d14dd) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:26.217059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] For port c129bd97-c829-4c6a-a6b3-b852f5c205f6, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:45:26.222420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] For port c129bd97-c829-4c6a-a6b3-b852f5c205f6, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c129bd97-c829-4c6a-a6b3-b852f5c205f6,segment=NetworkSegment(ce4d73b8-e168-4dbb-b4b1-a24223346be4),segment_id=ce4d73b8-e168-4dbb-b4b1-a24223346be4)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:45:26.299104 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:26.362486 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307cbecc-a926-427b-aa20-9def11792aa0 None None] New status for floating IP 3351890d-7ccf-4a46-82c9-44a17031466d: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:45:26.381184 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:26.381792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0e0a2-e36e-4d35-8cbe-a87b5cbcdd3d None None] Pushing event updated for resources: {'Port': ['ID=c129bd97-c829-4c6a-a6b3-b852f5c205f6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:26.549709 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:26.562872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:26.581874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59a830e0-e2f3-46a5-aad1-259962f3f044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:26.656752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network e136c2b9-7369-41e8-9b57-9bc2cc975e95 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:26.682630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:26.689652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:26.696828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:26.697476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:26.785584 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-e4705e67-fe2b-428d-b337-61578f4c4334 service neutron] show failed (client error): The resource could not be found. Apr 30 01:45:26.787736 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-e4705e67-fe2b-428d-b337-61578f4c4334 service neutron] 10.222.0.23 "GET /v2.0/ports/6f5f5ad2-18ba-498e-8b16-6b0449636b67/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.3175795 Apr 30 01:45:26.804610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=e6e7a723-71b5-49dd-957e-17972f1d14dd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:26.820176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59a830e0-e2f3-46a5-aad1-259962f3f044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:26.836118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9e594734-0421-45ca-a06f-75b8e0b2a200 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5028322 Apr 30 01:45:26.836253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 47972) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:26.968089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-59a830e0-e2f3-46a5-aad1-259962f3f044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.019950 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-59a830e0-e2f3-46a5-aad1-259962f3f044 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5e82ce07c6741e3a6e5b62c6c03af7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536088 Apr 30 01:45:27.020329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47978) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:27.130271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d96705bc-b2e3-4288-88a2-bee52abef789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.142878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903dd39-99ca-446e-b345-5a963967fb2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:27.148454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7903dd39-99ca-446e-b345-5a963967fb2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A201 HTTP/1.1" status: 200 len: 928 time: 0.3086250 Apr 30 01:45:27.166266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d96705bc-b2e3-4288-88a2-bee52abef789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.169070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58b32d-70f0-4e74-befb-7cd0baf2db0b req-b3cbdf7f-37a3-44a9-b2e3-d7bce299db71 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:27.172815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e58b32d-70f0-4e74-befb-7cd0baf2db0b req-b3cbdf7f-37a3-44a9-b2e3-d7bce299db71 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.2644820 Apr 30 01:45:27.173625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a830e0-e2f3-46a5-aad1-259962f3f044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb164f5-2452-42d7-9a9c-549d9fa2b3fb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:27.217748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 47982) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:27.264813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e58b32d-70f0-4e74-befb-7cd0baf2db0b req-142f1634-cf99-487f-9ce3-fa074bb7d0df tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482984 Apr 30 01:45:27.334305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d96705bc-b2e3-4288-88a2-bee52abef789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.337172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d96705bc-b2e3-4288-88a2-bee52abef789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.339746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d96705bc-b2e3-4288-88a2-bee52abef789 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcb164f5-2452-42d7-9a9c-549d9fa2b3fb HTTP/1.1" status: 204 len: 168 time: 0.3183300 Apr 30 01:45:27.350802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96705bc-b2e3-4288-88a2-bee52abef789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb164f5-2452-42d7-9a9c-549d9fa2b3fb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:27.397824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f74ae231-77b0-49eb-9cb8-e480620c89f9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port e6e7a723-71b5-49dd-957e-17972f1d14dd {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:27.398402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f74ae231-77b0-49eb-9cb8-e480620c89f9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.572727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f74ae231-77b0-49eb-9cb8-e480620c89f9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.590807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-da1ee840-4aac-44b6-92dd-af8ded4111d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:27.599565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-da1ee840-4aac-44b6-92dd-af8ded4111d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 1097 time: 0.2595880 Apr 30 01:45:27.608347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c129bd97-c829-4c6a-a6b3-b852f5c205f6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:27.613297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f74ae231-77b0-49eb-9cb8-e480620c89f9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for e6e7a723-71b5-49dd-957e-17972f1d14dd owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:27.615084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:27.723466 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.753345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c129bd97-c829-4c6a-a6b3-b852f5c205f6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:27.753345 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:27.976458 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.015332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port c129bd97-c829-4c6a-a6b3-b852f5c205f6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c129bd97-c829-4c6a-a6b3-b852f5c205f6,segment=NetworkSegment(ce4d73b8-e168-4dbb-b4b1-a24223346be4),segment_id=ce4d73b8-e168-4dbb-b4b1-a24223346be4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:28.029922 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f74ae231-77b0-49eb-9cb8-e480620c89f9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.083674 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.123073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ae231-77b0-49eb-9cb8-e480620c89f9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=e6e7a723-71b5-49dd-957e-17972f1d14dd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:28.215259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f74ae231-77b0-49eb-9cb8-e480620c89f9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.218216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:28.221839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f74ae231-77b0-49eb-9cb8-e480620c89f9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/e6e7a723-71b5-49dd-957e-17972f1d14dd HTTP/1.1" status: 204 len: 168 time: 1.0025959 Apr 30 01:45:28.224454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48020) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:28.235183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=c129bd97-c829-4c6a-a6b3-b852f5c205f6,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:28.267620 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d26032-96fd-400d-86d3-2f8c3310597b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:45:28.269543 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-87d26032-96fd-400d-86d3-2f8c3310597b tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/e6e7a723-71b5-49dd-957e-17972f1d14dd HTTP/1.1" status: 404 len: 333 time: 0.0441506 Apr 30 01:45:28.275604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48026) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:28.318471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h2-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:45:28.394736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:45:28.397133 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d74c68b-8b5d-40a2-94fe-d52444cefdcb" -d '{"events": [{"server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:45:28.419147 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.430169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c454fec6-122f-4fe5-be5b-eaef9481b519 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 864f8804-1323-463d-b8bf-fdeae0783ec7 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:28.430693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c454fec6-122f-4fe5-be5b-eaef9481b519 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.460727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3a056-ee12-41da-84b5-79d2e088be08 None None] Network e136c2b9-7369-41e8-9b57-9bc2cc975e95 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:28.497372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Transition to ACTIVE for port object 6f5f5ad2-18ba-498e-8b16-6b0449636b67 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:45:28.550909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5101f-57d4-453d-8a05-f4e6ed61a73f req-6ac23863-ad24-48fd-8b52-1d479d09f51b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:28.557142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-35d5101f-57d4-453d-8a05-f4e6ed61a73f req-6ac23863-ad24-48fd-8b52-1d479d09f51b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.1479139 Apr 30 01:45:28.560617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.607076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ab5d2caf-46ae-4d44-b00e-f5730f9e0526 None None] Provisioning complete for port c129bd97-c829-4c6a-a6b3-b852f5c205f6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:28.607466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab5d2caf-46ae-4d44-b00e-f5730f9e0526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.607794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c454fec6-122f-4fe5-be5b-eaef9481b519 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.630350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c454fec6-122f-4fe5-be5b-eaef9481b519 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 864f8804-1323-463d-b8bf-fdeae0783ec7 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:28.816876 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a91f3109-5c2c-4459-bfbd-1d0cd6c6dbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:28.954562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48046) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:28.969008 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c454fec6-122f-4fe5-be5b-eaef9481b519 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.009393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454fec6-122f-4fe5-be5b-eaef9481b519 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=864f8804-1323-463d-b8bf-fdeae0783ec7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:29.043531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c454fec6-122f-4fe5-be5b-eaef9481b519 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.055328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c454fec6-122f-4fe5-be5b-eaef9481b519 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/864f8804-1323-463d-b8bf-fdeae0783ec7 HTTP/1.1" status: 204 len: 168 time: 0.7760255 Apr 30 01:45:29.056980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48052) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:29.111739 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca184ec-bd07-41cb-b267-64eca4844c59 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:45:29.119973 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6ca184ec-bd07-41cb-b267-64eca4844c59 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/864f8804-1323-463d-b8bf-fdeae0783ec7 HTTP/1.1" status: 404 len: 333 time: 0.0574570 Apr 30 01:45:29.121787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48058) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:29.197139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-980f4955-f085-4fa7-ae69-c17908029c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.316969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-980f4955-f085-4fa7-ae69-c17908029c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.330606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec7570a-5275-4ec0-9fa6-4d727885c982 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 364957a7-9fd3-473f-84d4-8a467fc0d6a0 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:29.334373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9d081b6f-09f3-48cb-93f2-42380ae36ef9 None None] Provisioning complete for port c129bd97-c829-4c6a-a6b3-b852f5c205f6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:29.334744 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9d081b6f-09f3-48cb-93f2-42380ae36ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.339903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ec7570a-5275-4ec0-9fa6-4d727885c982 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.473270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-980f4955-f085-4fa7-ae69-c17908029c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.481886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:29.503558 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-35d5101f-57d4-453d-8a05-f4e6ed61a73f req-fe8bef50-0e99-47b0-a613-af6853de098e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9213457 Apr 30 01:45:29.522053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] No DVR routers for this DVR port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on host n-h2-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:29.553133 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ec7570a-5275-4ec0-9fa6-4d727885c982 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.581081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9d081b6f-09f3-48cb-93f2-42380ae36ef9 None None] Could not find standard attr ID for object 864f8804-1323-463d-b8bf-fdeae0783ec7. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:45:29.651453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c129bd97-c829-4c6a-a6b3-b852f5c205f6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:29.690208 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf6c7a7-c07a-49b2-83ee-cda0e7702830 x-openstack-request-id: req-3cf6c7a7-c07a-49b2-83ee-cda0e7702830 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:45:29.690508 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:45:29.690785 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cf6c7a7-c07a-49b2-83ee-cda0e7702830 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:45:29.691575 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf6c7a7-c07a-49b2-83ee-cda0e7702830'] response: {'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'code': 200} Apr 30 01:45:29.706064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-980f4955-f085-4fa7-ae69-c17908029c57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4545383bb88848d181fcc321efdfd1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478693 Apr 30 01:45:29.708979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48068) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:29.731046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f4955-f085-4fa7-ae69-c17908029c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77963c30-1063-4216-905a-831f99f28e2b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:29.759740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ccd5255f-e930-4165-bcfa-fff8be7911d8 None None] Could not find standard attr ID for object 864f8804-1323-463d-b8bf-fdeae0783ec7. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:45:29.767687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c129bd97-c829-4c6a-a6b3-b852f5c205f6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:29.768063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.920556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Attempting to bind port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:45:29.932549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Attempting to bind port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:45:29.932909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Attempting to bind port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on network ed124b4c-775d-47e2-8baf-89d510124e92 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:29.940175 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be647f9d-e78a-4df5-ab1b-e2e8bec5f202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.949501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on network ed124b4c-775d-47e2-8baf-89d510124e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:45:29.949823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Attempting to bind port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on network ed124b4c-775d-47e2-8baf-89d510124e92 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:29.963250 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ec7570a-5275-4ec0-9fa6-4d727885c982 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:29.970224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:45:29.970602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Checking segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:29.970942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Bound using segment: {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:45:29.971376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Bound port: 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cb8753-aacf-454b-911d-8418127f1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:45:29.971769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.047755 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be647f9d-e78a-4df5-ab1b-e2e8bec5f202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.087651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:45:30.092276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:45:30.103921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-99435ea0-b7c2-4515-bbce-c400b5b22905 None None] Could not find standard attr ID for object e6e7a723-71b5-49dd-957e-17972f1d14dd. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:45:30.176449 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.205924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ec7570a-5275-4ec0-9fa6-4d727885c982 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.219194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be647f9d-e78a-4df5-ab1b-e2e8bec5f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.221203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:30.221824 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.223200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1092 time: 2.6214461 Apr 30 01:45:30.224299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be647f9d-e78a-4df5-ab1b-e2e8bec5f202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.231284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-be647f9d-e78a-4df5-ab1b-e2e8bec5f202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77963c30-1063-4216-905a-831f99f28e2b HTTP/1.1" status: 204 len: 168 time: 0.5166485 Apr 30 01:45:30.316249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be647f9d-e78a-4df5-ab1b-e2e8bec5f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77963c30-1063-4216-905a-831f99f28e2b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:30.320836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa40bb-9a3b-4aa2-b00a-2d6062f357d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:30.344811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7570a-5275-4ec0-9fa6-4d727885c982 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=364957a7-9fd3-473f-84d4-8a467fc0d6a0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:30.353481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4ec7570a-5275-4ec0-9fa6-4d727885c982 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.356974 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4ec7570a-5275-4ec0-9fa6-4d727885c982 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/364957a7-9fd3-473f-84d4-8a467fc0d6a0 HTTP/1.1" status: 204 len: 168 time: 1.2313912 Apr 30 01:45:30.357078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48084) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:30.367456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-d1e349a2-9460-4d15-add1-2faec134793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:30.367456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-d1e349a2-9460-4d15-add1-2faec134793a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1095 time: 0.1121154 Apr 30 01:45:30.559763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.589817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693a0a9-dc40-42d1-a0b6-3177fac844f5 None None] Network e136c2b9-7369-41e8-9b57-9bc2cc975e95 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:30.626561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-0e1ca9a7-f41f-4b33-b15d-f94eedfc9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:30.632126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-0e1ca9a7-f41f-4b33-b15d-f94eedfc9d8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.2568388 Apr 30 01:45:30.758369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port c129bd97-c829-4c6a-a6b3-b852f5c205f6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:30.758725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.822252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-94264a37-9abc-4d83-b9a7-6e000b786c33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1000 time: 0.1815739 Apr 30 01:45:30.837362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5461825-7410-493d-b8a2-e8996783bb69 req-74a78ae5-29cd-43f5-bd48-f5a0ccc6f5a2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:30.839580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5461825-7410-493d-b8a2-e8996783bb69 req-74a78ae5-29cd-43f5-bd48-f5a0ccc6f5a2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.0916526 Apr 30 01:45:30.896047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-b412d3cd-77a8-4b7a-85f8-a95383422f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:30.899212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-b412d3cd-77a8-4b7a-85f8-a95383422f3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.0694315 Apr 30 01:45:30.921578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] For port c129bd97-c829-4c6a-a6b3-b852f5c205f6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c129bd97-c829-4c6a-a6b3-b852f5c205f6,segment=NetworkSegment(ce4d73b8-e168-4dbb-b4b1-a24223346be4),segment_id=ce4d73b8-e168-4dbb-b4b1-a24223346be4)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:30.922508 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:30.958360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for c129bd97-c829-4c6a-a6b3-b852f5c205f6 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:31.032700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] DHCP port deletion for e136c2b9-7369-41e8-9b57-9bc2cc975e95 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:45:31.055924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5461825-7410-493d-b8a2-e8996783bb69 req-29328424-10f3-445f-a661-f2463ac2cf64 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539748 Apr 30 01:45:31.072856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-53491dd5-e468-496b-a84c-e0409f3a0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:31.074712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-53491dd5-e468-496b-a84c-e0409f3a0a27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694279 Apr 30 01:45:31.096210 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cafe35cf-1034-40d2-9226-4a9cd9a6fdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.156720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] Deleting port c129bd97-c829-4c6a-a6b3-b852f5c205f6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:31.157338 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.185001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48104) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:31.206078 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.206228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb94466f-aa11-4b79-9e7d-18b9ee509692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.257443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No DVR routers for this DVR port c129bd97-c829-4c6a-a6b3-b852f5c205f6 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:31.259556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=c129bd97-c829-4c6a-a6b3-b852f5c205f6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:31.304245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] For port c129bd97-c829-4c6a-a6b3-b852f5c205f6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c129bd97-c829-4c6a-a6b3-b852f5c205f6,segment=NetworkSegment(ce4d73b8-e168-4dbb-b4b1-a24223346be4),segment_id=ce4d73b8-e168-4dbb-b4b1-a24223346be4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:31.305014 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.319416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] Calling delete_port for c129bd97-c829-4c6a-a6b3-b852f5c205f6 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:31.320746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb94466f-aa11-4b79-9e7d-18b9ee509692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.357734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-94981dcb-c131-475a-a030-cbbbd269e6c2 service neutron] 10.222.0.21 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755213 Apr 30 01:45:31.395261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.416696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.424986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e136c2b9-7369-41e8-9b57-9bc2cc975e95']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:31.435323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4d73b8-e168-4dbb-b4b1-a24223346be4') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:31.435692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4d73b8-e168-4dbb-b4b1-a24223346be4') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:31.450340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.458411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb94466f-aa11-4b79-9e7d-18b9ee509692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.465085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] No DVR routers for this DVR port c129bd97-c829-4c6a-a6b3-b852f5c205f6 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:31.476504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.487066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:31.487506 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.492895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59328d8-f8c1-412d-b047-9d0e037eae39 None None] Pushing event deleted for resources: {'Port': ['ID=c129bd97-c829-4c6a-a6b3-b852f5c205f6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:31.544880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c129bd97-c829-4c6a-a6b3-b852f5c205f6 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:31.568561 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:31.585781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c129bd97-c829-4c6a-a6b3-b852f5c205f6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:45:31.586343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c129bd97-c829-4c6a-a6b3-b852f5c205f6 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:45:31.606187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48110) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:31.606327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb94466f-aa11-4b79-9e7d-18b9ee509692 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=256790dcfc0340539f609bd6ca8fb89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200990 Apr 30 01:45:31.645359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94466f-aa11-4b79-9e7d-18b9ee509692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21380b1-b8c4-442f-88e0-3e8d05cb72af,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:31.679076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.691689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:45:31.698523 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f70faf-a6c7-4047-96c0-329115766e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:45:31.699396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.711116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48116) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:31.711556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/networks/e136c2b9-7369-41e8-9b57-9bc2cc975e95 HTTP/1.1" status: 204 len: 168 time: 1.3446219 Apr 30 01:45:31.726791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1618414594'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:31.760186 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74014e05-f879-4dcf-85b4-2bc1ccfa9c24 req-f2b64e14-016f-468e-9b20-072372bdf6c0 service neutron] 10.222.0.21 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831069 Apr 30 01:45:31.770042 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed6434d3-6fde-4c28-bce7-368f3b99c8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.784212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a6f62-4cb1-47a0-bb49-3ae5c0118160 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Network': ['ID=e136c2b9-7369-41e8-9b57-9bc2cc975e95,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:31.798315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6f5f5ad2-18ba-498e-8b16-6b0449636b67 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:31.819807 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872ba11a-efb3-4bbc-99bd-3f758224b2c6 x-openstack-request-id: req-872ba11a-efb3-4bbc-99bd-3f758224b2c6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:45:31.822800 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:45:31.823054 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-872ba11a-efb3-4bbc-99bd-3f758224b2c6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:45:31.825341 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872ba11a-efb3-4bbc-99bd-3f758224b2c6'] response: {'name': 'network-changed', 'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'status': 'completed', 'code': 200} Apr 30 01:45:31.873400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed6434d3-6fde-4c28-bce7-368f3b99c8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:31.881507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 6f5f5ad2-18ba-498e-8b16-6b0449636b67 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:45:31.906439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70faf-a6c7-4047-96c0-329115766e5e req-6ef0611b-d313-4260-868c-08f552609f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:31.907959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-6ef0611b-d313-4260-868c-08f552609f65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1095 time: 0.0794902 Apr 30 01:45:31.928520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:31.933200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:32.015777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70faf-a6c7-4047-96c0-329115766e5e req-1da0e216-00cc-4dc7-bbe1-e8cbe764a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.018982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-1da0e216-00cc-4dc7-bbe1-e8cbe764a153 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.0984182 Apr 30 01:45:32.045650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:32.064510 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70faf-a6c7-4047-96c0-329115766e5e req-9304ced0-d09e-4478-b187-d9f44f5b5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.066059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-9304ced0-d09e-4478-b187-d9f44f5b5eab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1095 time: 0.0520906 Apr 30 01:45:32.081794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed6434d3-6fde-4c28-bce7-368f3b99c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:32.099311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ed6434d3-6fde-4c28-bce7-368f3b99c8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:32.100439 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ed6434d3-6fde-4c28-bce7-368f3b99c8ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a21380b1-b8c4-442f-88e0-3e8d05cb72af HTTP/1.1" status: 204 len: 168 time: 0.4928772 Apr 30 01:45:32.122591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:45:32.151673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6434d3-6fde-4c28-bce7-368f3b99c8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21380b1-b8c4-442f-88e0-3e8d05cb72af,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:32.153126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:32.153474 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Added segment c1264c99-38c9-44cc-8846-a031ec75f387 of type vlan for network fde976b1-1f95-4111-8795-0c61acc1c9d3 Apr 30 01:45:32.206953 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-382a9261-ac20-461e-93d4-d203018d4f4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1000 time: 0.1767402 Apr 30 01:45:32.284148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70faf-a6c7-4047-96c0-329115766e5e req-9b38c3d1-46b7-4309-9125-278cde6457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.286963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-9b38c3d1-46b7-4309-9125-278cde6457ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.0691879 Apr 30 01:45:32.307625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:32.345316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a458c66-a999-47f3-8093-a687dbe72fa9 req-ae32dbea-28f2-48d9-9857-4a2c6d178355 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.346871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a458c66-a999-47f3-8093-a687dbe72fa9 req-ae32dbea-28f2-48d9-9857-4a2c6d178355 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.1418879 Apr 30 01:45:32.388929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70faf-a6c7-4047-96c0-329115766e5e req-784134be-b842-402a-9b50-01b800855c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.394763 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-784134be-b842-402a-9b50-01b800855c7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949965 Apr 30 01:45:32.400043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70faf-a6c7-4047-96c0-329115766e5e req-af4819a5-3a1f-4a44-86b7-275491308b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.402714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-af4819a5-3a1f-4a44-86b7-275491308b38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.3292537 Apr 30 01:45:32.509521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a458c66-a999-47f3-8093-a687dbe72fa9 req-a8f39446-f508-4fdc-83a3-ceb64ed6e196 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143429 Apr 30 01:45:32.522559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:32.528857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.530561 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:32.542684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-7fe02431-d83c-48c1-af42-47967982999c service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363487 Apr 30 01:45:32.597217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-541c3eca-9cbd-4256-ba1e-6a8233e03ed6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1000 time: 0.1818962 Apr 30 01:45:32.676043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-9a88b89c-87aa-408d-819c-a77c62360d0e service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229904 Apr 30 01:45:32.729751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0136790 Apr 30 01:45:32.732762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48136) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:32.737629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70faf-a6c7-4047-96c0-329115766e5e req-2652f052-0547-48b4-8b16-a2a23e037b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.738804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:32.739091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-2652f052-0547-48b4-8b16-a2a23e037b32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.1333077 Apr 30 01:45:32.742225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075734dd-0a0c-4fd2-a7eb-03e88943d2fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Network': ['ID=fde976b1-1f95-4111-8795-0c61acc1c9d3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:32.755381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network fde976b1-1f95-4111-8795-0c61acc1c9d3 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:45:32.940457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70faf-a6c7-4047-96c0-329115766e5e req-084d434a-feba-4a83-bfd8-92eb275ec9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:32.942764 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-084d434a-feba-4a83-bfd8-92eb275ec9cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743145 Apr 30 01:45:32.957134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:32.961427 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:33.053245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-2d8db05e-efba-4089-9d67-240b4fda66e0 service neutron] 10.222.0.21 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013675 Apr 30 01:45:33.190723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38f70faf-a6c7-4047-96c0-329115766e5e req-547246e0-3436-4f9b-8f2f-acb9364e04e7 service neutron] 10.222.0.21 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300991 Apr 30 01:45:33.403314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:33.478642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=dc42f85e-92db-47fa-b9e3-e0ecb8e5a788,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:33.485886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking segment: {'id': 'c1264c99-38c9-44cc-8846-a031ec75f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:33.486324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network hostable DHCP agents. Network: fde976b1-1f95-4111-8795-0c61acc1c9d3, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:45:33.606936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network fde976b1-1f95-4111-8795-0c61acc1c9d3 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:45:33.689978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102712e4-ae8c-4373-a9f1-f93a918df5a5 req-864a00dd-854f-4ab3-b99f-ca569b166d59 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:33.691663 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-102712e4-ae8c-4373-a9f1-f93a918df5a5 req-864a00dd-854f-4ab3-b99f-ca569b166d59 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.0576999 Apr 30 01:45:33.704346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, fde976b1-1f95-4111-8795-0c61acc1c9d3) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:33.717793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa631c4-dce8-4792-89a7-a1612d266e38 None None] Network fde976b1-1f95-4111-8795-0c61acc1c9d3 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:33.721579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:33.722176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:33.905282 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-102712e4-ae8c-4373-a9f1-f93a918df5a5 req-2c129768-80ea-472e-98ca-e398dae93d65 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187918 Apr 30 01:45:33.917098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b0daabdb-7005-46b0-ad79-595e6ab4a747 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1815233 Apr 30 01:45:33.920037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48176) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:33.932149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3', 'name': 'tempest-PortsIpV6TestJSON-957423120', 'fixed_ips': [{'subnet_id': 'dc42f85e-92db-47fa-b9e3-e0ecb8e5a788', 'ip_address': '2001:db8::10'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:33.966190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:34.173901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:34.212859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:34.297093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-fde976b1-1f95-4111-8795-0c61acc1c9d3', 'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3', 'tenant_id': 'e041b5e46f7046e4829a35f6f82bdb84', 'fixed_ips': [{'subnet_id': 'dc42f85e-92db-47fa-b9e3-e0ecb8e5a788'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:45:34.299325 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:34.365657 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:34.390856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 82c32e0e-a6c6-4098-8a8f-083ff327d678 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:34.484821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Allocated IP 2001:db8::2 (fde976b1-1f95-4111-8795-0c61acc1c9d3/dc42f85e-92db-47fa-b9e3-e0ecb8e5a788/bfc90ee4-a0b7-49e5-89cb-24fd440bf742) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:34.751759 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:34.861303 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:34.904507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Network fde976b1-1f95-4111-8795-0c61acc1c9d3 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:34.912051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:34.928680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:34.963892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Pushing event updated for resources: {'Port': ['ID=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:34.998676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::10 (fde976b1-1f95-4111-8795-0c61acc1c9d3/dc42f85e-92db-47fa-b9e3-e0ecb8e5a788/82c32e0e-a6c6-4098-8a8f-083ff327d678) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:35.027280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Attempting to bind port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:45:35.028138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Attempting to bind port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c1264c99-38c9-44cc-8846-a031ec75f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:45:35.029695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Attempting to bind port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 on network fde976b1-1f95-4111-8795-0c61acc1c9d3 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:35.053196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:45:35.053196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Checking segment: {'id': 'c1264c99-38c9-44cc-8846-a031ec75f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:35.053196 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:35.053196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Bound using segment: {'id': 'c1264c99-38c9-44cc-8846-a031ec75f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:45:35.053196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Bound port: bfc90ee4-a0b7-49e5-89cb-24fd440bf742, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1264c99-38c9-44cc-8846-a031ec75f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:45:35.053196 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:35.151196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] For port bfc90ee4-a0b7-49e5-89cb-24fd440bf742, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:45:35.155260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] For port bfc90ee4-a0b7-49e5-89cb-24fd440bf742, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,segment=NetworkSegment(c1264c99-38c9-44cc-8846-a031ec75f387),segment_id=c1264c99-38c9-44cc-8846-a031ec75f387)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:45:35.227359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1f919-9e68-4e05-bf2f-db35b9edd1c3 req-55092c9f-7333-45a0-ab1c-4306fd32fd08 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:35.229369 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:35.231110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43f1f919-9e68-4e05-bf2f-db35b9edd1c3 req-55092c9f-7333-45a0-ab1c-4306fd32fd08 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 944 time: 0.1755157 Apr 30 01:45:35.308660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01720-6fa9-4789-841a-01522c2e300a None None] Pushing event updated for resources: {'Port': ['ID=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:35.325498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6f5f5ad2-18ba-498e-8b16-6b0449636b67 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:45:35.340260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:35.353888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43f1f919-9e68-4e05-bf2f-db35b9edd1c3 req-427fdb3f-31ce-48f0-991d-e93c49f0b4bb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058092 Apr 30 01:45:35.454563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:35.473392 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:35.476399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'port_id': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'mac_address': 'fa:16:3e:21:4e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:45:35.529742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network fde976b1-1f95-4111-8795-0c61acc1c9d3 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:35.534423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:35.538942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:35.540665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:35.553226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:35.554006 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:35.561986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5f5ad2-18ba-498e-8b16-6b0449636b67 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:45:35.590649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:35.596863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=82c32e0e-a6c6-4098-8a8f-083ff327d678,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:35.672435 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:35.675416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9a445b2f-6fc7-4428-9e59-e34b11383fd5 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7505121 Apr 30 01:45:35.677762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48224) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:35.682729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': 'fde976b1-1f95-4111-8795-0c61acc1c9d3', 'name': 'tempest-PortsIpV6TestJSON-907803089', 'fixed_ips': [{'subnet_id': 'dc42f85e-92db-47fa-b9e3-e0ecb8e5a788', 'ip_address': '2001:db8::f'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:35.793338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:35.901700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['6f5f5ad2-18ba-498e-8b16-6b0449636b67'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:45:36.054889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8fb66-a873-44e7-9a13-3fdce26edf83 req-31123995-32e5-4c53-bd26-531fd3730cb6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:36.079540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ef8fb66-a873-44e7-9a13-3fdce26edf83 req-31123995-32e5-4c53-bd26-531fd3730cb6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 945 time: 0.2835598 Apr 30 01:45:36.095644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b252-4319-480a-b991-a9fface14b0f req-53c731ae-c2fe-433d-aebb-e35b5e358fd5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:36.102777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-53c731ae-c2fe-433d-aebb-e35b5e358fd5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.23 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302&tenant_id=c0d0017750714ac2a74fd60a825a474e&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 945 time: 0.2142603 Apr 30 01:45:36.140045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ef8fb66-a873-44e7-9a13-3fdce26edf83 req-b9306e57-c304-40d3-bb3a-8796273e9991 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548804 Apr 30 01:45:36.201754 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-b397b252-4319-480a-b991-a9fface14b0f req-1541e9dc-6144-4b87-aee9-bbd9a784e813 service neutron] delete failed (client error): The resource could not be found. Apr 30 01:45:36.203052 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-1541e9dc-6144-4b87-aee9-bbd9a784e813 service neutron] 10.222.0.23 "DELETE /v2.0/ports/6f5f5ad2-18ba-498e-8b16-6b0449636b67/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0911229 Apr 30 01:45:36.220286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:36.225599 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:36.249412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 1dd2a488-ef57-4eaa-9ca6-1910d6e39658 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:36.330912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b252-4319-480a-b991-a9fface14b0f req-db58900c-0972-4bf8-acbd-c4011ac7a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:36.332573 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-db58900c-0972-4bf8-acbd-c4011ac7a0c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1096 time: 0.0612354 Apr 30 01:45:36.428805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::f (fde976b1-1f95-4111-8795-0c61acc1c9d3/dc42f85e-92db-47fa-b9e3-e0ecb8e5a788/1dd2a488-ef57-4eaa-9ca6-1910d6e39658) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:36.443267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b252-4319-480a-b991-a9fface14b0f req-e4622cad-7369-40f8-8f20-8ae958bb20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:36.447390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-e4622cad-7369-40f8-8f20-8ae958bb20c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.1075213 Apr 30 01:45:36.557314 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-7f3998c4-06a9-475f-87d4-c0f25e3c594e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1001 time: 0.0987537 Apr 30 01:45:36.626630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b252-4319-480a-b991-a9fface14b0f req-4c8e6c74-24aa-4478-afa9-e95c6bf1209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:36.628555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-4c8e6c74-24aa-4478-afa9-e95c6bf1209e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.0641739 Apr 30 01:45:36.674951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:36.693855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b252-4319-480a-b991-a9fface14b0f req-e101bf31-2728-4431-aa43-42daf9d18175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:36.696724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-e101bf31-2728-4431-aa43-42daf9d18175 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570648 Apr 30 01:45:36.847186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-f45607a1-7dcc-4aa4-b18f-fcc1eb2b3471 service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385524 Apr 30 01:45:36.852933 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:36.942531 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network fde976b1-1f95-4111-8795-0c61acc1c9d3 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:36.943336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9921be9-7879-45b6-acb1-ae8ed61d1172 None None] Network fde976b1-1f95-4111-8795-0c61acc1c9d3 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:36.955050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:36.959978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:36.965674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:36.966295 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:36.998222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=1dd2a488-ef57-4eaa-9ca6-1910d6e39658,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:37.028918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.028918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.029209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.029516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.029848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.030313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.030736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.031095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.031436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.031782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.032102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.032420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:45:37.071174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b397b252-4319-480a-b991-a9fface14b0f req-13c18370-e390-41b8-bee2-2baf61a40672 service neutron] 10.222.0.23 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998057 Apr 30 01:45:37.107815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-329bc8f2-f78a-4146-9051-771af9e46e72 None None] Provisioning complete for port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:37.108960 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-329bc8f2-f78a-4146-9051-771af9e46e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:37.129297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b3d44c69-d9f4-4972-90ac-3049c616f8fd tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4480250 Apr 30 01:45:37.129918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48252) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:37.228046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69e5d1-75bd-465f-bff7-c0a05eef69cf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:37.231477 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-df69e5d1-75bd-465f-bff7-c0a05eef69cf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0992334 Apr 30 01:45:37.232641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48258) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:37.300766 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6f5f5ad2-18ba-498e-8b16-6b0449636b67 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:37.352793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df552ad0-bf4e-41b7-9eed-5b6d89824a80 req-482c267c-5182-4e51-96a3-51569aa0379a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:37.355029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df552ad0-bf4e-41b7-9eed-5b6d89824a80 req-482c267c-5182-4e51-96a3-51569aa0379a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 945 time: 0.0908358 Apr 30 01:45:37.455257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df552ad0-bf4e-41b7-9eed-5b6d89824a80 req-ffd8aed6-d04a-4b54-a916-038a601b5a40 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862060 Apr 30 01:45:37.657241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfc90ee4-a0b7-49e5-89cb-24fd440bf742 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:37.859528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-329bc8f2-f78a-4146-9051-771af9e46e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:37.862905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:37.863271 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:37.969408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-329bc8f2-f78a-4146-9051-771af9e46e72 None None] For port bfc90ee4-a0b7-49e5-89cb-24fd440bf742, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,segment=NetworkSegment(c1264c99-38c9-44cc-8846-a031ec75f387),segment_id=c1264c99-38c9-44cc-8846-a031ec75f387)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:37.972835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:45:37.981811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:37.982182 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.166998 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.197402 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-329bc8f2-f78a-4146-9051-771af9e46e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.400134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cce710-8ef4-4556-8575-2d4bf44b7c05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:38.419318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-db24ac6b-9c1d-4dd8-a5d7-ba02dbe23f77 None None] Provisioning complete for port 82c32e0e-a6c6-4098-8a8f-083ff327d678 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:38.419617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cce710-8ef4-4556-8575-2d4bf44b7c05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:38.423859 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db24ac6b-9c1d-4dd8-a5d7-ba02dbe23f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.426446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cce710-8ef4-4556-8575-2d4bf44b7c05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:38.432152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-81cce710-8ef4-4556-8575-2d4bf44b7c05 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.1981742 Apr 30 01:45:38.434489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48278) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:38.443640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bc8f2-f78a-4146-9051-771af9e46e72 None None] Pushing event updated for resources: {'Port': ['ID=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:38.457647 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:45:38.458108 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:45:38.652613 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.656901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-db24ac6b-9c1d-4dd8-a5d7-ba02dbe23f77 None None] Port 82c32e0e-a6c6-4098-8a8f-083ff327d678 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:38.692909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8fbb2-2293-44df-9c0b-757e0b2dc1e8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 1dd2a488-ef57-4eaa-9ca6-1910d6e39658 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:38.693258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8eb8fbb2-2293-44df-9c0b-757e0b2dc1e8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.701158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-db24ac6b-9c1d-4dd8-a5d7-ba02dbe23f77 None None] Provisioning complete for port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:38.701537 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db24ac6b-9c1d-4dd8-a5d7-ba02dbe23f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.726856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:45:38.729636 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8610268d-6279-4344-87e9-c5ad8a898acd" -d '{"events": [{"server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "name": "network-vif-plugged", "status": "completed", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:45:38.769973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:38.770712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf31be8-c11a-47c9-80ef-ebbcc0bf250e req-6599ee62-67bb-4a49-8b08-572c3d4cbe78 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:38.778204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbf31be8-c11a-47c9-80ef-ebbcc0bf250e req-6599ee62-67bb-4a49-8b08-572c3d4cbe78 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 945 time: 0.1625357 Apr 30 01:45:38.848058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbf31be8-c11a-47c9-80ef-ebbcc0bf250e req-e8c241d6-a649-431d-945c-c0e63920cd61 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627289 Apr 30 01:45:38.854918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.866301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48284) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:38.871951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8eb8fbb2-2293-44df-9c0b-757e0b2dc1e8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:38.909851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8fbb2-2293-44df-9c0b-757e0b2dc1e8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 1dd2a488-ef57-4eaa-9ca6-1910d6e39658 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:38.952534 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc05a6-329c-48a4-af45-24da5e197884 x-openstack-request-id: req-31bc05a6-329c-48a4-af45-24da5e197884 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:45:38.952827 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "name": "network-vif-plugged", "status": "completed", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:45:38.953078 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31bc05a6-329c-48a4-af45-24da5e197884 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:45:38.953892 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bc05a6-329c-48a4-af45-24da5e197884'] response: {'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'code': 200} Apr 30 01:45:39.016156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0794390a-2581-437b-a346-63593d9c2eee tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 200 len: 994 time: 0.1461618 Apr 30 01:45:39.137485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-db24ac6b-9c1d-4dd8-a5d7-ba02dbe23f77 None None] Provisioning complete for port 1dd2a488-ef57-4eaa-9ca6-1910d6e39658 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:39.138030 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db24ac6b-9c1d-4dd8-a5d7-ba02dbe23f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:39.161111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:39.193686 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8eb8fbb2-2293-44df-9c0b-757e0b2dc1e8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:39.199040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-db24ac6b-9c1d-4dd8-a5d7-ba02dbe23f77 None None] Port 1dd2a488-ef57-4eaa-9ca6-1910d6e39658 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:39.241377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8fbb2-2293-44df-9c0b-757e0b2dc1e8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=1dd2a488-ef57-4eaa-9ca6-1910d6e39658,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:39.275788 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8eb8fbb2-2293-44df-9c0b-757e0b2dc1e8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:39.279272 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8eb8fbb2-2293-44df-9c0b-757e0b2dc1e8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/1dd2a488-ef57-4eaa-9ca6-1910d6e39658 HTTP/1.1" status: 204 len: 168 time: 0.8430905 Apr 30 01:45:39.282528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48298) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:39.345479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e78448e5-2ffc-46b1-867c-16ffdd14c042 None None] Provisioning complete for port 82c32e0e-a6c6-4098-8a8f-083ff327d678 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:39.346914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e78448e5-2ffc-46b1-867c-16ffdd14c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:39.351957 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa0bbe9-8e3c-4b1a-b0a2-e92fd435dbf9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:45:39.356099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4aa0bbe9-8e3c-4b1a-b0a2-e92fd435dbf9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/1dd2a488-ef57-4eaa-9ca6-1910d6e39658 HTTP/1.1" status: 404 len: 333 time: 0.0687296 Apr 30 01:45:39.356337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48302) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:39.435291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e78448e5-2ffc-46b1-867c-16ffdd14c042 None None] Port 82c32e0e-a6c6-4098-8a8f-083ff327d678 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:39.441035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e78448e5-2ffc-46b1-867c-16ffdd14c042 None None] Could not find standard attr ID for object 1dd2a488-ef57-4eaa-9ca6-1910d6e39658. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:45:39.555540 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfc90ee4-a0b7-49e5-89cb-24fd440bf742 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:39.644403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:39.644786 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:39.820036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a61e-47da-4c17-8d53-34ae153b1c74 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 82c32e0e-a6c6-4098-8a8f-083ff327d678 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:39.820930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a61e-47da-4c17-8d53-34ae153b1c74 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:39.911043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a61e-47da-4c17-8d53-34ae153b1c74 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:39.924952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1a61e-47da-4c17-8d53-34ae153b1c74 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 82c32e0e-a6c6-4098-8a8f-083ff327d678 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:40.146367 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a61e-47da-4c17-8d53-34ae153b1c74 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:40.189632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1a61e-47da-4c17-8d53-34ae153b1c74 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=82c32e0e-a6c6-4098-8a8f-083ff327d678,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:40.289316 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a61e-47da-4c17-8d53-34ae153b1c74 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:40.295644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e0b1a61e-47da-4c17-8d53-34ae153b1c74 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/82c32e0e-a6c6-4098-8a8f-083ff327d678 HTTP/1.1" status: 204 len: 168 time: 0.9380085 Apr 30 01:45:40.298576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48320) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:40.353214 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa734bc4-af15-473e-95a4-09424ec8176c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:45:40.357970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa734bc4-af15-473e-95a4-09424ec8176c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/82c32e0e-a6c6-4098-8a8f-083ff327d678 HTTP/1.1" status: 404 len: 333 time: 0.0583267 Apr 30 01:45:40.358084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48324) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:40.452678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-69843c07-71bf-4b65-802e-8c327e5f0213 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet dc42f85e-92db-47fa-b9e3-e0ecb8e5a788 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:40.460432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69843c07-71bf-4b65-802e-8c327e5f0213 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:40.553316 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69843c07-71bf-4b65-802e-8c327e5f0213 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:40.712166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69843c07-71bf-4b65-802e-8c327e5f0213 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:40.870679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69843c07-71bf-4b65-802e-8c327e5f0213 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:40.933729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46239de1-1b54-4cf3-af8e-89bf7ce36899 None None] Network fde976b1-1f95-4111-8795-0c61acc1c9d3 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:40.972330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69843c07-71bf-4b65-802e-8c327e5f0213 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:40.992708 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-69843c07-71bf-4b65-802e-8c327e5f0213 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/dc42f85e-92db-47fa-b9e3-e0ecb8e5a788 HTTP/1.1" status: 204 len: 168 time: 0.6321790 Apr 30 01:45:40.994155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48354) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:41.063473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69843c07-71bf-4b65-802e-8c327e5f0213 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=dc42f85e-92db-47fa-b9e3-e0ecb8e5a788,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:41.187134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:41.309435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:41.310004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:41.388528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] DHCP port deletion for fde976b1-1f95-4111-8795-0c61acc1c9d3 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:45:41.522495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] For port bfc90ee4-a0b7-49e5-89cb-24fd440bf742, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,segment=NetworkSegment(c1264c99-38c9-44cc-8846-a031ec75f387),segment_id=c1264c99-38c9-44cc-8846-a031ec75f387)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:41.526268 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:41.596456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for bfc90ee4-a0b7-49e5-89cb-24fd440bf742 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:41.616237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] Deleting port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:41.617423 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:41.885485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bfc90ee4-a0b7-49e5-89cb-24fd440bf742 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:41.897058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] For port bfc90ee4-a0b7-49e5-89cb-24fd440bf742, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,segment=NetworkSegment(c1264c99-38c9-44cc-8846-a031ec75f387),segment_id=c1264c99-38c9-44cc-8846-a031ec75f387)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:41.897619 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:41.934811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] Calling delete_port for bfc90ee4-a0b7-49e5-89cb-24fd440bf742 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:41.942045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48360) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:41.974761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.000592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No DVR routers for this DVR port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:42.086269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:42.100180 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No ports have port_id starting with bfc90ee4-a0b7-49e5-89cb-24fd440bf742 Apr 30 01:45:42.142388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80c8f40f-4c17-46cc-aebc-8016ab5f3ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:45:42.175475 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:45:42.196324 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.208410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.215114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] No DVR routers for this DVR port bfc90ee4-a0b7-49e5-89cb-24fd440bf742 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:42.284602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde976b1-1f95-4111-8795-0c61acc1c9d3']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:42.289398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47476b-9592-43ad-81fb-e76e7802fff8 None None] Pushing event deleted for resources: {'Port': ['ID=bfc90ee4-a0b7-49e5-89cb-24fd440bf742,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:42.323077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1264c99-38c9-44cc-8846-a031ec75f387') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:42.324200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1264c99-38c9-44cc-8846-a031ec75f387') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:42.357094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.373590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80c8f40f-4c17-46cc-aebc-8016ab5f3ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.385800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.394088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:42.394824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:42.399138 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:42.427721 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80c8f40f-4c17-46cc-aebc-8016ab5f3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.486884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-80c8f40f-4c17-46cc-aebc-8016ab5f3ffc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06f0e8db02ef43889aa687748560347e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5434172 Apr 30 01:45:42.489230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48380) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:42.550143 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.558748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.559170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8f40f-4c17-46cc-aebc-8016ab5f3ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b643ea-0431-4c54-ab28-75895ab75919,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:42.564818 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/networks/fde976b1-1f95-4111-8795-0c61acc1c9d3 HTTP/1.1" status: 204 len: 168 time: 1.5694072 Apr 30 01:45:42.568958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:42.581150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c91cd-a295-404e-80d4-83af890ce8a4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Network': ['ID=fde976b1-1f95-4111-8795-0c61acc1c9d3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:42.591552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-702330388'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:42.605800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b86b928e-b82d-4b8a-adaf-62a11bbcf3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.666872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b86b928e-b82d-4b8a-adaf-62a11bbcf3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.735966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:42.739209 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.861960 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b86b928e-b82d-4b8a-adaf-62a11bbcf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.864536 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b86b928e-b82d-4b8a-adaf-62a11bbcf3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.868522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b86b928e-b82d-4b8a-adaf-62a11bbcf3c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60b643ea-0431-4c54-ab28-75895ab75919 HTTP/1.1" status: 204 len: 168 time: 0.3781993 Apr 30 01:45:42.869410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:45:42.880735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b928e-b82d-4b8a-adaf-62a11bbcf3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b643ea-0431-4c54-ab28-75895ab75919,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:42.894185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:42.894185 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Added segment 97c42b75-0b13-4cd3-b378-5e96699ff5dc of type vlan for network 659ec2ae-dd11-4326-b88e-6a0977aae497 Apr 30 01:45:42.946426 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:43.045918 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:43.055117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:43.055889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:43.134795 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Network': ['ID=659ec2ae-dd11-4326-b88e-6a0977aae497,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:43.148364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 659ec2ae-dd11-4326-b88e-6a0977aae497 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:45:43.160717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e68d359c-ceb8-4d10-bac6-616fc41dad2d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5846219 Apr 30 01:45:43.163303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48398) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:43.168681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': '659ec2ae-dd11-4326-b88e-6a0977aae497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:43.408574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:43.412253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:43.695005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48414) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:43.710458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-02201c59-9448-4e75-b81a-c5ed7318457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:43.737546 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:43.832148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-02201c59-9448-4e75-b81a-c5ed7318457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:43.849345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=47948b35-32d7-465e-913c-70ad6f5190f7,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:43.882392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Checking segment: {'id': '97c42b75-0b13-4cd3-b378-5e96699ff5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '659ec2ae-dd11-4326-b88e-6a0977aae497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:43.882686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network hostable DHCP agents. Network: 659ec2ae-dd11-4326-b88e-6a0977aae497, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:45:43.920037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-02201c59-9448-4e75-b81a-c5ed7318457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:43.956672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48416) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:43.960316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-02201c59-9448-4e75-b81a-c5ed7318457d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f7268a7b6934d56964cfa1782c1873a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635913 Apr 30 01:45:43.984320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02201c59-9448-4e75-b81a-c5ed7318457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b4a04e-c75e-4db0-ba16-650e2da5a3ce,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:44.001280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network 659ec2ae-dd11-4326-b88e-6a0977aae497 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:45:44.063970 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92f0be73-fad2-4dcc-8934-4a1f50497671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.089952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92f0be73-fad2-4dcc-8934-4a1f50497671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.108955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 659ec2ae-dd11-4326-b88e-6a0977aae497) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:44.119435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:44.120032 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.125578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c228888d-6f25-4916-a775-50113a5421ab None None] Network 659ec2ae-dd11-4326-b88e-6a0977aae497 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:44.204013 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fec797d8-10c9-4f2b-82cb-7c1885f8f582 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0355148 Apr 30 01:45:44.204244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48420) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:44.208717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1ac3faef-6cf8-455f-ab4d-e1fe563a7b25 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-370176697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:44.260041 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92f0be73-fad2-4dcc-8934-4a1f50497671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.264435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92f0be73-fad2-4dcc-8934-4a1f50497671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.279572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-92f0be73-fad2-4dcc-8934-4a1f50497671 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6b4a04e-c75e-4db0-ba16-650e2da5a3ce HTTP/1.1" status: 204 len: 168 time: 0.3133633 Apr 30 01:45:44.300755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0be73-fad2-4dcc-8934-4a1f50497671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b4a04e-c75e-4db0-ba16-650e2da5a3ce,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:44.352044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-659ec2ae-dd11-4326-b88e-6a0977aae497', 'network_id': '659ec2ae-dd11-4326-b88e-6a0977aae497', 'tenant_id': 'e041b5e46f7046e4829a35f6f82bdb84', 'fixed_ips': [{'subnet_id': '47948b35-32d7-465e-913c-70ad6f5190f7'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:45:44.353219 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.365717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ac3faef-6cf8-455f-ab4d-e1fe563a7b25 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.367305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ac3faef-6cf8-455f-ab4d-e1fe563a7b25 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.447231 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ac3faef-6cf8-455f-ab4d-e1fe563a7b25 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.518360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ac3faef-6cf8-455f-ab4d-e1fe563a7b25 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.580719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Allocated IP 2001:db8::2 (659ec2ae-dd11-4326-b88e-6a0977aae497/47948b35-32d7-465e-913c-70ad6f5190f7/d7246ba1-e5e5-4a6a-9611-8f522ff7f082) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:44.605103 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ac3faef-6cf8-455f-ab4d-e1fe563a7b25 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.606343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1ac3faef-6cf8-455f-ab4d-e1fe563a7b25 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4015036 Apr 30 01:45:44.609215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48430) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:44.614073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'network_id': '659ec2ae-dd11-4326-b88e-6a0977aae497', 'name': 'tempest-PortsIpV6TestJSON-2064810053'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:44.766339 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.802924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:44.806620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.832340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 2efd32b6-d830-42ed-868f-6db6169c580b yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:44.845978 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:44.923340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Pushing event updated for resources: {'Port': ['ID=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:44.934636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Network 659ec2ae-dd11-4326-b88e-6a0977aae497 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:44.936776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:44.939202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:45.052949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Attempting to bind port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:45:45.053331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Attempting to bind port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '97c42b75-0b13-4cd3-b378-5e96699ff5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '659ec2ae-dd11-4326-b88e-6a0977aae497'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:45:45.053976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Attempting to bind port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 on network 659ec2ae-dd11-4326-b88e-6a0977aae497 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:45.064171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:45:45.064642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Checking segment: {'id': '97c42b75-0b13-4cd3-b378-5e96699ff5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '659ec2ae-dd11-4326-b88e-6a0977aae497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:45.065048 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:45.065446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Bound using segment: {'id': '97c42b75-0b13-4cd3-b378-5e96699ff5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '659ec2ae-dd11-4326-b88e-6a0977aae497'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:45:45.069619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Bound port: d7246ba1-e5e5-4a6a-9611-8f522ff7f082, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c42b75-0b13-4cd3-b378-5e96699ff5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '659ec2ae-dd11-4326-b88e-6a0977aae497'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:45:45.069619 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:45.128028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::237 (659ec2ae-dd11-4326-b88e-6a0977aae497/47948b35-32d7-465e-913c-70ad6f5190f7/2efd32b6-d830-42ed-868f-6db6169c580b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:45.269298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] For port d7246ba1-e5e5-4a6a-9611-8f522ff7f082, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:45:45.276317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] For port d7246ba1-e5e5-4a6a-9611-8f522ff7f082, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,segment=NetworkSegment(97c42b75-0b13-4cd3-b378-5e96699ff5dc),segment_id=97c42b75-0b13-4cd3-b378-5e96699ff5dc)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:45:45.344010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:45.355793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:45.415036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865b359-68b3-46b7-ac22-88fae796e253 None None] Pushing event updated for resources: {'Port': ['ID=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:45.477065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:45.602547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network 659ec2ae-dd11-4326-b88e-6a0977aae497 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:45.615235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:45.633930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:45.650415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:45.658122 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:45.662684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=2efd32b6-d830-42ed-868f-6db6169c580b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:45.772786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3f79184a-e076-46da-970b-4a99a01c2d87 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1624963 Apr 30 01:45:45.790457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:46.414035 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:46.865319 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:46.940241 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:47.035104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=2efd32b6-d830-42ed-868f-6db6169c580b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:47.170018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ee90f-6d84-4bc6-a9e5-63d293c2d7ef None None] Network 659ec2ae-dd11-4326-b88e-6a0977aae497 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:47.282147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-241d7b94-39c6-4262-b4f7-5cb7702aa8bc None None] Provisioning complete for port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:47.282746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-241d7b94-39c6-4262-b4f7-5cb7702aa8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:47.301299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:47.599573 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:47.601225 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-241d7b94-39c6-4262-b4f7-5cb7702aa8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:47.641526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d7246ba1-e5e5-4a6a-9611-8f522ff7f082 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:47.647732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-241d7b94-39c6-4262-b4f7-5cb7702aa8bc None None] For port d7246ba1-e5e5-4a6a-9611-8f522ff7f082, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,segment=NetworkSegment(97c42b75-0b13-4cd3-b378-5e96699ff5dc),segment_id=97c42b75-0b13-4cd3-b378-5e96699ff5dc)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:47.720630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:47.721293 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:47.766524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-241d7b94-39c6-4262-b4f7-5cb7702aa8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:47.925208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d7b94-39c6-4262-b4f7-5cb7702aa8bc None None] Pushing event updated for resources: {'Port': ['ID=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:47.982644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:48.053551 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:48.054662 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:48.098200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c4780cb8-ecf3-4660-b711-d5c465617504 None None] Provisioning complete for port 2efd32b6-d830-42ed-868f-6db6169c580b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:48.098580 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4780cb8-ecf3-4660-b711-d5c465617504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:48.148745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c4780cb8-ecf3-4660-b711-d5c465617504 None None] Port 2efd32b6-d830-42ed-868f-6db6169c580b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:48.164524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c4780cb8-ecf3-4660-b711-d5c465617504 None None] Provisioning complete for port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:48.165201 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c4780cb8-ecf3-4660-b711-d5c465617504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:48.221474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=2efd32b6-d830-42ed-868f-6db6169c580b,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:48.281294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network 659ec2ae-dd11-4326-b88e-6a0977aae497 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:48.281294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:48.437463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7838735c-df9f-4c5c-92d5-0bc42047d017 None None] Provisioning complete for port 2efd32b6-d830-42ed-868f-6db6169c580b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:48.438494 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7838735c-df9f-4c5c-92d5-0bc42047d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:48.478586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7838735c-df9f-4c5c-92d5-0bc42047d017 None None] Port 2efd32b6-d830-42ed-868f-6db6169c580b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:48.546343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Router acccb4c4-f492-4cf4-9924-97fea3a083e9 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:45:48.606832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d1424594-0f6b-4d24-bfb0-f78f44af4ed1 None None] Provisioning complete for port 2efd32b6-d830-42ed-868f-6db6169c580b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:48.607274 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1424594-0f6b-4d24-bfb0-f78f44af4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:48.644330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d1424594-0f6b-4d24-bfb0-f78f44af4ed1 None None] Port 2efd32b6-d830-42ed-868f-6db6169c580b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:48.648553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:48.665603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:45:48.670416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bd20a33f-bb6a-480b-9cad-49418e788f9f tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "PUT /v2.0/routers/acccb4c4-f492-4cf4-9924-97fea3a083e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8767629 Apr 30 01:45:48.673282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48530) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:48.686989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cd5dd-bfd4-4b93-b8d2-b299c6828c17 None None] Sync routers for ids ['acccb4c4-f492-4cf4-9924-97fea3a083e9'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:45:48.698103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cd5dd-bfd4-4b93-b8d2-b299c6828c17 None None] Routers {'acccb4c4-f492-4cf4-9924-97fea3a083e9'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:48.698780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-093cd5dd-bfd4-4b93-b8d2-b299c6828c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:45:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['acccb4c4-f492-4cf4-9924-97fea3a083e9'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:48.743255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-093cd5dd-bfd4-4b93-b8d2-b299c6828c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:48.751703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41db945-e573-42b1-b928-685f4d9abad0 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:48.757544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b41db945-e573-42b1-b928-685f4d9abad0 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports?device_id=acccb4c4-f492-4cf4-9924-97fea3a083e9 HTTP/1.1" status: 200 len: 989 time: 0.0831604 Apr 30 01:45:48.761561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48540) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:48.762447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cd5dd-bfd4-4b93-b8d2-b299c6828c17 None None] Routers {'acccb4c4-f492-4cf4-9924-97fea3a083e9'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:48.763458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-093cd5dd-bfd4-4b93-b8d2-b299c6828c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:45:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['acccb4c4-f492-4cf4-9924-97fea3a083e9'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:48.843339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-093cd5dd-bfd4-4b93-b8d2-b299c6828c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:48.844063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cd5dd-bfd4-4b93-b8d2-b299c6828c17 None None] The sync data for ids ['acccb4c4-f492-4cf4-9924-97fea3a083e9'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:45:48.977052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b89e390e-d323-472e-81ca-70b9aaab64cd None None] Provisioning complete for port 2efd32b6-d830-42ed-868f-6db6169c580b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:48.977525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b89e390e-d323-472e-81ca-70b9aaab64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:49.028063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b89e390e-d323-472e-81ca-70b9aaab64cd None None] Port 2efd32b6-d830-42ed-868f-6db6169c580b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:49.190088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:49.245237 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:45:49.470626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 2efd32b6-d830-42ed-868f-6db6169c580b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:49.470980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:49.539605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d7246ba1-e5e5-4a6a-9611-8f522ff7f082 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:49.653556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:49.670700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 2efd32b6-d830-42ed-868f-6db6169c580b owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:49.773482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:49.774254 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:49.960793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:49.989173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=2efd32b6-d830-42ed-868f-6db6169c580b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:50.161132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:50.292367 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-71bd280a-5bd8-42cd-a414-11a88bb3cb09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807357 Apr 30 01:45:50.388613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-c0831980-6352-46f3-8b0d-4865d3626c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:50.391065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-c0831980-6352-46f3-8b0d-4865d3626c0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1097 time: 0.0426781 Apr 30 01:45:50.412742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Router acccb4c4-f492-4cf4-9924-97fea3a083e9 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:45:50.507369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:45:50.512981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f5d74a59-96f6-4049-a76b-07c62df9f1df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "PUT /v2.0/routers/acccb4c4-f492-4cf4-9924-97fea3a083e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499623 Apr 30 01:45:50.516023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:50.520307 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ae0a9-40a1-43f4-8b36-25c809287b58 None None] Sync routers for ids ['acccb4c4-f492-4cf4-9924-97fea3a083e9'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:45:50.534776 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ae0a9-40a1-43f4-8b36-25c809287b58 None None] Routers {'acccb4c4-f492-4cf4-9924-97fea3a083e9'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:50.535965 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-237ae0a9-40a1-43f4-8b36-25c809287b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:45:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['acccb4c4-f492-4cf4-9924-97fea3a083e9'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:50.552634 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:50.558413 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf739ce-7cc5-49c2-bf01-24e2c2a3cc19 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:45:50.560885 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9bf739ce-7cc5-49c2-bf01-24e2c2a3cc19 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/2efd32b6-d830-42ed-868f-6db6169c580b HTTP/1.1" status: 404 len: 333 time: 0.0437829 Apr 30 01:45:50.564156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48578) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:50.608730 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-237ae0a9-40a1-43f4-8b36-25c809287b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:50.615011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ae0a9-40a1-43f4-8b36-25c809287b58 None None] Routers {'acccb4c4-f492-4cf4-9924-97fea3a083e9'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:45:50.621852 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-237ae0a9-40a1-43f4-8b36-25c809287b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:45:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['acccb4c4-f492-4cf4-9924-97fea3a083e9'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:50.627174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-c15519fd-36dd-4afa-a17b-d013de698228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:50.628692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-c15519fd-36dd-4afa-a17b-d013de698228 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.2047331 Apr 30 01:45:50.677193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-026f8440-b462-4c7a-a1fa-2a93dd307783 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:50.729171 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-237ae0a9-40a1-43f4-8b36-25c809287b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:50.730050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-9ceaa9d6-3082-445a-aa48-510ef64cb0a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 1002 time: 0.0947902 Apr 30 01:45:50.730215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ae0a9-40a1-43f4-8b36-25c809287b58 None None] The sync data for ids ['acccb4c4-f492-4cf4-9924-97fea3a083e9'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:45:50.785942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-f50320c5-ad23-4551-bedd-62e28b005427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:50.788065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-f50320c5-ad23-4551-bedd-62e28b005427 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.0506124 Apr 30 01:45:50.837008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-ce96708b-a3e3-4ede-a2be-0d21e28421ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:50.838761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-ce96708b-a3e3-4ede-a2be-0d21e28421ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436723 Apr 30 01:45:50.871904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-026f8440-b462-4c7a-a1fa-2a93dd307783 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:50.876604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-026f8440-b462-4c7a-a1fa-2a93dd307783 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:50.945938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-f00bae81-8b03-4bf5-952d-eb6aff796b4d service neutron] 10.222.0.21 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984371 Apr 30 01:45:51.034036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-026f8440-b462-4c7a-a1fa-2a93dd307783 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.034857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026f8440-b462-4c7a-a1fa-2a93dd307783 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Fanout notify agent at l3_agent the message router_deleted on router acccb4c4-f492-4cf4-9924-97fea3a083e9 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:45:51.043479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-026f8440-b462-4c7a-a1fa-2a93dd307783 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.045614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-026f8440-b462-4c7a-a1fa-2a93dd307783 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/routers/acccb4c4-f492-4cf4-9924-97fea3a083e9 HTTP/1.1" status: 204 len: 168 time: 0.4792242 Apr 30 01:45:51.048201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48592) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:51.081797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a45e3dfa-3f73-448c-8ca1-f42dbabbf404 req-4c185b8a-859e-45c3-aee8-8c10f74b53a7 service neutron] 10.222.0.21 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194243 Apr 30 01:45:51.156504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-75108c5e-04b1-49be-a501-0dac438735df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 47948b35-32d7-465e-913c-70ad6f5190f7 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:51.160431 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75108c5e-04b1-49be-a501-0dac438735df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.234078 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75108c5e-04b1-49be-a501-0dac438735df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.349551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75108c5e-04b1-49be-a501-0dac438735df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.503101 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75108c5e-04b1-49be-a501-0dac438735df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.614661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75108c5e-04b1-49be-a501-0dac438735df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=47948b35-32d7-465e-913c-70ad6f5190f7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:51.625816 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75108c5e-04b1-49be-a501-0dac438735df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.630528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf96b5-5495-4999-9300-7fd1b116428a None None] Network 659ec2ae-dd11-4326-b88e-6a0977aae497 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:51.633452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48600) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:51.634232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-75108c5e-04b1-49be-a501-0dac438735df tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/47948b35-32d7-465e-913c-70ad6f5190f7 HTTP/1.1" status: 204 len: 168 time: 0.5848756 Apr 30 01:45:51.757693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.857796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:51.858869 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:51.917577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] DHCP port deletion for 659ec2ae-dd11-4326-b88e-6a0977aae497 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:45:51.997084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] For port d7246ba1-e5e5-4a6a-9611-8f522ff7f082, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,segment=NetworkSegment(97c42b75-0b13-4cd3-b378-5e96699ff5dc),segment_id=97c42b75-0b13-4cd3-b378-5e96699ff5dc)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:51.997692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.001659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] Deleting port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:45:52.002528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.035205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for d7246ba1-e5e5-4a6a-9611-8f522ff7f082 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:52.075827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] For port d7246ba1-e5e5-4a6a-9611-8f522ff7f082, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,segment=NetworkSegment(97c42b75-0b13-4cd3-b378-5e96699ff5dc),segment_id=97c42b75-0b13-4cd3-b378-5e96699ff5dc)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:52.075827 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.092026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] Calling delete_port for d7246ba1-e5e5-4a6a-9611-8f522ff7f082 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:45:52.188533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.197097 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.226940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] No DVR routers for this DVR port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:52.233805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9e26-43fa-49d8-ac99-37f0c09525e8 None None] Pushing event deleted for resources: {'Port': ['ID=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:52.251242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=d7246ba1-e5e5-4a6a-9611-8f522ff7f082,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:52.255501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No DVR routers for this DVR port d7246ba1-e5e5-4a6a-9611-8f522ff7f082 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:45:52.614539 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.640228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659ec2ae-dd11-4326-b88e-6a0977aae497']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:52.651812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c42b75-0b13-4cd3-b378-5e96699ff5dc') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:52.652036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c42b75-0b13-4cd3-b378-5e96699ff5dc') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:52.663685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.684585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.692177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:52.692608 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:52.697548 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:52.851078 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.863903 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:52.880435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48624) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:52.893424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/networks/659ec2ae-dd11-4326-b88e-6a0977aae497 HTTP/1.1" status: 204 len: 168 time: 1.2585390 Apr 30 01:45:52.929960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff5f49-b795-4c71-b5cb-e3fa2fe47b28 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Network': ['ID=659ec2ae-dd11-4326-b88e-6a0977aae497,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:52.942032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48813f7a-1789-483c-8fe5-547ffd21a912 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:52.952815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48626) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:52.957347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-48813f7a-1789-483c-8fe5-547ffd21a912 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/84e9ce6e-0ace-44a6-bce1-27a1715514e7 HTTP/1.1" status: 200 len: 845 time: 0.0757866 Apr 30 01:45:53.055840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48632) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:53.064105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:53.068617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-faa9ec88-0df1-40bd-803d-b85b9e09acc4 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/84e9ce6e-0ace-44a6-bce1-27a1715514e7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1100183 Apr 30 01:45:53.273899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:53.277688 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:53.341876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48638) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:53.559110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d7246ba1-e5e5-4a6a-9611-8f522ff7f082 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:45:53.598939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d7246ba1-e5e5-4a6a-9611-8f522ff7f082 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:45:53.601277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d7246ba1-e5e5-4a6a-9611-8f522ff7f082 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:45:53.685523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:53.725703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-d475af44-e702-493c-b752-d0247367bd2d admin admin] Deleting subnet ffd7b9ea-4d64-4175-8528-b6fbe7942d0a {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:45:53.733408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d475af44-e702-493c-b752-d0247367bd2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:53.781097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d475af44-e702-493c-b752-d0247367bd2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:53.808882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=4f51927d-4248-4afe-9d8c-f7fb4bc811ea,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:53.832937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d475af44-e702-493c-b752-d0247367bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:53.833279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:53.834751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:53.845509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:53.845942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bdbf4e-f86a-45fc-8bc0-dcc724f0ff80 None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:53.846117 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:53.944749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-96ef936d-b0f4-4998-91cc-4d117d6d0e0a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8850491 Apr 30 01:45:53.945397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48652) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:53.949333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9483f1be-77d1-41e5-996b-f9ec11c578db tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'security_group': {'name': 'tempest-secgroup-347946240'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:53.997446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d475af44-e702-493c-b752-d0247367bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.063503 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d475af44-e702-493c-b752-d0247367bd2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.066358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d475af44-e702-493c-b752-d0247367bd2d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ffd7b9ea-4d64-4175-8528-b6fbe7942d0a HTTP/1.1" status: 204 len: 168 time: 0.7230744 Apr 30 01:45:54.069167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48662) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:54.113556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9483f1be-77d1-41e5-996b-f9ec11c578db tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.145213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475af44-e702-493c-b752-d0247367bd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd7b9ea-4d64-4175-8528-b6fbe7942d0a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:54.179712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'tenant_id': 'e041b5e46f7046e4829a35f6f82bdb84', 'fixed_ips': [{'subnet_id': '4f51927d-4248-4afe-9d8c-f7fb4bc811ea'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:45:54.180906 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.247533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.382329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9483f1be-77d1-41e5-996b-f9ec11c578db tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.396971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.426893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e364f006-4893-4633-a705-9c8a250d5124']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:54.430427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Allocated IP 2001:db8::2 (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/4f51927d-4248-4afe-9d8c-f7fb4bc811ea/94a5147c-9d6f-4d6d-995b-45ba97ffdce7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:54.438284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd387ba6d-c3e3-4978-8110-614b5b31595a') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:54.438643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd387ba6d-c3e3-4978-8110-614b5b31595a') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:45:54.456831 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.483683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.490569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:45:54.491210 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:45:54.493194 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:45:54.504204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9483f1be-77d1-41e5-996b-f9ec11c578db tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.618176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483f1be-77d1-41e5-996b-f9ec11c578db tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c5f4b6-dea4-4084-b4e0-d03de55684f0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:54.676631 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.693550 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9483f1be-77d1-41e5-996b-f9ec11c578db tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.694996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9483f1be-77d1-41e5-996b-f9ec11c578db tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7490311 Apr 30 01:45:54.696009 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.697641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48674) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:54.706477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ef0b4fef-d26d-4bb8-9c30-b5ba7c996387 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'security_group': {'name': 'tempest-secgroup-607038652'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:54.710906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.714420 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e364f006-4893-4633-a705-9c8a250d5124 HTTP/1.1" status: 204 len: 168 time: 0.6438444 Apr 30 01:45:54.754617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05279b4-8334-4296-82fa-2a6350e02ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e364f006-4893-4633-a705-9c8a250d5124,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:54.759360 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.817834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:54.821886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:54.825069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:54.828071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Pushing event updated for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:54.883938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Attempting to bind port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:45:54.884262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Attempting to bind port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '688606b3-3b64-4cdd-af92-64392de99846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:45:54.884603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Attempting to bind port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 on network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:45:54.889784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:45:54.891210 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4fef-d26d-4bb8-9c30-b5ba7c996387 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.901836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Checking segment: {'id': '688606b3-3b64-4cdd-af92-64392de99846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:45:54.901836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.901836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Bound using segment: {'id': '688606b3-3b64-4cdd-af92-64392de99846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:45:54.901836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Bound port: 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688606b3-3b64-4cdd-af92-64392de99846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:45:54.902140 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:54.979347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:45:54.983880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,segment=NetworkSegment(688606b3-3b64-4cdd-af92-64392de99846),segment_id=688606b3-3b64-4cdd-af92-64392de99846)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:45:55.024284 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4fef-d26d-4bb8-9c30-b5ba7c996387 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.077354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.110016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4fef-d26d-4bb8-9c30-b5ba7c996387 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.166419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b4fef-d26d-4bb8-9c30-b5ba7c996387 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b301708b-3cce-42ea-907d-8beb06cb7caa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:55.181947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48688) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:55.194742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02256bb-7cae-46c9-ac32-eb74420ee19f None None] Pushing event updated for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:55.237279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48692) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:55.245746 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-56bb0b1f-4019-4521-b5c5-d84d5150a3ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b666a22cdfee46008dae334a62b7b625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601349 Apr 30 01:45:55.302241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5aec61ed-a2ce-48a9-9bb5-86da70ba0a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.306616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4fef-d26d-4bb8-9c30-b5ba7c996387 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.310736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48696) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:55.311780 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ef0b4fef-d26d-4bb8-9c30-b5ba7c996387 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6121726 Apr 30 01:45:55.316652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1891850068', 'security_groups': ['b301708b-3cce-42ea-907d-8beb06cb7caa'], 'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f51927d-4248-4afe-9d8c-f7fb4bc811ea'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:55.354758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5aec61ed-a2ce-48a9-9bb5-86da70ba0a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.559650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5aec61ed-a2ce-48a9-9bb5-86da70ba0a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.563015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5aec61ed-a2ce-48a9-9bb5-86da70ba0a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.567530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5aec61ed-a2ce-48a9-9bb5-86da70ba0a41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1128543e-135d-4379-a8ee-3df6b638f96f HTTP/1.1" status: 204 len: 168 time: 0.3285713 Apr 30 01:45:55.582121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec61ed-a2ce-48a9-9bb5-86da70ba0a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1128543e-135d-4379-a8ee-3df6b638f96f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:55.595577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:55.684095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:55.741567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.756499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:55.757190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.763464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port c446fb58-8dfd-4929-ab46-3050d90ff824 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:45:55.866707 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:55.960284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,segment=NetworkSegment(688606b3-3b64-4cdd-af92-64392de99846),segment_id=688606b3-3b64-4cdd-af92-64392de99846)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:56.024588 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:56.044864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::148 (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/4f51927d-4248-4afe-9d8c-f7fb4bc811ea/c446fb58-8dfd-4929-ab46-3050d90ff824) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:56.111157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:56.312314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:56.457166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:56.553961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=c446fb58-8dfd-4929-ab46-3050d90ff824,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:56.567002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:56.568645 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:56.572290 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:45:56.578512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:56.579207 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:56.648271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d811e65b-a6b8-41d7-b7d6-0b8f7d066fef None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:56.648675 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d811e65b-a6b8-41d7-b7d6-0b8f7d066fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:56.674067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b838c7fd-7712-4476-8374-b00c6e71dd4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3582988 Apr 30 01:45:56.674364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48728) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:56.680086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c1fad698-7e09-4f30-b11d-45d2a9ed7195 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:56.802410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d811e65b-a6b8-41d7-b7d6-0b8f7d066fef None None] Provisioning complete for port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:56.802914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d811e65b-a6b8-41d7-b7d6-0b8f7d066fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:56.848915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d811e65b-a6b8-41d7-b7d6-0b8f7d066fef None None] Port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:56.931166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fad698-7e09-4f30-b11d-45d2a9ed7195 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:56.934688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1fad698-7e09-4f30-b11d-45d2a9ed7195 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:56.974711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7f591bd9-c5ee-484d-b3f3-c0df9a8cc8c1 None None] Provisioning complete for port c446fb58-8dfd-4929-ab46-3050d90ff824 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:56.977145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f591bd9-c5ee-484d-b3f3-c0df9a8cc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:57.014674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7f591bd9-c5ee-484d-b3f3-c0df9a8cc8c1 None None] Port c446fb58-8dfd-4929-ab46-3050d90ff824 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:45:57.055215 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-c1fad698-7e09-4f30-b11d-45d2a9ed7195 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f51927d-4248-4afe-9d8c-f7fb4bc811ea (CIDR: 2001:db8::/64) Apr 30 01:45:57.091818 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fad698-7e09-4f30-b11d-45d2a9ed7195 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:45:57.093151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fad698-7e09-4f30-b11d-45d2a9ed7195 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:45:57.191781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1fad698-7e09-4f30-b11d-45d2a9ed7195 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5157819 Apr 30 01:45:57.194298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48750) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:57.202150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:57.575685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:57.577809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:57.578183 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:57.650775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:45:57.660831 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:58.252323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:58.277241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:45:58.280850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:45:58.293367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0a4e6-fd26-4b10-9475-bfe568429e04 None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:45:58.301275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:58.301973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:58.333719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=754a1f30-f9d6-4b7d-9d54-c3fdce2bf421,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:58.395531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:58.396261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9d080096-48d2-4679-a69e-6d95a67732fc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1991653 Apr 30 01:45:58.402297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1446328580', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '754a1f30-f9d6-4b7d-9d54-c3fdce2bf421'}], 'security_groups': ['74c5f4b6-dea4-4084-b4e0-d03de55684f0']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:45:58.600598 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:58.630687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c35c4-4f13-48d4-87dc-8af974c1a9a4 None None] Update dhcp port {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'fixed_ips': [{'subnet_id': '4f51927d-4248-4afe-9d8c-f7fb4bc811ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '754a1f30-f9d6-4b7d-9d54-c3fdce2bf421'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '94a5147c-9d6f-4d6d-995b-45ba97ffdce7'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:45:58.679749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35c4-4f13-48d4-87dc-8af974c1a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:58.797283 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3599c4a9-2438-4511-811d-73e9df0e228b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:58.968192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-5b3c35c4-4f13-48d4-87dc-8af974c1a9a4 None None] Allocated IP 2001:db8:0:1::2 (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/754a1f30-f9d6-4b7d-9d54-c3fdce2bf421/94a5147c-9d6f-4d6d-995b-45ba97ffdce7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:59.082691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5b3c35c4-4f13-48d4-87dc-8af974c1a9a4 None None] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,segment=NetworkSegment(688606b3-3b64-4cdd-af92-64392de99846),segment_id=688606b3-3b64-4cdd-af92-64392de99846)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:45:59.115252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35c4-4f13-48d4-87dc-8af974c1a9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:59.282634 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35c4-4f13-48d4-87dc-8af974c1a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:59.445627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c35c4-4f13-48d4-87dc-8af974c1a9a4 None None] Pushing event updated for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:45:59.455739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Delete allocated IP 2001:db8::148 (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/4f51927d-4248-4afe-9d8c-f7fb4bc811ea) {{(pid=103318) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 01:45:59.465251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8:0:1::221 (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/754a1f30-f9d6-4b7d-9d54-c3fdce2bf421/c446fb58-8dfd-4929-ab46-3050d90ff824) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:45:59.557581 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:45:59.651455 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:59.683402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:45:59.683402 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:59.759888 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:59.881543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] In _notify_port_updated(), no bound segment for port c446fb58-8dfd-4929-ab46-3050d90ff824 on network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:45:59.887328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:45:59.888377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:45:59.891796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "PUT /v2.0/ports/c446fb58-8dfd-4929-ab46-3050d90ff824 HTTP/1.1" status: 200 len: 931 time: 1.4939134 Apr 30 01:45:59.894228 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48834) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:45:59.944632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ef480-87de-4ad0-b5eb-b63c7ffda628 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=c446fb58-8dfd-4929-ab46-3050d90ff824,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:00.057229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f722c408-9acd-4e91-b964-403328f04af8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port c446fb58-8dfd-4929-ab46-3050d90ff824 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:00.057586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f722c408-9acd-4e91-b964-403328f04af8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:00.203590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f722c408-9acd-4e91-b964-403328f04af8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:00.235892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f722c408-9acd-4e91-b964-403328f04af8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for c446fb58-8dfd-4929-ab46-3050d90ff824 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:00.559649 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f722c408-9acd-4e91-b964-403328f04af8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:00.588679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722c408-9acd-4e91-b964-403328f04af8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=c446fb58-8dfd-4929-ab46-3050d90ff824,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:00.616661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3769384f-77ce-4a0b-9062-f2382a09791f None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:00.618930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3769384f-77ce-4a0b-9062-f2382a09791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:00.661279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f722c408-9acd-4e91-b964-403328f04af8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:00.667635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f722c408-9acd-4e91-b964-403328f04af8 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/c446fb58-8dfd-4929-ab46-3050d90ff824 HTTP/1.1" status: 204 len: 168 time: 0.7693000 Apr 30 01:46:00.668125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48854) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:00.708639 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69afe8f-e923-467d-b41f-8edf1172a292 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:46:00.713793 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d69afe8f-e923-467d-b41f-8edf1172a292 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/c446fb58-8dfd-4929-ab46-3050d90ff824 HTTP/1.1" status: 404 len: 333 time: 0.0421221 Apr 30 01:46:00.714209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48856) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:00.860406 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-503633f5-6759-490a-9655-687be765c0cc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:00.908282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-503633f5-6759-490a-9655-687be765c0cc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:00.980960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3769384f-77ce-4a0b-9062-f2382a09791f None None] Provisioning complete for port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:00.981337 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3769384f-77ce-4a0b-9062-f2382a09791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.081908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3769384f-77ce-4a0b-9062-f2382a09791f None None] Port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:01.085106 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-503633f5-6759-490a-9655-687be765c0cc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.088605 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-503633f5-6759-490a-9655-687be765c0cc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.093069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-503633f5-6759-490a-9655-687be765c0cc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/security-groups/b301708b-3cce-42ea-907d-8beb06cb7caa HTTP/1.1" status: 204 len: 168 time: 0.3750260 Apr 30 01:46:01.093731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48866) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:01.095418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3769384f-77ce-4a0b-9062-f2382a09791f None None] Could not find standard attr ID for object c446fb58-8dfd-4929-ab46-3050d90ff824. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:46:01.102444 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0565-3a97-46f3-b32f-73a90cd20213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.142880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503633f5-6759-490a-9655-687be765c0cc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b301708b-3cce-42ea-907d-8beb06cb7caa,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:01.236604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1cbe9f67-2203-46a9-b540-c64654e7db04 None None] Could not find standard attr ID for object c446fb58-8dfd-4929-ab46-3050d90ff824. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:46:01.258404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bc29861-92d4-43c2-881a-429a0fe31703 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.387028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bc29861-92d4-43c2-881a-429a0fe31703 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.616739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bc29861-92d4-43c2-881a-429a0fe31703 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.619558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bc29861-92d4-43c2-881a-429a0fe31703 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.623229 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7bc29861-92d4-43c2-881a-429a0fe31703 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/security-groups/74c5f4b6-dea4-4084-b4e0-d03de55684f0 HTTP/1.1" status: 204 len: 168 time: 0.5258341 Apr 30 01:46:01.624219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48872) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:01.631880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc29861-92d4-43c2-881a-429a0fe31703 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c5f4b6-dea4-4084-b4e0-d03de55684f0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:01.720095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3133bc-c983-40af-afb1-4ba580af25e7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 4f51927d-4248-4afe-9d8c-f7fb4bc811ea {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:46:01.725216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c3133bc-c983-40af-afb1-4ba580af25e7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.770285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c3133bc-c983-40af-afb1-4ba580af25e7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:01.872393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c3133bc-c983-40af-afb1-4ba580af25e7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.000587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c3133bc-c983-40af-afb1-4ba580af25e7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.017507 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.058330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c3133bc-c983-40af-afb1-4ba580af25e7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.062513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1c3133bc-c983-40af-afb1-4ba580af25e7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/4f51927d-4248-4afe-9d8c-f7fb4bc811ea HTTP/1.1" status: 204 len: 168 time: 0.4351785 Apr 30 01:46:02.065468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3133bc-c983-40af-afb1-4ba580af25e7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=4f51927d-4248-4afe-9d8c-f7fb4bc811ea,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:02.071807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ae660-e6d2-4abd-bdfd-65c0260dcd8e None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:02.072925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48894) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:02.079625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:02.093212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48898) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:02.265500 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7c994fa-ae43-4caf-93fc-b332330db3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.318941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:02.322643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.359770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7c994fa-ae43-4caf-93fc-b332330db3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.433521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7c994fa-ae43-4caf-93fc-b332330db3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.477017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f7c994fa-ae43-4caf-93fc-b332330db3e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fed4e632a67346a788d7bee80ec72477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813176 Apr 30 01:46:02.480685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:02.504047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c994fa-ae43-4caf-93fc-b332330db3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5ae92-95c4-4d16-9e94-47f8efa9cb03,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:02.625582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deae3645-3600-473f-92fc-8d4b0a57300b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.666277 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deae3645-3600-473f-92fc-8d4b0a57300b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.873633 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deae3645-3600-473f-92fc-8d4b0a57300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.876644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-deae3645-3600-473f-92fc-8d4b0a57300b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:02.882970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-deae3645-3600-473f-92fc-8d4b0a57300b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8b5ae92-95c4-4d16-9e94-47f8efa9cb03 HTTP/1.1" status: 204 len: 168 time: 0.4009299 Apr 30 01:46:02.902957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae3645-3600-473f-92fc-8d4b0a57300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5ae92-95c4-4d16-9e94-47f8efa9cb03,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:03.171201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a8492610-38ac-4f2a-8a5d-5ea235db0523 None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:03.171774 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8492610-38ac-4f2a-8a5d-5ea235db0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.235604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.316321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:03.321203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:03.337145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:03.341851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.404319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=7c845e71-c471-4eef-9c78-f8607eb5787f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:03.427833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02100aea-9123-48e7-a208-7608d0609203 None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:03.503263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-38a08953-a99f-4be6-af08-bd82eeaef90c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4292238 Apr 30 01:46:03.506076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48950) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:03.514099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-519cf53e-8d70-4252-bad2-304e01b3ba3e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'security_group': {'name': 'tempest-secgroup-1833432221'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:03.620334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1af2-3540-4f74-9bee-c913a46984e3 req-1870fa2b-5d93-480a-8371-60ace66b97d3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:03.621885 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1add1af2-3540-4f74-9bee-c913a46984e3 req-1870fa2b-5d93-480a-8371-60ace66b97d3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.0748131 Apr 30 01:46:03.626943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-519cf53e-8d70-4252-bad2-304e01b3ba3e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.652828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a8492610-38ac-4f2a-8a5d-5ea235db0523 None None] Provisioning complete for port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:03.653425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8492610-38ac-4f2a-8a5d-5ea235db0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.709222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8492610-38ac-4f2a-8a5d-5ea235db0523 None None] Port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:03.760074 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1add1af2-3540-4f74-9bee-c913a46984e3 req-57eb021b-e308-47a6-9ad3-c5cace500c3f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249514 Apr 30 01:46:03.762674 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-519cf53e-8d70-4252-bad2-304e01b3ba3e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.822003 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-519cf53e-8d70-4252-bad2-304e01b3ba3e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.833587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.834313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48964) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:03.864004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57d543d8-416d-4c98-bb33-cd5b17aefea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.874195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cf53e-8d70-4252-bad2-304e01b3ba3e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8b9f1-caa8-4e85-94f2-9fb8f5beca07,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:03.879179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85affa61-b243-454a-a092-06c824c61b20 None None] Update dhcp port {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'fixed_ips': [{'subnet_id': '754a1f30-f9d6-4b7d-9d54-c3fdce2bf421', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7c845e71-c471-4eef-9c78-f8607eb5787f'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '94a5147c-9d6f-4d6d-995b-45ba97ffdce7'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:46:03.935134 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85affa61-b243-454a-a092-06c824c61b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.955374 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-519cf53e-8d70-4252-bad2-304e01b3ba3e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:03.956969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-519cf53e-8d70-4252-bad2-304e01b3ba3e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4492283 Apr 30 01:46:03.959970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48968) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:03.965910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-31e0d89d-fc89-4998-823b-ee9a65e95e29 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'security_group': {'name': 'tempest-secgroup-613939020'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:04.038079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57d543d8-416d-4c98-bb33-cd5b17aefea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.051897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.069334 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31e0d89d-fc89-4998-823b-ee9a65e95e29 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.125213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-57d543d8-416d-4c98-bb33-cd5b17aefea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.131487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-85affa61-b243-454a-a092-06c824c61b20 None None] Allocated IP 2001:db8::2 (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/7c845e71-c471-4eef-9c78-f8607eb5787f/94a5147c-9d6f-4d6d-995b-45ba97ffdce7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:04.190807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d543d8-416d-4c98-bb33-cd5b17aefea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0eaf57-9ce1-4214-9726-72969d979ff3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:04.202286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31e0d89d-fc89-4998-823b-ee9a65e95e29 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.239111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-57d543d8-416d-4c98-bb33-cd5b17aefea5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cee1e60ccb2b4aa49a0d6a6c6a838cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034629 Apr 30 01:46:04.241790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48974) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:04.270914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31e0d89d-fc89-4998-823b-ee9a65e95e29 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.296785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18d16a39-0ade-4b9d-8d76-0c58501b8b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.321895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18d16a39-0ade-4b9d-8d76-0c58501b8b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.331976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0d89d-fc89-4998-823b-ee9a65e95e29 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f4f42e-45e7-430e-9e5e-4dcbc8fb563d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:04.421862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31e0d89d-fc89-4998-823b-ee9a65e95e29 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.421862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-31e0d89d-fc89-4998-823b-ee9a65e95e29 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4589784 Apr 30 01:46:04.424731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 48978) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:04.429343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a898d8f1-aa4d-4017-9d75-59f3b10ab8f7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'security_group': {'name': 'tempest-secgroup-1076035425'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:04.476928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18d16a39-0ade-4b9d-8d76-0c58501b8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.478047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-85affa61-b243-454a-a092-06c824c61b20 None None] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,segment=NetworkSegment(688606b3-3b64-4cdd-af92-64392de99846),segment_id=688606b3-3b64-4cdd-af92-64392de99846)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:04.480673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18d16a39-0ade-4b9d-8d76-0c58501b8b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.482110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-18d16a39-0ade-4b9d-8d76-0c58501b8b54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac0eaf57-9ce1-4214-9726-72969d979ff3 HTTP/1.1" status: 204 len: 168 time: 0.2393653 Apr 30 01:46:04.492664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d16a39-0ade-4b9d-8d76-0c58501b8b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0eaf57-9ce1-4214-9726-72969d979ff3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:04.500529 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a898d8f1-aa4d-4017-9d75-59f3b10ab8f7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.532802 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85affa61-b243-454a-a092-06c824c61b20 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.611200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a898d8f1-aa4d-4017-9d75-59f3b10ab8f7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.613825 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85affa61-b243-454a-a092-06c824c61b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.682877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a898d8f1-aa4d-4017-9d75-59f3b10ab8f7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.710788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898d8f1-aa4d-4017-9d75-59f3b10ab8f7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da75e50-6345-4f0b-93c1-3dafd0d8eca5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:04.719205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85affa61-b243-454a-a092-06c824c61b20 None None] Pushing event updated for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:04.820199 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a898d8f1-aa4d-4017-9d75-59f3b10ab8f7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:04.832667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a898d8f1-aa4d-4017-9d75-59f3b10ab8f7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3958485 Apr 30 01:46:04.832767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 48992) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:04.837686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2059830112', 'security_groups': ['3da75e50-6345-4f0b-93c1-3dafd0d8eca5'], 'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c845e71-c471-4eef-9c78-f8607eb5787f'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:05.083026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:05.173856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b57b1-f43f-4339-b9b0-27122bf3b70f req-16978c8b-17f5-4c81-a102-170b4030a900 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:05.176660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b83b57b1-f43f-4339-b9b0-27122bf3b70f req-16978c8b-17f5-4c81-a102-170b4030a900 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1764786 Apr 30 01:46:05.264631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b83b57b1-f43f-4339-b9b0-27122bf3b70f req-d824d84f-abc4-47f4-ace2-17fc9df0ebd0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808039 Apr 30 01:46:05.292947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:05.323509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] device_id is not set on port 6f5941ce-c223-4494-bde9-5579863eaba5 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:46:05.570269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:05.628159 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:05.628992 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:05.641611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8::17e (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/7c845e71-c471-4eef-9c78-f8607eb5787f/6f5941ce-c223-4494-bde9-5579863eaba5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:05.663768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1cb0d-74ec-4999-b686-838651126306 req-1ac9b826-f2c2-4704-bac4-380d78779a07 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:05.674205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-efc1cb0d-74ec-4999-b686-838651126306 req-1ac9b826-f2c2-4704-bac4-380d78779a07 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1097 time: 0.1055231 Apr 30 01:46:05.737226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-efc1cb0d-74ec-4999-b686-838651126306 req-1e3fc74e-69c6-458c-ae82-5ef0e66c892d tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619044 Apr 30 01:46:05.758152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49016) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:05.866097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0cc16b5-8867-4b71-81c4-0080ce73a8db None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:05.866681 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0cc16b5-8867-4b71-81c4-0080ce73a8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.032416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.096793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0cc16b5-8867-4b71-81c4-0080ce73a8db None None] Provisioning complete for port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:06.096793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0cc16b5-8867-4b71-81c4-0080ce73a8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.220874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port de013ba9-7ce3-4e53-b980-d99317792d4c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:06.221672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.233370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc16b5-8867-4b71-81c4-0080ce73a8db None None] Port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:06.310603 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.311018 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.312653 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.340323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49038) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:06.341281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for de013ba9-7ce3-4e53-b980-d99317792d4c owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:06.408538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:06.411732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:06.417897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:06.424509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:06.425159 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.488425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=6f5941ce-c223-4494-bde9-5579863eaba5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:06.512939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-281364091-network', 'tenant_id': 'fca7b726e3104279858be78b4facb420'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:06.524789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a279eaf-368e-4411-b704-ecfbfb145a13 req-910e90e7-6ef1-46df-bc82-a7db69f7d2b1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:06.526394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a279eaf-368e-4411-b704-ecfbfb145a13 req-910e90e7-6ef1-46df-bc82-a7db69f7d2b1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.0933831 Apr 30 01:46:06.584263 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a279eaf-368e-4411-b704-ecfbfb145a13 req-6c15feac-cf46-4430-b34d-ec4997a42c64 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487311 Apr 30 01:46:06.587914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-806a2fcd-095c-40cd-a0e5-f1e47cbe8354 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7544329 Apr 30 01:46:06.591480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49048) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:06.597227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-54145584-0717-4194-9342-aa10dd9058d9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:06.682558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Made reservation on behalf of fca7b726e3104279858be78b4facb420 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:06.687076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.700462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.740803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.800006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=de013ba9-7ce3-4e53-b980-d99317792d4c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:06.817325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54145584-0717-4194-9342-aa10dd9058d9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:06.820876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-54145584-0717-4194-9342-aa10dd9058d9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.899417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ca38aab9-3216-4f2c-9ef5-163e0c4fb65d None None] Provisioning complete for port 6f5941ce-c223-4494-bde9-5579863eaba5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:06.899988 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca38aab9-3216-4f2c-9ef5-163e0c4fb65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.942357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ca38aab9-3216-4f2c-9ef5-163e0c4fb65d None None] Port 6f5941ce-c223-4494-bde9-5579863eaba5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:06.960501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:06.960996 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Floating IP a2e7968e-fcda-48de-a834-9665d325217f disassociated (deleted). External IP: 172.25.0.207, port: 6f5f5ad2-18ba-498e-8b16-6b0449636b67. Apr 30 01:46:07.011370 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-54145584-0717-4194-9342-aa10dd9058d9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c845e71-c471-4eef-9c78-f8607eb5787f (CIDR: 2001:db8::/64) Apr 30 01:46:07.034210 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.054440 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-54145584-0717-4194-9342-aa10dd9058d9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:46:07.055032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54145584-0717-4194-9342-aa10dd9058d9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:07.105800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.125590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:46:07.162142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.162493 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Added segment 04d227a2-4506-44d6-a990-ee051e43c23a of type vlan for network e7496f39-6e9a-4c85-b541-0883bfbac7c0 Apr 30 01:46:07.166841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-54145584-0717-4194-9342-aa10dd9058d9 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5741668 Apr 30 01:46:07.169641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49066) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:07.175986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-65abb7a8-061b-47f2-bfee-4dabe6e8f059 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:07.185566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450a7ecd-e405-45f2-b872-1cec45ae3352,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:07.278546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.358004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router c7979e97-3680-4347-8136-046cd8b294c2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:46:07.456505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65abb7a8-061b-47f2-bfee-4dabe6e8f059 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:07.473781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65abb7a8-061b-47f2-bfee-4dabe6e8f059 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.473968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.475312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:07.476170 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.558794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:07.579460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] Sync routers for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:07.595565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.598772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:07.599516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:07.604491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] Pushing event updated for resources: {'Network': ['ID=e7496f39-6e9a-4c85-b541-0883bfbac7c0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:07.668205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-994e557a-ddd8-44ce-95c4-2075f4e951ec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3245597 Apr 30 01:46:07.673533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49076) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:07.684246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Request body: {'subnet': {'network_id': 'e7496f39-6e9a-4c85-b541-0883bfbac7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-281364091-subnet', 'tenant_id': 'fca7b726e3104279858be78b4facb420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:07.689825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7761d0a9-4a48-4cd8-91b9-b154c831c4e1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/floatingips/a2e7968e-fcda-48de-a834-9665d325217f HTTP/1.1" status: 204 len: 168 time: 1.9299135 Apr 30 01:46:07.690479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:46:07.692848 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0399a286-9488-4ad1-9a6c-a22fd007e52a" -d '{"events": [{"name": "network-changed", "server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:46:07.705026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network e7496f39-6e9a-4c85-b541-0883bfbac7c0 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:46:07.750083 n-d-821348-1 neutron-server[103319]: INFO neutron.db.ipam_backend_mixin [None req-65abb7a8-061b-47f2-bfee-4dabe6e8f059 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 754a1f30-f9d6-4b7d-9d54-c3fdce2bf421 (CIDR: 2001:db8:0:1::/64) Apr 30 01:46:07.770460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb81733-fc68-4b17-9843-f3d81b9ca185 req-2ff0482d-31cd-42b2-885c-dccd5d468c4b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:07.772141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5fb81733-fc68-4b17-9843-f3d81b9ca185 req-2ff0482d-31cd-42b2-885c-dccd5d468c4b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.0835299 Apr 30 01:46:07.819114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5fb81733-fc68-4b17-9843-f3d81b9ca185 req-079cf7e2-e54c-4389-87c7-4b38bd0f5b3f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Apr 30 01:46:07.824467 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-65abb7a8-061b-47f2-bfee-4dabe6e8f059 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:46:07.824966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65abb7a8-061b-47f2-bfee-4dabe6e8f059 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:07.856405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Made reservation on behalf of fca7b726e3104279858be78b4facb420 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:07.861771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:07.914708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:08.082427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-65abb7a8-061b-47f2-bfee-4dabe6e8f059 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9110768 Apr 30 01:46:08.085181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49088) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:08.090587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'subnet': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:08.184960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:12Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:08.215168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] Checking router: c7979e97-3680-4347-8136-046cd8b294c2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:46:08.224077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:08.225856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:08.227045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:08.319594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2072d67f-5e3d-4eb6-ba7e-dca8f7ae3582,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:08.372191 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad16981-87e8-4cca-aa20-779d50132d09 x-openstack-request-id: req-9ad16981-87e8-4cca-aa20-779d50132d09 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:46:08.373267 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:46:08.373409 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ad16981-87e8-4cca-aa20-779d50132d09 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:46:08.373976 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad16981-87e8-4cca-aa20-779d50132d09'] response: {'name': 'network-changed', 'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'status': 'completed', 'code': 200} Apr 30 01:46:08.441029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:08.465852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Checking segment: {'id': '04d227a2-4506-44d6-a990-ee051e43c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e7496f39-6e9a-4c85-b541-0883bfbac7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:08.466122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Network hostable DHCP agents. Network: e7496f39-6e9a-4c85-b541-0883bfbac7c0, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:46:08.595296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-a0eeff47-5f8d-45e5-a15e-6aff5a53f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:08.597717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-a0eeff47-5f8d-45e5-a15e-6aff5a53f329 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 1097 time: 0.1829073 Apr 30 01:46:08.648641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a249d4-fd05-4ace-b9fa-e20eb865efbc req-ba6373c6-b3fd-49fa-aa4f-149ebec81de2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:08.650934 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21a249d4-fd05-4ace-b9fa-e20eb865efbc req-ba6373c6-b3fd-49fa-aa4f-149ebec81de2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.1880901 Apr 30 01:46:08.682737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Made reservation on behalf of e041b5e46f7046e4829a35f6f82bdb84 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:08.687355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:08.724704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Network e7496f39-6e9a-4c85-b541-0883bfbac7c0 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:46:08.773189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:12Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:08.802561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460a33f-43ee-4ba3-a4ac-8269cd6a0e14 None None] The sync data for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 is: [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:04Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ef3197aa-303e-46a9-8dcc-4c3ce6c4513a', 'name': '', 'network_id': 'ed124b4c-775d-47e2-8baf-89d510124e92', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:5b:ba:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:01Z', 'updated_at': '2022-04-30T01:44:12Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'd162b15e-af0b-4426-ac98-43bebdccf3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:08.830762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21a249d4-fd05-4ace-b9fa-e20eb865efbc req-ba5f1146-39a3-4b4f-a3a3-ccded34fdf61 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489546 Apr 30 01:46:08.834654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, e7496f39-6e9a-4c85-b541-0883bfbac7c0) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:08.839732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:08.840330 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:08.864618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-c4368792-dbdd-458d-9028-a5a5640698d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:08.867286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-c4368792-dbdd-458d-9028-a5a5640698d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 200 len: 897 time: 0.2616045 Apr 30 01:46:08.870887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f7fa1-767a-48b9-92b6-768057d289da None None] Network e7496f39-6e9a-4c85-b541-0883bfbac7c0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:08.941731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-bf876298-fa7c-4e97-8b47-385e7559e650 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 200 len: 217 time: 0.0672019 Apr 30 01:46:09.011235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b2e06d93-3c28-4e8b-bc22-a6ede48484b9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3363028 Apr 30 01:46:09.149587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321e7063-6e2f-43db-b80d-332f0a43234a None None] Network e7496f39-6e9a-4c85-b541-0883bfbac7c0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:09.270971 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621efafd-fd0f-4849-b0c0-2503c370b0f0 None None] New status for floating IP a2e7968e-fcda-48de-a834-9665d325217f: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:46:09.566350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dec46a-0e1d-472d-a165-6a9a87e46471 req-621d419a-aec0-47d8-8808-12e6118ad91a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:09.572756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-90dec46a-0e1d-472d-a165-6a9a87e46471 req-621d419a-aec0-47d8-8808-12e6118ad91a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.6329248 Apr 30 01:46:09.586116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-8b7239f1-f743-459d-93fd-93b45848d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:09.590097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-8b7239f1-f743-459d-93fd-93b45848d088 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 200 len: 834 time: 0.6323550 Apr 30 01:46:09.642794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-90dec46a-0e1d-472d-a165-6a9a87e46471 req-f2700a95-96d8-422f-b31d-17b1ce7afe84 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657299 Apr 30 01:46:09.678898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-a028749f-a090-416c-a2e4-ec08e1c10691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:09.678898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-a028749f-a090-416c-a2e4-ec08e1c10691 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed124b4c-775d-47e2-8baf-89d510124e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755966 Apr 30 01:46:09.679248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-86e2e00e-1be1-4544-b60a-506000f911cb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:09.679248 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-86e2e00e-1be1-4544-b60a-506000f911cb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.0663579 Apr 30 01:46:09.709575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:09.784468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:09.823451 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Subnet': ['ID=666c25bb-a946-4d19-a8e5-ee840a6064eb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:09.826899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:09.835920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fea89b-2cb9-427c-899f-6d14c16ac68a None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:09.846791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:09.847577 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:09.848165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:09.848654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:09.938927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-2b1818e8-ef3b-4193-b661-36c3cccaee0c service neutron] 10.222.0.21 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552700 Apr 30 01:46:09.971987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port 6f5f5ad2-18ba-498e-8b16-6b0449636b67, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=6f5f5ad2-18ba-498e-8b16-6b0449636b67,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:09.972450 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:09.988842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for 6f5f5ad2-18ba-498e-8b16-6b0449636b67 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:10.075369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49138) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:10.076787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-255a6c0c-2b7e-4e7c-8231-d4b06cec9ccc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9901035 Apr 30 01:46:10.094700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1856035869', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '666c25bb-a946-4d19-a8e5-ee840a6064eb'}], 'security_groups': ['8ec8b9f1-caa8-4e85-94f2-9fb8f5beca07', '57f4f42e-45e7-430e-9e5e-4dcbc8fb563d']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:10.178042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b86ca-33c2-4891-add5-12a217fc64c7 req-227c2246-74db-4337-84b6-041331a95c07 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:10.183130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-564b86ca-33c2-4891-add5-12a217fc64c7 req-227c2246-74db-4337-84b6-041331a95c07 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 946 time: 0.1948283 Apr 30 01:46:10.282211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Update dhcp port {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'fixed_ips': [{'subnet_id': '754a1f30-f9d6-4b7d-9d54-c3fdce2bf421', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7c845e71-c471-4eef-9c78-f8607eb5787f', 'ip_address': '2001:db8::2'}, {'subnet_id': '666c25bb-a946-4d19-a8e5-ee840a6064eb'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '94a5147c-9d6f-4d6d-995b-45ba97ffdce7'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:46:10.314283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-564b86ca-33c2-4891-add5-12a217fc64c7 req-0fc9e129-e568-4deb-a9c5-06b8b576738d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=2af363e6-599a-441b-b592-b126e62ed9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244526 Apr 30 01:46:10.341333 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.343018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49148) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:10.360538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1540928696-network', 'tenant_id': 'ebf92498fb6543479114cea61b84da92'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:10.372112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49150) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:10.385411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0399a286-9488-4ad1-9a6c-a22fd007e52a req-10c8ccad-50ca-44bb-9782-eba0560acb28 service neutron] 10.222.0.21 "GET /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391415 Apr 30 01:46:10.472235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Made reservation on behalf of ebf92498fb6543479114cea61b84da92 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:10.474564 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.495369 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.546070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.643488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Allocated IP 2001:db8:0:2::2 (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/666c25bb-a946-4d19-a8e5-ee840a6064eb/94a5147c-9d6f-4d6d-995b-45ba97ffdce7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:10.662319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.764711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=6f5f5ad2-18ba-498e-8b16-6b0449636b67,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:10.869971 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a75560d3-0dbd-4593-bf7b-8a7550bc350d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.894410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,segment=NetworkSegment(688606b3-3b64-4cdd-af92-64392de99846),segment_id=688606b3-3b64-4cdd-af92-64392de99846)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:10.923934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8a751-25e2-4634-a8c2-e834bbfa37fa req-818360d5-5fdd-4b58-b323-10b2917f4824 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:10.932524 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ee8a751-25e2-4634-a8c2-e834bbfa37fa req-818360d5-5fdd-4b58-b323-10b2917f4824 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1620626 Apr 30 01:46:10.942808 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.944045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.965369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] No DVR routers for this DVR port 6f5f5ad2-18ba-498e-8b16-6b0449636b67 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:46:10.970255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:10.973781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0b30d3df-5055-4520-ad9e-13e80a62b01b req-6b75f533-4a37-4b97-895f-7995f5df1e72 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "DELETE /v2.0/ports/6f5f5ad2-18ba-498e-8b16-6b0449636b67 HTTP/1.1" status: 204 len: 173 time: 1.2895420 Apr 30 01:46:10.974301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'name': 'network-vif-deleted', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:46:10.976687 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae42475d-cd71-431e-874e-feb9eb0ae08e" -d '{"events": [{"server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "name": "network-vif-deleted", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:46:10.999151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ee8a751-25e2-4634-a8c2-e834bbfa37fa req-9015c304-97e8-4267-ac0c-bfb4de1876ae tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574746 Apr 30 01:46:11.031329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.047924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a75560d3-0dbd-4593-bf7b-8a7550bc350d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.052302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.066987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:46:11.076915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.077254 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Added segment 089a69e3-c7f2-4e44-b412-9eab5e05a437 of type vlan for network 7635887a-5986-43c5-88c3-e60c33af9b40 Apr 30 01:46:11.128371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a75560d3-0dbd-4593-bf7b-8a7550bc350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.174437 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.198109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a75560d3-0dbd-4593-bf7b-8a7550bc350d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=423618ec1b8e4a21a812ebe63f0b406b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220744 Apr 30 01:46:11.203270 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd723c5-0b3e-468d-8e21-9984dd85b55b x-openstack-request-id: req-7fd723c5-0b3e-468d-8e21-9984dd85b55b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:46:11.205817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49188) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:11.207888 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54212261-bbdc-4649-9544-252da4bd9302", "name": "network-vif-deleted", "tag": "6f5f5ad2-18ba-498e-8b16-6b0449636b67", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:46:11.208834 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fd723c5-0b3e-468d-8e21-9984dd85b55b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:46:11.209228 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd723c5-0b3e-468d-8e21-9984dd85b55b'] response: {'server_uuid': '54212261-bbdc-4649-9544-252da4bd9302', 'name': 'network-vif-deleted', 'tag': '6f5f5ad2-18ba-498e-8b16-6b0449636b67', 'status': 'completed', 'code': 200} Apr 30 01:46:11.298092 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45294dce-c78e-4811-b7c2-d148ee7d09d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.302177 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75560d3-0dbd-4593-bf7b-8a7550bc350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76738f07-c0d5-40a1-ac32-f412dd18220a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:11.314413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82635619-4f4a-4a63-b63a-b77b30ea472d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:11.329084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Pushing event updated for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:11.333256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.333606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.333948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.334551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.334892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.335223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.335578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.335905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.336229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.336549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.350548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.350548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2e36-1543-481d-8bbb-c4a8e78ba629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:11.374649 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45294dce-c78e-4811-b7c2-d148ee7d09d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.378481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.379603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:11.380208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.494917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a3491d7-16eb-4661-a55a-f820c4aacfa2 req-124fddea-9634-4d78-a490-3ca87ee7a030 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=54212261-bbdc-4649-9544-252da4bd9302 HTTP/1.1" status: 200 len: 210 time: 0.0764208 Apr 30 01:46:11.573768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45294dce-c78e-4811-b7c2-d148ee7d09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.577014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-45294dce-c78e-4811-b7c2-d148ee7d09d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.578456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-45294dce-c78e-4811-b7c2-d148ee7d09d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76738f07-c0d5-40a1-ac32-f412dd18220a HTTP/1.1" status: 204 len: 168 time: 0.3712573 Apr 30 01:46:11.595707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45294dce-c78e-4811-b7c2-d148ee7d09d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76738f07-c0d5-40a1-ac32-f412dd18220a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:11.624948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] Pushing event updated for resources: {'Network': ['ID=7635887a-5986-43c5-88c3-e60c33af9b40,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:11.642957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7635887a-5986-43c5-88c3-e60c33af9b40 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:46:11.682016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:11.694506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Delete allocated IP 2001:db8::17e (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/7c845e71-c471-4eef-9c78-f8607eb5787f) {{(pid=103318) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 01:46:11.704720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Allocated IP 2001:db8:0:2::38e (ee922dcb-1c4f-49ee-bf67-57ceb29112d0/666c25bb-a946-4d19-a8e5-ee840a6064eb/6f5941ce-c223-4494-bde9-5579863eaba5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:11.710341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-440d5551-87e9-4550-8672-f7a3b3c996d3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3660922 Apr 30 01:46:11.713872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49204) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:11.722187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Request body: {'subnet': {'network_id': '7635887a-5986-43c5-88c3-e60c33af9b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1540928696-subnet', 'tenant_id': 'ebf92498fb6543479114cea61b84da92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:11.872952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Made reservation on behalf of ebf92498fb6543479114cea61b84da92 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:11.878239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:11.908040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:11.920808 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.029834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.099979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.268319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] In _notify_port_updated(), no bound segment for port 6f5941ce-c223-4494-bde9-5579863eaba5 on network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:46:12.315151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:12.316032 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.317925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "PUT /v2.0/ports/6f5941ce-c223-4494-bde9-5579863eaba5 HTTP/1.1" status: 200 len: 970 time: 2.2411408 Apr 30 01:46:12.332475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49222) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:12.426884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f49ea-acb4-4992-802b-f438ef392411 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event updated for resources: {'Port': ['ID=6f5941ce-c223-4494-bde9-5579863eaba5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:12.478182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662b570-08a0-4c6a-856d-8345716fdf19 req-6214e489-1bce-4d5a-b35d-401e7a640df1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:12.478182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7662b570-08a0-4c6a-856d-8345716fdf19 req-6214e489-1bce-4d5a-b35d-401e7a640df1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.2145591 Apr 30 01:46:12.536709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.558132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1f57c450-9f70-4195-aecc-e1b511a5a448 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 6f5941ce-c223-4494-bde9-5579863eaba5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:12.558595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f57c450-9f70-4195-aecc-e1b511a5a448 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.560621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7662b570-08a0-4c6a-856d-8345716fdf19 req-95a055cc-dd13-4517-ad22-1652fdc63e7f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779922 Apr 30 01:46:12.651141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8238f6bd-69d4-4eb4-a7fc-fab0a8d1b95e None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:12.651671 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8238f6bd-69d4-4eb4-a7fc-fab0a8d1b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.693869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f57c450-9f70-4195-aecc-e1b511a5a448 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.703502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe14c92-e173-4969-8087-0b10816d9949,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:12.716113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1f57c450-9f70-4195-aecc-e1b511a5a448 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 6f5941ce-c223-4494-bde9-5579863eaba5 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:12.721592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Checking segment: {'id': '089a69e3-c7f2-4e44-b412-9eab5e05a437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7635887a-5986-43c5-88c3-e60c33af9b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:12.722192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Network hostable DHCP agents. Network: 7635887a-5986-43c5-88c3-e60c33af9b40, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:46:12.729825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49234) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:12.819031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Network 7635887a-5986-43c5-88c3-e60c33af9b40 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:46:12.865093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8238f6bd-69d4-4eb4-a7fc-fab0a8d1b95e None None] Provisioning complete for port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:12.865607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8238f6bd-69d4-4eb4-a7fc-fab0a8d1b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.909657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8238f6bd-69d4-4eb4-a7fc-fab0a8d1b95e None None] Port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:12.920402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7635887a-5986-43c5-88c3-e60c33af9b40) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:12.921742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8238f6bd-69d4-4eb4-a7fc-fab0a8d1b95e None None] Provisioning complete for port 6f5941ce-c223-4494-bde9-5579863eaba5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:12.922267 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8238f6bd-69d4-4eb4-a7fc-fab0a8d1b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.926323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:12.927380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:12.974788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8238f6bd-69d4-4eb4-a7fc-fab0a8d1b95e None None] Port 6f5941ce-c223-4494-bde9-5579863eaba5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:12.980808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933cb81-81b1-4979-b57d-83972bbc1270 None None] Network 7635887a-5986-43c5-88c3-e60c33af9b40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:13.033635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3c880f6a-2e53-4605-9f8c-d9162f8d6448 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3181653 Apr 30 01:46:13.220470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c02a3-415d-4754-a25d-438768ff61fa None None] Network 7635887a-5986-43c5-88c3-e60c33af9b40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:13.258835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c660340a-1273-4ee6-a63d-998673ca787d None None] Provisioning complete for port 6f5941ce-c223-4494-bde9-5579863eaba5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:13.259350 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c660340a-1273-4ee6-a63d-998673ca787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.287461 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f57c450-9f70-4195-aecc-e1b511a5a448 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.329304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57c450-9f70-4195-aecc-e1b511a5a448 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=6f5941ce-c223-4494-bde9-5579863eaba5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:13.359756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49250) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:13.440371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c660340a-1273-4ee6-a63d-998673ca787d None None] Port 6f5941ce-c223-4494-bde9-5579863eaba5 was deleted so its status cannot be updated. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 30 01:46:13.442820 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f57c450-9f70-4195-aecc-e1b511a5a448 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.446317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6f5f5ad2-18ba-498e-8b16-6b0449636b67 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:46:13.449512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1f57c450-9f70-4195-aecc-e1b511a5a448 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/6f5941ce-c223-4494-bde9-5579863eaba5 HTTP/1.1" status: 204 len: 168 time: 1.1097453 Apr 30 01:46:13.452393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49254) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:13.526384 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6f4b9f-c631-4d01-ac33-0e4a4a79a176 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] GET failed (client error): The resource could not be found. Apr 30 01:46:13.526384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2f6f4b9f-c631-4d01-ac33-0e4a4a79a176 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports/6f5941ce-c223-4494-bde9-5579863eaba5 HTTP/1.1" status: 404 len: 333 time: 0.0725226 Apr 30 01:46:13.532397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49260) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:13.544995 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 6f5f5ad2-18ba-498e-8b16-6b0449636b67 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:46:13.557863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 6f5f5ad2-18ba-498e-8b16-6b0449636b67 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:46:13.651294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-999544365-network', 'tenant_id': '4f6a681f592540afb91597c24264fc76'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:13.665965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cb557ab-82be-490d-ad61-0208d5093e60 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.706669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cb557ab-82be-490d-ad61-0208d5093e60 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.752121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.776061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Made reservation on behalf of 4f6a681f592540afb91597c24264fc76 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:13.799930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.799930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.878157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cb557ab-82be-490d-ad61-0208d5093e60 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.880710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6cb557ab-82be-490d-ad61-0208d5093e60 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:13.884401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6cb557ab-82be-490d-ad61-0208d5093e60 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/security-groups/3da75e50-6345-4f0b-93c1-3dafd0d8eca5 HTTP/1.1" status: 204 len: 168 time: 0.3456514 Apr 30 01:46:13.886131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49274) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:13.896745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb557ab-82be-490d-ad61-0208d5093e60 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da75e50-6345-4f0b-93c1-3dafd0d8eca5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:14.010952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.052739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c86-ab53-4a43-83a1-5857f47e2ae7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.062172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-40d530c4-8004-41ec-be33-ad1bd3469014 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:14.063558 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-40d530c4-8004-41ec-be33-ad1bd3469014 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/networks?id=e7496f39-6e9a-4c85-b541-0883bfbac7c0 HTTP/1.1" status: 200 len: 808 time: 0.1933722 Apr 30 01:46:14.096194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-923bafa7-4013-4ab2-ac8e-81f29be9110f tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/quotas/fca7b726e3104279858be78b4facb420 HTTP/1.1" status: 200 len: 375 time: 0.0235796 Apr 30 01:46:14.097082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:14.097437 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.098761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c86-ab53-4a43-83a1-5857f47e2ae7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.112382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.179898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-91056cb3-11df-4f74-9288-0d2fd49a8f0a tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca7b726e3104279858be78b4facb420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715034 Apr 30 01:46:14.194564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:46:14.200369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port ef3197aa-303e-46a9-8dcc-4c3ce6c4513a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:14.201457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.219270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for ef3197aa-303e-46a9-8dcc-4c3ce6c4513a owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:14.227318 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.227684 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Added segment 02ee1007-756d-435d-bc26-bb5085cd24f8 of type vlan for network 797e5c96-4436-4703-8552-8e7c1b9c6bea Apr 30 01:46:14.237941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e69e30-09ee-4ead-8749-9169836fb877,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:14.338058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.347027 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c86-ab53-4a43-83a1-5857f47e2ae7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.349597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c86-ab53-4a43-83a1-5857f47e2ae7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.353180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-df3b3c86-ab53-4a43-83a1-5857f47e2ae7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/security-groups/57f4f42e-45e7-430e-9e5e-4dcbc8fb563d HTTP/1.1" status: 204 len: 168 time: 0.4539838 Apr 30 01:46:14.354746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49280) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:14.380042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b3c86-ab53-4a43-83a1-5857f47e2ae7 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f4f42e-45e7-430e-9e5e-4dcbc8fb563d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:14.417830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-738dfbf5-ef46-41d2-b530-0075db95fcf1 service neutron] 10.222.0.15 "GET /v2.0/networks/e7496f39-6e9a-4c85-b541-0883bfbac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102978 Apr 30 01:46:14.450756 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2a9a-b352-41b3-a993-a0da476be822 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.470677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.471658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:14.472228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.488057 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2a9a-b352-41b3-a993-a0da476be822 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.553524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.582440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=ef3197aa-303e-46a9-8dcc-4c3ce6c4513a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:14.607360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2433195 Apr 30 01:46:14.607707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452ca8a-2bb6-490f-9e75-5f94991eff34 admin admin] Pushing event updated for resources: {'Network': ['ID=797e5c96-4436-4703-8552-8e7c1b9c6bea,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:14.611118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49286) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:14.613869 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-2758df3f-ed78-4014-a72f-b845de258674 service neutron] 10.222.0.15 "GET /v2.0/networks/e7496f39-6e9a-4c85-b541-0883bfbac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952195 Apr 30 01:46:14.628379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Request body: {'subnet': {'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-999544365-subnet', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:14.635390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:46:14.666772 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2a9a-b352-41b3-a993-a0da476be822 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.670890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2a9a-b352-41b3-a993-a0da476be822 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.672449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7a7a2a9a-b352-41b3-a993-a0da476be822 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/security-groups/8ec8b9f1-caa8-4e85-94f2-9fb8f5beca07 HTTP/1.1" status: 204 len: 168 time: 0.3169243 Apr 30 01:46:14.675203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49288) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:14.718046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a2a9a-b352-41b3-a993-a0da476be822 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8b9f1-caa8-4e85-94f2-9fb8f5beca07,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:14.784231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-852a60c5-dfec-4205-a6e8-fda5739f4cbf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 7c845e71-c471-4eef-9c78-f8607eb5787f {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:46:14.784450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Made reservation on behalf of 4f6a681f592540afb91597c24264fc76 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:14.786938 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.789046 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-852a60c5-dfec-4205-a6e8-fda5739f4cbf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:14.840889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-852a60c5-dfec-4205-a6e8-fda5739f4cbf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.015580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-852a60c5-dfec-4205-a6e8-fda5739f4cbf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.138493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1513-42f3-4894-b07e-bfaaae31f108 req-558e6fc7-f7ad-4781-a7d8-652a89a75bd3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:15.147642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d3d1513-42f3-4894-b07e-bfaaae31f108 req-558e6fc7-f7ad-4781-a7d8-652a89a75bd3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1282966 Apr 30 01:46:15.206169 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d3d1513-42f3-4894-b07e-bfaaae31f108 req-7d1cffb8-16e2-4dba-b50f-9b0dc49736d9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556574 Apr 30 01:46:15.308040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e55d8e45-9f99-4fa2-8f55-053f4f7f8ad2 req-4bd92414-1a2a-46b9-b598-af99583d59ac tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 210 time: 0.0367870 Apr 30 01:46:15.317413 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-852a60c5-dfec-4205-a6e8-fda5739f4cbf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.350678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a60c5-dfec-4205-a6e8-fda5739f4cbf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=7c845e71-c471-4eef-9c78-f8607eb5787f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:15.353595 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-852a60c5-dfec-4205-a6e8-fda5739f4cbf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.359212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec78796c-19a3-4ab4-abd8-4fadb3197d52 None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:15.362357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-852a60c5-dfec-4205-a6e8-fda5739f4cbf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/7c845e71-c471-4eef-9c78-f8607eb5787f HTTP/1.1" status: 204 len: 168 time: 0.6861141 Apr 30 01:46:15.364279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49302) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:15.425727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2387af4-e786-4344-8491-258c9a5e162c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 666c25bb-a946-4d19-a8e5-ee840a6064eb {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:46:15.429632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2387af4-e786-4344-8491-258c9a5e162c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.458828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:46:15.490817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2387af4-e786-4344-8491-258c9a5e162c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.647506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2387af4-e786-4344-8491-258c9a5e162c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.671131 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.743306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.806547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:15.821233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'port_id': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'mac_address': 'fa:16:3e:96:93:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:46:15.825925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2387af4-e786-4344-8491-258c9a5e162c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.864806 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2387af4-e786-4344-8491-258c9a5e162c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=666c25bb-a946-4d19-a8e5-ee840a6064eb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:15.869239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2387af4-e786-4344-8491-258c9a5e162c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:15.876303 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a2387af4-e786-4344-8491-258c9a5e162c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/666c25bb-a946-4d19-a8e5-ee840a6064eb HTTP/1.1" status: 204 len: 168 time: 0.5087087 Apr 30 01:46:15.881128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49304) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:15.897519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0986bfbe-355f-4873-a177-aa34720dc182,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:15.912569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Checking segment: {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:15.913149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Network hostable DHCP agents. Network: 797e5c96-4436-4703-8552-8e7c1b9c6bea, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:46:15.943394 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.023436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:46:16.032610 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1ebb10-0b9d-4c50-bb63-3505259a7587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:16.033983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1ebb10-0b9d-4c50-bb63-3505259a7587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:16.038980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6f1ebb10-0b9d-4c50-bb63-3505259a7587 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/7c845e71-c471-4eef-9c78-f8607eb5787f HTTP/1.1" status: 404 len: 337 time: 0.1484153 Apr 30 01:46:16.051833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49316) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:16.082849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:46:16.102597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:16.123569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168a204-1f2d-4a18-adcc-ffd31d36b8ae None None] Update dhcp port {'port': {'network_id': 'ee922dcb-1c4f-49ee-bf67-57ceb29112d0', 'fixed_ips': [{'subnet_id': '754a1f30-f9d6-4b7d-9d54-c3fdce2bf421', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '666c25bb-a946-4d19-a8e5-ee840a6064eb'}], 'binding:host_id': 'n-d-821348-1'}, 'id': '94a5147c-9d6f-4d6d-995b-45ba97ffdce7'} from n-d-821348-1. {{(pid=103320) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 30 01:46:16.140345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router c7979e97-3680-4347-8136-046cd8b294c2 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:46:16.140840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-766c359d-8f5d-4a96-a4dc-65afa5c9c435 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting subnet 754a1f30-f9d6-4b7d-9d54-c3fdce2bf421 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:46:16.148810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-766c359d-8f5d-4a96-a4dc-65afa5c9c435 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.189510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9168a204-1f2d-4a18-adcc-ffd31d36b8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.223904 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.235166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 797e5c96-4436-4703-8552-8e7c1b9c6bea) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:16.255523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-766c359d-8f5d-4a96-a4dc-65afa5c9c435 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.271881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:16.272568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.281313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b114e2-9d31-438d-80eb-41d022336729 None None] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:16.397012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ee7b6b69-5b7a-4502-a065-9f7a19439979 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7846234 Apr 30 01:46:16.401502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49330) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:16.410438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:16.417271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:16.423107 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3aec5fcb-aa79-4588-808e-6481cba1fce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "PUT /v2.0/routers/c7979e97-3680-4347-8136-046cd8b294c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6919918 Apr 30 01:46:16.426332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49332) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:16.445717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] Sync routers for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:16.528464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:46:16.533290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae38f841-a37c-4836-b73d-e1a9cbdd27d3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting subnet d162b15e-af0b-4426-ac98-43bebdccf3e9 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:46:16.549049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-766c359d-8f5d-4a96-a4dc-65afa5c9c435 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.554954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae38f841-a37c-4836-b73d-e1a9cbdd27d3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.584869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efac75-4dcc-4458-aa33-36212a8f6a19 req-57fd7375-19ee-47dc-9488-768d48ba1157 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:16.591106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47efac75-4dcc-4458-aa33-36212a8f6a19 req-57fd7375-19ee-47dc-9488-768d48ba1157 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.2144568 Apr 30 01:46:16.617282 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.618655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.630650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae38f841-a37c-4836-b73d-e1a9cbdd27d3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.654907 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47efac75-4dcc-4458-aa33-36212a8f6a19 req-c3a50a4b-8e8a-4611-a0fb-b9884b5253ea tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525424 Apr 30 01:46:16.760172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:16.763473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:16.764513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:16.776505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.791891 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-766c359d-8f5d-4a96-a4dc-65afa5c9c435 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server [None req-9168a204-1f2d-4a18-adcc-ffd31d36b8ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 754a1f30-f9d6-4b7d-9d54-c3fdce2bf421: This subnet is being modified by another concurrent operation. Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server raise exception Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 754a1f30-f9d6-4b7d-9d54-c3fdce2bf421: This subnet is being modified by another concurrent operation. Apr 30 01:46:16.816615 n-d-821348-1 neutron-server[103320]: ERROR oslo_messaging.rpc.server Apr 30 01:46:16.853278 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae38f841-a37c-4836-b73d-e1a9cbdd27d3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.861126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c359d-8f5d-4a96-a4dc-65afa5c9c435 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Subnet': ['ID=754a1f30-f9d6-4b7d-9d54-c3fdce2bf421,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:16.877656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0858e886-62df-4c0f-8840-d0895cb18c5a req-8d26d938-3e49-4936-aaa1-03a80280cc0b tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 210 time: 0.0989542 Apr 30 01:46:16.896400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-766c359d-8f5d-4a96-a4dc-65afa5c9c435 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:16.909666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-766c359d-8f5d-4a96-a4dc-65afa5c9c435 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/754a1f30-f9d6-4b7d-9d54-c3fdce2bf421 HTTP/1.1" status: 204 len: 168 time: 0.8643265 Apr 30 01:46:16.910642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49346) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:16.978730 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a25592-8619-45ee-bcf9-316145982c7d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:16.979534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a25592-8619-45ee-bcf9-316145982c7d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:16.986980 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-80a25592-8619-45ee-bcf9-316145982c7d tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/4f51927d-4248-4afe-9d8c-f7fb4bc811ea HTTP/1.1" status: 404 len: 337 time: 0.0742791 Apr 30 01:46:16.987897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49348) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.042799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e2332aca-8a70-437a-bcd6-03376833845e tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "GET /v2.0/ports?device_id=acccb4c4-f492-4cf4-9924-97fea3a083e9 HTTP/1.1" status: 200 len: 205 time: 0.0534420 Apr 30 01:46:17.043459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49350) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.085496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:17.095582 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-881917f5-3e57-4a44-9262-d1cde82e6d8a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] delete failed (client error): The resource could not be found. Apr 30 01:46:17.099840 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-881917f5-3e57-4a44-9262-d1cde82e6d8a tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/routers/acccb4c4-f492-4cf4-9924-97fea3a083e9 HTTP/1.1" status: 404 len: 336 time: 0.0547154 Apr 30 01:46:17.105982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49354) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.163917 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fcc01f-3976-429f-a9ae-499487c1ee4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.165701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fcc01f-3976-429f-a9ae-499487c1ee4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.171668 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-07fcc01f-3976-429f-a9ae-499487c1ee4c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/47948b35-32d7-465e-913c-70ad6f5190f7 HTTP/1.1" status: 404 len: 337 time: 0.0701168 Apr 30 01:46:17.174866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49360) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.232961 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae6a198-cbe9-4799-9f40-dbd49ef6d4cb tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.233442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae6a198-cbe9-4799-9f40-dbd49ef6d4cb tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.236648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fae6a198-cbe9-4799-9f40-dbd49ef6d4cb tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/dc42f85e-92db-47fa-b9e3-e0ecb8e5a788 HTTP/1.1" status: 404 len: 337 time: 0.0604327 Apr 30 01:46:17.239084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49362) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.250555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b995f-dda1-4c41-b05a-87bdb5683539 None None] Network ee922dcb-1c4f-49ee-bf67-57ceb29112d0 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:17.317982 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25a129c-67ab-459d-8059-2934a89e7bfc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.318447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25a129c-67ab-459d-8059-2934a89e7bfc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.321523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a25a129c-67ab-459d-8059-2934a89e7bfc tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/364957a7-9fd3-473f-84d4-8a467fc0d6a0 HTTP/1.1" status: 404 len: 337 time: 0.0813856 Apr 30 01:46:17.349443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49366) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.415096 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2fda1a-29ab-4768-8d19-ed87851777a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.415930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2fda1a-29ab-4768-8d19-ed87851777a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.432905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa2fda1a-29ab-4768-8d19-ed87851777a1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/e8915ba7-e597-4632-be39-fa4c21b3a3f1 HTTP/1.1" status: 404 len: 333 time: 0.0702353 Apr 30 01:46:17.435849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49368) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.508794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:17.511116 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22c4e1e-e736-4b8f-adb8-294874acaed1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.516100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22c4e1e-e736-4b8f-adb8-294874acaed1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.524147 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d22c4e1e-e736-4b8f-adb8-294874acaed1 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/67e0713a-2ddc-4a8f-b080-8a1c8f1cf58c HTTP/1.1" status: 404 len: 337 time: 0.0870030 Apr 30 01:46:17.526307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49370) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.532405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae38f841-a37c-4836-b73d-e1a9cbdd27d3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:17.619123 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddfe64d-a17b-46f7-a8d7-61ffff10b51c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.620108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f841-a37c-4836-b73d-e1a9cbdd27d3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Subnet': ['ID=d162b15e-af0b-4426-ac98-43bebdccf3e9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:17.629400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddfe64d-a17b-46f7-a8d7-61ffff10b51c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.636011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5ddfe64d-a17b-46f7-a8d7-61ffff10b51c tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/c9bd9da9-976d-4a32-8d70-f9a9619fc8c1 HTTP/1.1" status: 404 len: 337 time: 0.1064286 Apr 30 01:46:17.639314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.651497 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae38f841-a37c-4836-b73d-e1a9cbdd27d3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:17.674774 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ae38f841-a37c-4836-b73d-e1a9cbdd27d3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/subnets/d162b15e-af0b-4426-ac98-43bebdccf3e9 HTTP/1.1" status: 204 len: 168 time: 1.2473075 Apr 30 01:46:17.680927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49374) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.684618 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57c6afe-a899-4da2-8bb7-50a8f400b4a0 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.687787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57c6afe-a899-4da2-8bb7-50a8f400b4a0 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.693229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e57c6afe-a899-4da2-8bb7-50a8f400b4a0 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/878c054c-f786-462b-b47e-1169becb2f2d HTTP/1.1" status: 404 len: 333 time: 0.0527675 Apr 30 01:46:17.714470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49376) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.909123 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f72b12c-4f0f-4046-a44b-72a82161ad21 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.909763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f72b12c-4f0f-4046-a44b-72a82161ad21 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.913321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f72b12c-4f0f-4046-a44b-72a82161ad21 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/346e977b-3bfc-4c7c-addf-a02ad8094c43 HTTP/1.1" status: 404 len: 337 time: 0.1516383 Apr 30 01:46:17.921481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49380) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:17.959105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:17.968489 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40438e9-9f20-49d4-941d-d2d31e9ec8cf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] DELETE failed (client error): The resource could not be found. Apr 30 01:46:17.968959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40438e9-9f20-49d4-941d-d2d31e9ec8cf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:46:17.972436 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e40438e9-9f20-49d4-941d-d2d31e9ec8cf tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/subnets/1c319fb4-f0a6-4d2a-8745-a770e0c0a9d8 HTTP/1.1" status: 404 len: 337 time: 0.0487063 Apr 30 01:46:17.976412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49384) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:18.023242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:46:18.066110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ef1414-3e81-407c-96f7-2f04ab561c8f None None] Network ed124b4c-775d-47e2-8baf-89d510124e92 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:18.168908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-ff896159-e437-4e06-be8b-42c1477f12f6 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:18.171186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-ff896159-e437-4e06-be8b-42c1477f12f6 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.23 "GET /v2.0/networks?id=e7496f39-6e9a-4c85-b541-0883bfbac7c0 HTTP/1.1" status: 200 len: 808 time: 0.5452566 Apr 30 01:46:18.197712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Request body: {'port': {'device_id': 'f9de4142-8761-4d8f-b58f-4a20da1d72de', 'network_id': 'e7496f39-6e9a-4c85-b541-0883bfbac7c0', 'admin_state_up': True, 'tenant_id': 'fca7b726e3104279858be78b4facb420'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:18.311243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b896987a-6eb4-4212-91b3-84f02d256650 None None] Provisioning complete for port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:18.311667 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b896987a-6eb4-4212-91b3-84f02d256650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.365928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1052025f-6301-4923-bc7a-9945a78c2859 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 84e9ce6e-0ace-44a6-bce1-27a1715514e7 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:18.366310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1052025f-6301-4923-bc7a-9945a78c2859 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.388498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d17b-7100-470a-8e13-7c3b280c21d2 req-877e86a5-4add-44c9-9fb5-d7b547b8c483 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:18.401998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6762d17b-7100-470a-8e13-7c3b280c21d2 req-877e86a5-4add-44c9-9fb5-d7b547b8c483 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.4328487 Apr 30 01:46:18.486050 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1052025f-6301-4923-bc7a-9945a78c2859 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.501221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6762d17b-7100-470a-8e13-7c3b280c21d2 req-aba36cd2-54b5-41c9-abbc-e605b69190f5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943980 Apr 30 01:46:18.530661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1052025f-6301-4923-bc7a-9945a78c2859 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 84e9ce6e-0ace-44a6-bce1-27a1715514e7 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:18.546653 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.645575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] DHCP port deletion for ee922dcb-1c4f-49ee-bf67-57ceb29112d0 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:46:18.736547 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.749445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Made reservation on behalf of fca7b726e3104279858be78b4facb420 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:18.756089 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.762418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1052025f-6301-4923-bc7a-9945a78c2859 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.791784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd7211e0-b24b-46d7-80b4-df338142bb3e req-ffa9c48a-6a5b-4b29-8a7a-c91a7057c0f3 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 210 time: 0.0961130 Apr 30 01:46:18.792962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1052025f-6301-4923-bc7a-9945a78c2859 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.799747 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1052025f-6301-4923-bc7a-9945a78c2859 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/ports/84e9ce6e-0ace-44a6-bce1-27a1715514e7 HTTP/1.1" status: 204 len: 168 time: 0.7884626 Apr 30 01:46:18.802152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49392) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:18.888608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-797e5c96-4436-4703-8552-8e7c1b9c6bea', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:46:18.890111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:18.959322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052025f-6301-4923-bc7a-9945a78c2859 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=84e9ce6e-0ace-44a6-bce1-27a1715514e7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:19.023751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.057786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.072260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49396) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:19.080640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port c095590d-e8a2-4eab-8844-94e03ed7d559 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:19.082765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:46:14Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'c095590d-e8a2-4eab-8844-94e03ed7d559', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:19.086956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.203719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,segment=NetworkSegment(688606b3-3b64-4cdd-af92-64392de99846),segment_id=688606b3-3b64-4cdd-af92-64392de99846)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:19.211847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] Checking router: c7979e97-3680-4347-8136-046cd8b294c2 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:46:19.236505 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.280505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port c095590d-e8a2-4eab-8844-94e03ed7d559, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c095590d-e8a2-4eab-8844-94e03ed7d559,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:19.281830 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.287955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Allocated IP 172.25.0.154 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a4b09842-094c-405c-99b6-ea31e3629118) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:19.315237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for c095590d-e8a2-4eab-8844-94e03ed7d559 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:19.360530 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.461019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.595161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Allocated IP 172.20.0.12 (e7496f39-6e9a-4c85-b541-0883bfbac7c0/2072d67f-5e3d-4eb6-ba7e-dca8f7ae3582/3c618363-6ba6-49ed-9abb-5f3711bdee5f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:19.621862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] Routers {'c7979e97-3680-4347-8136-046cd8b294c2'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:19.625141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c7979e97-3680-4347-8136-046cd8b294c2'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:19.654241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:19.760637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.826724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b51e2b59-7e76-4a3e-86a4-2df123887939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:19.837458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] Set router c7979e97-3680-4347-8136-046cd8b294c2 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:19.908792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:46:18Z', 'revision_number': 6, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:19.958099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a0ff6-8173-4d94-af27-669c455cb42e None None] The sync data for ids ['c7979e97-3680-4347-8136-046cd8b294c2'] in n-d-821348-1 is: [{'id': 'c7979e97-3680-4347-8136-046cd8b294c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275092153', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:43:52Z', 'updated_at': '2022-04-30T01:46:18Z', 'revision_number': 6, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:19.987520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b896987a-6eb4-4212-91b3-84f02d256650 None None] Could not find standard attr ID for object 84e9ce6e-0ace-44a6-bce1-27a1715514e7. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:46:20.024440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] DHCP port deletion for ed124b4c-775d-47e2-8baf-89d510124e92 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:46:20.034044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] Deleting port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:20.034183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:20.034624 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.045757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b09842-094c-405c-99b6-ea31e3629118,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:20.055786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.057621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:20.069516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:20.069879 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.104852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,segment=NetworkSegment(688606b3-3b64-4cdd-af92-64392de99846),segment_id=688606b3-3b64-4cdd-af92-64392de99846)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:20.105414 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.125555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] Calling delete_port for 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:20.184296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1c07c-a70b-476b-9233-cdaf1e84ce4e req-9c44851d-61a8-4a4c-91ec-cbbb960de47d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:20.186983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cdb1c07c-a70b-476b-9233-cdaf1e84ce4e req-9c44851d-61a8-4a4c-91ec-cbbb960de47d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.2157052 Apr 30 01:46:20.244025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:20.268284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cdb1c07c-a70b-476b-9233-cdaf1e84ce4e req-f3d4d82c-daa4-49c5-a7b8-626b315d9cde tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718298 Apr 30 01:46:20.334544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:20.344214 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.382392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Deleting port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:20.382762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.383586 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b51e2b59-7e76-4a3e-86a4-2df123887939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.408658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.413403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.533410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Allocated IP 172.20.0.2 (797e5c96-4436-4703-8552-8e7c1b9c6bea/0986bfbe-355f-4873-a177-aa34720dc182/261b55d7-0f5f-4bf8-b702-e303db7068c4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:20.556528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Network e7496f39-6e9a-4c85-b541-0883bfbac7c0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:20.556924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b51e2b59-7e76-4a3e-86a4-2df123887939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.567015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] Pushing event deleted for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:20.613070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c884a-9900-4a7d-97fd-eb2eb1aed19f None None] No DVR routers for this DVR port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:46:20.615397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b51e2b59-7e76-4a3e-86a4-2df123887939 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6481a6486bd240af8107b49a33cb1501&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5417523 Apr 30 01:46:20.621922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c137db-d551-46fc-92f0-8b536b4d28ca req-1e4a728a-4b84-4ea1-adee-f0b2e687018d tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:20.623762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:20.624879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2c137db-d551-46fc-92f0-8b536b4d28ca req-1e4a728a-4b84-4ea1-adee-f0b2e687018d tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 932 time: 0.2229135 Apr 30 01:46:20.633533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49412) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:20.634486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] For port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7, host n-d-821348-1, got binding levels [] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:20.634963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.642146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:20.686403 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.699743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Calling delete_port for 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:20.709674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 was not found and therefore no delete operation was performed {{(pid=103319) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 30 01:46:20.753901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Pushing event updated for resources: {'Port': ['ID=3c618363-6ba6-49ed-9abb-5f3711bdee5f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:20.761669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] Deleting port 1067a8e0-6a17-444c-a0b6-558811329395 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:20.764187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.766361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.780020 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.803973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=c095590d-e8a2-4eab-8844-94e03ed7d559,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:20.814861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e2b59-7e76-4a3e-86a4-2df123887939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857806c0-0f36-474f-bd7e-0a3ab450a9ed,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:20.822887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:20.823575 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.871333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Port': ['ID=94a5147c-9d6f-4d6d-995b-45ba97ffdce7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:20.876918 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05dad867-8beb-4a32-8532-983306bb351f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.894217 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.906272 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.934354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2c137db-d551-46fc-92f0-8b536b4d28ca req-4c436d68-9c1e-4196-b105-c16d797509f7 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675316 Apr 30 01:46:20.945201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] No DVR routers for this DVR port 94a5147c-9d6f-4d6d-995b-45ba97ffdce7 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:46:20.948459 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05dad867-8beb-4a32-8532-983306bb351f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:20.971947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-865eeaa5-5db5-46d3-9c18-bb736c00f6bd tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7834461 Apr 30 01:46:20.990343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Request body: {'port': {'device_id': 'f9de4142-8761-4d8f-b58f-4a20da1d72de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:21.025994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] For port 1067a8e0-6a17-444c-a0b6-558811329395, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1067a8e0-6a17-444c-a0b6-558811329395,segment=NetworkSegment(85cb8753-aacf-454b-911d-8418127f1009),segment_id=85cb8753-aacf-454b-911d-8418127f1009)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:21.026610 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.049722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:46:21.052014 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b33cc-7230-4950-9c9e-76be9882acf3" -d '{"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-plugged", "status": "completed", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:46:21.142557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] Calling delete_port for 1067a8e0-6a17-444c-a0b6-558811329395 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:21.145113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.170923 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ac2fd7-050f-4ae7-b6d6-2a01ac6c9782 x-openstack-request-id: req-23ac2fd7-050f-4ae7-b6d6-2a01ac6c9782 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:46:21.171349 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-plugged", "status": "completed", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:46:21.172222 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23ac2fd7-050f-4ae7-b6d6-2a01ac6c9782 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:46:21.172851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05dad867-8beb-4a32-8532-983306bb351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.173822 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ac2fd7-050f-4ae7-b6d6-2a01ac6c9782'] response: {'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'code': 200} Apr 30 01:46:21.175507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05dad867-8beb-4a32-8532-983306bb351f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.180686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-05dad867-8beb-4a32-8532-983306bb351f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/857806c0-0f36-474f-bd7e-0a3ab450a9ed HTTP/1.1" status: 204 len: 168 time: 0.5423017 Apr 30 01:46:21.208115 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.217102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dad867-8beb-4a32-8532-983306bb351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857806c0-0f36-474f-bd7e-0a3ab450a9ed,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:21.423542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.498461 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.505066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.506104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:21.634264 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.698449 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.703101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.704072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Fanout notify agent at l3_agent the message router_deleted on router c7979e97-3680-4347-8136-046cd8b294c2 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:46:21.737163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.741039 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-40fb68fb-d275-44db-a8c0-b0876330c3ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/routers/c7979e97-3680-4347-8136-046cd8b294c2 HTTP/1.1" status: 204 len: 168 time: 4.0559800 Apr 30 01:46:21.743303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:21.797067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee922dcb-1c4f-49ee-bf67-57ceb29112d0']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:21.814495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c91751-e52b-4908-ad97-ea527ee9aeb8 req-cec28b96-493a-4311-ac12-a6e0094ea7f7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:21.816780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95c91751-e52b-4908-ad97-ea527ee9aeb8 req-cec28b96-493a-4311-ac12-a6e0094ea7f7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.3334093 Apr 30 01:46:21.878626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688606b3-3b64-4cdd-af92-64392de99846') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:21.878995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688606b3-3b64-4cdd-af92-64392de99846') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:21.942551 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.968303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.989357 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:21.991820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.001049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:46:22.001439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.006421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:22.020855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c095590d-e8a2-4eab-8844-94e03ed7d559 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:46:22.026550 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95c91751-e52b-4908-ad97-ea527ee9aeb8 req-2b43ab90-c322-403e-a4e6-f6c77df6029a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566391 Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:46:22.027317 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:46:22.053617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c095590d-e8a2-4eab-8844-94e03ed7d559 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:46:22.054287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c095590d-e8a2-4eab-8844-94e03ed7d559 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:46:22.056128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1067a8e0-6a17-444c-a0b6-558811329395 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:46:22.086847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1067a8e0-6a17-444c-a0b6-558811329395 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:46:22.087364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1067a8e0-6a17-444c-a0b6-558811329395 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:46:22.088497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ef3197aa-303e-46a9-8dcc-4c3ce6c4513a no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:46:22.096928 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.110191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.206509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] The port '1067a8e0-6a17-444c-a0b6-558811329395' was deleted {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 30 01:46:22.226055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ef3197aa-303e-46a9-8dcc-4c3ce6c4513a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:46:22.226660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ef3197aa-303e-46a9-8dcc-4c3ce6c4513a not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:46:22.240268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Pushing event updated for resources: {'Port': ['ID=261b55d7-0f5f-4bf8-b702-e303db7068c4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:22.258081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:22.262959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49430) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:22.274584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] No DVR routers for this DVR port 1067a8e0-6a17-444c-a0b6-558811329395 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:46:22.283114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:22.286528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:22.333396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a6638-2b4b-45c8-a0fb-6c6cc9ad91c8 None None] Pushing event deleted for resources: {'Port': ['ID=1067a8e0-6a17-444c-a0b6-558811329395,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:22.359406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.429039 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.458076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed124b4c-775d-47e2-8baf-89d510124e92']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:22.460153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Attempting to bind port 261b55d7-0f5f-4bf8-b702-e303db7068c4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:22.460528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Attempting to bind port 261b55d7-0f5f-4bf8-b702-e303db7068c4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:22.460894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Attempting to bind port 261b55d7-0f5f-4bf8-b702-e303db7068c4 on network 797e5c96-4436-4703-8552-8e7c1b9c6bea {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:22.471938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cb8753-aacf-454b-911d-8418127f1009') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:22.472299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cb8753-aacf-454b-911d-8418127f1009') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:22.484006 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.492170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:22.496200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Checking segment: {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:22.496626 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.497595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Bound using segment: {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:22.498608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Bound port: 261b55d7-0f5f-4bf8-b702-e303db7068c4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:22.499252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.501343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.511027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:46:22.511442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.569302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c618363-6ba6-49ed-9abb-5f3711bdee5f {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:46:22.581314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:46:22.617147 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:46:22.631299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Router aa954b70-fd01-4f1f-8736-e957b296edde is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:46:22.635340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.655039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] For port 261b55d7-0f5f-4bf8-b702-e303db7068c4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:22.661544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] For port 261b55d7-0f5f-4bf8-b702-e303db7068c4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=261b55d7-0f5f-4bf8-b702-e303db7068c4,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:22.667087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edc8ee-7f53-4132-a553-1863c6c1e9bf req-0d2c741b-044a-42b5-aa7d-b11f85a7c0a5 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:22.675821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31edc8ee-7f53-4132-a553-1863c6c1e9bf req-0d2c741b-044a-42b5-aa7d-b11f85a7c0a5 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 932 time: 0.4862545 Apr 30 01:46:22.685659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.702305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.707500 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/networks/ed124b4c-775d-47e2-8baf-89d510124e92 HTTP/1.1" status: 204 len: 168 time: 0.9611685 Apr 30 01:46:22.709141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49432) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:22.712855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Transition to ACTIVE for port object 3c618363-6ba6-49ed-9abb-5f3711bdee5f will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:46:22.721601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.732552 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.741819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a769e-e305-4e66-b77b-7ba026bbcb7f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Network': ['ID=ed124b4c-775d-47e2-8baf-89d510124e92,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:22.760406 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.760406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] 10.222.0.15 "DELETE /v2.0/networks/ee922dcb-1c4f-49ee-bf67-57ceb29112d0 HTTP/1.1" status: 204 len: 168 time: 3.9536848 Apr 30 01:46:22.774385 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a7856-48ce-4431-b34d-2413c107f105 tempest-PortsIpV6TestJSON-1548782680 tempest-PortsIpV6TestJSON-1548782680-project] Pushing event deleted for resources: {'Network': ['ID=ee922dcb-1c4f-49ee-bf67-57ceb29112d0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:22.781927 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.793965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31edc8ee-7f53-4132-a553-1863c6c1e9bf req-47a9eda3-ec8e-4869-b151-3afd707fd5b1 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167881 Apr 30 01:46:22.827972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.852071 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=671e55ddc0dd408ba629e8ab093c4371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874145 Apr 30 01:46:22.852820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde778c9-e1e0-495c-b8ce-e47d21a9f408,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:22.867929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49436) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:22.868857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0bc6b0d-e574-4927-a90f-ca55a03d42ed tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:22.896799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.897206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.897520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.897848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.898172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.902372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.903205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.904238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.904575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.904905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.905366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.905928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd409c1e-8280-40df-89f1-be7f0c029525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:22.929106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:22.947833 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Sync routers for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:22.965102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Pushing event updated for resources: {'Port': ['ID=3c618363-6ba6-49ed-9abb-5f3711bdee5f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:22.976359 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:22.977178 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:23.004369 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0bc6b0d-e574-4927-a90f-ca55a03d42ed tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.028049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c375-9c42-457c-a895-35b691b3a73b None None] Pushing event updated for resources: {'Port': ['ID=261b55d7-0f5f-4bf8-b702-e303db7068c4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:23.094956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.096201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-75138086-2fff-4738-a0d5-0d4fb68039a7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6913085 Apr 30 01:46:23.107863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49440) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:23.327378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0bc6b0d-e574-4927-a90f-ca55a03d42ed tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.489047 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0bc6b0d-e574-4927-a90f-ca55a03d42ed tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.489047 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0bc6b0d-e574-4927-a90f-ca55a03d42ed tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/security-groups/2af363e6-599a-441b-b592-b126e62ed9a7 HTTP/1.1" status: 204 len: 168 time: 0.6209145 Apr 30 01:46:23.489909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Attempting to bind port 3c618363-6ba6-49ed-9abb-5f3711bdee5f on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:23.489909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Attempting to bind port 3c618363-6ba6-49ed-9abb-5f3711bdee5f by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '04d227a2-4506-44d6-a990-ee051e43c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e7496f39-6e9a-4c85-b541-0883bfbac7c0'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:23.489909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Attempting to bind port 3c618363-6ba6-49ed-9abb-5f3711bdee5f on network e7496f39-6e9a-4c85-b541-0883bfbac7c0 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:23.489909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Port 3c618363-6ba6-49ed-9abb-5f3711bdee5f on network e7496f39-6e9a-4c85-b541-0883bfbac7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:46:23.489909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Attempting to bind port 3c618363-6ba6-49ed-9abb-5f3711bdee5f on network e7496f39-6e9a-4c85-b541-0883bfbac7c0 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:23.490781 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:23.491186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:23.491186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Checking segment: {'id': '04d227a2-4506-44d6-a990-ee051e43c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e7496f39-6e9a-4c85-b541-0883bfbac7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:23.491186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Bound using segment: {'id': '04d227a2-4506-44d6-a990-ee051e43c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e7496f39-6e9a-4c85-b541-0883bfbac7c0'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:23.491186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Bound port: 3c618363-6ba6-49ed-9abb-5f3711bdee5f, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d227a2-4506-44d6-a990-ee051e43c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e7496f39-6e9a-4c85-b541-0883bfbac7c0'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:23.491186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.493137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc6b0d-e574-4927-a90f-ca55a03d42ed tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af363e6-599a-441b-b592-b126e62ed9a7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:23.493137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffd99779-270a-4a86-aa65-0894858178b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.493137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffd99779-270a-4a86-aa65-0894858178b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.517070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ce91-a632-4ce0-a55e-3a4b2c60281f req-9c82cf6a-72a4-488f-aab5-5baa53258d27 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:23.519068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b62ce91-a632-4ce0-a55e-3a4b2c60281f req-9c82cf6a-72a4-488f-aab5-5baa53258d27 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.3121319 Apr 30 01:46:23.608729 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffd99779-270a-4a86-aa65-0894858178b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.638059 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffd99779-270a-4a86-aa65-0894858178b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.643003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ffd99779-270a-4a86-aa65-0894858178b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fde778c9-e1e0-495c-b8ce-e47d21a9f408 HTTP/1.1" status: 204 len: 168 time: 0.7699089 Apr 30 01:46:23.676667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] For port 3c618363-6ba6-49ed-9abb-5f3711bdee5f, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:23.691361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 261b55d7-0f5f-4bf8-b702-e303db7068c4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:23.702066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] For port 3c618363-6ba6-49ed-9abb-5f3711bdee5f, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3c618363-6ba6-49ed-9abb-5f3711bdee5f,segment=NetworkSegment(04d227a2-4506-44d6-a990-ee051e43c23a),segment_id=04d227a2-4506-44d6-a990-ee051e43c23a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:23.716778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99779-270a-4a86-aa65-0894858178b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde778c9-e1e0-495c-b8ce-e47d21a9f408,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:23.732996 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:20Z', 'revision_number': 3, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:23.755349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b62ce91-a632-4ce0-a55e-3a4b2c60281f req-de79b446-bfbc-4331-b432-26a51c4dca4f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199390 Apr 30 01:46:23.786287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.852162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:23.852785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.854206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c618363-6ba6-49ed-9abb-5f3711bdee5f HTTP/1.1" status: 200 len: 1092 time: 2.8712883 Apr 30 01:46:23.854642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9de4142-8761-4d8f-b58f-4a20da1d72de', 'tag': '3c618363-6ba6-49ed-9abb-5f3711bdee5f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:46:23.857167 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d31fba-67d3-4752-81d1-7afb87290993" -d '{"events": [{"name": "network-changed", "server_uuid": "f9de4142-8761-4d8f-b58f-4a20da1d72de", "tag": "3c618363-6ba6-49ed-9abb-5f3711bdee5f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:46:23.870495 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Checking router: aa954b70-fd01-4f1f-8736-e957b296edde for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:46:23.872548 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Updating router aa954b70-fd01-4f1f-8736-e957b296edde port a4b09842-094c-405c-99b6-ea31e3629118 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:46:23.894181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 261b55d7-0f5f-4bf8-b702-e303db7068c4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:23.894559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:23.940929 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.022808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd86343-9b61-4796-b5f2-0c0447616f95 service neutron] Pushing event updated for resources: {'Port': ['ID=3c618363-6ba6-49ed-9abb-5f3711bdee5f,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:24.062982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49454) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:24.152827 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.215504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-6439acb2-f363-44d7-9ecb-ffd0d6747082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:24.225055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-6439acb2-f363-44d7-9ecb-ffd0d6747082 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fca7b726e3104279858be78b4facb420&device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 1095 time: 0.2472355 Apr 30 01:46:24.262364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 261b55d7-0f5f-4bf8-b702-e303db7068c4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=261b55d7-0f5f-4bf8-b702-e303db7068c4,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:24.277817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251efd06-4124-4445-83d7-56ca8ea82f2c req-d1836d04-5f0f-48ae-ae0c-31450ad95b88 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:24.298357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-251efd06-4124-4445-83d7-56ca8ea82f2c req-d1836d04-5f0f-48ae-ae0c-31450ad95b88 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 944 time: 0.1371782 Apr 30 01:46:24.378798 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-251efd06-4124-4445-83d7-56ca8ea82f2c req-dc06d9d8-5374-405b-931e-c586f6fa4b03 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785747 Apr 30 01:46:24.381585 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.385755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-e01a7910-d20b-4b41-83ab-fc9251244af3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c618363-6ba6-49ed-9abb-5f3711bdee5f HTTP/1.1" status: 200 len: 217 time: 0.1460221 Apr 30 01:46:24.562092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-26d03f3f-a259-430e-b760-2ea195741498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:24.563614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-26d03f3f-a259-430e-b760-2ea195741498 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2072d67f-5e3d-4eb6-ba7e-dca8f7ae3582 HTTP/1.1" status: 200 len: 848 time: 0.1585202 Apr 30 01:46:24.585226 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd0ccd4-2a98-4b45-ab5c-10ccaf2ad5a1 x-openstack-request-id: req-dcd0ccd4-2a98-4b45-ab5c-10ccaf2ad5a1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:46:24.585916 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9de4142-8761-4d8f-b58f-4a20da1d72de", "tag": "3c618363-6ba6-49ed-9abb-5f3711bdee5f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:46:24.585916 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcd0ccd4-2a98-4b45-ab5c-10ccaf2ad5a1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:46:24.586225 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd0ccd4-2a98-4b45-ab5c-10ccaf2ad5a1'] response: {'name': 'network-changed', 'server_uuid': 'f9de4142-8761-4d8f-b58f-4a20da1d72de', 'tag': '3c618363-6ba6-49ed-9abb-5f3711bdee5f', 'status': 'completed', 'code': 200} Apr 30 01:46:24.608622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4b5c5c95-1abf-4ef1-8957-d27d5b3dd2ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e041b5e46f7046e4829a35f6f82bdb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370505 Apr 30 01:46:24.610476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49466) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:24.619522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=261b55d7-0f5f-4bf8-b702-e303db7068c4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:24.623461 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.642264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-ba59e9f4-064d-485a-ab27-41b6ccf96100 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e7496f39-6e9a-4c85-b541-0883bfbac7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532765 Apr 30 01:46:24.692282 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.764239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d728e4ec-14ac-4997-b12e-52fbda1ad703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.779837 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.820755 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d728e4ec-14ac-4997-b12e-52fbda1ad703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.932394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fc3e1-7925-475c-b782-e8de2b068b30 None None] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:24.954618 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Attempting to bind port a4b09842-094c-405c-99b6-ea31e3629118 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:24.955253 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Attempting to bind port a4b09842-094c-405c-99b6-ea31e3629118 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:24.956165 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Attempting to bind port a4b09842-094c-405c-99b6-ea31e3629118 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:24.976857 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:24.982941 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:24.983915 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.985120 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:24.985964 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Bound port: a4b09842-094c-405c-99b6-ea31e3629118, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:24.987193 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.996052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d728e4ec-14ac-4997-b12e-52fbda1ad703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:24.999223 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d728e4ec-14ac-4997-b12e-52fbda1ad703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:25.004847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d728e4ec-14ac-4997-b12e-52fbda1ad703 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7f52882-f4f8-44bb-810a-ce87b2652dc5 HTTP/1.1" status: 204 len: 168 time: 0.3883538 Apr 30 01:46:25.017830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728e4ec-14ac-4997-b12e-52fbda1ad703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f52882-f4f8-44bb-810a-ce87b2652dc5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:25.146477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-2751ca04-a880-4046-ba9c-bce6282466b5 service neutron] 10.222.0.23 "GET /v2.0/networks/e7496f39-6e9a-4c85-b541-0883bfbac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914196 Apr 30 01:46:25.149160 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] For port a4b09842-094c-405c-99b6-ea31e3629118, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:25.156263 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] For port a4b09842-094c-405c-99b6-ea31e3629118, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a4b09842-094c-405c-99b6-ea31e3629118,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:25.181665 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Pushing event updated for resources: {'Port': ['ID=a4b09842-094c-405c-99b6-ea31e3629118,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:25.187212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fbbb42f6-d6a1-4597-99a4-20be39df3feb None None] Provisioning complete for port 261b55d7-0f5f-4bf8-b702-e303db7068c4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:25.187873 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbbb42f6-d6a1-4597-99a4-20be39df3feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:25.202834 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.203170 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.203772 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.204307 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.205031 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.205673 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.206142 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.206666 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.207417 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.207903 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.208497 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.208990 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:25.254204 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:25.326604 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:25.327543 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:25.357283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:25.357804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Allocated IP 172.20.0.1 (797e5c96-4436-4703-8552-8e7c1b9c6bea/0986bfbe-355f-4873-a177-aa34720dc182/f2b42cbb-b6ac-41b5-bdae-67897399c034) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:25.363847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-12c0a208-9dfd-43d6-994f-0398b8e4d352 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133679922', 'description': 'tempest-secgroup-smoke-1133679922 description', 'project_id': 'c0d0017750714ac2a74fd60a825a474e'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:25.489947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12c0a208-9dfd-43d6-994f-0398b8e4d352 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:25.596716 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:25.626191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2d00d41f-5d65-4776-9243-f5ddf227fec1 req-fcfa2ed3-56c8-44b4-b18f-30456c7b645b service neutron] 10.222.0.23 "GET /v2.0/networks/e7496f39-6e9a-4c85-b541-0883bfbac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227819 Apr 30 01:46:25.661417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 261b55d7-0f5f-4bf8-b702-e303db7068c4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:25.753779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d48dc-e07b-4693-ac2e-c0b1196de58c req-e86ececd-e4cb-44c8-aae9-e9895bd9a4c1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:25.763651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef3d48dc-e07b-4693-ac2e-c0b1196de58c req-e86ececd-e4cb-44c8-aae9-e9895bd9a4c1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.2617900 Apr 30 01:46:25.857219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef3d48dc-e07b-4693-ac2e-c0b1196de58c req-54154732-a310-4d2a-bc92-b8a851b30ef2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857317 Apr 30 01:46:25.860683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 261b55d7-0f5f-4bf8-b702-e303db7068c4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:25.860819 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:25.884463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12c0a208-9dfd-43d6-994f-0398b8e4d352 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:25.965490 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12c0a208-9dfd-43d6-994f-0398b8e4d352 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:25.969639 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:26.049855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0a208-9dfd-43d6-994f-0398b8e4d352 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ada587b-f3a8-4e48-8f8c-655f9ce9da92,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:26.086761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31fba-67d3-4752-81d1-7afb87290993 req-f8c578b2-fa44-4548-be78-39c0f5a7f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:26.104066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b1c2a-447f-4545-a568-b111436a8c52 req-7e5fdc0a-ae98-4138-b06c-c572dcc73430 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:26.104473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57d31fba-67d3-4752-81d1-7afb87290993 req-f8c578b2-fa44-4548-be78-39c0f5a7f7c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fca7b726e3104279858be78b4facb420&device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 1095 time: 0.3218131 Apr 30 01:46:26.106020 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-302b1c2a-447f-4545-a568-b111436a8c52 req-7e5fdc0a-ae98-4138-b06c-c572dcc73430 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 944 time: 0.1534193 Apr 30 01:46:26.112726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12c0a208-9dfd-43d6-994f-0398b8e4d352 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:26.117981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-12c0a208-9dfd-43d6-994f-0398b8e4d352 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7594414 Apr 30 01:46:26.118836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49502) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:26.125380 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4376a2a-2675-4ef7-9ff5-80e5d95200ee None None] Pushing event updated for resources: {'Port': ['ID=a4b09842-094c-405c-99b6-ea31e3629118,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:26.175446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2a826153-c8f2-4871-b5a9-0d594ec34852 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9ada587b-f3a8-4e48-8f8c-655f9ce9da92', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:26.290397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-302b1c2a-447f-4545-a568-b111436a8c52 req-55053380-c0bd-4faa-9366-819009576c89 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822827 Apr 30 01:46:26.330022 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:46:26.407665 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:20Z', 'revision_number': 3, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:26.414353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c51caa-0063-4cc3-9569-7253c1ca9329 None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:46:26.447202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31fba-67d3-4752-81d1-7afb87290993 req-9ce8fb3c-e5d2-465e-9e87-1333005d1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:26.449738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57d31fba-67d3-4752-81d1-7afb87290993 req-9ce8fb3c-e5d2-465e-9e87-1333005d1326 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e7496f39-6e9a-4c85-b541-0883bfbac7c0 HTTP/1.1" status: 200 len: 908 time: 0.3240108 Apr 30 01:46:26.463385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b415408b-6023-4a86-84a5-64df33af18b2 None None] Provisioning complete for port 261b55d7-0f5f-4bf8-b702-e303db7068c4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:26.463724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b415408b-6023-4a86-84a5-64df33af18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:26.470953 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e02e75-9ca1-4934-935b-9f9b8eaf1d7a None None] The sync data for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 is: [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:20Z', 'revision_number': 3, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:26.504755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57d31fba-67d3-4752-81d1-7afb87290993 req-88dd1d3c-bf9d-4b76-ac27-51b0d91026ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c618363-6ba6-49ed-9abb-5f3711bdee5f HTTP/1.1" status: 200 len: 217 time: 0.0461204 Apr 30 01:46:26.560585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31fba-67d3-4752-81d1-7afb87290993 req-412ec61f-ad72-461e-bc62-6b118fd07810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:26.562185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57d31fba-67d3-4752-81d1-7afb87290993 req-412ec61f-ad72-461e-bc62-6b118fd07810 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2072d67f-5e3d-4eb6-ba7e-dca8f7ae3582 HTTP/1.1" status: 200 len: 848 time: 0.0506856 Apr 30 01:46:26.595123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57d31fba-67d3-4752-81d1-7afb87290993 req-fb1d1f3a-87ed-4b39-b7d1-68ae9708d9b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e7496f39-6e9a-4c85-b541-0883bfbac7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261557 Apr 30 01:46:26.645954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c51caa-0063-4cc3-9569-7253c1ca9329 None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:46:26.706761 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57d31fba-67d3-4752-81d1-7afb87290993 req-cf917834-5dd7-4b24-aa21-d1a72dfab917 service neutron] 10.222.0.23 "GET /v2.0/networks/e7496f39-6e9a-4c85-b541-0883bfbac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042688 Apr 30 01:46:26.828721 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a826153-c8f2-4871-b5a9-0d594ec34852 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:26.837225 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-57d31fba-67d3-4752-81d1-7afb87290993 req-24fb073b-d473-4ce8-922c-cd56f0b7e19e service neutron] 10.222.0.23 "GET /v2.0/networks/e7496f39-6e9a-4c85-b541-0883bfbac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204045 Apr 30 01:46:26.865940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:26.958165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Pushing event updated for resources: {'Port': ['ID=f2b42cbb-b6ac-41b5-bdae-67897399c034,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:26.983300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:26.988162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:26.996250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:27.054737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a826153-c8f2-4871-b5a9-0d594ec34852 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:27.069127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:27.137232 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a826153-c8f2-4871-b5a9-0d594ec34852 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:27.161917 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a826153-c8f2-4871-b5a9-0d594ec34852 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5567d50-99d6-4896-9d78-b479fbcc748b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:27.182919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293478-3241-4cd6-82a5-470bff9b4212 req-4ad54099-31e3-44e8-be5f-55156e3ffab8 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:27.192118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e293478-3241-4cd6-82a5-470bff9b4212 req-4ad54099-31e3-44e8-be5f-55156e3ffab8 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1324210 Apr 30 01:46:27.253675 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e293478-3241-4cd6-82a5-470bff9b4212 req-e53abc9b-2389-47d8-8bcc-33b4957a32d2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598030 Apr 30 01:46:27.259396 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a826153-c8f2-4871-b5a9-0d594ec34852 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:27.265826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49524) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:27.266646 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2a826153-c8f2-4871-b5a9-0d594ec34852 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1021516 Apr 30 01:46:27.273727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d159a8f7-91f4-4e6f-91ff-3a2d59b42ccd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9ada587b-f3a8-4e48-8f8c-655f9ce9da92', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:27.458997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d159a8f7-91f4-4e6f-91ff-3a2d59b42ccd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:27.531101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5152d95-aca7-4c08-872a-0e469f29a54a req-0f26c885-f3b1-431e-9a32-5daae290fbf6 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:27.547722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5152d95-aca7-4c08-872a-0e469f29a54a req-0f26c885-f3b1-431e-9a32-5daae290fbf6 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 944 time: 0.1461513 Apr 30 01:46:27.654261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5152d95-aca7-4c08-872a-0e469f29a54a req-491cb885-f5d8-4a1b-8534-a8ae34bc1676 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985053 Apr 30 01:46:27.673138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:27.680377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49532) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:27.710461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a4b09842-094c-405c-99b6-ea31e3629118 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:27.886342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-864edf78-9b6c-4a08-9922-7d8f1ede7cd7 None None] Provisioning complete for port f2b42cbb-b6ac-41b5-bdae-67897399c034 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:27.886719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-864edf78-9b6c-4a08-9922-7d8f1ede7cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:27.891969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d159a8f7-91f4-4e6f-91ff-3a2d59b42ccd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:27.925995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fd5051f6-d7f9-469b-b3b4-c3c1e1caa579 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-200437905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:27.953443 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d159a8f7-91f4-4e6f-91ff-3a2d59b42ccd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.007513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-864edf78-9b6c-4a08-9922-7d8f1ede7cd7 None None] Port f2b42cbb-b6ac-41b5-bdae-67897399c034 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:28.014524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3c618363-6ba6-49ed-9abb-5f3711bdee5f details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:46:28.034644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd5051f6-d7f9-469b-b3b4-c3c1e1caa579 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.039699 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd5051f6-d7f9-469b-b3b4-c3c1e1caa579 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.066719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a4b09842-094c-405c-99b6-ea31e3629118 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:28.068150 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.104844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159a8f7-91f4-4e6f-91ff-3a2d59b42ccd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75454698-3c10-48fa-971b-eb89daee58ad,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:28.184755 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d159a8f7-91f4-4e6f-91ff-3a2d59b42ccd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.188653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d159a8f7-91f4-4e6f-91ff-3a2d59b42ccd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9192448 Apr 30 01:46:28.192551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49546) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:28.215313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4181c6fc-f6ff-44cf-bf98-172ee2b608d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9ada587b-f3a8-4e48-8f8c-655f9ce9da92', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:28.312719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3c618363-6ba6-49ed-9abb-5f3711bdee5f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3c618363-6ba6-49ed-9abb-5f3711bdee5f,segment=NetworkSegment(04d227a2-4506-44d6-a990-ee051e43c23a),segment_id=04d227a2-4506-44d6-a990-ee051e43c23a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:28.341128 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.350242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '3c618363-6ba6-49ed-9abb-5f3711bdee5f', 'network_id': 'e7496f39-6e9a-4c85-b541-0883bfbac7c0', 'port_id': '3c618363-6ba6-49ed-9abb-5f3711bdee5f', 'mac_address': 'fa:16:3e:69:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2072d67f-5e3d-4eb6-ba7e-dca8f7ae3582', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:46:28.385613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd5051f6-d7f9-469b-b3b4-c3c1e1caa579 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.408721 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.473346 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.514430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6227d39-de0e-443a-9651-09969edf555e req-50ec8517-bb97-4f82-90be-6e77cb26b6ad tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:28.516593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c618363-6ba6-49ed-9abb-5f3711bdee5f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:46:28.525419 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6227d39-de0e-443a-9651-09969edf555e req-50ec8517-bb97-4f82-90be-6e77cb26b6ad tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1098189 Apr 30 01:46:28.528724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd5051f6-d7f9-469b-b3b4-c3c1e1caa579 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.549681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3c618363-6ba6-49ed-9abb-5f3711bdee5f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3c618363-6ba6-49ed-9abb-5f3711bdee5f,segment=NetworkSegment(04d227a2-4506-44d6-a990-ee051e43c23a),segment_id=04d227a2-4506-44d6-a990-ee051e43c23a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:28.557457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.560649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Pushing event updated for resources: {'Port': ['ID=f2b42cbb-b6ac-41b5-bdae-67897399c034,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:28.570101 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.580230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4181c6fc-f6ff-44cf-bf98-172ee2b608d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.583549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a4b09842-094c-405c-99b6-ea31e3629118, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a4b09842-094c-405c-99b6-ea31e3629118,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:28.641587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.698077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6227d39-de0e-443a-9651-09969edf555e req-0b2c0e22-e37f-4931-acdf-0fcb5afe0691 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714282 Apr 30 01:46:28.707642 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.729713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fd5051f6-d7f9-469b-b3b4-c3c1e1caa579 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.744853 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fd5051f6-d7f9-469b-b3b4-c3c1e1caa579 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0629544 Apr 30 01:46:28.746730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:28.747407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49552) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:28.750113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:28.789646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4181c6fc-f6ff-44cf-bf98-172ee2b608d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.807597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-895641510'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:28.816607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3c618363-6ba6-49ed-9abb-5f3711bdee5f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:28.956513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a4b09842-094c-405c-99b6-ea31e3629118,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:28.970647 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08812f7c-c744-4b4f-a6a1-c57646bbd509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:28.989342 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4181c6fc-f6ff-44cf-bf98-172ee2b608d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.052795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3c618363-6ba6-49ed-9abb-5f3711bdee5f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:46:29.082386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Made reservation on behalf of bf52e17d229247bb8d34860ddc06931d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:29.086188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.088398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1598243-b6c2-41ca-aec5-22dd072d09bf req-97992369-68b0-432a-b3ef-1b5922b7c589 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:29.091854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1598243-b6c2-41ca-aec5-22dd072d09bf req-97992369-68b0-432a-b3ef-1b5922b7c589 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 945 time: 0.1815722 Apr 30 01:46:29.098971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181c6fc-f6ff-44cf-bf98-172ee2b608d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba1f306-1b7b-43e5-aef5-5e8c56b8ab8c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:29.099149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.142415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4181c6fc-f6ff-44cf-bf98-172ee2b608d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.146896 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4181c6fc-f6ff-44cf-bf98-172ee2b608d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9414883 Apr 30 01:46:29.156435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49556) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:29.164589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b4a57f05-534b-44c7-ab53-9cc066f94241 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9ada587b-f3a8-4e48-8f8c-655f9ce9da92', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:29.227523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1598243-b6c2-41ca-aec5-22dd072d09bf req-811e14e9-6717-4424-ab63-563b39de9d68 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246576 Apr 30 01:46:29.252758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Router aa954b70-fd01-4f1f-8736-e957b296edde has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:46:29.281825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-551be175-af7a-40b3-81a5-cf29e32f6bf3 None None] Provisioning complete for port f2b42cbb-b6ac-41b5-bdae-67897399c034 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:29.282193 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-551be175-af7a-40b3-81a5-cf29e32f6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.303634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4a57f05-534b-44c7-ab53-9cc066f94241 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.361884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-551be175-af7a-40b3-81a5-cf29e32f6bf3 None None] Port f2b42cbb-b6ac-41b5-bdae-67897399c034 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:29.409361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4a57f05-534b-44c7-ab53-9cc066f94241 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.492341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4a57f05-534b-44c7-ab53-9cc066f94241 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.526121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a57f05-534b-44c7-ab53-9cc066f94241 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54704a4-487b-4619-8c60-e17c23461433,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:29.604403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a4b09842-094c-405c-99b6-ea31e3629118 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:29.611925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b4a57f05-534b-44c7-ab53-9cc066f94241 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.612684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:29.614054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b4a57f05-534b-44c7-ab53-9cc066f94241 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4538798 Apr 30 01:46:29.625560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-70568023-de2c-4230-aa40-1f31904ba59e admin admin] 10.222.0.15 "PUT /v2.0/routers/aa954b70-fd01-4f1f-8736-e957b296edde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5104620 Apr 30 01:46:29.625649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49562) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:29.632566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-56614863-eb9c-4b22-acd8-7d1ba9fd58c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9ada587b-f3a8-4e48-8f8c-655f9ce9da92', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:29.648552 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.671245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Sync routers for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:29.700998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:29.701838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:29.740848 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.749840 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-56614863-eb9c-4b22-acd8-7d1ba9fd58c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Project c0d0017750714ac2a74fd60a825a474e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:46:29.774517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a4b09842-094c-405c-99b6-ea31e3629118 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:29.774517 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.774673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56614863-eb9c-4b22-acd8-7d1ba9fd58c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.840563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e31453-daa5-45aa-b612-1bfab1ef40d9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:29.882732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:46:29.909781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:29.934602 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.940910 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Added segment 030ccebe-d422-416d-8be7-5b77db6d8b61 of type vlan for network 84435c26-a894-4354-9fc8-80cace866227 Apr 30 01:46:29.979570 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56614863-eb9c-4b22-acd8-7d1ba9fd58c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:29.999797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f130599-dcd2-4728-9521-8967cf72b63d req-6b1eccc5-771d-4cbe-9e8e-927218d237a1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:30.013634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f130599-dcd2-4728-9521-8967cf72b63d req-6b1eccc5-771d-4cbe-9e8e-927218d237a1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1223264 Apr 30 01:46:30.056419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3c618363-6ba6-49ed-9abb-5f3711bdee5f up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:30.071651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f130599-dcd2-4728-9521-8967cf72b63d req-a8ee5f67-a675-463c-b24c-3dbf0c279ebf tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543206 Apr 30 01:46:30.077081 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56614863-eb9c-4b22-acd8-7d1ba9fd58c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.112286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56614863-eb9c-4b22-acd8-7d1ba9fd58c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00b3800-9d68-4a5a-9437-a3474362f248,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:30.134161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.189136 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-56614863-eb9c-4b22-acd8-7d1ba9fd58c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.190470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-56614863-eb9c-4b22-acd8-7d1ba9fd58c4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5671878 Apr 30 01:46:30.193626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49578) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:30.203183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1ad94806-3971-48e9-8da1-adfe0c1a4ff2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9ada587b-f3a8-4e48-8f8c-655f9ce9da92', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:30.243198 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.255310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:30.256505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.362853 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-1ad94806-3971-48e9-8da1-adfe0c1a4ff2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Project c0d0017750714ac2a74fd60a825a474e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:46:30.378213 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6297362 Apr 30 01:46:30.382681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ad94806-3971-48e9-8da1-adfe0c1a4ff2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.385434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49582) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:30.394269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'subnet': {'network_id': '84435c26-a894-4354-9fc8-80cace866227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:30.409266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96781cde-034d-4b9a-a918-e984c0a2e97d tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Network': ['ID=84435c26-a894-4354-9fc8-80cace866227,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:30.498014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52abce-c788-43fb-b17d-33da546151d5 req-41bec6b4-713a-48ea-ba28-565b92aa7cb3 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:30.507971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa52abce-c788-43fb-b17d-33da546151d5 req-41bec6b4-713a-48ea-ba28-565b92aa7cb3 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 945 time: 0.1342049 Apr 30 01:46:30.629782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa52abce-c788-43fb-b17d-33da546151d5 req-72fdfe8d-c5d2-4feb-8e7d-9f26eb442790 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214120 Apr 30 01:46:30.706956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 84435c26-a894-4354-9fc8-80cace866227 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:46:30.783824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ad94806-3971-48e9-8da1-adfe0c1a4ff2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.887982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ad94806-3971-48e9-8da1-adfe0c1a4ff2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.914799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad94806-3971-48e9-8da1-adfe0c1a4ff2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5f0121-a551-460a-b956-e96cc995f9b6,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:30.951163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Made reservation on behalf of bf52e17d229247bb8d34860ddc06931d for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:30.958730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:30.974527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49594) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:30.987563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-527899989-network', 'tenant_id': 'e06779efb20740098636ae64db8d48e5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:31.066669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ad94806-3971-48e9-8da1-adfe0c1a4ff2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.070729 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1ad94806-3971-48e9-8da1-adfe0c1a4ff2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8729863 Apr 30 01:46:31.071498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49596) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:31.081683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'network': {'name': 'tempest-network-smoke--422221394', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'port_security_enabled': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:31.204543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Made reservation on behalf of e06779efb20740098636ae64db8d48e5 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:31.208351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.209425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0c5f4845-0b3c-4181-bc0b-792f6a865a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.230093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.249650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:31.253197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.287591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 2, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:31.339221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d77f20-e9ed-41c6-a398-bf8bc4e840b7 req-0e0f648d-d4cb-4214-805c-428eb96881b6 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:31.342451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Checking router: aa954b70-fd01-4f1f-8736-e957b296edde for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:46:31.342821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Updating router aa954b70-fd01-4f1f-8736-e957b296edde port f2b42cbb-b6ac-41b5-bdae-67897399c034 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:46:31.346353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 3c618363-6ba6-49ed-9abb-5f3711bdee5f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:46:31.349213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6d77f20-e9ed-41c6-a398-bf8bc4e840b7 req-0e0f648d-d4cb-4214-805c-428eb96881b6 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.0698164 Apr 30 01:46:31.366248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 3c618363-6ba6-49ed-9abb-5f3711bdee5f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:31.366248 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.466817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:46:31.515691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6d77f20-e9ed-41c6-a398-bf8bc4e840b7 req-aabf9633-6435-4f82-9320-6865da576d31 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563942 Apr 30 01:46:31.526289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.530439 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Added segment 58b79549-1d69-443e-926e-29980cd13b0c of type vlan for network 7bb6cc13-0a09-4784-b115-57a442391f84 Apr 30 01:46:31.552186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.553995 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.557819 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.644354 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.654441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Subnet': ['ID=29e5d0ab-9601-4c87-a3c9-51cdfbc37b4e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:31.666983 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.729609 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.763365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:46:31.808829 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.813065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.813592 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Added segment 555e478a-d6db-4fc9-83b1-b782180cae18 of type vlan for network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf Apr 30 01:46:31.817995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Checking segment: {'id': '030ccebe-d422-416d-8be7-5b77db6d8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84435c26-a894-4354-9fc8-80cace866227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:31.818365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network hostable DHCP agents. Network: 84435c26-a894-4354-9fc8-80cace866227, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:46:31.830275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:31.839844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:31.858009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9de4142-8761-4d8f-b58f-4a20da1d72de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c618363-6ba6-49ed-9abb-5f3711bdee5f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:46:31.862069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a407c5-88a3-491f-828c-38f69b804782,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:31.862222 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b63942f-6870-46a1-99df-5ad430e14934" -d '{"events": [{"server_uuid": "f9de4142-8761-4d8f-b58f-4a20da1d72de", "name": "network-vif-plugged", "status": "completed", "tag": "3c618363-6ba6-49ed-9abb-5f3711bdee5f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:46:31.890119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3c618363-6ba6-49ed-9abb-5f3711bdee5f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3c618363-6ba6-49ed-9abb-5f3711bdee5f,segment=NetworkSegment(04d227a2-4506-44d6-a990-ee051e43c23a),segment_id=04d227a2-4506-44d6-a990-ee051e43c23a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:31.974592 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.020804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.042533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Network': ['ID=7bb6cc13-0a09-4784-b115-57a442391f84,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:32.050976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network 84435c26-a894-4354-9fc8-80cace866227 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:46:32.062933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ba5e8-6cc5-4baf-9aaf-50822e6e7576 req-3b426324-5d9e-43cd-81ad-4cde95c39891 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:32.064713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e9ba5e8-6cc5-4baf-9aaf-50822e6e7576 req-3b426324-5d9e-43cd-81ad-4cde95c39891 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 945 time: 0.3247578 Apr 30 01:46:32.082188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.083441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:32.084104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.119559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e9ba5e8-6cc5-4baf-9aaf-50822e6e7576 req-1f6ddc70-8542-42db-a95f-21884ea2c74c tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495875 Apr 30 01:46:32.167287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3c618363-6ba6-49ed-9abb-5f3711bdee5f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:32.172253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7bb6cc13-0a09-4784-b115-57a442391f84 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:46:32.178820 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-762e9460-ea9b-450e-8285-2346817038e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1000352 Apr 30 01:46:32.180874 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49616) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:32.182238 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ac1c3-a2d8-46c7-8f88-6c202af49a82 x-openstack-request-id: req-6c5ac1c3-a2d8-46c7-8f88-6c202af49a82 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:46:32.182528 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9de4142-8761-4d8f-b58f-4a20da1d72de", "name": "network-vif-plugged", "status": "completed", "tag": "3c618363-6ba6-49ed-9abb-5f3711bdee5f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:46:32.182780 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c5ac1c3-a2d8-46c7-8f88-6c202af49a82 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:46:32.183174 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5ac1c3-a2d8-46c7-8f88-6c202af49a82'] response: {'server_uuid': 'f9de4142-8761-4d8f-b58f-4a20da1d72de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c618363-6ba6-49ed-9abb-5f3711bdee5f', 'code': 200} Apr 30 01:46:32.188814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'admin_state_up': True, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:32.195850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 84435c26-a894-4354-9fc8-80cace866227) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:32.237723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:32.239219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.265597 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2897379 Apr 30 01:46:32.266083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49618) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:32.274286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Request body: {'subnet': {'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-527899989-subnet', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:32.319285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ace1a-25e5-41ca-b649-b71461d30c10 None None] Network 84435c26-a894-4354-9fc8-80cace866227 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:32.363280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.364213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.368771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098e9f5-8e0e-4b0f-a9c7-568b500e2f92 admin admin] Pushing event updated for resources: {'Network': ['ID=44ba53b0-df6e-4e42-b25f-44ff3c1d03bf,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:32.369648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.379165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e08bb-38a9-437b-81c8-9c7144f01fc9 req-c6575ded-9355-465f-8d5c-0bba0be637fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:32.380890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a4e08bb-38a9-437b-81c8-9c7144f01fc9 req-c6575ded-9355-465f-8d5c-0bba0be637fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 1097 time: 0.1129003 Apr 30 01:46:32.431661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:46:32.453611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Made reservation on behalf of e06779efb20740098636ae64db8d48e5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:32.456205 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.459260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.492200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e0fc2d6a-f096-4d1b-a5ac-633aa626edae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1026776 Apr 30 01:46:32.500167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49622) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:32.506512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'network': {'name': 'tempest-router-network01--1500339934'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:32.511700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8a4e08bb-38a9-437b-81c8-9c7144f01fc9 req-52254073-064c-43c5-9713-9dee06a0c7bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106801 Apr 30 01:46:32.616844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Made reservation on behalf of bf52e17d229247bb8d34860ddc06931d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:32.625515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.638595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.752745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:46:32.769680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.775543 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.776017 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Added segment aaea44e3-3200-4e12-a732-a7f7476b1cd1 of type vlan for network 77a674c5-fe6b-4516-a00a-296a5c19daf8 Apr 30 01:46:32.784363 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.820730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7834d6f-370f-4be9-a929-d5ea5538e8bb req-1ecba936-cbb2-4c25-a51c-e30fc9441d9f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:32.826352 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.830342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297a0ee-4230-493c-8547-14624a421fcf None None] Pushing event updated for resources: {'Port': ['ID=f2b42cbb-b6ac-41b5-bdae-67897399c034,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:32.833904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7834d6f-370f-4be9-a929-d5ea5538e8bb req-1ecba936-cbb2-4c25-a51c-e30fc9441d9f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1291854 Apr 30 01:46:32.987893 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:32.990506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7834d6f-370f-4be9-a929-d5ea5538e8bb req-7e2ecfcd-cc3c-4aab-9c1b-6b41ac29c466 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557450 Apr 30 01:46:33.007170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:33.010406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.028926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-84435c26-a894-4354-9fc8-80cace866227', 'network_id': '84435c26-a894-4354-9fc8-80cace866227', 'tenant_id': 'bf52e17d229247bb8d34860ddc06931d', 'fixed_ips': [{'subnet_id': '29e5d0ab-9601-4c87-a3c9-51cdfbc37b4e'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:46:33.028926 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.067087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Attempting to bind port f2b42cbb-b6ac-41b5-bdae-67897399c034 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:33.067660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Attempting to bind port f2b42cbb-b6ac-41b5-bdae-67897399c034 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:33.068025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Attempting to bind port f2b42cbb-b6ac-41b5-bdae-67897399c034 on network 797e5c96-4436-4703-8552-8e7c1b9c6bea {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:33.075495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:33.075871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Checking segment: {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:33.076277 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.076668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Bound using segment: {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:33.077140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Bound port: f2b42cbb-b6ac-41b5-bdae-67897399c034, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:33.077516 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.133245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Network': ['ID=77a674c5-fe6b-4516-a00a-296a5c19daf8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:33.163468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 77a674c5-fe6b-4516-a00a-296a5c19daf8 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:46:33.185155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e2999c64-d73f-48fb-9ddf-00dc73fd5bda tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6835709 Apr 30 01:46:33.187407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49632) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:33.195994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'network': {'name': 'tempest-router-network02--794908401'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:33.324343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Made reservation on behalf of bf52e17d229247bb8d34860ddc06931d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:33.329913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.349203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.390807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:46:33.414316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.414788 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Added segment 1c561730-a884-4c22-b8f1-865f7b5ade0f of type vlan for network 0588e519-00c0-40ca-9c55-b54d7eac9c4c Apr 30 01:46:33.431863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-97bb6a2e-9b5a-4547-9806-ab2b065df785 None None] Provisioning complete for port f2b42cbb-b6ac-41b5-bdae-67897399c034 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:33.432683 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97bb6a2e-9b5a-4547-9806-ab2b065df785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.479250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] For port f2b42cbb-b6ac-41b5-bdae-67897399c034, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:33.514178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Allocated IP 172.20.0.2 (84435c26-a894-4354-9fc8-80cace866227/29e5d0ab-9601-4c87-a3c9-51cdfbc37b4e/c7e399ff-0c03-4b19-afb6-af1eccceccd2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:33.523836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] For port f2b42cbb-b6ac-41b5-bdae-67897399c034, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f2b42cbb-b6ac-41b5-bdae-67897399c034,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:33.554166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.567310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-97bb6a2e-9b5a-4547-9806-ab2b065df785 None None] Port f2b42cbb-b6ac-41b5-bdae-67897399c034 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:33.679835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.686435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:33.687087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.689825 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:33.835473 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6442711 Apr 30 01:46:33.841442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49640) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:33.850002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'subnet': {'network_id': '77a674c5-fe6b-4516-a00a-296a5c19daf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:33.891168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b665b9c-4111-4ed9-a957-9d2d835f6e46 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Network': ['ID=0588e519-00c0-40ca-9c55-b54d7eac9c4c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:34.130252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Made reservation on behalf of bf52e17d229247bb8d34860ddc06931d for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:34.134096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:34.318765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d87dd-6c2a-4d67-8aeb-588c16d8107b req-897a58ed-9a17-4bea-b3f9-296bcadd7957 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:34.324436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0588e519-00c0-40ca-9c55-b54d7eac9c4c details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:46:34.330112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d03d87dd-6c2a-4d67-8aeb-588c16d8107b req-897a58ed-9a17-4bea-b3f9-296bcadd7957 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 946 time: 1.0698140 Apr 30 01:46:34.408926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa6bfb6-b8e6-4455-8934-5fae42a457c9,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:34.421471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:34.422419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:34.476419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:34.508905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Checking segment: {'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:34.511407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Network hostable DHCP agents. Network: 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:46:34.534431 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d03d87dd-6c2a-4d67-8aeb-588c16d8107b req-13f77acb-c137-45b9-bf7a-6b3d34dcc474 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002153 Apr 30 01:46:34.620176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297a0ee-4230-493c-8547-14624a421fcf None None] Pushing event updated for resources: {'Port': ['ID=f2b42cbb-b6ac-41b5-bdae-67897399c034,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:34.634677 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:34.688759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-64272b6d-1fc5-45b8-9405-9f8a24e75460 None None] Provisioning complete for port f2b42cbb-b6ac-41b5-bdae-67897399c034 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:34.689417 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64272b6d-1fc5-45b8-9405-9f8a24e75460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:34.704186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:46:34.876682 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:34.933466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1b042-fd30-4ead-a88d-6f2ae830d816 req-9734aca0-5c21-4036-837d-d44cca11e51b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:34.936982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cef1b042-fd30-4ead-a88d-6f2ae830d816 req-9734aca0-5c21-4036-837d-d44cca11e51b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.2505436 Apr 30 01:46:34.938811 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.138599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:35.141741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.142902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:35.142902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.143418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:35.143418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fdf4b-0466-469b-83b2-c4c310755070 None None] Network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:35.245566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cef1b042-fd30-4ead-a88d-6f2ae830d816 req-3f53aac9-aa9f-4814-b696-fb6cde6af833 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409546 Apr 30 01:46:35.296088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.25.0.125 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/df44aff4-955f-4cfc-855e-1e6bdb5e5de5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:35.315510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64272b6d-1fc5-45b8-9405-9f8a24e75460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.327620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-66eef02c-c39d-41ce-a9b6-4a315fb569a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0602179 Apr 30 01:46:35.336070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49654) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:35.344026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:35.362882 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.478980 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.494830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Network 84435c26-a894-4354-9fc8-80cace866227 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:35.497165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-64272b6d-1fc5-45b8-9405-9f8a24e75460 None None] For port f2b42cbb-b6ac-41b5-bdae-67897399c034, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f2b42cbb-b6ac-41b5-bdae-67897399c034,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:35.509996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:35.539655 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.541093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:35.541376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.571222 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.583474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Pushing event updated for resources: {'Port': ['ID=c7e399ff-0c03-4b19-afb6-af1eccceccd2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:35.598806 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64272b6d-1fc5-45b8-9405-9f8a24e75460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.642417 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.645588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.722586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:35.727036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Subnet': ['ID=4e0105b7-e6b3-4c7e-b2b1-821a4c336358,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:35.729649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Checking segment: {'id': 'aaea44e3-3200-4e12-a732-a7f7476b1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '77a674c5-fe6b-4516-a00a-296a5c19daf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:35.730534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network hostable DHCP agents. Network: 77a674c5-fe6b-4516-a00a-296a5c19daf8, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:46:35.754897 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Attempting to bind port c7e399ff-0c03-4b19-afb6-af1eccceccd2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:35.755388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Attempting to bind port c7e399ff-0c03-4b19-afb6-af1eccceccd2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '030ccebe-d422-416d-8be7-5b77db6d8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84435c26-a894-4354-9fc8-80cace866227'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:35.755879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Attempting to bind port c7e399ff-0c03-4b19-afb6-af1eccceccd2 on network 84435c26-a894-4354-9fc8-80cace866227 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:35.758309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-44ba53b0-df6e-4e42-b25f-44ff3c1d03bf', 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'fixed_ips': [{'subnet_id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:46:35.759136 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.768519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64272b6d-1fc5-45b8-9405-9f8a24e75460 None None] Pushing event updated for resources: {'Port': ['ID=f2b42cbb-b6ac-41b5-bdae-67897399c034,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:35.790606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:35.791158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Checking segment: {'id': '030ccebe-d422-416d-8be7-5b77db6d8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84435c26-a894-4354-9fc8-80cace866227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:35.791692 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.792187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Bound using segment: {'id': '030ccebe-d422-416d-8be7-5b77db6d8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84435c26-a894-4354-9fc8-80cace866227'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:35.792804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Bound port: c7e399ff-0c03-4b19-afb6-af1eccceccd2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030ccebe-d422-416d-8be7-5b77db6d8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84435c26-a894-4354-9fc8-80cace866227'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:35.793332 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.828918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network 77a674c5-fe6b-4516-a00a-296a5c19daf8 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:46:35.901493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:35.904954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:33Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:35.906507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 77a674c5-fe6b-4516-a00a-296a5c19daf8) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:35.912962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:35.914028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:35.918099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:35.954444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd7b81-8e32-4e2d-b506-edc1162d3a31 None None] Network 77a674c5-fe6b-4516-a00a-296a5c19daf8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:36.016487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35dc696a-538d-49ae-99e4-de6cae6651a6 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1736472 Apr 30 01:46:36.017111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49664) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:36.023954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'subnet': {'network_id': '0588e519-00c0-40ca-9c55-b54d7eac9c4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:36.031559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2cfe6e-e187-4e1f-b59f-63a55beee867 None None] The sync data for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 is: [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:33Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:36.057659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=df44aff4-955f-4cfc-855e-1e6bdb5e5de5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:36.193220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:36.201123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] For port c7e399ff-0c03-4b19-afb6-af1eccceccd2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:36.218038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399d3fb-790c-475a-8df1-c1f2aeacb1bb req-4f52fce9-961a-48f8-9779-c6002bfe6a0d tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:36.220328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7399d3fb-790c-475a-8df1-c1f2aeacb1bb req-4f52fce9-961a-48f8-9779-c6002bfe6a0d tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 946 time: 0.5276277 Apr 30 01:46:36.225834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] For port c7e399ff-0c03-4b19-afb6-af1eccceccd2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c7e399ff-0c03-4b19-afb6-af1eccceccd2,segment=NetworkSegment(030ccebe-d422-416d-8be7-5b77db6d8b61),segment_id=030ccebe-d422-416d-8be7-5b77db6d8b61)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:36.277086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Allocated IP 172.20.0.2 (44ba53b0-df6e-4e42-b25f-44ff3c1d03bf/6fa6bfb6-b8e6-4455-8934-5fae42a457c9/16b37d8b-98ae-4728-956a-37e3e90ef413) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:36.315749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:36.358715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Made reservation on behalf of bf52e17d229247bb8d34860ddc06931d for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:36.363228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:36.627180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7399d3fb-790c-475a-8df1-c1f2aeacb1bb req-eb58c193-a44d-416e-af45-e0592e1b59b6 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584845 Apr 30 01:46:36.789523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:36.953669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:36.985825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Subnet': ['ID=5be605ed-7a5a-43b0-b50c-8125f2477e4a,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:37.000898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Checking segment: {'id': '1c561730-a884-4c22-b8f1-865f7b5ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0588e519-00c0-40ca-9c55-b54d7eac9c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:37.001257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network hostable DHCP agents. Network: 0588e519-00c0-40ca-9c55-b54d7eac9c4c, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:46:37.133636 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:37.140674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network 0588e519-00c0-40ca-9c55-b54d7eac9c4c is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:46:37.163525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-77a674c5-fe6b-4516-a00a-296a5c19daf8', 'network_id': '77a674c5-fe6b-4516-a00a-296a5c19daf8', 'tenant_id': 'bf52e17d229247bb8d34860ddc06931d', 'fixed_ips': [{'subnet_id': '4e0105b7-e6b3-4c7e-b2b1-821a4c336358'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:46:37.165409 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:37.212013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb976a-d50d-4688-b91d-51ed44a3e12a None None] Pushing event updated for resources: {'Port': ['ID=c7e399ff-0c03-4b19-afb6-af1eccceccd2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:37.272244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0588e519-00c0-40ca-9c55-b54d7eac9c4c) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:37.276486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:37.277019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:37.287899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78f0f9-93c5-4e30-b068-db7ac963897a req-c08aa924-48af-4e40-961f-c6b0f56c830c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:37.299625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c78f0f9-93c5-4e30-b068-db7ac963897a req-c08aa924-48af-4e40-961f-c6b0f56c830c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.3814912 Apr 30 01:46:37.374672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb6f1c-422d-4d20-81f0-047431657f92 None None] Network 0588e519-00c0-40ca-9c55-b54d7eac9c4c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:37.392579 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:37.400609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fc900825-7186-4b23-af3e-66945fcb8bc3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3823576 Apr 30 01:46:37.404659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49686) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:37.738162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Pushing event updated for resources: {'Port': ['ID=16b37d8b-98ae-4728-956a-37e3e90ef413,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:37.748832 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c78f0f9-93c5-4e30-b068-db7ac963897a req-65b293bb-9dcc-4e01-96fd-62c26266961c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236876 Apr 30 01:46:37.813384 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:37.818410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f2b42cbb-b6ac-41b5-bdae-67897399c034 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:37.870369 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:38.042987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:38.359957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Allocated IP 172.25.0.6 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/5c84fba7-a698-446e-8c2f-c1ea6fceec79) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:38.554461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee198a0c-3d1e-44de-a548-8e9bbcbf5a7c None None] Network 84435c26-a894-4354-9fc8-80cace866227 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:38.597298 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:38.651657 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:38.712879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:46:38.798030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:38.847957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:38.873107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:38.878015 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:38.968811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4952f841-2d0a-4fd2-986a-f866a4233043 None None] Provisioning complete for port c7e399ff-0c03-4b19-afb6-af1eccceccd2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:38.969341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4952f841-2d0a-4fd2-986a-f866a4233043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:39.024575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Allocated IP 172.20.0.2 (77a674c5-fe6b-4516-a00a-296a5c19daf8/4e0105b7-e6b3-4c7e-b2b1-821a4c336358/0eab0faf-056b-4b05-8dd5-7a88223a7213) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:39.117168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f2b42cbb-b6ac-41b5-bdae-67897399c034 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:39.117907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:39.235647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Attempting to bind port 16b37d8b-98ae-4728-956a-37e3e90ef413 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:39.236158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Attempting to bind port 16b37d8b-98ae-4728-956a-37e3e90ef413 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:39.236702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Attempting to bind port 16b37d8b-98ae-4728-956a-37e3e90ef413 on network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:39.271334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:39.272173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Checking segment: {'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:39.272790 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:39.273396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Bound using segment: {'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:39.274077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Bound port: 16b37d8b-98ae-4728-956a-37e3e90ef413, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:39.274698 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:39.464038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] For port 16b37d8b-98ae-4728-956a-37e3e90ef413, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:39.468795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] For port 16b37d8b-98ae-4728-956a-37e3e90ef413, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16b37d8b-98ae-4728-956a-37e3e90ef413,segment=NetworkSegment(555e478a-d6db-4fc9-83b1-b782180cae18),segment_id=555e478a-d6db-4fc9-83b1-b782180cae18)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:39.565512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:39.566865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:39.587636 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Sync routers for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:39.616377 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:39.616856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Pushing event updated for resources: {'Port': ['ID=5c84fba7-a698-446e-8c2f-c1ea6fceec79,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:39.617499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:39.619624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:39.625216 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:39.626698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:39.639982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0588e519-00c0-40ca-9c55-b54d7eac9c4c', 'network_id': '0588e519-00c0-40ca-9c55-b54d7eac9c4c', 'tenant_id': 'bf52e17d229247bb8d34860ddc06931d', 'fixed_ips': [{'subnet_id': '5be605ed-7a5a-43b0-b50c-8125f2477e4a'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:46:39.643845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:39.670313 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4952f841-2d0a-4fd2-986a-f866a4233043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:39.692523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eb59d-9290-4686-9f1c-bea4b7749058 req-87161211-866d-48b7-bbf7-96d70a17bf82 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:39.694926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-072eb59d-9290-4686-9f1c-bea4b7749058 req-87161211-866d-48b7-bbf7-96d70a17bf82 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.7819526 Apr 30 01:46:39.696849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.697729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.698223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.698732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.699215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.700166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.701247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.701792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.702176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.702518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.702844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.703166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:46:39.788810 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-072eb59d-9290-4686-9f1c-bea4b7749058 req-8ad97895-74b6-449e-9db3-476ed71c7f20 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658414 Apr 30 01:46:39.853678 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:39.854952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc64e75a-9e85-4519-8d02-ed2f5e684052 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.6729267 Apr 30 01:46:39.858273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49726) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:39.979598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-681e6b79-58b8-4ac4-81bb-119cd3d8f66f tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c0d0017750714ac2a74fd60a825a474e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1169922 Apr 30 01:46:39.984632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49734) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:40.015791 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:40.043807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c7e399ff-0c03-4b19-afb6-af1eccceccd2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:40.179848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4952f841-2d0a-4fd2-986a-f866a4233043 None None] For port c7e399ff-0c03-4b19-afb6-af1eccceccd2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c7e399ff-0c03-4b19-afb6-af1eccceccd2,segment=NetworkSegment(030ccebe-d422-416d-8be7-5b77db6d8b61),segment_id=030ccebe-d422-416d-8be7-5b77db6d8b61)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:40.382747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4952f841-2d0a-4fd2-986a-f866a4233043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:40.445859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348935c-77a6-4b71-9681-849c0eeae75d None None] Pushing event updated for resources: {'Port': ['ID=16b37d8b-98ae-4728-956a-37e3e90ef413,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:40.458738 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:40.573918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:40.629890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Allocated IP 172.20.0.1 (77a674c5-fe6b-4516-a00a-296a5c19daf8/4e0105b7-e6b3-4c7e-b2b1-821a4c336358/999f8ed2-43b7-4775-b91d-b04a2215dd93) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:40.630648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c7e399ff-0c03-4b19-afb6-af1eccceccd2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:40.636634 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:40.664810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:40.789715 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:36Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:40.885258 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Checking router: 2ecd024e-a891-47e1-bf3f-5c3347f6d772 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:46:40.888569 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:40.899138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952f841-2d0a-4fd2-986a-f866a4233043 None None] Pushing event updated for resources: {'Port': ['ID=c7e399ff-0c03-4b19-afb6-af1eccceccd2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:40.901585 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Updating router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 port df44aff4-955f-4cfc-855e-1e6bdb5e5de5 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:46:40.975190 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:41.041064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37da33b6-62f3-4160-9edb-7219957cabfa tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:41.047865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-37da33b6-62f3-4160-9edb-7219957cabfa tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0596881 Apr 30 01:46:41.050624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49752) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:41.078605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Network 77a674c5-fe6b-4516-a00a-296a5c19daf8 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:41.084679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Pushing event updated for resources: {'Port': ['ID=0eab0faf-056b-4b05-8dd5-7a88223a7213,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:41.096685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:41.100695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:41.150207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d472db05-83f0-412a-bbe4-f3825e273193 None None] Provisioning complete for port c7e399ff-0c03-4b19-afb6-af1eccceccd2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:41.150207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d472db05-83f0-412a-bbe4-f3825e273193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:41.150444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5038a5b8-bc6d-4d32-abcd-e53a399fdbfd tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0967813 Apr 30 01:46:41.156763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:41.264699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Allocated IP 172.20.0.2 (0588e519-00c0-40ca-9c55-b54d7eac9c4c/5be605ed-7a5a-43b0-b50c-8125f2477e4a/70f9642c-e119-46b0-90f1-da0c53c9f611) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:41.304623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49758) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:41.321941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2b8e-860c-4402-a4fb-170348d203d9 req-5159f8ba-a228-4bf2-87f7-605c6f36329d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:41.323874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-adaf2b8e-860c-4402-a4fb-170348d203d9 req-5159f8ba-a228-4bf2-87f7-605c6f36329d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.3536289 Apr 30 01:46:41.344618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-748918504', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:41.471661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:41.535525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network 77a674c5-fe6b-4516-a00a-296a5c19daf8 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:41.671014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Attempting to bind port 0eab0faf-056b-4b05-8dd5-7a88223a7213 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:41.672201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Attempting to bind port 0eab0faf-056b-4b05-8dd5-7a88223a7213 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'aaea44e3-3200-4e12-a732-a7f7476b1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '77a674c5-fe6b-4516-a00a-296a5c19daf8'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:41.673398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Attempting to bind port 0eab0faf-056b-4b05-8dd5-7a88223a7213 on network 77a674c5-fe6b-4516-a00a-296a5c19daf8 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:41.697282 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-adaf2b8e-860c-4402-a4fb-170348d203d9 req-572dd5ca-4767-42cc-a275-253de159cef8 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184863 Apr 30 01:46:41.732246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:41.732713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Checking segment: {'id': 'aaea44e3-3200-4e12-a732-a7f7476b1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '77a674c5-fe6b-4516-a00a-296a5c19daf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:41.733135 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:41.733532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Bound using segment: {'id': 'aaea44e3-3200-4e12-a732-a7f7476b1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '77a674c5-fe6b-4516-a00a-296a5c19daf8'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:41.734031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Bound port: 0eab0faf-056b-4b05-8dd5-7a88223a7213, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaea44e3-3200-4e12-a732-a7f7476b1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '77a674c5-fe6b-4516-a00a-296a5c19daf8'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:41.734415 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:41.784511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:41.823130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:41.829219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Port': ['ID=999f8ed2-43b7-4775-b91d-b04a2215dd93,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:42.088361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16b37d8b-98ae-4728-956a-37e3e90ef413 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:42.124241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Router 989a6734-7afb-4862-a043-7218780c0673 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:46:42.237885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.331085 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.404995 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.449873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] For port 0eab0faf-056b-4b05-8dd5-7a88223a7213, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:42.470352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] For port 0eab0faf-056b-4b05-8dd5-7a88223a7213, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0eab0faf-056b-4b05-8dd5-7a88223a7213,segment=NetworkSegment(aaea44e3-3200-4e12-a732-a7f7476b1cd1),segment_id=aaea44e3-3200-4e12-a732-a7f7476b1cd1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:42.491538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202fb2c-ee7c-44e9-aa12-db3b94c578b2 None None] Network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:42.498881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:42.535744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:46:42.539322 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.554442 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5801fe-7ec2-4266-bd80-5d19b3d30eab None None] Pushing event updated for resources: {'Port': ['ID=df44aff4-955f-4cfc-855e-1e6bdb5e5de5,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:42.576226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.588802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a3e0cf05-f4dd-4f98-b6a1-ac2c25783672 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.2509463 Apr 30 01:46:42.590785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49784) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:42.594307 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Attempting to bind port df44aff4-955f-4cfc-855e-1e6bdb5e5de5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:42.595105 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Attempting to bind port df44aff4-955f-4cfc-855e-1e6bdb5e5de5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:42.595327 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Attempting to bind port df44aff4-955f-4cfc-855e-1e6bdb5e5de5 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:42.632438 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:42.632938 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:42.635826 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.651624 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:42.652850 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Bound port: df44aff4-955f-4cfc-855e-1e6bdb5e5de5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:42.653396 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.698657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Sync routers for ids ['989a6734-7afb-4862-a043-7218780c0673'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:42.731530 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.806182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-40545d3d-1034-42a3-a0bc-a086e4ba5348 None None] Provisioning complete for port 16b37d8b-98ae-4728-956a-37e3e90ef413 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:42.807100 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40545d3d-1034-42a3-a0bc-a086e4ba5348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.852916 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:42.897792 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] For port df44aff4-955f-4cfc-855e-1e6bdb5e5de5, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:42.920950 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] For port df44aff4-955f-4cfc-855e-1e6bdb5e5de5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=df44aff4-955f-4cfc-855e-1e6bdb5e5de5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:42.993026 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:43.145885 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:43.148592 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:43.250889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e39a1-4a5a-4d85-9e87-264667da310d req-1f1c3170-9c77-48d4-9d11-994f538a8758 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:43.259219 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d67e39a1-4a5a-4d85-9e87-264667da310d req-1f1c3170-9c77-48d4-9d11-994f538a8758 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.3148940 Apr 30 01:46:43.526976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d67e39a1-4a5a-4d85-9e87-264667da310d req-44c211d1-187b-4fdb-9692-9611cd765f9d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643061 Apr 30 01:46:43.601420 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:43.676271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Routers {'989a6734-7afb-4862-a043-7218780c0673'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:43.676912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['989a6734-7afb-4862-a043-7218780c0673'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:44.099740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd050f-b454-4440-b71c-2433e2955bb7 None None] Pushing event updated for resources: {'Port': ['ID=0eab0faf-056b-4b05-8dd5-7a88223a7213,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:44.127888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:44.164944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:44.177141 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5801fe-7ec2-4266-bd80-5d19b3d30eab None None] Pushing event updated for resources: {'Port': ['ID=df44aff4-955f-4cfc-855e-1e6bdb5e5de5,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:44.191587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:44.207572 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:36Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:44.278173 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd8b31-9340-4253-8bd1-d0e1bedcdc69 None None] The sync data for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 is: [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:36Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:44.346936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:44.510254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Subnet': ['ID=e4ddf35d-4da2-4000-99cf-d9c32f0859dd,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:44.575699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Checking segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:44.576081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network hostable DHCP agents. Network: 7bb6cc13-0a09-4784-b115-57a442391f84, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:46:44.589757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Pushing event updated for resources: {'Port': ['ID=70f9642c-e119-46b0-90f1-da0c53c9f611,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:44.606011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 16b37d8b-98ae-4728-956a-37e3e90ef413 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:44.607513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:44.620418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:44.689597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:44.784577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Network 0588e519-00c0-40ca-9c55-b54d7eac9c4c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:44.819375 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:44.823188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network 7bb6cc13-0a09-4784-b115-57a442391f84 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:46:44.835606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c09659-c40d-458e-a0cf-6e7fca4580cf req-4f73241d-3bd6-41ea-b31a-62775786bca6 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:44.845879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0c09659-c40d-458e-a0cf-6e7fca4580cf req-4f73241d-3bd6-41ea-b31a-62775786bca6 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 946 time: 0.3809521 Apr 30 01:46:44.856820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Allocated IP 172.20.0.1 (44ba53b0-df6e-4e42-b25f-44ff3c1d03bf/6fa6bfb6-b8e6-4455-8934-5fae42a457c9/577e5158-050f-4be8-8b5b-96407460cb5b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:44.919953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:44.978908 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0c09659-c40d-458e-a0cf-6e7fca4580cf req-f6d60eac-02ce-4d34-a4ae-b00444e52f62 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320608 Apr 30 01:46:44.980666 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40545d3d-1034-42a3-a0bc-a086e4ba5348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:45.000989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:45.004039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e6026-f1ce-4695-9355-7f973d267bf1 None None] Network 77a674c5-fe6b-4516-a00a-296a5c19daf8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:45.024853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Port': ['ID=999f8ed2-43b7-4775-b91d-b04a2215dd93,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:45.178201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7bb6cc13-0a09-4784-b115-57a442391f84) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:45.198686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:45.199992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:45.282530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc3c75-8cda-4c52-8bd9-24d4e0029303 req-34ee6fd4-2ad0-4524-82ea-4ccd5910e23d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:45.302107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7bc3c75-8cda-4c52-8bd9-24d4e0029303 req-34ee6fd4-2ad0-4524-82ea-4ccd5910e23d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1488492 Apr 30 01:46:45.329811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network 77a674c5-fe6b-4516-a00a-296a5c19daf8 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:45.337546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:45.339511 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:45.373902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Set router 989a6734-7afb-4862-a043-7218780c0673 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:45.439586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11acae-cb86-4e21-8237-6de005f946a9 None None] Network 7bb6cc13-0a09-4784-b115-57a442391f84 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:45.510693 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a7bc3c75-8cda-4c52-8bd9-24d4e0029303 req-5d56a23b-8d9e-4ec5-89b8-bab0f5910dfc tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911387 Apr 30 01:46:45.655979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-16c35f20-08fa-433b-a182-3aef72042efd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.3413122 Apr 30 01:46:45.667473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49826) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:45.811504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:45.854969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Router 497163f2-6732-4e8e-a760-39bc3c299f5e is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:46:45.935584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-40545d3d-1034-42a3-a0bc-a086e4ba5348 None None] For port 16b37d8b-98ae-4728-956a-37e3e90ef413, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16b37d8b-98ae-4728-956a-37e3e90ef413,segment=NetworkSegment(555e478a-d6db-4fc9-83b1-b782180cae18),segment_id=555e478a-d6db-4fc9-83b1-b782180cae18)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:45.943542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ebc3e-739a-4f22-9921-5acd705da18b req-a82c004a-29b3-44b1-8c37-f03158c80eaa tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:45.945127 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-008ebc3e-739a-4f22-9921-5acd705da18b req-a82c004a-29b3-44b1-8c37-f03158c80eaa tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 946 time: 0.2276070 Apr 30 01:46:45.978221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Attempting to bind port 70f9642c-e119-46b0-90f1-da0c53c9f611 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:45.978941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Attempting to bind port 70f9642c-e119-46b0-90f1-da0c53c9f611 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1c561730-a884-4c22-b8f1-865f7b5ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0588e519-00c0-40ca-9c55-b54d7eac9c4c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:45.979064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Attempting to bind port 70f9642c-e119-46b0-90f1-da0c53c9f611 on network 0588e519-00c0-40ca-9c55-b54d7eac9c4c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:46.086282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:46.090260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40545d3d-1034-42a3-a0bc-a086e4ba5348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:46.096351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:46.101407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:46.174606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:46.176425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Checking segment: {'id': '1c561730-a884-4c22-b8f1-865f7b5ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0588e519-00c0-40ca-9c55-b54d7eac9c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:46.177034 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:46.185184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Bound using segment: {'id': '1c561730-a884-4c22-b8f1-865f7b5ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0588e519-00c0-40ca-9c55-b54d7eac9c4c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:46.193475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Bound port: 70f9642c-e119-46b0-90f1-da0c53c9f611, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c561730-a884-4c22-b8f1-865f7b5ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0588e519-00c0-40ca-9c55-b54d7eac9c4c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:46.202844 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:46.305979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Pushing event updated for resources: {'Port': ['ID=577e5158-050f-4be8-8b5b-96407460cb5b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:46.311219 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:46.410266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:46.420920 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b6c48-c928-49c5-8b7d-c1c6f75c2d1d None None] Sync routers for ids ['497163f2-6732-4e8e-a760-39bc3c299f5e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:46.435768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b33355e5-8fac-4e9e-994c-023795e1b330 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "PUT /v2.0/routers/497163f2-6732-4e8e-a760-39bc3c299f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0297785 Apr 30 01:46:46.436342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49842) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:46.450708 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b6c48-c928-49c5-8b7d-c1c6f75c2d1d None None] Routers {'497163f2-6732-4e8e-a760-39bc3c299f5e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:46.451585 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e80b6c48-c928-49c5-8b7d-c1c6f75c2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['497163f2-6732-4e8e-a760-39bc3c299f5e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:46.496163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-11787fcd-c6f2-4298-8368-03523d013c04 None None] Provisioning complete for port 0eab0faf-056b-4b05-8dd5-7a88223a7213 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:46.496994 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11787fcd-c6f2-4298-8368-03523d013c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:46.565326 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e80b6c48-c928-49c5-8b7d-c1c6f75c2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:46.582844 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b6c48-c928-49c5-8b7d-c1c6f75c2d1d None None] Routers {'497163f2-6732-4e8e-a760-39bc3c299f5e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:46.583757 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e80b6c48-c928-49c5-8b7d-c1c6f75c2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['497163f2-6732-4e8e-a760-39bc3c299f5e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:46.619684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:46.628601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e80b6c48-c928-49c5-8b7d-c1c6f75c2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:46.630206 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b6c48-c928-49c5-8b7d-c1c6f75c2d1d None None] The sync data for ids ['497163f2-6732-4e8e-a760-39bc3c299f5e'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:46.686244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40545d3d-1034-42a3-a0bc-a086e4ba5348 None None] Pushing event updated for resources: {'Port': ['ID=16b37d8b-98ae-4728-956a-37e3e90ef413,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:46.718201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49846) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:46.948344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:46:40Z', 'revision_number': 3, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port': {'id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:37Z', 'updated_at': '2022-04-30T01:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:46.953422 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:46.996864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Deleting port 3c618363-6ba6-49ed-9abb-5f3711bdee5f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:46.997643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:47.017241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Checking router: 989a6734-7afb-4862-a043-7218780c0673 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:46:47.021120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Updating router 989a6734-7afb-4862-a043-7218780c0673 port 5c84fba7-a698-446e-8c2f-c1ea6fceec79 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:46:47.031974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345bba-dd68-4291-b40e-14ec72e6b75e req-a33ba586-76e9-482a-880b-347dae4fb6a8 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:47.048042 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40345bba-dd68-4291-b40e-14ec72e6b75e req-a33ba586-76e9-482a-880b-347dae4fb6a8 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 946 time: 0.8511951 Apr 30 01:46:47.141222 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:47.144414 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a34fc7d9-354b-4907-98d6-7253357476a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:47.475225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] For port 3c618363-6ba6-49ed-9abb-5f3711bdee5f, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3c618363-6ba6-49ed-9abb-5f3711bdee5f,segment=NetworkSegment(04d227a2-4506-44d6-a990-ee051e43c23a),segment_id=04d227a2-4506-44d6-a990-ee051e43c23a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:47.475781 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:47.498399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Calling delete_port for 3c618363-6ba6-49ed-9abb-5f3711bdee5f owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:47.570374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40345bba-dd68-4291-b40e-14ec72e6b75e req-99021574-3b2e-4461-864c-6983bf553852 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/security-groups?id=450a7ecd-e405-45f2-b872-1cec45ae3352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213702 Apr 30 01:46:47.629132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-7bb6cc13-0a09-4784-b115-57a442391f84', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:46:47.630286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:47.676308 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:46:47.676709 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:46:47.704218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] For port 70f9642c-e119-46b0-90f1-da0c53c9f611, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:47.725919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11787fcd-c6f2-4298-8368-03523d013c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:47.941395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4687fe-0ad0-47b4-bd62-733169695992 req-597b9786-76d0-4f50-b288-28164ebe824a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:47.951768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc4687fe-0ad0-47b4-bd62-733169695992 req-597b9786-76d0-4f50-b288-28164ebe824a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1679778 Apr 30 01:46:47.956853 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a34fc7d9-354b-4907-98d6-7253357476a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.029121 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-d5c1b20e-a48f-4ae4-97a6-7c63f9531413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:46:48.030359 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d5c1b20e-a48f-4ae4-97a6-7c63f9531413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "PUT /v2.0/routers/497163f2-6732-4e8e-a760-39bc3c299f5e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5777919 Apr 30 01:46:48.034766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49862) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:48.124347 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc4687fe-0ad0-47b4-bd62-733169695992 req-00a3e38f-84ce-46ee-b21c-a5c3f2404732 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713665 Apr 30 01:46:48.129216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a34fc7d9-354b-4907-98d6-7253357476a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.159468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.200892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Pushing event deleted for resources: {'Port': ['ID=3c618363-6ba6-49ed-9abb-5f3711bdee5f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:48.246231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fc7d9-354b-4907-98d6-7253357476a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c677b3d6-de8c-411a-a5bd-91c7b85a5d5a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:48.268000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a34fc7d9-354b-4907-98d6-7253357476a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=171cead01ae745c3a729cdbbce1d5ded&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5418460 Apr 30 01:46:48.271919 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.275358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49866) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:48.282296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] For port 70f9642c-e119-46b0-90f1-da0c53c9f611, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=70f9642c-e119-46b0-90f1-da0c53c9f611,segment=NetworkSegment(1c561730-a884-4c22-b8f1-865f7b5ade0f),segment_id=1c561730-a884-4c22-b8f1-865f7b5ade0f)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:48.326670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] No DVR routers for this DVR port 3c618363-6ba6-49ed-9abb-5f3711bdee5f on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:46:48.331832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.338721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-008ebc3e-739a-4f22-9921-5acd705da18b req-72175e7a-0119-42d9-86ea-bdb4f736eb70 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.23 "DELETE /v2.0/ports/3c618363-6ba6-49ed-9abb-5f3711bdee5f HTTP/1.1" status: 204 len: 173 time: 2.3781157 Apr 30 01:46:48.339763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9de4142-8761-4d8f-b58f-4a20da1d72de', 'name': 'network-vif-deleted', 'tag': '3c618363-6ba6-49ed-9abb-5f3711bdee5f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:46:48.344421 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef37d352-7f69-4e58-bb1d-b083c3b74ad1" -d '{"events": [{"server_uuid": "f9de4142-8761-4d8f-b58f-4a20da1d72de", "name": "network-vif-deleted", "tag": "3c618363-6ba6-49ed-9abb-5f3711bdee5f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:46:48.354346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-11787fcd-c6f2-4298-8368-03523d013c04 None None] For port 0eab0faf-056b-4b05-8dd5-7a88223a7213, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0eab0faf-056b-4b05-8dd5-7a88223a7213,segment=NetworkSegment(aaea44e3-3200-4e12-a732-a7f7476b1cd1),segment_id=aaea44e3-3200-4e12-a732-a7f7476b1cd1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:48.381343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.402162 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.418709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c7e399ff-0c03-4b19-afb6-af1eccceccd2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:48.441687 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3a5709-8fb6-407e-b783-aeb9ffb2464d x-openstack-request-id: req-4d3a5709-8fb6-407e-b783-aeb9ffb2464d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:46:48.442080 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9de4142-8761-4d8f-b58f-4a20da1d72de", "name": "network-vif-deleted", "tag": "3c618363-6ba6-49ed-9abb-5f3711bdee5f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:46:48.442330 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d3a5709-8fb6-407e-b783-aeb9ffb2464d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:46:48.442738 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3a5709-8fb6-407e-b783-aeb9ffb2464d'] response: {'server_uuid': 'f9de4142-8761-4d8f-b58f-4a20da1d72de', 'name': 'network-vif-deleted', 'tag': '3c618363-6ba6-49ed-9abb-5f3711bdee5f', 'status': 'completed', 'code': 200} Apr 30 01:46:48.505902 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.512935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11787fcd-c6f2-4298-8368-03523d013c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.580891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Allocated IP 172.20.0.2 (7bb6cc13-0a09-4784-b115-57a442391f84/e4ddf35d-4da2-4000-99cf-d9c32f0859dd/784ec5fb-756f-4b6d-bc90-aa499cd5bcd3) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:48.598102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-11787fcd-c6f2-4298-8368-03523d013c04 None None] Provisioning complete for port 16b37d8b-98ae-4728-956a-37e3e90ef413 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:48.598793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11787fcd-c6f2-4298-8368-03523d013c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.620260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.620752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6c69e-7e6f-4b9d-a37d-d8590102c897 None None] Pushing event updated for resources: {'Port': ['ID=70f9642c-e119-46b0-90f1-da0c53c9f611,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:48.624878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d072a54-7d80-4b9a-b9ec-d3aa850af63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.628023 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.629624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Pushing event updated for resources: {'Port': ['ID=577e5158-050f-4be8-8b5b-96407460cb5b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:48.712433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11787fcd-c6f2-4298-8368-03523d013c04 None None] Pushing event updated for resources: {'Port': ['ID=0eab0faf-056b-4b05-8dd5-7a88223a7213,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:48.721770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.728978 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d072a54-7d80-4b9a-b9ec-d3aa850af63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.765358 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:48.946496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f451ca-5ce5-4e56-8697-d98f2e81e35c None None] Pushing event updated for resources: {'Port': ['ID=5c84fba7-a698-446e-8c2f-c1ea6fceec79,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:49.127737 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.171299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c7e399ff-0c03-4b19-afb6-af1eccceccd2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:49.171657 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.212244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Attempting to bind port 5c84fba7-a698-446e-8c2f-c1ea6fceec79 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:49.212610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Attempting to bind port 5c84fba7-a698-446e-8c2f-c1ea6fceec79 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:49.212968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Attempting to bind port 5c84fba7-a698-446e-8c2f-c1ea6fceec79 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:49.246744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:49.247120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:49.247554 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.247951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:49.248437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Bound port: 5c84fba7-a698-446e-8c2f-c1ea6fceec79, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:49.248814 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.306706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] For port 5c84fba7-a698-446e-8c2f-c1ea6fceec79, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:49.310140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] For port 5c84fba7-a698-446e-8c2f-c1ea6fceec79, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5c84fba7-a698-446e-8c2f-c1ea6fceec79,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:49.338365 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.392205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca9e34ff-c7a3-4a05-a714-ce89543a3b5e req-7181aaea-8966-4800-a183-24a9bb7a9ae6 tempest-VolumesActionsTest-1413743187 tempest-VolumesActionsTest-1413743187-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9de4142-8761-4d8f-b58f-4a20da1d72de HTTP/1.1" status: 200 len: 210 time: 0.6662829 Apr 30 01:46:49.431604 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.447692 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.631077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-176be31d-c409-4f34-8723-1d75e276f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:49.633025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-176be31d-c409-4f34-8723-1d75e276f9f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1097 time: 0.0923734 Apr 30 01:46:49.704480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Pushing event updated for resources: {'Port': ['ID=784ec5fb-756f-4b6d-bc90-aa499cd5bcd3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:49.738405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Network 7bb6cc13-0a09-4784-b115-57a442391f84 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:49.774655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6ab47f6d-c460-4ba4-bc6d-530f048411c8 None None] Provisioning complete for port 999f8ed2-43b7-4775-b91d-b04a2215dd93 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:49.775026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ab47f6d-c460-4ba4-bc6d-530f048411c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.783470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:49.796926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:49.875729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:49.878188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:49.885378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d072a54-7d80-4b9a-b9ec-d3aa850af63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.888893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6d072a54-7d80-4b9a-b9ec-d3aa850af63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:49.893228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6d072a54-7d80-4b9a-b9ec-d3aa850af63e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c677b3d6-de8c-411a-a5bd-91c7b85a5d5a HTTP/1.1" status: 204 len: 168 time: 1.6168280 Apr 30 01:46:49.965795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16b37d8b-98ae-4728-956a-37e3e90ef413 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:49.998942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Routers {'989a6734-7afb-4862-a043-7218780c0673'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:49.999820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['989a6734-7afb-4862-a043-7218780c0673'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:50.098518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Deleting port 999f8ed2-43b7-4775-b91d-b04a2215dd93 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:46:50.098977 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.193282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d072a54-7d80-4b9a-b9ec-d3aa850af63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c677b3d6-de8c-411a-a5bd-91c7b85a5d5a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:50.197651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Router 989a6734-7afb-4862-a043-7218780c0673 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:46:50.224641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3c618363-6ba6-49ed-9abb-5f3711bdee5f no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:46:50.232207 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.247173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Calling delete_port for 999f8ed2-43b7-4775-b91d-b04a2215dd93 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:46:50.283307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-0c595d42-c514-4976-828d-39bd159f8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:50.284958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-0c595d42-c514-4976-828d-39bd159f8f6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.6425121 Apr 30 01:46:50.297904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6ab47f6d-c460-4ba4-bc6d-530f048411c8 None None] Port 999f8ed2-43b7-4775-b91d-b04a2215dd93 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:50.299390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f451ca-5ce5-4e56-8697-d98f2e81e35c None None] Pushing event updated for resources: {'Port': ['ID=5c84fba7-a698-446e-8c2f-c1ea6fceec79,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:50.342590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 3c618363-6ba6-49ed-9abb-5f3711bdee5f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:46:50.342936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3c618363-6ba6-49ed-9abb-5f3711bdee5f not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:46:50.381684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6ab47f6d-c460-4ba4-bc6d-530f048411c8 None None] Provisioning complete for port 577e5158-050f-4be8-8b5b-96407460cb5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:50.382071 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ab47f6d-c460-4ba4-bc6d-530f048411c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.410964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b550629-0f60-46ec-a97f-c9bf1810826d req-89cfa29b-d8d5-49c9-b5ac-1bca60531384 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:50.411885 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b550629-0f60-46ec-a97f-c9bf1810826d req-89cfa29b-d8d5-49c9-b5ac-1bca60531384 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.8782070 Apr 30 01:46:50.424121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 16b37d8b-98ae-4728-956a-37e3e90ef413 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:50.424506 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.429333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6ab47f6d-c460-4ba4-bc6d-530f048411c8 None None] Port 577e5158-050f-4be8-8b5b-96407460cb5b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:50.429333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Attempting to bind port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:50.429523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Attempting to bind port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:50.429847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Attempting to bind port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 on network 7bb6cc13-0a09-4784-b115-57a442391f84 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:50.441703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.20.0.1 (7bb6cc13-0a09-4784-b115-57a442391f84/e4ddf35d-4da2-4000-99cf-d9c32f0859dd/017b2181-5b51-4027-8bf5-22cc12ef5193) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:50.484308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1254b362-a1bb-44f8-b3f7-52acebeed877 None None] Network 0588e519-00c0-40ca-9c55-b54d7eac9c4c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:50.510347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-0d77904d-7b3c-4f19-96ad-3f2ac05cc5e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 1001 time: 0.2162883 Apr 30 01:46:50.591627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:50.597336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d69f03db-e9e9-48e4-921a-9c14e19b46dc admin admin] 10.222.0.15 "PUT /v2.0/routers/989a6734-7afb-4862-a043-7218780c0673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0051389 Apr 30 01:46:50.634637 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b550629-0f60-46ec-a97f-c9bf1810826d req-43dfd03d-f92e-41a7-9243-0f2fa5f25ee7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807539 Apr 30 01:46:50.734724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:50.734724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Checking segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:50.734724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.735120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Bound using segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:50.735494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Bound port: 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:50.735881 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.739049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.771749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-dd793623-2229-4165-afa7-e472871c5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:50.773526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-dd793623-2229-4165-afa7-e472871c5601 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.2568967 Apr 30 01:46:50.783722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.802953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] Set router 989a6734-7afb-4862-a043-7218780c0673 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:50.851495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-701b110c-be20-4dbf-a133-e9989589877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:50.853185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-701b110c-be20-4dbf-a133-e9989589877b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704215 Apr 30 01:46:50.890179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.891408 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.896151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6ab47f6d-c460-4ba4-bc6d-530f048411c8 None None] Provisioning complete for port 0eab0faf-056b-4b05-8dd5-7a88223a7213 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:50.896578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ab47f6d-c460-4ba4-bc6d-530f048411c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:50.948715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network 7bb6cc13-0a09-4784-b115-57a442391f84 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:50.955163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:50.958041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:51.019995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Port': ['ID=999f8ed2-43b7-4775-b91d-b04a2215dd93,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:51.021883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=017b2181-5b51-4027-8bf5-22cc12ef5193,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:51.093936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:51.133759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49920) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:51.162639 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d1e7-325a-45b3-bc2f-7327ac394702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:51.234629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-88bd4e3e-3f72-472c-8729-ba75ce9c2429 service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736823 Apr 30 01:46:51.340318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d1e7-325a-45b3-bc2f-7327ac394702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:51.417323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] For port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:51.425448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] For port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=784ec5fb-756f-4b6d-bc90-aa499cd5bcd3,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:51.520830 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d1e7-325a-45b3-bc2f-7327ac394702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:51.553582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:51.621884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5d1e7-325a-45b3-bc2f-7327ac394702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e22e00-9df0-4020-9805-6ff0137c6522,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:51.631288 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:51.659108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6d5d1e7-325a-45b3-bc2f-7327ac394702 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0b47b107eef480b969724cd4815a5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242758 Apr 30 01:46:51.721145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 70f9642c-e119-46b0-90f1-da0c53c9f611 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:51.742119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:51.769369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:46:51.784856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49934) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:51.788757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-52ff37e0-f350-44eb-902d-86e943cfeafd tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430871089', 'description': 'tempest-secgroup-smoke-430871089 description', 'project_id': '4f6a681f592540afb91597c24264fc76'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:51.886026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:51.898812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Router 497163f2-6732-4e8e-a760-39bc3c299f5e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:46:51.915357 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-970e48a5-f4a4-420c-9011-d6bd9ee284a2 req-1a8f9928-6d0b-42fd-88aa-cf6092d4cf87 service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353448 Apr 30 01:46:51.951617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d1d12-3ddd-4661-acaf-5dd6c865a3e7 None None] Pushing event updated for resources: {'Port': ['ID=784ec5fb-756f-4b6d-bc90-aa499cd5bcd3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:51.978895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75d028c5-520c-4045-90b7-c5476c8bedf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.013438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ff37e0-f350-44eb-902d-86e943cfeafd tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.025161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:52.035370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d643a831-a8e6-4a3f-9f2c-f247eff50413 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "PUT /v2.0/routers/497163f2-6732-4e8e-a760-39bc3c299f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9992580 Apr 30 01:46:52.036782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49940) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:52.055512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75d028c5-520c-4045-90b7-c5476c8bedf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.065874 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.106017 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-13b1bb9c-0d57-47da-abb4-4cde585e8e83 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] delete failed (client error): The resource could not be found. Apr 30 01:46:52.111828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-13b1bb9c-0d57-47da-abb4-4cde585e8e83 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-696834529 HTTP/1.1" status: 404 len: 334 time: 0.0675805 Apr 30 01:46:52.112583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49944) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:52.115862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82710b-d61b-41ae-bd65-9587ba153ba7 None None] Sync routers for ids ['497163f2-6732-4e8e-a760-39bc3c299f5e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:52.121637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7776d93f-e392-4536-9ef0-87b6016c7b2c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'router': {'external_gateway_info': {'network_id': '497163f2-6732-4e8e-a760-39bc3c299f5e'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:52.158754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ff37e0-f350-44eb-902d-86e943cfeafd tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.186336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:52.186456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc2e1c-ad0f-4e26-bc0f-6c547c7f1d8e req-c8cf7f49-3af9-4e13-be79-f7be6ca6cd20 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:52.186456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92dc2e1c-ad0f-4e26-bc0f-6c547c7f1d8e req-c8cf7f49-3af9-4e13-be79-f7be6ca6cd20 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.2435727 Apr 30 01:46:52.188805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:46:52.191581 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b2efe-eb45-40ed-912e-21b5d8d522ff" -d '{"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:46:52.229515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82710b-d61b-41ae-bd65-9587ba153ba7 None None] Routers {'497163f2-6732-4e8e-a760-39bc3c299f5e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:52.231062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-be82710b-d61b-41ae-bd65-9587ba153ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['497163f2-6732-4e8e-a760-39bc3c299f5e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:52.260443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ff37e0-f350-44eb-902d-86e943cfeafd tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.268245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 70f9642c-e119-46b0-90f1-da0c53c9f611 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:52.268760 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.272460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-be82710b-d61b-41ae-bd65-9587ba153ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:52.275770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:46:46Z', 'revision_number': 4, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port': {'id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:37Z', 'updated_at': '2022-04-30T01:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '577e5158-050f-4be8-8b5b-96407460cb5b', 'name': '', 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'mac_address': 'fa:16:3e:8e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:44Z', 'updated_at': '2022-04-30T01:46:47Z', 'revision_number': 2, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'subnets': [{'id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:52.315702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.322868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ba86e1d4-37f0-4fb3-b2f7-7033e7ae54ed None None] Provisioning complete for port 70f9642c-e119-46b0-90f1-da0c53c9f611 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:52.323481 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba86e1d4-37f0-4fb3-b2f7-7033e7ae54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.330584 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.349970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92dc2e1c-ad0f-4e26-bc0f-6c547c7f1d8e req-caf37d88-251c-45eb-b31f-b7664bb0ac3e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476851 Apr 30 01:46:52.351458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff37e0-f350-44eb-902d-86e943cfeafd tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:52.372179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52ff37e0-f350-44eb-902d-86e943cfeafd tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.376236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-52ff37e0-f350-44eb-902d-86e943cfeafd tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5888901 Apr 30 01:46:52.380205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49950) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:52.381209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-84dd16e2-b098-410e-ac13-55cd2fdca743 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'security_group_rule': {'security_group_id': '7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a', 'project_id': '4f6a681f592540afb91597c24264fc76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:52.400815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.426561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:52.460549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d055fb-ea08-4cc3-abec-1afe3ff7bf43 None None] The sync data for ids ['989a6734-7afb-4862-a043-7218780c0673'] in n-d-821348-1 is: [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:46:46Z', 'revision_number': 4, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port': {'id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:37Z', 'updated_at': '2022-04-30T01:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '577e5158-050f-4be8-8b5b-96407460cb5b', 'name': '', 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'mac_address': 'fa:16:3e:8e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:44Z', 'updated_at': '2022-04-30T01:46:47Z', 'revision_number': 2, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'subnets': [{'id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:52.479355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82710b-d61b-41ae-bd65-9587ba153ba7 None None] Routers {'497163f2-6732-4e8e-a760-39bc3c299f5e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:52.480100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-be82710b-d61b-41ae-bd65-9587ba153ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['497163f2-6732-4e8e-a760-39bc3c299f5e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:52.518971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=017b2181-5b51-4027-8bf5-22cc12ef5193,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:52.566359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-be82710b-d61b-41ae-bd65-9587ba153ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:52.577723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82710b-d61b-41ae-bd65-9587ba153ba7 None None] The sync data for ids ['497163f2-6732-4e8e-a760-39bc3c299f5e'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:52.677196 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1a96cc-80c1-4f30-baee-a68d7d33d2ef x-openstack-request-id: req-ba1a96cc-80c1-4f30-baee-a68d7d33d2ef {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:46:52.677986 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:46:52.678390 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba1a96cc-80c1-4f30-baee-a68d7d33d2ef {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:46:52.678939 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1a96cc-80c1-4f30-baee-a68d7d33d2ef'] response: {'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'code': 200} Apr 30 01:46:52.679731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.715261 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.748090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-7474c048-3c74-4950-8788-6c2862b20b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:52.750773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-7474c048-3c74-4950-8788-6c2862b20b25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1095 time: 0.4202404 Apr 30 01:46:52.774749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba86e1d4-37f0-4fb3-b2f7-7033e7ae54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.824894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 70f9642c-e119-46b0-90f1-da0c53c9f611, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=70f9642c-e119-46b0-90f1-da0c53c9f611,segment=NetworkSegment(1c561730-a884-4c22-b8f1-865f7b5ade0f),segment_id=1c561730-a884-4c22-b8f1-865f7b5ade0f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:52.850718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dd16e2-b098-410e-ac13-55cd2fdca743 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.898722 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:52.898722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device df44aff4-955f-4cfc-855e-1e6bdb5e5de5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:52.969533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7776d93f-e392-4536-9ef0-87b6016c7b2c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.010426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network 7bb6cc13-0a09-4784-b115-57a442391f84 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:53.013977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:53.069007 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75d028c5-520c-4045-90b7-c5476c8bedf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.072017 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75d028c5-520c-4045-90b7-c5476c8bedf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.075705 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-75d028c5-520c-4045-90b7-c5476c8bedf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1e22e00-9df0-4020-9805-6ff0137c6522 HTTP/1.1" status: 204 len: 168 time: 1.3267269 Apr 30 01:46:53.153469 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dd16e2-b098-410e-ac13-55cd2fdca743 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.161799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:46:53.196762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d028c5-520c-4045-90b7-c5476c8bedf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e22e00-9df0-4020-9805-6ff0137c6522,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:53.213166 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-7776d93f-e392-4536-9ef0-87b6016c7b2c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] update failed (client error): The resource could not be found. Apr 30 01:46:53.231515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7776d93f-e392-4536-9ef0-87b6016c7b2c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "PUT /v2.0/routers/497163f2-6732-4e8e-a760-39bc3c299f5e HTTP/1.1" status: 404 len: 339 time: 1.1138394 Apr 30 01:46:53.234133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 49960) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:53.260005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dd16e2-b098-410e-ac13-55cd2fdca743 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.275875 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-ba86e1d4-37f0-4fb3-b2f7-7033e7ae54ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:46:53.277596 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-ba86e1d4-37f0-4fb3-b2f7-7033e7ae54ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:46:53.307745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd16e2-b098-410e-ac13-55cd2fdca743 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbc3b86-3fa5-464f-ad53-93915643f691,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:53.311930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=70f9642c-e119-46b0-90f1-da0c53c9f611,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:53.412496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port df44aff4-955f-4cfc-855e-1e6bdb5e5de5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:53.417315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.445267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84dd16e2-b098-410e-ac13-55cd2fdca743 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.451312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-84dd16e2-b098-410e-ac13-55cd2fdca743 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0737751 Apr 30 01:46:53.453933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 49964) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:53.461332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-914b2bcb-8bc3-45f6-88a3-f326f642db6c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'security_group_rule': {'security_group_id': '7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a', 'project_id': '4f6a681f592540afb91597c24264fc76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:53.504375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:46:53.520904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fcc91705-51fd-43c5-a770-148df942d10d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "PUT /v2.0/routers/2ecd024e-a891-47e1-bf3f-5c3347f6d772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8507864 Apr 30 01:46:53.522260 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Sync routers for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:53.548690 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:53.549551 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:53.594235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-914b2bcb-8bc3-45f6-88a3-f326f642db6c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.657425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.757110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port df44aff4-955f-4cfc-855e-1e6bdb5e5de5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=df44aff4-955f-4cfc-855e-1e6bdb5e5de5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:53.891105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:53.893330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0eab0faf-056b-4b05-8dd5-7a88223a7213 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:53.913740 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:53.923306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6917ec-8e6f-4224-a775-a77b0eca335c req-08ed5202-bbd6-49f6-ac12-0c9ce85740f0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:53.931312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb6917ec-8e6f-4224-a775-a77b0eca335c req-08ed5202-bbd6-49f6-ac12-0c9ce85740f0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.2549751 Apr 30 01:46:54.111174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fb6917ec-8e6f-4224-a775-a77b0eca335c req-b0c05d32-7f65-4753-87ee-dba0e0b8692b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788456 Apr 30 01:46:54.118628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-914b2bcb-8bc3-45f6-88a3-f326f642db6c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:54.195911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-914b2bcb-8bc3-45f6-88a3-f326f642db6c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:54.230582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2583a-8fdc-4f0d-a57e-3ed6bb289840 None None] Network 7bb6cc13-0a09-4784-b115-57a442391f84 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:46:54.249220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2bcb-8bc3-45f6-88a3-f326f642db6c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280752f8-8c1c-4c21-b1d9-a7bac55dc0b1,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:54.343711 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-914b2bcb-8bc3-45f6-88a3-f326f642db6c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:54.347691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-914b2bcb-8bc3-45f6-88a3-f326f642db6c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8902860 Apr 30 01:46:54.348136 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50004) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:54.357814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-77e3cb64-36cb-4143-91ce-8ee119026d88 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'security_group_rule': {'security_group_id': '7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a', 'project_id': '4f6a681f592540afb91597c24264fc76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:54.487278 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 2, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:54.505230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-19c631e6-e3b6-40bc-a29c-29210fb663a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133679922&fields=id&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 267 time: 0.1314232 Apr 30 01:46:54.566276 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Checking router: 2ecd024e-a891-47e1-bf3f-5c3347f6d772 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:46:54.567376 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Updating router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 port 017b2181-5b51-4027-8bf5-22cc12ef5193 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:46:54.613438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=df44aff4-955f-4cfc-855e-1e6bdb5e5de5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:54.617387 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:54.653105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-d72cd472-ae63-4957-9908-cbc6920a2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:54.653105 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-d72cd472-ae63-4957-9908-cbc6920a2822 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 1.8237753 Apr 30 01:46:54.684428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ba86e1d4-37f0-4fb3-b2f7-7033e7ae54ed None None] Provisioning complete for port 577e5158-050f-4be8-8b5b-96407460cb5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:54.691812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba86e1d4-37f0-4fb3-b2f7-7033e7ae54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:54.771336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 0eab0faf-056b-4b05-8dd5-7a88223a7213 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:54.771747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:54.782541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-f0930121-c162-4bf4-8d67-7998ebd19bf9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:54.791956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-f0930121-c162-4bf4-8d67-7998ebd19bf9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 796 time: 0.2711458 Apr 30 01:46:54.830112 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77e3cb64-36cb-4143-91ce-8ee119026d88 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:54.906873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ba86e1d4-37f0-4fb3-b2f7-7033e7ae54ed None None] Port 577e5158-050f-4be8-8b5b-96407460cb5b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:54.911716 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-fdf4cae4-659d-4d51-83f1-b77a314ad057 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/quotas/c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 375 time: 0.1174610 Apr 30 01:46:55.033120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77e3cb64-36cb-4143-91ce-8ee119026d88 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.087195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-31acbc22-f471-424d-abd0-6016ddfc81c8 None None] Provisioning complete for port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:55.087778 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31acbc22-f471-424d-abd0-6016ddfc81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.100467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-dcdb2b1c-7c6e-4160-bcc8-aa7121171e0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 999 time: 0.4451790 Apr 30 01:46:55.102682 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77e3cb64-36cb-4143-91ce-8ee119026d88 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.177469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-a18de401-cec1-4016-85e1-56f8f0d671a4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647817 Apr 30 01:46:55.244227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3cb64-36cb-4143-91ce-8ee119026d88 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e5ce90-a068-4d68-ad25-167ee3f1293c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:55.371158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77e3cb64-36cb-4143-91ce-8ee119026d88 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.372413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-77e3cb64-36cb-4143-91ce-8ee119026d88 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0232840 Apr 30 01:46:55.375933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50024) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:55.395242 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31acbc22-f471-424d-abd0-6016ddfc81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.397223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a766ac5b-b1f7-4c06-9401-ba2305c623da tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'security_group_rule': {'security_group_id': '7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a', 'project_id': '4f6a681f592540afb91597c24264fc76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:55.456739 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.463872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-bf499b4f-7f2f-44d6-820e-bb7723cb1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:55.471082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-bf499b4f-7f2f-44d6-820e-bb7723cb1934 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.3447940 Apr 30 01:46:55.508788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-31acbc22-f471-424d-abd0-6016ddfc81c8 None None] For port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=784ec5fb-756f-4b6d-bc90-aa499cd5bcd3,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:55.529518 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.588095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-2a3d7918-ac54-4168-9980-16c766ac3b06 service neutron] 10.222.0.15 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893602 Apr 30 01:46:55.621788 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31acbc22-f471-424d-abd0-6016ddfc81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.668368 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.690010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5c84fba7-a698-446e-8c2f-c1ea6fceec79 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:55.712024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a766ac5b-b1f7-4c06-9401-ba2305c623da tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.784106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-5eee8c5d-82e5-4344-99df-249bcba1a99f service neutron] 10.222.0.15 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948044 Apr 30 01:46:55.824870 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45a535-d2f9-4d64-a372-acc36dbe8613 None None] Pushing event updated for resources: {'Port': ['ID=017b2181-5b51-4027-8bf5-22cc12ef5193,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:55.888919 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Attempting to bind port 017b2181-5b51-4027-8bf5-22cc12ef5193 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:46:55.895639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Attempting to bind port 017b2181-5b51-4027-8bf5-22cc12ef5193 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:46:55.899636 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Attempting to bind port 017b2181-5b51-4027-8bf5-22cc12ef5193 on network 7bb6cc13-0a09-4784-b115-57a442391f84 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:46:55.930308 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:46:55.930686 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Checking segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:46:55.931088 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.931556 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Bound using segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:46:55.932215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Bound port: 017b2181-5b51-4027-8bf5-22cc12ef5193, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:46:55.932597 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.988413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5c84fba7-a698-446e-8c2f-c1ea6fceec79 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:55.988413 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:55.989691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acbc22-f471-424d-abd0-6016ddfc81c8 None None] Pushing event updated for resources: {'Port': ['ID=784ec5fb-756f-4b6d-bc90-aa499cd5bcd3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:55.994225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fb42e796-ef63-4bb0-86de-be9305f38fa1 None None] Provisioning complete for port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:55.994852 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb42e796-ef63-4bb0-86de-be9305f38fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.060434 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] For port 017b2181-5b51-4027-8bf5-22cc12ef5193, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:46:56.069397 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] For port 017b2181-5b51-4027-8bf5-22cc12ef5193, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=017b2181-5b51-4027-8bf5-22cc12ef5193,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:46:56.143103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-9d001869-36ef-428c-80c2-d4f2d47d91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:56.145171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-9d001869-36ef-428c-80c2-d4f2d47d91fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6509488 Apr 30 01:46:56.215063 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.221401 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.281144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 5c84fba7-a698-446e-8c2f-c1ea6fceec79, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5c84fba7-a698-446e-8c2f-c1ea6fceec79,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:56.281838 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a766ac5b-b1f7-4c06-9401-ba2305c623da tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.291009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fb42e796-ef63-4bb0-86de-be9305f38fa1 None None] Provisioning complete for port 017b2181-5b51-4027-8bf5-22cc12ef5193 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:56.291375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb42e796-ef63-4bb0-86de-be9305f38fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.368752 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.370043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:56.385704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a766ac5b-b1f7-4c06-9401-ba2305c623da tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.392049 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:56.393002 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:56.401575 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45a535-d2f9-4d64-a372-acc36dbe8613 None None] Pushing event updated for resources: {'Port': ['ID=017b2181-5b51-4027-8bf5-22cc12ef5193,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:56.443368 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766ac5b-b1f7-4c06-9401-ba2305c623da tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8929fba6-be8e-4ab1-9cdb-ab9c45a27f09,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:56.730654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=5c84fba7-a698-446e-8c2f-c1ea6fceec79,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:56.735218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2aeb26-ed4d-474a-9066-8c5cc8e3a055 req-b60e4205-d1ba-4a58-9be0-45c301c5ce17 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:56.754713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a2aeb26-ed4d-474a-9066-8c5cc8e3a055 req-b60e4205-d1ba-4a58-9be0-45c301c5ce17 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.1444967 Apr 30 01:46:56.811667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:56.814260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.823947 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb42e796-ef63-4bb0-86de-be9305f38fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.828763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a766ac5b-b1f7-4c06-9401-ba2305c623da tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:56.835555 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50054) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:56.836121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a766ac5b-b1f7-4c06-9401-ba2305c623da tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4530542 Apr 30 01:46:56.878690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-94da4554-10ef-4802-bc8e-ae928636174e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'security_group_rule': {'security_group_id': '7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a', 'project_id': '4f6a681f592540afb91597c24264fc76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:56.915920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-886c3c2f-1a24-4b25-be5f-4b8546eece4b service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7170014 Apr 30 01:46:56.929533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a2aeb26-ed4d-474a-9066-8c5cc8e3a055 req-d27dbba4-6d16-4af0-99ac-6bb514da5684 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738148 Apr 30 01:46:57.092096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fb42e796-ef63-4bb0-86de-be9305f38fa1 None None] For port 017b2181-5b51-4027-8bf5-22cc12ef5193, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=017b2181-5b51-4027-8bf5-22cc12ef5193,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:46:57.130629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b51184d0-d86d-42ab-870d-c6f18ec1d836 req-5ee304f5-f7eb-4763-9216-34d055e4d773 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 210 time: 0.0848618 Apr 30 01:46:57.136276 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:57.138723 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-94da4554-10ef-4802-bc8e-ae928636174e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Project 4f6a681f592540afb91597c24264fc76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:46:57.168804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Allocated IP 172.20.0.1 (84435c26-a894-4354-9fc8-80cace866227/29e5d0ab-9601-4c87-a3c9-51cdfbc37b4e/eac9b1cc-9999-4fac-8317-bd2d511ce83f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:46:57.171064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94da4554-10ef-4802-bc8e-ae928636174e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.242550 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb42e796-ef63-4bb0-86de-be9305f38fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.265626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1192c1ac-fc29-4bf0-9f79-de687b39cf30 req-4d77b809-1e33-452d-9415-899b389fb64a service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384004 Apr 30 01:46:57.380473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94da4554-10ef-4802-bc8e-ae928636174e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.443509 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94da4554-10ef-4802-bc8e-ae928636174e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.481903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.486613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Sync routers for ids ['989a6734-7afb-4862-a043-7218780c0673'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:46:57.490919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da4554-10ef-4802-bc8e-ae928636174e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5d55d6-d308-49ad-bbe5-aeb74c85dcb4,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:57.520284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42e796-ef63-4bb0-86de-be9305f38fa1 None None] Pushing event updated for resources: {'Port': ['ID=017b2181-5b51-4027-8bf5-22cc12ef5193,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:57.541205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9cffb931-115d-4d07-97da-c47a0785a974 None None] Provisioning complete for port 017b2181-5b51-4027-8bf5-22cc12ef5193 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:57.541205 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cffb931-115d-4d07-97da-c47a0785a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.562526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Routers {'989a6734-7afb-4862-a043-7218780c0673'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:46:57.563308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:46:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['989a6734-7afb-4862-a043-7218780c0673'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:57.566354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 70f9642c-e119-46b0-90f1-da0c53c9f611 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:57.592753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94da4554-10ef-4802-bc8e-ae928636174e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.594611 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-94da4554-10ef-4802-bc8e-ae928636174e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7554061 Apr 30 01:46:57.597434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50084) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:46:57.602616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3d6e3c34-3b1f-4566-a906-b7dae53db29a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'security_group_rule': {'security_group_id': '7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a', 'project_id': '4f6a681f592540afb91597c24264fc76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:46:57.638826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.649411 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:57.676308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:46:57.721881 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67996f-7780-4a7f-83ea-63473bf13e12 None None] The sync data for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 is: [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:46:57.739210 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-3d6e3c34-3b1f-4566-a906-b7dae53db29a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Project 4f6a681f592540afb91597c24264fc76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:46:57.766016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network 84435c26-a894-4354-9fc8-80cace866227 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:46:57.784092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3c34-3b1f-4566-a906-b7dae53db29a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:57.818154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:46:57.824618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:46:57.962453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:58.133376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Port': ['ID=eac9b1cc-9999-4fac-8317-bd2d511ce83f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:58.249712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Set router 989a6734-7afb-4862-a043-7218780c0673 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:46:58.355557 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3c34-3b1f-4566-a906-b7dae53db29a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:58.484075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 70f9642c-e119-46b0-90f1-da0c53c9f611 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:58.490303 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:58.490448 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3c34-3b1f-4566-a906-b7dae53db29a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:58.501978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e3c34-3b1f-4566-a906-b7dae53db29a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d851d5e7-0996-4fd2-8341-01ca18755c92,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:46:58.572899 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:58.649425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3c34-3b1f-4566-a906-b7dae53db29a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:58.665823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d6e3c34-3b1f-4566-a906-b7dae53db29a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0609779 Apr 30 01:46:58.901206 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a67e2c7b-9b46-4e17-b718-042f93cf1a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:58.946435 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81d048df-207a-4a7d-a1d1-12d813d32913 req-e6ac21d9-4fcc-40c6-a3e2-26cdbe4ee93f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 210 time: 0.1619735 Apr 30 01:46:59.039781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6c04ff5c-a8a3-43eb-8c3d-09dbd7059804 None None] Provisioning complete for port eac9b1cc-9999-4fac-8317-bd2d511ce83f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:59.040203 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c04ff5c-a8a3-43eb-8c3d-09dbd7059804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:59.096843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6c04ff5c-a8a3-43eb-8c3d-09dbd7059804 None None] Port eac9b1cc-9999-4fac-8317-bd2d511ce83f cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:46:59.096843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device df44aff4-955f-4cfc-855e-1e6bdb5e5de5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:46:59.140204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:46:46Z', 'revision_number': 4, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port': {'id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:37Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '577e5158-050f-4be8-8b5b-96407460cb5b', 'name': '', 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'mac_address': 'fa:16:3e:8e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:44Z', 'updated_at': '2022-04-30T01:46:47Z', 'revision_number': 2, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'subnets': [{'id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:46:59.199728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Checking router: 989a6734-7afb-4862-a043-7218780c0673 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:46:59.200100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Updating router 989a6734-7afb-4862-a043-7218780c0673 port 577e5158-050f-4be8-8b5b-96407460cb5b binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:46:59.230966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-08b9a6d4-78df-488e-83e5-e1b202163058 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430871089&fields=id&tenant_id=4f6a681f592540afb91597c24264fc76 HTTP/1.1" status: 200 len: 267 time: 0.1014054 Apr 30 01:46:59.281326 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:59.318383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port df44aff4-955f-4cfc-855e-1e6bdb5e5de5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:46:59.330866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:59.435503 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:59.499114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-069c9f22-f29f-4e46-a38b-49015a80c4a5 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:46:59.500297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:46:59.508204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-069c9f22-f29f-4e46-a38b-49015a80c4a5 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/networks?id=797e5c96-4436-4703-8552-8e7c1b9c6bea HTTP/1.1" status: 200 len: 808 time: 0.2735054 Apr 30 01:46:59.534934 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-c0cadf60-da7b-4425-8388-877bc5f5eccf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/quotas/4f6a681f592540afb91597c24264fc76 HTTP/1.1" status: 200 len: 375 time: 0.0252006 Apr 30 01:46:59.611407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-32f9e033-5f39-4acf-ae48-90458c0eef95 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f6a681f592540afb91597c24264fc76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753546 Apr 30 01:46:59.917180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-de3eb2a9-2801-4203-818e-ad9de805281f service neutron] 10.222.0.15 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898619 Apr 30 01:46:59.970336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event updated for resources: {'Port': ['ID=eac9b1cc-9999-4fac-8317-bd2d511ce83f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:00.064465 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:00.118602 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:00.173281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-e081c822-665b-4019-a7c0-c5ed905fa929 service neutron] 10.222.0.15 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416167 Apr 30 01:47:00.229462 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:00.357264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 017b2181-5b51-4027-8bf5-22cc12ef5193 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:47:00.397741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-f896f3e8-cf30-45f6-9d5b-159748295612 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:00.399312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-f896f3e8-cf30-45f6-9d5b-159748295612 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 796 time: 0.6536255 Apr 30 01:47:00.553891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6a70d-a27f-43e3-8c28-cd13f71aa0f7 None None] Pushing event updated for resources: {'Port': ['ID=577e5158-050f-4be8-8b5b-96407460cb5b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:00.615330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Network 84435c26-a894-4354-9fc8-80cace866227 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:47:00.630459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:47:00.644056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-323d8cf2-85bd-4be5-8d85-52a0cb6676a1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 380 time: 0.2304389 Apr 30 01:47:00.689701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Attempting to bind port 577e5158-050f-4be8-8b5b-96407460cb5b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:47:00.697866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Attempting to bind port 577e5158-050f-4be8-8b5b-96407460cb5b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:47:00.697866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Attempting to bind port 577e5158-050f-4be8-8b5b-96407460cb5b on network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:47:00.711605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:47:00.712303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Checking segment: {'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:47:00.712420 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:00.712771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Bound using segment: {'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:47:00.713257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Bound port: 577e5158-050f-4be8-8b5b-96407460cb5b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555e478a-d6db-4fc9-83b1-b782180cae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:47:00.713778 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:00.756559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 017b2181-5b51-4027-8bf5-22cc12ef5193 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:00.756930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:00.762704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'port': {'device_id': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'admin_state_up': True, 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'security_groups': ['9ada587b-f3a8-4e48-8f8c-655f9ce9da92']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:47:01.041311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] For port 577e5158-050f-4be8-8b5b-96407460cb5b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:47:01.075226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] For port 577e5158-050f-4be8-8b5b-96407460cb5b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=577e5158-050f-4be8-8b5b-96407460cb5b,segment=NetworkSegment(555e478a-d6db-4fc9-83b1-b782180cae18),segment_id=555e478a-d6db-4fc9-83b1-b782180cae18)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:47:01.077734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Router 497163f2-6732-4e8e-a760-39bc3c299f5e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:47:01.183565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5c84fba7-a698-446e-8c2f-c1ea6fceec79 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:47:01.250333 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb065254-3983-4d89-8ead-89dc5279af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:01.254809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ea6aa9d3-6e31-4144-8df6-ab98ee1bbd2b None None] Provisioning complete for port 577e5158-050f-4be8-8b5b-96407460cb5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:01.255583 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa9d3-6e31-4144-8df6-ab98ee1bbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:01.258183 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:01.339718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:47:01.359281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd1c2a-5fc7-4374-b43a-d8a4097f50d7 None None] Sync routers for ids ['497163f2-6732-4e8e-a760-39bc3c299f5e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:47:01.361116 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e1af6ae8-4647-429e-b0aa-f47d0bec6f7f tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "PUT /v2.0/routers/497163f2-6732-4e8e-a760-39bc3c299f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1256917 Apr 30 01:47:01.362547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50184) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:01.388933 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14ad838e-cdfc-4400-9e22-99df11de17b4 req-9acf9c8b-3b66-47d1-82bd-6cea954ccdd3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 210 time: 0.1069171 Apr 30 01:47:01.397519 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd1c2a-5fc7-4374-b43a-d8a4097f50d7 None None] Routers {'497163f2-6732-4e8e-a760-39bc3c299f5e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:01.399329 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-34bd1c2a-5fc7-4374-b43a-d8a4097f50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['497163f2-6732-4e8e-a760-39bc3c299f5e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:01.516257 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-34bd1c2a-5fc7-4374-b43a-d8a4097f50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:01.548963 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd1c2a-5fc7-4374-b43a-d8a4097f50d7 None None] Routers {'497163f2-6732-4e8e-a760-39bc3c299f5e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:01.549945 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-34bd1c2a-5fc7-4374-b43a-d8a4097f50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['497163f2-6732-4e8e-a760-39bc3c299f5e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:01.579837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Routers {'989a6734-7afb-4862-a043-7218780c0673'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:01.580580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['989a6734-7afb-4862-a043-7218780c0673'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:01.623342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6a70d-a27f-43e3-8c28-cd13f71aa0f7 None None] Pushing event updated for resources: {'Port': ['ID=577e5158-050f-4be8-8b5b-96407460cb5b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:01.705913 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31d1a9c8-cbc1-49a8-ac46-2707ae9464b6 req-f53d11ab-e6cc-4630-bccd-c81da5bf2656 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 210 time: 0.1119688 Apr 30 01:47:01.745977 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-34bd1c2a-5fc7-4374-b43a-d8a4097f50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:01.760243 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd1c2a-5fc7-4374-b43a-d8a4097f50d7 None None] The sync data for ids ['497163f2-6732-4e8e-a760-39bc3c299f5e'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:47:01.770342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5c84fba7-a698-446e-8c2f-c1ea6fceec79 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:01.770706 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:01.983680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf4ed-75a9-49f7-8ebc-c9d6ae82834d req-94e020bd-02e8-427d-920b-9ee1ae890113 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:01.985331 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-379bf4ed-75a9-49f7-8ebc-c9d6ae82834d req-94e020bd-02e8-427d-920b-9ee1ae890113 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.1143086 Apr 30 01:47:02.067118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-379bf4ed-75a9-49f7-8ebc-c9d6ae82834d req-6a233ae0-4121-4e07-894a-b04d08f5959b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641382 Apr 30 01:47:02.077493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:47:02.143728 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa9d3-6e31-4144-8df6-ab98ee1bbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:02.187493 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-933901e7-511f-46fc-a9fb-1979eaf579fa tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:02.191270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:47:02.194987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:02.209546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:02.226725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] Set router 989a6734-7afb-4862-a043-7218780c0673 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:47:02.291965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ea6aa9d3-6e31-4144-8df6-ab98ee1bbd2b None None] For port 577e5158-050f-4be8-8b5b-96407460cb5b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=577e5158-050f-4be8-8b5b-96407460cb5b,segment=NetworkSegment(555e478a-d6db-4fc9-83b1-b782180cae18),segment_id=555e478a-d6db-4fc9-83b1-b782180cae18)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:02.359373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:02.359814 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:02.386693 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa9d3-6e31-4144-8df6-ab98ee1bbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:02.395009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-032dbba0-080c-48de-931b-a8e93d4ca671 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422322 Apr 30 01:47:02.408278 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-933901e7-511f-46fc-a9fb-1979eaf579fa tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 30 01:47:02.412588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:02.422204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-933901e7-511f-46fc-a9fb-1979eaf579fa tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/routers/497163f2-6732-4e8e-a760-39bc3c299f5e HTTP/1.1" status: 409 len: 329 time: 1.0577717 Apr 30 01:47:02.519046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aa9d3-6e31-4144-8df6-ab98ee1bbd2b None None] Pushing event updated for resources: {'Port': ['ID=577e5158-050f-4be8-8b5b-96407460cb5b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:02.563998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.20.0.10 (7bb6cc13-0a09-4784-b115-57a442391f84/e4ddf35d-4da2-4000-99cf-d9c32f0859dd/172d0c06-ef78-44ce-9775-1808f895ca9c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:47:02.707674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2fe7648-b1d4-4b2c-ae3b-0124fe8d2906 req-02516c08-b73a-4556-832a-4e52c6871b25 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 210 time: 0.1266582 Apr 30 01:47:02.882514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-987917b0-7d60-483e-ac52-10813844c8e7 None None] Provisioning complete for port eac9b1cc-9999-4fac-8317-bd2d511ce83f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:02.883021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-987917b0-7d60-483e-ac52-10813844c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:03.006457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:03.047944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-987917b0-7d60-483e-ac52-10813844c8e7 None None] Port eac9b1cc-9999-4fac-8317-bd2d511ce83f cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:47:03.086502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-987917b0-7d60-483e-ac52-10813844c8e7 None None] Provisioning complete for port 577e5158-050f-4be8-8b5b-96407460cb5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:03.088390 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-987917b0-7d60-483e-ac52-10813844c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:03.145841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:03.250657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:46:46Z', 'revision_number': 4, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port': {'id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:37Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '577e5158-050f-4be8-8b5b-96407460cb5b', 'name': '', 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'mac_address': 'fa:16:3e:8e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:44Z', 'updated_at': '2022-04-30T01:47:01Z', 'revision_number': 4, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'subnets': [{'id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:03.254480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 577e5158-050f-4be8-8b5b-96407460cb5b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:47:03.300798 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:47:03.313335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-079e3384-06c8-43eb-aea5-cb54c25e6e88 req-08ddfcb9-0414-4ea0-8e6a-12df84443665 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 210 time: 0.0807445 Apr 30 01:47:03.324922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0712b-bacd-4c52-adba-c48188714002 None None] The sync data for ids ['989a6734-7afb-4862-a043-7218780c0673'] in n-d-821348-1 is: [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:46:46Z', 'revision_number': 4, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port': {'id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:37Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '577e5158-050f-4be8-8b5b-96407460cb5b', 'name': '', 'network_id': '44ba53b0-df6e-4e42-b25f-44ff3c1d03bf', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'mac_address': 'fa:16:3e:8e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:44Z', 'updated_at': '2022-04-30T01:47:01Z', 'revision_number': 4, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'subnets': [{'id': '6fa6bfb6-b8e6-4455-8934-5fae42a457c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:47:03.347243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:03.370973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network 7bb6cc13-0a09-4784-b115-57a442391f84 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:47:03.381246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:47:03.393720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:47:03.521250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 577e5158-050f-4be8-8b5b-96407460cb5b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:03.525874 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:03.586249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:03.587190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:03.746997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-31d4c13b-5aeb-4bf2-ba18-a56b608c87da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0849409 Apr 30 01:47:03.758648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Request body: {'port': {'device_id': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:47:03.814128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123ec7d-2a0f-4210-8085-4294a7690045 req-7744f568-9d92-48bf-8ede-afac2fc76a57 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:03.828508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5123ec7d-2a0f-4210-8085-4294a7690045 req-7744f568-9d92-48bf-8ede-afac2fc76a57 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.2994781 Apr 30 01:47:03.905836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:03.983202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-30685f7a-17d2-4e49-8b88-df951d06882e None None] Provisioning complete for port 172d0c06-ef78-44ce-9775-1808f895ca9c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:03.983202 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30685f7a-17d2-4e49-8b88-df951d06882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:04.063506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5123ec7d-2a0f-4210-8085-4294a7690045 req-e0a206fd-593d-4b3c-bcd7-2d0319298490 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204731 Apr 30 01:47:04.081405 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:04.083036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:04.105329 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:04.121840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-30685f7a-17d2-4e49-8b88-df951d06882e None None] Port 172d0c06-ef78-44ce-9775-1808f895ca9c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:47:04.341863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26aa6d7-266a-446c-b88e-47d00c24db8a req-7869d624-2671-4f4c-b51b-47cb9deffb26 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:04.357089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c26aa6d7-266a-446c-b88e-47d00c24db8a req-7869d624-2671-4f4c-b51b-47cb9deffb26 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 932 time: 0.1485817 Apr 30 01:47:04.501015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172d0c06-ef78-44ce-9775-1808f895ca9c {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:47:04.520658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:04.527097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c26aa6d7-266a-446c-b88e-47d00c24db8a req-b9dc3d87-60f0-44cd-9cfc-9b189c507c39 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679721 Apr 30 01:47:04.548898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Transition to ACTIVE for port object 172d0c06-ef78-44ce-9775-1808f895ca9c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:47:04.785546 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fad8883a-6753-4361-8da0-94446f1b1ec8 req-58473e10-783c-47c9-8161-9a0cf6c2b232 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 210 time: 0.0734823 Apr 30 01:47:04.800923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-9f0ac1d6-7e59-4d59-ac02-15fe317c536e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:04.803271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-9f0ac1d6-7e59-4d59-ac02-15fe317c536e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.23 "GET /v2.0/networks?id=797e5c96-4436-4703-8552-8e7c1b9c6bea HTTP/1.1" status: 200 len: 808 time: 0.2507532 Apr 30 01:47:04.805132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:04.825145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Deleting port eac9b1cc-9999-4fac-8317-bd2d511ce83f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:47:04.825612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:04.976923 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:05.035962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Calling delete_port for eac9b1cc-9999-4fac-8317-bd2d511ce83f owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:47:05.056261 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-24e436fd-3edc-4006-8d31-f7ac403bb930 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f6a681f592540afb91597c24264fc76 HTTP/1.1" status: 200 len: 379 time: 0.1389210 Apr 30 01:47:05.057434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:05.126609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'port': {'device_id': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'admin_state_up': True, 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'security_groups': ['7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:47:05.427776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6399d2a-fcd3-461d-b9f4-0e77953fa95b req-2db3234b-b2e2-4999-81f5-4f8cf55dfff1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:05.430078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6399d2a-fcd3-461d-b9f4-0e77953fa95b req-2db3234b-b2e2-4999-81f5-4f8cf55dfff1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.2411106 Apr 30 01:47:05.521182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6399d2a-fcd3-461d-b9f4-0e77953fa95b req-4c4802c3-2db6-442d-8b6e-7c2039b5e1c1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821993 Apr 30 01:47:05.536070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:47:05.541240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:47:05.541240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:47:05.562889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:47:05.565119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:47:05.585157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:47:05.585497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Checking segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:47:05.585889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Bound using segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:47:05.586556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Bound port: 172d0c06-ef78-44ce-9775-1808f895ca9c, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:47:05.586676 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:05.639185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Made reservation on behalf of 4f6a681f592540afb91597c24264fc76 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:47:05.645786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:05.784293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c8140-8b68-4be6-a55a-c33357423a92 req-0b0cccb4-4289-41c5-a73f-c6fdd54370de tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:05.785819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd0c8140-8b68-4be6-a55a-c33357423a92 req-0b0cccb4-4289-41c5-a73f-c6fdd54370de tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 944 time: 0.0867126 Apr 30 01:47:05.786868 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:05.811295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:47:05.845598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:47:05.879927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Port': ['ID=eac9b1cc-9999-4fac-8317-bd2d511ce83f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:05.920403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Allocated IP 172.20.0.8 (797e5c96-4436-4703-8552-8e7c1b9c6bea/0986bfbe-355f-4873-a177-aa34720dc182/960fa915-2081-4278-b17a-32752b257b85) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:47:06.046221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:06.162108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd0c8140-8b68-4be6-a55a-c33357423a92 req-0a2e85bd-d8e8-459f-bd12-d6145a6ae8dd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685501 Apr 30 01:47:06.210242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:06.210670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:06.212360 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] 10.222.0.21 "PUT /v2.0/ports/172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 1092 time: 2.4644485 Apr 30 01:47:06.218644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:47:06.221309 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e111ca-95f7-4446-ab55-517de5624e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:47:06.320744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:06.375835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d00b97-b7f4-49af-862e-c652bb72fc04 service neutron] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:06.395213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-757bcf43-0cc4-4eb3-ac33-7a82b5981482 req-a8f74add-1396-4d3d-b43a-244c4c21e407 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 210 time: 0.0607781 Apr 30 01:47:06.457723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:06.505905 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b44fb8d-412b-42dc-a964-1dc27988598e x-openstack-request-id: req-1b44fb8d-412b-42dc-a964-1dc27988598e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:47:06.506175 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:47:06.506432 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b44fb8d-412b-42dc-a964-1dc27988598e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:47:06.506864 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b44fb8d-412b-42dc-a964-1dc27988598e'] response: {'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'status': 'completed', 'code': 200} Apr 30 01:47:06.513269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-6b45558d-ca1b-4196-9fdf-1b6f4287e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:06.514824 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-6b45558d-ca1b-4196-9fdf-1b6f4287e0bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1095 time: 0.1928432 Apr 30 01:47:06.591667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-2d385d35-f5ba-4c52-b994-6855068cd8ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 217 time: 0.0665340 Apr 30 01:47:06.700857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-0e92e413-e432-4269-a08c-59d970252161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:06.702405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-0e92e413-e432-4269-a08c-59d970252161 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.1023588 Apr 30 01:47:06.786755 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:06.832496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Router 497163f2-6732-4e8e-a760-39bc3c299f5e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:47:06.864943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-790b4cc7-b0c3-4fde-930f-163b9b841a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:06.866933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-790b4cc7-b0c3-4fde-930f-163b9b841a60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479783 Apr 30 01:47:06.890351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717e35d-bc85-4006-9963-f976644152d1 req-6fb86a79-2778-4995-869c-409971da366c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:06.892143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2717e35d-bc85-4006-9963-f976644152d1 req-6fb86a79-2778-4995-869c-409971da366c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.1548944 Apr 30 01:47:06.892774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:47:06.910254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'Port': ['ID=960fa915-2081-4278-b17a-32752b257b85,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:06.914719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:47:06.949418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:47:07.005660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:47:07.016585 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4eb30e6d-8e62-46db-86d9-e2849f478eae tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "PUT /v2.0/routers/497163f2-6732-4e8e-a760-39bc3c299f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6023686 Apr 30 01:47:07.017256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50312) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:07.018622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:07.021452 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:07.021604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5290fa92-035a-4ebd-b727-fcaf4d2e2279 None None] Sync routers for ids ['497163f2-6732-4e8e-a760-39bc3c299f5e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:47:07.068968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-6a022e09-6660-402a-a474-3ed41c4194eb service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936932 Apr 30 01:47:07.094248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290fa92-035a-4ebd-b727-fcaf4d2e2279 None None] Routers {'497163f2-6732-4e8e-a760-39bc3c299f5e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:07.094896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5290fa92-035a-4ebd-b727-fcaf4d2e2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['497163f2-6732-4e8e-a760-39bc3c299f5e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:07.125700 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-662ef6b3-b855-48c1-8dc6-e0111d88f0d7 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] show failed (client error): The resource could not be found. Apr 30 01:47:07.130776 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-662ef6b3-b855-48c1-8dc6-e0111d88f0d7 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-960811685 HTTP/1.1" status: 404 len: 334 time: 0.1101830 Apr 30 01:47:07.131569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50316) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:07.147250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2717e35d-bc85-4006-9963-f976644152d1 req-e2d35545-4bd3-4e8e-9809-57b6fe8439aa tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239079 Apr 30 01:47:07.150151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-87f1909b-9a54-4b43-8a42-bec1bd95f0bf tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0798547 Apr 30 01:47:07.154640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5290fa92-035a-4ebd-b727-fcaf4d2e2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:07.161164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a7fce932-7c44-49f8-8abf-f46b4ce42276 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:47:07.189876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290fa92-035a-4ebd-b727-fcaf4d2e2279 None None] Routers {'497163f2-6732-4e8e-a760-39bc3c299f5e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:07.191117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5290fa92-035a-4ebd-b727-fcaf4d2e2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['497163f2-6732-4e8e-a760-39bc3c299f5e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:07.249600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5290fa92-035a-4ebd-b727-fcaf4d2e2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:07.252071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5290fa92-035a-4ebd-b727-fcaf4d2e2279 None None] The sync data for ids ['497163f2-6732-4e8e-a760-39bc3c299f5e'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:47:07.264267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Request body: {'port': {'device_id': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:47:07.294770 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-a7fce932-7c44-49f8-8abf-f46b4ce42276 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] update failed (client error): The resource could not be found. Apr 30 01:47:07.296011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a7fce932-7c44-49f8-8abf-f46b4ce42276 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-813673988 HTTP/1.1" status: 404 len: 334 time: 0.1435359 Apr 30 01:47:07.300889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50322) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:07.356273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:07.367923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-918d17d1-8b59-4a17-b6de-ce8feadb45ab tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Deleting subnet 5be605ed-7a5a-43b0-b50c-8125f2477e4a {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:47:07.384309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-918d17d1-8b59-4a17-b6de-ce8feadb45ab tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:07.403295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-482d41eb-5e52-4ea4-8bee-c59612b28ae8 None None] Provisioning complete for port 960fa915-2081-4278-b17a-32752b257b85 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:07.407727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-482d41eb-5e52-4ea4-8bee-c59612b28ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:07.410667 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aa280aad-2db1-4284-b8f4-316c43365d8b req-ee79f973-448c-45b9-a5f4-73a83d0ea9c4 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345256 Apr 30 01:47:07.499089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-482d41eb-5e52-4ea4-8bee-c59612b28ae8 None None] Port 960fa915-2081-4278-b17a-32752b257b85 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:47:07.555566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-918d17d1-8b59-4a17-b6de-ce8feadb45ab tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:07.599099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1c223-30b0-4b02-9e8d-20e92441e6e7 req-312f7e6e-5518-4d3e-af06-058a25912d44 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:07.607226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6f1c223-30b0-4b02-9e8d-20e92441e6e7 req-312f7e6e-5518-4d3e-af06-058a25912d44 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 944 time: 0.2969873 Apr 30 01:47:07.691944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e111ca-95f7-4446-ab55-517de5624e1b req-8a8013d5-a1ae-47df-9e06-9417721eecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:07.693025 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48e111ca-95f7-4446-ab55-517de5624e1b req-8a8013d5-a1ae-47df-9e06-9417721eecbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1095 time: 0.1415594 Apr 30 01:47:07.726146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-918d17d1-8b59-4a17-b6de-ce8feadb45ab tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:07.842634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6f1c223-30b0-4b02-9e8d-20e92441e6e7 req-4e891866-427a-4444-ada7-3a2744580037 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341845 Apr 30 01:47:07.919388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-918d17d1-8b59-4a17-b6de-ce8feadb45ab tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:07.946890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e111ca-95f7-4446-ab55-517de5624e1b req-6f8f4708-2a8e-478a-9920-810de98c8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:07.962990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48e111ca-95f7-4446-ab55-517de5624e1b req-6f8f4708-2a8e-478a-9920-810de98c8eec service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.2545609 Apr 30 01:47:07.992260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-918d17d1-8b59-4a17-b6de-ce8feadb45ab tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:07.997988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96030d0b-b78e-451f-8e34-02aa94661bda None None] Network 0588e519-00c0-40ca-9c55-b54d7eac9c4c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:47:08.006914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-918d17d1-8b59-4a17-b6de-ce8feadb45ab tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/subnets/5be605ed-7a5a-43b0-b50c-8125f2477e4a HTTP/1.1" status: 204 len: 168 time: 0.7049215 Apr 30 01:47:08.007997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:08.011052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d17d1-8b59-4a17-b6de-ce8feadb45ab tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Subnet': ['ID=5be605ed-7a5a-43b0-b50c-8125f2477e4a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:08.098106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48e111ca-95f7-4446-ab55-517de5624e1b req-9fe792ba-700c-434d-82bd-d2f9d480312a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 217 time: 0.1264954 Apr 30 01:47:08.245991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e111ca-95f7-4446-ab55-517de5624e1b req-3508c9c3-acad-470f-88ae-b8aea66c27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:08.248401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48e111ca-95f7-4446-ab55-517de5624e1b req-3508c9c3-acad-470f-88ae-b8aea66c27e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.1380205 Apr 30 01:47:08.263654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-636d09e5-0c0b-4b30-a26f-143d110a7e2e tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Deleting subnet 4e0105b7-e6b3-4c7e-b2b1-821a4c336358 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:47:08.267480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-636d09e5-0c0b-4b30-a26f-143d110a7e2e tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:08.288613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960fa915-2081-4278-b17a-32752b257b85 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:47:08.356585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:08.378042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-636d09e5-0c0b-4b30-a26f-143d110a7e2e tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:08.422146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Transition to ACTIVE for port object 960fa915-2081-4278-b17a-32752b257b85 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:47:08.432954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e111ca-95f7-4446-ab55-517de5624e1b req-0bd66b4f-ed3a-4f98-bf9f-dc23d67976a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:08.434818 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48e111ca-95f7-4446-ab55-517de5624e1b req-0bd66b4f-ed3a-4f98-bf9f-dc23d67976a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734955 Apr 30 01:47:08.509386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-636d09e5-0c0b-4b30-a26f-143d110a7e2e tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:08.520708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] DHCP port deletion for 0588e519-00c0-40ca-9c55-b54d7eac9c4c request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:47:08.561446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:08.630809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56244ec0-1c4f-4eda-ab91-de10624ccec0 req-0f7036d1-5b07-4306-85b7-8a89b17ac24c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:08.632483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56244ec0-1c4f-4eda-ab91-de10624ccec0 req-0f7036d1-5b07-4306-85b7-8a89b17ac24c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 931 time: 0.5932217 Apr 30 01:47:08.697577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] Deleting port 70f9642c-e119-46b0-90f1-da0c53c9f611 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:47:08.697948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:08.717869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50356) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:08.799270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56244ec0-1c4f-4eda-ab91-de10624ccec0 req-61eecf91-e95e-4450-90cd-03df7822918d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598063 Apr 30 01:47:08.808271 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-636d09e5-0c0b-4b30-a26f-143d110a7e2e tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:08.898559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-636d09e5-0c0b-4b30-a26f-143d110a7e2e tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:08.914956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-636d09e5-0c0b-4b30-a26f-143d110a7e2e tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/subnets/4e0105b7-e6b3-4c7e-b2b1-821a4c336358 HTTP/1.1" status: 204 len: 168 time: 0.8953397 Apr 30 01:47:08.919103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:08.976525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4cdd0e-d25b-4f27-961a-f3762c0f97d0 None None] Network 77a674c5-fe6b-4516-a00a-296a5c19daf8 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:47:09.015271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d09e5-0c0b-4b30-a26f-143d110a7e2e tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0105b7-e6b3-4c7e-b2b1-821a4c336358,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:09.018895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=960fa915-2081-4278-b17a-32752b257b85,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:09.252375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:09.275127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 70f9642c-e119-46b0-90f1-da0c53c9f611 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:47:09.278038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec99a67-5879-48d1-8e0c-e4395e2eac1d req-71dfe710-4dad-43af-afa6-80dcee03c283 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:09.287763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cec99a67-5879-48d1-8e0c-e4395e2eac1d req-71dfe710-4dad-43af-afa6-80dcee03c283 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.1272523 Apr 30 01:47:09.412112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cec99a67-5879-48d1-8e0c-e4395e2eac1d req-13f6a0f2-5815-4734-95b3-74a175da726f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232412 Apr 30 01:47:09.465911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Deleting port 70f9642c-e119-46b0-90f1-da0c53c9f611 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:47:09.466380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:09.590066 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:09.620191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] For port 70f9642c-e119-46b0-90f1-da0c53c9f611, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=70f9642c-e119-46b0-90f1-da0c53c9f611,segment=NetworkSegment(1c561730-a884-4c22-b8f1-865f7b5ade0f),segment_id=1c561730-a884-4c22-b8f1-865f7b5ade0f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:09.621098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:09.662785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] Calling delete_port for 70f9642c-e119-46b0-90f1-da0c53c9f611 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:47:09.746247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] For port 70f9642c-e119-46b0-90f1-da0c53c9f611, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=70f9642c-e119-46b0-90f1-da0c53c9f611,segment=NetworkSegment(1c561730-a884-4c22-b8f1-865f7b5ade0f),segment_id=1c561730-a884-4c22-b8f1-865f7b5ade0f)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:09.747025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:09.774691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] DHCP port deletion for 77a674c5-fe6b-4516-a00a-296a5c19daf8 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:47:09.777927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:47:09.788682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Calling delete_port for 70f9642c-e119-46b0-90f1-da0c53c9f611 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:47:09.795454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4decff44-6fe6-4f38-a160-88397ac4fd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:09.805173 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 70f9642c-e119-46b0-90f1-da0c53c9f611, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=70f9642c-e119-46b0-90f1-da0c53c9f611,segment=NetworkSegment(1c561730-a884-4c22-b8f1-865f7b5ade0f),segment_id=1c561730-a884-4c22-b8f1-865f7b5ade0f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:09.844334 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48e111ca-95f7-4446-ab55-517de5624e1b req-c8e394bf-5a09-460f-9c5f-91ab5cbcceae service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4017720 Apr 30 01:47:09.896181 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:09.961321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a0777-4c2b-4d63-8d1c-07f6266ffd1b req-d58dda2d-8ed2-49be-8e3a-f05cf86868a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:09.962933 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd7a0777-4c2b-4d63-8d1c-07f6266ffd1b req-d58dda2d-8ed2-49be-8e3a-f05cf86868a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 944 time: 0.3347709 Apr 30 01:47:09.984069 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.003679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.032416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Attempting to bind port 960fa915-2081-4278-b17a-32752b257b85 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:47:10.032416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Attempting to bind port 960fa915-2081-4278-b17a-32752b257b85 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:47:10.032416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Attempting to bind port 960fa915-2081-4278-b17a-32752b257b85 on network 797e5c96-4436-4703-8552-8e7c1b9c6bea {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:47:10.033041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] No DVR routers for this DVR port 70f9642c-e119-46b0-90f1-da0c53c9f611 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:47:10.045678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Port 960fa915-2081-4278-b17a-32752b257b85 on network 797e5c96-4436-4703-8552-8e7c1b9c6bea not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:47:10.046119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Attempting to bind port 960fa915-2081-4278-b17a-32752b257b85 on network 797e5c96-4436-4703-8552-8e7c1b9c6bea {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:47:10.054422 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] Deleting port 0eab0faf-056b-4b05-8dd5-7a88223a7213 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:47:10.068422 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.069322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:47:10.069322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Checking segment: {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:47:10.069966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Bound using segment: {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:47:10.070513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Bound port: 960fa915-2081-4278-b17a-32752b257b85, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ee1007-756d-435d-bc26-bb5085cd24f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:47:10.071177 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.078497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Port': ['ID=70f9642c-e119-46b0-90f1-da0c53c9f611,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:10.133189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=70f9642c-e119-46b0-90f1-da0c53c9f611,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:10.139722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:10.147204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] No DVR routers for this DVR port 70f9642c-e119-46b0-90f1-da0c53c9f611 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:47:10.187113 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48e111ca-95f7-4446-ab55-517de5624e1b req-ffc1248d-ddff-46f1-96b4-39f4d5089bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195128 Apr 30 01:47:10.223293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'port_id': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'mac_address': 'fa:16:3e:5a:d7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:47:10.260166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4decff44-6fe6-4f38-a160-88397ac4fd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.271854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] For port 960fa915-2081-4278-b17a-32752b257b85, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:47:10.279347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] For port 960fa915-2081-4278-b17a-32752b257b85, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=960fa915-2081-4278-b17a-32752b257b85,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:47:10.290070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005db64b-ea06-4cbb-a2a3-7fd9fdfde337 None None] Pushing event deleted for resources: {'Port': ['ID=70f9642c-e119-46b0-90f1-da0c53c9f611,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:10.306845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] For port 0eab0faf-056b-4b05-8dd5-7a88223a7213, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=0eab0faf-056b-4b05-8dd5-7a88223a7213,segment=NetworkSegment(aaea44e3-3200-4e12-a732-a7f7476b1cd1),segment_id=aaea44e3-3200-4e12-a732-a7f7476b1cd1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:10.307260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.324685 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.325165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.326946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] Calling delete_port for 0eab0faf-056b-4b05-8dd5-7a88223a7213 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:47:10.354103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172d0c06-ef78-44ce-9775-1808f895ca9c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:47:10.378102 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4decff44-6fe6-4f38-a160-88397ac4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.382409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0588e519-00c0-40ca-9c55-b54d7eac9c4c']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:10.395764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c561730-a884-4c22-b8f1-865f7b5ade0f') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:10.396103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c561730-a884-4c22-b8f1-865f7b5ade0f') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:10.414975 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.432735 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd7a0777-4c2b-4d63-8d1c-07f6266ffd1b req-442dc8ba-71be-4e5c-9090-ade1eb6b4503 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355693 Apr 30 01:47:10.443984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-866aed7b-d7a2-4c79-93af-d39bbf48705d req-7f3d56f9-9beb-4056-bc4b-03b9d7daac0b service neutron] (103319) timed out ('10.222.0.15', 51566) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 01:47:10.461465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.464668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decff44-6fe6-4f38-a160-88397ac4fd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecccf2b-cdaa-4613-ae32-0e57e49e6c72,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:10.469937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:47:10.470346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.471913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: self.session.flush() Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:47:10.473454 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:47:10.506347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:10.521842 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4decff44-6fe6-4f38-a160-88397ac4fd47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d322a93cdd04418e8d720c9f56f29eed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7989573 Apr 30 01:47:10.540760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50396) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:10.582985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:10.584087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.593731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.594369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] 10.222.0.23 "PUT /v2.0/ports/960fa915-2081-4278-b17a-32752b257b85 HTTP/1.1" status: 200 len: 1091 time: 3.3515339 Apr 30 01:47:10.594369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'tag': '960fa915-2081-4278-b17a-32752b257b85'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:47:10.616996 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d36dc034-f8c4-4a1c-bcfe-441c6dc45817", "tag": "960fa915-2081-4278-b17a-32752b257b85"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:47:10.684407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156539ea-aa63-4b61-b7a3-4c1f1c48de40 req-e403f5b6-261b-4bb4-a99e-49f24dbb8115 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:10.692599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-156539ea-aa63-4b61-b7a3-4c1f1c48de40 req-e403f5b6-261b-4bb4-a99e-49f24dbb8115 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 943 time: 0.1163518 Apr 30 01:47:10.739907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83e0be-00ac-48d2-9aa1-a395d18cb1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=960fa915-2081-4278-b17a-32752b257b85,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:10.784555 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.806110 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.825758 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/networks/0588e519-00c0-40ca-9c55-b54d7eac9c4c HTTP/1.1" status: 204 len: 168 time: 1.9011815 Apr 30 01:47:10.827015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50406) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:10.836102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:10.884162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['172d0c06-ef78-44ce-9775-1808f895ca9c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:47:10.929398 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bdb5137-f9e0-4e2b-acfb-d74de94131e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.941174 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.976093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bdb5137-f9e0-4e2b-acfb-d74de94131e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:10.999416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-f588588b-d5bb-4660-97b2-a80a67e45bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:11.001138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-f588588b-d5bb-4660-97b2-a80a67e45bbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f6a681f592540afb91597c24264fc76&device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 1094 time: 0.2178729 Apr 30 01:47:11.021478 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.034859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] Pushing event deleted for resources: {'Port': ['ID=0eab0faf-056b-4b05-8dd5-7a88223a7213,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:11.039007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10c9c3-d923-46b2-b777-d3199cdba1af tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Network': ['ID=0588e519-00c0-40ca-9c55-b54d7eac9c4c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:11.063500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de6235-5834-4fe2-9c48-fae487d81c06 None None] No DVR routers for this DVR port 0eab0faf-056b-4b05-8dd5-7a88223a7213 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:47:11.071376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-156539ea-aa63-4b61-b7a3-4c1f1c48de40 req-a2f14387-dbf7-47ab-a739-ce0e9f57287e tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3775632 Apr 30 01:47:11.171056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-f22d2590-6cab-4c36-a5b2-44015e0cbe44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=960fa915-2081-4278-b17a-32752b257b85 HTTP/1.1" status: 200 len: 217 time: 0.1033940 Apr 30 01:47:11.211801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0eab0faf-056b-4b05-8dd5-7a88223a7213 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:47:11.245920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 0eab0faf-056b-4b05-8dd5-7a88223a7213 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:47:11.245920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 0eab0faf-056b-4b05-8dd5-7a88223a7213 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:47:11.252355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-9371f863-9192-4fd3-a589-47b34a73a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:11.255507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-9371f863-9192-4fd3-a589-47b34a73a2b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0986bfbe-355f-4873-a177-aa34720dc182 HTTP/1.1" status: 200 len: 847 time: 0.0816941 Apr 30 01:47:11.259762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.296646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a674c5-fe6b-4516-a00a-296a5c19daf8']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:11.315038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-d479630c-3dd1-4dae-9e82-132eff1d3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:11.317243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-d479630c-3dd1-4dae-9e82-132eff1d3e1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=797e5c96-4436-4703-8552-8e7c1b9c6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477042 Apr 30 01:47:11.322697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09b43-0cd8-40cc-ba65-503d3ed45684 req-4a519868-bfdf-4533-b730-dc60d98c0aa2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:11.325130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3b09b43-0cd8-40cc-ba65-503d3ed45684 req-4a519868-bfdf-4533-b730-dc60d98c0aa2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.1152735 Apr 30 01:47:11.327794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaea44e3-3200-4e12-a732-a7f7476b1cd1') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:11.328125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaea44e3-3200-4e12-a732-a7f7476b1cd1') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:11.361224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.390089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.397124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3b09b43-0cd8-40cc-ba65-503d3ed45684 req-83b7db55-61a5-4d0c-ac69-34dc8cac08c3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601220 Apr 30 01:47:11.400034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:47:11.400444 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:47:11.404656 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:47:11.449354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-7583dc82-98d8-484e-aec9-30b389425712 service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153412 Apr 30 01:47:11.450622 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bdb5137-f9e0-4e2b-acfb-d74de94131e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.453317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7bdb5137-f9e0-4e2b-acfb-d74de94131e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.456831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7bdb5137-f9e0-4e2b-acfb-d74de94131e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ecccf2b-cdaa-4613-ae32-0e57e49e6c72 HTTP/1.1" status: 204 len: 168 time: 0.9109340 Apr 30 01:47:11.469566 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a77eecd-0e8b-46b5-8b9c-4af94c435efb x-openstack-request-id: req-2a77eecd-0e8b-46b5-8b9c-4af94c435efb {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:47:11.475951 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36dc034-f8c4-4a1c-bcfe-441c6dc45817", "tag": "960fa915-2081-4278-b17a-32752b257b85", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:47:11.475951 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a77eecd-0e8b-46b5-8b9c-4af94c435efb {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:47:11.475951 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a77eecd-0e8b-46b5-8b9c-4af94c435efb'] response: {'name': 'network-changed', 'server_uuid': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'tag': '960fa915-2081-4278-b17a-32752b257b85', 'status': 'completed', 'code': 200} Apr 30 01:47:11.539052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb5137-f9e0-4e2b-acfb-d74de94131e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecccf2b-cdaa-4613-ae32-0e57e49e6c72,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:11.645762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f21984e3-f92c-4bd3-bb4b-da34cdf1a802 req-7f08860e-fd97-4bbe-9b32-300674d3bc86 service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743846 Apr 30 01:47:11.749160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:47:11.863811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f34dd0-8e60-4f49-9c8d-de296ce4fb5a req-9a6a2894-bd27-41e1-9cbb-3b868a9f3656 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:11.865751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8f34dd0-8e60-4f49-9c8d-de296ce4fb5a req-9a6a2894-bd27-41e1-9cbb-3b868a9f3656 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 945 time: 0.0817306 Apr 30 01:47:11.874317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-7cb64149-5420-4813-8698-98f3ac6914b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:11.875857 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-7cb64149-5420-4813-8698-98f3ac6914b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f6a681f592540afb91597c24264fc76&device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 1094 time: 0.0974271 Apr 30 01:47:11.920055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8f34dd0-8e60-4f49-9c8d-de296ce4fb5a req-365b0d8d-ff1f-4a90-9c0e-be36c41e55e5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461955 Apr 30 01:47:11.934461 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.943419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.952975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/networks/77a674c5-fe6b-4516-a00a-296a5c19daf8 HTTP/1.1" status: 204 len: 168 time: 1.1187589 Apr 30 01:47:11.960254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 172d0c06-ef78-44ce-9775-1808f895ca9c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:47:11.962496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50422) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:11.964933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 172d0c06-ef78-44ce-9775-1808f895ca9c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:11.966310 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:11.971216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd8d1c-fd10-42f2-ac18-88d51afc5fe3 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Network': ['ID=77a674c5-fe6b-4516-a00a-296a5c19daf8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:12.016689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-843adf30-24bc-4956-984c-5c5deb4037f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:12.018276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-843adf30-24bc-4956-984c-5c5deb4037f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=797e5c96-4436-4703-8552-8e7c1b9c6bea HTTP/1.1" status: 200 len: 908 time: 0.1356366 Apr 30 01:47:12.055801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f2ec4b-31f2-47bf-ad5b-b02672326d1c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Deleting subnet 29e5d0ab-9601-4c87-a3c9-51cdfbc37b4e {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:47:12.060759 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ec4b-31f2-47bf-ad5b-b02672326d1c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.070147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.077021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-399ad801-bff8-4ac7-855e-e7ffe5524a2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=960fa915-2081-4278-b17a-32752b257b85 HTTP/1.1" status: 200 len: 217 time: 0.0495603 Apr 30 01:47:12.131319 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ec4b-31f2-47bf-ad5b-b02672326d1c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.143852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:12.147469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:47:12.152457 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f634c-aace-47b4-bc3e-4dd5a9ea36ea" -d '{"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-plugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:47:12.177431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-89fc151a-eef6-4dc2-b736-621dd97128b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:12.189855 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-89fc151a-eef6-4dc2-b736-621dd97128b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0986bfbe-355f-4873-a177-aa34720dc182 HTTP/1.1" status: 200 len: 847 time: 0.1047308 Apr 30 01:47:12.262324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-42cd6d40-cc22-41ca-b514-06c1abb1e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:12.263889 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-42cd6d40-cc22-41ca-b514-06c1abb1e68b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=797e5c96-4436-4703-8552-8e7c1b9c6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672045 Apr 30 01:47:12.266088 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.326182 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ec4b-31f2-47bf-ad5b-b02672326d1c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.365864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8733f-aef5-4b3e-8015-8421c44b8431 req-cd2c6517-10e7-4cd5-a23f-05c065739ce2 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:12.365864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76c8733f-aef5-4b3e-8015-8421c44b8431 req-cd2c6517-10e7-4cd5-a23f-05c065739ce2 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 943 time: 0.1543119 Apr 30 01:47:12.377052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50432) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:12.383301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:12.399753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.400103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.400448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.400815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.406268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.406676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.407031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.407374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.407740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.408076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.408412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.408743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:12.410348 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0abbfadf-7061-4100-bb48-b3f5e5b014d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.469766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-55a1301e-92d4-4b5f-bb41-ece7bffb3bd9 service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972330 Apr 30 01:47:12.501208 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76c8733f-aef5-4b3e-8015-8421c44b8431 req-f8ebe14a-8565-449b-9702-9f84a64afb91 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225815 Apr 30 01:47:12.589957 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e57e91a-2425-48bc-ab41-dc20c8b2b333 x-openstack-request-id: req-1e57e91a-2425-48bc-ab41-dc20c8b2b333 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:47:12.590284 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-plugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:47:12.590633 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e57e91a-2425-48bc-ab41-dc20c8b2b333 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:47:12.591089 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ec4b-31f2-47bf-ad5b-b02672326d1c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.591233 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e57e91a-2425-48bc-ab41-dc20c8b2b333'] response: {'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'code': 200} Apr 30 01:47:12.630399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2ec4b-31f2-47bf-ad5b-b02672326d1c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Subnet': ['ID=29e5d0ab-9601-4c87-a3c9-51cdfbc37b4e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:12.645101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0abbfadf-7061-4100-bb48-b3f5e5b014d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.650148 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ec4b-31f2-47bf-ad5b-b02672326d1c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.659076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50442) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:12.661629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf84f42-4128-480e-9f10-14b3acde75b4 None None] Network 84435c26-a894-4354-9fc8-80cace866227 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:47:12.667835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f6f2ec4b-31f2-47bf-ad5b-b02672326d1c tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/subnets/29e5d0ab-9601-4c87-a3c9-51cdfbc37b4e HTTP/1.1" status: 204 len: 168 time: 0.6924126 Apr 30 01:47:12.713208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0abbfadf-7061-4100-bb48-b3f5e5b014d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.732885 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-998c427a-3ca7-4f1b-b898-e3e5ac5de8a3 req-48e84518-1967-420a-84ff-612a3e850186 service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554674 Apr 30 01:47:12.778094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50444) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:12.778431 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0abbfadf-7061-4100-bb48-b3f5e5b014d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e42a5ee98bf46d68ddc5d8e20bb9edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975205 Apr 30 01:47:12.792487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7872a3-7a23-4972-ad96-00798c56404b req-fd888827-cc52-42f0-b0f4-047e1e2d6017 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:12.797131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea7872a3-7a23-4972-ad96-00798c56404b req-fd888827-cc52-42f0-b0f4-047e1e2d6017 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.1251090 Apr 30 01:47:12.797131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbfadf-7061-4100-bb48-b3f5e5b014d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a09cb-37f4-4c9c-8bab-f188f5107093,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:12.875729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea7872a3-7a23-4972-ad96-00798c56404b req-da871924-24f4-4961-8a2b-384a112b2cf0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641963 Apr 30 01:47:12.912765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:12.930876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154e736-7460-4d55-83a0-6458ddb76de5 req-2f214164-50a9-4773-8572-3dae2619b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:12.930876 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9154e736-7460-4d55-83a0-6458ddb76de5 req-2f214164-50a9-4773-8572-3dae2619b878 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1097 time: 0.2421744 Apr 30 01:47:13.019508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] DHCP port deletion for 84435c26-a894-4354-9fc8-80cace866227 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:47:13.021424 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c59f82f1-dad6-4b53-a475-7ca58131639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.074607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c59f82f1-dad6-4b53-a475-7ca58131639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.087158 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9154e736-7460-4d55-83a0-6458ddb76de5 req-a07e8234-7275-41a2-92a2-62bfd039ae91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485779 Apr 30 01:47:13.170148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c7e399ff-0c03-4b19-afb6-af1eccceccd2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:47:13.180272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6a9fa-200a-4493-b4dd-88d38b33d90f req-a16d5441-38c3-4392-80b0-2dc76540b610 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:13.191804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ddd6a9fa-200a-4493-b4dd-88d38b33d90f req-a16d5441-38c3-4392-80b0-2dc76540b610 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.1514070 Apr 30 01:47:13.241664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Deleting port c7e399ff-0c03-4b19-afb6-af1eccceccd2 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:47:13.243040 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.280334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ddd6a9fa-200a-4493-b4dd-88d38b33d90f req-0aaf9812-0a57-4bdf-bf63-b9fb85910b32 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876491 Apr 30 01:47:13.353069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] For port c7e399ff-0c03-4b19-afb6-af1eccceccd2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c7e399ff-0c03-4b19-afb6-af1eccceccd2,segment=NetworkSegment(030ccebe-d422-416d-8be7-5b77db6d8b61),segment_id=030ccebe-d422-416d-8be7-5b77db6d8b61)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:13.357061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.371493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Calling delete_port for c7e399ff-0c03-4b19-afb6-af1eccceccd2 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:47:13.433121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c59f82f1-dad6-4b53-a475-7ca58131639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.436270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c59f82f1-dad6-4b53-a475-7ca58131639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.438148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c59f82f1-dad6-4b53-a475-7ca58131639d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b4a09cb-37f4-4c9c-8bab-f188f5107093 HTTP/1.1" status: 204 len: 168 time: 0.6567588 Apr 30 01:47:13.438882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] Deleting port c7e399ff-0c03-4b19-afb6-af1eccceccd2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:47:13.439445 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.454529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f82f1-dad6-4b53-a475-7ca58131639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a09cb-37f4-4c9c-8bab-f188f5107093,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:13.545981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.580598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Port c7e399ff-0c03-4b19-afb6-af1eccceccd2 update to DOWN by agent not found {{(pid=103320) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 30 01:47:13.583693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] For port c7e399ff-0c03-4b19-afb6-af1eccceccd2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c7e399ff-0c03-4b19-afb6-af1eccceccd2,segment=NetworkSegment(030ccebe-d422-416d-8be7-5b77db6d8b61),segment_id=030ccebe-d422-416d-8be7-5b77db6d8b61)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:13.584614 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.600428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] Calling delete_port for c7e399ff-0c03-4b19-afb6-af1eccceccd2 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:47:13.615101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Port': ['ID=c7e399ff-0c03-4b19-afb6-af1eccceccd2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:13.631199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] No DVR routers for this DVR port c7e399ff-0c03-4b19-afb6-af1eccceccd2 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:47:13.698786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876aef9-ba2a-418e-9945-7499147d5a85 req-7cc9e8f2-260b-4e28-bc86-8f32201eaa77 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:13.708926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d876aef9-ba2a-418e-9945-7499147d5a85 req-7cc9e8f2-260b-4e28-bc86-8f32201eaa77 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 943 time: 0.0733159 Apr 30 01:47:13.714207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.733859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] No DVR routers for this DVR port c7e399ff-0c03-4b19-afb6-af1eccceccd2 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:47:13.760433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea81096-e9b6-4df7-8808-eeaa686bda58 None None] Pushing event deleted for resources: {'Port': ['ID=c7e399ff-0c03-4b19-afb6-af1eccceccd2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:13.788032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d876aef9-ba2a-418e-9945-7499147d5a85 req-64dbfc80-de89-4e74-a91c-9118cccc3bda tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775290 Apr 30 01:47:13.788839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.817253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84435c26-a894-4354-9fc8-80cace866227']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:13.852213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030ccebe-d422-416d-8be7-5b77db6d8b61') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:13.852717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030ccebe-d422-416d-8be7-5b77db6d8b61') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:13.939224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:13.977069 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.000644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:47:14.001388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:47:14.046203 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:47:14.051904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-9ed841cf-8a82-48e4-8e5d-11083f8f03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:14.053467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-9ed841cf-8a82-48e4-8e5d-11083f8f03c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b&tenant_id=a823ee5723204533bd2f9e94091eddb0 HTTP/1.1" status: 200 len: 1095 time: 0.1917114 Apr 30 01:47:14.089933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d11d1-5205-4ae9-8be5-3e0181080e84 req-57fe56ef-6ce4-4fed-a99d-82cd2201eb99 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:14.095621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:47:14.100042 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f6d11d1-5205-4ae9-8be5-3e0181080e84 req-57fe56ef-6ce4-4fed-a99d-82cd2201eb99 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.0802093 Apr 30 01:47:14.105619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 960fa915-2081-4278-b17a-32752b257b85 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:47:14.170228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f6d11d1-5205-4ae9-8be5-3e0181080e84 req-553d0894-630e-4f55-818f-c1246365f57a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625708 Apr 30 01:47:14.182361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.225674 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.249700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.261719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/networks/84435c26-a894-4354-9fc8-80cace866227 HTTP/1.1" status: 204 len: 168 time: 1.6004159 Apr 30 01:47:14.261942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:14.298218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e116150-d4f4-494c-85ce-c53fcd845cad tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Pushing event deleted for resources: {'Network': ['ID=84435c26-a894-4354-9fc8-80cace866227,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:14.299510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8a4d94c5-ccd4-476d-96f3-1501013ecf0b tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "GET /v2.0/ports?device_id=497163f2-6732-4e8e-a760-39bc3c299f5e HTTP/1.1" status: 200 len: 205 time: 0.0364249 Apr 30 01:47:14.301867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:14.303465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 960fa915-2081-4278-b17a-32752b257b85, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=960fa915-2081-4278-b17a-32752b257b85,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:14.334311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '960fa915-2081-4278-b17a-32752b257b85', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'port_id': '960fa915-2081-4278-b17a-32752b257b85', 'mac_address': 'fa:16:3e:fe:43:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:47:14.445021 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5abbc8f8-74a0-4359-83ee-8f76b2980d18 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.455451 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.472091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960fa915-2081-4278-b17a-32752b257b85 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:47:14.496558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 960fa915-2081-4278-b17a-32752b257b85, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=960fa915-2081-4278-b17a-32752b257b85,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:14.566465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.580633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d173d4d-0727-4ff9-b581-7a051bc2ea90 req-0e770db2-cf99-4543-862c-1ae5a12abb98 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:14.590017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d173d4d-0727-4ff9-b581-7a051bc2ea90 req-0e770db2-cf99-4543-862c-1ae5a12abb98 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.1624844 Apr 30 01:47:14.669281 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=960fa915-2081-4278-b17a-32752b257b85,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:14.688571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:14.747876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:47:14.761134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d173d4d-0727-4ff9-b581-7a051bc2ea90 req-c4b6b764-b0f4-4ed4-807e-6ffbc04397a9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619418 Apr 30 01:47:14.812221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['960fa915-2081-4278-b17a-32752b257b85'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:47:14.817843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:47:14.826380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.841303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Transition to ACTIVE for port object 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:47:14.861673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5abbc8f8-74a0-4359-83ee-8f76b2980d18 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.867622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5abbc8f8-74a0-4359-83ee-8f76b2980d18 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:14.919660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:15.016458 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5abbc8f8-74a0-4359-83ee-8f76b2980d18 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:15.017279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abbc8f8-74a0-4359-83ee-8f76b2980d18 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Fanout notify agent at l3_agent the message router_deleted on router 497163f2-6732-4e8e-a760-39bc3c299f5e {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:47:15.051184 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5abbc8f8-74a0-4359-83ee-8f76b2980d18 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:15.058216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5abbc8f8-74a0-4359-83ee-8f76b2980d18 tempest-RoutersNegativeTest-47477092 tempest-RoutersNegativeTest-47477092-project] 10.222.0.15 "DELETE /v2.0/routers/497163f2-6732-4e8e-a760-39bc3c299f5e HTTP/1.1" status: 204 len: 168 time: 0.7520840 Apr 30 01:47:15.092789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7fc39-5683-4809-9010-aa89519e5c01 req-9fecd25f-d06e-48da-9003-7ed6d7451be6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:15.101615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ff7fc39-5683-4809-9010-aa89519e5c01 req-9fecd25f-d06e-48da-9003-7ed6d7451be6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.1897519 Apr 30 01:47:15.106133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=9']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:15.177492 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ff7fc39-5683-4809-9010-aa89519e5c01 req-ca4b99c7-0ebb-430a-9c33-f57a0a2a3d32 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684502 Apr 30 01:47:15.193920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50496) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:15.306486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e95d0b-8fd4-4434-94fe-b03aecb16734 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:15.308216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c8e95d0b-8fd4-4434-94fe-b03aecb16734 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1092 time: 0.1123047 Apr 30 01:47:15.311446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50504) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:15.317643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:47:15.405646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] No DVR routers for this DVR port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:47:15.419301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef742dc-27a1-497d-9c59-ca1982a06e57 req-570360e6-6749-4908-bf14-6b2f7d69eb76 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:15.421346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ef742dc-27a1-497d-9c59-ca1982a06e57 req-570360e6-6749-4908-bf14-6b2f7d69eb76 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 944 time: 0.0961587 Apr 30 01:47:15.449377 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:15.568925 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3ef742dc-27a1-497d-9c59-ca1982a06e57 req-991226ce-eede-41ca-802f-96d20aa489fa tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405718 Apr 30 01:47:15.669426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Attempting to bind port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:47:15.672922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Attempting to bind port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:47:15.673439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Attempting to bind port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:47:15.689571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on network 38cea461-d811-4219-b7b4-8970878e3241 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:47:15.692496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Attempting to bind port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:47:15.697970 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:15.712135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:47:15.712810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Checking segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:47:15.714004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Bound using segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:47:15.717590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Bound port: 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:47:15.718194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:15.828053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50508) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:15.834828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e4fef-f56a-44b5-8346-273fc80493fe req-33191721-c586-4f26-95ba-2f041e9b57cb tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:15.842765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd2e4fef-f56a-44b5-8346-273fc80493fe req-33191721-c586-4f26-95ba-2f041e9b57cb tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 944 time: 0.1177232 Apr 30 01:47:15.852989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:47:15.857578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:47:15.901497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd2e4fef-f56a-44b5-8346-273fc80493fe req-cf07e04a-dce3-47b4-971d-30813d602a0c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503786 Apr 30 01:47:15.928543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.25.0.26 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/8ff56df8-9133-413e-a831-7592493d6f37) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:47:15.938274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.017605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:16.019309 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.021382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] 10.222.0.23 "PUT /v2.0/ports/23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 1092 time: 1.9406033 Apr 30 01:47:16.022355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:47:16.026333 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d895b321-9a9e-48b0-897b-7c73206fc402" -d '{"events": [{"name": "network-changed", "server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:47:16.090985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.138815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 960fa915-2081-4278-b17a-32752b257b85 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:47:16.161681 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e534a4-6de4-4314-b552-433ec2d853d6 x-openstack-request-id: req-c7e534a4-6de4-4314-b552-433ec2d853d6 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:47:16.162164 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:47:16.162433 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7e534a4-6de4-4314-b552-433ec2d853d6 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:47:16.162926 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e534a4-6de4-4314-b552-433ec2d853d6'] response: {'name': 'network-changed', 'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'status': 'completed', 'code': 200} Apr 30 01:47:16.191481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630253cd-30fd-46d9-a892-c5766dfc0a35 service neutron] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:16.231747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-5df60976-61af-4c26-9fab-831c065cf095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:16.233669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-5df60976-61af-4c26-9fab-831c065cf095 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1096 time: 0.1445713 Apr 30 01:47:16.236535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c810d64b-adf4-4585-bb41-bf74f5cc646d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf52e17d229247bb8d34860ddc06931d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071524 Apr 30 01:47:16.239300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50520) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:16.246765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.309659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 960fa915-2081-4278-b17a-32752b257b85 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:47:16.315030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 960fa915-2081-4278-b17a-32752b257b85 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:16.318302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.339064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=8ff56df8-9133-413e-a831-7592493d6f37,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:16.376996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:47:16.379607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:47:16.383660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:47:16.476994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1cc71091-617e-4edc-a5e4-1f268edebe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.540587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-d74b0277-8ea2-48ea-87e6-3da8f4ed3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:16.544371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-d74b0277-8ea2-48ea-87e6-3da8f4ed3ba6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.2649987 Apr 30 01:47:16.550874 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.571884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1cc71091-617e-4edc-a5e4-1f268edebe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.614405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960fa915-2081-4278-b17a-32752b257b85'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:47:16.620856 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c54ca3c-ebe1-4ea9-9a43-c4a43a70daf8" -d '{"events": [{"server_uuid": "d36dc034-f8c4-4a1c-bcfe-441c6dc45817", "name": "network-vif-plugged", "status": "completed", "tag": "960fa915-2081-4278-b17a-32752b257b85"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:47:16.662645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 960fa915-2081-4278-b17a-32752b257b85, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=960fa915-2081-4278-b17a-32752b257b85,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:16.688088 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-3a32b284-0f1a-4579-b1fd-319c66b7e481 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 999 time: 0.1289997 Apr 30 01:47:16.735239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.762667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-8d417471-1b13-4362-9352-568dca357993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:16.764417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-8d417471-1b13-4362-9352-568dca357993 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0645869 Apr 30 01:47:16.768619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21824c3-e24f-46ac-94da-1a6a0c0c91ae req-e75889d1-c6ef-4992-9395-24a9b405b82f tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:16.777009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c21824c3-e24f-46ac-94da-1a6a0c0c91ae req-e75889d1-c6ef-4992-9395-24a9b405b82f tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 944 time: 0.0733485 Apr 30 01:47:16.802887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=960fa915-2081-4278-b17a-32752b257b85,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:16.832015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1cc71091-617e-4edc-a5e4-1f268edebe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.837508 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1cc71091-617e-4edc-a5e4-1f268edebe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:16.849033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1cc71091-617e-4edc-a5e4-1f268edebe49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5e31453-daa5-45aa-b612-1bfab1ef40d9 HTTP/1.1" status: 204 len: 168 time: 0.6084805 Apr 30 01:47:16.862481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc71091-617e-4edc-a5e4-1f268edebe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e31453-daa5-45aa-b612-1bfab1ef40d9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:16.891357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-5709fb93-52d1-44ac-aaca-9a48de5358a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:16.892909 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-5709fb93-52d1-44ac-aaca-9a48de5358a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173816 Apr 30 01:47:16.961017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c21824c3-e24f-46ac-94da-1a6a0c0c91ae req-c83ef1e3-2a20-4fd0-8d1b-52e8f2521dd0 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777372 Apr 30 01:47:17.091500 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98504a54-e30e-4c5a-b9c1-1f10fa316c81 x-openstack-request-id: req-98504a54-e30e-4c5a-b9c1-1f10fa316c81 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:47:17.092096 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36dc034-f8c4-4a1c-bcfe-441c6dc45817", "name": "network-vif-plugged", "status": "completed", "tag": "960fa915-2081-4278-b17a-32752b257b85", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:47:17.092496 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98504a54-e30e-4c5a-b9c1-1f10fa316c81 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:47:17.093064 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98504a54-e30e-4c5a-b9c1-1f10fa316c81'] response: {'server_uuid': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960fa915-2081-4278-b17a-32752b257b85', 'code': 200} Apr 30 01:47:17.108645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-77b10359-804a-4753-b016-992b4b85879a service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077670 Apr 30 01:47:17.436182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d828c32-a206-4825-a3c2-3894df1e5634 req-ad3aa6d2-e2f9-444b-8213-5ccdaed39f7b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:17.441070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d828c32-a206-4825-a3c2-3894df1e5634 req-ad3aa6d2-e2f9-444b-8213-5ccdaed39f7b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.2491851 Apr 30 01:47:17.510984 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:17.575728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d828c32-a206-4825-a3c2-3894df1e5634 req-b6125d50-1a00-4aa7-b2d8-9b301c00859f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277812 Apr 30 01:47:17.597317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf481b-efd6-499c-8cc2-d439f699d486 req-a0d4ccb0-c9e5-4db3-b671-bfbcd14d7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:17.598808 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4baf481b-efd6-499c-8cc2-d439f699d486 req-a0d4ccb0-c9e5-4db3-b671-bfbcd14d7aa7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 1096 time: 0.4156139 Apr 30 01:47:17.601064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5c7111e6-1b72-4d31-989f-397ac912cf5c req-1fbba30a-1e8f-4ce1-88c4-e4be5aab666e service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791667 Apr 30 01:47:17.678797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:17.679000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4baf481b-efd6-499c-8cc2-d439f699d486 req-d1309279-c1ab-4a4a-b382-837981805105 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638604 Apr 30 01:47:17.716387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-58263273-c3bf-4670-804d-024c20502321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:17.718239 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-58263273-c3bf-4670-804d-024c20502321 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1096 time: 0.0505836 Apr 30 01:47:17.930708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:18.002553 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:18.098520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-97e53441-13b9-40cc-bfb5-619aafa543d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:18.100134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-97e53441-13b9-40cc-bfb5-619aafa543d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.2022376 Apr 30 01:47:18.138469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=8ff56df8-9133-413e-a831-7592493d6f37,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:18.186679 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-7a7f4ae5-efc8-45de-9212-f51abfcb43a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 999 time: 0.0786507 Apr 30 01:47:18.241489 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:18.267176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-517220ad-96b3-4e33-aba3-392e69043b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:18.268884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-517220ad-96b3-4e33-aba3-392e69043b3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0741956 Apr 30 01:47:18.334123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-0c561f79-048c-438d-b232-b88dde31bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:18.335148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-0c561f79-048c-438d-b232-b88dde31bd52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576305 Apr 30 01:47:18.384625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a4dde-82dd-4975-a00d-31358e7b9cb0 req-7256eccf-acd0-400a-bd1a-36e21e318aeb tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:18.387140 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c9a4dde-82dd-4975-a00d-31358e7b9cb0 req-7256eccf-acd0-400a-bd1a-36e21e318aeb tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 945 time: 0.2705781 Apr 30 01:47:18.422533 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Floating IP 2c06178c-382c-466d-913e-18d02c861345 associated. External IP: 172.25.0.26, port: 172d0c06-ef78-44ce-9775-1808f895ca9c. Apr 30 01:47:18.489745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-5d2a5144-d2f6-4bd6-a5f4-c03a935f1c2d service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444132 Apr 30 01:47:18.497395 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c9a4dde-82dd-4975-a00d-31358e7b9cb0 req-8b1604ab-18e2-475f-8552-81091dd939f9 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997019 Apr 30 01:47:18.680858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d895b321-9a9e-48b0-897b-7c73206fc402 req-ba7f0f44-7eaa-49d6-89f1-1a39945df3fe service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835051 Apr 30 01:47:18.723932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:18.813936 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:47:18.859149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35c7b6-2c2f-4808-87d7-8e6d81d152f6 req-e6469866-07c3-45df-b452-b5f194a3c68f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:18.873973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be35c7b6-2c2f-4808-87d7-8e6d81d152f6 req-e6469866-07c3-45df-b452-b5f194a3c68f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.1513131 Apr 30 01:47:19.073453 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be35c7b6-2c2f-4808-87d7-8e6d81d152f6 req-b9e95238-4f32-4955-933b-0f560cb358ee tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885540 Apr 30 01:47:19.171202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:47:19.186695 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] Sync routers for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:47:19.217726 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:19.219012 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:19.328770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:19.365489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-625a8723-c4c5-460c-acda-71d1ffe84f7d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0527418 Apr 30 01:47:19.370000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:47:19.373360 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a0ac14-f044-42cc-b876-5aa3adf117ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:47:19.603320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a2de1-454f-4dfa-bd82-9cf9fd3f3732 req-39c895d8-a67e-4019-a3ae-94be86d37ef4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:19.612522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f4a2de1-454f-4dfa-bd82-9cf9fd3f3732 req-39c895d8-a67e-4019-a3ae-94be86d37ef4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.1155372 Apr 30 01:47:19.663049 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:47:19.666919 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f4a2de1-454f-4dfa-bd82-9cf9fd3f3732 req-cabe4253-dcfa-4bb4-91fa-71391649ae91 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566986 Apr 30 01:47:19.698356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50634) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:19.764772 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea68fb6-a3ec-4e7e-a81a-38e4f23dd586 x-openstack-request-id: req-0ea68fb6-a3ec-4e7e-a81a-38e4f23dd586 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:47:19.765063 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:47:19.765313 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ea68fb6-a3ec-4e7e-a81a-38e4f23dd586 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:47:19.765727 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea68fb6-a3ec-4e7e-a81a-38e4f23dd586'] response: {'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'status': 'completed', 'code': 200} Apr 30 01:47:19.917205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9ef47847-904c-4f9e-a38d-942233587807 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/2c06178c-382c-466d-913e-18d02c861345 HTTP/1.1" status: 200 len: 991 time: 0.2160537 Apr 30 01:47:20.015350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d02f2b-ddd7-4b7d-a284-2649d6db6ed3 req-65d7f4aa-7dda-4957-b00d-db1daa791e02 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:20.023044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22d02f2b-ddd7-4b7d-a284-2649d6db6ed3 req-65d7f4aa-7dda-4957-b00d-db1daa791e02 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 945 time: 0.1144485 Apr 30 01:47:20.065660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-5991adef-1b71-4ffa-a80b-9dd871ab9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:20.086743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-5991adef-1b71-4ffa-a80b-9dd871ab9091 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1097 time: 0.1619172 Apr 30 01:47:20.132039 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22d02f2b-ddd7-4b7d-a284-2649d6db6ed3 req-c391b6e1-81ea-4cb9-8573-8444fac2b88c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079841 Apr 30 01:47:20.473055 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '2c06178c-382c-466d-913e-18d02c861345', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'port_id': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'mac_address': 'fa:16:3e:5a:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:47:16Z', 'updated_at': '2022-04-30T01:47:16Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:20.480688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c99cf2-8026-424b-96cb-08875e20d5f0 req-f6a3d525-1f38-4473-9650-d0155577b5b5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:20.487029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-1007778d-8f0f-4efe-b5be-4832a81a340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:20.487029 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-1007778d-8f0f-4efe-b5be-4832a81a340a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.3943720 Apr 30 01:47:20.492453 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33c99cf2-8026-424b-96cb-08875e20d5f0 req-f6a3d525-1f38-4473-9650-d0155577b5b5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.1798744 Apr 30 01:47:20.506496 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] Checking router: 2ecd024e-a891-47e1-bf3f-5c3347f6d772 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:47:20.518970 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:20.525225 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:20.601170 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:20.642340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33c99cf2-8026-424b-96cb-08875e20d5f0 req-07c16719-e615-47d9-a1dc-4b090cc56601 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200294 Apr 30 01:47:20.677011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-18ca68f0-83ce-4665-af39-b2cf5c813e31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 999 time: 0.1774356 Apr 30 01:47:20.788050 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:47:20.802160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-763c2b0c-44ee-4db9-bc9f-4a97e8e889f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:20.805376 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-763c2b0c-44ee-4db9-bc9f-4a97e8e889f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.1271310 Apr 30 01:47:20.933411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50666) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:20.935130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53208-2931-4802-a4d5-97a3702faaed req-bddb1e6c-4bf6-4865-92b3-1c576673c69c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:20.937208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-ad9a4c17-dff6-4920-a8f6-c81808f464e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:20.939702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aae53208-2931-4802-a4d5-97a3702faaed req-bddb1e6c-4bf6-4865-92b3-1c576673c69c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 945 time: 0.1481285 Apr 30 01:47:20.946918 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-ad9a4c17-dff6-4920-a8f6-c81808f464e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335311 Apr 30 01:47:20.970252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-d2b418d9-e2f1-4cfa-91e5-fda35340e3c1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:47:20.972231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-d2b418d9-e2f1-4cfa-91e5-fda35340e3c1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158985 Apr 30 01:47:21.038624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aae53208-2931-4802-a4d5-97a3702faaed req-2de2ba15-f646-4676-b73d-49c57654ea4a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914259 Apr 30 01:47:21.289964 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9348afa9-50a5-4d6c-95ef-45bcb1b9b650 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/2c06178c-382c-466d-913e-18d02c861345 HTTP/1.1" status: 200 len: 991 time: 0.3406749 Apr 30 01:47:21.294678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-2b3200c8-fc97-4fcd-b133-beccfb1ca2b8 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783782 Apr 30 01:47:21.580588 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '2c06178c-382c-466d-913e-18d02c861345', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'port_id': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'mac_address': 'fa:16:3e:5a:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:47:16Z', 'updated_at': '2022-04-30T01:47:16Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:21.592261 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a9a0ac14-f044-42cc-b876-5aa3adf117ac req-a89ef901-178f-4edb-a393-0b783cfbd8f1 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914159 Apr 30 01:47:21.625073 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fd339-9ef6-4128-8811-752a8266b092 None None] The sync data for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 is: [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '2c06178c-382c-466d-913e-18d02c861345', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'port_id': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'mac_address': 'fa:16:3e:5a:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:47:16Z', 'updated_at': '2022-04-30T01:47:16Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:47:21.945246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a707429-ec47-43e6-bb63-e69788c04283 req-ba16cb17-e38e-4878-a0a0-cdcc25e7b8a3 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:21.954979 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a707429-ec47-43e6-bb63-e69788c04283 req-ba16cb17-e38e-4878-a0a0-cdcc25e7b8a3 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 945 time: 0.7586000 Apr 30 01:47:22.044944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a707429-ec47-43e6-bb63-e69788c04283 req-63566dd8-ec18-4c10-8ae7-7e163e617bfc tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887318 Apr 30 01:47:22.063413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50704) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:22.226539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630ae7ee-2deb-46d3-b3c6-913f239ccf4d None None] New status for floating IP 2c06178c-382c-466d-913e-18d02c861345: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:47:22.239784 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24eb36-a36e-40b7-a43c-71b5d7a62903 req-85ea6610-c49a-4ab8-8a93-760e4ff0fadb tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:22.241399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f24eb36-a36e-40b7-a43c-71b5d7a62903 req-85ea6610-c49a-4ab8-8a93-760e4ff0fadb tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.1006544 Apr 30 01:47:22.293386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50710) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:22.326498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f24eb36-a36e-40b7-a43c-71b5d7a62903 req-e06300be-c7b3-4394-984d-12cc8b1be995 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762208 Apr 30 01:47:22.484009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50716) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:22.486210 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-68c1486b-8fb4-4425-a5c7-947fc58ca9df tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/2c06178c-382c-466d-913e-18d02c861345 HTTP/1.1" status: 200 len: 991 time: 0.1908815 Apr 30 01:47:22.612044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2015644-76f8-43b8-a040-045136ebde8c tempest-TestServerBasicOps-383779186 tempest-TestServerBasicOps-383779186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:22.614731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f2015644-76f8-43b8-a040-045136ebde8c tempest-TestServerBasicOps-383779186 tempest-TestServerBasicOps-383779186-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 1091 time: 0.5497797 Apr 30 01:47:22.619033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 50720) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:22.626201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '960fa915-2081-4278-b17a-32752b257b85', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:47:22.722171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9224839-d184-4231-92d4-5954ff809b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:22.804394 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:22.935762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9224839-d184-4231-92d4-5954ff809b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:22.980527 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:23.071825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9224839-d184-4231-92d4-5954ff809b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:23.208042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9224839-d184-4231-92d4-5954ff809b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9f17e-5f69-41ec-af32-0589be496602,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:23.229714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50734) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:23.230494 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f9224839-d184-4231-92d4-5954ff809b6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49b88901ac224fb08f64adf8f5b632f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399614 Apr 30 01:47:23.286144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Allocated IP 172.25.0.122 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/b06c17c4-ec5b-418f-a0f7-a30ea7aea393) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:47:23.360361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:23.458836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:23.492712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50740) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:23.661680 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:23.689572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-91790fa2-ccf3-482b-822b-79405195058a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/2c06178c-382c-466d-913e-18d02c861345 HTTP/1.1" status: 200 len: 993 time: 0.1945002 Apr 30 01:47:23.692105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de4ae6-bb5f-459a-8f8f-0f65a1fac6ad req-915eef73-d883-45fb-92d4-938b84fca898 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:23.694078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30de4ae6-bb5f-459a-8f8f-0f65a1fac6ad req-915eef73-d883-45fb-92d4-938b84fca898 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.1727986 Apr 30 01:47:23.809010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:23.814343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:23.819051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ac9f17e-5f69-41ec-af32-0589be496602 HTTP/1.1" status: 204 len: 168 time: 0.5830398 Apr 30 01:47:23.843490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30de4ae6-bb5f-459a-8f8f-0f65a1fac6ad req-682eee82-3735-4a61-adb3-859ccfc20d5a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383846 Apr 30 01:47:23.875601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9f17e-5f69-41ec-af32-0589be496602,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:23.905343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.911184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.911184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.911184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.912121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.912295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.913812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.916913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.920572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.920977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.921326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.921665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3931-610a-4139-954c-a7f532bc5d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:23.935898 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:24.025660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:47:24.030722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:47:24.034134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:47:24.133034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'Port': ['ID=b06c17c4-ec5b-418f-a0f7-a30ea7aea393,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:24.879849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50754) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:24.911676 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5471106-f729-4a50-bc1e-db923802dd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:25.177057 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5471106-f729-4a50-bc1e-db923802dd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:25.200270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:25.241404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5471106-f729-4a50-bc1e-db923802dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:25.285834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20fe09-b5f3-43c5-a4c5-710326b8f7d3 req-ed28790a-fc3a-4f8c-bf13-b464a65e68ae tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:25.288831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a20fe09-b5f3-43c5-a4c5-710326b8f7d3 req-ed28790a-fc3a-4f8c-bf13-b464a65e68ae tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.2665722 Apr 30 01:47:25.305883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5471106-f729-4a50-bc1e-db923802dd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b21a4-00d4-46c9-a3f0-1f696cc80cf0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:25.353221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a20fe09-b5f3-43c5-a4c5-710326b8f7d3 req-8b06fd49-2574-439e-8691-eb88f8bd61cb tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566335 Apr 30 01:47:25.394191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e5471106-f729-4a50-bc1e-db923802dd25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfd15682520d44bd89b1b41cef36bec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118549 Apr 30 01:47:25.396468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 50762) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:25.439614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:25.471467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76543c52-3787-406f-8bfb-8d6cc3715655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:25.501943 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76543c52-3787-406f-8bfb-8d6cc3715655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:25.835198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:26.366842 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76543c52-3787-406f-8bfb-8d6cc3715655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:26.370306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-76543c52-3787-406f-8bfb-8d6cc3715655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:26.374468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-76543c52-3787-406f-8bfb-8d6cc3715655 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/311b21a4-00d4-46c9-a3f0-1f696cc80cf0 HTTP/1.1" status: 204 len: 168 time: 0.9742467 Apr 30 01:47:26.381177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76543c52-3787-406f-8bfb-8d6cc3715655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b21a4-00d4-46c9-a3f0-1f696cc80cf0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:26.418325 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:26.765809 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:26.767394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event updated for resources: {'Port': ['ID=b06c17c4-ec5b-418f-a0f7-a30ea7aea393,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:26.827821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0f283-5b73-48e7-b9d8-203949d71b22 req-259c6710-8d5c-4331-836e-05d0330d4a80 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:26.829655 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bce0f283-5b73-48e7-b9d8-203949d71b22 req-259c6710-8d5c-4331-836e-05d0330d4a80 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.2741909 Apr 30 01:47:26.946348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bce0f283-5b73-48e7-b9d8-203949d71b22 req-8f016ed5-a106-4075-be11-a29347bd36af tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017947 Apr 30 01:47:26.953531 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Floating IP 62ff643b-abdb-426c-b194-681d0d6f98cb associated. External IP: 172.25.0.122, port: 960fa915-2081-4278-b17a-32752b257b85. Apr 30 01:47:27.418667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Router aa954b70-fd01-4f1f-8736-e957b296edde has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:47:27.622972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:47:27.643450 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] Sync routers for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:47:27.688448 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:27.690904 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:27.721935 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:27.847638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4525f3b1-6c2c-49d3-bbd3-a542af962db1 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2258978 Apr 30 01:47:27.849247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'tag': '960fa915-2081-4278-b17a-32752b257b85'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:47:27.856438 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2c81e-243c-417a-943d-4d6ad68fca6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d36dc034-f8c4-4a1c-bcfe-441c6dc45817", "tag": "960fa915-2081-4278-b17a-32752b257b85"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:47:27.958987 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06abfbae-4bbe-4033-b731-07164f114a6d x-openstack-request-id: req-06abfbae-4bbe-4033-b731-07164f114a6d {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:47:27.959490 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36dc034-f8c4-4a1c-bcfe-441c6dc45817", "tag": "960fa915-2081-4278-b17a-32752b257b85", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:47:27.959863 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06abfbae-4bbe-4033-b731-07164f114a6d {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:47:27.960449 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06abfbae-4bbe-4033-b731-07164f114a6d'] response: {'name': 'network-changed', 'server_uuid': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'tag': '960fa915-2081-4278-b17a-32752b257b85', 'status': 'completed', 'code': 200} Apr 30 01:47:28.069785 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:47:28.148287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-91bb5e4e-27ea-43fc-be74-52d3b3a9bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:28.149832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-91bb5e4e-27ea-43fc-be74-52d3b3a9bfd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f6a681f592540afb91597c24264fc76&device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 1096 time: 0.1328018 Apr 30 01:47:28.221765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6998-836d-4997-bbcb-5376a837b5b2 req-10e87592-b498-4d5c-88bb-3d1ec29e231c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:28.225476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d76e6998-836d-4997-bbcb-5376a837b5b2 req-10e87592-b498-4d5c-88bb-3d1ec29e231c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.1203272 Apr 30 01:47:28.349205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d76e6998-836d-4997-bbcb-5376a837b5b2 req-aba749cb-91a4-4708-b289-11feee4613d1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170647 Apr 30 01:47:28.585255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-bc4cb266-1773-48bf-92ed-41c11d945a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:28.587049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-bc4cb266-1773-48bf-92ed-41c11d945a0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=797e5c96-4436-4703-8552-8e7c1b9c6bea HTTP/1.1" status: 200 len: 908 time: 0.4244249 Apr 30 01:47:28.745003 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '62ff643b-abdb-426c-b194-681d0d6f98cb', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'port_id': '960fa915-2081-4278-b17a-32752b257b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'mac_address': 'fa:16:3e:fe:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:47:24Z', 'updated_at': '2022-04-30T01:47:24Z', 'revision_number': 0, 'project_id': '4f6a681f592540afb91597c24264fc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:35Z', 'revision_number': 5, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:28.796036 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] Checking router: aa954b70-fd01-4f1f-8736-e957b296edde for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:47:28.809122 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:47:28.809751 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:47:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:28.842340 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb895a15-2c83-4716-9712-b7520dd90c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:28.844467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-1a49925c-5b27-44df-9c8f-cc85f084c17e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=960fa915-2081-4278-b17a-32752b257b85 HTTP/1.1" status: 200 len: 999 time: 0.2460206 Apr 30 01:47:28.967470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-733bd590-8ebd-45f5-b8ee-4181714543cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:28.970284 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-733bd590-8ebd-45f5-b8ee-4181714543cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0986bfbe-355f-4873-a177-aa34720dc182 HTTP/1.1" status: 200 len: 847 time: 0.1187291 Apr 30 01:47:29.094357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-02313428-85eb-4687-9530-894482d36587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:29.096749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-02313428-85eb-4687-9530-894482d36587 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=797e5c96-4436-4703-8552-8e7c1b9c6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142042 Apr 30 01:47:29.122635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-cda31baa-6779-49ba-9fc8-37311eba7900 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:47:29.126271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-cda31baa-6779-49ba-9fc8-37311eba7900 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166881 Apr 30 01:47:29.198043 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:47:29.469407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-96ab7105-fcc0-472c-b2d7-9acbfd65c011 service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249588 Apr 30 01:47:29.610447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f218c73-bbed-4d9a-a837-450e4040d120 req-00293ff7-1979-43c5-8dcf-bf6b88d0b0d5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:29.633879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f218c73-bbed-4d9a-a837-450e4040d120 req-00293ff7-1979-43c5-8dcf-bf6b88d0b0d5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.1243846 Apr 30 01:47:29.718888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f218c73-bbed-4d9a-a837-450e4040d120 req-b3b47de3-3e6d-4fdc-b39c-7adf15ba59c8 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777297 Apr 30 01:47:29.740409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87b2c81e-243c-417a-943d-4d6ad68fca6b req-6e22d837-068b-4524-80e4-60892cb03e9c service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638144 Apr 30 01:47:29.959599 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '62ff643b-abdb-426c-b194-681d0d6f98cb', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'port_id': '960fa915-2081-4278-b17a-32752b257b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'mac_address': 'fa:16:3e:fe:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:47:24Z', 'updated_at': '2022-04-30T01:47:24Z', 'revision_number': 0, 'project_id': '4f6a681f592540afb91597c24264fc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:35Z', 'revision_number': 5, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:30.039088 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc52439-9365-4d49-b2f2-7fb32f925d75 None None] The sync data for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 is: [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '62ff643b-abdb-426c-b194-681d0d6f98cb', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'port_id': '960fa915-2081-4278-b17a-32752b257b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'mac_address': 'fa:16:3e:fe:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:47:24Z', 'updated_at': '2022-04-30T01:47:24Z', 'revision_number': 0, 'project_id': '4f6a681f592540afb91597c24264fc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:35Z', 'revision_number': 5, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:47:30.540092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcd44f-66bf-48f8-90ea-3d76c2403909 None None] New status for floating IP 62ff643b-abdb-426c-b194-681d0d6f98cb: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:47:30.959880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297f39-3b6f-439e-ac20-767226ec544b req-a2ca375d-d6c8-4d29-897a-c9021b838be3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:30.965463 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd297f39-3b6f-439e-ac20-767226ec544b req-a2ca375d-d6c8-4d29-897a-c9021b838be3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.1264753 Apr 30 01:47:30.979387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aea27fbe-aa2b-413f-871d-d9f2a703bf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:31.043886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd297f39-3b6f-439e-ac20-767226ec544b req-d17f104a-ae49-41dc-88e2-1c43b242991d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677803 Apr 30 01:47:32.039258 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:32.222697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b00d1-01e5-4804-98fa-26003fbff3f0 req-3cf78e40-8c03-4b43-a00b-528db021881c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:32.227669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d1b00d1-01e5-4804-98fa-26003fbff3f0 req-3cf78e40-8c03-4b43-a00b-528db021881c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.0645807 Apr 30 01:47:32.286477 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d1b00d1-01e5-4804-98fa-26003fbff3f0 req-2cf6672c-4cef-46af-ac49-f663b9e4a65f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537052 Apr 30 01:47:33.440577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5347d-91ec-403e-9d15-c34e020312e7 req-0493764c-ed8b-47b7-8dcb-e4973a1227b5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:33.442191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eaa5347d-91ec-403e-9d15-c34e020312e7 req-0493764c-ed8b-47b7-8dcb-e4973a1227b5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.0672803 Apr 30 01:47:33.493880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eaa5347d-91ec-403e-9d15-c34e020312e7 req-3d4e9a7f-1f7c-42cb-93d2-ab8a3675f6c3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361545 Apr 30 01:47:33.825219 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:33.919933 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:34.634236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015176c9-6eee-4bc7-96fe-86f3110fd5e2 req-adf8dd41-8a95-42e3-b463-d40ab0989556 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:34.635947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-015176c9-6eee-4bc7-96fe-86f3110fd5e2 req-adf8dd41-8a95-42e3-b463-d40ab0989556 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.0562313 Apr 30 01:47:34.676734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-015176c9-6eee-4bc7-96fe-86f3110fd5e2 req-b6f1ef2d-f075-4638-8e5c-3b2be042b377 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343943 Apr 30 01:47:34.873422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51124) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:34.936716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5606ea-6d2f-4088-98d4-450c5de00136 admin admin] Deleting subnet 2072d67f-5e3d-4eb6-ba7e-dca8f7ae3582 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:47:34.939951 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a5606ea-6d2f-4088-98d4-450c5de00136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:34.975270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a5606ea-6d2f-4088-98d4-450c5de00136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.015702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a5606ea-6d2f-4088-98d4-450c5de00136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.145539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a5606ea-6d2f-4088-98d4-450c5de00136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.178180 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a5606ea-6d2f-4088-98d4-450c5de00136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.184565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51138) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:35.188049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2a5606ea-6d2f-4088-98d4-450c5de00136 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2072d67f-5e3d-4eb6-ba7e-dca8f7ae3582 HTTP/1.1" status: 204 len: 168 time: 0.3133419 Apr 30 01:47:35.190203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5606ea-6d2f-4088-98d4-450c5de00136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2072d67f-5e3d-4eb6-ba7e-dca8f7ae3582,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:35.270245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.359077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.392458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7496f39-6e9a-4c85-b541-0883bfbac7c0']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:35.412467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d227a2-4506-44d6-a990-ee051e43c23a') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:35.412757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d227a2-4506-44d6-a990-ee051e43c23a') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:35.422724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.436270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.442288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:47:35.442677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:47:35.444453 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:47:35.574364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.580807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.587052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51162) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:35.592218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e7496f39-6e9a-4c85-b541-0883bfbac7c0 HTTP/1.1" status: 204 len: 168 time: 0.4064844 Apr 30 01:47:35.632520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3d3fb-4c60-4c8f-bd77-6d8d5f7ff782 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7496f39-6e9a-4c85-b541-0883bfbac7c0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:35.649742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c2fe91-657d-4e6c-97dd-5a2e3f957e42 admin admin] Deleting subnet abe14c92-e173-4969-8087-0b10816d9949 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:47:35.656351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c2fe91-657d-4e6c-97dd-5a2e3f957e42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.697849 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c2fe91-657d-4e6c-97dd-5a2e3f957e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.782522 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c2fe91-657d-4e6c-97dd-5a2e3f957e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.833054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d50ab-387c-4825-bdb3-18db6932b97d req-34fbca77-fa4a-4129-a99a-c4a52d5a92f6 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:35.844545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f51d50ab-387c-4825-bdb3-18db6932b97d req-34fbca77-fa4a-4129-a99a-c4a52d5a92f6 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.0638874 Apr 30 01:47:35.889564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f51d50ab-387c-4825-bdb3-18db6932b97d req-f000f08a-7de2-4c48-b02d-a2e72be128fb tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 Apr 30 01:47:35.933413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c2fe91-657d-4e6c-97dd-5a2e3f957e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.959468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2fe91-657d-4e6c-97dd-5a2e3f957e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe14c92-e173-4969-8087-0b10816d9949,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:35.964245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07c2fe91-657d-4e6c-97dd-5a2e3f957e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:35.967624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-07c2fe91-657d-4e6c-97dd-5a2e3f957e42 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/abe14c92-e173-4969-8087-0b10816d9949 HTTP/1.1" status: 204 len: 168 time: 0.3790209 Apr 30 01:47:35.970142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51188) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:36.051777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:36.139278 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:36.160234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7635887a-5986-43c5-88c3-e60c33af9b40']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:36.173761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089a69e3-c7f2-4e44-b412-9eab5e05a437') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:36.174059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089a69e3-c7f2-4e44-b412-9eab5e05a437') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:47:36.184234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:36.197368 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:36.203247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:47:36.203692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:47:36.205338 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:47:36.345027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:36.350680 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:36.354914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7635887a-5986-43c5-88c3-e60c33af9b40 HTTP/1.1" status: 204 len: 168 time: 0.3829932 Apr 30 01:47:36.365662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9265ed-c338-4c22-8eae-d6198de5d792 admin admin] Pushing event deleted for resources: {'Network': ['ID=7635887a-5986-43c5-88c3-e60c33af9b40,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:36.799618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51262) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:36.850421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ce6de01-857a-4705-9be1-441a5c3a0e31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fca7b726e3104279858be78b4facb420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491545 Apr 30 01:47:36.852858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51266) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:36.909289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6faa6e3-8abf-4dc6-b836-9da4e1bbe915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:36.932589 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6faa6e3-8abf-4dc6-b836-9da4e1bbe915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:37.038607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf973b-2fff-4843-8775-400c22fec307 req-c35d4e53-2208-4069-bcc3-9f5b9cbe797d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:37.040129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7bf973b-2fff-4843-8775-400c22fec307 req-c35d4e53-2208-4069-bcc3-9f5b9cbe797d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.0525141 Apr 30 01:47:37.082191 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6faa6e3-8abf-4dc6-b836-9da4e1bbe915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:37.084795 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6faa6e3-8abf-4dc6-b836-9da4e1bbe915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:37.088880 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6faa6e3-8abf-4dc6-b836-9da4e1bbe915 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/450a7ecd-e405-45f2-b872-1cec45ae3352 HTTP/1.1" status: 204 len: 168 time: 0.2323637 Apr 30 01:47:37.102048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7bf973b-2fff-4843-8775-400c22fec307 req-c4ed1ecc-d809-46f3-a8b2-48a3f0c52fc3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477107 Apr 30 01:47:37.112047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faa6e3-8abf-4dc6-b836-9da4e1bbe915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450a7ecd-e405-45f2-b872-1cec45ae3352,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:37.882859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51338) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:37.926068 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5a693f90-9115-4d8f-ab36-f625b692cf74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebf92498fb6543479114cea61b84da92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419712 Apr 30 01:47:37.928543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:37.988698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3076b1d5-ae71-4602-abfc-37dbab588dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:38.007218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3076b1d5-ae71-4602-abfc-37dbab588dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:38.139525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3076b1d5-ae71-4602-abfc-37dbab588dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:38.142534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3076b1d5-ae71-4602-abfc-37dbab588dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:38.153261 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3076b1d5-ae71-4602-abfc-37dbab588dd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82635619-4f4a-4a63-b63a-b77b30ea472d HTTP/1.1" status: 204 len: 168 time: 0.2166779 Apr 30 01:47:38.158995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076b1d5-ae71-4602-abfc-37dbab588dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82635619-4f4a-4a63-b63a-b77b30ea472d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:38.261441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbaf997-b246-493b-bffc-6368fa84ea11 req-16be6999-bcdb-423d-933b-0ee08d9c786b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:38.263451 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1dbaf997-b246-493b-bffc-6368fa84ea11 req-16be6999-bcdb-423d-933b-0ee08d9c786b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.0844767 Apr 30 01:47:38.330290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1dbaf997-b246-493b-bffc-6368fa84ea11 req-c9f544c6-7c40-4335-ade2-4690ddde2fb4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543365 Apr 30 01:47:39.487887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66e96-0c76-451e-8fd0-feb84165250c req-a18501bc-6d40-42e2-a1b2-e6768b8a325c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:39.490159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2da66e96-0c76-451e-8fd0-feb84165250c req-a18501bc-6d40-42e2-a1b2-e6768b8a325c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 945 time: 0.0655515 Apr 30 01:47:39.577811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2da66e96-0c76-451e-8fd0-feb84165250c req-a1c4f50a-b68f-436a-a4ff-b4c0b5c8404a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808268 Apr 30 01:47:40.145140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51490) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:40.291047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:47:40.315163 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:47:40.389487 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:40.422064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:40.436516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'port_id': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'mac_address': 'fa:16:3e:96:93:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:47:40.485901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:40.502940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:47:40.539601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:40.587714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:40.619756 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:40.671900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:40.718565 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:40.790150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9960f730-752c-418b-aff2-9598d1072314,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:40.797671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51526) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:40.798069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8f851128a774c78878ee3aa4487570b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514776 Apr 30 01:47:40.807732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7cae5-2293-437c-8083-98c67cd199c0 req-06635a17-a18d-4bde-b870-2e4b73eb1384 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:40.815248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eba7cae5-2293-437c-8083-98c67cd199c0 req-06635a17-a18d-4bde-b870-2e4b73eb1384 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.1065354 Apr 30 01:47:40.833029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.833854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.834364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.834841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.835315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.836057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.836596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.837063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.837951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.839279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.839798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.840308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b89c56-6eb7-4db6-af45-85ebf7df65a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:47:40.867896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:47:40.889104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eba7cae5-2293-437c-8083-98c67cd199c0 req-94456654-1644-43b6-9f17-54f2a9351470 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730622 Apr 30 01:47:40.904640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7067ade-faa3-4288-bf9a-0a8d18499c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:40.937272 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7067ade-faa3-4288-bf9a-0a8d18499c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:40.985691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:41.099634 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7067ade-faa3-4288-bf9a-0a8d18499c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.104150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7067ade-faa3-4288-bf9a-0a8d18499c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.106514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e7067ade-faa3-4288-bf9a-0a8d18499c53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9960f730-752c-418b-aff2-9598d1072314 HTTP/1.1" status: 204 len: 168 time: 0.3071196 Apr 30 01:47:41.114805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7067ade-faa3-4288-bf9a-0a8d18499c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9960f730-752c-418b-aff2-9598d1072314,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:41.186803 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-926ed664-1f56-4f16-b2a6-d3953d5bb23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.270257 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-926ed664-1f56-4f16-b2a6-d3953d5bb23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.339040 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-926ed664-1f56-4f16-b2a6-d3953d5bb23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.378649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-926ed664-1f56-4f16-b2a6-d3953d5bb23a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=020fcd847f074bdaaeca8071ca82712b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918762 Apr 30 01:47:41.379378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ed664-1f56-4f16-b2a6-d3953d5bb23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6193b737-045c-415b-bb43-0fda638d384e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:41.388143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51554) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:41.461721 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7f34b9e-231f-4b4c-9e70-cb2e8146e4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.508715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7f34b9e-231f-4b4c-9e70-cb2e8146e4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.699737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7f34b9e-231f-4b4c-9e70-cb2e8146e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.702305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7f34b9e-231f-4b4c-9e70-cb2e8146e4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:41.707981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d7f34b9e-231f-4b4c-9e70-cb2e8146e4a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6193b737-045c-415b-bb43-0fda638d384e HTTP/1.1" status: 204 len: 168 time: 0.3138459 Apr 30 01:47:41.713012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f34b9e-231f-4b4c-9e70-cb2e8146e4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6193b737-045c-415b-bb43-0fda638d384e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:42.029258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f24089-bad5-450a-9856-4a3efdb65bd4 req-d4c8566e-02da-40d7-8eb9-107a178fec4e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:42.037858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2f24089-bad5-450a-9856-4a3efdb65bd4 req-d4c8566e-02da-40d7-8eb9-107a178fec4e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 946 time: 0.0754702 Apr 30 01:47:42.084079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2f24089-bad5-450a-9856-4a3efdb65bd4 req-00e29dad-e661-4c9f-bc60-eb4cfe38bfa7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Apr 30 01:47:42.306727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:47:42.446139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:47:42.451492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:47:42.451734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:42.485691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51588) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:42.501564 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f0706b6-78f2-4f40-95cf-e0713185af3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:42.545098 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:42.606724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:47:42.607721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:47:42.610117 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7256f760-a3b2-4d22-a778-e1f54b2aa411" -d '{"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-plugged", "status": "completed", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:47:42.669115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f0706b6-78f2-4f40-95cf-e0713185af3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:42.674773 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3cb1c4-5068-4de8-b34e-a0195b72c2f9 x-openstack-request-id: req-ad3cb1c4-5068-4de8-b34e-a0195b72c2f9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:47:42.675079 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-plugged", "status": "completed", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:47:42.676938 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad3cb1c4-5068-4de8-b34e-a0195b72c2f9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:47:42.677515 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3cb1c4-5068-4de8-b34e-a0195b72c2f9'] response: {'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'code': 200} Apr 30 01:47:42.678945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:42.752912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:42.763762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f0706b6-78f2-4f40-95cf-e0713185af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:42.805879 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3f0706b6-78f2-4f40-95cf-e0713185af3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=753229382b8645d2902632d20eaaf366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182466 Apr 30 01:47:42.811538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51600) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:42.817435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0706b6-78f2-4f40-95cf-e0713185af3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76804980-bf06-4575-a54a-46d7bf162a56,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:42.912580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f64d7e1-49ef-4bc5-b8a2-2f589f833a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:42.981849 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f64d7e1-49ef-4bc5-b8a2-2f589f833a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:43.022948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b97ce-8dff-4a42-a030-e205f87adc97 req-296ce615-8d4a-4f37-9080-b570fd0d8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:43.024605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b92b97ce-8dff-4a42-a030-e205f87adc97 req-296ce615-8d4a-4f37-9080-b570fd0d8678 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1098 time: 0.0764663 Apr 30 01:47:43.073721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b92b97ce-8dff-4a42-a030-e205f87adc97 req-f89318b7-3b5c-41c2-8a45-a2ae9b00e8b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398459 Apr 30 01:47:43.153667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f64d7e1-49ef-4bc5-b8a2-2f589f833a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:43.156736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f64d7e1-49ef-4bc5-b8a2-2f589f833a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:43.160383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1f64d7e1-49ef-4bc5-b8a2-2f589f833a22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76804980-bf06-4575-a54a-46d7bf162a56 HTTP/1.1" status: 204 len: 168 time: 0.3469365 Apr 30 01:47:43.179026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64d7e1-49ef-4bc5-b8a2-2f589f833a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76804980-bf06-4575-a54a-46d7bf162a56,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:43.261624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f3fd5-2e9b-4c7a-ae19-25429d3b5249 req-7ec8e3f6-59c5-4dce-aae8-a86ddf331b85 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:43.263797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b93f3fd5-2e9b-4c7a-ae19-25429d3b5249 req-7ec8e3f6-59c5-4dce-aae8-a86ddf331b85 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 947 time: 0.0544059 Apr 30 01:47:43.320233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b93f3fd5-2e9b-4c7a-ae19-25429d3b5249 req-0d354466-1e1d-4d01-907d-43c371de2cef tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493021 Apr 30 01:47:44.492171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f877d-cddc-462a-99ce-98c523081671 req-16b35eae-4f82-4440-8c6a-17b9a2576815 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:44.494107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-239f877d-cddc-462a-99ce-98c523081671 req-16b35eae-4f82-4440-8c6a-17b9a2576815 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 947 time: 0.0795991 Apr 30 01:47:44.566281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-239f877d-cddc-462a-99ce-98c523081671 req-9f299852-58b1-44b3-b122-779d8937a850 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651617 Apr 30 01:47:45.731045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25572b-84c6-49c3-87e2-bd8d1b92a284 req-ebb00b93-039c-45a6-b866-dc8ff930cd19 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:45.739999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a25572b-84c6-49c3-87e2-bd8d1b92a284 req-ebb00b93-039c-45a6-b866-dc8ff930cd19 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 947 time: 0.0629575 Apr 30 01:47:45.796405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a25572b-84c6-49c3-87e2-bd8d1b92a284 req-e59165cd-bb39-45ad-a052-0fa13f752eb5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504489 Apr 30 01:47:46.461101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b19def-b97b-472d-a856-8a80e3754ca3 req-57c80ce8-5fe3-4750-a640-287b17ad0f87 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:46.469489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d1b19def-b97b-472d-a856-8a80e3754ca3 req-57c80ce8-5fe3-4750-a640-287b17ad0f87 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1097 time: 0.0828252 Apr 30 01:47:46.505336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d1b19def-b97b-472d-a856-8a80e3754ca3 req-2b216c19-85b0-42b9-8dea-009ed061c9fb tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347414 Apr 30 01:47:46.657168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7661-7544-45eb-96ea-8e37287d4f41 req-49073a5a-8469-4c0d-b82b-05deeffe9a41 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:46.658856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df6f7661-7544-45eb-96ea-8e37287d4f41 req-49073a5a-8469-4c0d-b82b-05deeffe9a41 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0673759 Apr 30 01:47:46.709545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df6f7661-7544-45eb-96ea-8e37287d4f41 req-38c1d6b9-cc7c-4403-8666-89a8a7eca90d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407262 Apr 30 01:47:46.769988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51804) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:46.943621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d4d21381-402e-4521-a550-ea0ba39cc2c9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/2c06178c-382c-466d-913e-18d02c861345 HTTP/1.1" status: 200 len: 993 time: 0.1723125 Apr 30 01:47:47.056539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e52b2-1888-4b54-905a-4013b949ebd5 req-762f424b-df94-448d-b87a-9b823cef075d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:47.058958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d3e52b2-1888-4b54-905a-4013b949ebd5 req-762f424b-df94-448d-b87a-9b823cef075d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 947 time: 0.1130195 Apr 30 01:47:47.113245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d3e52b2-1888-4b54-905a-4013b949ebd5 req-efb931ef-463e-48e8-80c5-6852093d73f7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476713 Apr 30 01:47:47.575418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51828) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:47.747311 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b532f8b6-8ada-4f02-b885-43e2f0381491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:47.963662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5058ffe-72f1-47be-9e42-a2a24a3ea0e6 req-c860cdb6-f972-4420-b880-c12b4fa99e8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:47.965651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5058ffe-72f1-47be-9e42-a2a24a3ea0e6 req-c860cdb6-f972-4420-b880-c12b4fa99e8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.1436262 Apr 30 01:47:48.027318 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5058ffe-72f1-47be-9e42-a2a24a3ea0e6 req-c29f238c-3e22-47a5-8927-f71f56581297 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491791 Apr 30 01:47:48.044732 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b532f8b6-8ada-4f02-b885-43e2f0381491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:48.125693 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-1462901c-4105-45c2-b3f6-44a372eb9a7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2082648 Apr 30 01:47:48.128373 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b532f8b6-8ada-4f02-b885-43e2f0381491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:48.192844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b532f8b6-8ada-4f02-b885-43e2f0381491 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3c6e91e28ce4f5d8eedf0963bb3a795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160016 Apr 30 01:47:48.193925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532f8b6-8ada-4f02-b885-43e2f0381491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a6c17d-cc53-486d-8459-aece007c3e91,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:48.196146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51844) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:48.296041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a808719-825b-4c44-b041-c61dd14cfb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:48.329681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a808719-825b-4c44-b041-c61dd14cfb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:48.452781 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a808719-825b-4c44-b041-c61dd14cfb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:48.460163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a808719-825b-4c44-b041-c61dd14cfb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:48.466345 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8a808719-825b-4c44-b041-c61dd14cfb50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39a6c17d-cc53-486d-8459-aece007c3e91 HTTP/1.1" status: 204 len: 168 time: 0.2686224 Apr 30 01:47:48.488516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a808719-825b-4c44-b041-c61dd14cfb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a6c17d-cc53-486d-8459-aece007c3e91,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:48.704371 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:49.163401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0137bca-a065-4187-b54f-05737f4ddeee req-9e0b66b3-ca8a-4d0d-bd43-b0a7c29383bc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:49.165380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0137bca-a065-4187-b54f-05737f4ddeee req-9e0b66b3-ca8a-4d0d-bd43-b0a7c29383bc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0573671 Apr 30 01:47:49.240603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 51884) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:49.249719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0137bca-a065-4187-b54f-05737f4ddeee req-46f96d3e-a83a-4978-b26a-34e2dc1f9dfc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732317 Apr 30 01:47:49.274351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-593acf60-de2f-4887-8899-f25517347702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:49.372012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-593acf60-de2f-4887-8899-f25517347702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:49.493240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-593acf60-de2f-4887-8899-f25517347702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:49.565429 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-593acf60-de2f-4887-8899-f25517347702 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62eca6fc2b4d465cbd53d42c75c4ded7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220239 Apr 30 01:47:49.566657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593acf60-de2f-4887-8899-f25517347702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f6135-96de-4264-8ebc-293c9b9848cd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:49.568042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 51892) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:47:49.654725 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84e6be91-a6f5-47b3-82e1-cb1af6244d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:49.679057 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84e6be91-a6f5-47b3-82e1-cb1af6244d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:49.832229 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84e6be91-a6f5-47b3-82e1-cb1af6244d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:49.837074 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84e6be91-a6f5-47b3-82e1-cb1af6244d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:49.840288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-84e6be91-a6f5-47b3-82e1-cb1af6244d2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af2f6135-96de-4264-8ebc-293c9b9848cd HTTP/1.1" status: 204 len: 168 time: 0.2709968 Apr 30 01:47:49.850772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6be91-a6f5-47b3-82e1-cb1af6244d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f6135-96de-4264-8ebc-293c9b9848cd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:47:50.489840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4a69b-ed45-46e5-a8a9-cfe4566c97e1 req-c24e52f3-d812-4c0c-9385-ab6982ddd6da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:50.491575 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28a4a69b-ed45-46e5-a8a9-cfe4566c97e1 req-c24e52f3-d812-4c0c-9385-ab6982ddd6da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0703967 Apr 30 01:47:50.537475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28a4a69b-ed45-46e5-a8a9-cfe4566c97e1 req-ba780659-f59e-4e3f-97f5-21a3e2b56e6a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385535 Apr 30 01:47:50.585086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:50.993001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-8d4c83e4-9b2c-403f-b642-dc1b800e16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:50.998300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-8d4c83e4-9b2c-403f-b642-dc1b800e16f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1097 time: 0.2693775 Apr 30 01:47:51.115821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-31a14c0e-c5f3-4072-be61-0ac48b15dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:51.117755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-31a14c0e-c5f3-4072-be61-0ac48b15dffa service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.1134462 Apr 30 01:47:51.220206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-4f2b3616-2d89-4540-af6f-cb1f0c0eb30c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 1001 time: 0.0958791 Apr 30 01:47:51.312768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-2e66fa39-9c91-4eef-8af8-d2341a08edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:51.312768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-2e66fa39-9c91-4eef-8af8-d2341a08edca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0820429 Apr 30 01:47:51.363867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-5ed1a361-6e6b-4990-bbe0-d8cd17c14187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:51.365398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-5ed1a361-6e6b-4990-bbe0-d8cd17c14187 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498383 Apr 30 01:47:51.474843 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-d4f3491b-e8d3-4f28-8fb9-264b8c856a0e service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024601 Apr 30 01:47:51.568865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-30e479fc-7b83-494d-9383-c3ac177cf82e service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866613 Apr 30 01:47:51.670566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837b064-b07b-453b-9be5-2a11831ccb03 req-c6b630c5-3283-4905-9390-82d651c09860 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:51.672056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a837b064-b07b-453b-9be5-2a11831ccb03 req-c6b630c5-3283-4905-9390-82d651c09860 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0504785 Apr 30 01:47:51.716696 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a837b064-b07b-453b-9be5-2a11831ccb03 req-cc23ee9e-356c-4de9-8cd7-8fddf6b5bb17 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381858 Apr 30 01:47:52.875815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260e187-e698-443d-b0e9-9cee15c0b0db req-c4b660dc-18b7-456c-a991-48dd853b38bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:52.884068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4260e187-e698-443d-b0e9-9cee15c0b0db req-c4b660dc-18b7-456c-a991-48dd853b38bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0597873 Apr 30 01:47:52.935246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4260e187-e698-443d-b0e9-9cee15c0b0db req-77702d30-d8bd-401c-81dc-6ff274fa0f75 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488942 Apr 30 01:47:54.093501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883669c-c48f-4c9d-bdb5-7cf5664c68db req-a0b88436-6cf4-4311-8077-964262286e55 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:54.096598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5883669c-c48f-4c9d-bdb5-7cf5664c68db req-a0b88436-6cf4-4311-8077-964262286e55 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0748637 Apr 30 01:47:54.155663 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5883669c-c48f-4c9d-bdb5-7cf5664c68db req-1fb4dd1f-56d1-4e57-acce-0a3b8280fccc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525973 Apr 30 01:47:54.270082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-6bf02dda-7dab-43c0-ba7c-6e104a18166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:54.271655 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-6bf02dda-7dab-43c0-ba7c-6e104a18166f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1097 time: 0.0453072 Apr 30 01:47:54.413101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-13bec03c-04ee-42c4-9794-0b88739d1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:54.414821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-13bec03c-04ee-42c4-9794-0b88739d1571 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.1248407 Apr 30 01:47:54.485533 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-17dc4aa8-9abe-4d2e-a9b3-44d07223d31e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 1001 time: 0.0641148 Apr 30 01:47:54.568549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-2c53ad3d-2fce-4ebc-9954-77cba16ccaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:54.570962 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-2c53ad3d-2fce-4ebc-9954-77cba16ccaec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0784936 Apr 30 01:47:54.646480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-a5256a31-90b4-40e3-9c5b-51f645c205ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:54.648514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-a5256a31-90b4-40e3-9c5b-51f645c205ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721548 Apr 30 01:47:54.741626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-8600f07a-6da4-44aa-8941-fe58aa1f9bbd service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Apr 30 01:47:54.862838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9afb111e-e30b-47ff-aed3-2a830abe85c7 req-94700202-db02-4799-9628-bd8482607ccc service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136804 Apr 30 01:47:55.296182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635ffe0-dcf5-4631-a136-2f5da866dc64 req-c1b0cb21-d438-4161-9062-a110dc969e6b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:55.298292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d635ffe0-dcf5-4631-a136-2f5da866dc64 req-c1b0cb21-d438-4161-9062-a110dc969e6b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0642955 Apr 30 01:47:55.363483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d635ffe0-dcf5-4631-a136-2f5da866dc64 req-cc78bc5c-dbdf-4dbb-8f7f-901b854475ab tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555029 Apr 30 01:47:56.483487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a9876-abb7-4279-b068-da7cfe4c4a18 req-2643dcf2-e71e-4261-914d-61c0efbc1266 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:56.486953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-299a9876-abb7-4279-b068-da7cfe4c4a18 req-2643dcf2-e71e-4261-914d-61c0efbc1266 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0589128 Apr 30 01:47:56.532176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-299a9876-abb7-4279-b068-da7cfe4c4a18 req-4c6c7fbd-0c72-49fe-9ca4-542ae69564a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Apr 30 01:47:57.661913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b8132-7b3c-493f-9a47-73b05ae27d9b req-56b73bbc-f6ee-4734-a57d-b689ed19cdbf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:57.663551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd3b8132-7b3c-493f-9a47-73b05ae27d9b req-56b73bbc-f6ee-4734-a57d-b689ed19cdbf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0527093 Apr 30 01:47:57.711642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd3b8132-7b3c-493f-9a47-73b05ae27d9b req-e0cc8f2b-c53d-49ed-8fad-5838981c84ad tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 Apr 30 01:47:58.790001 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc428-28f2-4d98-bd81-4da58f7e9352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:47:58.890954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b43d81-9db0-4a33-8a41-5243eaf4c70c req-951162f4-cbb4-4cc5-af6a-9438024beb8d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:58.892988 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5b43d81-9db0-4a33-8a41-5243eaf4c70c req-951162f4-cbb4-4cc5-af6a-9438024beb8d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0928729 Apr 30 01:47:58.918971 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-a61065b4-badc-48cc-b3f7-a9ac71e7fc61 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2061138 Apr 30 01:47:58.961887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5b43d81-9db0-4a33-8a41-5243eaf4c70c req-1dc11490-180e-4cb9-a86a-913f48eaa359 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597346 Apr 30 01:47:59.036460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-7d0f475a-8103-4241-ac58-54490590ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:59.038529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-7d0f475a-8103-4241-ac58-54490590ae2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 1098 time: 0.0557642 Apr 30 01:47:59.194105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-3008d090-8605-498e-87da-b8dbae08c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:59.195809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-3008d090-8605-498e-87da-b8dbae08c9af service neutron] 10.222.0.23 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.1327958 Apr 30 01:47:59.268962 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-27eadd75-170c-47cc-bbe6-3eae854a6105 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 200 len: 1001 time: 0.0658007 Apr 30 01:47:59.327127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-0e3eeca8-6f3a-4674-b013-c4ae46dad9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:59.329556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-0e3eeca8-6f3a-4674-b013-c4ae46dad9cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0541785 Apr 30 01:47:59.405101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-a783aff8-7b78-4c66-a71c-05cfc23b6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:47:59.405101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-a783aff8-7b78-4c66-a71c-05cfc23b6dc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525534 Apr 30 01:47:59.501516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-d1a0ca7b-14b4-4775-94de-79b7bf203db1 service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045325 Apr 30 01:47:59.616711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c9141a31-03df-4198-9a74-6d9a20db5d33 req-5877f708-895a-4ddd-ad32-561638fd66f7 service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086080 Apr 30 01:48:00.120191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3fd9c-abcf-48ba-aaad-a02daea6f2da req-e7283637-5c6e-4958-ab85-b6e691c11692 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:00.122529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6e3fd9c-abcf-48ba-aaad-a02daea6f2da req-e7283637-5c6e-4958-ab85-b6e691c11692 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0769148 Apr 30 01:48:00.228964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6e3fd9c-abcf-48ba-aaad-a02daea6f2da req-420a98fc-2733-4d6f-89fc-a213f333af03 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838766 Apr 30 01:48:01.014102 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-33584c7d-b809-4b71-b964-2e786de5048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:01.309295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52250) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:01.378423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0e178-c2ca-42f5-89c5-a87d92fe5d2a req-24bf34cf-2712-4937-a082-77983fe50fdc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:01.380145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bb0e178-c2ca-42f5-89c5-a87d92fe5d2a req-24bf34cf-2712-4937-a082-77983fe50fdc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0638120 Apr 30 01:48:01.453226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bb0e178-c2ca-42f5-89c5-a87d92fe5d2a req-51f99a19-2dd3-4f96-a853-e464b65acf83 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606287 Apr 30 01:48:01.493034 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3469e8-2143-43a2-8baa-13d3eb90ff2b req-5f532b2a-633a-4ba4-a4c3-25b28a0155be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:01.495328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e3469e8-2143-43a2-8baa-13d3eb90ff2b req-5f532b2a-633a-4ba4-a4c3-25b28a0155be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 1096 time: 0.1848276 Apr 30 01:48:01.564317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e3469e8-2143-43a2-8baa-13d3eb90ff2b req-1777fa51-10b3-4a04-8462-5f6b196f2c2d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596416 Apr 30 01:48:02.064052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:02.588169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d159d0-395c-4bca-b962-d69b66b659ed req-6c6708c9-39ae-4cf2-86a8-f9bfeaa4efa1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:02.590701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44d159d0-395c-4bca-b962-d69b66b659ed req-6c6708c9-39ae-4cf2-86a8-f9bfeaa4efa1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0675116 Apr 30 01:48:02.659574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44d159d0-395c-4bca-b962-d69b66b659ed req-8f398e9d-122d-4744-8ae5-c403d5a49480 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485258 Apr 30 01:48:03.813212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f975a3-98e6-45dc-bd54-0f4afb076cc6 req-57a7f25c-1c2c-4fe2-bdc6-9fb8cb067249 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:03.824450 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96f975a3-98e6-45dc-bd54-0f4afb076cc6 req-57a7f25c-1c2c-4fe2-bdc6-9fb8cb067249 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0716701 Apr 30 01:48:03.878829 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-96f975a3-98e6-45dc-bd54-0f4afb076cc6 req-2a43d36d-aacb-430a-93b4-7d930ca2a85f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495858 Apr 30 01:48:03.892762 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:03.971349 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:05.017046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b8676-da80-4fda-9c5a-88c2966d84d0 req-f68d0e63-89f8-488b-9831-0cd6041481f5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:05.021685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-734b8676-da80-4fda-9c5a-88c2966d84d0 req-f68d0e63-89f8-488b-9831-0cd6041481f5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0530894 Apr 30 01:48:05.065516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-734b8676-da80-4fda-9c5a-88c2966d84d0 req-5ba20d3c-b8b8-4782-b1eb-e43178050c88 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399535 Apr 30 01:48:05.762801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52378) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:05.896050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb9a6d1b-62e8-428a-b12f-8fcad6abd7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:05.986617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb9a6d1b-62e8-428a-b12f-8fcad6abd7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:06.139874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb9a6d1b-62e8-428a-b12f-8fcad6abd7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:06.221209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a6d1b-62e8-428a-b12f-8fcad6abd7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e4351-59fe-4b46-812d-b9a922894972,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:06.236049 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb9a6d1b-62e8-428a-b12f-8fcad6abd7c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=116fbe94f5d04f1ab2a1a050e5f0376e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707959 Apr 30 01:48:06.238498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52388) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:06.286840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376e6bc-d3c7-4c9a-a29d-bb3b8652b195 req-095a6e71-7648-4bea-83f2-4f7d74d23d5b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:06.288815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e376e6bc-d3c7-4c9a-a29d-bb3b8652b195 req-095a6e71-7648-4bea-83f2-4f7d74d23d5b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.1017184 Apr 30 01:48:06.343224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7eca5a9f-c4c9-4cd2-b407-b266e8115304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:06.373056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e376e6bc-d3c7-4c9a-a29d-bb3b8652b195 req-be64088a-1a23-48f5-a336-43cec02a9fd9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772736 Apr 30 01:48:06.381542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7eca5a9f-c4c9-4cd2-b407-b266e8115304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:06.563976 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7eca5a9f-c4c9-4cd2-b407-b266e8115304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:06.563976 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7eca5a9f-c4c9-4cd2-b407-b266e8115304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:06.565090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7eca5a9f-c4c9-4cd2-b407-b266e8115304 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e64e4351-59fe-4b46-812d-b9a922894972 HTTP/1.1" status: 204 len: 168 time: 0.3256199 Apr 30 01:48:06.582054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca5a9f-c4c9-4cd2-b407-b266e8115304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64e4351-59fe-4b46-812d-b9a922894972,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:07.500559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ed0e1-312f-4551-8848-0d4388a61d48 req-db6a643e-62d8-43aa-8933-40ecfcb4c12b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:07.502932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-258ed0e1-312f-4551-8848-0d4388a61d48 req-db6a643e-62d8-43aa-8933-40ecfcb4c12b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0543013 Apr 30 01:48:07.552792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-258ed0e1-312f-4551-8848-0d4388a61d48 req-3a750777-cad2-4891-b145-6c9582f3caf1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Apr 30 01:48:08.689172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b4cf-f5e4-43ec-a581-5d427926b4d6 req-5bd32eb7-471b-4a66-887e-743da2c2e251 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:08.694061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4488b4cf-f5e4-43ec-a581-5d427926b4d6 req-5bd32eb7-471b-4a66-887e-743da2c2e251 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0544922 Apr 30 01:48:08.742832 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4488b4cf-f5e4-43ec-a581-5d427926b4d6 req-abddbb84-1675-44d7-ae17-09584fb66694 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421975 Apr 30 01:48:08.805170 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52470) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:08.946129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a73edbb-b916-4bcc-8730-f1c234a51a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:09.068035 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-fa25b41e-8b83-4cb4-bd7d-4aea3b806044 service neutron] show failed (client error): The resource could not be found. Apr 30 01:48:09.068959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-fa25b41e-8b83-4cb4-bd7d-4aea3b806044 service neutron] 10.222.0.21 "GET /v2.0/ports/172d0c06-ef78-44ce-9775-1808f895ca9c/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0863059 Apr 30 01:48:09.080805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a73edbb-b916-4bcc-8730-f1c234a51a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:09.177947 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a73edbb-b916-4bcc-8730-f1c234a51a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:09.223169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7a73edbb-b916-4bcc-8730-f1c234a51a22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f39d492a21a4f3b8b62c212c1c738d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145536 Apr 30 01:48:09.223169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73edbb-b916-4bcc-8730-f1c234a51a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33183d47-73a4-44f8-abf8-737eb50674ec,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:09.224959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52476) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:09.287866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89acc5b-6a4e-4c0e-bf7f-0f6617a6415c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:09.311974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89acc5b-6a4e-4c0e-bf7f-0f6617a6415c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:09.530897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89acc5b-6a4e-4c0e-bf7f-0f6617a6415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:09.533786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d89acc5b-6a4e-4c0e-bf7f-0f6617a6415c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:09.537533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d89acc5b-6a4e-4c0e-bf7f-0f6617a6415c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33183d47-73a4-44f8-abf8-737eb50674ec HTTP/1.1" status: 204 len: 168 time: 0.3086491 Apr 30 01:48:09.543740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89acc5b-6a4e-4c0e-bf7f-0f6617a6415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33183d47-73a4-44f8-abf8-737eb50674ec,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:09.811129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-fedca05e-1ab3-4b1d-8c48-ef7cb3b66e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:09.815734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-fedca05e-1ab3-4b1d-8c48-ef7cb3b66e0c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 1097 time: 0.0721030 Apr 30 01:48:09.829675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:09.917960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:09.923316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b2683-9860-43ae-9f4d-cc34350d5251 req-d6e4373d-5d30-4e10-a12b-784f624c3a54 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:09.936117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-262b2683-9860-43ae-9f4d-cc34350d5251 req-d6e4373d-5d30-4e10-a12b-784f624c3a54 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0909975 Apr 30 01:48:09.989366 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-262b2683-9860-43ae-9f4d-cc34350d5251 req-63a5d810-8302-405c-a397-c49fca072657 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497818 Apr 30 01:48:10.172332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:10.230629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:48:10.279676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:10.282054 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b5047e-289b-462c-96d0-a807fc1eae70" -d '{"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-unplugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:10.286963 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:10.310424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Transition to ACTIVE for port object 172d0c06-ef78-44ce-9775-1808f895ca9c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:48:10.452744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:10.526496 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244a4d52-d586-4b9f-87bb-dfa21ab2d541 x-openstack-request-id: req-244a4d52-d586-4b9f-87bb-dfa21ab2d541 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:10.527054 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-unplugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:10.527302 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-244a4d52-d586-4b9f-87bb-dfa21ab2d541 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:10.537717 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244a4d52-d586-4b9f-87bb-dfa21ab2d541'] response: {'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'code': 200} Apr 30 01:48:10.598259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:10.664636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] No DVR routers for this DVR port 172d0c06-ef78-44ce-9775-1808f895ca9c on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:48:10.913981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:48:10.914667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:48:10.914667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:10.920824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:48:10.921362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:10.926437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:48:10.926842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Checking segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:48:10.927324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Bound using segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:48:10.927934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Bound port: 172d0c06-ef78-44ce-9775-1808f895ca9c, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:48:10.928356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:10.996022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:48:10.999255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:48:11.081676 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:11.138009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbf0cf-cd8a-40ae-8312-ce268751d7d9 req-3713ae41-9f6b-4e03-b755-25f94c4e899d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:11.140616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ddbbf0cf-cd8a-40ae-8312-ce268751d7d9 req-3713ae41-9f6b-4e03-b755-25f94c4e899d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 944 time: 0.0671239 Apr 30 01:48:11.153728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:11.154351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:11.155792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] 10.222.0.23 "PUT /v2.0/ports/172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 1092 time: 1.3314400 Apr 30 01:48:11.161921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d192f-dcc0-4894-adcc-251d580b8312 service neutron] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:11.247196 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ddbbf0cf-cd8a-40ae-8312-ce268751d7d9 req-b10f4d79-46a2-429c-8b05-fdd2fd3ea666 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957084 Apr 30 01:48:11.271375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-90343ebc-246d-408e-8104-df41470a02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:11.273222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-90343ebc-246d-408e-8104-df41470a02fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1095 time: 0.0924225 Apr 30 01:48:11.405358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-b7391642-9fca-4a10-808f-d3136807a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:11.408554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-b7391642-9fca-4a10-808f-d3136807a786 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.1253934 Apr 30 01:48:11.485092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-7e253004-9ec7-4c8d-b22d-e4c7941d4b6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 999 time: 0.0680690 Apr 30 01:48:11.548522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-fd22d329-33d0-4867-a9e6-c21c7f8f70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:11.550061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-fd22d329-33d0-4867-a9e6-c21c7f8f70d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0574346 Apr 30 01:48:11.598802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-072daaa7-947e-49a0-958e-ea03d2ecd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:11.600614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-072daaa7-947e-49a0-958e-ea03d2ecd035 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429883 Apr 30 01:48:12.021503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-dd2496bd-b320-416f-a2e0-f76a62f60569 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133992 Apr 30 01:48:12.046392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:48:12.107266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:48:12.133084 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-370ab897-02be-4d89-8f3b-0d91f2baabca req-d26b39bd-8068-468a-a4b0-2dced079ff8c service neutron] 10.222.0.23 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036551 Apr 30 01:48:12.370441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebcfb0-5ef0-4245-9bb7-8ae961ee062c req-d3066174-959b-4034-83cd-48af5bd49249 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:12.371963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02ebcfb0-5ef0-4245-9bb7-8ae961ee062c req-d3066174-959b-4034-83cd-48af5bd49249 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 944 time: 0.0559077 Apr 30 01:48:12.414770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02ebcfb0-5ef0-4245-9bb7-8ae961ee062c req-728800cf-76b0-4875-a339-3b3247fff6bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346797 Apr 30 01:48:12.538826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:12.542099 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:12.594998 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d70a4a7-7268-4870-b925-33d12857fd7f x-openstack-request-id: req-5d70a4a7-7268-4870-b925-33d12857fd7f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:12.595287 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:12.595589 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d70a4a7-7268-4870-b925-33d12857fd7f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:12.596605 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d70a4a7-7268-4870-b925-33d12857fd7f'] response: {'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'status': 'completed', 'code': 200} Apr 30 01:48:12.693810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-a2930b93-ea1f-463b-aae2-c90f5577caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:12.695770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-a2930b93-ea1f-463b-aae2-c90f5577caca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1095 time: 0.0717859 Apr 30 01:48:12.842774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-dec840ee-ef4d-47e0-8269-cc9fcd8e289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:12.845468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-dec840ee-ef4d-47e0-8269-cc9fcd8e289c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1095 time: 0.1153150 Apr 30 01:48:12.929513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-1991a905-08c2-4ac0-83e8-0b5cf07dba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:12.931578 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-1991a905-08c2-4ac0-83e8-0b5cf07dba08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.2293959 Apr 30 01:48:13.058364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-336a298d-ae0f-4b0b-ae9d-cf785ce1a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:13.059756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-336a298d-ae0f-4b0b-ae9d-cf785ce1a053 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.2021911 Apr 30 01:48:13.061828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-fabe9ec9-37cf-4717-b3ef-97ec66874942 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 999 time: 0.1236210 Apr 30 01:48:13.171011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-82704374-d36b-4a89-a8c0-f49c3a1ab695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:13.172598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-82704374-d36b-4a89-a8c0-f49c3a1ab695 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0958176 Apr 30 01:48:13.174415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-d58940d9-9ce6-4780-8800-523e9a7cfc41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 999 time: 0.1062183 Apr 30 01:48:13.269333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-9d4c731e-3d8a-4395-96e7-516b7295851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:13.270948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-9d4c731e-3d8a-4395-96e7-516b7295851b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922871 Apr 30 01:48:13.272512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-4316d2f8-2119-4738-a271-5b1a4bbbfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:13.274120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-4316d2f8-2119-4738-a271-5b1a4bbbfcd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0838749 Apr 30 01:48:13.381590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-86b2731d-ba37-45e4-b24c-b4f495f6d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:13.384039 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-86b2731d-ba37-45e4-b24c-b4f495f6d614 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974391 Apr 30 01:48:13.452906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-bf7ad811-5d19-4451-86bc-4801f76b4604 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750526 Apr 30 01:48:13.564326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-d7e9ea7d-3262-4d0e-9752-e769cab05855 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715274 Apr 30 01:48:13.581470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b32112-4a56-4250-8637-8b323bc4001c req-6dc6febb-c9f7-448a-b614-7358a5ef1b41 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:13.581470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09b32112-4a56-4250-8637-8b323bc4001c req-6dc6febb-c9f7-448a-b614-7358a5ef1b41 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 944 time: 0.0751331 Apr 30 01:48:13.625859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09b32112-4a56-4250-8637-8b323bc4001c req-5762ee96-2cda-4b5a-96d5-af5015f15320 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454979 Apr 30 01:48:13.681991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-22374d7f-f9ea-4e1c-b0d8-35e49181c990 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208035 Apr 30 01:48:13.716185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e31b7840-9d88-44f4-8e0d-5d4c7dd31594 req-a7bc8236-ea81-4ae9-9961-1bbe1440a828 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352890 Apr 30 01:48:14.791276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda5bb3-96a4-4545-a7a5-5bd368031cdf req-fc89c9fb-2b92-4c45-b67c-0804fbe6f2d8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:14.793085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4fda5bb3-96a4-4545-a7a5-5bd368031cdf req-fc89c9fb-2b92-4c45-b67c-0804fbe6f2d8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 944 time: 0.0728369 Apr 30 01:48:14.840050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4fda5bb3-96a4-4545-a7a5-5bd368031cdf req-e3bf319d-4ddb-4541-b2a8-8e43b3a04b0e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Apr 30 01:48:15.963772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032c34f-765d-4b3b-9a5f-2a57508ba4c9 req-de1f7f29-d4e8-49f3-a1d5-337eb07d8da1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:15.965399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1032c34f-765d-4b3b-9a5f-2a57508ba4c9 req-de1f7f29-d4e8-49f3-a1d5-337eb07d8da1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 944 time: 0.0501900 Apr 30 01:48:16.010264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1032c34f-765d-4b3b-9a5f-2a57508ba4c9 req-89d2d104-97c2-4c43-b61b-3b6b8ef36547 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373867 Apr 30 01:48:16.476272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:48:16.581941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:16.594072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'port_id': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'mac_address': 'fa:16:3e:5a:d7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:48:16.632836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:16.646144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172d0c06-ef78-44ce-9775-1808f895ca9c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:48:16.671962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:16.811176 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:16.859691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:16.867107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.867514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.867881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.868258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.868685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.869018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.869348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.869675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.870001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.870561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.870882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:16.871203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:17.073599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['172d0c06-ef78-44ce-9775-1808f895ca9c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:48:17.128000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083141c9-7ba8-45e0-a73d-8c9b8ebe4e1d req-dfdab365-7c12-418e-a2c3-d58dd40f9ce7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:17.130333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-083141c9-7ba8-45e0-a73d-8c9b8ebe4e1d req-dfdab365-7c12-418e-a2c3-d58dd40f9ce7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 945 time: 0.0978687 Apr 30 01:48:17.184329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-083141c9-7ba8-45e0-a73d-8c9b8ebe4e1d req-cede9daf-e498-4dd1-91b1-0d0984bd73e0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421116 Apr 30 01:48:17.305362 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:48:17.314014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-aa51615f-b26b-45a1-b201-2b0a717f229f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:17.315863 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-aa51615f-b26b-45a1-b201-2b0a717f229f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399&tenant_id=c0d0017750714ac2a74fd60a825a474e&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 945 time: 0.1674848 Apr 30 01:48:17.390105 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-4b1a86f4-df6a-4329-aaa8-a8cb90fe7106 service neutron] 10.222.0.23 "GET /v2.0/ports/172d0c06-ef78-44ce-9775-1808f895ca9c/bindings/n-h2-821348-1 HTTP/1.1" status: 200 len: 382 time: 0.0662787 Apr 30 01:48:17.462133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-bb7e953f-8c8f-45c4-8841-c5ef4ef4a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:17.463692 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-bb7e953f-8c8f-45c4-8841-c5ef4ef4a2dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1096 time: 0.0463636 Apr 30 01:48:17.565047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-ae318021-1686-4cc6-86ff-63c7667e02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:17.566444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-ae318021-1686-4cc6-86ff-63c7667e02f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.0957482 Apr 30 01:48:17.664928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-1dda58ac-5fd5-4f4c-9b3e-c653a3481aae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 1000 time: 0.0888298 Apr 30 01:48:17.719570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-b576984d-a98b-44d0-b421-d35d4c038b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:17.721208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-b576984d-a98b-44d0-b421-d35d4c038b38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0465131 Apr 30 01:48:17.775964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-49456478-dbde-4978-b3c2-346e014858be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:17.777947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-49456478-dbde-4978-b3c2-346e014858be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476470 Apr 30 01:48:17.878193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-0b81bb06-44ab-45a2-9928-90e60d7d0d90 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921533 Apr 30 01:48:17.971415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-bc759dfb-1b33-4789-be4f-402ebcf748b1 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855927 Apr 30 01:48:18.328504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a429435-d235-4b5b-ad2b-0cb63b483b07 req-e2d9ea6a-bea3-4580-878e-5d7e7dc6b7f9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:18.330041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a429435-d235-4b5b-ad2b-0cb63b483b07 req-e2d9ea6a-bea3-4580-878e-5d7e7dc6b7f9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 945 time: 0.0609241 Apr 30 01:48:18.375472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a429435-d235-4b5b-ad2b-0cb63b483b07 req-9133c68d-8da8-4b8a-9c24-732d89ae092f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391865 Apr 30 01:48:18.476114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:48:18.800951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:18.858238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 172d0c06-ef78-44ce-9775-1808f895ca9c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:48:18.864046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 172d0c06-ef78-44ce-9775-1808f895ca9c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:18.864046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:18.948952 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:18.978817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:18.981505 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e88c70b-2617-4354-ab7f-0462db2df030" -d '{"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-plugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:18.987054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:19.093009 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:19.149956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:19.164682 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9fec1d-ebeb-4a96-abdb-cd8bde895560 x-openstack-request-id: req-bc9fec1d-ebeb-4a96-abdb-cd8bde895560 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:19.165117 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-plugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:19.165460 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc9fec1d-ebeb-4a96-abdb-cd8bde895560 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:19.166804 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9fec1d-ebeb-4a96-abdb-cd8bde895560'] response: {'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'code': 200} Apr 30 01:48:19.855342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c663090-3e69-424e-844d-e1a7ba3af45a req-3e7f0d26-1f13-48f2-80e3-8d78b3973d66 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:19.863861 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c663090-3e69-424e-844d-e1a7ba3af45a req-3e7f0d26-1f13-48f2-80e3-8d78b3973d66 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.3979046 Apr 30 01:48:19.915563 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c663090-3e69-424e-844d-e1a7ba3af45a req-8883cfca-4ef4-4cb2-842b-6ce6f77cbc3f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472395 Apr 30 01:48:20.058026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52824) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:20.220760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-188399a7-200b-4411-aaf2-bcd2979cb39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:20.328303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-188399a7-200b-4411-aaf2-bcd2979cb39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:20.555108 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-188399a7-200b-4411-aaf2-bcd2979cb39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:20.592990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188399a7-200b-4411-aaf2-bcd2979cb39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a1dea0-f8d4-4a05-8f0b-9490c8903334,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:20.597577 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-188399a7-200b-4411-aaf2-bcd2979cb39b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88acdfa2adcb4ce1b9cb4d2226e91fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385487 Apr 30 01:48:20.600846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52844) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:20.605935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:20.666227 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a129263-77eb-4cde-b67b-729b13b890f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:20.693662 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a129263-77eb-4cde-b67b-729b13b890f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:20.932828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a129263-77eb-4cde-b67b-729b13b890f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:20.935822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a129263-77eb-4cde-b67b-729b13b890f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:20.937121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0a129263-77eb-4cde-b67b-729b13b890f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06a1dea0-f8d4-4a05-8f0b-9490c8903334 HTTP/1.1" status: 204 len: 168 time: 0.3357730 Apr 30 01:48:20.948257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a129263-77eb-4cde-b67b-729b13b890f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a1dea0-f8d4-4a05-8f0b-9490c8903334,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:21.039364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-c2eeaa49-ce0e-4c8a-8d7d-9f026ebb0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:21.041672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-c2eeaa49-ce0e-4c8a-8d7d-9f026ebb0dad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 1097 time: 0.0431099 Apr 30 01:48:21.052171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:21.054315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc4b8b-93db-40e6-9eab-6aa27bc33725 req-a295399f-709b-4196-b9b9-d39c04204d2a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:21.056514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-befc4b8b-93db-40e6-9eab-6aa27bc33725 req-a295399f-709b-4196-b9b9-d39c04204d2a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 946 time: 0.0536032 Apr 30 01:48:21.096034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-befc4b8b-93db-40e6-9eab-6aa27bc33725 req-b40a2148-d475-439a-a783-fc47a0253f8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Apr 30 01:48:21.109636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:21.402542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:21.437528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:48:21.480438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:21.482686 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c26ef8-f3a1-49a0-b787-340d6603f9ce" -d '{"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-unplugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:21.486638 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:21.499297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Transition to ACTIVE for port object 172d0c06-ef78-44ce-9775-1808f895ca9c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:48:21.549628 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36566a7-4a24-40d2-808f-233afb2b04ef x-openstack-request-id: req-a36566a7-4a24-40d2-808f-233afb2b04ef {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:21.549922 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-unplugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:21.550167 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a36566a7-4a24-40d2-808f-233afb2b04ef {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:21.550568 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36566a7-4a24-40d2-808f-233afb2b04ef'] response: {'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'code': 200} Apr 30 01:48:21.630628 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:21.709895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:21.864038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] No DVR routers for this DVR port 172d0c06-ef78-44ce-9775-1808f895ca9c on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:48:21.892067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52888) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:21.913965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ad8acbe-b761-40f5-a81e-dfb82ec2e8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.010264 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ad8acbe-b761-40f5-a81e-dfb82ec2e8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.055056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:48:22.055411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:48:22.056035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:22.061271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:48:22.061532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Attempting to bind port 172d0c06-ef78-44ce-9775-1808f895ca9c on network 7bb6cc13-0a09-4784-b115-57a442391f84 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:22.066594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:48:22.066936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Checking segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:48:22.067324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Bound using segment: {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:48:22.067773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Bound port: 172d0c06-ef78-44ce-9775-1808f895ca9c, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b79549-1d69-443e-926e-29980cd13b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:48:22.074765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.126164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ad8acbe-b761-40f5-a81e-dfb82ec2e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.145602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:48:22.149496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:48:22.191672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3ad8acbe-b761-40f5-a81e-dfb82ec2e8bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a79bba919cd449db90f861dc7f4c1eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983642 Apr 30 01:48:22.193185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8acbe-b761-40f5-a81e-dfb82ec2e8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd180f0e-8b6d-4154-9137-9a55dafa3333,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:22.194732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52896) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:22.254626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.297277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ab6b-9843-4177-a101-cb140f1175c5 req-82dcfd8b-2154-4e10-89e0-f915376ecee5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:22.311252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2be2ab6b-9843-4177-a101-cb140f1175c5 req-82dcfd8b-2154-4e10-89e0-f915376ecee5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 945 time: 0.1001046 Apr 30 01:48:22.319169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=11']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:22.343047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-411939f6-e9c5-45bd-831b-91f94694e203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.345534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:22.346238 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.347865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-a3c0dd8c-5fcd-4cf0-b224-87a40fc8c8fb service neutron] 10.222.0.21 "PUT /v2.0/ports/172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 1093 time: 1.2995336 Apr 30 01:48:22.383030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2be2ab6b-9843-4177-a101-cb140f1175c5 req-2257eb5e-d663-44fc-a50f-2212b7b0a447 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703568 Apr 30 01:48:22.418232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-411939f6-e9c5-45bd-831b-91f94694e203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.464091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-7a9531db-ae23-45d7-85e4-bf638d4b3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:22.466115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-7a9531db-ae23-45d7-85e4-bf638d4b3e50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1096 time: 0.0864067 Apr 30 01:48:22.493955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:48:22.568112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:48:22.625421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-6464d045-e39b-4f5c-aea5-2c73eebad3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:22.631782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-6464d045-e39b-4f5c-aea5-2c73eebad3ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.1585135 Apr 30 01:48:22.634634 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-411939f6-e9c5-45bd-831b-91f94694e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.640760 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-411939f6-e9c5-45bd-831b-91f94694e203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:22.645143 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-411939f6-e9c5-45bd-831b-91f94694e203 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd180f0e-8b6d-4154-9137-9a55dafa3333 HTTP/1.1" status: 204 len: 168 time: 0.4491556 Apr 30 01:48:22.704011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411939f6-e9c5-45bd-831b-91f94694e203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd180f0e-8b6d-4154-9137-9a55dafa3333,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:22.782134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-da1b04f8-05f0-4f79-8e19-83c742ca3493 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 999 time: 0.1358497 Apr 30 01:48:22.854586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-45ebb919-a4d4-4be1-9fbd-dd9943bd4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:22.856175 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-45ebb919-a4d4-4be1-9fbd-dd9943bd4670 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0674570 Apr 30 01:48:22.937998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-28dc14b0-3c55-4330-aa4e-505c2ee9d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:22.939948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-28dc14b0-3c55-4330-aa4e-505c2ee9d6cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774658 Apr 30 01:48:23.042606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-34dd1ed1-812e-4b53-830d-9ab6cb5f2987 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955503 Apr 30 01:48:23.155915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-40cceb7a-eab4-4c69-bdb2-88a382071a18 req-ec0d4ead-afb6-41b5-85ba-1a1046a149ad service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068881 Apr 30 01:48:23.552256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:23.558268 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea8017a-3270-4b97-8953-3cdeca8ce823" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:23.569772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9243-96b8-485c-a321-0836fe9c6a16 req-bd4e405a-cac3-4834-a6d8-e8ccd09560a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:23.571647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28ad9243-96b8-485c-a321-0836fe9c6a16 req-bd4e405a-cac3-4834-a6d8-e8ccd09560a6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 945 time: 0.0658467 Apr 30 01:48:23.614948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-28ad9243-96b8-485c-a321-0836fe9c6a16 req-55498971-35f2-461c-bc34-5cc97f23895e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372152 Apr 30 01:48:23.709130 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7587496d-f142-490d-b953-dd1c2452fcd2 x-openstack-request-id: req-7587496d-f142-490d-b953-dd1c2452fcd2 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:23.710062 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:23.710483 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7587496d-f142-490d-b953-dd1c2452fcd2 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:23.711040 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7587496d-f142-490d-b953-dd1c2452fcd2'] response: {'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'status': 'completed', 'code': 200} Apr 30 01:48:24.147028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-bc4a14e1-8668-45dd-8459-692ec479c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.148576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-bc4a14e1-8668-45dd-8459-692ec479c932 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1096 time: 0.3993974 Apr 30 01:48:24.154163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-2bf1b183-b846-476f-a30d-58a97f67c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.155880 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-2bf1b183-b846-476f-a30d-58a97f67c6a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1096 time: 0.3908865 Apr 30 01:48:24.316663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-4e196967-7c00-4201-a6d9-f22fc9f286cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.318139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-4e196967-7c00-4201-a6d9-f22fc9f286cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.1613781 Apr 30 01:48:24.319186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-eda65912-2579-434c-a8bf-a6dd0cc147c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.320523 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-eda65912-2579-434c-a8bf-a6dd0cc147c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.1459258 Apr 30 01:48:24.441317 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-9d1596ba-c1ea-4512-b85e-fcf44acfa053 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 999 time: 0.1135046 Apr 30 01:48:24.442980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-ab6b7a72-3519-48f6-a16b-7a689ad79436 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 999 time: 0.1094315 Apr 30 01:48:24.538197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-40977a7d-4a20-4582-a293-24ae9aa46378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.540450 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-40977a7d-4a20-4582-a293-24ae9aa46378 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0833759 Apr 30 01:48:24.543084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-1ac7bdef-44ee-4773-a899-682f4d243363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.544568 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-1ac7bdef-44ee-4773-a899-682f4d243363 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0795114 Apr 30 01:48:24.616972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-da505e16-0ae6-43b5-8f50-6ef0eca126f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.618922 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-da505e16-0ae6-43b5-8f50-6ef0eca126f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712712 Apr 30 01:48:24.625206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-ab5e06fe-e545-4cce-8f6a-c5127d7c5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.626737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-ab5e06fe-e545-4cce-8f6a-c5127d7c5263 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715835 Apr 30 01:48:24.777099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbe736-ffdc-4765-a746-efe24dafeac2 req-19f13bdf-737f-4a8e-8a3e-01a3a52fa1fe tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:24.778612 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-73bbe736-ffdc-4765-a746-efe24dafeac2 req-19f13bdf-737f-4a8e-8a3e-01a3a52fa1fe tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 945 time: 0.0573599 Apr 30 01:48:24.854151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-73bbe736-ffdc-4765-a746-efe24dafeac2 req-aebc5d24-c247-4929-9349-e53c0c56cda2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655878 Apr 30 01:48:24.884170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-05c89299-120c-4b40-9841-3ddc0bc64a09 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436090 Apr 30 01:48:24.933030 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-2d0240fa-92fe-4c31-8f0a-fcffc82a161e service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052270 Apr 30 01:48:25.073681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-aa6fa960-02b5-4d48-9fff-e555795f0298 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774352 Apr 30 01:48:25.108087 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1ea8017a-3270-4b97-8953-3cdeca8ce823 req-82011270-e819-49de-bc78-4bebdf18b862 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450064 Apr 30 01:48:25.990094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ee2d3-6bb2-49ce-b8f1-e0d47faa4254 req-ce3b3e47-7460-4867-a7f1-0821696cbfd6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:25.998784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-764ee2d3-6bb2-49ce-b8f1-e0d47faa4254 req-ce3b3e47-7460-4867-a7f1-0821696cbfd6 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 945 time: 0.0799870 Apr 30 01:48:26.053682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-764ee2d3-6bb2-49ce-b8f1-e0d47faa4254 req-a23c80b3-cf05-4b39-bae0-e8f50d9138c1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536139 Apr 30 01:48:26.070954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52972) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:26.077721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 52976) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:26.090807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:48:26.157164 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f7387a0f-b50e-4240-8d4f-6ee3457c3d6c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/2c06178c-382c-466d-913e-18d02c861345 HTTP/1.1" status: 200 len: 991 time: 0.0778530 Apr 30 01:48:26.225421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:26.233940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'port_id': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'mac_address': 'fa:16:3e:5a:d7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:48:26.242254 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.278588 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.296724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172d0c06-ef78-44ce-9775-1808f895ca9c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:48:26.316412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:26.333660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.383468 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.432927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:26.457467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.495289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5caafd-2012-450e-9c63-c60f2da7fb01,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:26.500414 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dc806f90ccb4a98af32eafe6e66e91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282076 Apr 30 01:48:26.503245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 52988) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:26.505658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.506012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.506347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.506689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.507023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.507355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.507838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.508038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.508365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.508695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.509015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.509342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9a6753-4889-4189-b714-3088f0c1b162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:26.570875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e48b0a0-4938-4691-955f-d911c07909fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.592728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e48b0a0-4938-4691-955f-d911c07909fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.596393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['172d0c06-ef78-44ce-9775-1808f895ca9c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:48:26.741800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e48b0a0-4938-4691-955f-d911c07909fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.745244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e48b0a0-4938-4691-955f-d911c07909fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:26.746410 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2e48b0a0-4938-4691-955f-d911c07909fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d5caafd-2012-450e-9c63-c60f2da7fb01 HTTP/1.1" status: 204 len: 168 time: 0.2419462 Apr 30 01:48:26.754592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b0a0-4938-4691-955f-d911c07909fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5caafd-2012-450e-9c63-c60f2da7fb01,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:26.901804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd619f9-40b7-45ae-a4ab-6006b807262e req-c2d15061-b040-4bfc-b68b-af0b12e144cd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:26.903325 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7cd619f9-40b7-45ae-a4ab-6006b807262e req-c2d15061-b040-4bfc-b68b-af0b12e144cd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 947 time: 0.0487967 Apr 30 01:48:26.945848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7cd619f9-40b7-45ae-a4ab-6006b807262e req-686da648-5025-4c2f-933b-4515913e3a43 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361433 Apr 30 01:48:28.083790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f7355-eb31-4502-a8a3-898d7f904e23 req-fefe1990-49a6-48ac-922d-2de383f7addd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:28.091541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-740f7355-eb31-4502-a8a3-898d7f904e23 req-fefe1990-49a6-48ac-922d-2de383f7addd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 947 time: 0.0668287 Apr 30 01:48:28.092236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:48:28.147539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-740f7355-eb31-4502-a8a3-898d7f904e23 req-3515e9d3-50fc-42eb-a8a3-1b0152e8f512 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520494 Apr 30 01:48:28.234789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 172d0c06-ef78-44ce-9775-1808f895ca9c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:48:28.239090 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 172d0c06-ef78-44ce-9775-1808f895ca9c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:28.239504 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:28.327469 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:28.350036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:28.352263 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e191cb9-3ad5-420e-8041-20b310414632" -d '{"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-plugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:28.366655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:28.390123 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a8bd57-ede8-4c27-a8b9-e4a19519a7c9 x-openstack-request-id: req-f0a8bd57-ede8-4c27-a8b9-e4a19519a7c9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:28.390409 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-plugged", "status": "completed", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:28.390680 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0a8bd57-ede8-4c27-a8b9-e4a19519a7c9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:28.391072 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a8bd57-ede8-4c27-a8b9-e4a19519a7c9'] response: {'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'code': 200} Apr 30 01:48:28.463856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:28.511855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=13']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:28.691411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-aef94dd7-eb67-4cc9-9591-2d0822cf4623 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:28.692938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-aef94dd7-eb67-4cc9-9591-2d0822cf4623 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.23 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 947 time: 0.0512826 Apr 30 01:48:28.777613 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72d79cfd-f4a8-4aa0-962a-e60b063c3021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:28.803682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Deleting port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:48:28.804022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:28.895418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] For port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:28.895816 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:29.148113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:29.148495 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:29.148817 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Floating IP 3351890d-7ccf-4a46-82c9-44a17031466d disassociated. External IP: 172.25.0.25, port: 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed. Apr 30 01:48:29.149162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Calling delete_port for 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:48:29.293707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c3d90-f27b-42c8-a5cd-fdfac6c72d32 req-4aebc24e-7674-4bc5-9f4b-bb83e3c1f1b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:29.295181 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-479c3d90-f27b-42c8-a5cd-fdfac6c72d32 req-4aebc24e-7674-4bc5-9f4b-bb83e3c1f1b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 947 time: 0.0530868 Apr 30 01:48:29.339794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-479c3d90-f27b-42c8-a5cd-fdfac6c72d32 req-7d5e1f7a-6f7b-43db-8da2-131aa3593359 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382767 Apr 30 01:48:29.450684 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:29.483770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event deleted for resources: {'Port': ['ID=23cd6e05-a0c3-45ed-b1cc-783ccbd60aed,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:29.626872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Router db6e4ae3-69d6-4794-9b89-19a3639302c4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:48:29.738600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:48:29.768329 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] Sync routers for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:48:29.780422 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:29.781327 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:29.789228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] No DVR routers for this DVR port 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:48:29.796033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:29.799293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2cc6295-03a8-4ab8-8ba7-acf43f42665a req-6ef82e45-c183-4c0d-83de-157ae0b78a3b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.23 "DELETE /v2.0/ports/23cd6e05-a0c3-45ed-b1cc-783ccbd60aed HTTP/1.1" status: 204 len: 173 time: 1.0977283 Apr 30 01:48:29.799771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-deleted', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:29.802004 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf012c-f8d4-481a-8e8f-1fe686324720" -d '{"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-deleted", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:29.842407 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6ed831-006c-4351-9f47-9eb5f466c96c x-openstack-request-id: req-9d6ed831-006c-4351-9f47-9eb5f466c96c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:29.842407 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80343ca1-5901-4b12-a15e-b71a9c7d1d1b", "name": "network-vif-deleted", "tag": "23cd6e05-a0c3-45ed-b1cc-783ccbd60aed", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:29.842407 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d6ed831-006c-4351-9f47-9eb5f466c96c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:29.842407 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6ed831-006c-4351-9f47-9eb5f466c96c'] response: {'server_uuid': '80343ca1-5901-4b12-a15e-b71a9c7d1d1b', 'name': 'network-vif-deleted', 'tag': '23cd6e05-a0c3-45ed-b1cc-783ccbd60aed', 'status': 'completed', 'code': 200} Apr 30 01:48:29.913397 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:30.151207 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:30.185566 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] Checking router: db6e4ae3-69d6-4794-9b89-19a3639302c4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:48:30.191459 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:30.191784 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:30.303562 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:30.477262 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-974237b5-407c-41ec-a393-dcf41138a367 req-f98e3437-7b17-41d1-a298-e6b1be0ebd16 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=80343ca1-5901-4b12-a15e-b71a9c7d1d1b HTTP/1.1" status: 200 len: 210 time: 0.0328460 Apr 30 01:48:30.607302 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:30.632493 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22486fe8-0efd-44d6-8f88-faacf8ec4f8b None None] The sync data for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 is: [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:48:30.867303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1519d-a8c1-4e71-87f5-1623d0d1d6bc None None] New status for floating IP 3351890d-7ccf-4a46-82c9-44a17031466d: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:48:31.086369 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98eb7d64-0aba-489a-917e-feafb45aa495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:31.715467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53112) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:31.771401 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff1bfe7-566f-435f-a025-55c1c7d3d215 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:31.797204 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff1bfe7-566f-435f-a025-55c1c7d3d215 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:31.983801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff1bfe7-566f-435f-a025-55c1c7d3d215 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:31.987003 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8ff1bfe7-566f-435f-a025-55c1c7d3d215 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:31.988191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ff1bfe7-566f-435f-a025-55c1c7d3d215 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "DELETE /v2.0/security-groups/fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626 HTTP/1.1" status: 204 len: 168 time: 0.2716863 Apr 30 01:48:31.991076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53118) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:32.001720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1bfe7-566f-435f-a025-55c1c7d3d215 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:32.005740 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-450c3ed2-600f-4427-aa33-e47374a4ce71 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] show failed (client error): The resource could not be found. Apr 30 01:48:32.010004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-450c3ed2-600f-4427-aa33-e47374a4ce71 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups/fdd1b5be-f7e8-4ab4-8bb4-495ed48d2626 HTTP/1.1" status: 404 len: 347 time: 0.0146902 Apr 30 01:48:32.010585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53120) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:32.067712 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:32.160212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Deleting port 3c1b37a5-2f7a-42a0-9436-80c2dbffc95d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:48:32.160641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:32.304404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:32.304812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:32.320759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Calling delete_port for 3c1b37a5-2f7a-42a0-9436-80c2dbffc95d owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:48:32.548992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:32.559141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:48:32.584129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:48:32.584637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 23cd6e05-a0c3-45ed-b1cc-783ccbd60aed not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:48:32.588520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event deleted for resources: {'Port': ['ID=3c1b37a5-2f7a-42a0-9436-80c2dbffc95d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:32.685732 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:32.689382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:32.690702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7847c938-7e19-439b-8c5f-0a963bb58dd4 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "DELETE /v2.0/floatingips/3351890d-7ccf-4a46-82c9-44a17031466d HTTP/1.1" status: 204 len: 168 time: 0.6790853 Apr 30 01:48:33.101689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53138) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:33.112310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e9893a1b-3b04-425f-8e0d-7cf60505ba75 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369581006', 'description': 'tempest-description--936452951'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:33.200661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9893a1b-3b04-425f-8e0d-7cf60505ba75 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:33.317933 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9893a1b-3b04-425f-8e0d-7cf60505ba75 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:33.418467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9893a1b-3b04-425f-8e0d-7cf60505ba75 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:33.458268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9893a1b-3b04-425f-8e0d-7cf60505ba75 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5587c60a-299c-4288-bbd4-19085bfde98a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:33.574341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9893a1b-3b04-425f-8e0d-7cf60505ba75 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:33.575720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e9893a1b-3b04-425f-8e0d-7cf60505ba75 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4729636 Apr 30 01:48:33.578625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53154) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:33.583172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f64185f0-7c19-406b-9744-c38e72ae5ef0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'security_group_rule': {'security_group_id': '5587c60a-299c-4288-bbd4-19085bfde98a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:33.720233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f64185f0-7c19-406b-9744-c38e72ae5ef0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:33.807199 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:33.814129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f64185f0-7c19-406b-9744-c38e72ae5ef0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:33.903075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f64185f0-7c19-406b-9744-c38e72ae5ef0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:33.922130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64185f0-7c19-406b-9744-c38e72ae5ef0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fe166b-6c0e-458b-9335-fe3aab1ca2f5,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:33.932215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.025720 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f64185f0-7c19-406b-9744-c38e72ae5ef0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.026954 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f64185f0-7c19-406b-9744-c38e72ae5ef0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473422 Apr 30 01:48:34.029699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53170) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:34.034787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a6f7247e-31a0-40aa-9400-a6d558131e54 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'security_group_rule': {'security_group_id': '5587c60a-299c-4288-bbd4-19085bfde98a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:34.129977 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6f7247e-31a0-40aa-9400-a6d558131e54 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.199657 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6f7247e-31a0-40aa-9400-a6d558131e54 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.268964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6f7247e-31a0-40aa-9400-a6d558131e54 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.285285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7247e-31a0-40aa-9400-a6d558131e54 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a10b073-46c8-4b9b-bf9a-b2a126cfd558,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:34.368309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6f7247e-31a0-40aa-9400-a6d558131e54 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.373999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a6f7247e-31a0-40aa-9400-a6d558131e54 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388815 Apr 30 01:48:34.374224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53182) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:34.378628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:34.470123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.596954 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.718024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Allocated IP 172.25.0.85 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/2d3f7c4d-7be7-487a-bd1a-7c4b49887ec7) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:48:34.827251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:34.948610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:35.013933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'Port': ['ID=2d3f7c4d-7be7-487a-bd1a-7c4b49887ec7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:35.034949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:48:35.036546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:48:35.039027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:48:35.133823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:35.258043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:35.484359 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:35.583282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:35.685590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'Port': ['ID=2d3f7c4d-7be7-487a-bd1a-7c4b49887ec7,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:35.694340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:35.807386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:35.808676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dc0efd5e-c473-4e0b-86b6-e5266a8cf58f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4335017 Apr 30 01:48:36.005360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-00e8ac59-b40b-408b-b79c-aaa72f0eec98 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--369581006&fields=id&tenant_id=a823ee5723204533bd2f9e94091eddb0 HTTP/1.1" status: 200 len: 267 time: 0.0326283 Apr 30 01:48:36.116783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd78b-47da-4680-a017-e1881d1708fe req-00b09c2e-04bc-4f75-9c23-9b28394e69d3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:36.118246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-00b09c2e-04bc-4f75-9c23-9b28394e69d3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 817 time: 0.1051867 Apr 30 01:48:36.133110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-5dea862a-039f-4cd3-8c0b-eb8a05622e1a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/quotas/a823ee5723204533bd2f9e94091eddb0 HTTP/1.1" status: 200 len: 375 time: 0.0088856 Apr 30 01:48:36.186332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-19612fd9-b396-4e59-a142-247955119730 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476735 Apr 30 01:48:36.203636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-ed7a60cd-08ed-402b-9ff8-f3af286305f4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:48:36.204659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-ed7a60cd-08ed-402b-9ff8-f3af286305f4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054376 Apr 30 01:48:36.304728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-1176f45e-0ed4-4480-9270-71ed97a7abc3 service neutron] 10.222.0.15 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937469 Apr 30 01:48:36.396250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-32b6c3e3-277b-4bbb-8e1f-effca5532006 service neutron] 10.222.0.15 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842614 Apr 30 01:48:36.739194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78dd71f4-ef92-4eb1-bcad-26c3abb04e93 req-cd6087a2-d76a-4431-abcf-5f5c97f98438 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 210 time: 0.0510151 Apr 30 01:48:37.899037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18999feb-8e31-4043-8cf6-a4456049f061 req-574dc080-6632-4634-9d4b-edee944ee9de tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 210 time: 0.0461009 Apr 30 01:48:39.090520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b43bf247-bd55-4162-aac6-34beb552ac1d req-c1d68bb4-ab56-406e-a3f9-c209f5a2c8a7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 210 time: 0.0847716 Apr 30 01:48:39.135930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd78b-47da-4680-a017-e1881d1708fe req-1d89ac1c-bae7-4150-87dd-f09b47e8f1fc tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:39.137488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-1d89ac1c-bae7-4150-87dd-f09b47e8f1fc tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.23 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 817 time: 0.1962967 Apr 30 01:48:39.211255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-29a022a0-8c83-4bcf-9dbe-4273124c5f7e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a823ee5723204533bd2f9e94091eddb0 HTTP/1.1" status: 200 len: 379 time: 0.0569894 Apr 30 01:48:39.236275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'port': {'device_id': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'admin_state_up': True, 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'security_groups': ['5587c60a-299c-4288-bbd4-19085bfde98a']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:39.497709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Made reservation on behalf of a823ee5723204533bd2f9e94091eddb0 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:48:39.502906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:39.680291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Allocated IP 172.20.0.10 (38cea461-d811-4219-b7b4-8970878e3241/fd130769-6c1d-4153-acf9-d4c1e4c8bda8/3ac95114-5da6-4df6-8959-9a6ea67c7947) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:48:39.850092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:39.953982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:40.017274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:40.037394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Network 38cea461-d811-4219-b7b4-8970878e3241 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:48:40.039617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:48:40.063697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:48:40.129600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:40.132409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:40.243599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-f5c35336-99e1-4356-9384-db7378d813f2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0244734 Apr 30 01:48:40.269356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Request body: {'port': {'device_id': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:40.270072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc659a-8b83-45f8-956e-a97ca24f5d2d req-7465c01d-53b4-425d-b12a-5ffb14f5fcc7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:40.274041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9fc659a-8b83-45f8-956e-a97ca24f5d2d req-7465c01d-53b4-425d-b12a-5ffb14f5fcc7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 932 time: 0.0958376 Apr 30 01:48:40.327281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9fc659a-8b83-45f8-956e-a97ca24f5d2d req-87af3e65-5ced-4df5-afd8-c210d50f31d6 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509784 Apr 30 01:48:40.402321 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:40.415772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-304e6d24-2515-4f04-9e79-81e00cb2c403 None None] Provisioning complete for port 3ac95114-5da6-4df6-8959-9a6ea67c7947 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:40.416705 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-304e6d24-2515-4f04-9e79-81e00cb2c403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:40.485108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-304e6d24-2515-4f04-9e79-81e00cb2c403 None None] Port 3ac95114-5da6-4df6-8959-9a6ea67c7947 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:48:40.729595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac95114-5da6-4df6-8959-9a6ea67c7947 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:48:40.737941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:40.751321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Transition to ACTIVE for port object 3ac95114-5da6-4df6-8959-9a6ea67c7947 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:48:40.824174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:40.869726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:40.996489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Attempting to bind port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:48:40.996901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Attempting to bind port 3ac95114-5da6-4df6-8959-9a6ea67c7947 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:48:40.997304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Attempting to bind port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:41.002211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on network 38cea461-d811-4219-b7b4-8970878e3241 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:48:41.002614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Attempting to bind port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:41.008085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:48:41.008528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Checking segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:48:41.008982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Bound using segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:48:41.010474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Bound port: 3ac95114-5da6-4df6-8959-9a6ea67c7947, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:48:41.010904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:41.093031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:48:41.096507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:48:41.200779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:41.239706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:41.240362 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:41.241795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] 10.222.0.23 "PUT /v2.0/ports/3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 200 len: 1092 time: 0.9857149 Apr 30 01:48:41.242292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:41.244802 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb7a2e1-4e76-45bb-9e20-99554b942b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:41.272957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6abf6d-836b-454a-b0b7-89a1a117185c service neutron] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:41.308773 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a29f991-b3ca-4255-9ba6-1c98099ef456 x-openstack-request-id: req-0a29f991-b3ca-4255-9ba6-1c98099ef456 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:41.309068 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:41.309350 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a29f991-b3ca-4255-9ba6-1c98099ef456 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:41.309755 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a29f991-b3ca-4255-9ba6-1c98099ef456'] response: {'name': 'network-changed', 'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'status': 'completed', 'code': 200} Apr 30 01:48:41.562979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863f68d-08c5-4451-8886-9512fdae962b req-0028a251-dd3f-4bbf-b9b5-1da22fccb876 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:41.570476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6863f68d-08c5-4451-8886-9512fdae962b req-0028a251-dd3f-4bbf-b9b5-1da22fccb876 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 944 time: 0.1103721 Apr 30 01:48:41.650882 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6863f68d-08c5-4451-8886-9512fdae962b req-31d3bc38-fcce-44d6-9798-e8f2f1c296bd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791302 Apr 30 01:48:41.848371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7a2e1-4e76-45bb-9e20-99554b942b4f req-b83ef4ee-2f4c-4856-837b-72a8a1488182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:41.850104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1eb7a2e1-4e76-45bb-9e20-99554b942b4f req-b83ef4ee-2f4c-4856-837b-72a8a1488182 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1095 time: 0.5147421 Apr 30 01:48:42.070073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7a2e1-4e76-45bb-9e20-99554b942b4f req-f897f3e1-f684-48a0-9898-39bffa2ef217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:42.071639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1eb7a2e1-4e76-45bb-9e20-99554b942b4f req-f897f3e1-f684-48a0-9898-39bffa2ef217 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a823ee5723204533bd2f9e94091eddb0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2092819 Apr 30 01:48:42.310717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7a2e1-4e76-45bb-9e20-99554b942b4f req-6d48402c-db6c-4698-a91d-29385b955f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:42.312262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1eb7a2e1-4e76-45bb-9e20-99554b942b4f req-6d48402c-db6c-4698-a91d-29385b955f7d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2297699 Apr 30 01:48:42.409245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd78b-47da-4680-a017-e1881d1708fe req-4847d7ab-7fb8-4ec6-95ce-be1caee4308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:42.410779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-4847d7ab-7fb8-4ec6-95ce-be1caee4308d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1095 time: 0.0470450 Apr 30 01:48:42.462874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-07b509e1-fb02-4f61-b26d-99597af44116 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 200 len: 217 time: 0.0383825 Apr 30 01:48:42.548504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd78b-47da-4680-a017-e1881d1708fe req-e9d182f9-56cd-4ef1-861d-2703a1ce4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:42.550195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-e9d182f9-56cd-4ef1-861d-2703a1ce4d40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0784338 Apr 30 01:48:42.627022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd78b-47da-4680-a017-e1881d1708fe req-4368378f-f331-417d-ab05-93284dfd98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:42.629460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-4368378f-f331-417d-ab05-93284dfd98f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667098 Apr 30 01:48:42.747309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-cc67e653-bedc-47e9-8862-0dbe52c1d38e service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066320 Apr 30 01:48:42.840490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648ee13-a07f-47d2-9450-bdbb7dd1ff96 req-8902757d-19dd-4bd1-891a-051a2e0a124e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:42.860694 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1648ee13-a07f-47d2-9450-bdbb7dd1ff96 req-8902757d-19dd-4bd1-891a-051a2e0a124e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 944 time: 0.1022735 Apr 30 01:48:42.904299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949cd78b-47da-4680-a017-e1881d1708fe req-d6afe21b-2912-418b-9cc4-5bf70af45986 service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438470 Apr 30 01:48:42.944668 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1648ee13-a07f-47d2-9450-bdbb7dd1ff96 req-4673133e-4c77-49c2-b7fd-9450657e0c0f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827346 Apr 30 01:48:44.101829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583aa3-4d7b-44d1-b5cc-eb2b52c630c3 req-3d8a1a22-2018-4e71-a13a-79857b385759 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:44.105930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-03583aa3-4d7b-44d1-b5cc-eb2b52c630c3 req-3d8a1a22-2018-4e71-a13a-79857b385759 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 944 time: 0.0551450 Apr 30 01:48:44.158867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-03583aa3-4d7b-44d1-b5cc-eb2b52c630c3 req-4a184f2c-690d-496b-b172-69e9f0edb3c9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487292 Apr 30 01:48:44.633691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:48:44.738446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:44.752960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'port_id': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'mac_address': 'fa:16:3e:21:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:48:44.801915 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:44.818433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac95114-5da6-4df6-8959-9a6ea67c7947 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:48:44.857968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:44.914453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:44.970406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:45.184336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3ac95114-5da6-4df6-8959-9a6ea67c7947'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:48:45.265531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-16e69849-14f2-4353-ab0a-71f4d15a1365 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740588 Apr 30 01:48:45.355758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af69839-879f-4c04-bd23-306ba989afc1 req-8fd3ba16-1c6e-4c2f-86c0-ec8353e52d85 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:45.357361 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2af69839-879f-4c04-bd23-306ba989afc1 req-8fd3ba16-1c6e-4c2f-86c0-ec8353e52d85 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0883651 Apr 30 01:48:45.390083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-761ae450-bbc9-4c9f-872b-a0b21fffedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:45.391768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-761ae450-bbc9-4c9f-872b-a0b21fffedfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1098 time: 0.0694602 Apr 30 01:48:45.426972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2af69839-879f-4c04-bd23-306ba989afc1 req-1a6d12b7-10eb-4c1f-8cb3-7faf40251071 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556250 Apr 30 01:48:45.522041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-d737b62c-65de-406d-8440-99f411ecfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:45.529463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-d737b62c-65de-406d-8440-99f411ecfa73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.1106658 Apr 30 01:48:45.600398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-a52cb659-af07-4c93-bc4b-950b6b6944b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 1001 time: 0.0671952 Apr 30 01:48:45.609772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53402) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:45.672653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-1d8cf1ef-6612-4ede-ab70-500f5e3db03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:45.674669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-1d8cf1ef-6612-4ede-ab70-500f5e3db03a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0663118 Apr 30 01:48:45.731304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:45.740845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-3afd8d4a-9be6-446c-8b88-c181881dc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:45.743830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-3afd8d4a-9be6-446c-8b88-c181881dc8da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615885 Apr 30 01:48:45.827784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:45.849797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-6d0284e0-730e-40c2-a749-8443fce5dd27 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996058 Apr 30 01:48:45.902889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:45.951218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be75a56225064931bbc2370f2c3b113e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379636 Apr 30 01:48:45.951463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-56f6be35-f8e4-4ef8-8aed-766eba2579d0 req-39cf3321-71c9-43d5-89a0-ba49f73cc0c3 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916884 Apr 30 01:48:45.951571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5551d62c-8827-4f4e-ab86-14b5cfaec89e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:45.951692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53408) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:45.959394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.959857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.960249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.960636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.965437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.965437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.965437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.965437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.965437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.965437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.965437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:45.965437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a0a87-fba8-486d-9091-54efa0969796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:48:46.017832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95363a4d-32e8-42f7-bcd0-0c77f792e15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:46.041846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95363a4d-32e8-42f7-bcd0-0c77f792e15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:46.160031 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95363a4d-32e8-42f7-bcd0-0c77f792e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:46.162793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95363a4d-32e8-42f7-bcd0-0c77f792e15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:46.167353 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95363a4d-32e8-42f7-bcd0-0c77f792e15a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5551d62c-8827-4f4e-ab86-14b5cfaec89e HTTP/1.1" status: 204 len: 168 time: 0.2115903 Apr 30 01:48:46.174870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95363a4d-32e8-42f7-bcd0-0c77f792e15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5551d62c-8827-4f4e-ab86-14b5cfaec89e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:46.614613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c6b0-40a8-4674-b05a-0c0cfa145948 req-c2c7ddff-d7d9-4163-bc08-fa6626eefc99 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:46.616270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fdd4c6b0-40a8-4674-b05a-0c0cfa145948 req-c2c7ddff-d7d9-4163-bc08-fa6626eefc99 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0608475 Apr 30 01:48:46.650037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:48:46.679767 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fdd4c6b0-40a8-4674-b05a-0c0cfa145948 req-b56d2d84-e633-472a-b517-8e94cfad6b66 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548053 Apr 30 01:48:46.771845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 3ac95114-5da6-4df6-8959-9a6ea67c7947 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:48:46.778171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 3ac95114-5da6-4df6-8959-9a6ea67c7947 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:46.778745 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:46.869224 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:46.894197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:46.896696 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0244d6ff-a2a0-4d41-8cfb-a9d3ff359340" -d '{"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-plugged", "status": "completed", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:46.911288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:46.951951 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07091fdb-2e66-4b26-bf66-8e71c9e33dd9 x-openstack-request-id: req-07091fdb-2e66-4b26-bf66-8e71c9e33dd9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:46.952443 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-plugged", "status": "completed", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:46.952698 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07091fdb-2e66-4b26-bf66-8e71c9e33dd9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:46.953089 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07091fdb-2e66-4b26-bf66-8e71c9e33dd9'] response: {'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'code': 200} Apr 30 01:48:46.978690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.028986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:47.063049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6256d6-1a4f-4f61-b1fa-d263c1952082 req-e9dd75db-d96b-4e50-a264-b2c86fc0ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:47.064690 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4f6256d6-1a4f-4f61-b1fa-d263c1952082 req-e9dd75db-d96b-4e50-a264-b2c86fc0ca10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1097 time: 0.0416725 Apr 30 01:48:47.107520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4f6256d6-1a4f-4f61-b1fa-d263c1952082 req-00cc1af9-5754-4beb-bb0b-a8df7ec05035 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322299 Apr 30 01:48:47.339981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53442) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:47.437853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1065767548-network', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:47.518857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Made reservation on behalf of 3fdc3a3dad1344c3ac70cc2740aca955 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:48:47.520500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.529973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.604930 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.669426 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.696559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:48:47.702995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73beb467-aa3f-4208-a0f7-f0113e9ce007,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:47.710030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.710377 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Added segment 6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1 of type vlan for network b1e5b29c-5b9b-4f19-9954-a47948365705 Apr 30 01:48:47.766512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.909022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.909777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:47.910359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:47.931998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af3b3d-d938-4812-8132-f087803439f7 req-2b5d90af-df2b-4d22-9c0e-94da8fe5e195 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:47.936542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6af3b3d-d938-4812-8132-f087803439f7 req-2b5d90af-df2b-4d22-9c0e-94da8fe5e195 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0761487 Apr 30 01:48:47.988083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e5b29c-5b9b-4f19-9954-a47948365705,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:47.997669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b1e5b29c-5b9b-4f19-9954-a47948365705 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:48:48.006035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6af3b3d-d938-4812-8132-f087803439f7 req-8701a65c-6acf-422a-a6ee-709fe71d1909 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634172 Apr 30 01:48:48.014699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e087d81e-cecb-4fef-91b8-c96663e36ec5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6736288 Apr 30 01:48:48.017633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53460) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:48.022551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Request body: {'subnet': {'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1065767548-subnet', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:48.120401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Made reservation on behalf of 3fdc3a3dad1344c3ac70cc2740aca955 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:48:48.122860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:48.389181 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:48.451111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d250c9-2838-4588-892c-84cbb0b81923,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:48.461471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Checking segment: {'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:48:48.466305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Network hostable DHCP agents. Network: b1e5b29c-5b9b-4f19-9954-a47948365705, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:48:48.558442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Network b1e5b29c-5b9b-4f19-9954-a47948365705 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:48:48.674007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b1e5b29c-5b9b-4f19-9954-a47948365705) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:48:48.678256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:48.678845 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:48.685070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba4436e-6a61-469b-a82e-427a4d9854c4 None None] Network b1e5b29c-5b9b-4f19-9954-a47948365705 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:48:48.731369 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:48.766693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53474) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:48.767238 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3170cb98-e32c-4b0f-891f-6169ca2a84b8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7482364 Apr 30 01:48:48.771174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:48.834814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-b1e5b29c-5b9b-4f19-9954-a47948365705', 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'fixed_ips': [{'subnet_id': 'f6d250c9-2838-4588-892c-84cbb0b81923'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:48:48.835704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:48.862891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:48.863929 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:48.916762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:48.980566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Allocated IP 172.20.0.2 (b1e5b29c-5b9b-4f19-9954-a47948365705/f6d250c9-2838-4588-892c-84cbb0b81923/811cb697-9a4a-4910-9268-bc20eef4a3cd) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:48:49.138786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.159806 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.189179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b2731-58fb-48f3-afe3-731fad5f3dc3 req-5331134f-4f5b-49ce-9a76-bd3707be3142 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:49.190746 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f67b2731-58fb-48f3-afe3-731fad5f3dc3 req-5331134f-4f5b-49ce-9a76-bd3707be3142 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0729823 Apr 30 01:48:49.233713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f67b2731-58fb-48f3-afe3-731fad5f3dc3 req-aefcda0b-1c4f-4f1d-a6ef-7c8e9552f93d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332630 Apr 30 01:48:49.254769 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.296916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Network b1e5b29c-5b9b-4f19-9954-a47948365705 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:48:49.299926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:48:49.308560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:48:49.358316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Pushing event updated for resources: {'Port': ['ID=811cb697-9a4a-4910-9268-bc20eef4a3cd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:49.391165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Attempting to bind port 811cb697-9a4a-4910-9268-bc20eef4a3cd on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:48:49.393707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Attempting to bind port 811cb697-9a4a-4910-9268-bc20eef4a3cd by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:48:49.394169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Attempting to bind port 811cb697-9a4a-4910-9268-bc20eef4a3cd on network b1e5b29c-5b9b-4f19-9954-a47948365705 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:49.402339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:48:49.402826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Checking segment: {'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:48:49.403418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.404327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Bound using segment: {'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:48:49.405130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Bound port: 811cb697-9a4a-4910-9268-bc20eef4a3cd, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:48:49.405597 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.409748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d6a15-280d-44f9-a2d1-4bf69cb64d86 req-8e810458-b936-4f69-ab4b-1f39d1ad3031 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:49.423103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b8d6a15-280d-44f9-a2d1-4bf69cb64d86 req-8e810458-b936-4f69-ab4b-1f39d1ad3031 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0872259 Apr 30 01:48:49.423697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53486) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:49.429159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Request body: {'floatingip': {'port_id': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:49.474562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.479374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] For port 811cb697-9a4a-4910-9268-bc20eef4a3cd, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:48:49.484811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] For port 811cb697-9a4a-4910-9268-bc20eef4a3cd, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=811cb697-9a4a-4910-9268-bc20eef4a3cd,segment=NetworkSegment(6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1),segment_id=6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:48:49.521787 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.562191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.577676 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:49.708613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacea97-4054-4fee-bcf8-9ff98a7e9135 None None] Pushing event updated for resources: {'Port': ['ID=811cb697-9a4a-4910-9268-bc20eef4a3cd,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:49.791875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Allocated IP 172.25.0.57 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/53ddcb41-ca70-4139-97b2-a18ac32db503) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:48:49.955205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:50.068909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:50.110173 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:48:50.113059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:48:50.115474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:48:50.117621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:50.139758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Pushing event updated for resources: {'Port': ['ID=53ddcb41-ca70-4139-97b2-a18ac32db503,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:50.189190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:50.319859 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Floating IP fa43fef1-3966-40ae-8c10-b2a940beb340 associated. External IP: 172.25.0.85, port: 3ac95114-5da6-4df6-8959-9a6ea67c7947. Apr 30 01:48:50.513353 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:50.561311 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:50.570967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Router db6e4ae3-69d6-4794-9b89-19a3639302c4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:48:50.715496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:48:50.725543 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] Sync routers for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:48:50.726558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:50.740504 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:50.741483 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:50.764724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-65e4a146-7542-4d51-9940-f6e307dba125 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "PUT /v2.0/floatingips/fa43fef1-3966-40ae-8c10-b2a940beb340 HTTP/1.1" status: 200 len: 991 time: 1.3397405 Apr 30 01:48:50.765616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:50.768507 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f" -d '{"events": [{"name": "network-changed", "server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:50.792969 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:50.883140 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:50.939182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07805ec-d9e3-496b-a1a2-d397e7e1f348 None None] Network b1e5b29c-5b9b-4f19-9954-a47948365705 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:48:51.042564 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcf8d9c-97c0-4dac-a7a5-7b04eca18ecb x-openstack-request-id: req-8fcf8d9c-97c0-4dac-a7a5-7b04eca18ecb {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:51.042863 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:51.043110 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fcf8d9c-97c0-4dac-a7a5-7b04eca18ecb {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:51.043542 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcf8d9c-97c0-4dac-a7a5-7b04eca18ecb'] response: {'name': 'network-changed', 'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'status': 'completed', 'code': 200} Apr 30 01:48:51.082195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9aef241d-cc6f-4128-9a96-1c17e96bdfcc None None] Provisioning complete for port 811cb697-9a4a-4910-9268-bc20eef4a3cd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:51.082883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aef241d-cc6f-4128-9a96-1c17e96bdfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:51.241145 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fa43fef1-3966-40ae-8c10-b2a940beb340', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'port_id': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'mac_address': 'fa:16:3e:21:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:48:35Z', 'updated_at': '2022-04-30T01:48:50Z', 'revision_number': 1, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:51.279715 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] Checking router: db6e4ae3-69d6-4794-9b89-19a3639302c4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:48:51.298830 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:51.300574 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:51.304947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 811cb697-9a4a-4910-9268-bc20eef4a3cd up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:48:51.341243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aef241d-cc6f-4128-9a96-1c17e96bdfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:51.423217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-7a9de495-ac1f-4a4c-b4ec-e6ce5a55817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:51.425281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-7a9de495-ac1f-4a4c-b4ec-e6ce5a55817e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1097 time: 0.0872188 Apr 30 01:48:51.450875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9aef241d-cc6f-4128-9a96-1c17e96bdfcc None None] For port 811cb697-9a4a-4910-9268-bc20eef4a3cd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=811cb697-9a4a-4910-9268-bc20eef4a3cd,segment=NetworkSegment(6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1),segment_id=6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:51.460251 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:51.462535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 811cb697-9a4a-4910-9268-bc20eef4a3cd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:51.462931 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:51.581300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:48:51.607185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9aef241d-cc6f-4128-9a96-1c17e96bdfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:51.648312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-317fa7b0-9c60-4827-b8df-47715375e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:51.655224 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-317fa7b0-9c60-4827-b8df-47715375e53f service neutron] 10.222.0.23 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.2188337 Apr 30 01:48:51.896857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef241d-cc6f-4128-9a96-1c17e96bdfcc None None] Pushing event updated for resources: {'Port': ['ID=811cb697-9a4a-4910-9268-bc20eef4a3cd,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:51.917012 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:51.930572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6a8c678c-6b92-453d-a02d-784c53e01787 None None] Provisioning complete for port 811cb697-9a4a-4910-9268-bc20eef4a3cd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:51.930572 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a8c678c-6b92-453d-a02d-784c53e01787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:51.937585 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fa43fef1-3966-40ae-8c10-b2a940beb340', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'port_id': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'mac_address': 'fa:16:3e:21:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:48:35Z', 'updated_at': '2022-04-30T01:48:50Z', 'revision_number': 1, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:51.938745 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-58dbd526-5024-49f8-8237-359b226b9acc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 200 len: 999 time: 0.2039211 Apr 30 01:48:51.970179 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424223f1-8535-4f23-8c1d-79fe5b1db0cf None None] The sync data for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 is: [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'fa43fef1-3966-40ae-8c10-b2a940beb340', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'port_id': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'mac_address': 'fa:16:3e:21:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:48:35Z', 'updated_at': '2022-04-30T01:48:50Z', 'revision_number': 1, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:48:52.031159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:48:52.058451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Sync routers for ids ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:48:52.058910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-5d210d4a-d351-46c9-8da5-621e4f1353bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:52.061241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-5d210d4a-d351-46c9-8da5-621e4f1353bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0996649 Apr 30 01:48:52.113424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Routers {'4ba73191-bdc8-4f4d-80cf-2d88260c4868'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:52.114079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:52.125697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-f6761fed-f47d-42d9-af98-99a538596333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:52.127241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-f6761fed-f47d-42d9-af98-99a538596333 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589156 Apr 30 01:48:52.130712 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:52.134480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4a3a5242-29df-4783-b56f-ff305e54b801 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3642161 Apr 30 01:48:52.135201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:52.163676 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:48:52.164034 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:48:52.253137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-89f0326c-9af2-40ed-ae40-260c25287c02 service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189098 Apr 30 01:48:52.275669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Set router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:52.366892 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6eaab-cb84-49eb-9f81-cce243e6dd15 None None] New status for floating IP fa43fef1-3966-40ae-8c10-b2a940beb340: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:48:52.424848 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f6e18bcf-1b01-4cfa-9885-f0a0ad68f35f req-92bdd3bb-c8bc-466d-9a1c-bd8b1954d3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647117 Apr 30 01:48:52.646412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:48:50Z', 'revision_number': 3, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:52.696692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Checking router: 4ba73191-bdc8-4f4d-80cf-2d88260c4868 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:48:52.696692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Updating router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 port 53ddcb41-ca70-4139-97b2-a18ac32db503 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:48:52.746438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:52.769451 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.121196 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.233033 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.273802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 811cb697-9a4a-4910-9268-bc20eef4a3cd up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:48:53.277480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Allocated IP 172.20.0.1 (b1e5b29c-5b9b-4f19-9954-a47948365705/f6d250c9-2838-4588-892c-84cbb0b81923/79794c38-cfff-4241-9941-b9d5314ea62a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:48:53.343156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ed886-f7b3-4c12-9257-9a87e636be13 None None] Pushing event updated for resources: {'Port': ['ID=53ddcb41-ca70-4139-97b2-a18ac32db503,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:53.358612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Attempting to bind port 53ddcb41-ca70-4139-97b2-a18ac32db503 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:48:53.359245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Attempting to bind port 53ddcb41-ca70-4139-97b2-a18ac32db503 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:48:53.360213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Attempting to bind port 53ddcb41-ca70-4139-97b2-a18ac32db503 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:53.369588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:48:53.370230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:48:53.370813 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.371358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:48:53.372008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Bound port: 53ddcb41-ca70-4139-97b2-a18ac32db503, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:48:53.372597 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.428947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.443668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 811cb697-9a4a-4910-9268-bc20eef4a3cd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:53.444279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.471103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] For port 53ddcb41-ca70-4139-97b2-a18ac32db503, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:48:53.489448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] For port 53ddcb41-ca70-4139-97b2-a18ac32db503, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=53ddcb41-ca70-4139-97b2-a18ac32db503,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:48:53.566402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.617219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Pushing event updated for resources: {'Port': ['ID=79794c38-cfff-4241-9941-b9d5314ea62a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:53.621327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Network b1e5b29c-5b9b-4f19-9954-a47948365705 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:48:53.623143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:48:53.623291 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.625337 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:48:53.699276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Routers {'4ba73191-bdc8-4f4d-80cf-2d88260c4868'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:53.703521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:53.704166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:53.805251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ed886-f7b3-4c12-9257-9a87e636be13 None None] Pushing event updated for resources: {'Port': ['ID=53ddcb41-ca70-4139-97b2-a18ac32db503,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:53.919288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] Set router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:54.015659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:54.110411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0b92517d-b365-404c-8ba4-2af0f3d643fa None None] Provisioning complete for port 79794c38-cfff-4241-9941-b9d5314ea62a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:54.111986 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b92517d-b365-404c-8ba4-2af0f3d643fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:54.186858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0b92517d-b365-404c-8ba4-2af0f3d643fa None None] Port 79794c38-cfff-4241-9941-b9d5314ea62a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:48:54.275871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:48:50Z', 'revision_number': 3, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:54.302792 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a0be-7f7c-4f83-9560-263c3d287a92 None None] The sync data for ids ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'] in n-d-821348-1 is: [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:48:50Z', 'revision_number': 3, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:48:54.307287 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:48:54.308995 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:54.452060 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:54.596074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Pushing event updated for resources: {'Port': ['ID=79794c38-cfff-4241-9941-b9d5314ea62a,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:54.602454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:54.755485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Network b1e5b29c-5b9b-4f19-9954-a47948365705 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:48:54.757055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:48:54.986246 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:48:55.133393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-661b07ee-fabd-4d35-8754-0ba0b85f7ed7 None None] Provisioning complete for port 79794c38-cfff-4241-9941-b9d5314ea62a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:55.134128 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-661b07ee-fabd-4d35-8754-0ba0b85f7ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:55.235957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-661b07ee-fabd-4d35-8754-0ba0b85f7ed7 None None] Port 79794c38-cfff-4241-9941-b9d5314ea62a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:48:55.264070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cc389-f077-4928-99d1-c7c8c3f92bd4 req-5630c577-ac48-451c-bf3e-7f06a84b2122 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:55.265609 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba9cc389-f077-4928-99d1-c7c8c3f92bd4 req-5630c577-ac48-451c-bf3e-7f06a84b2122 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1098 time: 0.1881273 Apr 30 01:48:55.277588 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-1ec97517-96cc-4ed6-bb69-c9e4cc7ff0d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985222 Apr 30 01:48:55.295553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:48:55.317264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e04eb851-0e0e-485b-82ae-a284d51d7564 admin admin] 10.222.0.15 "PUT /v2.0/routers/4ba73191-bdc8-4f4d-80cf-2d88260c4868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1705382 Apr 30 01:48:55.356294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 53ddcb41-ca70-4139-97b2-a18ac32db503 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:48:55.380542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba9cc389-f077-4928-99d1-c7c8c3f92bd4 req-9eed18fc-b16c-4785-a243-c475237915a1 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030648 Apr 30 01:48:55.421014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53528) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:55.438884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-2ac8cb9a-9c96-4afc-bbd1-1d978b1f8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:55.447949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-2ac8cb9a-9c96-4afc-bbd1-1d978b1f8243 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1098 time: 0.1213872 Apr 30 01:48:55.509434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 53ddcb41-ca70-4139-97b2-a18ac32db503 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:55.509812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:55.688127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:55.755379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 53ddcb41-ca70-4139-97b2-a18ac32db503, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=53ddcb41-ca70-4139-97b2-a18ac32db503,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:55.755594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-e62a66b9-0ab3-4edf-a815-0bcbc7cb682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:55.755594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-e62a66b9-0ab3-4edf-a815-0bcbc7cb682d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.2750854 Apr 30 01:48:55.825975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port 8ff56df8-9133-413e-a831-7592493d6f37 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:48:55.835469 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:55.851986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-e46ee69e-73be-4571-8a31-efab2436d3dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 1001 time: 0.0983055 Apr 30 01:48:55.903055 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:55.912680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-60a7cbfd-c787-4b79-af64-6711e5909518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:55.914191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-60a7cbfd-c787-4b79-af64-6711e5909518 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0569277 Apr 30 01:48:55.951974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:55.953082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:55.985220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for 8ff56df8-9133-413e-a831-7592493d6f37 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:48:56.027364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-f6d4114c-b909-46a6-a726-395b4e10e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:56.029036 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-f6d4114c-b909-46a6-a726-395b4e10e79e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075623 Apr 30 01:48:56.034743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=53ddcb41-ca70-4139-97b2-a18ac32db503,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:56.135937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-cb469b1e-6673-47cb-b32e-01ee7e26a06b service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999830 Apr 30 01:48:56.288466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-698d9b0a-69ff-4711-ac39-3e2dd6cb9524 req-6b2d0ed0-2a2d-4e0f-bbc0-f7871d386eb1 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367311 Apr 30 01:48:56.427226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:56.454030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=8ff56df8-9133-413e-a831-7592493d6f37,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:56.601293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:56.601643 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Floating IP 2c06178c-382c-466d-913e-18d02c861345 disassociated (deleted). External IP: 172.25.0.26, port: 172d0c06-ef78-44ce-9775-1808f895ca9c. Apr 30 01:48:56.704195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53546) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:56.709491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-226280785-network', 'tenant_id': '2f835fd4025947188fd3a51c52051c06'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:56.850099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Made reservation on behalf of 2f835fd4025947188fd3a51c52051c06 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:48:56.853425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:56.863709 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:56.925062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:48:56.999149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:57.050282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Sync routers for ids ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:48:57.075464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Routers {'4ba73191-bdc8-4f4d-80cf-2d88260c4868'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:57.076189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:57.080765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:48:57.088004 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:57.093511 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] Sync routers for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:48:57.097048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:57.106407 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:57.107029 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:57.115338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:48:57.148271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:57.152452 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Added segment 5641badf-4336-433d-914c-be94ee13659d of type vlan for network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 Apr 30 01:48:57.184229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-39bcd4ca-a2d4-44ad-bf23-705e6ce6cd29 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/floatingips/2c06178c-382c-466d-913e-18d02c861345 HTTP/1.1" status: 204 len: 168 time: 1.7620223 Apr 30 01:48:57.201425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:48:57.210402 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf3a481-47a4-4e6c-9347-966c64236924" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:48:57.333045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:57.334844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 53ddcb41-ca70-4139-97b2-a18ac32db503 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:48:57.344425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66acb69-f949-42b6-a57d-020d8a72cad9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:57.404789 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:57.471489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:57.474843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:57.478562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:57.566250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Set router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:57.625854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] Pushing event updated for resources: {'Network': ['ID=87c5a395-7782-4a02-8a9d-2dc4f66a10a2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:57.639754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:48:57.724845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 53ddcb41-ca70-4139-97b2-a18ac32db503 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:57.724845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:57.738220 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-34453143-f596-452f-83e2-6df5a1f1c029 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0328536 Apr 30 01:48:57.741241 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:57.745725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53560) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:57.752656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Request body: {'subnet': {'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-226280785-subnet', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:57.804831 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] Checking router: 2ecd024e-a891-47e1-bf3f-5c3347f6d772 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:48:57.815491 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:57.816089 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:57.817786 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb75a6dc-1f4a-4944-b2a5-d74266cb73e0 x-openstack-request-id: req-fb75a6dc-1f4a-4944-b2a5-d74266cb73e0 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:48:57.818291 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:48:57.818291 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb75a6dc-1f4a-4944-b2a5-d74266cb73e0 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:48:57.818707 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb75a6dc-1f4a-4944-b2a5-d74266cb73e0'] response: {'name': 'network-changed', 'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'status': 'completed', 'code': 200} Apr 30 01:48:57.898153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Made reservation on behalf of 2f835fd4025947188fd3a51c52051c06 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:48:57.902151 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:58.013049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-805be6ff-890e-4ed7-9394-6dbe107a35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:58.015623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-805be6ff-890e-4ed7-9394-6dbe107a35ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 1098 time: 0.1718793 Apr 30 01:48:58.018984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:48:53Z', 'revision_number': 4, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '79794c38-cfff-4241-9941-b9d5314ea62a', 'name': '', 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'mac_address': 'fa:16:3e:95:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f6d250c9-2838-4588-892c-84cbb0b81923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:53Z', 'updated_at': '2022-04-30T01:48:54Z', 'revision_number': 2, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'subnets': [{'id': 'f6d250c9-2838-4588-892c-84cbb0b81923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:58.040587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e93f-b780-4124-a883-39be1005986e req-a4d65665-0e52-4240-b401-a1090f84a36a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:58.053048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0380e93f-b780-4124-a883-39be1005986e req-a4d65665-0e52-4240-b401-a1090f84a36a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 947 time: 0.1086183 Apr 30 01:48:58.061100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Checking router: 4ba73191-bdc8-4f4d-80cf-2d88260c4868 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:48:58.062068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Updating router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 port 79794c38-cfff-4241-9941-b9d5314ea62a binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:48:58.125479 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:58.161486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0380e93f-b780-4124-a883-39be1005986e req-9a1f9400-7bec-4bea-a3d1-c8ad6fe9093f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946355 Apr 30 01:48:58.187900 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:58.208189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-18bebb73-a3a6-4179-88a4-f2214f001a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:58.209913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-18bebb73-a3a6-4179-88a4-f2214f001a11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 200 len: 896 time: 0.1845415 Apr 30 01:48:58.257716 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-a9603659-90d4-4cb8-b74a-2f50c34663ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 200 len: 217 time: 0.0396922 Apr 30 01:48:58.348072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-3860b7b2-785e-41d6-b556-0cad1ed64d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:58.349624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-3860b7b2-785e-41d6-b556-0cad1ed64d06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 200 len: 834 time: 0.0828168 Apr 30 01:48:58.497964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-580c1818-87c9-47a5-b767-69d8625e26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:58.501042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-580c1818-87c9-47a5-b767-69d8625e26fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb6cc13-0a09-4784-b115-57a442391f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998168 Apr 30 01:48:58.593235 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:58.608192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:58.642391 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:58.670456 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe0dff-7324-48b9-9ae7-efc6045659ed None None] The sync data for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 is: [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:46:51Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '017b2181-5b51-4027-8bf5-22cc12ef5193', 'name': '', 'network_id': '7bb6cc13-0a09-4784-b115-57a442391f84', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:eb:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:49Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': 'e4ddf35d-4da2-4000-99cf-d9c32f0859dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:48:58.689436 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:58.749943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dbd72-f459-4cda-9944-cbc4921540c6 None None] Pushing event updated for resources: {'Port': ['ID=79794c38-cfff-4241-9941-b9d5314ea62a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:58.771066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Checking segment: {'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:48:58.771807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Network hostable DHCP agents. Network: 87c5a395-7782-4a02-8a9d-2dc4f66a10a2, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:48:58.782941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f195104-65c9-47be-8ee8-2335b388ff47,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:58.788026 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-010f2da9-41cd-45e5-a67c-36cacdd25eb5 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778158 Apr 30 01:48:58.968236 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a13c100-264f-48a1-a069-65061407761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:58.968236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Attempting to bind port 79794c38-cfff-4241-9941-b9d5314ea62a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:48:58.968236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Attempting to bind port 79794c38-cfff-4241-9941-b9d5314ea62a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:48:58.968236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Attempting to bind port 79794c38-cfff-4241-9941-b9d5314ea62a on network b1e5b29c-5b9b-4f19-9954-a47948365705 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:48:58.972194 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3bf3a481-47a4-4e6c-9347-966c64236924 req-d027e859-10d3-4326-afe2-465864c2c42e service neutron] 10.222.0.21 "GET /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450868 Apr 30 01:48:59.094780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:48:59.094780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Checking segment: {'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:48:59.094780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.094780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Bound using segment: {'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:48:59.094780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Bound port: 79794c38-cfff-4241-9941-b9d5314ea62a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:48:59.094780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.113086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:48:59.188048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] For port 79794c38-cfff-4241-9941-b9d5314ea62a, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:48:59.192210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-6cef938a-c282-4815-b509-e8bf21d9740b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:59.202443 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-6cef938a-c282-4815-b509-e8bf21d9740b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 947 time: 0.1760097 Apr 30 01:48:59.210521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] For port 79794c38-cfff-4241-9941-b9d5314ea62a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=79794c38-cfff-4241-9941-b9d5314ea62a,segment=NetworkSegment(6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1),segment_id=6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:48:59.229517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-afe72c1e-c938-43bc-901e-e7ed6431bd51 None None] Provisioning complete for port 79794c38-cfff-4241-9941-b9d5314ea62a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:48:59.229885 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afe72c1e-c938-43bc-901e-e7ed6431bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.260340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929e135-aba7-4644-9ec7-4116dc170b56 None None] New status for floating IP 2c06178c-382c-466d-913e-18d02c861345: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:48:59.269329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 87c5a395-7782-4a02-8a9d-2dc4f66a10a2) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:48:59.301675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:59.304698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.354154 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a109a0c-6712-4d91-8297-d0ca0ebd0cab None None] Network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:48:59.357335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port 172d0c06-ef78-44ce-9775-1808f895ca9c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:48:59.364342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.380668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f53a0-9792-4b54-ad52-bd340d50c505 req-73697bdb-516a-4f7c-8e8a-b3ee473f0be0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:48:59.387519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d6f53a0-9792-4b54-ad52-bd340d50c505 req-73697bdb-516a-4f7c-8e8a-b3ee473f0be0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 947 time: 0.1146100 Apr 30 01:48:59.407264 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.413801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-afe72c1e-c938-43bc-901e-e7ed6431bd51 None None] Port 79794c38-cfff-4241-9941-b9d5314ea62a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:48:59.493617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fa681a6d-0039-4c9d-ae12-fafe55a6b157 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7456374 Apr 30 01:48:59.499713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d6f53a0-9792-4b54-ad52-bd340d50c505 req-900ec91b-5812-49f2-96b1-b3cd210e3d8c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ada587b-f3a8-4e48-8f8c-655f9ce9da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083724 Apr 30 01:48:59.500127 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53592) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:48:59.507896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:48:59.537238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Routers {'4ba73191-bdc8-4f4d-80cf-2d88260c4868'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:48:59.538115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:48:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:48:59.540646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dbd72-f459-4cda-9944-cbc4921540c6 None None] Pushing event updated for resources: {'Port': ['ID=79794c38-cfff-4241-9941-b9d5314ea62a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:48:59.612132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port 172d0c06-ef78-44ce-9775-1808f895ca9c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=172d0c06-ef78-44ce-9775-1808f895ca9c,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:48:59.612132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.629734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for 172d0c06-ef78-44ce-9775-1808f895ca9c owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:48:59.691486 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.694801 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.745802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] Set router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:48:59.801265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-87c5a395-7782-4a02-8a9d-2dc4f66a10a2', 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'fixed_ips': [{'subnet_id': '0f195104-65c9-47be-8ee8-2335b388ff47'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:48:59.806768 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.858162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.941406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:48:59.987246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=172d0c06-ef78-44ce-9775-1808f895ca9c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:00.094585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] No DVR routers for this DVR port 172d0c06-ef78-44ce-9775-1808f895ca9c on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:49:00.097262 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.100739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f9166bb0-56ff-495d-a346-9dde390e11e8 req-4725a35b-ef4e-41f9-8fab-70c4f8a9e5ac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "DELETE /v2.0/ports/172d0c06-ef78-44ce-9775-1808f895ca9c HTTP/1.1" status: 204 len: 173 time: 0.8968089 Apr 30 01:49:00.101179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-deleted', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:49:00.104332 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171e2f29-071d-47d8-b691-8eec778ea435" -d '{"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-deleted", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:49:00.160972 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea8dad3-a454-49b7-a353-daedcfd07c11 x-openstack-request-id: req-aea8dad3-a454-49b7-a353-daedcfd07c11 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:49:00.161283 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399", "name": "network-vif-deleted", "tag": "172d0c06-ef78-44ce-9775-1808f895ca9c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:49:00.162543 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aea8dad3-a454-49b7-a353-daedcfd07c11 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:49:00.163099 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea8dad3-a454-49b7-a353-daedcfd07c11'] response: {'server_uuid': 'c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399', 'name': 'network-vif-deleted', 'tag': '172d0c06-ef78-44ce-9775-1808f895ca9c', 'status': 'completed', 'code': 200} Apr 30 01:49:00.177950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ba727da7-e3ba-4206-9802-c87934dac1ca None None] Provisioning complete for port 79794c38-cfff-4241-9941-b9d5314ea62a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:00.178894 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba727da7-e3ba-4206-9802-c87934dac1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.205679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.254362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Allocated IP 172.20.0.2 (87c5a395-7782-4a02-8a9d-2dc4f66a10a2/0f195104-65c9-47be-8ee8-2335b388ff47/fc017605-c5df-4fcf-ab23-fd50df42f836) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:00.406834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba727da7-e3ba-4206-9802-c87934dac1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.459252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:48:53Z', 'revision_number': 4, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '79794c38-cfff-4241-9941-b9d5314ea62a', 'name': '', 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'mac_address': 'fa:16:3e:95:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f6d250c9-2838-4588-892c-84cbb0b81923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:53Z', 'updated_at': '2022-04-30T01:48:59Z', 'revision_number': 4, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'subnets': [{'id': 'f6d250c9-2838-4588-892c-84cbb0b81923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:00.551134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8632e3-62c2-473c-b49a-f0de14eef712 None None] The sync data for ids ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'] in n-d-821348-1 is: [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:48:53Z', 'revision_number': 4, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '79794c38-cfff-4241-9941-b9d5314ea62a', 'name': '', 'network_id': 'b1e5b29c-5b9b-4f19-9954-a47948365705', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'mac_address': 'fa:16:3e:95:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f6d250c9-2838-4588-892c-84cbb0b81923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:53Z', 'updated_at': '2022-04-30T01:48:59Z', 'revision_number': 4, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'subnets': [{'id': 'f6d250c9-2838-4588-892c-84cbb0b81923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:00.557294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ba727da7-e3ba-4206-9802-c87934dac1ca None None] For port 79794c38-cfff-4241-9941-b9d5314ea62a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=79794c38-cfff-4241-9941-b9d5314ea62a,segment=NetworkSegment(6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1),segment_id=6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:00.611508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.671078 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba727da7-e3ba-4206-9802-c87934dac1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.705787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.735125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.788017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:00.791328 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.792355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:00.797038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:00.801788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba727da7-e3ba-4206-9802-c87934dac1ca None None] Pushing event updated for resources: {'Port': ['ID=79794c38-cfff-4241-9941-b9d5314ea62a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:00.845954 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-86635a0a-14f4-4cbf-8e6b-3bea16a3600a req-a9b62c90-dc47-4146-a539-9b6a656c6bfa tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ad3d8d-c5bb-4e08-8244-8f4c9b31f399 HTTP/1.1" status: 200 len: 210 time: 0.1447003 Apr 30 01:49:00.848999 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-77ad5c23-ddb4-4cfe-9839-1861db7030bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969520 Apr 30 01:49:00.922951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Attempting to bind port fc017605-c5df-4fcf-ab23-fd50df42f836 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:00.930756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Attempting to bind port fc017605-c5df-4fcf-ab23-fd50df42f836 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:00.930756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Attempting to bind port fc017605-c5df-4fcf-ab23-fd50df42f836 on network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:00.936418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Pushing event updated for resources: {'Port': ['ID=fc017605-c5df-4fcf-ab23-fd50df42f836,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:00.944217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:00.944633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Checking segment: {'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:00.945916 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.947711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Bound using segment: {'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:00.948469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Bound port: fc017605-c5df-4fcf-ab23-fd50df42f836, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:00.948978 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:00.972840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-b1a10f6e-42a8-49ee-bfbb-4d65abf87ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:00.974815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-b1a10f6e-42a8-49ee-bfbb-4d65abf87ecd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f6a681f592540afb91597c24264fc76&device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 1096 time: 0.0682731 Apr 30 01:49:01.005271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Allocated IP 172.25.0.143 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:01.093982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] For port fc017605-c5df-4fcf-ab23-fd50df42f836, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:01.097421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] For port fc017605-c5df-4fcf-ab23-fd50df42f836, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fc017605-c5df-4fcf-ab23-fd50df42f836,segment=NetworkSegment(5641badf-4336-433d-914c-be94ee13659d),segment_id=5641badf-4336-433d-914c-be94ee13659d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:01.099515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4d1334ce-b1a1-4022-8927-89bcc6c039b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:01.228050 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:01.244837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-bb6637f1-72da-4a21-8f0c-6daf92aa0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:01.247087 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:01.250613 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-bb6637f1-72da-4a21-8f0c-6daf92aa0216 service neutron] 10.222.0.23 "GET /v2.0/networks?id=797e5c96-4436-4703-8552-8e7c1b9c6bea HTTP/1.1" status: 200 len: 908 time: 0.2429202 Apr 30 01:49:01.358694 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-d587ef71-d93b-4d1a-90c7-80f6c3f39914 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=960fa915-2081-4278-b17a-32752b257b85 HTTP/1.1" status: 200 len: 1001 time: 0.1030049 Apr 30 01:49:01.394634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 79794c38-cfff-4241-9941-b9d5314ea62a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:01.418361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:01.437802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-f0b18ffe-7d30-4a2a-a214-be7e7147c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:01.439944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-f0b18ffe-7d30-4a2a-a214-be7e7147c118 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0986bfbe-355f-4873-a177-aa34720dc182 HTTP/1.1" status: 200 len: 847 time: 0.0724275 Apr 30 01:49:01.532161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f670c2d-8845-4758-8a63-f5f67ba5291b None None] Pushing event updated for resources: {'Port': ['ID=fc017605-c5df-4fcf-ab23-fd50df42f836,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:01.537343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:01.543975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-79f5ff46-6a22-4ba1-a26a-598b9a321b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:01.549811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:01.550157 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-79f5ff46-6a22-4ba1-a26a-598b9a321b81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=797e5c96-4436-4703-8552-8e7c1b9c6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942600 Apr 30 01:49:01.550241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:01.594922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 79794c38-cfff-4241-9941-b9d5314ea62a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:01.595302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:01.610948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Pushing event updated for resources: {'Port': ['ID=a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:01.734170 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-7a084e02-3896-490d-9e3a-5b34e6d51665 service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754158 Apr 30 01:49:01.959141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53634) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:02.067984 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:02.123554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd794b90-c3f2-46ce-af7f-56f9799a57b8 req-af4d7fec-5709-4097-8c54-6066dddd97ca service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829331 Apr 30 01:49:02.160144 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:02.215298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:02.250968 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 172d0c06-ef78-44ce-9775-1808f895ca9c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:02.255143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 172d0c06-ef78-44ce-9775-1808f895ca9c not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:02.912266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:02.981659 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.046113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17585c8e-ce4a-4840-965f-412a3724c398 None None] Network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:49:03.154197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:49:03.213091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ff7f5f03-d6d9-463a-a042-a12a57372c67 None None] Provisioning complete for port fc017605-c5df-4fcf-ab23-fd50df42f836 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:03.213637 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5f03-d6d9-463a-a042-a12a57372c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.349335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fc017605-c5df-4fcf-ab23-fd50df42f836 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:03.364762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:03.394892 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Sync routers for ids ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:03.418887 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Routers {'069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:03.418887 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:03.450186 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5f03-d6d9-463a-a042-a12a57372c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.473285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.474847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8901f69e-d670-418f-a273-fe5c2fce8b4d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9736958 Apr 30 01:49:03.484978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53658) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:03.540685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port 017b2181-5b51-4027-8bf5-22cc12ef5193 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:03.541498 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.585604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ff7f5f03-d6d9-463a-a042-a12a57372c67 None None] For port fc017605-c5df-4fcf-ab23-fd50df42f836, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fc017605-c5df-4fcf-ab23-fd50df42f836,segment=NetworkSegment(5641badf-4336-433d-914c-be94ee13659d),segment_id=5641badf-4336-433d-914c-be94ee13659d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:03.585604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fc017605-c5df-4fcf-ab23-fd50df42f836 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:03.585604 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.664561 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Set router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:03.695059 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5f03-d6d9-463a-a042-a12a57372c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.770248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port 017b2181-5b51-4027-8bf5-22cc12ef5193, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=017b2181-5b51-4027-8bf5-22cc12ef5193,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:03.770632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.791696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.825773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for 017b2181-5b51-4027-8bf5-22cc12ef5193 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:03.834331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f5f03-d6d9-463a-a042-a12a57372c67 None None] Pushing event updated for resources: {'Port': ['ID=fc017605-c5df-4fcf-ab23-fd50df42f836,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:03.873681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-684d42f1-5699-40e7-83cc-da071e9f70e2 None None] Provisioning complete for port fc017605-c5df-4fcf-ab23-fd50df42f836 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:03.874347 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-684d42f1-5699-40e7-83cc-da071e9f70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.961609 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:03.989796 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:49:03.990155 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:49:04.020322 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:01Z', 'revision_number': 3, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:04.029579 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.055528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Checking router: 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:04.055528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Updating router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:49:04.086897 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.234376 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.262600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=017b2181-5b51-4027-8bf5-22cc12ef5193,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:04.288464 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.460188 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.558488 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.609589 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.609975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Allocated IP 172.20.0.1 (87c5a395-7782-4a02-8a9d-2dc4f66a10a2/0f195104-65c9-47be-8ee8-2335b388ff47/6a661a05-f432-484e-bb2c-cbc0617ba936) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:04.658873 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Attempting to bind port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:04.659233 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Attempting to bind port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:04.659614 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Attempting to bind port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:04.675371 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:04.676572 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:04.677135 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.677533 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:04.678014 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Bound port: a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:04.678391 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.724170 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Pushing event updated for resources: {'Port': ['ID=a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:04.734383 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.735074 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.735662 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.736225 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.736825 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.737362 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.738105 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.738674 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.739209 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.739764 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.740301 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.740900 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:04.804497 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] For port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:04.810258 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] For port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:04.817534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.880185 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.908369 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:04.959109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:49:04.991818 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Routers {'069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:04.992488 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:05.019292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a661a05-f432-484e-bb2c-cbc0617ba936,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:05.044156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:05.047188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:05.056325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:05.093120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:05.093337 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90794ee0-046a-4ab4-b5e0-0c946292a5e6 None None] Pushing event updated for resources: {'Port': ['ID=a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:05.099375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d455729-67ee-424a-8ef0-31c30dacde2e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "PUT /v2.0/routers/2ecd024e-a891-47e1-bf3f-5c3347f6d772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1384184 Apr 30 01:49:05.103199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc92836-243f-4c45-868f-737387c353ba None None] Sync routers for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:05.111785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53690) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:05.120013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc92836-243f-4c45-868f-737387c353ba None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:05.124109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4cc92836-243f-4c45-868f-737387c353ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:05.193697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.233529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f8149a-f898-4a2e-9fb0-336a4b9687af tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting subnet e4ddf35d-4da2-4000-99cf-d9c32f0859dd {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:49:05.248771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96f8149a-f898-4a2e-9fb0-336a4b9687af tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.281949 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] Set router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:05.353267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96f8149a-f898-4a2e-9fb0-336a4b9687af tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.378541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4cc92836-243f-4c45-868f-737387c353ba None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:05.460738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fc017605-c5df-4fcf-ab23-fd50df42f836 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:05.529382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96f8149a-f898-4a2e-9fb0-336a4b9687af tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.598433 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.601283 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:01Z', 'revision_number': 3, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:05.646696 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5495065-8947-4306-9409-7286a3d2dc5d None None] The sync data for ids ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'] in n-d-821348-1 is: [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:01Z', 'revision_number': 3, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:05.710565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c6007995-bb83-4a6f-a942-ba8fc2df276c None None] Provisioning complete for port 6a661a05-f432-484e-bb2c-cbc0617ba936 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:05.711929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6007995-bb83-4a6f-a942-ba8fc2df276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.741250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fc017605-c5df-4fcf-ab23-fd50df42f836 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:05.741652 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.793294 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96f8149a-f898-4a2e-9fb0-336a4b9687af tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.814731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-96f8149a-f898-4a2e-9fb0-336a4b9687af tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:05.819526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-96f8149a-f898-4a2e-9fb0-336a4b9687af tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/subnets/e4ddf35d-4da2-4000-99cf-d9c32f0859dd HTTP/1.1" status: 204 len: 168 time: 0.7041965 Apr 30 01:49:05.827728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea0d49-9657-4097-a920-a06420008b89 None None] Network 7bb6cc13-0a09-4784-b115-57a442391f84 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:49:05.836132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53700) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:05.843916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8149a-f898-4a2e-9fb0-336a4b9687af tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ddf35d-4da2-4000-99cf-d9c32f0859dd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:05.878707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c6007995-bb83-4a6f-a942-ba8fc2df276c None None] Port 6a661a05-f432-484e-bb2c-cbc0617ba936 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:05.983179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.108599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4cc92836-243f-4c45-868f-737387c353ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:49:04Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:06.178553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc92836-243f-4c45-868f-737387c353ba None None] Checking router: 2ecd024e-a891-47e1-bf3f-5c3347f6d772 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:06.198481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc92836-243f-4c45-868f-737387c353ba None None] Routers {'2ecd024e-a891-47e1-bf3f-5c3347f6d772'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:06.199759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4cc92836-243f-4c45-868f-737387c353ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:06.265807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.283285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] DHCP port deletion for 7bb6cc13-0a09-4784-b115-57a442391f84 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:49:06.308976 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.354161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.394158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4cc92836-243f-4c45-868f-737387c353ba None None] Set router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:06.485864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a661a05-f432-484e-bb2c-cbc0617ba936,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:06.494379 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.547031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] Deleting port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:06.547407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.586951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port df44aff4-955f-4cfc-855e-1e6bdb5e5de5 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:06.587171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.691574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] For port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=784ec5fb-756f-4b6d-bc90-aa499cd5bcd3,segment=NetworkSegment(58b79549-1d69-443e-926e-29980cd13b0c),segment_id=58b79549-1d69-443e-926e-29980cd13b0c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:06.691820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.721913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:06.725018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:06.748126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port df44aff4-955f-4cfc-855e-1e6bdb5e5de5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=df44aff4-955f-4cfc-855e-1e6bdb5e5de5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:06.748504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:06.797548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for df44aff4-955f-4cfc-855e-1e6bdb5e5de5 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:06.923125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] Calling delete_port for 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:06.932584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:49:07.101752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4cc92836-243f-4c45-868f-737387c353ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:49:04Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:07.101752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc92836-243f-4c45-868f-737387c353ba None None] The sync data for ids ['2ecd024e-a891-47e1-bf3f-5c3347f6d772'] in n-d-821348-1 is: [{'id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37598856', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:32Z', 'updated_at': '2022-04-30T01:49:04Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'df44aff4-955f-4cfc-855e-1e6bdb5e5de5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd024e-a891-47e1-bf3f-5c3347f6d772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:34Z', 'updated_at': '2022-04-30T01:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:07.126907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:07.128976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c3553c8b-f49e-4bb6-87fd-3394ca7eaeb8 None None] Provisioning complete for port 6a661a05-f432-484e-bb2c-cbc0617ba936 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:07.130252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3553c8b-f49e-4bb6-87fd-3394ca7eaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:07.133650 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1c2472d6-c425-43d5-8eaf-551967da9be8 admin admin] 10.222.0.15 "PUT /v2.0/routers/069ac1d4-6ea9-4b6a-b31f-d0ece83f9932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6468737 Apr 30 01:49:07.183991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c3553c8b-f49e-4bb6-87fd-3394ca7eaeb8 None None] Port 6a661a05-f432-484e-bb2c-cbc0617ba936 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:07.298537 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:07.301608 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:07.356196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] Pushing event deleted for resources: {'Port': ['ID=784ec5fb-756f-4b6d-bc90-aa499cd5bcd3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:07.365036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=df44aff4-955f-4cfc-855e-1e6bdb5e5de5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:07.370094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834fcc8-06a2-4c66-8a7b-e6a9e0b21510 None None] No DVR routers for this DVR port 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:49:07.501963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:07.736516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:07.751233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:07.757445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:07.883382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:07.883783 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.103134 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.134575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:08.232596 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.346496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 017b2181-5b51-4027-8bf5-22cc12ef5193 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:08.393329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 017b2181-5b51-4027-8bf5-22cc12ef5193 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:08.399054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 017b2181-5b51-4027-8bf5-22cc12ef5193 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:08.399054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:08.418128 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.419453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Fanout notify agent at l3_agent the message router_deleted on router 2ecd024e-a891-47e1-bf3f-5c3347f6d772 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:49:08.429278 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.430075 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9ccecd3d-d965-44ad-b394-e782eb5ba99f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/routers/2ecd024e-a891-47e1-bf3f-5c3347f6d772 HTTP/1.1" status: 204 len: 168 time: 2.5929508 Apr 30 01:49:08.433089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53762) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:08.453194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:08.453983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 784ec5fb-756f-4b6d-bc90-aa499cd5bcd3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:08.568890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:08.586888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.756837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.776418 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Sync routers for ids ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:08.780916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb6cc13-0a09-4784-b115-57a442391f84']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:08.794284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b79549-1d69-443e-926e-29980cd13b0c') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:08.799557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b79549-1d69-443e-926e-29980cd13b0c') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:08.799874 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Routers {'069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:08.799874 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:08.808819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.842792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.852746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:49:08.853158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:49:08.865233 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:49:09.016534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.025303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.042368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/networks/7bb6cc13-0a09-4784-b115-57a442391f84 HTTP/1.1" status: 204 len: 168 time: 0.6072676 Apr 30 01:49:09.045127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53784) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:09.068405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Set router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:09.104868 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce5771-77b4-487a-be6d-b23620f59185 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Network': ['ID=7bb6cc13-0a09-4784-b115-57a442391f84,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:09.168953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1d968d5-0bde-474b-8974-94201aba891e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.234292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1d968d5-0bde-474b-8974-94201aba891e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.282194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:09.369439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:09.370085 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.417374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1d968d5-0bde-474b-8974-94201aba891e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.426612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f1d968d5-0bde-474b-8974-94201aba891e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.429359 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f1d968d5-0bde-474b-8974-94201aba891e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/security-groups/9ada587b-f3a8-4e48-8f8c-655f9ce9da92 HTTP/1.1" status: 204 len: 168 time: 0.3825479 Apr 30 01:49:09.439670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d968d5-0bde-474b-8974-94201aba891e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ada587b-f3a8-4e48-8f8c-655f9ce9da92,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:09.444498 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:05Z', 'revision_number': 4, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6a661a05-f432-484e-bb2c-cbc0617ba936', 'name': '', 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'mac_address': 'fa:16:3e:cd:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '0f195104-65c9-47be-8ee8-2335b388ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:04Z', 'updated_at': '2022-04-30T01:49:05Z', 'revision_number': 2, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'subnets': [{'id': '0f195104-65c9-47be-8ee8-2335b388ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:09.474161 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Checking router: 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:09.474761 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Updating router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 port 6a661a05-f432-484e-bb2c-cbc0617ba936 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:49:09.513162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device df44aff4-955f-4cfc-855e-1e6bdb5e5de5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:09.514749 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.539774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: df44aff4-955f-4cfc-855e-1e6bdb5e5de5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:09.540960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device df44aff4-955f-4cfc-855e-1e6bdb5e5de5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:09.824437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53816) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:09.876178 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:09.993968 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.076483 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a3116-31ae-4b6a-85e8-a2d47a911c92 None None] Pushing event updated for resources: {'Port': ['ID=6a661a05-f432-484e-bb2c-cbc0617ba936,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:10.145531 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Attempting to bind port 6a661a05-f432-484e-bb2c-cbc0617ba936 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:10.145898 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Attempting to bind port 6a661a05-f432-484e-bb2c-cbc0617ba936 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:10.146254 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Attempting to bind port 6a661a05-f432-484e-bb2c-cbc0617ba936 on network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:10.171756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53822) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:10.173245 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:10.173824 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Checking segment: {'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:10.174413 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.174965 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Bound using segment: {'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:10.175999 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Bound port: 6a661a05-f432-484e-bb2c-cbc0617ba936, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5641badf-4336-433d-914c-be94ee13659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:10.176553 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.178374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d9dbc2a7-761e-41c3-9390-f5eb7096e8da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352145389', 'description': 'tempest-secgroup-smoke-1352145389 description', 'project_id': 'c0d0017750714ac2a74fd60a825a474e'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:10.268086 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] For port 6a661a05-f432-484e-bb2c-cbc0617ba936, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:10.272235 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] For port 6a661a05-f432-484e-bb2c-cbc0617ba936, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6a661a05-f432-484e-bb2c-cbc0617ba936,segment=NetworkSegment(5641badf-4336-433d-914c-be94ee13659d),segment_id=5641badf-4336-433d-914c-be94ee13659d)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:10.301269 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.333305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b3da58f6-f79a-41f7-89a4-b652194ea7f4 None None] Provisioning complete for port 6a661a05-f432-484e-bb2c-cbc0617ba936 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:10.333765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3da58f6-f79a-41f7-89a4-b652194ea7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.353736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc2a7-761e-41c3-9390-f5eb7096e8da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.374807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b3da58f6-f79a-41f7-89a4-b652194ea7f4 None None] Port 6a661a05-f432-484e-bb2c-cbc0617ba936 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:10.417474 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.497767 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Routers {'069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:10.498602 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:10.587485 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc2a7-761e-41c3-9390-f5eb7096e8da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.677280 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] Set router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:10.680556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc2a7-761e-41c3-9390-f5eb7096e8da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.728777 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a3116-31ae-4b6a-85e8-a2d47a911c92 None None] Pushing event updated for resources: {'Port': ['ID=6a661a05-f432-484e-bb2c-cbc0617ba936,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:10.732601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Deleting port 79794c38-cfff-4241-9941-b9d5314ea62a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:10.736027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.748577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbc2a7-761e-41c3-9390-f5eb7096e8da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c610159-4f1f-4799-81b7-3a97fce1c71f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:10.794932 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc2a7-761e-41c3-9390-f5eb7096e8da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.799171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d9dbc2a7-761e-41c3-9390-f5eb7096e8da tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6231976 Apr 30 01:49:10.799988 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53834) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:10.813536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cb65ae49-8f7c-41a9-9f73-1042bcfd6e9c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9c610159-4f1f-4799-81b7-3a97fce1c71f', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:10.843036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1ef41cc0-213c-4443-829c-dfb6ceacf14e None None] Provisioning complete for port 6a661a05-f432-484e-bb2c-cbc0617ba936 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:10.843414 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ef41cc0-213c-4443-829c-dfb6ceacf14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.865119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] For port 79794c38-cfff-4241-9941-b9d5314ea62a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=79794c38-cfff-4241-9941-b9d5314ea62a,segment=NetworkSegment(6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1),segment_id=6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:10.865553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:10.889097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Calling delete_port for 79794c38-cfff-4241-9941-b9d5314ea62a owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:10.941617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb65ae49-8f7c-41a9-9f73-1042bcfd6e9c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.050627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ef41cc0-213c-4443-829c-dfb6ceacf14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.093133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb65ae49-8f7c-41a9-9f73-1042bcfd6e9c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.131534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1ef41cc0-213c-4443-829c-dfb6ceacf14e None None] For port 6a661a05-f432-484e-bb2c-cbc0617ba936, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6a661a05-f432-484e-bb2c-cbc0617ba936,segment=NetworkSegment(5641badf-4336-433d-914c-be94ee13659d),segment_id=5641badf-4336-433d-914c-be94ee13659d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:11.158301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb65ae49-8f7c-41a9-9f73-1042bcfd6e9c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.177842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65ae49-8f7c-41a9-9f73-1042bcfd6e9c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c96560-bb25-47e7-8086-a2fa74bb8524,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:11.182400 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:05Z', 'revision_number': 4, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6a661a05-f432-484e-bb2c-cbc0617ba936', 'name': '', 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'mac_address': 'fa:16:3e:cd:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '0f195104-65c9-47be-8ee8-2335b388ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:04Z', 'updated_at': '2022-04-30T01:49:10Z', 'revision_number': 4, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'subnets': [{'id': '0f195104-65c9-47be-8ee8-2335b388ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:11.187790 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.222357 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec44820-651f-4f0e-afde-a1f0a5ae015d None None] The sync data for ids ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'] in n-d-821348-1 is: [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:05Z', 'revision_number': 4, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6a661a05-f432-484e-bb2c-cbc0617ba936', 'name': '', 'network_id': '87c5a395-7782-4a02-8a9d-2dc4f66a10a2', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'mac_address': 'fa:16:3e:cd:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '0f195104-65c9-47be-8ee8-2335b388ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:04Z', 'updated_at': '2022-04-30T01:49:10Z', 'revision_number': 4, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'subnets': [{'id': '0f195104-65c9-47be-8ee8-2335b388ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:11.228515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Pushing event deleted for resources: {'Port': ['ID=79794c38-cfff-4241-9941-b9d5314ea62a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:11.262691 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ef41cc0-213c-4443-829c-dfb6ceacf14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.293558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb65ae49-8f7c-41a9-9f73-1042bcfd6e9c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.295643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cb65ae49-8f7c-41a9-9f73-1042bcfd6e9c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4945078 Apr 30 01:49:11.298434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53856) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:11.307750 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ff6229e9-42e4-456b-8085-18c5a15b7b9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9c610159-4f1f-4799-81b7-3a97fce1c71f', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:11.430727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef41cc0-213c-4443-829c-dfb6ceacf14e None None] Pushing event updated for resources: {'Port': ['ID=6a661a05-f432-484e-bb2c-cbc0617ba936,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:11.515258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff6229e9-42e4-456b-8085-18c5a15b7b9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.546669 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.607316 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff6229e9-42e4-456b-8085-18c5a15b7b9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.701396 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff6229e9-42e4-456b-8085-18c5a15b7b9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.750324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6229e9-42e4-456b-8085-18c5a15b7b9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0c1753-286d-4b4a-ad81-c19f71a1187b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:11.834455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff6229e9-42e4-456b-8085-18c5a15b7b9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:11.840266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ff6229e9-42e4-456b-8085-18c5a15b7b9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5382810 Apr 30 01:49:11.840570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53866) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:11.845205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8d6a0886-05a3-4574-9c70-aaef10d335b4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9c610159-4f1f-4799-81b7-3a97fce1c71f', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:11.852871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:49:11.925276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:11.949062 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0886-05a3-4574-9c70-aaef10d335b4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.004284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:12.013453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f61dab8-95da-440c-b5fb-082e14d5db8a admin admin] 10.222.0.15 "PUT /v2.0/routers/4ba73191-bdc8-4f4d-80cf-2d88260c4868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1878450 Apr 30 01:49:12.014441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53874) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:12.017307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] Sync routers for ids ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:12.032502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] Routers {'4ba73191-bdc8-4f4d-80cf-2d88260c4868'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:12.033392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:12.080457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0886-05a3-4574-9c70-aaef10d335b4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.101341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf7c55b1-0031-435f-b9de-8a6bfc7e543a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.164308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0886-05a3-4574-9c70-aaef10d335b4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.201946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a0886-05a3-4574-9c70-aaef10d335b4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b5562c-4450-4700-b3f0-1a88cf560f1a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:12.233290 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf7c55b1-0031-435f-b9de-8a6bfc7e543a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.254242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] Set router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:12.281805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0886-05a3-4574-9c70-aaef10d335b4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.287577 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8d6a0886-05a3-4574-9c70-aaef10d335b4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4456623 Apr 30 01:49:12.288047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53882) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:12.293378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f04422a9-7a33-45a4-b852-6729190fe635 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9c610159-4f1f-4799-81b7-3a97fce1c71f', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:12.341670 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf7c55b1-0031-435f-b9de-8a6bfc7e543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.409385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bf7c55b1-0031-435f-b9de-8a6bfc7e543a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bfc739fe05446f3901b030d9e8e1f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826410 Apr 30 01:49:12.412810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c55b1-0031-435f-b9de-8a6bfc7e543a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7402d-46ab-44ec-8184-bb4675f8fb15,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:12.451021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53884) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:12.519077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09cf9def-3ba5-455b-a942-e111ec44f76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.540165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:49:11Z', 'revision_number': 5, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:12.545863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f04422a9-7a33-45a4-b852-6729190fe635 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.551845 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.580577 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09cf9def-3ba5-455b-a942-e111ec44f76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.589676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] Checking router: 4ba73191-bdc8-4f4d-80cf-2d88260c4868 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:12.605843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] Routers {'4ba73191-bdc8-4f4d-80cf-2d88260c4868'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:12.606712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:12.656896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f04422a9-7a33-45a4-b852-6729190fe635 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.708315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.725810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f04422a9-7a33-45a4-b852-6729190fe635 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.730670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] Set router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:12.756637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04422a9-7a33-45a4-b852-6729190fe635 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b598203-9560-43f3-87ff-2868197c1dd2,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:12.764314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09cf9def-3ba5-455b-a942-e111ec44f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.768312 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-09cf9def-3ba5-455b-a942-e111ec44f76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.768312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-09cf9def-3ba5-455b-a942-e111ec44f76f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fe7402d-46ab-44ec-8184-bb4675f8fb15 HTTP/1.1" status: 204 len: 168 time: 0.3151731 Apr 30 01:49:12.777309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf9def-3ba5-455b-a942-e111ec44f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7402d-46ab-44ec-8184-bb4675f8fb15,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:12.880131 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f04422a9-7a33-45a4-b852-6729190fe635 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:12.881369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f04422a9-7a33-45a4-b852-6729190fe635 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5923035 Apr 30 01:49:12.884357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53896) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:12.889274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-26ad211d-978e-484e-a175-d6e046fe5850 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9c610159-4f1f-4799-81b7-3a97fce1c71f', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:12.908734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Deleting port 53ddcb41-ca70-4139-97b2-a18ac32db503 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:12.909153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.005434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:49:11Z', 'revision_number': 5, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:13.011768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] For port 53ddcb41-ca70-4139-97b2-a18ac32db503, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=53ddcb41-ca70-4139-97b2-a18ac32db503,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:13.012139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.022341 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-26ad211d-978e-484e-a175-d6e046fe5850 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Project c0d0017750714ac2a74fd60a825a474e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:49:13.028264 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26ad211d-978e-484e-a175-d6e046fe5850 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.033739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Calling delete_port for 53ddcb41-ca70-4139-97b2-a18ac32db503 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:13.063152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce6c1e6-8542-4a52-882d-39db0d836958 None None] The sync data for ids ['4ba73191-bdc8-4f4d-80cf-2d88260c4868'] in n-d-821348-1 is: [{'id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'name': 'tempest-TestAggregatesBasicOps-1065767548-router', 'tenant_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:48Z', 'updated_at': '2022-04-30T01:49:11Z', 'revision_number': 5, 'project_id': '3fdc3a3dad1344c3ac70cc2740aca955', 'gw_port': {'id': '53ddcb41-ca70-4139-97b2-a18ac32db503', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba73191-bdc8-4f4d-80cf-2d88260c4868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:48:49Z', 'updated_at': '2022-04-30T01:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:13.138589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26ad211d-978e-484e-a175-d6e046fe5850 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.203973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26ad211d-978e-484e-a175-d6e046fe5850 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.230514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad211d-978e-484e-a175-d6e046fe5850 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b4a625-16c1-495b-867b-673f1dcfd82c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:13.367661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26ad211d-978e-484e-a175-d6e046fe5850 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.369679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-26ad211d-978e-484e-a175-d6e046fe5850 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4837329 Apr 30 01:49:13.372174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:13.377236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-dcb9fd42-95ca-46a2-ae80-c5257ec6a7b8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '9c610159-4f1f-4799-81b7-3a97fce1c71f', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:13.389393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.425406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ddcb41-ca70-4139-97b2-a18ac32db503,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:13.495413 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-dcb9fd42-95ca-46a2-ae80-c5257ec6a7b8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Project c0d0017750714ac2a74fd60a825a474e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:49:13.499929 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.524314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dcb9fd42-95ca-46a2-ae80-c5257ec6a7b8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.660005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.665374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.689053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dcb9fd42-95ca-46a2-ae80-c5257ec6a7b8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.734182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6a661a05-f432-484e-bb2c-cbc0617ba936 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:13.792455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6a661a05-f432-484e-bb2c-cbc0617ba936 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:13.792822 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.797165 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dcb9fd42-95ca-46a2-ae80-c5257ec6a7b8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.814675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9fd42-95ca-46a2-ae80-c5257ec6a7b8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701855b7-a5a6-4b66-a5d3-4cd8461113e2,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:13.886126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.886993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba73191-bdc8-4f4d-80cf-2d88260c4868 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:49:13.891950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.893145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bcaf9cc9-c0bb-434f-9f8a-89ccc61c5467 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4ba73191-bdc8-4f4d-80cf-2d88260c4868 HTTP/1.1" status: 204 len: 168 time: 1.8776147 Apr 30 01:49:13.895655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53926) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:13.910771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dcb9fd42-95ca-46a2-ae80-c5257ec6a7b8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:13.917200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dcb9fd42-95ca-46a2-ae80-c5257ec6a7b8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5437851 Apr 30 01:49:13.926264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:13.934698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'network': {'name': 'tempest-network-smoke--576677328', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'port_security_enabled': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:13.973425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c34d4d3-70b6-44c1-9b21-3e1bf9034b15 admin admin] Deleting subnet f6d250c9-2838-4588-892c-84cbb0b81923 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:49:13.980696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c34d4d3-70b6-44c1-9b21-3e1bf9034b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.022306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:49:14.022766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c34d4d3-70b6-44c1-9b21-3e1bf9034b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.027013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.061859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:49:14.075257 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.076259 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Added segment 7e5a183e-6473-43a0-89b5-4fb7aeb65b99 of type vlan for network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 Apr 30 01:49:14.125191 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.134192 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c34d4d3-70b6-44c1-9b21-3e1bf9034b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.243655 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.249358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:14.249946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.285936 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c34d4d3-70b6-44c1-9b21-3e1bf9034b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.305652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01923d23-a27f-4a77-aeaa-e0589f5d7914 None None] Network b1e5b29c-5b9b-4f19-9954-a47948365705 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:49:14.316319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c34d4d3-70b6-44c1-9b21-3e1bf9034b15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.319813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0c34d4d3-70b6-44c1-9b21-3e1bf9034b15 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6d250c9-2838-4588-892c-84cbb0b81923 HTTP/1.1" status: 204 len: 168 time: 0.4185922 Apr 30 01:49:14.327826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53946) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:14.330219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34d4d3-70b6-44c1-9b21-3e1bf9034b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d250c9-2838-4588-892c-84cbb0b81923,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:14.354934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Network': ['ID=0e5d8f3b-4488-4ddf-98f5-b3796ac78301,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:14.379151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:49:14.431518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.440317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-feee3514-e4ac-4dcc-b2d2-1bff7fc2e461 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5205736 Apr 30 01:49:14.440509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 53948) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:14.447298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'admin_state_up': True, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:14.511873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Deleting port 811cb697-9a4a-4910-9268-bc20eef4a3cd {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:14.511873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.594932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] For port 811cb697-9a4a-4910-9268-bc20eef4a3cd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=811cb697-9a4a-4910-9268-bc20eef4a3cd,segment=NetworkSegment(6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1),segment_id=6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:14.595298 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.610500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Calling delete_port for 811cb697-9a4a-4910-9268-bc20eef4a3cd owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:14.618078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] DHCP port deletion for b1e5b29c-5b9b-4f19-9954-a47948365705 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:49:14.628336 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.629467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.685546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] Deleting port 811cb697-9a4a-4910-9268-bc20eef4a3cd {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:14.686605 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.715465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.757562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] For port 811cb697-9a4a-4910-9268-bc20eef4a3cd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=811cb697-9a4a-4910-9268-bc20eef4a3cd,segment=NetworkSegment(6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1),segment_id=6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:14.758171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.774509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] Calling delete_port for 811cb697-9a4a-4910-9268-bc20eef4a3cd owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:14.806443 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.842168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] No DVR routers for this DVR port 811cb697-9a4a-4910-9268-bc20eef4a3cd on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:49:14.855748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Pushing event deleted for resources: {'Port': ['ID=811cb697-9a4a-4910-9268-bc20eef4a3cd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:14.861235 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.908303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] Pushing event deleted for resources: {'Port': ['ID=811cb697-9a4a-4910-9268-bc20eef4a3cd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:14.921710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3aa76-d579-47de-a269-a64a9406e9e8 None None] No DVR routers for this DVR port 811cb697-9a4a-4910-9268-bc20eef4a3cd on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:49:14.961315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.983770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e5b29c-5b9b-4f19-9954-a47948365705']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:14.990251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:14.997640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:15.000036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9f1336-d0b8-4b54-b63b-ab19d0dc10f1') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:15.008426 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.022036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.035837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:49:15.036258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:49:15.038050 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:49:15.176671 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.190015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.194801 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1e5b29c-5b9b-4f19-9954-a47948365705 HTTP/1.1" status: 204 len: 168 time: 0.8657858 Apr 30 01:49:15.207160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 53964) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:15.213362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae8348-86b5-44f3-83c3-a15da9c0484f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e5b29c-5b9b-4f19-9954-a47948365705,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:15.245663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 811cb697-9a4a-4910-9268-bc20eef4a3cd no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:15.276007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 811cb697-9a4a-4910-9268-bc20eef4a3cd {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:15.276464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 811cb697-9a4a-4910-9268-bc20eef4a3cd not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:15.276965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 79794c38-cfff-4241-9941-b9d5314ea62a no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:15.332700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.340676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 79794c38-cfff-4241-9941-b9d5314ea62a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:15.345361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 79794c38-cfff-4241-9941-b9d5314ea62a not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:15.345361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 53ddcb41-ca70-4139-97b2-a18ac32db503 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:15.355917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.387885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 53ddcb41-ca70-4139-97b2-a18ac32db503 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:15.388634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 53ddcb41-ca70-4139-97b2-a18ac32db503 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:15.510456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.25.0.153 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/82064113-a323-4fc3-b1ac-f77b250fb20b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:15.642824 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.759246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.777531 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:15.848056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:15.851749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:15.856577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:15.860099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=82064113-a323-4fc3-b1ac-f77b250fb20b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:16.082370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Deleting port 6a661a05-f432-484e-bb2c-cbc0617ba936 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:16.082941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:16.191650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] For port 6a661a05-f432-484e-bb2c-cbc0617ba936, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6a661a05-f432-484e-bb2c-cbc0617ba936,segment=NetworkSegment(5641badf-4336-433d-914c-be94ee13659d),segment_id=5641badf-4336-433d-914c-be94ee13659d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:16.192403 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:16.215954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Calling delete_port for 6a661a05-f432-484e-bb2c-cbc0617ba936 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:16.260320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:16.510610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:16.559412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:16.583386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a661a05-f432-484e-bb2c-cbc0617ba936,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:16.702315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router e61fe7d6-a685-43d1-b2a2-dcd182b7177d is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:49:16.784282 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:16.834137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:16.843147 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Sync routers for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:16.854793 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:16.855776 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:16.939918 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:16.944321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f428a7fe-3418-4129-afbf-39b84797fe69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5001497 Apr 30 01:49:16.944519 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54000) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:16.966605 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:17.055919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:49:17.201959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:17.208489 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d1e496b-1085-4af2-8513-bc7cad76abc6 admin admin] 10.222.0.15 "PUT /v2.0/routers/069ac1d4-6ea9-4b6a-b31f-d0ece83f9932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9990075 Apr 30 01:49:17.210988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54008) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:17.213695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] Sync routers for ids ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:17.221100 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:16Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:17.224132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dc813303-f2f1-482d-a2ff-6ee30460330a tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c0d0017750714ac2a74fd60a825a474e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2773893 Apr 30 01:49:17.227887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54010) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:17.248520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] Routers {'069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:17.249345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:17.344357 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:17.379987 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Checking router: e61fe7d6-a685-43d1-b2a2-dcd182b7177d for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:17.379987 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Updating router e61fe7d6-a685-43d1-b2a2-dcd182b7177d port 82064113-a323-4fc3-b1ac-f77b250fb20b binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:49:17.412485 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:17.436395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] Set router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:17.581598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bd593-8e76-49b6-a34e-18bd107ffbac tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:17.581598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-574bd593-8e76-49b6-a34e-18bd107ffbac tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3274655 Apr 30 01:49:17.582372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54022) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:17.634615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-67b8ed12-3429-4d61-b08f-d6be0554c8d8 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480549 Apr 30 01:49:17.635006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54024) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:17.641477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-614244291', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:17.798044 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:17.868967 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:17.921282 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e93068-2b68-4e8b-a869-0d8c67868c44 None None] Pushing event updated for resources: {'Port': ['ID=82064113-a323-4fc3-b1ac-f77b250fb20b,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:17.936378 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:49:17.940914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:17.941281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Attempting to bind port 82064113-a323-4fc3-b1ac-f77b250fb20b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:17.941855 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Attempting to bind port 82064113-a323-4fc3-b1ac-f77b250fb20b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:17.942452 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Attempting to bind port 82064113-a323-4fc3-b1ac-f77b250fb20b on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:17.948727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:16Z', 'revision_number': 5, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:17.952944 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:17.953360 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:17.953756 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:17.954140 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:17.954599 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Bound port: 82064113-a323-4fc3-b1ac-f77b250fb20b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:17.955542 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.009195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.024425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] Checking router: 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:18.034237 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] For port 82064113-a323-4fc3-b1ac-f77b250fb20b, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:18.045705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] For port 82064113-a323-4fc3-b1ac-f77b250fb20b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=82064113-a323-4fc3-b1ac-f77b250fb20b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:18.049184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] Routers {'069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:18.049824 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:18.148652 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.169900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Deleting port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:18.170559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.191722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] Set router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:18.215219 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:18.215219 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:18.219770 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e93068-2b68-4e8b-a869-0d8c67868c44 None None] Pushing event updated for resources: {'Port': ['ID=82064113-a323-4fc3-b1ac-f77b250fb20b,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:18.258636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.279114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] For port a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:18.282778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.308395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Calling delete_port for a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:18.354041 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:18.376295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Checking segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:18.376658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network hostable DHCP agents. Network: 0e5d8f3b-4488-4ddf-98f5-b3796ac78301, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:49:18.380602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Subnet': ['ID=574d76ea-b339-4ecc-819a-2073d4f4fc67,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:18.478485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:49:18.516613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:16Z', 'revision_number': 5, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:18.570017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9ca3a-f060-44bb-923f-4bc75786c214 None None] The sync data for ids ['069ac1d4-6ea9-4b6a-b31f-d0ece83f9932'] in n-d-821348-1 is: [{'id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'name': 'tempest-TestAggregatesBasicOps-226280785-router', 'tenant_id': '2f835fd4025947188fd3a51c52051c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:48:59Z', 'updated_at': '2022-04-30T01:49:16Z', 'revision_number': 5, 'project_id': '2f835fd4025947188fd3a51c52051c06', 'gw_port': {'id': 'a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ac1d4-6ea9-4b6a-b31f-d0ece83f9932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:00Z', 'updated_at': '2022-04-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:18.576423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0e5d8f3b-4488-4ddf-98f5-b3796ac78301) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:18.595446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0426194-2dfa-4d0d-8518-06acb085a174 None None] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:49:18.595685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:18.595685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.605064 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.663301 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:16Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:18.677911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f434bfc1-72a3-4915-bf69-0ca507e9c74c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0416205 Apr 30 01:49:18.681348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54052) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:18.703475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Pushing event deleted for resources: {'Port': ['ID=a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:18.711084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b9469-3a9e-449b-9c03-1e8b23b2b11a None None] The sync data for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 is: [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:16Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:18.777564 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.841047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:18.903612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:49:18.904770 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.057632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.060315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.195562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Allocated IP 172.20.0.2 (0e5d8f3b-4488-4ddf-98f5-b3796ac78301/574d76ea-b339-4ecc-819a-2073d4f4fc67/d4db09b4-4995-4fe6-8b77-286493b708fd) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:19.285083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.285685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:49:19.293360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.297120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2a4d8685-b8e2-430e-8bcc-bc1cfb04f23b admin admin] 10.222.0.15 "DELETE /v2.0/routers/069ac1d4-6ea9-4b6a-b31f-d0ece83f9932 HTTP/1.1" status: 204 len: 168 time: 2.0723183 Apr 30 01:49:19.308050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54064) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:19.435383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17ad03c-0ca1-44aa-bb85-1dca9c9700b2 admin admin] Deleting subnet 0f195104-65c9-47be-8ee8-2335b388ff47 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:49:19.444197 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a17ad03c-0ca1-44aa-bb85-1dca9c9700b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.520868 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a17ad03c-0ca1-44aa-bb85-1dca9c9700b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.564096 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.589080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 82064113-a323-4fc3-b1ac-f77b250fb20b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:19.622690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.717129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a17ad03c-0ca1-44aa-bb85-1dca9c9700b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.762675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:19.782469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:19.787132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:19.871411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Pushing event updated for resources: {'Port': ['ID=d4db09b4-4995-4fe6-8b77-286493b708fd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:19.906096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.906623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.906975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.907310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.907665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.907988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.908312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.908629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.908976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.909342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.909683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.909987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:19.925430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a17ad03c-0ca1-44aa-bb85-1dca9c9700b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.929919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 82064113-a323-4fc3-b1ac-f77b250fb20b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:19.929919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.967054 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a17ad03c-0ca1-44aa-bb85-1dca9c9700b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:19.973810 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a17ad03c-0ca1-44aa-bb85-1dca9c9700b2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0f195104-65c9-47be-8ee8-2335b388ff47 HTTP/1.1" status: 204 len: 168 time: 0.6710372 Apr 30 01:49:19.973810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ad03c-0ca1-44aa-bb85-1dca9c9700b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f195104-65c9-47be-8ee8-2335b388ff47,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:19.974880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc53217c-6528-4738-961e-f3c1350ddf0e None None] Network 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:49:19.981268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54066) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:19.983521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Attempting to bind port d4db09b4-4995-4fe6-8b77-286493b708fd on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:19.983939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Attempting to bind port d4db09b4-4995-4fe6-8b77-286493b708fd by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:19.984303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Attempting to bind port d4db09b4-4995-4fe6-8b77-286493b708fd on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:20.007110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:20.008140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Checking segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:20.008457 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.008924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Bound using segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:20.009496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Bound port: d4db09b4-4995-4fe6-8b77-286493b708fd, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:20.009880 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.162526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.236639 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.303229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Deleting port fc017605-c5df-4fcf-ab23-fd50df42f836 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:49:20.303798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.364386 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.400029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 82064113-a323-4fc3-b1ac-f77b250fb20b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=82064113-a323-4fc3-b1ac-f77b250fb20b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:20.410529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] For port d4db09b4-4995-4fe6-8b77-286493b708fd, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:20.431162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] For port d4db09b4-4995-4fe6-8b77-286493b708fd, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4db09b4-4995-4fe6-8b77-286493b708fd,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:20.472803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] For port fc017605-c5df-4fcf-ab23-fd50df42f836, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fc017605-c5df-4fcf-ab23-fd50df42f836,segment=NetworkSegment(5641badf-4336-433d-914c-be94ee13659d),segment_id=5641badf-4336-433d-914c-be94ee13659d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:20.473241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.484849 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.491725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Calling delete_port for fc017605-c5df-4fcf-ab23-fd50df42f836 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:49:20.529715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6a661a05-f432-484e-bb2c-cbc0617ba936 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:20.658339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22928e-0bbe-411f-b46d-d8759b475868 None None] DHCP port deletion for 87c5a395-7782-4a02-8a9d-2dc4f66a10a2 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:49:20.666944 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.674762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=82064113-a323-4fc3-b1ac-f77b250fb20b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:20.686099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 6a661a05-f432-484e-bb2c-cbc0617ba936 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:20.686832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6a661a05-f432-484e-bb2c-cbc0617ba936 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:20.693907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.730330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.20.0.1 (0e5d8f3b-4488-4ddf-98f5-b3796ac78301/574d76ea-b339-4ecc-819a-2073d4f4fc67/8602d318-e810-4acd-b596-1814a556b6d3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:20.731266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=fc017605-c5df-4fcf-ab23-fd50df42f836,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:20.735233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] No DVR routers for this DVR port fc017605-c5df-4fcf-ab23-fd50df42f836 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:49:20.814074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d16157-9331-4696-8010-2397c8a3a6a8 None None] Pushing event updated for resources: {'Port': ['ID=d4db09b4-4995-4fe6-8b77-286493b708fd,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:20.817796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7c22928e-0bbe-411f-b46d-d8759b475868 None None] The port 'fc017605-c5df-4fcf-ab23-fd50df42f836' was deleted {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 30 01:49:20.820304 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.855287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.887294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c5a395-7782-4a02-8a9d-2dc4f66a10a2']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:20.898774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5641badf-4336-433d-914c-be94ee13659d') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:20.899135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5641badf-4336-433d-914c-be94ee13659d') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:20.910140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.926036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.932962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:49:20.933710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:20.974668 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:49:21.010960 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:49:21.096257 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.106902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.167810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.177700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/87c5a395-7782-4a02-8a9d-2dc4f66a10a2 HTTP/1.1" status: 204 len: 168 time: 1.1953750 Apr 30 01:49:21.180111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda267a-4283-4227-8af5-8533ee49f7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=87c5a395-7782-4a02-8a9d-2dc4f66a10a2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:21.224996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:21.229623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:21.238647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:21.377467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=8602d318-e810-4acd-b596-1814a556b6d3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:21.387748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.470606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 82064113-a323-4fc3-b1ac-f77b250fb20b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:21.562782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 82064113-a323-4fc3-b1ac-f77b250fb20b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:21.563269 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.669492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4db09b4-4995-4fe6-8b77-286493b708fd up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:21.721234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.729538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d4db09b4-4995-4fe6-8b77-286493b708fd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:21.729912 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.762194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54080) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:21.827747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.854721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0180492c-d032-4802-b4a9-596d4f303a5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fdc3a3dad1344c3ac70cc2740aca955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878556 Apr 30 01:49:21.855503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54082) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:21.901453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port d4db09b4-4995-4fe6-8b77-286493b708fd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4db09b4-4995-4fe6-8b77-286493b708fd,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:21.950788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f775be9c-f826-4d3b-9ecf-cc61e167df18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:21.984831 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f775be9c-f826-4d3b-9ecf-cc61e167df18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:22.033550 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:22.124320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=d4db09b4-4995-4fe6-8b77-286493b708fd,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:22.139819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:22.171229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f775be9c-f826-4d3b-9ecf-cc61e167df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:22.175092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f775be9c-f826-4d3b-9ecf-cc61e167df18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:22.180538 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f775be9c-f826-4d3b-9ecf-cc61e167df18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73beb467-aa3f-4208-a0f7-f0113e9ce007 HTTP/1.1" status: 204 len: 168 time: 0.3240356 Apr 30 01:49:22.193638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:22.213862 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775be9c-f826-4d3b-9ecf-cc61e167df18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73beb467-aa3f-4208-a0f7-f0113e9ce007,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:22.295323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=8602d318-e810-4acd-b596-1814a556b6d3,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:22.330048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:22.365604 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:22.386225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c385209-86ee-4454-94e1-5ceeae0d1c52 None None] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:49:22.390687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:22.399037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a529ba4d-f3c8-4aad-8e55-c0ff6d49dd2e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:22.399037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fc017605-c5df-4fcf-ab23-fd50df42f836 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:49:22.429087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: fc017605-c5df-4fcf-ab23-fd50df42f836 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:49:22.429984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fc017605-c5df-4fcf-ab23-fd50df42f836 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:49:22.495698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:22.497438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:22.563523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bfde64b3-0e0b-4678-b1cd-0c75cecdd2e4 None None] Provisioning complete for port d4db09b4-4995-4fe6-8b77-286493b708fd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:22.564153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bfde64b3-0e0b-4678-b1cd-0c75cecdd2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:22.646971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router e61fe7d6-a685-43d1-b2a2-dcd182b7177d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:49:22.828484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:22.834607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-00650424-9cf1-4c17-875a-94a7bacca117 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "PUT /v2.0/routers/e61fe7d6-a685-43d1-b2a2-dcd182b7177d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1518214 Apr 30 01:49:22.849420 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Sync routers for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:22.861390 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:22.862089 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:23.006141 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:23.178371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54106) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:23.204477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54112) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:23.229107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4fb8c8d7-c36d-4c89-a39e-c2c19ed8fd43 None None] Provisioning complete for port 8602d318-e810-4acd-b596-1814a556b6d3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:23.229680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c8d7-c36d-4c89-a39e-c2c19ed8fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.336204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-475d7773-fcb6-4791-93a8-f7ac8e28f145 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352145389&fields=id&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 267 time: 0.1218059 Apr 30 01:49:23.341084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4db09b4-4995-4fe6-8b77-286493b708fd up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:23.416230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8c8d7-c36d-4c89-a39e-c2c19ed8fd43 None None] Port 8602d318-e810-4acd-b596-1814a556b6d3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:23.470958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4fb8c8d7-c36d-4c89-a39e-c2c19ed8fd43 None None] Provisioning complete for port d4db09b4-4995-4fe6-8b77-286493b708fd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:23.471343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c8d7-c36d-4c89-a39e-c2c19ed8fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.505584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a9323258-2290-47c3-918f-8f84de30f9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.524627 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 2, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:23.541477 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-59fdb205-9071-42c3-a886-2c1213e245e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f835fd4025947188fd3a51c52051c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599796 Apr 30 01:49:23.541801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54118) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:23.572647 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Checking router: e61fe7d6-a685-43d1-b2a2-dcd182b7177d for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:23.574552 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Updating router e61fe7d6-a685-43d1-b2a2-dcd182b7177d port 8602d318-e810-4acd-b596-1814a556b6d3 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:49:23.574779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81911754-2d79-4ec9-a52a-3c96a2b15a3b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:23.592024 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81911754-2d79-4ec9-a52a-3c96a2b15a3b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/networks?id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 200 len: 796 time: 0.2548630 Apr 30 01:49:23.606616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d4db09b4-4995-4fe6-8b77-286493b708fd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:23.606923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.617733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-8fb895a5-cb16-4e63-a2d8-9656393e1107 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/quotas/c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 375 time: 0.0247469 Apr 30 01:49:23.664378 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a9323258-2290-47c3-918f-8f84de30f9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.666290 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.727212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-93c022c0-af0c-4767-af00-4845e59004ce tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016078 Apr 30 01:49:23.749387 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14c0e489-9130-4290-84ec-49a9e7ab791a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.786385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a9323258-2290-47c3-918f-8f84de30f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.857193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14c0e489-9130-4290-84ec-49a9e7ab791a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:23.901435 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a9323258-2290-47c3-918f-8f84de30f9d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32dac54687ad4be4a3473bf565c40985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6957946 Apr 30 01:49:23.907776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54122) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:23.921439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9323258-2290-47c3-918f-8f84de30f9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cf59b4-5b26-4198-a6a5-30e2e02d33ef,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:23.968718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-deb5eeb8-115e-4c74-8e2c-750c0d044d2e service neutron] 10.222.0.15 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275429 Apr 30 01:49:24.022442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14c0e489-9130-4290-84ec-49a9e7ab791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.025652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-14c0e489-9130-4290-84ec-49a9e7ab791a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.026839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-14c0e489-9130-4290-84ec-49a9e7ab791a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c66acb69-f949-42b6-a57d-020d8a72cad9 HTTP/1.1" status: 204 len: 168 time: 0.4802756 Apr 30 01:49:24.040661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0e489-9130-4290-84ec-49a9e7ab791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66acb69-f949-42b6-a57d-020d8a72cad9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:24.086067 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8716182-ba86-4652-b74d-ec457cdf465e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.108070 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.110981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7636d54f-0acc-4e30-94dc-c8801a1ebc32 None None] Provisioning complete for port 8602d318-e810-4acd-b596-1814a556b6d3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:24.111368 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7636d54f-0acc-4e30-94dc-c8801a1ebc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.129249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8716182-ba86-4652-b74d-ec457cdf465e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.141676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-8ae5ecc7-6ede-42f4-ae32-edb563b4c1a4 service neutron] 10.222.0.15 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630793 Apr 30 01:49:24.162145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7636d54f-0acc-4e30-94dc-c8801a1ebc32 None None] Port 8602d318-e810-4acd-b596-1814a556b6d3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:24.187237 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.273713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8716182-ba86-4652-b74d-ec457cdf465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.276749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8716182-ba86-4652-b74d-ec457cdf465e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.278120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c8716182-ba86-4652-b74d-ec457cdf465e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2cf59b4-5b26-4198-a6a5-30e2e02d33ef HTTP/1.1" status: 204 len: 168 time: 0.3694158 Apr 30 01:49:24.296815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8716182-ba86-4652-b74d-ec457cdf465e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cf59b4-5b26-4198-a6a5-30e2e02d33ef,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:24.319403 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157503-8f23-4cce-84cc-069b75474ac6 None None] Pushing event updated for resources: {'Port': ['ID=8602d318-e810-4acd-b596-1814a556b6d3,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:24.339259 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Attempting to bind port 8602d318-e810-4acd-b596-1814a556b6d3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:24.340196 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Attempting to bind port 8602d318-e810-4acd-b596-1814a556b6d3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:24.340961 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Attempting to bind port 8602d318-e810-4acd-b596-1814a556b6d3 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:24.348415 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:24.348985 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Checking segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:24.349477 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.350184 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Bound using segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:24.351544 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Bound port: 8602d318-e810-4acd-b596-1814a556b6d3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:24.352425 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.512264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71c4f59e-0023-4a27-b1a3-4a839b024937 req-cf9eb97c-537e-4c30-8c0f-484c5ade6470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 210 time: 0.0551186 Apr 30 01:49:24.532156 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] For port 8602d318-e810-4acd-b596-1814a556b6d3, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:24.541959 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] For port 8602d318-e810-4acd-b596-1814a556b6d3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8602d318-e810-4acd-b596-1814a556b6d3,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:24.592114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0b9c4ad5-573a-44bd-8298-e054f56608df None None] Provisioning complete for port 8602d318-e810-4acd-b596-1814a556b6d3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:24.593156 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4ad5-573a-44bd-8298-e054f56608df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.628697 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:24.644424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0b9c4ad5-573a-44bd-8298-e054f56608df None None] Port 8602d318-e810-4acd-b596-1814a556b6d3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:24.699688 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:24.701160 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:24.900175 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157503-8f23-4cce-84cc-069b75474ac6 None None] Pushing event updated for resources: {'Port': ['ID=8602d318-e810-4acd-b596-1814a556b6d3,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:25.070709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-48add0b5-378d-498f-9305-077b9481ce6b None None] Provisioning complete for port 8602d318-e810-4acd-b596-1814a556b6d3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:25.071214 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48add0b5-378d-498f-9305-077b9481ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:25.081488 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:25.168218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48add0b5-378d-498f-9305-077b9481ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:25.205913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-48add0b5-378d-498f-9305-077b9481ce6b None None] For port 8602d318-e810-4acd-b596-1814a556b6d3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8602d318-e810-4acd-b596-1814a556b6d3,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:25.312724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48add0b5-378d-498f-9305-077b9481ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:25.365188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48add0b5-378d-498f-9305-077b9481ce6b None None] Pushing event updated for resources: {'Port': ['ID=8602d318-e810-4acd-b596-1814a556b6d3,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:25.404752 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:24Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:25.434974 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe9a15-8639-4ae8-ba9b-97eeb1143f41 None None] The sync data for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 is: [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:24Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:25.654511 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-edf013d4-428e-4a15-943d-61c6525d1844 req-abce1170-2998-4c52-8744-bb412952c695 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 210 time: 0.0296774 Apr 30 01:49:26.415272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54238) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:26.617160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'network': {'name': 'tempest-network-smoke--1369901720', 'project_id': 'becf5c56d12142b68594109f363b6821', 'port_security_enabled': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:26.711599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-a3435240-9168-47d9-9060-ad86d7a5bc5b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:26.714020 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-a3435240-9168-47d9-9060-ad86d7a5bc5b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/networks?id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 200 len: 796 time: 0.1360240 Apr 30 01:49:26.725120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:49:26.731125 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:26.759010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:26.776798 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-66ee9f7c-2690-4de6-9e4b-e0ccb429c240 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 380 time: 0.0494742 Apr 30 01:49:26.796122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'port': {'device_id': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'admin_state_up': True, 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'security_groups': ['9c610159-4f1f-4799-81b7-3a97fce1c71f']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:26.853983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d1a43af7-d1f5-45c5-b103-e60e325ead6c req-0a8a98bf-c980-4f56-839f-644c8fe9a243 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 210 time: 0.0468462 Apr 30 01:49:26.943091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.003722 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.003951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:49:27.008330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.040070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:49:27.050320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f85cbe-8f59-4d4f-8f66-e5a58df8adbd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:27.055765 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.056102 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Added segment 900446fe-0d47-4e45-a965-23f76fd75d4d of type vlan for network f5dea817-b896-4370-83fd-3cc752410e7d Apr 30 01:49:27.104990 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.177187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.20.0.7 (0e5d8f3b-4488-4ddf-98f5-b3796ac78301/574d76ea-b339-4ecc-819a-2073d4f4fc67/2a9d1db3-a7f8-4321-9868-764ab4c6d754) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:27.205259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.211788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:27.212676 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.289814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8602d318-e810-4acd-b596-1814a556b6d3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:27.308991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Network': ['ID=f5dea817-b896-4370-83fd-3cc752410e7d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:27.327670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cfac9eda-435a-45d9-b4bb-fe0108a4126c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9098182 Apr 30 01:49:27.332322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54282) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:27.333642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f5dea817-b896-4370-83fd-3cc752410e7d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:49:27.334486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-637598171', 'admin_state_up': True, 'project_id': 'becf5c56d12142b68594109f363b6821', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:27.440723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.446185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.450346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.551712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.578488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8602d318-e810-4acd-b596-1814a556b6d3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:27.579283 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.618684 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.656555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:27.679744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:27.685707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:27.747886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:27.763059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.763442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.770788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:27.778992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:27.780393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.786772 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:27.889095 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-2390f5d9-c9f5-4dcd-bc9b-d642785a246c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052430 Apr 30 01:49:27.913865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Request body: {'port': {'device_id': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:28.003155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.107625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb88c9-b3b2-436a-81cf-c01fcd89c5d8 req-6c6a0c51-494c-4cfc-a9e6-2c04ee008530 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:28.109423 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fceb88c9-b3b2-436a-81cf-c01fcd89c5d8 req-6c6a0c51-494c-4cfc-a9e6-2c04ee008530 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 931 time: 0.1133511 Apr 30 01:49:28.188924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5d61ebef-67f8-4f4e-9000-83915abd60bc None None] Provisioning complete for port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:28.189475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d61ebef-67f8-4f4e-9000-83915abd60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.269722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fceb88c9-b3b2-436a-81cf-c01fcd89c5d8 req-5a5d924c-cf58-47cf-979f-13e84f410e96 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427708 Apr 30 01:49:28.295238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5d61ebef-67f8-4f4e-9000-83915abd60bc None None] Port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:28.295785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.332652 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.418060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9d1db3-a7f8-4321-9868-764ab4c6d754 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:49:28.435353 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.452364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Transition to ACTIVE for port object 2a9d1db3-a7f8-4321-9868-764ab4c6d754 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:49:28.467236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.25.0.16 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/6998b5dd-5581-4c7c-903f-db6a44e5b50e) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:28.519597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.609769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.713340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.750099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:28.789874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:28.790601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:28.791029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:28.792758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14c712f9-426b-4a56-bd71-26ed519427dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.800475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:49:28.800941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:28.808718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:28.809178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Checking segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:28.813725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Bound using segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:28.813725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Bound port: 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:28.813725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:28.825768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=6998b5dd-5581-4c7c-903f-db6a44e5b50e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:28.853322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:28.855018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:28.874120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:29.002228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:29.005577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:29.101086 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:29.144379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:29.145101 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:29.146634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] 10.222.0.21 "PUT /v2.0/ports/2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 1091 time: 1.2507570 Apr 30 01:49:29.147076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:49:29.153873 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e555fdca-abea-4578-8868-30d432bf64ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:49:29.215177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a71417-0d0b-4b59-8e6c-8e4eeee48a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:29.225199 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e25e30-5382-40cc-9d15-fc506878a342 x-openstack-request-id: req-21e25e30-5382-40cc-9d15-fc506878a342 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:49:29.226088 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:49:29.226637 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21e25e30-5382-40cc-9d15-fc506878a342 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:49:29.227892 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e25e30-5382-40cc-9d15-fc506878a342'] response: {'name': 'network-changed', 'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'status': 'completed', 'code': 200} Apr 30 01:49:29.354848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555fdca-abea-4578-8868-30d432bf64ac req-e0c77e6a-291b-4555-ad76-ce59f28e618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:29.356557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e555fdca-abea-4578-8868-30d432bf64ac req-e0c77e6a-291b-4555-ad76-ce59f28e618e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1094 time: 0.1124713 Apr 30 01:49:29.500650 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:29.516117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555fdca-abea-4578-8868-30d432bf64ac req-3b5dc277-bb9e-4947-aa65-24a485275275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:29.518564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e555fdca-abea-4578-8868-30d432bf64ac req-3b5dc277-bb9e-4947-aa65-24a485275275 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c0d0017750714ac2a74fd60a825a474e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1533337 Apr 30 01:49:29.567241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41a1be-6a0d-4bdd-85f4-a5d3b5c217a8 req-7dfc7a31-a419-460b-b813-d13767d4a8a8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:29.568783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c41a1be-6a0d-4bdd-85f4-a5d3b5c217a8 req-7dfc7a31-a419-460b-b813-d13767d4a8a8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 943 time: 0.1173832 Apr 30 01:49:29.669794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555fdca-abea-4578-8868-30d432bf64ac req-449088bc-e8d0-42a2-a4c3-5d1f35cdf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:29.671538 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e555fdca-abea-4578-8868-30d432bf64ac req-449088bc-e8d0-42a2-a4c3-5d1f35cdf048 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1467671 Apr 30 01:49:29.766591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-277c97e0-3acc-4bfe-8be3-a82f20d864c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:29.768281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-277c97e0-3acc-4bfe-8be3-a82f20d864c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1094 time: 0.0547409 Apr 30 01:49:29.812585 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-1298266b-25ee-446e-b68a-f4a64a2f872a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 217 time: 0.0374999 Apr 30 01:49:29.869140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-5bc72c35-a625-42cc-8fec-692814d1c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:29.870634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-5bc72c35-a625-42cc-8fec-692814d1c32a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=574d76ea-b339-4ecc-819a-2073d4f4fc67 HTTP/1.1" status: 200 len: 834 time: 0.0515547 Apr 30 01:49:29.924910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-cf816b57-ea6b-4b6a-b0ff-dfcf2814c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:29.926511 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-cf816b57-ea6b-4b6a-b0ff-dfcf2814c814 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499179 Apr 30 01:49:30.009122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3c41a1be-6a0d-4bdd-85f4-a5d3b5c217a8 req-42bb2c2b-427a-426f-a626-a606d4b6bf4e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896676 Apr 30 01:49:30.058984 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-1b32d7aa-014b-4c4c-8409-5b6069d65b61 service neutron] 10.222.0.21 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245239 Apr 30 01:49:30.100192 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:30.189522 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-14fc981e-61de-4e6b-a57b-f859f04c6ef7 req-0dad7489-c772-46bf-a06c-14a172fd1d77 service neutron] 10.222.0.21 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238625 Apr 30 01:49:30.369071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router e51b2704-3f6a-4ab6-9d66-8842bafd5377 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:49:30.502292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:30.531041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Sync routers for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:30.554255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:30.555099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:30.611399 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:30.613348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b750b60-b99c-4798-b22b-114dce48574b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2836642 Apr 30 01:49:30.616049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54348) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:30.697349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:30.728413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54354) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:30.732734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-91123ac7-4c42-4108-a976-547510e5bae7 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=becf5c56d12142b68594109f363b6821&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1146333 Apr 30 01:49:30.842118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5424bab-ab9e-409f-94ac-661a0e0e03cc tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:30.843595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b5424bab-ab9e-409f-94ac-661a0e0e03cc tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1138082 Apr 30 01:49:30.846348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54364) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:30.881399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-16c8e73f-9b5a-4b2f-bf97-083eae13cad3 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337317 Apr 30 01:49:30.884529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54368) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:30.889553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-21568453', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'project_id': 'becf5c56d12142b68594109f363b6821', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:30.987954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:29Z', 'revision_number': 3, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:31.024363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Checking router: e51b2704-3f6a-4ab6-9d66-8842bafd5377 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:31.024707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Updating router e51b2704-3f6a-4ab6-9d66-8842bafd5377 port 6998b5dd-5581-4c7c-903f-db6a44e5b50e binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:49:31.026820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-647edf6b-2276-4468-aad0-684f9788af01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.056515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.090291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:49:31.099211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.307093 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:49:31.373221 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.399127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.453810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Subnet': ['ID=42ee49b8-8253-42bc-b006-0622ee0f45fa,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:31.471168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Checking segment: {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:31.471629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network hostable DHCP agents. Network: f5dea817-b896-4370-83fd-3cc752410e7d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:49:31.496195 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.552543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Attempting to bind port 6998b5dd-5581-4c7c-903f-db6a44e5b50e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:31.559454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Attempting to bind port 6998b5dd-5581-4c7c-903f-db6a44e5b50e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:31.559454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Attempting to bind port 6998b5dd-5581-4c7c-903f-db6a44e5b50e on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:31.560973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407967e-fb79-468e-ad1e-aa3bfd996874 None None] Pushing event updated for resources: {'Port': ['ID=6998b5dd-5581-4c7c-903f-db6a44e5b50e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:31.563693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:31.564065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:31.564665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.565046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:31.565680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Bound port: 6998b5dd-5581-4c7c-903f-db6a44e5b50e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:31.566067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.576269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network f5dea817-b896-4370-83fd-3cc752410e7d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:49:31.622656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] For port 6998b5dd-5581-4c7c-903f-db6a44e5b50e, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:31.627513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] For port 6998b5dd-5581-4c7c-903f-db6a44e5b50e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6998b5dd-5581-4c7c-903f-db6a44e5b50e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:31.673007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f5dea817-b896-4370-83fd-3cc752410e7d) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:31.686076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:31.686076 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.688008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081be055-d77a-4ee3-bcaf-715b3cdff78a None None] Network f5dea817-b896-4370-83fd-3cc752410e7d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:49:31.745067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:31.763649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf217a6-303f-429f-b0df-6757302f1167 req-a4c92a90-cab0-4496-af11-deea97d882ce tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:31.766354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acf217a6-303f-429f-b0df-6757302f1167 req-a4c92a90-cab0-4496-af11-deea97d882ce tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 943 time: 0.0632892 Apr 30 01:49:31.822354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b5e79679-9479-45b0-a4cb-5bf05e57a756 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9332318 Apr 30 01:49:31.822575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54424) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:31.841109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acf217a6-303f-429f-b0df-6757302f1167 req-b86083d7-b153-4b5c-b3c4-3aa7cd1f1474 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662074 Apr 30 01:49:31.856843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:31.857747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:31.917658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407967e-fb79-468e-ad1e-aa3bfd996874 None None] Pushing event updated for resources: {'Port': ['ID=6998b5dd-5581-4c7c-903f-db6a44e5b50e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:31.996483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcb586-e1f5-457b-b7a7-7be94988b21b req-aaeba6fb-dc76-4cae-92f2-6327bca0e3d9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:31.998491 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7fcb586-e1f5-457b-b7a7-7be94988b21b req-aaeba6fb-dc76-4cae-92f2-6327bca0e3d9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0881989 Apr 30 01:49:32.062598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7fcb586-e1f5-457b-b7a7-7be94988b21b req-eea61d74-cd0d-45c6-a635-9f9d32cfcb8a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580080 Apr 30 01:49:32.084342 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:32.092922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:32.122147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-f5dea817-b896-4370-83fd-3cc752410e7d', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:49:32.123157 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:32.361440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2a9d1db3-a7f8-4321-9868-764ab4c6d754 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:49:32.368611 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:32.467803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Allocated IP 172.20.0.2 (f5dea817-b896-4370-83fd-3cc752410e7d/42ee49b8-8253-42bc-b006-0622ee0f45fa/d812eb10-e43a-450d-aada-c8b5b72581f7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:32.749435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:32.759473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:29Z', 'revision_number': 3, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:32.795708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'port_id': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'mac_address': 'fa:16:3e:d5:8a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:49:32.803189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdad028-9b47-4d4c-8334-b583847da602 None None] The sync data for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 is: [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:29Z', 'revision_number': 3, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:32.921878 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.104640 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.104640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9d1db3-a7f8-4321-9868-764ab4c6d754 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:49:33.105248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623641ae-4541-47da-be6b-1a3d89d45e68 req-a78a2128-a1fe-47db-aafe-4c34b5e7c1a9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:33.105248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-623641ae-4541-47da-be6b-1a3d89d45e68 req-a78a2128-a1fe-47db-aafe-4c34b5e7c1a9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 943 time: 0.0529816 Apr 30 01:49:33.106018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:33.106168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-623641ae-4541-47da-be6b-1a3d89d45e68 req-8da301d1-61f7-4757-b4ca-bd72a73b0251 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324345 Apr 30 01:49:33.205291 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.246052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.259635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0ccc-63a9-447a-8d83-2c994e64a15f req-23241dd5-1721-4bf0-8b37-815668e6bb94 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:33.264225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc3c0ccc-63a9-447a-8d83-2c994e64a15f req-23241dd5-1721-4bf0-8b37-815668e6bb94 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.1079414 Apr 30 01:49:33.283288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Network f5dea817-b896-4370-83fd-3cc752410e7d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:33.292856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:33.310929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:33.342767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Pushing event updated for resources: {'Port': ['ID=d812eb10-e43a-450d-aada-c8b5b72581f7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:33.356263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.20.0.1 (f5dea817-b896-4370-83fd-3cc752410e7d/42ee49b8-8253-42bc-b006-0622ee0f45fa/c6baa18b-d08f-44b7-953a-4db2f8b08bd5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:33.379221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6998b5dd-5581-4c7c-903f-db6a44e5b50e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:33.404240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc3c0ccc-63a9-447a-8d83-2c994e64a15f req-bebe2671-a9ab-479c-b55d-5892551b79a8 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353581 Apr 30 01:49:33.530326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.530902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2a9d1db3-a7f8-4321-9868-764ab4c6d754'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:49:33.590329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Attempting to bind port d812eb10-e43a-450d-aada-c8b5b72581f7 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:33.590846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Attempting to bind port d812eb10-e43a-450d-aada-c8b5b72581f7 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:33.591347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Attempting to bind port d812eb10-e43a-450d-aada-c8b5b72581f7 on network f5dea817-b896-4370-83fd-3cc752410e7d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:33.600581 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:33.619794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:33.620255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Checking segment: {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:33.620725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.621205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Bound using segment: {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:33.621745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Bound port: d812eb10-e43a-450d-aada-c8b5b72581f7, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:33.622191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.634525 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.658425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6998b5dd-5581-4c7c-903f-db6a44e5b50e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:33.658977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.699002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network f5dea817-b896-4370-83fd-3cc752410e7d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:33.702432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:33.707457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:33.738136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:33.774434 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.872133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] For port d812eb10-e43a-450d-aada-c8b5b72581f7, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:33.885702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:33.930568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] For port d812eb10-e43a-450d-aada-c8b5b72581f7, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d812eb10-e43a-450d-aada-c8b5b72581f7,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:33.959243 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:34.009035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 6998b5dd-5581-4c7c-903f-db6a44e5b50e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6998b5dd-5581-4c7c-903f-db6a44e5b50e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:34.010804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:34.062081 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:34.095946 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:34.182882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0109fc2-c167-4169-aaa0-ce601ee9d03f None None] Pushing event updated for resources: {'Port': ['ID=d812eb10-e43a-450d-aada-c8b5b72581f7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:34.253902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172fb04-fd85-46db-a323-115421fca15d req-164853b0-6a9b-4905-930a-4ce2ad71a8a9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:34.258596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4172fb04-fd85-46db-a323-115421fca15d req-164853b0-6a9b-4905-930a-4ce2ad71a8a9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 944 time: 0.0839298 Apr 30 01:49:34.299691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=6998b5dd-5581-4c7c-903f-db6a44e5b50e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:34.318710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4172fb04-fd85-46db-a323-115421fca15d req-2d7699fa-299e-4d13-80ae-e443d598695e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485177 Apr 30 01:49:34.573132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:34.586658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdca906-15a0-4e9d-9997-d042f7aaa745 req-54572523-f62d-4e58-b577-c490bafbe36d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:34.588217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bdca906-15a0-4e9d-9997-d042f7aaa745 req-54572523-f62d-4e58-b577-c490bafbe36d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0783775 Apr 30 01:49:34.643052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bdca906-15a0-4e9d-9997-d042f7aaa745 req-87d98a5c-30e2-4017-a283-85e40157ba90 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483944 Apr 30 01:49:34.890190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:34.947561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:35.026246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:35.029026 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:35.121961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network f5dea817-b896-4370-83fd-3cc752410e7d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:35.123655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:35.269031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router e51b2704-3f6a-4ab6-9d66-8842bafd5377 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:49:35.331218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6998b5dd-5581-4c7c-903f-db6a44e5b50e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:35.413457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:35.432423 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Sync routers for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:35.439478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0ca44f5d-bd1b-4d1e-8071-d59dfea0d472 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "PUT /v2.0/routers/e51b2704-3f6a-4ab6-9d66-8842bafd5377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6128817 Apr 30 01:49:35.439478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54584) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:35.439836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6998b5dd-5581-4c7c-903f-db6a44e5b50e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:35.440307 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:35.447623 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:35.476676 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:35.587749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251684d2-98c1-4d3e-b0c0-d37f58c813ca req-7f8c2bbb-9a20-4ea4-b80e-83faec6effda tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.598663 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-251684d2-98c1-4d3e-b0c0-d37f58c813ca req-7f8c2bbb-9a20-4ea4-b80e-83faec6effda tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 944 time: 0.1875410 Apr 30 01:49:35.601772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d812eb10-e43a-450d-aada-c8b5b72581f7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:35.659132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-251684d2-98c1-4d3e-b0c0-d37f58c813ca req-698da0b7-9cc1-4b31-b5ea-c3cab38f0b1e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578287 Apr 30 01:49:35.718320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d812eb10-e43a-450d-aada-c8b5b72581f7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:35.718679 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:35.754072 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:35.848478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.849035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.852802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.852802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.852802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.852802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.852802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.852802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.857310 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-677b2d64-40b2-44b7-9b51-81a4f77690ec tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5660 time: 0.4179497 Apr 30 01:49:35.857939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54608) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:35.906584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336755e-ff4c-4847-b587-e19c4a2b8ea5 req-601c42e5-514a-4776-ba3e-7497defadfb5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:35.908426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1336755e-ff4c-4847-b587-e19c4a2b8ea5 req-601c42e5-514a-4776-ba3e-7497defadfb5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.1119263 Apr 30 01:49:35.917252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:35.974330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca70c2d-5fda-4cfd-bfc6-c49fb6f86382 None None] Network f5dea817-b896-4370-83fd-3cc752410e7d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:49:36.000052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1336755e-ff4c-4847-b587-e19c4a2b8ea5 req-f2f7fcaa-8577-42cb-8cf8-6fced9723a3d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841920 Apr 30 01:49:36.012537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.013172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.013773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.014369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.014965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.015583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.016175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.016785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.020661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port d812eb10-e43a-450d-aada-c8b5b72581f7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d812eb10-e43a-450d-aada-c8b5b72581f7,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:36.021992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54614) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:36.034740 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a5ff8cb6-bba7-43fe-9bc5-47f166328b44 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5262 time: 0.1754625 Apr 30 01:49:36.060058 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:34Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:34Z', 'revision_number': 2, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:36.096583 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Checking router: e51b2704-3f6a-4ab6-9d66-8842bafd5377 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:36.097026 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Updating router e51b2704-3f6a-4ab6-9d66-8842bafd5377 port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:49:36.106615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-df761def-bc57-4da5-a19d-90354955a6e2 None None] Provisioning complete for port d812eb10-e43a-450d-aada-c8b5b72581f7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:36.106996 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df761def-bc57-4da5-a19d-90354955a6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.130277 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.135732 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.223767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=d812eb10-e43a-450d-aada-c8b5b72581f7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:36.308354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-54036a86-12f1-4e21-aeff-4593a4fe7f0d tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.2851212 Apr 30 01:49:36.387473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2a9d1db3-a7f8-4321-9868-764ab4c6d754 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:36.512540 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:49:36.516963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:36.517443 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.543303 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.627458 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.653334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.686357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:49:36.688802 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383aaf01-2f6b-461b-a48e-b069024a5972" -d '{"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-plugged", "status": "completed", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:49:36.705379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:36.708908 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879482e-93fe-4cb7-92e7-7c3423c3e92e None None] Pushing event updated for resources: {'Port': ['ID=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:36.720631 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-58e8803c-e3de-44b4-acf0-d1483490b091 None None] Provisioning complete for port d812eb10-e43a-450d-aada-c8b5b72581f7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:36.721122 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58e8803c-e3de-44b4-acf0-d1483490b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.724129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54652) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:36.731016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-62fa141a-94f7-4812-8bb4-ca460b194a9f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416871268', 'description': 'tempest-secgroup-smoke-416871268 description', 'project_id': 'becf5c56d12142b68594109f363b6821'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:36.781996 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.782232 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Attempting to bind port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:36.782548 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Attempting to bind port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:36.782903 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Attempting to bind port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 on network f5dea817-b896-4370-83fd-3cc752410e7d {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:36.793636 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:36.797796 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Checking segment: {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:36.797796 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.797796 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Bound using segment: {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:36.797796 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Bound port: c6baa18b-d08f-44b7-953a-4db2f8b08bd5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:36.797796 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.861544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fa141a-94f7-4812-8bb4-ca460b194a9f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.898769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:36.938508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-58e8803c-e3de-44b4-acf0-d1483490b091 None None] Provisioning complete for port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:36.939008 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58e8803c-e3de-44b4-acf0-d1483490b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:36.939455 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] For port c6baa18b-d08f-44b7-953a-4db2f8b08bd5, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:36.951178 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] For port c6baa18b-d08f-44b7-953a-4db2f8b08bd5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:36.955065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8062-2ee6-4892-978e-174a6b023dfa req-dc6244b8-a557-4fc9-882a-b4e55d5f8713 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:36.956684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ecc8062-2ee6-4892-978e-174a6b023dfa req-dc6244b8-a557-4fc9-882a-b4e55d5f8713 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.1218114 Apr 30 01:49:36.996154 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-58e8803c-e3de-44b4-acf0-d1483490b091 None None] Port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:37.007681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fa141a-94f7-4812-8bb4-ca460b194a9f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.015512 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.019038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ecc8062-2ee6-4892-978e-174a6b023dfa req-820f782d-5df9-482b-95c3-f71c2edec47b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545540 Apr 30 01:49:37.072895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fa141a-94f7-4812-8bb4-ca460b194a9f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.086963 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea0b8b5-0655-439b-8d0f-5d0d8fde0089 x-openstack-request-id: req-0ea0b8b5-0655-439b-8d0f-5d0d8fde0089 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:49:37.086963 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-plugged", "status": "completed", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:49:37.086963 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ea0b8b5-0655-439b-8d0f-5d0d8fde0089 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:49:37.086963 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea0b8b5-0655-439b-8d0f-5d0d8fde0089'] response: {'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'code': 200} Apr 30 01:49:37.093180 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:37.093627 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:37.136396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-40c35a5b-e0ad-477f-adad-a20dbec5e47c None None] Provisioning complete for port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:37.136952 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40c35a5b-e0ad-477f-adad-a20dbec5e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.150302 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879482e-93fe-4cb7-92e7-7c3423c3e92e None None] Pushing event updated for resources: {'Port': ['ID=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:37.172319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa141a-94f7-4812-8bb4-ca460b194a9f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fe51fc-3260-41db-a9e9-cfb7f6549650,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:37.235273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62fa141a-94f7-4812-8bb4-ca460b194a9f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.239642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-62fa141a-94f7-4812-8bb4-ca460b194a9f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5106905 Apr 30 01:49:37.239945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54676) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:37.241212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fed986-5761-4aed-b975-eeb5fc492b45 req-aa243f1f-1911-4892-a4c1-61f63f3fdf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:37.242955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8fed986-5761-4aed-b975-eeb5fc492b45 req-aa243f1f-1911-4892-a4c1-61f63f3fdf19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1096 time: 0.0875258 Apr 30 01:49:37.246538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-583dd269-44be-4395-bf78-cbbecb029c40 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '13fe51fc-3260-41db-a9e9-cfb7f6549650', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:37.308605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d812eb10-e43a-450d-aada-c8b5b72581f7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:37.310596 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:37.323712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d8fed986-5761-4aed-b975-eeb5fc492b45 req-cb9dfe73-7f8d-4dcb-ad7f-384c41414554 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743926 Apr 30 01:49:37.383762 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40c35a5b-e0ad-477f-adad-a20dbec5e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.389669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfec0fc-131f-4684-a1f1-ee138f487f02 req-6a64b734-cb1b-4342-9483-21f27bb56eb9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:37.391686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bdfec0fc-131f-4684-a1f1-ee138f487f02 req-6a64b734-cb1b-4342-9483-21f27bb56eb9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.1488771 Apr 30 01:49:37.429286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-40c35a5b-e0ad-477f-adad-a20dbec5e47c None None] For port c6baa18b-d08f-44b7-953a-4db2f8b08bd5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:37.440923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d812eb10-e43a-450d-aada-c8b5b72581f7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:37.441145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.474784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-583dd269-44be-4395-bf78-cbbecb029c40 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.515000 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40c35a5b-e0ad-477f-adad-a20dbec5e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.546545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bdfec0fc-131f-4684-a1f1-ee138f487f02 req-964d9300-5f39-4db1-b9f3-d5d16b57a42c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466885 Apr 30 01:49:37.618130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-583dd269-44be-4395-bf78-cbbecb029c40 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.622811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c35a5b-e0ad-477f-adad-a20dbec5e47c None None] Pushing event updated for resources: {'Port': ['ID=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:37.697640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-05554394-f32d-4e50-b4f3-4782896a2b8c None None] Provisioning complete for port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:37.698078 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05554394-f32d-4e50-b4f3-4782896a2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.707821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-583dd269-44be-4395-bf78-cbbecb029c40 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.729441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dd269-44be-4395-bf78-cbbecb029c40 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7535b7-45f3-417a-b880-b49c35d726ec,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:37.748516 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:34Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:36Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:37.786187 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7ee0e-ac49-455b-932c-6a3a17f235d9 None None] The sync data for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 is: [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:34Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:36Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:37.830055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-583dd269-44be-4395-bf78-cbbecb029c40 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:37.831533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-583dd269-44be-4395-bf78-cbbecb029c40 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5903029 Apr 30 01:49:37.834364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54704) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:37.861788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a8872f66-99f5-493a-ab99-c122a90249fe tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '13fe51fc-3260-41db-a9e9-cfb7f6549650', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:37.971362 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8872f66-99f5-493a-ab99-c122a90249fe tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:38.001932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e817e1f0-fe82-44c8-9563-d43565ae8a5a None None] Provisioning complete for port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:38.002307 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e817e1f0-fe82-44c8-9563-d43565ae8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:38.063594 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8872f66-99f5-493a-ab99-c122a90249fe tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:38.139514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8872f66-99f5-493a-ab99-c122a90249fe tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:38.183981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8872f66-99f5-493a-ab99-c122a90249fe tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cf8db2-a312-4167-80ab-b3592eebf7b7,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:38.216622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff7812-b89b-4704-8347-b4b69479b43f req-49721727-752f-4543-8bf6-42d3b1cf083e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:38.221050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98ff7812-b89b-4704-8347-b4b69479b43f req-49721727-752f-4543-8bf6-42d3b1cf083e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0944109 Apr 30 01:49:38.257404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6225b9b8-d76e-4d99-a26d-0ba01afa8dea None None] Provisioning complete for port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:38.275658 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6225b9b8-d76e-4d99-a26d-0ba01afa8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:38.299776 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98ff7812-b89b-4704-8347-b4b69479b43f req-17bcacfb-3c20-4c2f-a84e-9f74820c85c3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627711 Apr 30 01:49:38.712514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fa880-0f35-40d5-8a37-7c4a006312a7 req-0ed791d3-163c-4508-bd7c-059ce2f4cd43 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:38.715281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f37fa880-0f35-40d5-8a37-7c4a006312a7 req-0ed791d3-163c-4508-bd7c-059ce2f4cd43 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0777590 Apr 30 01:49:38.758647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f37fa880-0f35-40d5-8a37-7c4a006312a7 req-1e86ccf5-de5c-4c63-9aed-2b0fe683050b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369544 Apr 30 01:49:38.937763 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8872f66-99f5-493a-ab99-c122a90249fe tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:38.940014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a8872f66-99f5-493a-ab99-c122a90249fe tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1030352 Apr 30 01:49:38.942376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54734) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:38.947098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f8927608-1eec-48c7-8c39-f167e8ab1eac tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '13fe51fc-3260-41db-a9e9-cfb7f6549650', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:39.104146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8927608-1eec-48c7-8c39-f167e8ab1eac tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.184114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8927608-1eec-48c7-8c39-f167e8ab1eac tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.262275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c6baa18b-d08f-44b7-953a-4db2f8b08bd5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:39.278595 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8927608-1eec-48c7-8c39-f167e8ab1eac tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.292819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8927608-1eec-48c7-8c39-f167e8ab1eac tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8f54f6-f7ab-44a4-b36f-5586ff6dd694,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:39.320527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:39.320765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.391634 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8927608-1eec-48c7-8c39-f167e8ab1eac tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.395389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f8927608-1eec-48c7-8c39-f167e8ab1eac tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4494781 Apr 30 01:49:39.395776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54754) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:39.401135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-04969932-a998-44e5-b726-354661756200 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '13fe51fc-3260-41db-a9e9-cfb7f6549650', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:39.446923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240070a-3821-408f-b44d-975738388e16 req-40a42970-8fb1-48f5-b332-9c053f80467a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:39.448520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8240070a-3821-408f-b44d-975738388e16 req-40a42970-8fb1-48f5-b332-9c053f80467a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0703013 Apr 30 01:49:39.499594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8240070a-3821-408f-b44d-975738388e16 req-adbca3ce-eba6-4118-9ea3-5991b7eb146d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Apr 30 01:49:39.506215 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04969932-a998-44e5-b726-354661756200 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.625748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04969932-a998-44e5-b726-354661756200 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.646056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca6bd3-f826-448b-8313-6fb6ad148c27 req-b734ac4e-4b72-4c60-ae2e-41be29def0fa tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:39.647749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99ca6bd3-f826-448b-8313-6fb6ad148c27 req-b734ac4e-4b72-4c60-ae2e-41be29def0fa tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0560296 Apr 30 01:49:39.689803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04969932-a998-44e5-b726-354661756200 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.692691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99ca6bd3-f826-448b-8313-6fb6ad148c27 req-d6552a0a-a576-4b2e-b107-a8fda998e9b0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373998 Apr 30 01:49:39.711377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04969932-a998-44e5-b726-354661756200 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81aec9e1-d739-4f2a-af93-a5444a821e4a,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:39.722747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 54778) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:39.771895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04969932-a998-44e5-b726-354661756200 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.773159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-04969932-a998-44e5-b726-354661756200 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3763993 Apr 30 01:49:39.775376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fafe10-2e27-4288-abc1-c0971a3e1d08 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:39.776054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54782) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:39.784423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6bb29b85-ab2f-4c68-b333-1f6b91942ef6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '13fe51fc-3260-41db-a9e9-cfb7f6549650', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:39.784594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-96fafe10-2e27-4288-abc1-c0971a3e1d08 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1091 time: 0.0565281 Apr 30 01:49:39.786419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54786) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:39.792471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:39.888375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044fdd-056b-4f27-90d4-a8bba8dbede6 req-83ee22e4-8906-478b-8de0-6c8aad715676 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:39.889908 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-03044fdd-056b-4f27-90d4-a8bba8dbede6 req-83ee22e4-8906-478b-8de0-6c8aad715676 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0517044 Apr 30 01:49:39.907760 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-6bb29b85-ab2f-4c68-b333-1f6b91942ef6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Project becf5c56d12142b68594109f363b6821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:49:39.921796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bb29b85-ab2f-4c68-b333-1f6b91942ef6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.946183 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:39.956125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-03044fdd-056b-4f27-90d4-a8bba8dbede6 req-3b932764-ca9b-4982-891f-686b40363ece tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564628 Apr 30 01:49:40.041838 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bb29b85-ab2f-4c68-b333-1f6b91942ef6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.088386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.135915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bb29b85-ab2f-4c68-b333-1f6b91942ef6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.168735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb29b85-ab2f-4c68-b333-1f6b91942ef6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e12e70-af56-48eb-96c9-c61bb2101fe9,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:40.227095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.25.0.203 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/f40ff07d-eb5b-4234-a663-a1f5f7d40122) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:40.286327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bb29b85-ab2f-4c68-b333-1f6b91942ef6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.287964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6bb29b85-ab2f-4c68-b333-1f6b91942ef6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5104818 Apr 30 01:49:40.290551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54806) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:40.296356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-79e91528-c1a6-4c25-87c7-58d88b4ec6f2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '13fe51fc-3260-41db-a9e9-cfb7f6549650', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:40.356678 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.383585 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-79e91528-c1a6-4c25-87c7-58d88b4ec6f2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Project becf5c56d12142b68594109f363b6821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:49:40.391237 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79e91528-c1a6-4c25-87c7-58d88b4ec6f2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.447143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79e91528-c1a6-4c25-87c7-58d88b4ec6f2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.472202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.519997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:40.526020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:40.531288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:40.567845 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79e91528-c1a6-4c25-87c7-58d88b4ec6f2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.578662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=f40ff07d-eb5b-4234-a663-a1f5f7d40122,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:40.618866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e91528-c1a6-4c25-87c7-58d88b4ec6f2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8dce3a-5f10-4777-a3ef-9a4cb47bbdb0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:40.674886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79e91528-c1a6-4c25-87c7-58d88b4ec6f2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:40.677880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-79e91528-c1a6-4c25-87c7-58d88b4ec6f2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3846726 Apr 30 01:49:40.888925 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-37c554d5-7820-4149-a994-4dad7e2b3d75 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416871268&fields=id&tenant_id=becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 267 time: 0.0715065 Apr 30 01:49:41.084818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-dcba89dd-e294-47a6-9450-768fa49285ff tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:41.086187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-dcba89dd-e294-47a6-9450-768fa49285ff tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/networks?id=f5dea817-b896-4370-83fd-3cc752410e7d HTTP/1.1" status: 200 len: 797 time: 0.1874127 Apr 30 01:49:41.101912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:41.124962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-5ae2522a-31bf-4f9c-8dcf-dd443a159965 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/quotas/becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 375 time: 0.0319149 Apr 30 01:49:41.196047 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-6991c2f2-cb40-4417-848a-d05c5b8ecee4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608594 Apr 30 01:49:41.285073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:41.349821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-385bb50e-7d59-4cbf-9da9-a83af428d7ba service neutron] 10.222.0.15 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435502 Apr 30 01:49:41.517933 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-fc7d8d86-6863-4c8f-8f5e-cda420d8ac48 service neutron] 10.222.0.15 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585383 Apr 30 01:49:41.551069 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:41.626661 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:42.088327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=f40ff07d-eb5b-4234-a663-a1f5f7d40122,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:42.103382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:42.150482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b1e71-5ee8-4316-9b69-94f4e564b872 req-ece51358-e77a-41f3-b2a1-3973d0caeba7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:42.152028 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb6b1e71-5ee8-4316-9b69-94f4e564b872 req-ece51358-e77a-41f3-b2a1-3973d0caeba7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.1028547 Apr 30 01:49:42.234962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb6b1e71-5ee8-4316-9b69-94f4e564b872 req-9c7a5952-d62e-45a6-a5bc-0ac87163f5c9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767426 Apr 30 01:49:42.245993 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Floating IP c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873 associated. External IP: 172.25.0.203, port: 2a9d1db3-a7f8-4321-9868-764ab4c6d754. Apr 30 01:49:42.367467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3363100e-0468-4cf0-91f0-5e57470f9e45 req-e8405b22-1dac-4dfa-a230-f12681b6db87 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 210 time: 0.0617294 Apr 30 01:49:42.499185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router e61fe7d6-a685-43d1-b2a2-dcd182b7177d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:49:42.623441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:42.635098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] Sync routers for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:42.650244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:42.650864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:42.720873 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:42.765185 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4c94ddb8-da0d-4d4d-b465-bfab43c52aba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9751348 Apr 30 01:49:42.765185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:49:42.768260 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81efd29-029d-4802-a481-b4bc892571d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:49:42.781477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:42.896076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc99ac7-de7f-4552-91a9-d6d472f0d070 req-d54d1621-7412-4a90-bfb6-d9ee30b77b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:42.898856 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-adc99ac7-de7f-4552-91a9-d6d472f0d070 req-d54d1621-7412-4a90-bfb6-d9ee30b77b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0661061 Apr 30 01:49:42.971386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-adc99ac7-de7f-4552-91a9-d6d472f0d070 req-a5f13470-7b89-48e0-a43d-84d8c1924754 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563927 Apr 30 01:49:42.983866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54922) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:43.081145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-89d1178f-3586-4d10-9d46-7d44090c197f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873 HTTP/1.1" status: 200 len: 991 time: 0.0956430 Apr 30 01:49:43.082725 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ca3dec-2294-4b72-bb9e-a8db3644288d x-openstack-request-id: req-d5ca3dec-2294-4b72-bb9e-a8db3644288d {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:49:43.083037 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:49:43.083282 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5ca3dec-2294-4b72-bb9e-a8db3644288d {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:49:43.083736 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ca3dec-2294-4b72-bb9e-a8db3644288d'] response: {'name': 'network-changed', 'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'status': 'completed', 'code': 200} Apr 30 01:49:43.118585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81efd29-029d-4802-a481-b4bc892571d0 req-88419460-c8b0-46f6-9fe3-d049eebfbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:43.121512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a81efd29-029d-4802-a481-b4bc892571d0 req-88419460-c8b0-46f6-9fe3-d049eebfbb26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1096 time: 0.0637846 Apr 30 01:49:43.138548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'port_id': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'mac_address': 'fa:16:3e:d5:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:40Z', 'updated_at': '2022-04-30T01:49:40Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:25Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:43.167528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] Checking router: e61fe7d6-a685-43d1-b2a2-dcd182b7177d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:43.192633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:43.196162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:43.241632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81efd29-029d-4802-a481-b4bc892571d0 req-d253516f-de56-4d25-acd7-24b132dcae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:43.243449 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a81efd29-029d-4802-a481-b4bc892571d0 req-d253516f-de56-4d25-acd7-24b132dcae86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 200 len: 896 time: 0.1148350 Apr 30 01:49:43.336628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a81efd29-029d-4802-a481-b4bc892571d0 req-ff71bb68-1283-4c4e-98bd-4f09861c4d3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 999 time: 0.0864861 Apr 30 01:49:43.395775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:43.434740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81efd29-029d-4802-a481-b4bc892571d0 req-0cd266be-7847-4210-a216-8ef306d863f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:43.438522 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a81efd29-029d-4802-a481-b4bc892571d0 req-0cd266be-7847-4210-a216-8ef306d863f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=574d76ea-b339-4ecc-819a-2073d4f4fc67 HTTP/1.1" status: 200 len: 834 time: 0.0926049 Apr 30 01:49:43.439755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee554e-6203-4db9-b839-984debf0a56a req-c935d3e1-025e-4238-b56a-071722b3ca67 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:43.448016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbee554e-6203-4db9-b839-984debf0a56a req-c935d3e1-025e-4238-b56a-071722b3ca67 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0953310 Apr 30 01:49:43.493942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbee554e-6203-4db9-b839-984debf0a56a req-556eb8df-b1ac-4f7b-aa15-c6f07c61892a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446670 Apr 30 01:49:43.577392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81efd29-029d-4802-a481-b4bc892571d0 req-024c519d-b504-4b12-af74-edd72750d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:43.579051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a81efd29-029d-4802-a481-b4bc892571d0 req-024c519d-b504-4b12-af74-edd72750d2fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349945 Apr 30 01:49:43.638221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3b008f19-29bc-4cd8-84cb-5d95db9651f5 req-288c1e63-eac9-46c0-b946-e18757250754 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 210 time: 0.0511158 Apr 30 01:49:43.718208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a81efd29-029d-4802-a481-b4bc892571d0 req-508dfa00-fd13-45ca-ac19-21af124e513a service neutron] 10.222.0.21 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317921 Apr 30 01:49:43.776473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'port_id': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'mac_address': 'fa:16:3e:d5:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:40Z', 'updated_at': '2022-04-30T01:49:40Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:25Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:43.809613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58587e0e-1f08-4836-b875-d6901dc9b6d7 None None] The sync data for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 is: [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'port_id': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'mac_address': 'fa:16:3e:d5:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:40Z', 'updated_at': '2022-04-30T01:49:40Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:25Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:49:43.840782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a81efd29-029d-4802-a481-b4bc892571d0 req-4972597c-4d05-45f4-9059-807ed4adc075 service neutron] 10.222.0.21 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162670 Apr 30 01:49:44.085025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54932) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:44.092264 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f85eac-9a9a-4d08-b9ca-48a568e90423 None None] New status for floating IP c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:49:44.189510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1c5edac-6aca-4f44-b036-5f58ed0b5151 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873 HTTP/1.1" status: 200 len: 991 time: 0.1025162 Apr 30 01:49:44.413470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-f7a288a1-5977-4c0c-a406-469c6d9e83aa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:44.415221 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-f7a288a1-5977-4c0c-a406-469c6d9e83aa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.23 "GET /v2.0/networks?id=f5dea817-b896-4370-83fd-3cc752410e7d HTTP/1.1" status: 200 len: 797 time: 0.1136639 Apr 30 01:49:44.478826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-b3cc2066-48ca-4600-a645-e6bc416808e3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 379 time: 0.0536034 Apr 30 01:49:44.494771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'port': {'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'admin_state_up': True, 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'security_groups': ['13fe51fc-3260-41db-a9e9-cfb7f6549650']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:44.647518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9f8e2-02ea-468f-9881-455b5061a237 req-cb9a104d-ce45-4124-bf5b-e1e9ba6a7163 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:44.649063 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7a9f8e2-02ea-468f-9881-455b5061a237 req-cb9a104d-ce45-4124-bf5b-e1e9ba6a7163 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0532439 Apr 30 01:49:44.708058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7a9f8e2-02ea-468f-9881-455b5061a237 req-30b8e1f5-9014-442f-b280-09ca864857fb tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467341 Apr 30 01:49:44.713199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:49:44.717113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:44.832329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-64c17077-c900-42ab-b6ce-4495bf354faf req-9d6c5d29-a39e-4436-9228-33fa2f6a8ef0 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 210 time: 0.0444987 Apr 30 01:49:44.861645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.20.0.14 (f5dea817-b896-4370-83fd-3cc752410e7d/42ee49b8-8253-42bc-b006-0622ee0f45fa/338f08c7-8be1-48ad-9620-2077b0808766) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:45.022664 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:45.118339 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:45.166827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network f5dea817-b896-4370-83fd-3cc752410e7d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:45.170354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:45.174712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:45.182697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=338f08c7-8be1-48ad-9620-2077b0808766,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:45.200001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 54942) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:45.239297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:45.239890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:45.308305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f0ed0ee-47b4-439d-9774-6ea784f50785 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873 HTTP/1.1" status: 200 len: 993 time: 0.1130288 Apr 30 01:49:45.477632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b750551a-bc4b-4a4d-a1bb-d9a23807a543 None None] Provisioning complete for port 338f08c7-8be1-48ad-9620-2077b0808766 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:45.478218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b750551a-bc4b-4a4d-a1bb-d9a23807a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:45.514986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b750551a-bc4b-4a4d-a1bb-d9a23807a543 None None] Port 338f08c7-8be1-48ad-9620-2077b0808766 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:49:45.838250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26613ff-d6d0-460f-8e12-9f0e5c12e7b7 req-1781378c-cd00-415a-bd81-9cfd3c2768ef tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:45.840504 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c26613ff-d6d0-460f-8e12-9f0e5c12e7b7 req-1781378c-cd00-415a-bd81-9cfd3c2768ef tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0495963 Apr 30 01:49:45.879082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c26613ff-d6d0-460f-8e12-9f0e5c12e7b7 req-3dd4eb38-3939-4f79-a7fe-e5bdc4e3a9cc tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323699 Apr 30 01:49:45.908356 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-0c2a84c0-7b82-4e96-920c-9a7ac76410b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4203627 Apr 30 01:49:45.924985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Request body: {'port': {'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:45.997713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:46.008289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d4c4-4ca2-4cb1-9996-304d9ae22abc req-edc15377-4900-4ed9-a39c-f8ca320f93ef tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:46.010309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd06d4c4-4ca2-4cb1-9996-304d9ae22abc req-edc15377-4900-4ed9-a39c-f8ca320f93ef tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 932 time: 0.0679598 Apr 30 01:49:46.090924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd06d4c4-4ca2-4cb1-9996-304d9ae22abc req-6eaebf0a-9818-479a-99bf-000aee8660fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697808 Apr 30 01:49:46.346259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338f08c7-8be1-48ad-9620-2077b0808766 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:49:46.354944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:46.367870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Transition to ACTIVE for port object 338f08c7-8be1-48ad-9620-2077b0808766 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:49:46.432507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:46.529511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=338f08c7-8be1-48ad-9620-2077b0808766,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:46.623055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Attempting to bind port 338f08c7-8be1-48ad-9620-2077b0808766 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:49:46.623452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Attempting to bind port 338f08c7-8be1-48ad-9620-2077b0808766 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:49:46.623805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Attempting to bind port 338f08c7-8be1-48ad-9620-2077b0808766 on network f5dea817-b896-4370-83fd-3cc752410e7d {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:46.638896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Port 338f08c7-8be1-48ad-9620-2077b0808766 on network f5dea817-b896-4370-83fd-3cc752410e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:49:46.639358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Attempting to bind port 338f08c7-8be1-48ad-9620-2077b0808766 on network f5dea817-b896-4370-83fd-3cc752410e7d {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:49:46.652422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:49:46.652765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Checking segment: {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:49:46.653160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Bound using segment: {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:49:46.654336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Bound port: 338f08c7-8be1-48ad-9620-2077b0808766, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900446fe-0d47-4e45-a965-23f76fd75d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:49:46.657722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:46.731991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] For port 338f08c7-8be1-48ad-9620-2077b0808766, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:49:46.735409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] For port 338f08c7-8be1-48ad-9620-2077b0808766, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=338f08c7-8be1-48ad-9620-2077b0808766,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:49:46.810138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:46.884715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:46.886031 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:46.887692 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] 10.222.0.23 "PUT /v2.0/ports/338f08c7-8be1-48ad-9620-2077b0808766 HTTP/1.1" status: 200 len: 1092 time: 0.9669175 Apr 30 01:49:46.891236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:49:46.905572 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b36eed-a42d-4734-8a91-111b1c308088" -d '{"events": [{"name": "network-changed", "server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "tag": "338f08c7-8be1-48ad-9620-2077b0808766"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:49:46.940884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0edd1-ec26-4f8c-a3cb-fd000d997eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=338f08c7-8be1-48ad-9620-2077b0808766,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:47.088061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-c7eccbb5-56e8-480e-ac0a-af2b8d39a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:47.097002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2983f9-cc1d-43eb-9387-78da72bfa6a2 req-3da5ee08-aaa0-41d1-8f7f-e4df43ed876e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:47.100198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-c7eccbb5-56e8-480e-ac0a-af2b8d39a4f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 1095 time: 0.0906873 Apr 30 01:49:47.100458 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-de2983f9-cc1d-43eb-9387-78da72bfa6a2 req-3da5ee08-aaa0-41d1-8f7f-e4df43ed876e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0942466 Apr 30 01:49:47.149539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-178f964f-6106-490b-9173-8436114c8b0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338f08c7-8be1-48ad-9620-2077b0808766 HTTP/1.1" status: 200 len: 217 time: 0.0415888 Apr 30 01:49:47.205874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-de2983f9-cc1d-43eb-9387-78da72bfa6a2 req-34f47123-e542-443a-8b90-5d7ad771ff6f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999761 Apr 30 01:49:47.259229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-edf04ba7-91a9-4fde-8592-b4aabd58ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:47.261529 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-edf04ba7-91a9-4fde-8592-b4aabd58ad8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42ee49b8-8253-42bc-b006-0622ee0f45fa HTTP/1.1" status: 200 len: 833 time: 0.1039991 Apr 30 01:49:47.281959 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2facd3b7-3ce8-415e-85f3-89ee142b0a0f x-openstack-request-id: req-2facd3b7-3ce8-415e-85f3-89ee142b0a0f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:49:47.282642 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "tag": "338f08c7-8be1-48ad-9620-2077b0808766", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:49:47.283187 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2facd3b7-3ce8-415e-85f3-89ee142b0a0f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:49:47.285512 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2facd3b7-3ce8-415e-85f3-89ee142b0a0f'] response: {'name': 'network-changed', 'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766', 'status': 'completed', 'code': 200} Apr 30 01:49:47.335412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-c19632e3-eff4-4fab-9e1d-7d43a2d6490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:47.337109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-c19632e3-eff4-4fab-9e1d-7d43a2d6490c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5dea817-b896-4370-83fd-3cc752410e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647466 Apr 30 01:49:47.384858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5337005-167e-4bd0-93da-15ee47b02a60 req-ab36a55b-61c4-4e2c-af57-de700cb78097 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:47.395457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5337005-167e-4bd0-93da-15ee47b02a60 req-ab36a55b-61c4-4e2c-af57-de700cb78097 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 944 time: 0.0657287 Apr 30 01:49:47.456910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5337005-167e-4bd0-93da-15ee47b02a60 req-e7af956c-7413-4833-9f83-864fd85c5822 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560529 Apr 30 01:49:47.498505 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-3f2b37da-4003-489b-aee4-4b3ad3332c01 service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499164 Apr 30 01:49:47.605544 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b478517c-2a3c-433b-ae5a-51d6de17625c req-4c490e37-78e3-4b90-9916-644f629cd52f service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994353 Apr 30 01:49:47.750500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b36eed-a42d-4734-8a91-111b1c308088 req-393d8f67-fda0-42e2-8da6-4ee0eaf2cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:47.752113 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76b36eed-a42d-4734-8a91-111b1c308088 req-393d8f67-fda0-42e2-8da6-4ee0eaf2cf99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 1095 time: 0.0475228 Apr 30 01:49:47.850614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b36eed-a42d-4734-8a91-111b1c308088 req-2ad8ff73-1db9-4b04-a41f-b2f0226524f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:47.852138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76b36eed-a42d-4734-8a91-111b1c308088 req-2ad8ff73-1db9-4b04-a41f-b2f0226524f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5dea817-b896-4370-83fd-3cc752410e7d HTTP/1.1" status: 200 len: 897 time: 0.0925159 Apr 30 01:49:47.896200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76b36eed-a42d-4734-8a91-111b1c308088 req-473b9c47-026f-48f0-aea8-e1b96d377810 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338f08c7-8be1-48ad-9620-2077b0808766 HTTP/1.1" status: 200 len: 217 time: 0.0360310 Apr 30 01:49:47.947924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b36eed-a42d-4734-8a91-111b1c308088 req-416976f7-2e7b-4c4e-b96c-57b5b39156b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:47.949511 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76b36eed-a42d-4734-8a91-111b1c308088 req-416976f7-2e7b-4c4e-b96c-57b5b39156b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42ee49b8-8253-42bc-b006-0622ee0f45fa HTTP/1.1" status: 200 len: 833 time: 0.0462072 Apr 30 01:49:48.003528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b36eed-a42d-4734-8a91-111b1c308088 req-15edc28a-2869-4605-b13a-4735b3aeb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:48.004945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76b36eed-a42d-4734-8a91-111b1c308088 req-15edc28a-2869-4605-b13a-4735b3aeb87a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5dea817-b896-4370-83fd-3cc752410e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467839 Apr 30 01:49:48.097407 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76b36eed-a42d-4734-8a91-111b1c308088 req-f6799f0a-78cf-466f-8b79-fafe80a69aaa service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835545 Apr 30 01:49:48.201346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76b36eed-a42d-4734-8a91-111b1c308088 req-555a0408-232b-4615-b37c-5e8b2f264b8e service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953536 Apr 30 01:49:48.359260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757180c-0d57-4226-aa06-640ced4f94f0 req-f66b23c5-2fcf-4373-8ef5-973e13a06719 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:48.361043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3757180c-0d57-4226-aa06-640ced4f94f0 req-f66b23c5-2fcf-4373-8ef5-973e13a06719 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0629737 Apr 30 01:49:48.403473 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3757180c-0d57-4226-aa06-640ced4f94f0 req-a1b88ecc-d522-4d57-89ac-8039799f10ec tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345705 Apr 30 01:49:48.622511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4e614-d587-4b2d-a99d-87391289236c req-078da2af-2e6f-4d45-ae43-4eb487ad0b1a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:48.625221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1e4e614-d587-4b2d-a99d-87391289236c req-078da2af-2e6f-4d45-ae43-4eb487ad0b1a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 944 time: 0.0709028 Apr 30 01:49:48.689876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1e4e614-d587-4b2d-a99d-87391289236c req-331f55f1-27cb-460b-b505-97b8b58bcabc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574644 Apr 30 01:49:48.730267 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:48.915245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:49:49.025411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:49.037616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'port_id': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'mac_address': 'fa:16:3e:21:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:49:49.078260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:49.095166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ac95114-5da6-4df6-8959-9a6ea67c7947 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:49:49.116383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:49.169454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:49.223295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:49.439204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3ac95114-5da6-4df6-8959-9a6ea67c7947'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:49:49.542912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293fdad-b57b-491a-af93-f2b6f58c8578 req-d50384ff-846d-41bb-a4b9-872ff53f8461 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:49.546326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1293fdad-b57b-491a-af93-f2b6f58c8578 req-d50384ff-846d-41bb-a4b9-872ff53f8461 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0568619 Apr 30 01:49:49.604667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1293fdad-b57b-491a-af93-f2b6f58c8578 req-c09eba23-318c-4326-b330-5ca3c1ecc99e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493600 Apr 30 01:49:49.815199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48bcac-9abc-49ba-a86d-1038ff76b5e8 req-81a39f05-8109-4085-9bd4-6d96563ed39c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:49.816762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb48bcac-9abc-49ba-a86d-1038ff76b5e8 req-81a39f05-8109-4085-9bd4-6d96563ed39c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 944 time: 0.0551958 Apr 30 01:49:49.863626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb48bcac-9abc-49ba-a86d-1038ff76b5e8 req-c3eb4513-565a-4718-9842-f784953cc54a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393865 Apr 30 01:49:50.205587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55038) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:50.367589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-80681cfd-13f6-4638-aef1-ee79a4ee3d5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6237cbbcd12847179a136b3521136f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577220 Apr 30 01:49:50.367803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55046) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:50.428365 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:50.449744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:50.604581 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:50.656521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:50.659881 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:50.664381 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d70d28fe-7652-4f5c-94e0-5e2354fb11c0 HTTP/1.1" status: 204 len: 168 time: 0.2925229 Apr 30 01:49:50.675672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d28fe-7652-4f5c-94e0-5e2354fb11c0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:50.688052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.688405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.688749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.689086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.689420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.698063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.698063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.698063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.698063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.698063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.698494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.698693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2784f755-762a-4550-98cb-eba6040cacb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:49:50.800322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9218c3-3419-4321-9b5e-e91b7115fde0 req-22b055ee-5409-4739-bb2f-f33e90c8270f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:50.802236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2a9218c3-3419-4321-9b5e-e91b7115fde0 req-22b055ee-5409-4739-bb2f-f33e90c8270f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0648952 Apr 30 01:49:50.857099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2a9218c3-3419-4321-9b5e-e91b7115fde0 req-1d37af2b-7a5e-4cc3-a2ad-d6642adac581 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462859 Apr 30 01:49:50.923046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 338f08c7-8be1-48ad-9620-2077b0808766 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:49:50.998645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:51.005580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4a345-a6a3-444f-af28-04e4782e4c6c req-823d2e95-81f0-4007-b34b-34534ba6c45a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:51.012012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42f4a345-a6a3-444f-af28-04e4782e4c6c req-823d2e95-81f0-4007-b34b-34534ba6c45a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 944 time: 0.0649042 Apr 30 01:49:51.071286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-42f4a345-a6a3-444f-af28-04e4782e4c6c req-3cf24e95-0560-45f2-b218-7e98ab97e318 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566208 Apr 30 01:49:51.122564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 338f08c7-8be1-48ad-9620-2077b0808766, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=338f08c7-8be1-48ad-9620-2077b0808766,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:51.134028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 3ac95114-5da6-4df6-8959-9a6ea67c7947 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:51.134398 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:51.157930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '338f08c7-8be1-48ad-9620-2077b0808766', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:49:51.221550 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:51.264099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338f08c7-8be1-48ad-9620-2077b0808766 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:49:51.308739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 338f08c7-8be1-48ad-9620-2077b0808766, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=338f08c7-8be1-48ad-9620-2077b0808766,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:51.312868 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:51.353174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:49:51.356811 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020aea6f-d4bb-49ae-8e1f-6bc23176ce62" -d '{"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-plugged", "status": "completed", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:49:51.374776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:51.426314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:51.471311 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa86e1fb-8ebe-49f5-89f4-b2a57a188694 x-openstack-request-id: req-fa86e1fb-8ebe-49f5-89f4-b2a57a188694 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:49:51.471621 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-plugged", "status": "completed", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:49:51.471869 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa86e1fb-8ebe-49f5-89f4-b2a57a188694 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:49:51.472259 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa86e1fb-8ebe-49f5-89f4-b2a57a188694'] response: {'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'code': 200} Apr 30 01:49:51.492246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=338f08c7-8be1-48ad-9620-2077b0808766,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:51.503251 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:51.570174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:51.727680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['338f08c7-8be1-48ad-9620-2077b0808766'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:49:52.057416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cab170-0345-41b8-aae3-2db2e72d69f5 req-153fb2e7-5091-400f-adc3-b2e4681c73e7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:52.059713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27cab170-0345-41b8-aae3-2db2e72d69f5 req-153fb2e7-5091-400f-adc3-b2e4681c73e7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0637858 Apr 30 01:49:52.112183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27cab170-0345-41b8-aae3-2db2e72d69f5 req-a4eb7f33-59d0-4541-b0c2-9c1d7d7dff59 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456023 Apr 30 01:49:52.261912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e626b-1dc8-4758-b15a-0a7ae9920a58 req-754f842a-4ec5-467a-8fe0-f98c3460eaa5 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:52.264119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc6e626b-1dc8-4758-b15a-0a7ae9920a58 req-754f842a-4ec5-467a-8fe0-f98c3460eaa5 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 945 time: 0.0649748 Apr 30 01:49:52.333399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc6e626b-1dc8-4758-b15a-0a7ae9920a58 req-f8ed2bdd-439d-4099-a8df-a94bc1e469df tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606382 Apr 30 01:49:52.917905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 338f08c7-8be1-48ad-9620-2077b0808766 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:49:53.077729 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 338f08c7-8be1-48ad-9620-2077b0808766 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:49:53.082253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 338f08c7-8be1-48ad-9620-2077b0808766 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:49:53.089084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:53.222843 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:53.279801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 338f08c7-8be1-48ad-9620-2077b0808766, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=338f08c7-8be1-48ad-9620-2077b0808766,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:49:53.280586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a2b52-e5f0-4bc9-b757-ea73701f581b req-bcaac8fc-1e03-49e8-9a25-7625f7d35d2a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:53.284172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a2b52-e5f0-4bc9-b757-ea73701f581b req-bcaac8fc-1e03-49e8-9a25-7625f7d35d2a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0782399 Apr 30 01:49:53.323046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-187a2b52-e5f0-4bc9-b757-ea73701f581b req-98dcc060-5336-49f9-8f81-176b5d968a16 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324857 Apr 30 01:49:53.464268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bdf9d-31ba-4c0f-a470-945c7d30e029 req-97cf6423-f8c3-4a01-93fe-b3f5e751bd2e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:53.465854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-283bdf9d-31ba-4c0f-a470-945c7d30e029 req-97cf6423-f8c3-4a01-93fe-b3f5e751bd2e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 945 time: 0.0526552 Apr 30 01:49:53.472825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:49:53.475658 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4faddf-8bb9-46de-8656-b2214b38a439" -d '{"events": [{"server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "name": "network-vif-plugged", "status": "completed", "tag": "338f08c7-8be1-48ad-9620-2077b0808766"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:49:53.504778 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-283bdf9d-31ba-4c0f-a470-945c7d30e029 req-77cd8cc2-31fb-4b68-a666-3d70ab7c4559 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Apr 30 01:49:53.560573 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55473c96-9b7f-47bd-84a8-b5d827b83216 x-openstack-request-id: req-55473c96-9b7f-47bd-84a8-b5d827b83216 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:49:53.560573 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "name": "network-vif-plugged", "status": "completed", "tag": "338f08c7-8be1-48ad-9620-2077b0808766", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:49:53.560573 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55473c96-9b7f-47bd-84a8-b5d827b83216 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:49:53.560573 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55473c96-9b7f-47bd-84a8-b5d827b83216'] response: {'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766', 'code': 200} Apr 30 01:49:53.598388 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:53.661531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=338f08c7-8be1-48ad-9620-2077b0808766,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:53.670256 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dcc6d-caf3-4cbe-b7d5-bcea96458571 req-a7175668-4f6e-43f6-acaf-28f5c0a4fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:53.671955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3a8dcc6d-caf3-4cbe-b7d5-bcea96458571 req-a7175668-4f6e-43f6-acaf-28f5c0a4fc45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 1097 time: 0.0514367 Apr 30 01:49:53.728582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3a8dcc6d-caf3-4cbe-b7d5-bcea96458571 req-514701d4-01b5-46e1-8711-dc3c6734e48b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458641 Apr 30 01:49:54.737489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3199aae-d334-4286-89f3-20d98160bd23 req-5c93c1ff-2a25-406a-829a-8b5d4a7e0289 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:54.740037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3199aae-d334-4286-89f3-20d98160bd23 req-5c93c1ff-2a25-406a-829a-8b5d4a7e0289 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0551715 Apr 30 01:49:54.803634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3199aae-d334-4286-89f3-20d98160bd23 req-d7315686-dba8-4e80-8a84-443761a06fff tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512300 Apr 30 01:49:54.920743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc69a35-35dd-41f9-83a8-78f5e3506ff2 req-86969527-9c30-47bb-a1bc-0a593d299f90 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:54.922430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bc69a35-35dd-41f9-83a8-78f5e3506ff2 req-86969527-9c30-47bb-a1bc-0a593d299f90 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 946 time: 0.0650103 Apr 30 01:49:54.965375 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bc69a35-35dd-41f9-83a8-78f5e3506ff2 req-9137ebe1-3774-45c6-843d-dd2653f3375b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365543 Apr 30 01:49:55.947050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d2536-8b64-455d-a62b-0b630480d13d req-f2f1fd03-e7b3-4620-8a73-5fb07a0b922a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:55.948746 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af2d2536-8b64-455d-a62b-0b630480d13d req-f2f1fd03-e7b3-4620-8a73-5fb07a0b922a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0614569 Apr 30 01:49:55.997598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af2d2536-8b64-455d-a62b-0b630480d13d req-304dddd9-5330-417c-a3e1-8449be391ad1 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417717 Apr 30 01:49:56.157596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef6b19-c211-4172-a6f7-601fc386e90d req-9bb7a98e-5779-4894-9e34-b5cab583cb0d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:56.159272 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2ef6b19-c211-4172-a6f7-601fc386e90d req-9bb7a98e-5779-4894-9e34-b5cab583cb0d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 946 time: 0.0641067 Apr 30 01:49:56.215976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2ef6b19-c211-4172-a6f7-601fc386e90d req-d414718c-b14c-4ab5-a604-1e9a1b58aebc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455263 Apr 30 01:49:56.262114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea027328-0baf-4335-bc08-c890787f7625 req-b09f704d-2d4a-49e4-9ce1-0afc32a5eb00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657516 Apr 30 01:49:56.371860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea027328-0baf-4335-bc08-c890787f7625 req-594fac88-8290-4c2d-9b87-bf0b582906c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:56.373807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea027328-0baf-4335-bc08-c890787f7625 req-594fac88-8290-4c2d-9b87-bf0b582906c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1096 time: 0.0493307 Apr 30 01:49:56.399141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62034757-571e-4bdb-85c1-fb5e33f9637f req-7b739d89-4b98-4e3c-a536-5042cb419308 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:56.405922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62034757-571e-4bdb-85c1-fb5e33f9637f req-7b739d89-4b98-4e3c-a536-5042cb419308 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 946 time: 0.0904207 Apr 30 01:49:56.477408 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62034757-571e-4bdb-85c1-fb5e33f9637f req-9e8cef92-2b27-405c-91e8-2e40c97f3860 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679843 Apr 30 01:49:56.501855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55136) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:56.550476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f3d38-a610-40bb-bfcb-0c008d41f8b0 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:56.552012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-731f3d38-a610-40bb-bfcb-0c008d41f8b0 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 1092 time: 0.0491660 Apr 30 01:49:56.556639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55138) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:56.561032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:49:56.563542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea027328-0baf-4335-bc08-c890787f7625 req-0618d061-db0f-49e0-93fc-4973492ca2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:56.564318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea027328-0baf-4335-bc08-c890787f7625 req-0618d061-db0f-49e0-93fc-4973492ca2c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 200 len: 896 time: 0.1288135 Apr 30 01:49:56.634713 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea027328-0baf-4335-bc08-c890787f7625 req-0da34650-9766-4f01-9b13-0731cbd4c8fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 1001 time: 0.0617042 Apr 30 01:49:56.817309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:56.920839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:57.000202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea027328-0baf-4335-bc08-c890787f7625 req-147b4bd2-89c8-4705-abd5-a117157335f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:57.001858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea027328-0baf-4335-bc08-c890787f7625 req-147b4bd2-89c8-4705-abd5-a117157335f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=574d76ea-b339-4ecc-819a-2073d4f4fc67 HTTP/1.1" status: 200 len: 834 time: 0.3614767 Apr 30 01:49:57.095642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea027328-0baf-4335-bc08-c890787f7625 req-755f0377-3cf9-4be1-88fd-7fe8fff56966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:57.100633 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea027328-0baf-4335-bc08-c890787f7625 req-755f0377-3cf9-4be1-88fd-7fe8fff56966 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904849 Apr 30 01:49:57.129496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.25.0.240 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/db887147-9aac-4625-bf96-c9acc526a04b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:49:57.217166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ae6d5-60d2-44c2-bbe8-ea1267ef0be5 req-0a491cc7-80a2-4b23-bd83-9ff0610ddf63 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:57.223953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d46ae6d5-60d2-44c2-bbe8-ea1267ef0be5 req-0a491cc7-80a2-4b23-bd83-9ff0610ddf63 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.1087029 Apr 30 01:49:57.283924 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea027328-0baf-4335-bc08-c890787f7625 req-3c2d59b3-f0fa-46c7-abee-1564cbff1872 service neutron] 10.222.0.21 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758845 Apr 30 01:49:57.340032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d46ae6d5-60d2-44c2-bbe8-ea1267ef0be5 req-ec3474c4-2dfb-4856-adac-d839b99142ae tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536551 Apr 30 01:49:57.426857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:57.471134 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ea027328-0baf-4335-bc08-c890787f7625 req-e4ebd579-016d-4c06-bd2f-e05efec66f09 service neutron] 10.222.0.21 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801341 Apr 30 01:49:57.553266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:57.596600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:49:57.602776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:49:57.606950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:49:57.634010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=db887147-9aac-4625-bf96-c9acc526a04b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:58.081250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:58.247885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:58.446272 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:58.535768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffc120-9d7b-4a64-9776-53d2e41ba894 req-0e1151da-b8ed-4b0a-b0cf-f663cd90b8c5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:58.537548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-faffc120-9d7b-4a64-9776-53d2e41ba894 req-0e1151da-b8ed-4b0a-b0cf-f663cd90b8c5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0768807 Apr 30 01:49:58.569798 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:58.664146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:58.734177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-faffc120-9d7b-4a64-9776-53d2e41ba894 req-a2dbdfa9-750e-4e2c-ad9e-e25342ab46e7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817515 Apr 30 01:49:58.737290 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=db887147-9aac-4625-bf96-c9acc526a04b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:49:58.780793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49dc16d5-0617-464d-bbe2-11442c528d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:58.848271 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Floating IP 9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7 associated. External IP: 172.25.0.240, port: 338f08c7-8be1-48ad-9620-2077b0808766. Apr 30 01:49:59.187586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router e51b2704-3f6a-4ab6-9d66-8842bafd5377 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:49:59.316087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:49:59.335537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] Sync routers for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:49:59.343325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:59.344820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:59.429052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:59.466953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a151c37c-e900-47b4-a83f-58150b33d0fa tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9085956 Apr 30 01:49:59.467208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55162) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:59.467781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:49:59.469582 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ac244-26b5-446c-ae69-3d6a5a20ddac" -d '{"events": [{"name": "network-changed", "server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "tag": "338f08c7-8be1-48ad-9620-2077b0808766"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:49:59.507584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:49:59.518687 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e29ab6-f4dc-460f-9a50-7d76316f0251 x-openstack-request-id: req-48e29ab6-f4dc-460f-9a50-7d76316f0251 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:49:59.527633 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "tag": "338f08c7-8be1-48ad-9620-2077b0808766", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:49:59.527633 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48e29ab6-f4dc-460f-9a50-7d76316f0251 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:49:59.527633 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e29ab6-f4dc-460f-9a50-7d76316f0251'] response: {'name': 'network-changed', 'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766', 'status': 'completed', 'code': 200} Apr 30 01:49:59.615419 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c6102373-ebe6-4ebf-be7d-49f0989a52ed tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/floatingips/9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7 HTTP/1.1" status: 200 len: 992 time: 0.1476543 Apr 30 01:49:59.640090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-d74b700c-3800-4c97-b62c-907b126bee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:59.644203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-d74b700c-3800-4c97-b62c-907b126bee46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 1097 time: 0.0673208 Apr 30 01:49:59.725755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55168) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:49:59.767917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-7e9960ec-1900-4597-bef4-e8250ee412b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:49:59.770203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-7e9960ec-1900-4597-bef4-e8250ee412b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5dea817-b896-4370-83fd-3cc752410e7d HTTP/1.1" status: 200 len: 897 time: 0.1185029 Apr 30 01:49:59.874314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-405c9860-5647-408b-8e8e-79330cfa8d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:49:59.897779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-01cb083d-c529-4d2b-8a78-e4a8e5330054 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338f08c7-8be1-48ad-9620-2077b0808766 HTTP/1.1" status: 200 len: 1000 time: 0.1201653 Apr 30 01:49:59.907695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:34Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:49:57Z', 'revision_number': 0, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:49:59.943889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] Checking router: e51b2704-3f6a-4ab6-9d66-8842bafd5377 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:49:59.959018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:49:59.960011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:49:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:00.004742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-65c9cda8-cd87-4994-8afc-28540cc69235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:00.006800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-65c9cda8-cd87-4994-8afc-28540cc69235 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42ee49b8-8253-42bc-b006-0622ee0f45fa HTTP/1.1" status: 200 len: 833 time: 0.1019962 Apr 30 01:50:00.060983 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-405c9860-5647-408b-8e8e-79330cfa8d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:00.087274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-e751690f-b4d3-40cd-9b5f-2fa9a8543536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:00.088962 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-e751690f-b4d3-40cd-9b5f-2fa9a8543536 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5dea817-b896-4370-83fd-3cc752410e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748050 Apr 30 01:50:00.092910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b84d7-5338-41e1-956a-9675fb7baf95 req-30702790-bbf6-4179-b3fd-9b73cbb0dafd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:00.094881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d48b84d7-5338-41e1-956a-9675fb7baf95 req-30702790-bbf6-4179-b3fd-9b73cbb0dafd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.2115865 Apr 30 01:50:00.156749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d48b84d7-5338-41e1-956a-9675fb7baf95 req-0fee8b24-1071-43f3-a12e-0201e78ebb0c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538232 Apr 30 01:50:00.157713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-405c9860-5647-408b-8e8e-79330cfa8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:00.200972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c9860-5647-408b-8e8e-79330cfa8d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ce587-53d8-4a4b-b8fc-07ff2e9c7c6e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:00.247083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-405c9860-5647-408b-8e8e-79330cfa8d58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dca8327f89b54e71acefc5b23e3d8aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201781 Apr 30 01:50:00.254257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55176) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:00.259601 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-e336ff4e-3579-493c-8250-302e79ba5a65 service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618268 Apr 30 01:50:00.278568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:00.315813 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-722faed3-e9fd-40db-93fc-6b7d1cf29434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:00.344872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-722faed3-e9fd-40db-93fc-6b7d1cf29434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:00.399623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e52ac244-26b5-446c-ae69-3d6a5a20ddac req-16172021-4525-4457-a115-b916aed30084 service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177843 Apr 30 01:50:00.578294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:34Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:49:57Z', 'revision_number': 0, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:00.608020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf0f12-1946-439c-9115-f0d8e55b63b6 None None] The sync data for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 is: [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:49:34Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:49:57Z', 'revision_number': 0, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:50:00.617276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55178) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:00.689913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-89cf4683-e218-4e19-a790-a36ece627d43 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/floatingips/9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7 HTTP/1.1" status: 200 len: 992 time: 0.0713162 Apr 30 01:50:00.824391 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6776064-9fbb-47f0-ad51-d9b4b3b6333b None None] New status for floating IP 9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:50:00.918244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-722faed3-e9fd-40db-93fc-6b7d1cf29434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:00.921010 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-722faed3-e9fd-40db-93fc-6b7d1cf29434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:00.924697 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-722faed3-e9fd-40db-93fc-6b7d1cf29434 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac6ce587-53d8-4a4b-b8fc-07ff2e9c7c6e HTTP/1.1" status: 204 len: 168 time: 0.6662266 Apr 30 01:50:00.933226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722faed3-e9fd-40db-93fc-6b7d1cf29434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ce587-53d8-4a4b-b8fc-07ff2e9c7c6e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:01.078737 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2fa4-3bdf-4c41-b72e-021e5cdf754a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:01.300286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173bacc-2043-4b48-ac28-0a504d06e726 req-6d5f752d-96b3-44fd-ac47-5a1c9620693f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:01.310439 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f173bacc-2043-4b48-ac28-0a504d06e726 req-6d5f752d-96b3-44fd-ac47-5a1c9620693f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0676398 Apr 30 01:50:01.355154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f173bacc-2043-4b48-ac28-0a504d06e726 req-ce142cc0-57ce-4ef2-8f39-bdd890bd8e50 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Apr 30 01:50:01.694244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55198) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:01.764111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c2505f3a-6766-4479-9e12-6a2387f1d5c7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/floatingips/9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7 HTTP/1.1" status: 200 len: 994 time: 0.0676157 Apr 30 01:50:02.078874 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:02.500713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e222c0d-9c69-430b-aa9e-bd550bb42d7e req-6f60cc7a-4479-43c9-b485-57d0abb3afc0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:02.504179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e222c0d-9c69-430b-aa9e-bd550bb42d7e req-6f60cc7a-4479-43c9-b485-57d0abb3afc0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0589931 Apr 30 01:50:02.551976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3e222c0d-9c69-430b-aa9e-bd550bb42d7e req-6db5957c-3a80-4a4f-8357-873ab436880a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411642 Apr 30 01:50:02.768296 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-b9884fd5-1e75-49e1-aa42-2de79493f60f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458860 Apr 30 01:50:02.866211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-e5ad832e-e2cd-4256-ada1-ccb661959ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:02.868318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-e5ad832e-e2cd-4256-ada1-ccb661959ad4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f6a681f592540afb91597c24264fc76&device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 1096 time: 0.0491087 Apr 30 01:50:02.985857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-14266c73-bc55-468b-b18b-777a50508a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:02.987520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-14266c73-bc55-468b-b18b-777a50508a25 service neutron] 10.222.0.23 "GET /v2.0/networks?id=797e5c96-4436-4703-8552-8e7c1b9c6bea HTTP/1.1" status: 200 len: 908 time: 0.0977619 Apr 30 01:50:03.098664 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-16c4bb9f-85a6-4b03-b835-68cd497e7b0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=960fa915-2081-4278-b17a-32752b257b85 HTTP/1.1" status: 200 len: 1001 time: 0.0937734 Apr 30 01:50:03.101885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-23d631e4-143f-4ebb-8f90-78b43a970560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:03.104294 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-23d631e4-143f-4ebb-8f90-78b43a970560 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1097 time: 0.1073775 Apr 30 01:50:03.220039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-3d5855ef-35d7-4361-9d85-873fc7257217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:03.225050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-3d5855ef-35d7-4361-9d85-873fc7257217 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0986bfbe-355f-4873-a177-aa34720dc182 HTTP/1.1" status: 200 len: 847 time: 0.1099501 Apr 30 01:50:03.281388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-dd8f84b3-4b59-447a-933f-a7ff50307fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:03.283376 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-dd8f84b3-4b59-447a-933f-a7ff50307fc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.1636260 Apr 30 01:50:03.343575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-cc725727-ed71-4fa7-96af-e88ab92f8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:03.345146 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-cc725727-ed71-4fa7-96af-e88ab92f8edb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=797e5c96-4436-4703-8552-8e7c1b9c6bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152430 Apr 30 01:50:03.385514 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-e167ce27-07e2-40c8-af17-16bd94fb35bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 200 len: 1001 time: 0.0955274 Apr 30 01:50:03.481237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-031fc519-730d-44cc-83c4-4f0314e41e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:03.482712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-031fc519-730d-44cc-83c4-4f0314e41e06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0638807 Apr 30 01:50:03.525499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-579d2ee1-1592-447b-988a-0bd7878c980c service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732957 Apr 30 01:50:03.558821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-95b7c746-2a1e-4981-b90c-3b37d75568db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:03.561865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-95b7c746-2a1e-4981-b90c-3b37d75568db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687203 Apr 30 01:50:03.691190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98cef-9f91-488d-9222-e36d03ea270c req-798a7ed6-ddee-469b-9fe0-3f01cfb85f51 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:03.691794 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c8d9ff89-9b94-48b5-a2a1-c234663c7d21 req-df40bf99-2ffd-4a54-9658-126cfe953200 service neutron] 10.222.0.23 "GET /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575158 Apr 30 01:50:03.693257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fee98cef-9f91-488d-9222-e36d03ea270c req-798a7ed6-ddee-469b-9fe0-3f01cfb85f51 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0553899 Apr 30 01:50:03.706839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-5c6e6eb9-dc6d-4aba-888b-dcce3845955d service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204035 Apr 30 01:50:03.752522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fee98cef-9f91-488d-9222-e36d03ea270c req-1645afe0-5927-4587-870b-bf68098b00d7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441074 Apr 30 01:50:03.831304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a92572d-bf0c-4a65-9222-ea3d092cdd9d req-fc82b85f-7e83-46d0-90af-9e96788128f4 service neutron] 10.222.0.23 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155457 Apr 30 01:50:03.837630 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:03.940571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:04.905403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7efb3-e921-46cb-8506-2cca3179d5cf req-0e44edf6-42b6-41f6-a7fe-b0db16758ade tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:04.907213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbb7efb3-e921-46cb-8506-2cca3179d5cf req-0e44edf6-42b6-41f6-a7fe-b0db16758ade tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0534849 Apr 30 01:50:04.959469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbb7efb3-e921-46cb-8506-2cca3179d5cf req-67db8ae9-df23-4524-82f8-9b894123787c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Apr 30 01:50:06.090265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfc4cd-b294-4713-a794-9ae0d2ae7ddf req-80f24328-bfbe-401e-abdf-2dd4eb9aa274 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:06.091788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27cfc4cd-b294-4713-a794-9ae0d2ae7ddf req-80f24328-bfbe-401e-abdf-2dd4eb9aa274 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0537744 Apr 30 01:50:06.135213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27cfc4cd-b294-4713-a794-9ae0d2ae7ddf req-ac3bd71c-797c-41ec-be5d-e0eb4a42677b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372405 Apr 30 01:50:07.009836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:50:07.109888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:07.134391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:07.136634 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f1f5d8-6ecb-4a2c-9262-29639016d50d" -d '{"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-unplugged", "status": "completed", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:07.150096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:07.204015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:07.258318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:07.343225 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b68dab-2375-4e58-9227-78de273d6352 x-openstack-request-id: req-10b68dab-2375-4e58-9227-78de273d6352 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:07.343225 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-unplugged", "status": "failed", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:07.343225 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10b68dab-2375-4e58-9227-78de273d6352 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:07.343225 n-d-821348-1 neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-10b68dab-2375-4e58-9227-78de273d6352']: {'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'code': 422} returned with failed status Apr 30 01:50:08.308262 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:50:08.424330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073ac63-b3ad-4238-a9ad-24916d493b4f req-e1dd5514-c781-42df-a5a3-1113fccb8d56 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:08.431994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b073ac63-b3ad-4238-a9ad-24916d493b4f req-e1dd5514-c781-42df-a5a3-1113fccb8d56 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 944 time: 0.0582528 Apr 30 01:50:08.482078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b073ac63-b3ad-4238-a9ad-24916d493b4f req-72448c43-634a-4a05-a8a0-2e02408437b2 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485096 Apr 30 01:50:08.858220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-f56d9506-f7e7-49fe-8484-51fae57e8951 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440595 Apr 30 01:50:08.867534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-2345818e-49eb-4d46-abe8-0baf99ad11e4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:50:08.869022 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-2345818e-49eb-4d46-abe8-0baf99ad11e4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059342 Apr 30 01:50:09.640656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7689-51c0-4f72-8d7b-3551a2144e81 req-330d5a0a-123a-46d9-82c7-36f0ea4babef tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:09.642453 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc3b7689-51c0-4f72-8d7b-3551a2144e81 req-330d5a0a-123a-46d9-82c7-36f0ea4babef tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 944 time: 0.0584328 Apr 30 01:50:09.692087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc3b7689-51c0-4f72-8d7b-3551a2144e81 req-bc1ffef2-3264-40a1-83ef-8280670d8732 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Apr 30 01:50:09.928044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c5e97-c9df-4b7a-b1fd-1d8205d2179f req-ba024e6f-2150-4a22-a774-26c4ee4285b0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:09.929835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-668c5e97-c9df-4b7a-b1fd-1d8205d2179f req-ba024e6f-2150-4a22-a774-26c4ee4285b0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0570657 Apr 30 01:50:09.971685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-668c5e97-c9df-4b7a-b1fd-1d8205d2179f req-f6491da7-c772-4e2c-9050-aea64273441b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353830 Apr 30 01:50:09.998566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55396) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:10.079131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-51526cb1-e1f4-44d2-ab2d-0a047b2d4a9d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873 HTTP/1.1" status: 200 len: 993 time: 0.0793083 Apr 30 01:50:10.428431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b271a17-2b74-4004-b82d-fb677ade1910 req-e9b0ed7d-ebff-448b-8f07-cb4adc3fde2f tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:10.430070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b271a17-2b74-4004-b82d-fb677ade1910 req-e9b0ed7d-ebff-448b-8f07-cb4adc3fde2f tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1096 time: 0.0425401 Apr 30 01:50:10.471984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6b271a17-2b74-4004-b82d-fb677ade1910 req-d76df851-a527-4f29-bed3-ead59bd0be21 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356584 Apr 30 01:50:10.628491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-14101efb-1f64-4fa9-a209-03e5df9619ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:10.630015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-14101efb-1f64-4fa9-a209-03e5df9619ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff&tenant_id=a823ee5723204533bd2f9e94091eddb0 HTTP/1.1" status: 200 len: 1095 time: 0.0559034 Apr 30 01:50:10.643582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:10.715120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:10.952546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:10.997583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:11.030109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac95114-5da6-4df6-8959-9a6ea67c7947 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:50:11.038773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:11.053283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Transition to ACTIVE for port object 3ac95114-5da6-4df6-8959-9a6ea67c7947 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:50:11.128435 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:11.235073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=9']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:11.282136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] No DVR routers for this DVR port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:50:11.486086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Attempting to bind port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:11.486420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Attempting to bind port 3ac95114-5da6-4df6-8959-9a6ea67c7947 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:11.486740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Attempting to bind port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:11.492432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on network 38cea461-d811-4219-b7b4-8970878e3241 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:50:11.492786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Attempting to bind port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on network 38cea461-d811-4219-b7b4-8970878e3241 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:11.498386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:11.498845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Checking segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:11.499232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Bound using segment: {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:11.499677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Bound port: 3ac95114-5da6-4df6-8959-9a6ea67c7947, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2121044d-3c7b-473d-b528-46ba49bc6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38cea461-d811-4219-b7b4-8970878e3241'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:11.500036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:11.590129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:11.593422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:11.701422 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:11.740440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:11.741194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:11.742470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] 10.222.0.21 "PUT /v2.0/ports/3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 200 len: 1092 time: 1.1039333 Apr 30 01:50:11.742979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:11.745270 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74" -d '{"events": [{"name": "network-changed", "server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:11.786334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607f536-943a-4f50-9f40-700dd57a7256 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:11.825657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-6936b46b-da12-48a2-9f13-b70ba1e30a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:11.830883 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-6936b46b-da12-48a2-9f13-b70ba1e30a1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1096 time: 0.0568578 Apr 30 01:50:11.960993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-abbdf02b-cba9-4397-aa0f-e48659bbbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:11.962817 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-abbdf02b-cba9-4397-aa0f-e48659bbbe76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.1235423 Apr 30 01:50:12.090204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-131c8bcc-9a0b-4b4b-a681-cf7f07947777 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 200 len: 999 time: 0.1198001 Apr 30 01:50:12.142087 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-799aec5e-8936-4233-9393-9896f5037f50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2508461 Apr 30 01:50:12.152910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-2e554567-7c48-48e9-bfa6-3872c9c6447f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:50:12.154225 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-2e554567-7c48-48e9-bfa6-3872c9c6447f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050421 Apr 30 01:50:12.163053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-b355bdd7-6058-4d1b-8dc8-a08f5d796ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:12.164781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-b355bdd7-6058-4d1b-8dc8-a08f5d796ceb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0677364 Apr 30 01:50:12.239399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-ef9062cc-fda9-4ad0-bfb4-2dbb697da0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:12.241344 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-ef9062cc-fda9-4ad0-bfb4-2dbb697da0de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694015 Apr 30 01:50:12.351044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-de280cb4-5a11-435b-8dc5-29db8a27f0ba service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022885 Apr 30 01:50:12.456994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-aeefe11c-1e65-498d-9936-c4a08f689f2f service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987339 Apr 30 01:50:13.263285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-9699ba94-816a-4699-a4e0-3b93d193ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:13.272071 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-9699ba94-816a-4699-a4e0-3b93d193ee75 service neutron] 10.222.0.15 "GET /v2.0/ports/2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 1093 time: 0.0570409 Apr 30 01:50:13.279319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Request body: {'binding': {'host': 'n-h2-821348-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:13.280383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Unknown quota resources ['binding']. {{(pid=103318) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 30 01:50:13.535390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on host n-h2-821348-1 for vnic_type normal with profile None {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:13.535890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:13.536836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:13.555057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:50:13.555692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:13.562199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:13.562545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Checking segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:13.562934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Bound using segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:13.563367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Bound port: 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:13.674424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:13.737509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:13.738725 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] 10.222.0.15 "POST /v2.0/ports/2a9d1db3-a7f8-4321-9868-764ab4c6d754/bindings HTTP/1.1" status: 201 len: 389 time: 0.4655027 Apr 30 01:50:14.127497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e490a43-51b7-4cf4-bcff-16d425784b16 req-92de2747-73d4-4308-ade4-202b4eba5821 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:14.323277 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e490a43-51b7-4cf4-bcff-16d425784b16 req-92de2747-73d4-4308-ade4-202b4eba5821 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0748270 Apr 30 01:50:14.323277 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e490a43-51b7-4cf4-bcff-16d425784b16 req-38f3860e-e773-453a-b7e2-ed2c2d34384f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320673 Apr 30 01:50:14.324722 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaedac1-d294-4cc8-8424-059c993a4d25 x-openstack-request-id: req-0aaedac1-d294-4cc8-8424-059c993a4d25 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:14.324722 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:14.324722 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0aaedac1-d294-4cc8-8424-059c993a4d25 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:14.324722 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aaedac1-d294-4cc8-8424-059c993a4d25'] response: {'name': 'network-changed', 'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'status': 'completed', 'code': 200} Apr 30 01:50:14.324722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-d504218b-4fb1-4e00-a289-299ad020e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:14.324722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-d504218b-4fb1-4e00-a289-299ad020e4a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1096 time: 0.0427496 Apr 30 01:50:14.326205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fabac-6cb0-4ab2-9ee5-d8662a57a66d req-ba997925-d7c4-48ed-a812-522f47a2f947 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:14.326205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-485fabac-6cb0-4ab2-9ee5-d8662a57a66d req-ba997925-d7c4-48ed-a812-522f47a2f947 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0559297 Apr 30 01:50:14.387877 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-485fabac-6cb0-4ab2-9ee5-d8662a57a66d req-c509bb65-b271-48f7-8c73-4b82f4aa54ef tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593567 Apr 30 01:50:14.848614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-8f4b04f3-4fd4-4d0b-9519-b99b6e6e9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:14.850076 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-8f4b04f3-4fd4-4d0b-9519-b99b6e6e9ba9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.5608344 Apr 30 01:50:15.574039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef781e5-0a42-47de-93bf-c45abcbdd402 req-d2c088d4-d398-4b85-9475-87ba4920324a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:15.576592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ef781e5-0a42-47de-93bf-c45abcbdd402 req-d2c088d4-d398-4b85-9475-87ba4920324a tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.1293020 Apr 30 01:50:15.660076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ef781e5-0a42-47de-93bf-c45abcbdd402 req-005c30ee-07b3-4f9c-b1a7-fe8fc4b7e000 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703230 Apr 30 01:50:15.802475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d3c2-0f68-4f97-b4a5-7762d2a6d7b4 req-18d612af-51d2-4a47-8bc4-f2d3b8f19d54 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:15.836099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d839d3c2-0f68-4f97-b4a5-7762d2a6d7b4 req-18d612af-51d2-4a47-8bc4-f2d3b8f19d54 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0786827 Apr 30 01:50:15.851311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d839d3c2-0f68-4f97-b4a5-7762d2a6d7b4 req-ca577e44-a22e-40e9-9223-08fb0d48b87c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372338 Apr 30 01:50:16.804631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015855c-6fea-4915-8bde-15516686c12b req-6d4d3d9f-f735-45d7-b55c-54cfcc728208 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:16.808380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8015855c-6fea-4915-8bde-15516686c12b req-6d4d3d9f-f735-45d7-b55c-54cfcc728208 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0680077 Apr 30 01:50:16.872428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8015855c-6fea-4915-8bde-15516686c12b req-2fb20168-ea9e-4b73-9143-da5f6b645c0d tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565827 Apr 30 01:50:17.039682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d742-5efd-4121-9b05-bea5344382a7 req-08c04611-bb0c-4f68-8ff5-e1a4c9362460 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:17.043948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a35d742-5efd-4121-9b05-bea5344382a7 req-08c04611-bb0c-4f68-8ff5-e1a4c9362460 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0730531 Apr 30 01:50:17.100061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a35d742-5efd-4121-9b05-bea5344382a7 req-c2d165b0-f1a5-4fd4-940c-1b4044ecf137 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510573 Apr 30 01:50:18.036617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ea1d-c129-4a28-8560-871abdc014be req-46ba5c33-bf98-4cba-8918-fcc8017e4dd7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:18.046301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2b9ea1d-c129-4a28-8560-871abdc014be req-46ba5c33-bf98-4cba-8918-fcc8017e4dd7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0796309 Apr 30 01:50:18.086451 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2b9ea1d-c129-4a28-8560-871abdc014be req-6157a3b5-83e4-427e-b73d-a0a439e433be tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387981 Apr 30 01:50:18.265684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faf64b-cfaf-4ce5-8e9a-612d7c20f857 req-f9965514-5bce-4e97-9979-70b7342afb44 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:18.280264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2faf64b-cfaf-4ce5-8e9a-612d7c20f857 req-f9965514-5bce-4e97-9979-70b7342afb44 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0911217 Apr 30 01:50:18.356122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2faf64b-cfaf-4ce5-8e9a-612d7c20f857 req-977f8bdc-2036-497b-9be4-671c019a6479 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744905 Apr 30 01:50:18.750727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:19.243053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d72c4-9fd5-4295-a4f1-d6bda6dc3463 req-61e97f96-a6c3-4c5c-88dc-c3b7fc435ae9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:19.250939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e6d72c4-9fd5-4295-a4f1-d6bda6dc3463 req-61e97f96-a6c3-4c5c-88dc-c3b7fc435ae9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0615473 Apr 30 01:50:19.302464 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e6d72c4-9fd5-4295-a4f1-d6bda6dc3463 req-5157e71d-abd2-4769-b663-5e20cd82b0b9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502169 Apr 30 01:50:19.522278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c292f6-a049-4f67-9f83-8d9e59809380 req-d892dbc7-98b9-4789-acdb-75ddcc0c50c8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:19.525464 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53c292f6-a049-4f67-9f83-8d9e59809380 req-d892dbc7-98b9-4789-acdb-75ddcc0c50c8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0633910 Apr 30 01:50:19.611102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53c292f6-a049-4f67-9f83-8d9e59809380 req-09c21d8d-a324-4af1-baa3-053ad3ff9649 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708752 Apr 30 01:50:20.511648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1b45c-774c-4e64-a3e0-a860d38311af req-16d61485-7af1-4f59-82f4-db37090875db tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:20.518531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8af1b45c-774c-4e64-a3e0-a860d38311af req-16d61485-7af1-4f59-82f4-db37090875db tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0652070 Apr 30 01:50:20.568095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8af1b45c-774c-4e64-a3e0-a860d38311af req-82313173-b670-41c2-91f6-c5b133db5478 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452111 Apr 30 01:50:20.631969 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:20.832743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812da319-e130-4549-ade4-d8b63d1d62b9 req-4fb725a8-c0e5-43fb-9887-78f921e7b690 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:20.835817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-812da319-e130-4549-ade4-d8b63d1d62b9 req-4fb725a8-c0e5-43fb-9887-78f921e7b690 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0921211 Apr 30 01:50:20.896963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-812da319-e130-4549-ade4-d8b63d1d62b9 req-0bb068a6-f1d8-4dce-b3d6-0284ace70f74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551083 Apr 30 01:50:21.550478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-f2c7d9f8-3075-4079-a2d2-e1980f193661 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 200 len: 999 time: 0.0732098 Apr 30 01:50:21.605957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-b09a3bae-4dd2-41f8-b2b8-12c21add23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:21.608362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-b09a3bae-4dd2-41f8-b2b8-12c21add23d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0532489 Apr 30 01:50:21.659546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-e67b3207-16a3-4211-839f-7942993374ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:21.708393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-e67b3207-16a3-4211-839f-7942993374ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446246 Apr 30 01:50:21.721016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a1175-fb1f-4fec-bfc5-3156d7bc0f64 req-420b9396-eda0-4039-80a1-40992b7e82e0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:21.728085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e59a1175-fb1f-4fec-bfc5-3156d7bc0f64 req-420b9396-eda0-4039-80a1-40992b7e82e0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0703704 Apr 30 01:50:21.768031 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-bc72fc04-c4a1-4d5c-b1bd-ef66b6649c1b service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994987 Apr 30 01:50:21.777358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e59a1175-fb1f-4fec-bfc5-3156d7bc0f64 req-54b266bd-2d6d-447b-a959-73f326c3d979 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434322 Apr 30 01:50:21.860813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-de57be49-7e8d-46b1-b835-0c2fe6b4dc74 req-d05fb0ae-7d46-4f7a-9e7d-5c2bf7d6091c service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856140 Apr 30 01:50:22.016949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6232bb4-c796-487b-8d37-684470cfbf96 req-785f4e14-e3ef-43e9-841e-b4c881d973ee tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:22.018305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6232bb4-c796-487b-8d37-684470cfbf96 req-785f4e14-e3ef-43e9-841e-b4c881d973ee tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0519609 Apr 30 01:50:22.019185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-d70b5ce4-c452-4c8b-9297-2cd8859949f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:22.021115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-d70b5ce4-c452-4c8b-9297-2cd8859949f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1096 time: 0.0461779 Apr 30 01:50:22.058257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6232bb4-c796-487b-8d37-684470cfbf96 req-a575709f-84ff-4b59-b140-282c0bd323a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Apr 30 01:50:22.131641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-b85bd761-4f28-4c39-814e-bc14e60cc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:22.133150 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-b85bd761-4f28-4c39-814e-bc14e60cc7cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 200 len: 896 time: 0.1007826 Apr 30 01:50:22.202462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-de0761bf-d0de-496b-989e-57976069f512 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 1001 time: 0.0617750 Apr 30 01:50:22.258358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-0f772c06-7087-4354-8149-d2b14bdc56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:22.259884 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-0f772c06-7087-4354-8149-d2b14bdc56a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=574d76ea-b339-4ecc-819a-2073d4f4fc67 HTTP/1.1" status: 200 len: 834 time: 0.0487142 Apr 30 01:50:22.313532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-c2bcf027-7989-4a6c-9e7c-038c597199f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:22.315093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-c2bcf027-7989-4a6c-9e7c-038c597199f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479949 Apr 30 01:50:22.405938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-d2d336e8-d21f-4858-81b3-e0c932326953 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841339 Apr 30 01:50:22.505047 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8d198c69-bc2c-4091-ae03-c6ade6c717f3 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908227 Apr 30 01:50:22.641502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-29e9b6f1-1a22-42af-8c1a-4ea9ac8ebaeb tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:22.643034 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-29e9b6f1-1a22-42af-8c1a-4ea9ac8ebaeb tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc&tenant_id=c0d0017750714ac2a74fd60a825a474e&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1096 time: 0.0778301 Apr 30 01:50:22.654982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821348-1'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:22.697005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:50:22.713312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:22.797947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:22.812300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'port_id': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'mac_address': 'fa:16:3e:21:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:50:22.850250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:22.854599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:22.864421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac95114-5da6-4df6-8959-9a6ea67c7947 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:50:22.890350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:22.914456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:22.919907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352e235-2028-489e-a085-c19b1f7e8f6a req-51f9a0a6-efae-4685-952b-217e631bcfe7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:22.921403 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9352e235-2028-489e-a085-c19b1f7e8f6a req-51f9a0a6-efae-4685-952b-217e631bcfe7 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 945 time: 0.0523770 Apr 30 01:50:22.961940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:22.964320 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e9922-f6ff-4414-bd07-d3bef1565502" -d '{"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:22.965796 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9352e235-2028-489e-a085-c19b1f7e8f6a req-0dc98b8a-d9db-4cd5-b61d-5e6f4de79751 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368803 Apr 30 01:50:22.968440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.014542 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8f2751-1a19-46a1-b815-13275401dbca x-openstack-request-id: req-bd8f2751-1a19-46a1-b815-13275401dbca {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:23.014913 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:23.015159 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd8f2751-1a19-46a1-b815-13275401dbca {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:23.015591 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8f2751-1a19-46a1-b815-13275401dbca'] response: {'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'code': 200} Apr 30 01:50:23.020671 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.071910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:23.079716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.080064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.080404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.080742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.081084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.081458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.081784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.082110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.082488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.082917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.083521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.083864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:23.173572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.184470 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f089-3f60-4ff9-87d6-7e1f2413f764 req-69fb93fb-f989-4f85-beb4-d46426cca380 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:23.185985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a96f089-3f60-4ff9-87d6-7e1f2413f764 req-69fb93fb-f989-4f85-beb4-d46426cca380 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0556667 Apr 30 01:50:23.225295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['3ac95114-5da6-4df6-8959-9a6ea67c7947'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:50:23.225826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a96f089-3f60-4ff9-87d6-7e1f2413f764 req-8a1e5b6f-d614-4db3-a7de-42596e013871 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332901 Apr 30 01:50:23.275482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:23.339765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on host n-h1-821348-1 for vnic_type normal with profile {"migrating_to": "n-h2-821348-1"} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:23.340118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:23.340416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:23.345033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:50:23.345344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Attempting to bind port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:23.351160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:23.352231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Checking segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:23.352754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Bound using segment: {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:23.352873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Bound port: 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5a183e-6473-43a0-89b5-4fb7aeb65b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:23.353172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.423914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:23.427980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:23.517535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.558773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-86712152-c15c-4e49-8b81-3c7051795ea8 None None] Provisioning complete for port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:23.559371 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86712152-c15c-4e49-8b81-3c7051795ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.622500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:23.666371 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86712152-c15c-4e49-8b81-3c7051795ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.673551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:23.674238 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.675672 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-1fe8a595-e90c-4e7c-948b-6949c3892dcb service neutron] 10.222.0.23 "PUT /v2.0/ports/2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 1121 time: 1.0246899 Apr 30 01:50:23.694270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:23.696841 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bbfadd-18de-435b-bbb6-15221b7b3ca7" -d '{"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-plugged", "status": "completed", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:23.713985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-86712152-c15c-4e49-8b81-3c7051795ea8 None None] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:23.735142 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee93d442-5f9c-412f-986d-4da3a2193375 x-openstack-request-id: req-ee93d442-5f9c-412f-986d-4da3a2193375 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:23.735758 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-plugged", "status": "completed", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:23.736019 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee93d442-5f9c-412f-986d-4da3a2193375 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:23.736407 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee93d442-5f9c-412f-986d-4da3a2193375'] response: {'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'code': 200} Apr 30 01:50:23.750310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2a9d1db3-a7f8-4321-9868-764ab4c6d754'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:50:23.826898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86712152-c15c-4e49-8b81-3c7051795ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:23.998603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86712152-c15c-4e49-8b81-3c7051795ea8 None None] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:24.124172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b9f9f-a4e8-407f-9ba0-c8e9042c3fb0 req-30ebc079-7dd8-4fb4-9222-72907ec6391c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:24.125698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-630b9f9f-a4e8-407f-9ba0-c8e9042c3fb0 req-30ebc079-7dd8-4fb4-9222-72907ec6391c tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 946 time: 0.0527070 Apr 30 01:50:24.170353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-630b9f9f-a4e8-407f-9ba0-c8e9042c3fb0 req-33245061-f643-4673-8e6a-4c09bb5d12ea tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380404 Apr 30 01:50:24.182251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-87270b4c-d55d-498d-9955-78bf54f17ff4 None None] Provisioning complete for port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:24.182650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87270b4c-d55d-498d-9955-78bf54f17ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:24.351737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b1211-186f-4be3-91d7-eed9bdea603c req-ff3f02d9-f81a-42b7-8526-e533cc1ba790 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:24.353214 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-334b1211-186f-4be3-91d7-eed9bdea603c req-ff3f02d9-f81a-42b7-8526-e533cc1ba790 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0497217 Apr 30 01:50:24.392805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-334b1211-186f-4be3-91d7-eed9bdea603c req-553f36c3-8bbc-4c14-92b6-ca1531e10a5d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330403 Apr 30 01:50:24.701063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:24.842677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 3ac95114-5da6-4df6-8959-9a6ea67c7947 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:50:24.846656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 3ac95114-5da6-4df6-8959-9a6ea67c7947 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:24.847036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:24.931236 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:24.965969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:25.016289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:25.018718 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:25.043212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 2a9d1db3-a7f8-4321-9868-764ab4c6d754 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:50:25.059671 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1da3ef-0c0d-45bb-bc2c-2dd6bd01b1d2 x-openstack-request-id: req-8b1da3ef-0c0d-45bb-bc2c-2dd6bd01b1d2 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:25.060060 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:25.060355 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b1da3ef-0c0d-45bb-bc2c-2dd6bd01b1d2 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:25.060894 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1da3ef-0c0d-45bb-bc2c-2dd6bd01b1d2'] response: {'name': 'network-changed', 'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'status': 'completed', 'code': 200} Apr 30 01:50:25.079419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:25.144918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-00588ed3-2a38-4233-b428-fbf1583824c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:25.146427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-00588ed3-2a38-4233-b428-fbf1583824c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1126 time: 0.0616369 Apr 30 01:50:25.182538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:25.199019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:25.210642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 2a9d1db3-a7f8-4321-9868-764ab4c6d754 has no active binding in host n-h2-821348-1 {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 30 01:50:25.259744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-fdb9bab0-563f-4646-8aab-ddeb89633624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:25.261304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-fdb9bab0-563f-4646-8aab-ddeb89633624 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 200 len: 896 time: 0.1033354 Apr 30 01:50:25.335342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-05c562f5-30d4-41de-9d6b-c09c646d5a9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 1001 time: 0.0674825 Apr 30 01:50:25.394159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-b3300dd5-c66a-43bf-b8c8-f3b4c0d3ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:25.395861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-b3300dd5-c66a-43bf-b8c8-f3b4c0d3ff11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=574d76ea-b339-4ecc-819a-2073d4f4fc67 HTTP/1.1" status: 200 len: 834 time: 0.0522411 Apr 30 01:50:25.453887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-d3c21a53-fdc4-4e37-9043-798d251efd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:25.455526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-d3c21a53-fdc4-4e37-9043-798d251efd6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513120 Apr 30 01:50:25.569429 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-36035560-65e1-41f6-802d-112b43c4c4d2 service neutron] 10.222.0.21 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068864 Apr 30 01:50:25.608839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8a56d-3ed3-4b0a-8321-058beebf054e req-ba5c99d9-f3b9-43b8-84c9-0b2c04bc7cc3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:25.610352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46b8a56d-3ed3-4b0a-8321-058beebf054e req-ba5c99d9-f3b9-43b8-84c9-0b2c04bc7cc3 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 947 time: 0.3584845 Apr 30 01:50:25.650444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46b8a56d-3ed3-4b0a-8321-058beebf054e req-47abf090-f2eb-457c-a92c-060e07691805 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332301 Apr 30 01:50:25.678211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4860d7f-ba51-4fb6-8c55-550955cdf1a5 req-e3ab3b23-6de4-4088-a4bd-e6b4d9d44ef2 service neutron] 10.222.0.21 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012135 Apr 30 01:50:25.737270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:25.741029 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5fdee8-92d4-4699-9721-9c6333e01442" -d '{"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-plugged", "status": "completed", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:25.764558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ba592-4cc3-41af-99cf-d48c5e5623c3 req-1d383955-0d81-4993-9cf2-e3f82a2b7656 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:25.771145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400ba592-4cc3-41af-99cf-d48c5e5623c3 req-1d383955-0d81-4993-9cf2-e3f82a2b7656 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0497947 Apr 30 01:50:25.804641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-400ba592-4cc3-41af-99cf-d48c5e5623c3 req-c32e0286-e4be-4eb3-8049-a42c2dea7318 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Apr 30 01:50:25.850273 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b19e76-9768-43db-9055-d98af99ec00b x-openstack-request-id: req-a0b19e76-9768-43db-9055-d98af99ec00b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:25.850792 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-plugged", "status": "completed", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:25.850792 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0b19e76-9768-43db-9055-d98af99ec00b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:25.851168 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b19e76-9768-43db-9055-d98af99ec00b'] response: {'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'code': 200} Apr 30 01:50:26.097110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a43f6c-e421-4950-994f-9af0007d8a56 req-bdcf2a81-7d32-45c9-b8a8-853467140944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:26.098678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6a43f6c-e421-4950-994f-9af0007d8a56 req-bdcf2a81-7d32-45c9-b8a8-853467140944 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1098 time: 0.0430264 Apr 30 01:50:26.134286 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d6a43f6c-e421-4950-994f-9af0007d8a56 req-a2ba4994-7a8b-4b5a-87fe-74c99019f230 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288887 Apr 30 01:50:26.774909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03015294-84f1-4bde-8bf1-0b39f49fb422 req-5dc07df0-fba4-428d-a3b1-7efb2b66e439 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:26.776448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-03015294-84f1-4bde-8bf1-0b39f49fb422 req-5dc07df0-fba4-428d-a3b1-7efb2b66e439 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 947 time: 0.0488849 Apr 30 01:50:26.815770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-03015294-84f1-4bde-8bf1-0b39f49fb422 req-b3eda505-37d9-4731-9428-6ca1cb86777e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332632 Apr 30 01:50:26.930846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1a8b-3392-40dc-abe2-ca7799da8c82 req-c2642502-8ea5-4631-bd82-6f935a3454dd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:26.932455 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8eb1a8b-3392-40dc-abe2-ca7799da8c82 req-c2642502-8ea5-4631-bd82-6f935a3454dd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0529251 Apr 30 01:50:26.970043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8eb1a8b-3392-40dc-abe2-ca7799da8c82 req-a17c64d5-9791-4402-a990-a0c9511d8bd0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314913 Apr 30 01:50:27.945752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322f9c3-fbf8-48d8-8452-b6bbe82ef3e0 req-eeb250a6-0b8e-4c99-b0c8-37cae96a1780 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:27.947279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5322f9c3-fbf8-48d8-8452-b6bbe82ef3e0 req-eeb250a6-0b8e-4c99-b0c8-37cae96a1780 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 947 time: 0.0537877 Apr 30 01:50:27.986134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5322f9c3-fbf8-48d8-8452-b6bbe82ef3e0 req-ec6efef0-34e1-4de3-b62d-a12da936b391 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328307 Apr 30 01:50:28.096278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2de2a8-78e9-461d-8fb7-b095bd485485 req-0c61f727-da43-4f35-b60f-0e499b369128 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:28.097737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d2de2a8-78e9-461d-8fb7-b095bd485485 req-0c61f727-da43-4f35-b60f-0e499b369128 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0513899 Apr 30 01:50:28.140266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d2de2a8-78e9-461d-8fb7-b095bd485485 req-39c86e8e-e29b-4c42-979f-fc213f4aa43b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359921 Apr 30 01:50:28.762540 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e817a814-ff84-453a-bfee-679e8142c235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:29.133954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e8b6-8bb9-485a-9975-ebe68ee64272 req-c2454935-83ef-4eb4-9cf7-7dcf3973f7bd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:29.136304 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e587e8b6-8bb9-485a-9975-ebe68ee64272 req-c2454935-83ef-4eb4-9cf7-7dcf3973f7bd tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 947 time: 0.0576227 Apr 30 01:50:29.163352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-3513b58f-43f6-4d6c-b1d3-78ccfb96debd service neutron] 10.222.0.21 "GET /v2.0/ports/2a9d1db3-a7f8-4321-9868-764ab4c6d754/bindings/n-h2-821348-1 HTTP/1.1" status: 200 len: 384 time: 0.0652850 Apr 30 01:50:29.176588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e587e8b6-8bb9-485a-9975-ebe68ee64272 req-05876ff2-4430-4daa-b6f4-6f8f61feaae9 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333381 Apr 30 01:50:29.293729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c330d2-70a2-4718-ac96-b9d77d3a4711 req-a124e3fb-5e5a-4ddf-a82f-a23a3d736d41 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:29.296088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29c330d2-70a2-4718-ac96-b9d77d3a4711 req-a124e3fb-5e5a-4ddf-a82f-a23a3d736d41 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 945 time: 0.0528936 Apr 30 01:50:29.356918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29c330d2-70a2-4718-ac96-b9d77d3a4711 req-13b8eb09-5378-4345-911d-a82ad7942523 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498316 Apr 30 01:50:29.378127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:29.398596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:29.442810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:29.445103 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3128a4c6-8190-4d39-8d1d-43f0fd313309" -d '{"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:29.451904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:29.482901 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e52ce-af21-4449-8c37-edde6b24a877 x-openstack-request-id: req-381e52ce-af21-4449-8c37-edde6b24a877 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:29.483195 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:29.483470 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-381e52ce-af21-4449-8c37-edde6b24a877 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:29.483892 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e52ce-af21-4449-8c37-edde6b24a877'] response: {'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'code': 200} Apr 30 01:50:29.562219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:29.640206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Transition to ACTIVE for port object 2a9d1db3-a7f8-4321-9868-764ab4c6d754 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:50:29.763367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:29.857194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=11']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:29.872747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.873171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.873522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.873850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.874181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.874504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.874825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.875142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.875483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.875802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.876117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.876428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:29.907505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] No DVR routers for this DVR port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:50:30.048837 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-8aa74658-48ae-42f5-a99c-330f374b2e1c service neutron] 10.222.0.21 "PUT /v2.0/ports/2a9d1db3-a7f8-4321-9868-764ab4c6d754/bindings/n-h2-821348-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8788633 Apr 30 01:50:30.229720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-aa0127ef-b42e-4183-bf63-2057eb3424f3 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:30.231278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-aa0127ef-b42e-4183-bf63-2057eb3424f3 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc&tenant_id=c0d0017750714ac2a74fd60a825a474e&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.0487566 Apr 30 01:50:30.284996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-32e9e2ca-7c6a-422f-9567-a5367c5bb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:30.287075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-32e9e2ca-7c6a-422f-9567-a5367c5bb352 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 1095 time: 0.0475299 Apr 30 01:50:30.354242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-307f1942-1e46-4975-b6a1-3df5fb118e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:30.355826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-307f1942-1e46-4975-b6a1-3df5fb118e0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1095 time: 0.0457480 Apr 30 01:50:30.452459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-de5b0a75-16e3-4826-b5f9-7ec5ff130b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:30.453947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-de5b0a75-16e3-4826-b5f9-7ec5ff130b6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 200 len: 896 time: 0.0914869 Apr 30 01:50:30.483009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c1a22-c403-4582-950f-309f4f2b069a req-96048c67-e0e6-454e-ac1b-98e9e4ea76c9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:30.484417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd1c1a22-c403-4582-950f-309f4f2b069a req-96048c67-e0e6-454e-ac1b-98e9e4ea76c9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 944 time: 0.0504012 Apr 30 01:50:30.528912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd1c1a22-c403-4582-950f-309f4f2b069a req-f98a5363-68d4-4eb8-84c8-44c590a8b462 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335119 Apr 30 01:50:30.529313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-245a9faf-5e50-4044-ab19-8354471ebbd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 999 time: 0.0641210 Apr 30 01:50:30.578451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-778297b4-7d92-44b7-bd8d-297d615080fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:30.580378 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-778297b4-7d92-44b7-bd8d-297d615080fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=574d76ea-b339-4ecc-819a-2073d4f4fc67 HTTP/1.1" status: 200 len: 834 time: 0.0473025 Apr 30 01:50:30.627144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-be25f97f-83a1-4ed3-a84f-c12b8e9bad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:30.628710 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-be25f97f-83a1-4ed3-a84f-c12b8e9bad69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413587 Apr 30 01:50:30.725429 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-08fb43c9-99ab-4da2-9aa9-a83f9d89e5ae service neutron] 10.222.0.23 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893314 Apr 30 01:50:30.823100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-3bf9ad81-3166-498f-bfb0-c4f8aab8156a service neutron] 10.222.0.23 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907440 Apr 30 01:50:31.048518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26e063ca-4674-499e-be8f-6e95cc58fe94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:31.458159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-57681043-475a-4622-bfce-0d4b8e91770f tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:31.458159 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-57681043-475a-4622-bfce-0d4b8e91770f tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc&tenant_id=c0d0017750714ac2a74fd60a825a474e&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 1095 time: 0.0511756 Apr 30 01:50:31.657964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a365c-304b-4205-9c77-73c7a5c094f5 req-a4c69764-1e30-4c20-ae3e-282bec9f88ba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:31.659520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-458a365c-304b-4205-9c77-73c7a5c094f5 req-a4c69764-1e30-4c20-ae3e-282bec9f88ba tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 944 time: 0.0585756 Apr 30 01:50:31.691085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-9961b3b2-d5b1-4685-a00a-e79ef15f490b service neutron] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:31.695049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-9961b3b2-d5b1-4685-a00a-e79ef15f490b service neutron] Notify callbacks [] for binding, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:31.696461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-9961b3b2-d5b1-4685-a00a-e79ef15f490b service neutron] 10.222.0.23 "DELETE /v2.0/ports/2a9d1db3-a7f8-4321-9868-764ab4c6d754/bindings/n-h1-821348-1 HTTP/1.1" status: 204 len: 173 time: 0.2299283 Apr 30 01:50:31.699517 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-458a365c-304b-4205-9c77-73c7a5c094f5 req-b59d39fc-4212-45c2-ba1f-8122da1aa225 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Apr 30 01:50:31.809551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df9db9-83d6-490e-929f-54d5fcae8313 req-f633614a-6f5e-4386-b41a-4537b0b26153 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:31.811420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83df9db9-83d6-490e-929f-54d5fcae8313 req-f633614a-6f5e-4386-b41a-4537b0b26153 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1095 time: 0.0435662 Apr 30 01:50:31.849811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83df9db9-83d6-490e-929f-54d5fcae8313 req-d83a2b04-56f2-4398-83da-bcd82928db60 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312119 Apr 30 01:50:31.982239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbdf55-2738-4f12-ab5f-02599f83c2e4 req-0ba5ee96-adc1-4da0-b42d-39399a97bbc0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:31.983644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31bbdf55-2738-4f12-ab5f-02599f83c2e4 req-0ba5ee96-adc1-4da0-b42d-39399a97bbc0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 944 time: 0.0639942 Apr 30 01:50:32.052848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31bbdf55-2738-4f12-ab5f-02599f83c2e4 req-797b6768-8e67-4def-86a6-94e22a504f2a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618484 Apr 30 01:50:32.059361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:32.079269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55678) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:32.158483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a965244b-22e3-4ef8-8ade-4ba69dd74444 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873 HTTP/1.1" status: 200 len: 991 time: 0.0779893 Apr 30 01:50:32.392026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55684) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:32.571972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port f40ff07d-eb5b-4234-a663-a1f5f7d40122 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:50:32.577558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:32.658638 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:32.658965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:32.671704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for f40ff07d-eb5b-4234-a663-a1f5f7d40122 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:50:32.754668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2a9d1db3-a7f8-4321-9868-764ab4c6d754 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:50:32.796308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2a9d1db3-a7f8-4321-9868-764ab4c6d754 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:50:32.882530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:32.908883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=f40ff07d-eb5b-4234-a663-a1f5f7d40122,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:32.969506 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:32.969837 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Floating IP c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873 disassociated (deleted). External IP: 172.25.0.203, port: 2a9d1db3-a7f8-4321-9868-764ab4c6d754. Apr 30 01:50:33.183235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router e61fe7d6-a685-43d1-b2a2-dcd182b7177d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:50:33.295740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:50:33.301616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:33.306352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] Sync routers for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:50:33.316807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:50:33.317743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:50:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:33.332906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f14958bd-dae8-4287-9ac3-e53590cf1b8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/floatingips/c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873 HTTP/1.1" status: 204 len: 168 time: 0.9391334 Apr 30 01:50:33.333632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:33.336325 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38852688-571c-4f28-8a05-bd717da33023" -d '{"events": [{"name": "network-changed", "server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:33.463890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:33.770858 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e53b83-24dd-42fd-ad9e-50bff738341a x-openstack-request-id: req-28e53b83-24dd-42fd-ad9e-50bff738341a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:33.771362 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:33.771499 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28e53b83-24dd-42fd-ad9e-50bff738341a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:33.772010 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e53b83-24dd-42fd-ad9e-50bff738341a'] response: {'name': 'network-changed', 'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'status': 'completed', 'code': 200} Apr 30 01:50:33.845595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:33.880089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852688-571c-4f28-8a05-bd717da33023 req-2366dbcc-78cd-49d8-b9c2-aa55471757e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:33.882071 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38852688-571c-4f28-8a05-bd717da33023 req-2366dbcc-78cd-49d8-b9c2-aa55471757e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 1095 time: 0.0728331 Apr 30 01:50:33.901067 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63304a58-8fbd-4836-9d6e-4c85593e82d6 req-9856bab0-36ce-4f49-b3a0-e6c83e5b9ae8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:33.903244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63304a58-8fbd-4836-9d6e-4c85593e82d6 req-9856bab0-36ce-4f49-b3a0-e6c83e5b9ae8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 944 time: 0.0841997 Apr 30 01:50:33.905214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:25Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:33.944091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] Checking router: e61fe7d6-a685-43d1-b2a2-dcd182b7177d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:50:33.959284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:50:33.959284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:50:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:33.965333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63304a58-8fbd-4836-9d6e-4c85593e82d6 req-8dc427f4-d919-4720-b4d5-99306209e462 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482714 Apr 30 01:50:34.000784 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:34.009514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852688-571c-4f28-8a05-bd717da33023 req-6000f0d5-5e5d-467f-b407-d74e200da814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:34.010995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38852688-571c-4f28-8a05-bd717da33023 req-6000f0d5-5e5d-467f-b407-d74e200da814 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 200 len: 896 time: 0.1167903 Apr 30 01:50:34.061889 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38852688-571c-4f28-8a05-bd717da33023 req-f346568b-e274-4f69-a5fe-3caf7793b75f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 200 len: 217 time: 0.0429146 Apr 30 01:50:34.099420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:34.130822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852688-571c-4f28-8a05-bd717da33023 req-595b1b0c-ca3f-4878-a6a9-517e1b2df26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:34.132367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38852688-571c-4f28-8a05-bd717da33023 req-595b1b0c-ca3f-4878-a6a9-517e1b2df26e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=574d76ea-b339-4ecc-819a-2073d4f4fc67 HTTP/1.1" status: 200 len: 834 time: 0.0550146 Apr 30 01:50:34.188562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852688-571c-4f28-8a05-bd717da33023 req-2c37a878-7996-46af-9d7c-70509069c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:34.190561 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38852688-571c-4f28-8a05-bd717da33023 req-2c37a878-7996-46af-9d7c-70509069c76c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5d8f3b-4488-4ddf-98f5-b3796ac78301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496135 Apr 30 01:50:34.314382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:25Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:34.324284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-fd2b33a0-7756-4401-8218-f9ae5b3d44be tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:34.325819 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-fd2b33a0-7756-4401-8218-f9ae5b3d44be tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 944 time: 0.0728009 Apr 30 01:50:34.331862 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38852688-571c-4f28-8a05-bd717da33023 req-04b34bec-1294-4563-9c5f-ae9fa8593c9f service neutron] 10.222.0.23 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343985 Apr 30 01:50:34.346782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a1971-e4ca-41bf-89f1-f769c0c35d68 None None] The sync data for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 is: [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:49:21Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '8602d318-e810-4acd-b596-1814a556b6d3', 'name': '', 'network_id': '0e5d8f3b-4488-4ddf-98f5-b3796ac78301', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:23:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:20Z', 'updated_at': '2022-04-30T01:49:25Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '574d76ea-b339-4ecc-819a-2073d4f4fc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:50:34.488787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-38852688-571c-4f28-8a05-bd717da33023 req-aab641a7-d7b7-4e14-bf99-050119c2d9f8 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493130 Apr 30 01:50:34.514284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:50:34.522595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:34.646137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port 2a9d1db3-a7f8-4321-9868-764ab4c6d754, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=2a9d1db3-a7f8-4321-9868-764ab4c6d754,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:34.646523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:34.692055 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac52e62-56c7-407f-996d-5cf87f103560 None None] New status for floating IP c6073c73-7c3f-4e3b-bd5f-2ee90b0e1873: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:50:34.948599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for 2a9d1db3-a7f8-4321-9868-764ab4c6d754 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:50:35.002383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55710) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:35.088512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49f18c-4e57-439f-a083-9308522f65fa req-be98ba33-da57-4d92-a95a-5fd6159a75a3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:35.092711 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d49f18c-4e57-439f-a083-9308522f65fa req-be98ba33-da57-4d92-a95a-5fd6159a75a3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3137259-0c4b-4e07-9a8b-0f74def3d5cc HTTP/1.1" status: 200 len: 944 time: 0.0577369 Apr 30 01:50:35.106409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33462443-daaa-455a-80b9-9ac30c8e803f tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:35.106882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33462443-daaa-455a-80b9-9ac30c8e803f tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:35.107342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33462443-daaa-455a-80b9-9ac30c8e803f tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:35.109131 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-33462443-daaa-455a-80b9-9ac30c8e803f tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=becf5c56d12142b68594109f363b6821&network_id=f5dea817-b896-4370-83fd-3cc752410e7d HTTP/1.1" status: 200 len: 2970 time: 0.1043212 Apr 30 01:50:35.148626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d49f18c-4e57-439f-a083-9308522f65fa req-6ee49e4f-dfef-4c1e-a13f-be067138f1df tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c610159-4f1f-4799-81b7-3a97fce1c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473089 Apr 30 01:50:35.236819 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:35.267822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=2a9d1db3-a7f8-4321-9868-764ab4c6d754,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:35.313996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] No DVR routers for this DVR port 2a9d1db3-a7f8-4321-9868-764ab4c6d754 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:50:35.317394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:35.320845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f915d46-7003-458b-b1f1-04a99a486a17 req-267dea60-f6a3-4c91-bda5-5240b149a571 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.23 "DELETE /v2.0/ports/2a9d1db3-a7f8-4321-9868-764ab4c6d754 HTTP/1.1" status: 204 len: 173 time: 0.9880021 Apr 30 01:50:35.773184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-deleted', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:35.775653 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a2897a-891d-4e50-ba85-398c3cfa68a7" -d '{"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-deleted", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:35.817128 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0ddba-b0ba-4d66-9811-596104ffcd86 x-openstack-request-id: req-2fe0ddba-b0ba-4d66-9811-596104ffcd86 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:35.817128 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3137259-0c4b-4e07-9a8b-0f74def3d5cc", "name": "network-vif-deleted", "tag": "2a9d1db3-a7f8-4321-9868-764ab4c6d754", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:35.817128 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fe0ddba-b0ba-4d66-9811-596104ffcd86 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:35.817128 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe0ddba-b0ba-4d66-9811-596104ffcd86'] response: {'server_uuid': 'b3137259-0c4b-4e07-9a8b-0f74def3d5cc', 'name': 'network-vif-deleted', 'tag': '2a9d1db3-a7f8-4321-9868-764ab4c6d754', 'status': 'completed', 'code': 200} Apr 30 01:50:36.209919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55730) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:36.580650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:36.852633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port 8602d318-e810-4acd-b596-1814a556b6d3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:50:36.852982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:36.946602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port 8602d318-e810-4acd-b596-1814a556b6d3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8602d318-e810-4acd-b596-1814a556b6d3,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:36.946966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:36.959920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for 8602d318-e810-4acd-b596-1814a556b6d3 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:50:37.108617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 2a9d1db3-a7f8-4321-9868-764ab4c6d754 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:50:37.133761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 2a9d1db3-a7f8-4321-9868-764ab4c6d754 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:50:37.134104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 2a9d1db3-a7f8-4321-9868-764ab4c6d754 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:50:37.219063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:37.247908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=8602d318-e810-4acd-b596-1814a556b6d3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:37.438100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:37.538760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55756) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:37.589293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cec408-3cb9-4fd4-96e3-aa77e2f4ec36 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:37.596516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e9cec408-3cb9-4fd4-96e3-aa77e2f4ec36 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 814 time: 0.0509758 Apr 30 01:50:37.661547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router e61fe7d6-a685-43d1-b2a2-dcd182b7177d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:50:37.771101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:50:37.777117 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6d6261db-408f-453e-a18e-42278bacc334 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "PUT /v2.0/routers/e61fe7d6-a685-43d1-b2a2-dcd182b7177d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5661120 Apr 30 01:50:37.779076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55764) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:37.784832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] Sync routers for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:50:37.797050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:50:37.797914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:50:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:37.841793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-277064e8-b8a8-4f1d-9c8b-6164bae6e470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting subnet 574d76ea-b339-4ecc-819a-2073d4f4fc67 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:50:37.845124 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-277064e8-b8a8-4f1d-9c8b-6164bae6e470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:37.885838 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-277064e8-b8a8-4f1d-9c8b-6164bae6e470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:37.906362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:37.977771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-277064e8-b8a8-4f1d-9c8b-6164bae6e470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.090635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:50:37Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:38.122169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] Checking router: e61fe7d6-a685-43d1-b2a2-dcd182b7177d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:50:38.128608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-277064e8-b8a8-4f1d-9c8b-6164bae6e470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.130795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] Routers {'e61fe7d6-a685-43d1-b2a2-dcd182b7177d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:50:38.131404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:50:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:38.155867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277064e8-b8a8-4f1d-9c8b-6164bae6e470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Subnet': ['ID=574d76ea-b339-4ecc-819a-2073d4f4fc67,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:38.159528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-277064e8-b8a8-4f1d-9c8b-6164bae6e470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.165572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-277064e8-b8a8-4f1d-9c8b-6164bae6e470 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/subnets/574d76ea-b339-4ecc-819a-2073d4f4fc67 HTTP/1.1" status: 204 len: 168 time: 0.3853853 Apr 30 01:50:38.166461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55766) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:38.169948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea19c2-ca2e-45dc-adc2-7093f122f3a6 None None] Network 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:50:38.296061 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.359929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] Set router e61fe7d6-a685-43d1-b2a2-dcd182b7177d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:38.428571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.513339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] DHCP port deletion for 0e5d8f3b-4488-4ddf-98f5-b3796ac78301 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:50:38.551889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:38.556825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'network': {'name': 'tempest-network-smoke--1897433433', 'project_id': 'becf5c56d12142b68594109f363b6821', 'port_security_enabled': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:38.596033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port 82064113-a323-4fc3-b1ac-f77b250fb20b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:50:38.596621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.607781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] Deleting port d4db09b4-4995-4fe6-8b77-286493b708fd {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:50:38.608159 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.611260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:50:37Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:38.651889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e4153-421a-4999-a812-c577a93691ca None None] The sync data for ids ['e61fe7d6-a685-43d1-b2a2-dcd182b7177d'] in n-d-821348-1 is: [{'id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470141318', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:14Z', 'updated_at': '2022-04-30T01:50:37Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': '82064113-a323-4fc3-b1ac-f77b250fb20b', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61fe7d6-a685-43d1-b2a2-dcd182b7177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:15Z', 'updated_at': '2022-04-30T01:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:50:38.677563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:50:38.680891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port 82064113-a323-4fc3-b1ac-f77b250fb20b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=82064113-a323-4fc3-b1ac-f77b250fb20b,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:38.681405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.682521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.696567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for 82064113-a323-4fc3-b1ac-f77b250fb20b owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:50:38.704107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] For port d4db09b4-4995-4fe6-8b77-286493b708fd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4db09b4-4995-4fe6-8b77-286493b708fd,segment=NetworkSegment(7e5a183e-6473-43a0-89b5-4fb7aeb65b99),segment_id=7e5a183e-6473-43a0-89b5-4fb7aeb65b99)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:38.704508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.720075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:50:38.720573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] Calling delete_port for d4db09b4-4995-4fe6-8b77-286493b708fd owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:50:38.730547 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.731140 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Added segment b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6 of type vlan for network 52523b4f-c0ea-49a9-9e03-89763afa70ae Apr 30 01:50:38.777219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.859929 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.865449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:38.866043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.916309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.939223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Network': ['ID=52523b4f-c0ea-49a9-9e03-89763afa70ae,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:38.945608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] No DVR routers for this DVR port d4db09b4-4995-4fe6-8b77-286493b708fd on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:50:38.952680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181db62-5593-4bcf-90f0-2f47fe107bb9 None None] Pushing event deleted for resources: {'Port': ['ID=d4db09b4-4995-4fe6-8b77-286493b708fd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:38.954732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:50:38.975049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:38.999692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=82064113-a323-4fc3-b1ac-f77b250fb20b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:39.008733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-70106ea7-ac5d-4099-b47a-658547fc9f39 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4557314 Apr 30 01:50:39.015024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55778) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.103860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb308a22-4634-45ac-adf4-8c84deb8fc3a tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:39.105594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cb308a22-4634-45ac-adf4-8c84deb8fc3a tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=becf5c56d12142b68594109f363b6821&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0887461 Apr 30 01:50:39.108409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.116200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.208251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3bd03-efb3-474e-b3e5-252360288a4d tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:39.209778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a8c3bd03-efb3-474e-b3e5-252360288a4d tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1003864 Apr 30 01:50:39.214878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.263047 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4469541c-6464-44d3-aaaf-594d0ebe7895 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470190 Apr 30 01:50:39.263254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.265817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55784) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.265987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.297443 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5cd3f011-d981-4658-8a61-5f481c57e456 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=becf5c56d12142b68594109f363b6821&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303655 Apr 30 01:50:39.300015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55786) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.373160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8602d318-e810-4acd-b596-1814a556b6d3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:50:39.380264 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.380876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Fanout notify agent at l3_agent the message router_deleted on router e61fe7d6-a685-43d1-b2a2-dcd182b7177d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:50:39.391843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.398020 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7744f78b-6eca-49d2-b4e1-de3aff41e2a7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/routers/e61fe7d6-a685-43d1-b2a2-dcd182b7177d HTTP/1.1" status: 204 len: 168 time: 1.2303197 Apr 30 01:50:39.400725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55788) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.403271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 8602d318-e810-4acd-b596-1814a556b6d3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:50:39.403841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8602d318-e810-4acd-b596-1814a556b6d3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:50:39.404420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4db09b4-4995-4fe6-8b77-286493b708fd no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:50:39.404978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acac620-2c5e-4ca2-83b8-f765e6b9833f tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:39.406496 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8acac620-2c5e-4ca2-83b8-f765e6b9833f tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1048436 Apr 30 01:50:39.414878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55790) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.428381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d4db09b4-4995-4fe6-8b77-286493b708fd {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:50:39.429092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4db09b4-4995-4fe6-8b77-286493b708fd not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:50:39.446756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dfb445ff-05da-4569-827f-aa4fe2c4a339 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308640 Apr 30 01:50:39.451063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55792) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.455981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-898362189', 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae', 'project_id': 'becf5c56d12142b68594109f363b6821', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:39.531943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.635187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.642557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:50:39.646604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.661735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5d8f3b-4488-4ddf-98f5-b3796ac78301']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:39.672585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5a183e-6473-43a0-89b5-4fb7aeb65b99') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:39.672969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5a183e-6473-43a0-89b5-4fb7aeb65b99') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:39.685234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.703705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.715139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:50:39.715707 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:50:39.719845 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:50:39.849077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.859040 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.862254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/networks/0e5d8f3b-4488-4ddf-98f5-b3796ac78301 HTTP/1.1" status: 204 len: 168 time: 0.4548042 Apr 30 01:50:39.865731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55798) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:39.873422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10400b7a-4f93-47b3-bea2-8cb29178921c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Network': ['ID=0e5d8f3b-4488-4ddf-98f5-b3796ac78301,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:39.938556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:39.971266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-81b47bc4-3793-4f7d-93ed-1187ac9576c5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.020837 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-81b47bc4-3793-4f7d-93ed-1187ac9576c5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.028010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Subnet': ['ID=5968e330-2c4a-48b3-a0cf-78557c1a0343,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:40.057550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Checking segment: {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:40.057906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network hostable DHCP agents. Network: 52523b4f-c0ea-49a9-9e03-89763afa70ae, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:50:40.150521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:50:40.179701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-81b47bc4-3793-4f7d-93ed-1187ac9576c5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.182402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-81b47bc4-3793-4f7d-93ed-1187ac9576c5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.186428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-81b47bc4-3793-4f7d-93ed-1187ac9576c5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/security-groups/9c610159-4f1f-4799-81b7-3a97fce1c71f HTTP/1.1" status: 204 len: 168 time: 0.3169260 Apr 30 01:50:40.196691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b47bc4-3793-4f7d-93ed-1187ac9576c5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c610159-4f1f-4799-81b7-3a97fce1c71f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:40.237333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 52523b4f-c0ea-49a9-9e03-89763afa70ae) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:40.243346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:40.244028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.252734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b76321-ff74-438f-94a5-4d0f81f212b1 None None] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:50:40.364902 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6c6b43f3-a88f-4df3-bc3b-0ac820116c51 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9091964 Apr 30 01:50:40.500279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-52523b4f-c0ea-49a9-9e03-89763afa70ae', 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ips': [{'subnet_id': '5968e330-2c4a-48b3-a0cf-78557c1a0343'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:50:40.501218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.614609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55816) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:40.622473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c2841784-ab88-4cff-a27b-ffbb85b068d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358163380', 'description': 'tempest-secgroup-smoke-1358163380 description', 'project_id': 'c0d0017750714ac2a74fd60a825a474e'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:40.664963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Allocated IP 172.20.0.18 (52523b4f-c0ea-49a9-9e03-89763afa70ae/5968e330-2c4a-48b3-a0cf-78557c1a0343/8ed5e567-20eb-4d1c-8013-e29dba220dc3) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:50:40.717351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2841784-ab88-4cff-a27b-ffbb85b068d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.803156 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2841784-ab88-4cff-a27b-ffbb85b068d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.834897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.882883 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2841784-ab88-4cff-a27b-ffbb85b068d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:40.896965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55818) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:40.902729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d57dbd46-c2ce-4b86-8c1b-5773af7c82e7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216402426', 'description': 'tempest-secgroup-smoke-1216402426 description', 'project_id': 'becf5c56d12142b68594109f363b6821'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:40.914461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2841784-ab88-4cff-a27b-ffbb85b068d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b68653-4998-492b-a42c-fdb3c3d97c38,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:40.956613 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.001372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:50:41.004835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:41.008596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:50:41.014186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Pushing event updated for resources: {'Port': ['ID=8ed5e567-20eb-4d1c-8013-e29dba220dc3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:41.015316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2841784-ab88-4cff-a27b-ffbb85b068d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.016661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c2841784-ab88-4cff-a27b-ffbb85b068d7 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3984563 Apr 30 01:50:41.020238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55824) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:41.026286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3135e027-7d36-42f4-a3c3-bc3568d3b361 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '01b68653-4998-492b-a42c-fdb3c3d97c38', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:41.100233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d57dbd46-c2ce-4b86-8c1b-5773af7c82e7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.138789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3135e027-7d36-42f4-a3c3-bc3568d3b361 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.264110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3135e027-7d36-42f4-a3c3-bc3568d3b361 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.265897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d57dbd46-c2ce-4b86-8c1b-5773af7c82e7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.277408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Attempting to bind port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:41.277775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Attempting to bind port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:41.278132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Attempting to bind port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 on network 52523b4f-c0ea-49a9-9e03-89763afa70ae {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:41.290428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 82064113-a323-4fc3-b1ac-f77b250fb20b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:50:41.295738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:41.299627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Checking segment: {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:41.299627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.299627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Bound using segment: {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:41.299627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Bound port: 8ed5e567-20eb-4d1c-8013-e29dba220dc3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:41.299627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.323613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 82064113-a323-4fc3-b1ac-f77b250fb20b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:50:41.323956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 82064113-a323-4fc3-b1ac-f77b250fb20b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:50:41.339302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3135e027-7d36-42f4-a3c3-bc3568d3b361 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.368397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d57dbd46-c2ce-4b86-8c1b-5773af7c82e7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.378326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135e027-7d36-42f4-a3c3-bc3568d3b361 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47191b56-30d8-4be4-8288-1681e06fc930,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:41.421218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dbd46-c2ce-4b86-8c1b-5773af7c82e7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4673080-06a1-4391-a2fd-1ab26e32bf39,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:41.432433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] For port 8ed5e567-20eb-4d1c-8013-e29dba220dc3, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:41.436591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] For port 8ed5e567-20eb-4d1c-8013-e29dba220dc3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8ed5e567-20eb-4d1c-8013-e29dba220dc3,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:41.450577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3135e027-7d36-42f4-a3c3-bc3568d3b361 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.452088 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3135e027-7d36-42f4-a3c3-bc3568d3b361 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4307487 Apr 30 01:50:41.454964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55830) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:41.460605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-212fff5a-1911-4fd3-a60d-2361e8e51490 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '01b68653-4998-492b-a42c-fdb3c3d97c38', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:41.501985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d57dbd46-c2ce-4b86-8c1b-5773af7c82e7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.503241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d57dbd46-c2ce-4b86-8c1b-5773af7c82e7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6045399 Apr 30 01:50:41.506833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55832) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:41.511311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-dd04dbf6-806a-44a0-9578-59ee751b57c8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': 'e4673080-06a1-4391-a2fd-1ab26e32bf39', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:41.523335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.583850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-212fff5a-1911-4fd3-a60d-2361e8e51490 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.614873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cddc6-f362-4139-a9d4-07be25f25f04 None None] Pushing event updated for resources: {'Port': ['ID=8ed5e567-20eb-4d1c-8013-e29dba220dc3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:41.631632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd04dbf6-806a-44a0-9578-59ee751b57c8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.696467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-212fff5a-1911-4fd3-a60d-2361e8e51490 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.740553 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd04dbf6-806a-44a0-9578-59ee751b57c8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.779813 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-212fff5a-1911-4fd3-a60d-2361e8e51490 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.803473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fff5a-1911-4fd3-a60d-2361e8e51490 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1561064e-32bc-4c68-9f08-34abfb258132,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:41.902973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd04dbf6-806a-44a0-9578-59ee751b57c8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.932944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-212fff5a-1911-4fd3-a60d-2361e8e51490 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:41.934362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-212fff5a-1911-4fd3-a60d-2361e8e51490 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4782488 Apr 30 01:50:41.937375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04dbf6-806a-44a0-9578-59ee751b57c8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a581a165-2c8b-404d-af02-a6df1e4fdd75,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:41.940318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:41.953478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a0a72b3b-0047-4af0-9e3e-8ab0a9272344 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '01b68653-4998-492b-a42c-fdb3c3d97c38', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:42.038450 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd04dbf6-806a-44a0-9578-59ee751b57c8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.047850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dd04dbf6-806a-44a0-9578-59ee751b57c8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5399384 Apr 30 01:50:42.059953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55836) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:42.066061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-42583cc5-fff9-449d-b8c2-49bacd2f4e93 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': 'e4673080-06a1-4391-a2fd-1ab26e32bf39', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:42.101429 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0a72b3b-0047-4af0-9e3e-8ab0a9272344 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.195021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0a72b3b-0047-4af0-9e3e-8ab0a9272344 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.225470 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42583cc5-fff9-449d-b8c2-49bacd2f4e93 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.282088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0a72b3b-0047-4af0-9e3e-8ab0a9272344 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.306671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a72b3b-0047-4af0-9e3e-8ab0a9272344 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efde14c6-771a-4515-8d67-171d04ffb31d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:42.341716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42583cc5-fff9-449d-b8c2-49bacd2f4e93 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.399295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0a72b3b-0047-4af0-9e3e-8ab0a9272344 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.403960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a0a72b3b-0047-4af0-9e3e-8ab0a9272344 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4597712 Apr 30 01:50:42.404642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55842) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:42.414494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-68b5a550-a81a-48c1-912a-fdb7438c8734 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '01b68653-4998-492b-a42c-fdb3c3d97c38', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:42.419685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42583cc5-fff9-449d-b8c2-49bacd2f4e93 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.448676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42583cc5-fff9-449d-b8c2-49bacd2f4e93 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742c8f92-7acc-4264-abf7-044dd49937be,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:42.537248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42583cc5-fff9-449d-b8c2-49bacd2f4e93 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.538427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-42583cc5-fff9-449d-b8c2-49bacd2f4e93 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4769735 Apr 30 01:50:42.538632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55844) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:42.544532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-96c891af-73e0-4f76-b3ec-0f6adf8d2900 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': 'e4673080-06a1-4391-a2fd-1ab26e32bf39', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:42.631475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68b5a550-a81a-48c1-912a-fdb7438c8734 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.693667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96c891af-73e0-4f76-b3ec-0f6adf8d2900 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.760927 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68b5a550-a81a-48c1-912a-fdb7438c8734 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.783795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96c891af-73e0-4f76-b3ec-0f6adf8d2900 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.837805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68b5a550-a81a-48c1-912a-fdb7438c8734 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.870979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5a550-a81a-48c1-912a-fdb7438c8734 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5248ba81-cb4a-4a95-9966-b9ae3cf16247,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:42.882569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96c891af-73e0-4f76-b3ec-0f6adf8d2900 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.913818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c891af-73e0-4f76-b3ec-0f6adf8d2900 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cfd80e-953f-4c03-b31c-89da160f817e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:42.943540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-68b5a550-a81a-48c1-912a-fdb7438c8734 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.945089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-68b5a550-a81a-48c1-912a-fdb7438c8734 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5391471 Apr 30 01:50:42.948409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55846) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:42.956840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c2343fa7-7c0b-45fd-8788-9feb32dd09b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '01b68653-4998-492b-a42c-fdb3c3d97c38', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:42.974482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a51575-2d61-49d0-b890-7a3342dc3dff None None] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:50:42.976082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96c891af-73e0-4f76-b3ec-0f6adf8d2900 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:42.980383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-96c891af-73e0-4f76-b3ec-0f6adf8d2900 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4402082 Apr 30 01:50:42.981106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55848) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:42.987568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ea008566-ddd1-4d83-a96f-608d09e843ce tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': 'e4673080-06a1-4391-a2fd-1ab26e32bf39', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:43.065778 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-c2343fa7-7c0b-45fd-8788-9feb32dd09b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Project c0d0017750714ac2a74fd60a825a474e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:50:43.071243 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2343fa7-7c0b-45fd-8788-9feb32dd09b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.095087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fd561132-1da1-4eda-8148-b21b867cf339 None None] Provisioning complete for port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:43.095504 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd561132-1da1-4eda-8148-b21b867cf339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.101224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea008566-ddd1-4d83-a96f-608d09e843ce tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.173614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea008566-ddd1-4d83-a96f-608d09e843ce tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.202593 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2343fa7-7c0b-45fd-8788-9feb32dd09b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.243105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea008566-ddd1-4d83-a96f-608d09e843ce tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.252444 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd561132-1da1-4eda-8148-b21b867cf339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.272286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea008566-ddd1-4d83-a96f-608d09e843ce tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408bc689-229d-48cb-98f0-b7b86a1b78f4,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:43.282946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2343fa7-7c0b-45fd-8788-9feb32dd09b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.311023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fd561132-1da1-4eda-8148-b21b867cf339 None None] For port 8ed5e567-20eb-4d1c-8013-e29dba220dc3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8ed5e567-20eb-4d1c-8013-e29dba220dc3,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:43.314247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2343fa7-7c0b-45fd-8788-9feb32dd09b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bfca82-a052-4210-ad14-23b385267c81,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:43.348164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea008566-ddd1-4d83-a96f-608d09e843ce tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.352582 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ea008566-ddd1-4d83-a96f-608d09e843ce tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3698392 Apr 30 01:50:43.353107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55852) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:43.359073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1f525ca4-f2a0-4e31-8788-daf588dd9a52 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': 'e4673080-06a1-4391-a2fd-1ab26e32bf39', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:43.382962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2343fa7-7c0b-45fd-8788-9feb32dd09b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.384521 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c2343fa7-7c0b-45fd-8788-9feb32dd09b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341917 Apr 30 01:50:43.388043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55856) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:43.396424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8ed5e567-20eb-4d1c-8013-e29dba220dc3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:43.404762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cc277d2a-ce09-412a-8ff5-9ef704fbcb9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'security_group_rule': {'security_group_id': '01b68653-4998-492b-a42c-fdb3c3d97c38', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:43.458028 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd561132-1da1-4eda-8148-b21b867cf339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.488973 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-1f525ca4-f2a0-4e31-8788-daf588dd9a52 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Project becf5c56d12142b68594109f363b6821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:50:43.496974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f525ca4-f2a0-4e31-8788-daf588dd9a52 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.540037 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-cc277d2a-ce09-412a-8ff5-9ef704fbcb9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Project c0d0017750714ac2a74fd60a825a474e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:50:43.546276 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc277d2a-ce09-412a-8ff5-9ef704fbcb9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.609816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f525ca4-f2a0-4e31-8788-daf588dd9a52 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.611111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:43.611520 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.618844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd561132-1da1-4eda-8148-b21b867cf339 None None] Pushing event updated for resources: {'Port': ['ID=8ed5e567-20eb-4d1c-8013-e29dba220dc3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:43.682691 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f525ca4-f2a0-4e31-8788-daf588dd9a52 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.694004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc277d2a-ce09-412a-8ff5-9ef704fbcb9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.705259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4f6b88b1-e86e-4008-b447-f1a71cd61160 None None] Provisioning complete for port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:43.705638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f6b88b1-e86e-4008-b447-f1a71cd61160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.718135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f525ca4-f2a0-4e31-8788-daf588dd9a52 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9082e62-554c-4150-91db-164fcae9cce1,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:43.761905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc277d2a-ce09-412a-8ff5-9ef704fbcb9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.777563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc277d2a-ce09-412a-8ff5-9ef704fbcb9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3142be-089b-4c02-89e5-c001f808becc,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:43.793418 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1f525ca4-f2a0-4e31-8788-daf588dd9a52 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.797539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1f525ca4-f2a0-4e31-8788-daf588dd9a52 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4404316 Apr 30 01:50:43.801118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55858) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:43.806492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8aca2fd1-0fc9-44b9-87cd-d8d5d3e316e8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': 'e4673080-06a1-4391-a2fd-1ab26e32bf39', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:43.852065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc277d2a-ce09-412a-8ff5-9ef704fbcb9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.852921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cc277d2a-ce09-412a-8ff5-9ef704fbcb9f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4634709 Apr 30 01:50:43.855691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55860) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:43.860997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'network': {'name': 'tempest-network-smoke--77732740', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'port_security_enabled': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:43.940070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:50:43.944358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.946693 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-8aca2fd1-0fc9-44b9-87cd-d8d5d3e316e8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Project becf5c56d12142b68594109f363b6821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:50:43.960858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8aca2fd1-0fc9-44b9-87cd-d8d5d3e316e8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:43.997121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:50:44.019284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.024684 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Added segment 9ee2a67d-3b62-4599-b7da-87b735adad4a of type vlan for network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 Apr 30 01:50:44.063041 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8aca2fd1-0fc9-44b9-87cd-d8d5d3e316e8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.077019 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.127693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8aca2fd1-0fc9-44b9-87cd-d8d5d3e316e8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.146613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca2fd1-0fc9-44b9-87cd-d8d5d3e316e8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847366db-5009-4105-b353-62f5e030a769,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:44.174053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.180593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:44.181393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.245430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8aca2fd1-0fc9-44b9-87cd-d8d5d3e316e8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.252936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8aca2fd1-0fc9-44b9-87cd-d8d5d3e316e8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4439287 Apr 30 01:50:44.260429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Network': ['ID=ee4f8fc3-a783-48a7-8b65-0553dc8eac76,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:44.274680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:50:44.320877 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b94e472-c527-4d94-a9b7-041f45d82ebd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4639266 Apr 30 01:50:44.323617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55864) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:44.330529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'admin_state_up': True, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:44.423959 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.425168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.583286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.620107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-f4020ec5-97d1-4c25-9ee8-e36c28ba8ca8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216402426&fields=id&tenant_id=becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 267 time: 0.0919905 Apr 30 01:50:44.843826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:44.865798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-83ef4249-f671-4867-b852-a1c98d289980 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:44.867279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-83ef4249-f671-4867-b852-a1c98d289980 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/networks?id=52523b4f-c0ea-49a9-9e03-89763afa70ae HTTP/1.1" status: 200 len: 797 time: 0.2398262 Apr 30 01:50:44.882789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d0456670-9c34-4869-af8f-f63f9fb403c7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/quotas/becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 375 time: 0.0097196 Apr 30 01:50:44.945800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-33ad6c13-ed6e-40c4-b70d-ce5cc6f621d1 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0569668 Apr 30 01:50:45.085267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-b42721f6-b715-41c9-ba9a-537a9c0cd13c service neutron] 10.222.0.15 "GET /v2.0/networks/52523b4f-c0ea-49a9-9e03-89763afa70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277568 Apr 30 01:50:45.269001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8ed5e567-20eb-4d1c-8013-e29dba220dc3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:45.283146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-003cc863-baf5-4b38-b754-78ac3b771ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/52523b4f-c0ea-49a9-9e03-89763afa70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906197 Apr 30 01:50:45.283883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:45.305677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:45.308709 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:50:45.349901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:45.350620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:45.427885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.25.0.72 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/f4e423b4-8201-4126-ab33-e2a8a23f48ec) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:50:45.550940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b217004-5b7c-4bae-b165-db6206b6912f req-6d4a7e8e-bbe0-45fb-a4aa-9cdbe8337de1 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 210 time: 0.0349283 Apr 30 01:50:45.580255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:45.683381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:45.721430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:50:45.724758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:45.730516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:50:45.765807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=f4e423b4-8201-4126-ab33-e2a8a23f48ec,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:46.434436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:46.705768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee6e9d1d-ad8c-4cb8-bfd1-2cdef2edf986 req-a9c75eab-97ef-4b54-b0f9-28c05815ce08 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 210 time: 0.0450468 Apr 30 01:50:46.714332 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:46.928621 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 3afc49ed-4f2d-4869-abed-820386e6a3c8 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:50:47.063459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:50:47.086374 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Sync routers for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:50:47.098697 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:50:47.099315 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:50:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:47.167448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:47.167448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb45a68c-8f56-4527-8735-a773cfc94fa3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8355637 Apr 30 01:50:47.167448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:47.195179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1dfaa42-8607-4801-a7e2-b2b14504ba4b tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c0d0017750714ac2a74fd60a825a474e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286629 Apr 30 01:50:47.198446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 55910) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:47.219626 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:47.311963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767a199-e0bd-4d2e-9ea5-99ea3403a96d tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:47.316648 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e767a199-e0bd-4d2e-9ea5-99ea3403a96d tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1140120 Apr 30 01:50:47.317183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:47.351898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-48932e97-0cd5-4412-9197-00fe8ad09881 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313871 Apr 30 01:50:47.352253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55914) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:47.358831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-752365425', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:47.417349 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:45Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:47.444195 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Checking router: 3afc49ed-4f2d-4869-abed-820386e6a3c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:50:47.444534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Updating router 3afc49ed-4f2d-4869-abed-820386e6a3c8 port f4e423b4-8201-4126-ab33-e2a8a23f48ec binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:50:47.474040 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:47.500000 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:50:47.503622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:47.682056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-c3168162-cdd9-4492-8d04-92e95c269e84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:47.684495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-c3168162-cdd9-4492-8d04-92e95c269e84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "GET /v2.0/networks?id=52523b4f-c0ea-49a9-9e03-89763afa70ae HTTP/1.1" status: 200 len: 797 time: 0.1255357 Apr 30 01:50:47.743397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-43a8d110-08e8-4b30-983c-fcaf3e3b97db tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 472 time: 0.0462441 Apr 30 01:50:47.754196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'port': {'device_id': 'd0a08f49-6589-4624-a59f-82cc163b7f02', 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae', 'admin_state_up': True, 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'security_groups': ['e4673080-06a1-4391-a2fd-1ab26e32bf39']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:47.798066 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:47.857062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef195f78-4512-4cba-89e8-ca3bb8547da9 req-75fadfc1-6763-4057-a5ea-3c525557e672 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 210 time: 0.0287576 Apr 30 01:50:47.858611 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:47.880870 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:47.920829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Subnet': ['ID=11686512-cdb3-4e1a-915a-303d3f86b858,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:47.928820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Checking segment: {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:47.929278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network hostable DHCP agents. Network: ee4f8fc3-a783-48a7-8b65-0553dc8eac76, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:50:47.934300 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Attempting to bind port f4e423b4-8201-4126-ab33-e2a8a23f48ec on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:47.934300 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Attempting to bind port f4e423b4-8201-4126-ab33-e2a8a23f48ec by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:47.934300 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Attempting to bind port f4e423b4-8201-4126-ab33-e2a8a23f48ec on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:47.941235 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Pushing event updated for resources: {'Port': ['ID=f4e423b4-8201-4126-ab33-e2a8a23f48ec,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:47.944481 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:47.945104 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:47.945327 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:47.945639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:47.946247 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Bound port: f4e423b4-8201-4126-ab33-e2a8a23f48ec, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:47.946247 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:47.952941 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.962477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:47.964348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:50:47.964348 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.008879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:50:48.018299 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] For port f4e423b4-8201-4126-ab33-e2a8a23f48ec, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:48.021542 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] For port f4e423b4-8201-4126-ab33-e2a8a23f48ec, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f4e423b4-8201-4126-ab33-e2a8a23f48ec,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:48.105658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.20.0.24 (52523b4f-c0ea-49a9-9e03-89763afa70ae/5968e330-2c4a-48b3-a0cf-78557c1a0343/b34e223a-a16a-4f86-88d7-6fbf5c99c22e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:50:48.123070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, ee4f8fc3-a783-48a7-8b65-0553dc8eac76) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:48.123227 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.128673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:48.131320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.138000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78876c-ceac-4b21-8f94-4618e53314af None None] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:50:48.180546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23c386-d510-4fc0-ba55-ca12dfeafa81 None None] Pushing event updated for resources: {'Port': ['ID=f4e423b4-8201-4126-ab33-e2a8a23f48ec,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:48.208139 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:50:48.209383 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:50:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:48.251662 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c3b82dac-5b53-40b6-a7ec-bb0ee4bd1c69 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8981633 Apr 30 01:50:48.254496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 55924) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:48.305326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.374289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:50:48.375498 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.432211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.454785 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:48.577399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:50:48.587648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:48.618143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:50:48.633594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:48.661609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Allocated IP 172.20.0.2 (ee4f8fc3-a783-48a7-8b65-0553dc8eac76/11686512-cdb3-4e1a-915a-303d3f86b858/2b27267a-db28-4f5f-8f1b-fe923de7d563) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:50:48.745931 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:45Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:48.755485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:48.757070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.804410 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b8c96-a124-42b3-8863-15e821b14ac6 None None] The sync data for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 is: [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:45Z', 'revision_number': 3, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:50:48.854986 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-97868e19-077d-4922-9c5a-e7e23f81603f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1030989 Apr 30 01:50:48.873694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Request body: {'port': {'device_id': 'd0a08f49-6589-4624-a59f-82cc163b7f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:48.929777 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.937650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:48.996267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.007925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9c80f8a3-a1e2-47e5-b327-565b6247e6f3 None None] Provisioning complete for port b34e223a-a16a-4f86-88d7-6fbf5c99c22e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:49.008428 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c80f8a3-a1e2-47e5-b327-565b6247e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.046802 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.126271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a82aba-f351-4201-acac-1d7ab3e872f3 req-24489b67-261a-415d-8fd6-4ebfbffe2483 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:49.128372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45a82aba-f351-4201-acac-1d7ab3e872f3 req-24489b67-261a-415d-8fd6-4ebfbffe2483 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 932 time: 0.1103914 Apr 30 01:50:49.141646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:50:49.143911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:49.150192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:50:49.173842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9c80f8a3-a1e2-47e5-b327-565b6247e6f3 None None] Port b34e223a-a16a-4f86-88d7-6fbf5c99c22e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:50:49.229448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Pushing event updated for resources: {'Port': ['ID=2b27267a-db28-4f5f-8f1b-fe923de7d563,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:49.299390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45a82aba-f351-4201-acac-1d7ab3e872f3 req-045405af-0845-457c-bdaa-72ea29ad4a67 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617413 Apr 30 01:50:49.307372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.369107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Attempting to bind port 2b27267a-db28-4f5f-8f1b-fe923de7d563 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:49.369107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Attempting to bind port 2b27267a-db28-4f5f-8f1b-fe923de7d563 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:49.369107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Attempting to bind port 2b27267a-db28-4f5f-8f1b-fe923de7d563 on network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:49.377511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:49.377880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Checking segment: {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:49.378297 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.379321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Bound using segment: {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:49.379908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Bound port: 2b27267a-db28-4f5f-8f1b-fe923de7d563, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:49.380289 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.500094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34e223a-a16a-4f86-88d7-6fbf5c99c22e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:50:49.513479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-288178ac-8411-460c-89f2-973e4175af74 None None] For port 2b27267a-db28-4f5f-8f1b-fe923de7d563, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:49.514062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.517597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-288178ac-8411-460c-89f2-973e4175af74 None None] For port 2b27267a-db28-4f5f-8f1b-fe923de7d563, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2b27267a-db28-4f5f-8f1b-fe923de7d563,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:49.577636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Transition to ACTIVE for port object b34e223a-a16a-4f86-88d7-6fbf5c99c22e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:50:49.620351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.683939 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:49.714261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288178ac-8411-460c-89f2-973e4175af74 None None] Pushing event updated for resources: {'Port': ['ID=2b27267a-db28-4f5f-8f1b-fe923de7d563,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:49.796312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:49.848870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.20.0.1 (ee4f8fc3-a783-48a7-8b65-0553dc8eac76/11686512-cdb3-4e1a-915a-303d3f86b858/5e6f4876-769a-4cbb-aeb6-52788341f497) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:50:49.954336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Attempting to bind port b34e223a-a16a-4f86-88d7-6fbf5c99c22e on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:49.954668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Attempting to bind port b34e223a-a16a-4f86-88d7-6fbf5c99c22e by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:49.954997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Attempting to bind port b34e223a-a16a-4f86-88d7-6fbf5c99c22e on network 52523b4f-c0ea-49a9-9e03-89763afa70ae {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:49.979668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Port b34e223a-a16a-4f86-88d7-6fbf5c99c22e on network 52523b4f-c0ea-49a9-9e03-89763afa70ae not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:50:49.980125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Attempting to bind port b34e223a-a16a-4f86-88d7-6fbf5c99c22e on network 52523b4f-c0ea-49a9-9e03-89763afa70ae {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:49.987285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:50.006168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Checking segment: {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:50.006674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Bound using segment: {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:50.007231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Bound port: b34e223a-a16a-4f86-88d7-6fbf5c99c22e, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:50.007577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:50.078701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:50.161649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] For port b34e223a-a16a-4f86-88d7-6fbf5c99c22e, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:50.169751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] For port b34e223a-a16a-4f86-88d7-6fbf5c99c22e, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:50.205583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:50.269106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:50:50.279894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:50.282035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=5e6f4876-769a-4cbb-aeb6-52788341f497,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:50.284794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:50:50.290060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:50.355876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:50.378303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:50.379522 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:50.382083 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b34e223a-a16a-4f86-88d7-6fbf5c99c22e HTTP/1.1" status: 200 len: 1092 time: 1.5200310 Apr 30 01:50:50.392144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a08f49-6589-4624-a59f-82cc163b7f02', 'tag': 'b34e223a-a16a-4f86-88d7-6fbf5c99c22e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:50.396574 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696e6f2a-0847-4481-a482-0f87a03a453e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a08f49-6589-4624-a59f-82cc163b7f02", "tag": "b34e223a-a16a-4f86-88d7-6fbf5c99c22e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:50.429187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e656a-b294-4e3b-832c-d53fb2bcc5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:50.608883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:50.618567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41014be-22da-4f48-b289-af3e73f065c1 req-ec69d0f5-b72f-43b5-a78b-5242c18ad679 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:50.630007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c41014be-22da-4f48-b289-af3e73f065c1 req-ec69d0f5-b72f-43b5-a78b-5242c18ad679 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 944 time: 0.1758795 Apr 30 01:50:50.651063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-0fa6fbda-a790-42e9-892f-60c88d233b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:50.653659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-0fa6fbda-a790-42e9-892f-60c88d233b06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 1095 time: 0.1049466 Apr 30 01:50:50.702859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c41014be-22da-4f48-b289-af3e73f065c1 req-5168fbe6-bf41-4258-a2d5-7d80f08de6b5 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745950 Apr 30 01:50:50.731382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:51.055110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-afcc66ef-3105-4191-988d-8979bb382dcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b34e223a-a16a-4f86-88d7-6fbf5c99c22e HTTP/1.1" status: 200 len: 217 time: 0.3914843 Apr 30 01:50:51.056637 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0123eb4a-0497-40f1-bdfb-382f7c2472ad x-openstack-request-id: req-0123eb4a-0497-40f1-bdfb-382f7c2472ad {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:51.056913 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a08f49-6589-4624-a59f-82cc163b7f02", "tag": "b34e223a-a16a-4f86-88d7-6fbf5c99c22e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:51.057162 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0123eb4a-0497-40f1-bdfb-382f7c2472ad {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:51.057554 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0123eb4a-0497-40f1-bdfb-382f7c2472ad'] response: {'name': 'network-changed', 'server_uuid': 'd0a08f49-6589-4624-a59f-82cc163b7f02', 'tag': 'b34e223a-a16a-4f86-88d7-6fbf5c99c22e', 'status': 'completed', 'code': 200} Apr 30 01:50:51.127162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-7c5e9bf5-72bf-412d-9a1f-93f7b55162e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:51.128731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-7c5e9bf5-72bf-412d-9a1f-93f7b55162e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5968e330-2c4a-48b3-a0cf-78557c1a0343 HTTP/1.1" status: 200 len: 837 time: 0.0654783 Apr 30 01:50:51.151260 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:51.191142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-425527cf-64bc-439c-8621-1879cdcf19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:51.193506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-425527cf-64bc-439c-8621-1879cdcf19ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52523b4f-c0ea-49a9-9e03-89763afa70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583477 Apr 30 01:50:51.232149 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:51.317819 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-3fa99566-2433-4789-b99d-47e009bbc422 service neutron] 10.222.0.21 "GET /v2.0/networks/52523b4f-c0ea-49a9-9e03-89763afa70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171370 Apr 30 01:50:51.330222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1dc1d2-016a-42df-9470-c9a67affe138 None None] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:50:51.356317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=5e6f4876-769a-4cbb-aeb6-52788341f497,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:51.363909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:51.384462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.384807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.385144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.385474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.386116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.386505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.386834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.387158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.387974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.387974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.388179 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.388428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:50:51.466564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f4e423b4-8201-4126-ab33-e2a8a23f48ec up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:51.515605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-be3f3474-9479-46a6-b077-3da4eae3d2bb req-f5466c81-1ad6-41e2-9a1d-c7056eab5a14 service neutron] 10.222.0.21 "GET /v2.0/networks/52523b4f-c0ea-49a9-9e03-89763afa70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870885 Apr 30 01:50:51.569494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b2eccc8b-288b-498f-9076-d697d2a6ddab None None] Provisioning complete for port 2b27267a-db28-4f5f-8f1b-fe923de7d563 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:51.570094 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2eccc8b-288b-498f-9076-d697d2a6ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:51.592695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:50:51.594485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:51.640188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f4e423b4-8201-4126-ab33-e2a8a23f48ec triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:51.641314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:51.755472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6f2a-0847-4481-a482-0f87a03a453e req-c56b6109-6a24-4628-a79e-e2d846366139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:51.776417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696e6f2a-0847-4481-a482-0f87a03a453e req-c56b6109-6a24-4628-a79e-e2d846366139 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 1095 time: 0.1161151 Apr 30 01:50:51.781735 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 3afc49ed-4f2d-4869-abed-820386e6a3c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:50:51.848939 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2eccc8b-288b-498f-9076-d697d2a6ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:51.904706 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:51.938259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b2eccc8b-288b-498f-9076-d697d2a6ddab None None] For port 2b27267a-db28-4f5f-8f1b-fe923de7d563, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2b27267a-db28-4f5f-8f1b-fe923de7d563,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:51.941381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6f2a-0847-4481-a482-0f87a03a453e req-4f313c3c-e05e-4a8a-a6db-09e180a74273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:51.943656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696e6f2a-0847-4481-a482-0f87a03a453e req-4f313c3c-e05e-4a8a-a6db-09e180a74273 service neutron] 10.222.0.21 "GET /v2.0/networks?id=52523b4f-c0ea-49a9-9e03-89763afa70ae HTTP/1.1" status: 200 len: 897 time: 0.1587746 Apr 30 01:50:51.961389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port f4e423b4-8201-4126-ab33-e2a8a23f48ec, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f4e423b4-8201-4126-ab33-e2a8a23f48ec,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:51.982920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:50:52.009441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Sync routers for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:50:52.031967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c8282f53-6cef-4be7-8336-4dc76b2982bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "PUT /v2.0/routers/3afc49ed-4f2d-4869-abed-820386e6a3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7677848 Apr 30 01:50:52.032208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696e6f2a-0847-4481-a482-0f87a03a453e req-6ba2d17f-8724-4068-872d-f9dbd346bc1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b34e223a-a16a-4f86-88d7-6fbf5c99c22e HTTP/1.1" status: 200 len: 217 time: 0.0763109 Apr 30 01:50:52.032307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:50:52.032307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:50:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:52.097027 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b2eccc8b-288b-498f-9076-d697d2a6ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:52.101465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:52.102789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2b27267a-db28-4f5f-8f1b-fe923de7d563 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:52.117345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6f2a-0847-4481-a482-0f87a03a453e req-d1fb5ca2-84eb-4f28-b5af-8646dfbef682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:52.119833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696e6f2a-0847-4481-a482-0f87a03a453e req-d1fb5ca2-84eb-4f28-b5af-8646dfbef682 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5968e330-2c4a-48b3-a0cf-78557c1a0343 HTTP/1.1" status: 200 len: 837 time: 0.0825515 Apr 30 01:50:52.176200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8258-02b2-43b7-a961-a49b8584d104 req-d576c1ba-abc7-4a32-9ca8-1857b958d128 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:52.177847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-154a8258-02b2-43b7-a961-a49b8584d104 req-d576c1ba-abc7-4a32-9ca8-1857b958d128 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 944 time: 0.1616995 Apr 30 01:50:52.262369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6f2a-0847-4481-a482-0f87a03a453e req-af1c8ced-f10f-45e0-9bdc-db1d0a51ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:52.262369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696e6f2a-0847-4481-a482-0f87a03a453e req-af1c8ced-f10f-45e0-9bdc-db1d0a51ee27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52523b4f-c0ea-49a9-9e03-89763afa70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182649 Apr 30 01:50:52.280940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-154a8258-02b2-43b7-a961-a49b8584d104 req-ff563d85-3172-4e21-81e1-57a2270ad7ee tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873899 Apr 30 01:50:52.424009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eccc8b-288b-498f-9076-d697d2a6ddab None None] Pushing event updated for resources: {'Port': ['ID=2b27267a-db28-4f5f-8f1b-fe923de7d563,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:52.464972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:52.469696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-280de1a7-ced6-464f-bd24-c0efb63914e7 None None] Provisioning complete for port 5e6f4876-769a-4cbb-aeb6-52788341f497 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:52.470070 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-280de1a7-ced6-464f-bd24-c0efb63914e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:52.496457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696e6f2a-0847-4481-a482-0f87a03a453e req-6ce1bb2b-4805-4f78-bc78-79b4b259b4b7 service neutron] 10.222.0.21 "GET /v2.0/networks/52523b4f-c0ea-49a9-9e03-89763afa70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329068 Apr 30 01:50:52.560830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-b0640824-b728-4eb9-ad8f-d1c664d0eb87 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358163380&fields=id&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 267 time: 0.0940197 Apr 30 01:50:52.676608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-696e6f2a-0847-4481-a482-0f87a03a453e req-07c3143e-eb29-4566-b50b-a54c8d96c125 service neutron] 10.222.0.21 "GET /v2.0/networks/52523b4f-c0ea-49a9-9e03-89763afa70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692946 Apr 30 01:50:52.801846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-ee3d8180-abc8-421a-996b-72ff9e4b11fd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:52.804251 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-ee3d8180-abc8-421a-996b-72ff9e4b11fd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/networks?id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76 HTTP/1.1" status: 200 len: 795 time: 0.2418826 Apr 30 01:50:52.827722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-c1d3a105-90cd-424f-8875-50bd27bafca1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/quotas/c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 375 time: 0.0164158 Apr 30 01:50:52.859753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-280de1a7-ced6-464f-bd24-c0efb63914e7 None None] Port 5e6f4876-769a-4cbb-aeb6-52788341f497 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:50:52.884607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b34e223a-a16a-4f86-88d7-6fbf5c99c22e details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:50:52.931398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-f59f0a33-164b-48ca-b5d4-9bf9b189f402 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815127 Apr 30 01:50:52.960075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=f4e423b4-8201-4126-ab33-e2a8a23f48ec,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:52.971061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2b27267a-db28-4f5f-8f1b-fe923de7d563 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:52.971556 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:53.046048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-272b8209-8b8d-4c25-b5fb-eaaba1e5a955 service neutron] 10.222.0.15 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082721 Apr 30 01:50:53.059094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-280de1a7-ced6-464f-bd24-c0efb63914e7 None None] Provisioning complete for port 2b27267a-db28-4f5f-8f1b-fe923de7d563 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:53.059487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-280de1a7-ced6-464f-bd24-c0efb63914e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:53.150545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-278b8c05-e24b-4611-a0f2-d548da7791fb service neutron] 10.222.0.15 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977788 Apr 30 01:50:53.350896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b34e223a-a16a-4f86-88d7-6fbf5c99c22e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:53.398826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'b34e223a-a16a-4f86-88d7-6fbf5c99c22e', 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae', 'port_id': 'b34e223a-a16a-4f86-88d7-6fbf5c99c22e', 'mac_address': 'fa:16:3e:af:13:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5968e330-2c4a-48b3-a0cf-78557c1a0343', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:50:53.406575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 2, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:53.477765 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:53.482169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2b27267a-db28-4f5f-8f1b-fe923de7d563 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:53.509363 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526832a7-8127-4436-9690-30c29a9eda19 req-5f5068dc-c536-4ddc-88e8-d94b1e5e71b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:53.520229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-526832a7-8127-4436-9690-30c29a9eda19 req-5f5068dc-c536-4ddc-88e8-d94b1e5e71b6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 944 time: 0.0782859 Apr 30 01:50:53.521030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Checking router: 3afc49ed-4f2d-4869-abed-820386e6a3c8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:50:53.521622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Updating router 3afc49ed-4f2d-4869-abed-820386e6a3c8 port 5e6f4876-769a-4cbb-aeb6-52788341f497 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:50:53.540155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34e223a-a16a-4f86-88d7-6fbf5c99c22e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:50:53.570069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-526832a7-8127-4436-9690-30c29a9eda19 req-0087dde2-7f26-4d07-abb7-8dab84c27c05 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489929 Apr 30 01:50:53.577747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b34e223a-a16a-4f86-88d7-6fbf5c99c22e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:53.615088 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:53.666537 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f8929ab-848b-4f3b-9fb5-beb6fca1c4a4 req-b2cc1b61-c8e7-4fa7-afa5-a4c9d23ca87a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 210 time: 0.0412891 Apr 30 01:50:53.671267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2cd5633a-1570-4476-a7dd-073eac42e78a None None] Provisioning complete for port 5e6f4876-769a-4cbb-aeb6-52788341f497 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:53.671668 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2cd5633a-1570-4476-a7dd-073eac42e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:53.698973 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:53.821192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5633a-1570-4476-a7dd-073eac42e78a None None] Port 5e6f4876-769a-4cbb-aeb6-52788341f497 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:50:53.825712 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2b27267a-db28-4f5f-8f1b-fe923de7d563 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:53.826024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:53.906476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:53.950306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b34e223a-a16a-4f86-88d7-6fbf5c99c22e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:50:54.066255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f4e423b4-8201-4126-ab33-e2a8a23f48ec up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:54.165995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:54.195267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f4e423b4-8201-4126-ab33-e2a8a23f48ec triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:54.195668 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:54.256508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:54.400615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d578c-059f-4475-937d-25161ef5608b None None] Pushing event updated for resources: {'Port': ['ID=5e6f4876-769a-4cbb-aeb6-52788341f497,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:54.477511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Attempting to bind port 5e6f4876-769a-4cbb-aeb6-52788341f497 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:54.477891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Attempting to bind port 5e6f4876-769a-4cbb-aeb6-52788341f497 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:54.478512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Attempting to bind port 5e6f4876-769a-4cbb-aeb6-52788341f497 on network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:54.491456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:54.491849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Checking segment: {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:54.492252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:54.492655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Bound using segment: {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:54.493134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Bound port: 5e6f4876-769a-4cbb-aeb6-52788341f497, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:54.493525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:54.599171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-992f5935-53d8-4c43-86e4-14305860c3af None None] Provisioning complete for port 5e6f4876-769a-4cbb-aeb6-52788341f497 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:54.599171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-992f5935-53d8-4c43-86e4-14305860c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:54.624580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] For port 5e6f4876-769a-4cbb-aeb6-52788341f497, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:54.652822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] For port 5e6f4876-769a-4cbb-aeb6-52788341f497, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5e6f4876-769a-4cbb-aeb6-52788341f497,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:54.661549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-992f5935-53d8-4c43-86e4-14305860c3af None None] Port 5e6f4876-769a-4cbb-aeb6-52788341f497 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:50:54.703738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acaa28-8b1a-4052-a091-588e6726377e req-9f2b30a0-b7e8-4694-9fd1-cabdca13d4df tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:54.706350 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97acaa28-8b1a-4052-a091-588e6726377e req-9f2b30a0-b7e8-4694-9fd1-cabdca13d4df tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 945 time: 0.0566025 Apr 30 01:50:54.745661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97acaa28-8b1a-4052-a091-588e6726377e req-2c931420-7c2a-4f8c-a36e-a4d698f4389a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319576 Apr 30 01:50:54.777919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:54.839533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:50:54.840186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:50:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:54.884014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f4a799f2-f803-46dd-915f-179786d6d40f req-abd3ce0c-3a00-4eb7-80d9-5b3dde48f732 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 210 time: 0.0473304 Apr 30 01:50:54.886882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d578c-059f-4475-937d-25161ef5608b None None] Pushing event updated for resources: {'Port': ['ID=5e6f4876-769a-4cbb-aeb6-52788341f497,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:55.135095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:50:55.239709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a8d7405f-a3c9-417c-9bd0-76e231944e93 None None] Provisioning complete for port 5e6f4876-769a-4cbb-aeb6-52788341f497 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:55.242024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8d7405f-a3c9-417c-9bd0-76e231944e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:55.432221 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8d7405f-a3c9-417c-9bd0-76e231944e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:55.472220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:54Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:50:55.476503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a8d7405f-a3c9-417c-9bd0-76e231944e93 None None] For port 5e6f4876-769a-4cbb-aeb6-52788341f497, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5e6f4876-769a-4cbb-aeb6-52788341f497,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:55.506533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f6826-02b2-4bdc-83a4-d4ca64cc4a6c None None] The sync data for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 is: [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:54Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:50:55.536222 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8d7405f-a3c9-417c-9bd0-76e231944e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:55.619822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7405f-a3c9-417c-9bd0-76e231944e93 None None] Pushing event updated for resources: {'Port': ['ID=5e6f4876-769a-4cbb-aeb6-52788341f497,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:55.745031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-b3f7c859-7e45-4736-98a4-124a2451d18d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:55.747385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-b3f7c859-7e45-4736-98a4-124a2451d18d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/networks?id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76 HTTP/1.1" status: 200 len: 795 time: 0.2409432 Apr 30 01:50:55.843305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-c1ebb55e-ff18-4368-b97a-55b7805914e5 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d0017750714ac2a74fd60a825a474e HTTP/1.1" status: 200 len: 380 time: 0.0833220 Apr 30 01:50:55.858629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'port': {'device_id': '19dc6c79-5515-4a16-91fb-4fc043992805', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'admin_state_up': True, 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'security_groups': ['01b68653-4998-492b-a42c-fdb3c3d97c38']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:55.911730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c03db-6e71-47f9-933e-99987350c5f8 req-50cf38df-5200-4ae1-91ff-b942cb3f570a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:55.913720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-161c03db-6e71-47f9-933e-99987350c5f8 req-50cf38df-5200-4ae1-91ff-b942cb3f570a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 945 time: 0.0642130 Apr 30 01:50:55.971118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-161c03db-6e71-47f9-933e-99987350c5f8 req-b304c559-8ec1-4d00-8ae0-b2631d3a574f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451386 Apr 30 01:50:56.009768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56006) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:56.120846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8417e1ca-f1b4-4717-837b-b5ee555e9db7 req-f946285e-55cc-40dc-ba4b-5a2e08f02984 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 210 time: 0.0441279 Apr 30 01:50:56.159578 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8eeeab01-68ba-42d5-b98a-44257e4e7547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:56.163223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Made reservation on behalf of c0d0017750714ac2a74fd60a825a474e for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:50:56.166986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:56.289673 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-e653c0f1-f256-48d8-b798-d74f7f528bf5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712485 Apr 30 01:50:56.303488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8eeeab01-68ba-42d5-b98a-44257e4e7547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:56.350211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.20.0.4 (ee4f8fc3-a783-48a7-8b65-0553dc8eac76/11686512-cdb3-4e1a-915a-303d3f86b858/d93ee04e-1b93-4d70-ae33-f38039899755) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:50:56.389419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-2a12ad3c-a388-4a0b-a896-93006f6cc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:56.391150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-2a12ad3c-a388-4a0b-a896-93006f6cc591 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a823ee5723204533bd2f9e94091eddb0&device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 1098 time: 0.0448089 Apr 30 01:50:56.437221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8eeeab01-68ba-42d5-b98a-44257e4e7547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:56.569160 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:56.685047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:56.737000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:50:56.741701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:50:56.745745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:50:56.793025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:56.815259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:56.816979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:56.857083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeab01-68ba-42d5-b98a-44257e4e7547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225db45f-4dbf-4e29-8547-5238e4d90e96,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:56.864762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8eeeab01-68ba-42d5-b98a-44257e4e7547 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=249eb4e1ba2b4aebba86811f34c4de61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8537047 Apr 30 01:50:56.870407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56012) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:50:56.892407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b34e223a-a16a-4f86-88d7-6fbf5c99c22e up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:56.892845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-12d33f67-441f-42e6-9c4e-7279e32a8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:56.892845 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-12d33f67-441f-42e6-9c4e-7279e32a8fbb service neutron] 10.222.0.21 "GET /v2.0/networks?id=38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 200 len: 917 time: 0.4766784 Apr 30 01:50:56.931187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-96945abe-4eb6-4de7-bcf8-cee7c22bdd38 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0807292 Apr 30 01:50:56.945328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Request body: {'port': {'device_id': '19dc6c79-5515-4a16-91fb-4fc043992805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:50:56.992834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-e1be04ee-0242-44ef-bcee-6192fd849589 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 200 len: 1001 time: 0.0955915 Apr 30 01:50:57.036797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70e65e5e-3d8d-4180-ab3a-f949a6a6279f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.043030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port b34e223a-a16a-4f86-88d7-6fbf5c99c22e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:50:57.043236 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.047976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port b34e223a-a16a-4f86-88d7-6fbf5c99c22e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:57.048555 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.080429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-e06bd049-9d57-4e85-a94e-f1aef87b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:57.082478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-e06bd049-9d57-4e85-a94e-f1aef87b2bed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 200 len: 856 time: 0.0775087 Apr 30 01:50:57.128029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70e65e5e-3d8d-4180-ab3a-f949a6a6279f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.178388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-ef79b120-4aa3-4279-b7f7-4718c2646665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:57.180128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-ef79b120-4aa3-4279-b7f7-4718c2646665 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38cea461-d811-4219-b7b4-8970878e3241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567431 Apr 30 01:50:57.188098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9d39e-1e29-4e5e-b26d-dd47565b8478 req-cfbfc73f-4222-4357-a47c-0e8a50a0bfa5 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:57.190074 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ae9d39e-1e29-4e5e-b26d-dd47565b8478 req-cfbfc73f-4222-4357-a47c-0e8a50a0bfa5 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 945 time: 0.1034803 Apr 30 01:50:57.231479 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.252853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9eca980d-e299-43bd-9c15-1385321fabd4 None None] Provisioning complete for port d93ee04e-1b93-4d70-ae33-f38039899755 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:57.253226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9eca980d-e299-43bd-9c15-1385321fabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.296364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a08f49-6589-4624-a59f-82cc163b7f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34e223a-a16a-4f86-88d7-6fbf5c99c22e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:57.299063 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d467f5-6200-4a99-a9ff-bb3d66a755fb" -d '{"events": [{"server_uuid": "d0a08f49-6589-4624-a59f-82cc163b7f02", "name": "network-vif-plugged", "status": "completed", "tag": "b34e223a-a16a-4f86-88d7-6fbf5c99c22e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:57.320811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b34e223a-a16a-4f86-88d7-6fbf5c99c22e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:50:57.325582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9eca980d-e299-43bd-9c15-1385321fabd4 None None] Port d93ee04e-1b93-4d70-ae33-f38039899755 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:50:57.329088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ae9d39e-1e29-4e5e-b26d-dd47565b8478 req-8855d4d5-fc5d-497e-aaac-abb649cb1c96 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262336 Apr 30 01:50:57.362801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-212e8e40-27d6-4348-937d-0ed1a61afbf3 service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670229 Apr 30 01:50:57.439466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70e65e5e-3d8d-4180-ab3a-f949a6a6279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.442018 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70e65e5e-3d8d-4180-ab3a-f949a6a6279f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.445955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-70e65e5e-3d8d-4180-ab3a-f949a6a6279f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/225db45f-4dbf-4e29-8547-5238e4d90e96 HTTP/1.1" status: 204 len: 168 time: 0.5744686 Apr 30 01:50:57.457394 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.466719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e65e5e-3d8d-4180-ab3a-f949a6a6279f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225db45f-4dbf-4e29-8547-5238e4d90e96,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:57.475308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93ee04e-1b93-4d70-ae33-f38039899755 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:50:57.494305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.506087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38496326-26ec-490f-82f9-81891113c5ae req-8e943fc2-6133-498d-bbdf-c920c7ebcce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:57.509133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38496326-26ec-490f-82f9-81891113c5ae req-8e943fc2-6133-498d-bbdf-c920c7ebcce0 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 931 time: 0.0778956 Apr 30 01:50:57.526960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5e6f4876-769a-4cbb-aeb6-52788341f497 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:50:57.548348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c3fe8ec5-9505-4d9d-8295-822c3008b672 req-dd46ee22-e5ee-4fa4-93bc-824fc73b6e50 service neutron] 10.222.0.21 "GET /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832790 Apr 30 01:50:57.565220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Transition to ACTIVE for port object d93ee04e-1b93-4d70-ae33-f38039899755 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:50:57.571525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38496326-26ec-490f-82f9-81891113c5ae req-8c2a2559-67b4-4310-9762-6d0c7b79c10c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613532 Apr 30 01:50:57.614015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:57.630495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5e6f4876-769a-4cbb-aeb6-52788341f497 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:50:57.630870 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.633049 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811dee10-98f2-489a-814e-09c626e66aeb x-openstack-request-id: req-811dee10-98f2-489a-814e-09c626e66aeb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:57.633329 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a08f49-6589-4624-a59f-82cc163b7f02", "name": "network-vif-plugged", "status": "completed", "tag": "b34e223a-a16a-4f86-88d7-6fbf5c99c22e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:57.633577 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-811dee10-98f2-489a-814e-09c626e66aeb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:57.634011 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811dee10-98f2-489a-814e-09c626e66aeb'] response: {'server_uuid': 'd0a08f49-6589-4624-a59f-82cc163b7f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34e223a-a16a-4f86-88d7-6fbf5c99c22e', 'code': 200} Apr 30 01:50:57.689145 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.741253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222888-b9f6-48d6-ba66-75ad987d59c6 req-bb990cec-33c6-46d0-b8a1-a932a12b394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:57.742768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8222888-b9f6-48d6-ba66-75ad987d59c6 req-bb990cec-33c6-46d0-b8a1-a932a12b394a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 1097 time: 0.0536005 Apr 30 01:50:57.766335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:57.785965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8222888-b9f6-48d6-ba66-75ad987d59c6 req-21d03ed8-3dc0-4193-be72-42f6cc4298d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351460 Apr 30 01:50:57.849479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Attempting to bind port d93ee04e-1b93-4d70-ae33-f38039899755 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:50:57.849479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Attempting to bind port d93ee04e-1b93-4d70-ae33-f38039899755 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:50:57.849479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Attempting to bind port d93ee04e-1b93-4d70-ae33-f38039899755 on network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:57.849878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Port d93ee04e-1b93-4d70-ae33-f38039899755 on network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:50:57.850183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Attempting to bind port d93ee04e-1b93-4d70-ae33-f38039899755 on network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:50:57.855415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:50:57.855780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Checking segment: {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:50:57.856159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Bound using segment: {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:50:57.856588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Bound port: d93ee04e-1b93-4d70-ae33-f38039899755, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee2a67d-3b62-4599-b7da-87b735adad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:50:57.856944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:57.940434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:50:57.944808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:50:58.039807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:58.100363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.100363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:58.100363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d93ee04e-1b93-4d70-ae33-f38039899755 HTTP/1.1" status: 200 len: 1091 time: 1.1516433 Apr 30 01:50:58.100363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:50:58.100363 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846693d0-eb73-45f0-a9b9-04d658a55cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:50:58.117534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1232bc-3b63-4d59-9513-c5f85e922ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:50:58.152263 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b083d183-a4b5-4844-a163-ae7b0690e424 x-openstack-request-id: req-b083d183-a4b5-4844-a163-ae7b0690e424 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:50:58.152263 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:50:58.152263 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b083d183-a4b5-4844-a163-ae7b0690e424 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:50:58.152263 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b083d183-a4b5-4844-a163-ae7b0690e424'] response: {'name': 'network-changed', 'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'status': 'completed', 'code': 200} Apr 30 01:50:58.233450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846693d0-eb73-45f0-a9b9-04d658a55cfd req-f1a6df02-725c-46aa-ac4a-8ed290c440a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.235051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-846693d0-eb73-45f0-a9b9-04d658a55cfd req-f1a6df02-725c-46aa-ac4a-8ed290c440a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 1094 time: 0.0540316 Apr 30 01:50:58.350344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846693d0-eb73-45f0-a9b9-04d658a55cfd req-05d1b042-2c65-41f6-9742-d1341e3f398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.351905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-846693d0-eb73-45f0-a9b9-04d658a55cfd req-05d1b042-2c65-41f6-9742-d1341e3f398d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c0d0017750714ac2a74fd60a825a474e&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1083241 Apr 30 01:50:58.461372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd042b-c1c7-4a71-b52a-4fd8cca9dcbe req-5ec151fa-a3e4-42b3-9200-384524331f3f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.463330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0dfd042b-c1c7-4a71-b52a-4fd8cca9dcbe req-5ec151fa-a3e4-42b3-9200-384524331f3f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 946 time: 0.0632579 Apr 30 01:50:58.481406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846693d0-eb73-45f0-a9b9-04d658a55cfd req-14073f13-b882-491f-b1a0-14e2c39d9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.482900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-846693d0-eb73-45f0-a9b9-04d658a55cfd req-14073f13-b882-491f-b1a0-14e2c39d9fd9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1182809 Apr 30 01:50:58.513391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0dfd042b-c1c7-4a71-b52a-4fd8cca9dcbe req-e8fba2f3-a58f-48d3-aa7d-76052ac473fb tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375271 Apr 30 01:50:58.572787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-d1a4f3a9-21cd-4f3a-9bab-017f3eb536f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.574362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-d1a4f3a9-21cd-4f3a-9bab-017f3eb536f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 1094 time: 0.0468602 Apr 30 01:50:58.635796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-f17a1f28-7332-48a3-bca1-597b4cd14640 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93ee04e-1b93-4d70-ae33-f38039899755 HTTP/1.1" status: 200 len: 217 time: 0.0512202 Apr 30 01:50:58.705437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-513bab5a-252d-4aab-9ef3-bb4ff2a51415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.710980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-513bab5a-252d-4aab-9ef3-bb4ff2a51415 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11686512-cdb3-4e1a-915a-303d3f86b858 HTTP/1.1" status: 200 len: 834 time: 0.0631030 Apr 30 01:50:58.713300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092d4c5-84f8-4517-a0c5-57818ac5cc92 req-5af7a28e-ac6f-4d70-a7c7-50d4ac0de311 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.713300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d092d4c5-84f8-4517-a0c5-57818ac5cc92 req-5af7a28e-ac6f-4d70-a7c7-50d4ac0de311 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 943 time: 0.0603299 Apr 30 01:50:58.753962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d092d4c5-84f8-4517-a0c5-57818ac5cc92 req-9218070b-c40d-4e01-a4e1-c5c09b738d7a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Apr 30 01:50:58.761023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-26375753-df98-455f-988e-12ef84d10803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:58.762780 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-26375753-df98-455f-988e-12ef84d10803 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483820 Apr 30 01:50:58.768945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfab9-5ee9-4345-a4a8-76ae2bc590ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:50:58.872991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-ac410d54-4989-4c86-be8a-7eaaeb8580e2 service neutron] 10.222.0.21 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986316 Apr 30 01:50:58.973927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5cf104d4-4aab-42a7-94d6-6b48ff6fa659 req-3b29b830-3def-45c5-a30b-38138bd5f533 service neutron] 10.222.0.21 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934713 Apr 30 01:50:59.633633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b4cd-4da9-4ee4-bb20-786212866896 req-8e80f044-a00d-4496-80ac-f1437a6d9c42 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:59.635204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6009b4cd-4da9-4ee4-bb20-786212866896 req-8e80f044-a00d-4496-80ac-f1437a6d9c42 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 946 time: 0.0532010 Apr 30 01:50:59.691946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6009b4cd-4da9-4ee4-bb20-786212866896 req-3b630100-64a8-4212-854f-cfd4c7e948de tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442612 Apr 30 01:50:59.802565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef9743-e40d-4d6a-8ae7-a9c99de87c81 req-bf3fcc27-ef10-4429-83e7-4ac3bd8691e0 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:59.804333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82ef9743-e40d-4d6a-8ae7-a9c99de87c81 req-bf3fcc27-ef10-4429-83e7-4ac3bd8691e0 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 946 time: 0.0562181 Apr 30 01:50:59.844411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82ef9743-e40d-4d6a-8ae7-a9c99de87c81 req-b5035f08-edfc-4d73-85d8-417fab10334d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Apr 30 01:50:59.956752 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e30a1-6bc1-45e1-99c6-1a92b015d4c9 req-c3cdc731-bf44-4eb9-a1b9-8218cfa041ae tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:50:59.958459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-471e30a1-6bc1-45e1-99c6-1a92b015d4c9 req-c3cdc731-bf44-4eb9-a1b9-8218cfa041ae tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 943 time: 0.0518329 Apr 30 01:51:00.004055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-471e30a1-6bc1-45e1-99c6-1a92b015d4c9 req-f22f7060-0f04-4a20-9d34-fba94ec4bda4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389700 Apr 30 01:51:00.861217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56100) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:00.867135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'network': {'name': 'tempest-network-smoke--773323796', 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'port_security_enabled': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:00.904683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d93ee04e-1b93-4d70-ae33-f38039899755 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:51:00.969544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Made reservation on behalf of 4ce2fd4065084ff49653525b6a54c682 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:51:00.976134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:00.987930 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.017993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:01.032835 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-344bcc07-78e6-49d0-9653-d4abe0494908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.036345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'port_id': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'mac_address': 'fa:16:3e:35:a6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:51:01.077535 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.081784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.091044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93ee04e-1b93-4d70-ae33-f38039899755 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:51:01.113921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:01.180377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.214711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:51:01.214957 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.219358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d156a93a-194d-46d5-8134-763d22f924d0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:01.243946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.244172 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Added segment 5dd148b1-a63c-4426-b340-e828c96f9461 of type vlan for network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a Apr 30 01:51:01.275026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:01.294586 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.384149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56108) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:01.426233 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.433623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:01.434440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.436823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['d93ee04e-1b93-4d70-ae33-f38039899755'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:51:01.537231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913930f-8840-43c9-a221-b08fcbbd5901 req-e5b9e917-551c-4289-94e8-d026a10eb9a9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:01.552133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b913930f-8840-43c9-a221-b08fcbbd5901 req-e5b9e917-551c-4289-94e8-d026a10eb9a9 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 944 time: 0.0829780 Apr 30 01:51:01.575812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Network': ['ID=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:01.593182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b913930f-8840-43c9-a221-b08fcbbd5901 req-690cbeb8-dfdc-472e-8e70-5144952acba1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 Apr 30 01:51:01.596375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:51:01.705305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7b932751-a3c1-459e-9ec5-97fd912f6c39 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8426685 Apr 30 01:51:01.705979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56112) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:01.715042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'admin_state_up': True, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:01.764302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070ca4-9c52-4eef-9dbe-eaacd79a305b req-3ec36765-d22b-4a98-bcab-b6bbf8349ee5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:01.777242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd070ca4-9c52-4eef-9dbe-eaacd79a305b req-3ec36765-d22b-4a98-bcab-b6bbf8349ee5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 947 time: 0.0966902 Apr 30 01:51:01.820259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd070ca4-9c52-4eef-9dbe-eaacd79a305b req-bd09044f-b466-4edb-9c47-a9af93814fc5 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420628 Apr 30 01:51:01.825323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.826423 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:01.931308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:02.053901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:02.162600 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:02.246501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:02.752239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141767e-cf36-414d-b7e0-d89a0b06f04f req-71376ab9-3dd3-4cdd-909c-fc80e94168a4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:02.753650 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9141767e-cf36-414d-b7e0-d89a0b06f04f req-71376ab9-3dd3-4cdd-909c-fc80e94168a4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 944 time: 0.0644467 Apr 30 01:51:02.796973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9141767e-cf36-414d-b7e0-d89a0b06f04f req-92fe42e3-e3f8-45cb-9d18-bed3959f850e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366457 Apr 30 01:51:02.830425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-014112ff-8ff7-429c-bd65-f8cdb9192dad tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:02.832828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-014112ff-8ff7-429c-bd65-f8cdb9192dad tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.21 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 947 time: 0.1344519 Apr 30 01:51:02.903625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d93ee04e-1b93-4d70-ae33-f38039899755 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:02.984944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e2cb7-181e-47b1-b682-0b612791ab11 req-4332fcb3-ed46-4de6-af60-5df597dfb74e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:02.986854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-398e2cb7-181e-47b1-b682-0b612791ab11 req-4332fcb3-ed46-4de6-af60-5df597dfb74e tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 947 time: 0.0592093 Apr 30 01:51:03.030906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-398e2cb7-181e-47b1-b682-0b612791ab11 req-2dc84471-e7bb-41bd-861a-5d648605af4b tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343590 Apr 30 01:51:03.099942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port d93ee04e-1b93-4d70-ae33-f38039899755 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:51:03.104869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port d93ee04e-1b93-4d70-ae33-f38039899755 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:03.105254 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.113672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.20.0.17 (52523b4f-c0ea-49a9-9e03-89763afa70ae/5968e330-2c4a-48b3-a0cf-78557c1a0343/97403710-a44e-4465-98a9-bf034946b317) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:03.116838 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.145851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.174119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Deleting port 3ac95114-5da6-4df6-8959-9a6ea67c7947 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:03.174459 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.188027 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.212483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:03.214660 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b32ec2-07da-46d2-bd5b-3b73cfe4aceb" -d '{"events": [{"server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "name": "network-vif-plugged", "status": "completed", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:03.228084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:03.262804 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae725aba-b776-4e80-afe0-5e3de8d98569 x-openstack-request-id: req-ae725aba-b776-4e80-afe0-5e3de8d98569 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:03.262804 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "name": "network-vif-plugged", "status": "completed", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:03.262804 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae725aba-b776-4e80-afe0-5e3de8d98569 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:03.262804 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae725aba-b776-4e80-afe0-5e3de8d98569'] response: {'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'code': 200} Apr 30 01:51:03.323199 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.358072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbae6c-cf4c-49df-999f-747309179246 req-0d5924a0-7c77-4cd4-b65a-abb75bde6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:03.359707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20dbae6c-cf4c-49df-999f-747309179246 req-0d5924a0-7c77-4cd4-b65a-abb75bde6530 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 1095 time: 0.0524106 Apr 30 01:51:03.376034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:03.390222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] For port 3ac95114-5da6-4df6-8959-9a6ea67c7947, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=3ac95114-5da6-4df6-8959-9a6ea67c7947,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:03.397755 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.397937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20dbae6c-cf4c-49df-999f-747309179246 req-24aadb9b-4985-4880-9eef-e27a9bbdd66c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Apr 30 01:51:03.421766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.476276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Allocated IP 172.25.0.129 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ec0d500a-e85f-452d-a260-c16917e9a5d5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:03.697756 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.702360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.704387 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.704387 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Floating IP fa43fef1-3966-40ae-8c10-b2a940beb340 disassociated. External IP: 172.25.0.85, port: 3ac95114-5da6-4df6-8959-9a6ea67c7947. Apr 30 01:51:03.704387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Calling delete_port for 3ac95114-5da6-4df6-8959-9a6ea67c7947 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:03.819040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:03.834882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:03.839482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.844790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:03.846895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=97403710-a44e-4465-98a9-bf034946b317,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:03.873519 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.935500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.940203 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:03.972581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b84b9-5927-421f-9ad3-11c22e77c1be req-2b854f00-7144-42b1-aeb6-7e0b1385249d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:03.974544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba7b84b9-5927-421f-9ad3-11c22e77c1be req-2b854f00-7144-42b1-aeb6-7e0b1385249d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0706477 Apr 30 01:51:04.028076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba7b84b9-5927-421f-9ad3-11c22e77c1be req-58b7d07c-cc28-4191-b89f-1995e528af6f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Apr 30 01:51:04.140693 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:04.174299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:04.179293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea8451-4d8c-4a57-a556-60bd47bd6ad0 req-bbb8e2d7-122b-4359-86ba-7501936c3111 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:04.183976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8ea8451-4d8c-4a57-a556-60bd47bd6ad0 req-bbb8e2d7-122b-4359-86ba-7501936c3111 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 868 time: 0.0632918 Apr 30 01:51:04.226652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8ea8451-4d8c-4a57-a556-60bd47bd6ad0 req-0f63e5f1-2ec8-43e4-acc4-705ee5eafa48 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups?id=5587c60a-299c-4288-bbd4-19085bfde98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387664 Apr 30 01:51:04.230094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:04.242321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:04.244925 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:04.251283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:04.256124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=ec0d500a-e85f-452d-a260-c16917e9a5d5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:04.292425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9be9c859-dc27-4364-9aba-f8a7ae8875da None None] Provisioning complete for port 97403710-a44e-4465-98a9-bf034946b317 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:04.292900 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9be9c859-dc27-4364-9aba-f8a7ae8875da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:04.338813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9be9c859-dc27-4364-9aba-f8a7ae8875da None None] Port 97403710-a44e-4465-98a9-bf034946b317 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:51:04.360754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event deleted for resources: {'Port': ['ID=3ac95114-5da6-4df6-8959-9a6ea67c7947,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:04.686474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Router db6e4ae3-69d6-4794-9b89-19a3639302c4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:05.013711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:05.025313 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] Sync routers for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:05.029861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-d2e6830a-cc1b-46cb-b3ca-8c0a577d1693 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1872096 Apr 30 01:51:05.036099 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:05.036435 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:05.095130 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:05.096243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] No DVR routers for this DVR port 3ac95114-5da6-4df6-8959-9a6ea67c7947 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:51:05.098047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:05.112851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:05.116181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-26541592-8619-4b48-a8c8-b424e6aa9f50 req-e111585f-035f-4303-9e86-06aaf10f61b0 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.21 "DELETE /v2.0/ports/3ac95114-5da6-4df6-8959-9a6ea67c7947 HTTP/1.1" status: 204 len: 173 time: 2.2760358 Apr 30 01:51:05.116626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-deleted', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:05.119409 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e5410e-3b43-4f38-b7da-dcccfe8162d9" -d '{"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-deleted", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:05.166516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:05.192853 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:05.210364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a1a7-0a4a-4eb3-ae4c-fb2ca8a97afa req-39456b12-9bdf-49e7-9652-53700675979a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:05.212059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1023a1a7-0a4a-4eb3-ae4c-fb2ca8a97afa req-39456b12-9bdf-49e7-9652-53700675979a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0691237 Apr 30 01:51:05.259242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1023a1a7-0a4a-4eb3-ae4c-fb2ca8a97afa req-8cb9df39-9a5b-4545-93c2-294a9187d096 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Apr 30 01:51:05.441992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e877939b-72e6-4d6a-9346-fed42587145b req-2b78acd1-0e4d-4881-a7a7-099e38e6de53 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13570dd-7ade-4082-ad82-b00a604f11ff HTTP/1.1" status: 200 len: 210 time: 0.0498502 Apr 30 01:51:05.512819 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:05.543024 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] Checking router: db6e4ae3-69d6-4794-9b89-19a3639302c4 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:05.554227 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:05.554889 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:05.559847 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df67c39-0343-4bc1-894f-ae59316b3710 x-openstack-request-id: req-0df67c39-0343-4bc1-894f-ae59316b3710 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:05.560031 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13570dd-7ade-4082-ad82-b00a604f11ff", "name": "network-vif-deleted", "tag": "3ac95114-5da6-4df6-8959-9a6ea67c7947", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:05.560229 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0df67c39-0343-4bc1-894f-ae59316b3710 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:05.560626 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df67c39-0343-4bc1-894f-ae59316b3710'] response: {'server_uuid': 'b13570dd-7ade-4082-ad82-b00a604f11ff', 'name': 'network-vif-deleted', 'tag': '3ac95114-5da6-4df6-8959-9a6ea67c7947', 'status': 'completed', 'code': 200} Apr 30 01:51:05.633745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-d8d988ad-ef89-4905-99a5-0151f3c6f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:05.635305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-d8d988ad-ef89-4905-99a5-0151f3c6f349 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 1097 time: 0.5740585 Apr 30 01:51:05.662465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=97403710-a44e-4465-98a9-bf034946b317,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:05.665253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806c80b-d6e8-4f36-b527-795c65182bb9 req-c7d9a639-7a77-48fd-a945-8f6ef4a6d8e4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:05.673021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6806c80b-d6e8-4f36-b527-795c65182bb9 req-c7d9a639-7a77-48fd-a945-8f6ef4a6d8e4 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.1279151 Apr 30 01:51:05.675473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:05.707275 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6806c80b-d6e8-4f36-b527-795c65182bb9 req-967d417b-e01e-4f85-bfc8-66bc66a5e56d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332496 Apr 30 01:51:05.717078 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:05.731399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56146) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:05.797115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2236e04-c45d-47e9-8fa4-1ff8e1d52662 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:05.802785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a2236e04-c45d-47e9-8fa4-1ff8e1d52662 tempest-TestNetworkAdvancedServerOps-329092317 tempest-TestNetworkAdvancedServerOps-329092317-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 1091 time: 0.0669444 Apr 30 01:51:05.803023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56148) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:05.809250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:05.904399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-6a2a69e6-6934-4bfc-a006-cb096331d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:05.904399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-6a2a69e6-6934-4bfc-a006-cb096331d1a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5dea817-b896-4370-83fd-3cc752410e7d HTTP/1.1" status: 200 len: 897 time: 0.2237470 Apr 30 01:51:05.951642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:05.979066 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:06.012519 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:06.021098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:06.021388 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf7076-e14a-42cc-a801-66d64a7ee397 None None] The sync data for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 is: [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:44:51Z', 'revision_number': 4, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fd6d8099-1a9a-4f12-8e2d-98db2af83db7', 'name': '', 'network_id': '38cea461-d811-4219-b7b4-8970878e3241', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'mac_address': 'fa:16:3e:d1:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:49Z', 'updated_at': '2022-04-30T01:44:56Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'subnets': [{'id': 'fd130769-6c1d-4153-acf9-d4c1e4c8bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:06.027949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:06.079878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-6759ab46-6183-4e12-92f2-d5234a84b77b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338f08c7-8be1-48ad-9620-2077b0808766 HTTP/1.1" status: 200 len: 1002 time: 0.1498766 Apr 30 01:51:06.093236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:06.260999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Allocated IP 172.25.0.193 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/bd415133-c99a-43b7-9e74-60ec61537de5) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:06.287605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-6940054a-d1d0-494f-848f-356d45ec890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:06.289427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-6940054a-d1d0-494f-848f-356d45ec890d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42ee49b8-8253-42bc-b006-0622ee0f45fa HTTP/1.1" status: 200 len: 833 time: 0.1813171 Apr 30 01:51:06.381661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-aabefbe8-6735-4ced-9291-df5118e9aa2f None None] Provisioning complete for port 97403710-a44e-4465-98a9-bf034946b317 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:06.382663 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aabefbe8-6735-4ced-9291-df5118e9aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:06.396843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router e51b2704-3f6a-4ab6-9d66-8842bafd5377 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:06.410281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-7cdb8455-3c43-47f4-9771-36814d99b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:06.411842 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-7cdb8455-3c43-47f4-9771-36814d99b630 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5dea817-b896-4370-83fd-3cc752410e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921698 Apr 30 01:51:06.422905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-aabefbe8-6735-4ced-9291-df5118e9aa2f None None] Port 97403710-a44e-4465-98a9-bf034946b317 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:51:06.449155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:06.455099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76968be6-cac9-4a40-9ccf-ea6a31e890b7 None None] New status for floating IP fa43fef1-3966-40ae-8c10-b2a940beb340: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:51:06.522796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Router b374ce27-92f4-4284-8f87-fa31c0103499 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:51:06.552061 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:06.601559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:06.606614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:06.609638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:06.639207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=bd415133-c99a-43b7-9e74-60ec61537de5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:06.650882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56158) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:06.684375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-fd08211e-39f6-403c-841f-610fbf4b3ed8 service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566016 Apr 30 01:51:06.716522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:06.724257 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-52986471-845d-44df-8372-1b2538b4b439 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "PUT /v2.0/routers/e51b2704-3f6a-4ab6-9d66-8842bafd5377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3387146 Apr 30 01:51:06.739860 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Sync routers for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:06.755123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:06.756150 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:06.772249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25aa806e-af3b-4958-99b8-ae2b5d78288f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:06.807675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:06.819033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25aa806e-af3b-4958-99b8-ae2b5d78288f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:06.823653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Sync routers for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:06.841564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:06.842094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:06.924142 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3bdfdaa-770d-415a-98fc-db0a85e4624c req-21ef5061-e1dd-4ed7-a54d-06a184c8a6b8 service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054813 Apr 30 01:51:06.962579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:06.995402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 3ac95114-5da6-4df6-8959-9a6ea67c7947 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:06.995773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 3ac95114-5da6-4df6-8959-9a6ea67c7947 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:07.003533 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:07.011136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.015787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b3dc2b93-4007-4d8d-90ec-b14ce01b49a5 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.3031750 Apr 30 01:51:07.016635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56166) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:07.089721 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25aa806e-af3b-4958-99b8-ae2b5d78288f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.092497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25aa806e-af3b-4958-99b8-ae2b5d78288f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.093766 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-25aa806e-af3b-4958-99b8-ae2b5d78288f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "DELETE /v2.0/security-groups/5587c60a-299c-4288-bbd4-19085bfde98a HTTP/1.1" status: 204 len: 168 time: 0.4420054 Apr 30 01:51:07.096452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56170) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:07.105110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:07.131172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa806e-af3b-4958-99b8-ae2b5d78288f tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5587c60a-299c-4288-bbd4-19085bfde98a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:07.132637 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-7f977bba-38cb-4847-bd52-2f5242bbea34 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] show failed (client error): The resource could not be found. Apr 30 01:51:07.133806 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7f977bba-38cb-4847-bd52-2f5242bbea34 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "GET /v2.0/security-groups/5587c60a-299c-4288-bbd4-19085bfde98a HTTP/1.1" status: 404 len: 347 time: 0.0362933 Apr 30 01:51:07.136602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56172) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:07.280322 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:04Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:50:00Z', 'revision_number': 1, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97403710-a44e-4465-98a9-bf034946b317', 'name': '', 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:86:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5968e330-2c4a-48b3-a0cf-78557c1a0343', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:02Z', 'updated_at': '2022-04-30T01:51:04Z', 'revision_number': 2, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '5968e330-2c4a-48b3-a0cf-78557c1a0343', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:07.308039 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Checking router: e51b2704-3f6a-4ab6-9d66-8842bafd5377 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:07.308656 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Updating router e51b2704-3f6a-4ab6-9d66-8842bafd5377 port 97403710-a44e-4465-98a9-bf034946b317 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:51:07.335194 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.360926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.421422 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5cd3e2a7-9383-4379-b7a0-f1efb06f210c tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4ce2fd4065084ff49653525b6a54c682&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4022119 Apr 30 01:51:07.422411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:07.510834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Deleting port 2d3f7c4d-7be7-487a-bd1a-7c4b49887ec7 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:07.510834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.549461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:04Z', 'revision_number': 3, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:07.588462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.622126 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.623289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Checking router: b374ce27-92f4-4284-8f87-fa31c0103499 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:07.623893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Updating router b374ce27-92f4-4284-8f87-fa31c0103499 port ec0d500a-e85f-452d-a260-c16917e9a5d5 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:51:07.655118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab6797c-d67d-44a3-a47c-329a1d522a03 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:07.660454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0ab6797c-d67d-44a3-a47c-329a1d522a03 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2367446 Apr 30 01:51:07.661335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56176) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:07.671730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.672226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.683219 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.686775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Calling delete_port for 2d3f7c4d-7be7-487a-bd1a-7c4b49887ec7 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:07.699527 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.716026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cf67ad66-01e2-4863-8140-58b5b2ebc91d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470715 Apr 30 01:51:07.719332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56178) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:07.725171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-614996922', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:07.783787 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510e67-a1cf-4745-a02c-42e6f2832a41 None None] Pushing event updated for resources: {'Port': ['ID=97403710-a44e-4465-98a9-bf034946b317,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:07.861695 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Attempting to bind port 97403710-a44e-4465-98a9-bf034946b317 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:07.864233 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Attempting to bind port 97403710-a44e-4465-98a9-bf034946b317 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:07.864843 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Attempting to bind port 97403710-a44e-4465-98a9-bf034946b317 on network 52523b4f-c0ea-49a9-9e03-89763afa70ae {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:07.877740 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:07.878096 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Checking segment: {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:07.878693 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.879334 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Bound using segment: {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:07.880028 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Bound port: 97403710-a44e-4465-98a9-bf034946b317, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:07.880688 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:07.949510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.018159 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.059992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.060462 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] For port 97403710-a44e-4465-98a9-bf034946b317, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:08.064228 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] For port 97403710-a44e-4465-98a9-bf034946b317, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=97403710-a44e-4465-98a9-bf034946b317,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:08.098894 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.102529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Made reservation on behalf of 4ce2fd4065084ff49653525b6a54c682 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:51:08.106137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.111388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Pushing event deleted for resources: {'Port': ['ID=2d3f7c4d-7be7-487a-bd1a-7c4b49887ec7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:08.181751 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.203028 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.209128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event updated for resources: {'Port': ['ID=bd415133-c99a-43b7-9e74-60ec61537de5,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:08.215907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.219610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.220942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e707d4a5-cfa0-4b6c-a5b1-31aa4848ab00 tempest-AttachVolumeShelveTestJSON-1457397126 tempest-AttachVolumeShelveTestJSON-1457397126-project] 10.222.0.15 "DELETE /v2.0/floatingips/fa43fef1-3966-40ae-8c10-b2a940beb340 HTTP/1.1" status: 204 len: 168 time: 1.0832567 Apr 30 01:51:08.241246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.320191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b25e7207-0cbc-44c9-9095-1cb25461b903 None None] Provisioning complete for port 97403710-a44e-4465-98a9-bf034946b317 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:08.320572 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b25e7207-0cbc-44c9-9095-1cb25461b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.369715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Attempting to bind port ec0d500a-e85f-452d-a260-c16917e9a5d5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:08.370194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Attempting to bind port ec0d500a-e85f-452d-a260-c16917e9a5d5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:08.370557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Attempting to bind port ec0d500a-e85f-452d-a260-c16917e9a5d5 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:08.375794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c44574-c701-4e8d-ae39-28eecc85243f None None] Pushing event updated for resources: {'Port': ['ID=ec0d500a-e85f-452d-a260-c16917e9a5d5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:08.384815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:08.384815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:08.385217 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.385618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:08.386239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Bound port: ec0d500a-e85f-452d-a260-c16917e9a5d5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:08.386459 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.410397 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510e67-a1cf-4745-a02c-42e6f2832a41 None None] Pushing event updated for resources: {'Port': ['ID=97403710-a44e-4465-98a9-bf034946b317,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:08.418446 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Floating IP 9097a458-a581-4485-825a-23b02a1a0611 associated. External IP: 172.25.0.193, port: d93ee04e-1b93-4d70-ae33-f38039899755. Apr 30 01:51:08.420118 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:08.420915 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:08.592480 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:08.596885 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b25e7207-0cbc-44c9-9095-1cb25461b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.615666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.626875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] For port ec0d500a-e85f-452d-a260-c16917e9a5d5, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:08.664335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b25e7207-0cbc-44c9-9095-1cb25461b903 None None] For port 97403710-a44e-4465-98a9-bf034946b317, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=97403710-a44e-4465-98a9-bf034946b317,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:08.685437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] For port ec0d500a-e85f-452d-a260-c16917e9a5d5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ec0d500a-e85f-452d-a260-c16917e9a5d5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:08.714427 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b25e7207-0cbc-44c9-9095-1cb25461b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.752010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:08.799539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:08.801447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:08.820267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Subnet': ['ID=6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:08.838505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Checking segment: {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:08.839146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network hostable DHCP agents. Network: 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:51:08.895130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e7207-0cbc-44c9-9095-1cb25461b903 None None] Pushing event updated for resources: {'Port': ['ID=97403710-a44e-4465-98a9-bf034946b317,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:08.922221 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:04Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:50:00Z', 'revision_number': 1, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97403710-a44e-4465-98a9-bf034946b317', 'name': '', 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:86:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5968e330-2c4a-48b3-a0cf-78557c1a0343', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:02Z', 'updated_at': '2022-04-30T01:51:08Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '5968e330-2c4a-48b3-a0cf-78557c1a0343', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:08.923808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 3afc49ed-4f2d-4869-abed-820386e6a3c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:08.959781 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9fb38-ca63-43ef-8abf-ab4314da7ada None None] The sync data for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 is: [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:04Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:50:00Z', 'revision_number': 1, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97403710-a44e-4465-98a9-bf034946b317', 'name': '', 'network_id': '52523b4f-c0ea-49a9-9e03-89763afa70ae', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:86:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5968e330-2c4a-48b3-a0cf-78557c1a0343', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:02Z', 'updated_at': '2022-04-30T01:51:08Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '5968e330-2c4a-48b3-a0cf-78557c1a0343', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:09.084135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:51:09.120462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:09.159024 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] Sync routers for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:09.174922 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:09.176150 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:09.220428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:09.231134 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:09.233086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:09.255797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:09.291690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c44574-c701-4e8d-ae39-28eecc85243f None None] Pushing event updated for resources: {'Port': ['ID=ec0d500a-e85f-452d-a260-c16917e9a5d5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:09.313941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbacc8-c6a5-4ecf-a6e6-b382f6886e80 None None] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:51:09.333471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d0d1a0c6-50d4-4849-9451-6150a6aa6fbd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5229747 Apr 30 01:51:09.335386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:09.338999 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437794f0-36d0-4dcc-a14b-56983a06c430" -d '{"events": [{"name": "network-changed", "server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:09.369195 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:09.385864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7c648c2e-3f2d-47ec-ad05-465cd26c5126 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6630328 Apr 30 01:51:09.386201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56194) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:09.492168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:09.494991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 97403710-a44e-4465-98a9-bf034946b317 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:09.638480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-44d6e07d-0fe5-4290-bf0a-55385c7f4272 None None] Provisioning complete for port 97403710-a44e-4465-98a9-bf034946b317 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:09.639158 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44d6e07d-0fe5-4290-bf0a-55385c7f4272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:09.828204 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9097a458-a581-4485-825a-23b02a1a0611', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'port_id': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'mac_address': 'fa:16:3e:35:a6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dc6c79-5515-4a16-91fb-4fc043992805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:51:07Z', 'updated_at': '2022-04-30T01:51:07Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:55Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:09.883609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 97403710-a44e-4465-98a9-bf034946b317 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:09.883980 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:09.902724 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] Checking router: 3afc49ed-4f2d-4869-abed-820386e6a3c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:09.913898 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:09.914686 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:10.088765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:51:10.089657 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:10.118959 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:10.142858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71997644-8ec1-4124-9854-ff6562dd3efe req-b70b730b-0b41-401b-b34e-51ed3852c649 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:10.156168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71997644-8ec1-4124-9854-ff6562dd3efe req-b70b730b-0b41-401b-b34e-51ed3852c649 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.7059767 Apr 30 01:51:10.307757 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71997644-8ec1-4124-9854-ff6562dd3efe req-f84d5807-b0ef-4ec2-9096-2a1c3c0c9775 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505952 Apr 30 01:51:10.333702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:10.421561 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0da2f0b-f6e8-4c54-9693-2554db89b5f7 x-openstack-request-id: req-a0da2f0b-f6e8-4c54-9693-2554db89b5f7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:10.421824 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:10.422078 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0da2f0b-f6e8-4c54-9693-2554db89b5f7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:10.422480 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0da2f0b-f6e8-4c54-9693-2554db89b5f7'] response: {'name': 'network-changed', 'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'status': 'completed', 'code': 200} Apr 30 01:51:10.462444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:04Z', 'revision_number': 3, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:10.499218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f1bab-5bd6-43b1-b78d-1694b68842d9 None None] The sync data for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 is: [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:04Z', 'revision_number': 3, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:10.530101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Allocated IP 172.20.0.2 (0e21ea35-f3b2-4d52-bc85-d501db7f4b4a/6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f/bc49702d-c409-4d74-a3ea-547a8d97b1df) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:10.536801 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9097a458-a581-4485-825a-23b02a1a0611', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'port_id': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'mac_address': 'fa:16:3e:35:a6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dc6c79-5515-4a16-91fb-4fc043992805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:51:07Z', 'updated_at': '2022-04-30T01:51:07Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:55Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:10.547546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3b2eb67c-1de1-4e85-9fb5-0bedb4da6d8a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/9097a458-a581-4485-825a-23b02a1a0611 HTTP/1.1" status: 200 len: 991 time: 0.2113864 Apr 30 01:51:10.573883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-e49513ac-c2d2-4235-9a1a-fe30a1fdc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:10.575766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-e49513ac-c2d2-4235-9a1a-fe30a1fdc1bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 1096 time: 0.1211698 Apr 30 01:51:10.629490 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d4476-5947-49d8-8684-0a4236c4d863 None None] The sync data for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 is: [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9097a458-a581-4485-825a-23b02a1a0611', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'port_id': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'mac_address': 'fa:16:3e:35:a6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dc6c79-5515-4a16-91fb-4fc043992805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:51:07Z', 'updated_at': '2022-04-30T01:51:07Z', 'revision_number': 0, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:55Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:10.813160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-788d7dee-42e8-4090-9090-f4fbf7bf6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:10.826448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-788d7dee-42e8-4090-9090-f4fbf7bf6f70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76 HTTP/1.1" status: 200 len: 895 time: 0.2430212 Apr 30 01:51:10.938329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:10.959476 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:10.985991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-c91830d8-2d21-4048-8e08-6df2056a65d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93ee04e-1b93-4d70-ae33-f38039899755 HTTP/1.1" status: 200 len: 999 time: 0.1525574 Apr 30 01:51:11.009553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:11.103127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:11.106930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:11.123585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:11.126815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Pushing event updated for resources: {'Port': ['ID=bc49702d-c409-4d74-a3ea-547a8d97b1df,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:11.134468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-78825de3-694e-4ba0-ae20-08b207a92e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:11.136677 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-78825de3-694e-4ba0-ae20-08b207a92e43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11686512-cdb3-4e1a-915a-303d3f86b858 HTTP/1.1" status: 200 len: 834 time: 0.1363759 Apr 30 01:51:11.241705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e535b47-8d15-49bb-8560-6ab91f1ffb9f None None] New status for floating IP 9097a458-a581-4485-825a-23b02a1a0611: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:51:11.261457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-b0002935-7954-4a83-b470-3a9204f536a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:11.263129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-b0002935-7954-4a83-b470-3a9204f536a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155703 Apr 30 01:51:11.453100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-4518872a-8daa-46da-9307-571d64ba0b73 service neutron] 10.222.0.21 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813264 Apr 30 01:51:11.469257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Attempting to bind port bc49702d-c409-4d74-a3ea-547a8d97b1df on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:11.469633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Attempting to bind port bc49702d-c409-4d74-a3ea-547a8d97b1df by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:11.470003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Attempting to bind port bc49702d-c409-4d74-a3ea-547a8d97b1df on network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:11.478809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:11.479192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Checking segment: {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:11.479655 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:11.480063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Bound using segment: {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:11.480527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Bound port: bc49702d-c409-4d74-a3ea-547a8d97b1df, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:11.485234 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:11.563626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56210) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:11.586567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ec0d500a-e85f-452d-a260-c16917e9a5d5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:11.681294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Allocated IP 172.20.0.1 (0e21ea35-f3b2-4d52-bc85-d501db7f4b4a/6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f/6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:11.721704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] For port bc49702d-c409-4d74-a3ea-547a8d97b1df, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:11.728583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] For port bc49702d-c409-4d74-a3ea-547a8d97b1df, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bc49702d-c409-4d74-a3ea-547a8d97b1df,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:11.746684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ec0d500a-e85f-452d-a260-c16917e9a5d5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:11.747351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:11.780396 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-437794f0-36d0-4dcc-a14b-56983a06c430 req-984672b6-5e6f-49e8-9cbc-f3ee2fb0f7b8 service neutron] 10.222.0.21 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135672 Apr 30 01:51:11.828733 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:11.838287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-36563aea-34f4-45b6-abfe-5853c22478cf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/9097a458-a581-4485-825a-23b02a1a0611 HTTP/1.1" status: 200 len: 993 time: 0.2673557 Apr 30 01:51:11.877518 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:11.952205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a56c7-6b17-41c7-b557-a1f0ea2b3d31 None None] Pushing event updated for resources: {'Port': ['ID=bc49702d-c409-4d74-a3ea-547a8d97b1df,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:11.998247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:12.026778 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:12.055928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port ec0d500a-e85f-452d-a260-c16917e9a5d5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ec0d500a-e85f-452d-a260-c16917e9a5d5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:12.076355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:12.086855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:12.089824 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:12.106475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:12.149626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:12.187751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:12.263003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=ec0d500a-e85f-452d-a260-c16917e9a5d5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:12.478646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:12.796714 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:12.871775 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:12.975268 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:12.977325 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:13.077340 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:13.078791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:13.212264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Router b374ce27-92f4-4284-8f87-fa31c0103499 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:13.328905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:13.334322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-33e515b9-c357-4bcd-96cd-c8a15b265a72 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "PUT /v2.0/routers/b374ce27-92f4-4284-8f87-fa31c0103499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9472034 Apr 30 01:51:13.337221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56230) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:13.343694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fecc270a-f618-449f-862b-8f39e9920bb3 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1188820940', 'description': 'tempest-secgroup_access--1188820940 description', 'project_id': '4ce2fd4065084ff49653525b6a54c682'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:13.437744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fecc270a-f618-449f-862b-8f39e9920bb3 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:13.522736 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Sync routers for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:13.536744 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:13.537868 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:13.552094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fecc270a-f618-449f-862b-8f39e9920bb3 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:13.584922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bc49702d-c409-4d74-a3ea-547a8d97b1df up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:13.620804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fecc270a-f618-449f-862b-8f39e9920bb3 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:13.660346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bc49702d-c409-4d74-a3ea-547a8d97b1df triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:13.661025 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:13.707419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc270a-f618-449f-862b-8f39e9920bb3 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0608999b-5b6c-4500-8584-3f7cf0a8681a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:13.721012 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:13.789107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fecc270a-f618-449f-862b-8f39e9920bb3 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:13.790788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fecc270a-f618-449f-862b-8f39e9920bb3 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4512985 Apr 30 01:51:13.793826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56238) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:13.801302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-314af0ac-f253-4927-9b57-68966ef985d0 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--662010784', 'description': 'tempest-secgroup_general--662010784 description', 'project_id': '4ce2fd4065084ff49653525b6a54c682'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:13.829341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:13.875202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port bc49702d-c409-4d74-a3ea-547a8d97b1df, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bc49702d-c409-4d74-a3ea-547a8d97b1df,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:13.906435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314af0ac-f253-4927-9b57-68966ef985d0 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:13.963256 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:13.964856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ec0d500a-e85f-452d-a260-c16917e9a5d5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:14.045562 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314af0ac-f253-4927-9b57-68966ef985d0 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.070228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326e17c-fb1a-4b01-b9c5-ce71269bbde1 None None] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:51:14.114503 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314af0ac-f253-4927-9b57-68966ef985d0 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.185296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af0ac-f253-4927-9b57-68966ef985d0 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921fde10-f339-4d7f-9833-4344fc6d4498,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:14.211563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-314af0ac-f253-4927-9b57-68966ef985d0 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.213155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-314af0ac-f253-4927-9b57-68966ef985d0 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4180746 Apr 30 01:51:14.216175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56244) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:14.222147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6a6fb692-e597-4da5-b225-475b5c30ade7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'security_group_rule': {'security_group_id': '0608999b-5b6c-4500-8584-3f7cf0a8681a', 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:14.317286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a6fb692-e597-4da5-b225-475b5c30ade7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.335237 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 2, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:14.392734 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Checking router: b374ce27-92f4-4284-8f87-fa31c0103499 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:14.395120 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Updating router b374ce27-92f4-4284-8f87-fa31c0103499 port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:51:14.402105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ec0d500a-e85f-452d-a260-c16917e9a5d5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:14.402476 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.414541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-aa7a694b-859a-4e40-92a1-bcfe33473f01 None None] Provisioning complete for port bc49702d-c409-4d74-a3ea-547a8d97b1df triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:14.414911 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa7a694b-859a-4e40-92a1-bcfe33473f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.452887 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.458800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a6fb692-e597-4da5-b225-475b5c30ade7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.504719 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=bc49702d-c409-4d74-a3ea-547a8d97b1df,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:14.506437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a6fb692-e597-4da5-b225-475b5c30ade7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.551913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fb692-e597-4da5-b225-475b5c30ade7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b495ee-9f3e-437f-a716-346d46b2358e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:14.616921 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a6fb692-e597-4da5-b225-475b5c30ade7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.618399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6a6fb692-e597-4da5-b225-475b5c30ade7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009814 Apr 30 01:51:14.828325 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-52b5cfeb-a7b4-4376-8b89-ab1ba7b883a4 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--662010784&fields=id&tenant_id=4ce2fd4065084ff49653525b6a54c682 HTTP/1.1" status: 200 len: 267 time: 0.0374990 Apr 30 01:51:14.878001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-d8c0c10f-1b9b-463e-8d89-27ee34576906 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--1188820940&fields=id&tenant_id=4ce2fd4065084ff49653525b6a54c682 HTTP/1.1" status: 200 len: 267 time: 0.0428562 Apr 30 01:51:14.895226 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:14.957686 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.000329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1d844770-356f-4cbc-8e66-2aa59548b3fe None None] Provisioning complete for port bc49702d-c409-4d74-a3ea-547a8d97b1df triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:15.001691 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d844770-356f-4cbc-8e66-2aa59548b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.027878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-cf69f855-6bbe-4208-b019-d2497ad3b42c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:15.029429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-cf69f855-6bbe-4208-b019-d2497ad3b42c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/networks?id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a HTTP/1.1" status: 200 len: 796 time: 0.1423199 Apr 30 01:51:15.057909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-afae691e-9a51-427b-9855-21df5a071644 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/quotas/4ce2fd4065084ff49653525b6a54c682 HTTP/1.1" status: 200 len: 375 time: 0.0183480 Apr 30 01:51:15.100793 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Attempting to bind port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:15.101329 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Attempting to bind port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:15.101691 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Attempting to bind port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 on network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:15.104895 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94209d-b083-4b4e-8512-3f2e024309c4 None None] Pushing event updated for resources: {'Port': ['ID=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:15.121669 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:15.122252 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Checking segment: {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:15.123556 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.124450 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Bound using segment: {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:15.125194 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Bound port: 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:15.125842 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.187384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-6908f01b-dff0-4748-bda7-bed2a776f29a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215158 Apr 30 01:51:15.206114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1d844770-356f-4cbc-8e66-2aa59548b3fe None None] Provisioning complete for port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:15.206491 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d844770-356f-4cbc-8e66-2aa59548b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.256975 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] For port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:15.260409 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] For port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:15.272182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1d844770-356f-4cbc-8e66-2aa59548b3fe None None] Port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:51:15.318371 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.417220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-59568f51-bddf-4f73-be0c-72eb5e4bdcc8 None None] Provisioning complete for port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:15.417601 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59568f51-bddf-4f73-be0c-72eb5e4bdcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.424954 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:15.426026 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:15.479463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bc49702d-c409-4d74-a3ea-547a8d97b1df up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:15.497233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-a0431920-86d1-4326-9873-da64520870c1 service neutron] 10.222.0.15 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957151 Apr 30 01:51:15.604976 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59568f51-bddf-4f73-be0c-72eb5e4bdcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.620018 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-b533b095-cfae-4192-8a11-0f98dfb1aa73 service neutron] 10.222.0.15 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217327 Apr 30 01:51:15.648630 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:15.669823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port bc49702d-c409-4d74-a3ea-547a8d97b1df triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:15.670329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.675127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-59568f51-bddf-4f73-be0c-72eb5e4bdcc8 None None] For port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:15.770801 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-59568f51-bddf-4f73-be0c-72eb5e4bdcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.872163 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94209d-b083-4b4e-8512-3f2e024309c4 None None] Pushing event updated for resources: {'Port': ['ID=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:15.913772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5508f15c-8d5b-486b-b136-516a5e3470c6 None None] Provisioning complete for port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:15.914382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5508f15c-8d5b-486b-b136-516a5e3470c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:15.968462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59568f51-bddf-4f73-be0c-72eb5e4bdcc8 None None] Pushing event updated for resources: {'Port': ['ID=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:15.979127 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-874bd5b3-69ae-4c29-aec2-5c0d8b725f54 req-9299bc3e-4ae5-469f-9333-a30939d362bd tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 210 time: 0.0588388 Apr 30 01:51:16.032814 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:15Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:16.078662 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0dad0-2dfd-4266-9ed2-75e4b21b3cc9 None None] The sync data for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 is: [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:15Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:16.201880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-22be1dd2-5fec-4867-995f-aaad6a53a07e None None] Provisioning complete for port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:16.202433 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22be1dd2-5fec-4867-995f-aaad6a53a07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:16.484467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-87b6e087-a5cb-4ebc-aceb-6989ab5114b7 None None] Provisioning complete for port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:16.484832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-87b6e087-a5cb-4ebc-aceb-6989ab5114b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:17.079379 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d42bc60-2867-4993-8007-8bdc8d713e40 req-007db087-85d8-458c-b216-b37c416c246d tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 210 time: 0.0389435 Apr 30 01:51:17.459647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:17.552607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:17.553299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:17.618631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56292) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:17.900363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56298) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:18.056485 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b32cf388-faa1-4fc5-9702-1ef8dcd8ade3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.138803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b32cf388-faa1-4fc5-9702-1ef8dcd8ade3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.193269 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b32cf388-faa1-4fc5-9702-1ef8dcd8ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.227083 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.257080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b32cf388-faa1-4fc5-9702-1ef8dcd8ade3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd4639addc50440994be692ca2a576ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555357 Apr 30 01:51:18.258026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cf388-faa1-4fc5-9702-1ef8dcd8ade3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6d00c6-bc07-4033-9454-843b30ea3a31,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:18.266960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56306) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:18.353637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45d2c08a-a923-4460-b7ff-68c29ac4f7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.421736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45d2c08a-a923-4460-b7ff-68c29ac4f7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.489606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-b2f1f777-6ad5-4f8d-a379-ec33b647d246 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:18.490955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-b2f1f777-6ad5-4f8d-a379-ec33b647d246 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.23 "GET /v2.0/networks?id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a HTTP/1.1" status: 200 len: 796 time: 0.1644890 Apr 30 01:51:18.528782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29b61f87-038c-4f15-9119-9feb8afa0e87 req-db9e50db-ea8a-41d6-b509-2a35c9ec2cbb tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 210 time: 0.0435791 Apr 30 01:51:18.555786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-e0bdf3eb-cf98-4223-8523-7080beb3f862 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce2fd4065084ff49653525b6a54c682 HTTP/1.1" status: 200 len: 477 time: 0.0506468 Apr 30 01:51:18.568771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'port': {'device_id': '096e4e1a-40c1-453a-be6a-a4849a662933', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'admin_state_up': True, 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'security_groups': ['921fde10-f339-4d7f-9833-4344fc6d4498', '0608999b-5b6c-4500-8584-3f7cf0a8681a']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:18.581495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Deleting port fd6d8099-1a9a-4f12-8e2d-98db2af83db7 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:18.581863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.587548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45d2c08a-a923-4460-b7ff-68c29ac4f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.590097 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-45d2c08a-a923-4460-b7ff-68c29ac4f7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.591217 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-45d2c08a-a923-4460-b7ff-68c29ac4f7fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f6d00c6-bc07-4033-9454-843b30ea3a31 HTTP/1.1" status: 204 len: 168 time: 0.3294451 Apr 30 01:51:18.632722 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2c08a-a923-4460-b7ff-68c29ac4f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6d00c6-bc07-4033-9454-843b30ea3a31,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:18.672445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] For port fd6d8099-1a9a-4f12-8e2d-98db2af83db7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:18.672445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.689915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Calling delete_port for fd6d8099-1a9a-4f12-8e2d-98db2af83db7 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:18.724606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.740348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Made reservation on behalf of 4ce2fd4065084ff49653525b6a54c682 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:51:18.744497 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.876435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Allocated IP 172.20.0.11 (0e21ea35-f3b2-4d52-bc85-d501db7f4b4a/6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f/c33f9185-f1f6-417d-b99e-d536a54ee061) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:18.922964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:18.955407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6d8099-1a9a-4f12-8e2d-98db2af83db7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:19.036938 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:19.146297 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:19.163898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:19.217968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:19.221462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:19.224976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:19.253074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=c33f9185-f1f6-417d-b99e-d536a54ee061,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:19.284404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:19.286084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:19.396918 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-32088da4-af21-404e-9977-eec6c72ac90a tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8323386 Apr 30 01:51:19.415586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Request body: {'port': {'device_id': '096e4e1a-40c1-453a-be6a-a4849a662933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:19.575296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4a28e138-8129-46fc-8850-413a5078bd3c None None] Provisioning complete for port c33f9185-f1f6-417d-b99e-d536a54ee061 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:19.575700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a28e138-8129-46fc-8850-413a5078bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:19.639376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4a28e138-8129-46fc-8850-413a5078bd3c None None] Port c33f9185-f1f6-417d-b99e-d536a54ee061 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:51:19.745193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Router db6e4ae3-69d6-4794-9b89-19a3639302c4 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:19.760308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514725f-e787-418a-b6fa-83fc1a4cba00 req-888c6eef-9c9a-4ed2-8f2b-0629002dbc42 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:19.761902 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5514725f-e787-418a-b6fa-83fc1a4cba00 req-888c6eef-9c9a-4ed2-8f2b-0629002dbc42 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 971 time: 0.0736337 Apr 30 01:51:19.836488 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:19.850080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5514725f-e787-418a-b6fa-83fc1a4cba00 req-f5464eb4-75be-43c8-96f9-651504df8132 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0807996 Apr 30 01:51:19.901315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:19.909575 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eb7ac3f1-a1a5-4a67-842f-67f88277b64d admin admin] 10.222.0.15 "PUT /v2.0/routers/db6e4ae3-69d6-4794-9b89-19a3639302c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2858384 Apr 30 01:51:19.909575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56334) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:19.916935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] Sync routers for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:19.931548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:19.932185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:20.053694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.058967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:20.155877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33f9185-f1f6-417d-b99e-d536a54ee061 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:51:20.169678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.186024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.187562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Transition to ACTIVE for port object c33f9185-f1f6-417d-b99e-d536a54ee061 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:51:20.256099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9aed609a-60ef-4215-a95b-2426513188dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:51:18Z', 'revision_number': 5, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port': {'id': '9aed609a-60ef-4215-a95b-2426513188dc', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:44:41Z', 'updated_at': '2022-04-30T01:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:20.260113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.283116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] Checking router: db6e4ae3-69d6-4794-9b89-19a3639302c4 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:20.311041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] Routers {'db6e4ae3-69d6-4794-9b89-19a3639302c4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:20.311914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['db6e4ae3-69d6-4794-9b89-19a3639302c4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:20.325282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Pushing event updated for resources: {'Port': ['ID=c33f9185-f1f6-417d-b99e-d536a54ee061,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:20.354264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Deleting port 9aed609a-60ef-4215-a95b-2426513188dc {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:20.354605 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.414563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] Set router db6e4ae3-69d6-4794-9b89-19a3639302c4 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:20.430155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Attempting to bind port c33f9185-f1f6-417d-b99e-d536a54ee061 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:20.430846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Attempting to bind port c33f9185-f1f6-417d-b99e-d536a54ee061 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:20.431561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Attempting to bind port c33f9185-f1f6-417d-b99e-d536a54ee061 on network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:20.437704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Port c33f9185-f1f6-417d-b99e-d536a54ee061 on network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:51:20.438649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Attempting to bind port c33f9185-f1f6-417d-b99e-d536a54ee061 on network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:20.444774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:20.445456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Checking segment: {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:20.446064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Bound using segment: {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:20.446729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Bound port: c33f9185-f1f6-417d-b99e-d536a54ee061, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd148b1-a63c-4426-b340-e828c96f9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:20.447337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.461361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] For port 9aed609a-60ef-4215-a95b-2426513188dc, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9aed609a-60ef-4215-a95b-2426513188dc,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:20.461727 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.473613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:51:20Z', 'revision_number': 6, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:20.478063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Calling delete_port for 9aed609a-60ef-4215-a95b-2426513188dc owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:20.505830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc2ea1-26ef-46db-8267-1a8c31463f9b None None] The sync data for ids ['db6e4ae3-69d6-4794-9b89-19a3639302c4'] in n-d-821348-1 is: [{'id': 'db6e4ae3-69d6-4794-9b89-19a3639302c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1056648729-router', 'tenant_id': 'a823ee5723204533bd2f9e94091eddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:44:39Z', 'updated_at': '2022-04-30T01:51:20Z', 'revision_number': 6, 'project_id': 'a823ee5723204533bd2f9e94091eddb0', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:20.540111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] For port c33f9185-f1f6-417d-b99e-d536a54ee061, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:20.546680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] For port c33f9185-f1f6-417d-b99e-d536a54ee061, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c33f9185-f1f6-417d-b99e-d536a54ee061,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:20.620092 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.637772 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.672346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:20.672911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.674333 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] 10.222.0.23 "PUT /v2.0/ports/c33f9185-f1f6-417d-b99e-d536a54ee061 HTTP/1.1" status: 200 len: 1131 time: 1.2648852 Apr 30 01:51:20.674764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:20.677691 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0910a7b-9b60-4d94-bb49-709105499da9" -d '{"events": [{"name": "network-changed", "server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:20.712152 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969d796-31e8-47b3-9415-c65fde5ad458 service neutron] Pushing event updated for resources: {'Port': ['ID=c33f9185-f1f6-417d-b99e-d536a54ee061,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:20.733462 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad136572-53d9-4e4e-bffd-ee80de45139b x-openstack-request-id: req-ad136572-53d9-4e4e-bffd-ee80de45139b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:20.733848 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:20.734127 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad136572-53d9-4e4e-bffd-ee80de45139b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:20.734536 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad136572-53d9-4e4e-bffd-ee80de45139b'] response: {'name': 'network-changed', 'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'status': 'completed', 'code': 200} Apr 30 01:51:20.791877 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.818561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0910a7b-9b60-4d94-bb49-709105499da9 req-64d7ae6e-ad51-46da-89c0-3006d7bb884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:20.820635 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0910a7b-9b60-4d94-bb49-709105499da9 req-64d7ae6e-ad51-46da-89c0-3006d7bb884f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1134 time: 0.0634747 Apr 30 01:51:20.835090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aed609a-60ef-4215-a95b-2426513188dc,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:20.958843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:20.993302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0910a7b-9b60-4d94-bb49-709105499da9 req-bab65ccb-d08e-4694-aae6-d8f65f13f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:20.994849 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0910a7b-9b60-4d94-bb49-709105499da9 req-bab65ccb-d08e-4694-aae6-d8f65f13f2bb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4ce2fd4065084ff49653525b6a54c682&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1590292 Apr 30 01:51:21.094627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.098740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.107611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0910a7b-9b60-4d94-bb49-709105499da9 req-b1b2b8ba-c5d8-440c-ba20-ed6235b0b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:21.109532 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b0910a7b-9b60-4d94-bb49-709105499da9 req-b1b2b8ba-c5d8-440c-ba20-ed6235b0b4d2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1066782 Apr 30 01:51:21.153036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18194a1-29f6-4bc6-b8b6-779a9d05d1b3 req-cdeff416-5124-41e6-a06b-1cb72d36a961 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:21.154564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e18194a1-29f6-4bc6-b8b6-779a9d05d1b3 req-cdeff416-5124-41e6-a06b-1cb72d36a961 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 983 time: 0.1558428 Apr 30 01:51:21.215061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e18194a1-29f6-4bc6-b8b6-779a9d05d1b3 req-d0d5cc4e-acd0-4c7b-915c-81bceb008a00 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402541 Apr 30 01:51:21.215964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-153d8e41-da27-4bb1-8664-73e6fb9c3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:21.215964 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-153d8e41-da27-4bb1-8664-73e6fb9c3fdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1134 time: 0.0520270 Apr 30 01:51:21.258062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-87158b69-3599-455b-9dee-d7c535ce9bb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c33f9185-f1f6-417d-b99e-d536a54ee061 HTTP/1.1" status: 200 len: 217 time: 0.0366745 Apr 30 01:51:21.260391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.260964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6e4ae3-69d6-4794-9b89-19a3639302c4 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:51:21.265688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.266574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-957d9da2-62ae-45d0-9624-54557ae4c2c9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/db6e4ae3-69d6-4794-9b89-19a3639302c4 HTTP/1.1" status: 204 len: 168 time: 1.3561213 Apr 30 01:51:21.269121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56352) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:21.321972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-442fe523-8642-459e-94fa-56e40bf0191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:21.323695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-442fe523-8642-459e-94fa-56e40bf0191f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f HTTP/1.1" status: 200 len: 834 time: 0.0540335 Apr 30 01:51:21.330558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-24129d65-f438-4d7b-b8a5-621ece402951 admin admin] Deleting subnet fd130769-6c1d-4153-acf9-d4c1e4c8bda8 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:51:21.332986 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24129d65-f438-4d7b-b8a5-621ece402951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.375405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24129d65-f438-4d7b-b8a5-621ece402951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.387988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-3e569cce-9d5c-405e-8f1c-01cc9042fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:21.389420 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-3e569cce-9d5c-405e-8f1c-01cc9042fea9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520303 Apr 30 01:51:21.431923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fd6d8099-1a9a-4f12-8e2d-98db2af83db7 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:21.462113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: fd6d8099-1a9a-4f12-8e2d-98db2af83db7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:21.463228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fd6d8099-1a9a-4f12-8e2d-98db2af83db7 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:21.463931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9aed609a-60ef-4215-a95b-2426513188dc no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:21.482393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24129d65-f438-4d7b-b8a5-621ece402951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.492132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9aed609a-60ef-4215-a95b-2426513188dc {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:21.492585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9aed609a-60ef-4215-a95b-2426513188dc not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:21.512594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-ab0bb1be-8e0c-4921-a63e-5ab7ed3fde34 service neutron] 10.222.0.23 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081946 Apr 30 01:51:21.598814 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24129d65-f438-4d7b-b8a5-621ece402951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.632436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24129d65-f438-4d7b-b8a5-621ece402951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd130769-6c1d-4153-acf9-d4c1e4c8bda8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:21.632704 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a25d2ec5-1078-4cff-ba73-ab11a499828a req-7b909c19-acd1-401f-8c32-f2e333de63cd service neutron] 10.222.0.23 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032989 Apr 30 01:51:21.637335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-24129d65-f438-4d7b-b8a5-621ece402951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.641430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-24129d65-f438-4d7b-b8a5-621ece402951 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd130769-6c1d-4153-acf9-d4c1e4c8bda8 HTTP/1.1" status: 204 len: 168 time: 0.3706985 Apr 30 01:51:21.644070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56354) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:21.644406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ae723-4856-451d-8539-c9bc4b17a549 None None] Network 38cea461-d811-4219-b7b4-8970878e3241 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:51:21.725839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.797032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Deleting port b84f6464-593b-47b3-9a97-d862abc7b11b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:21.797402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.876866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] For port b84f6464-593b-47b3-9a97-d862abc7b11b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b84f6464-593b-47b3-9a97-d862abc7b11b,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:21.877771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:21.886318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] DHCP port deletion for 38cea461-d811-4219-b7b4-8970878e3241 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:51:21.896325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Calling delete_port for b84f6464-593b-47b3-9a97-d862abc7b11b owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:21.946974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] Deleting port b84f6464-593b-47b3-9a97-d862abc7b11b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:21.947503 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.017547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] For port b84f6464-593b-47b3-9a97-d862abc7b11b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b84f6464-593b-47b3-9a97-d862abc7b11b,segment=NetworkSegment(2121044d-3c7b-473d-b528-46ba49bc6f6e),segment_id=2121044d-3c7b-473d-b528-46ba49bc6f6e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:22.017942 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.031271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] Calling delete_port for b84f6464-593b-47b3-9a97-d862abc7b11b owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:22.060256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.086663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b84f6464-593b-47b3-9a97-d862abc7b11b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:22.090384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] No DVR routers for this DVR port b84f6464-593b-47b3-9a97-d862abc7b11b on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:51:22.115986 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.140973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] Pushing event deleted for resources: {'Port': ['ID=b84f6464-593b-47b3-9a97-d862abc7b11b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:22.152410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115fcd5-30d5-40bd-b894-d43c8ba3891c None None] No DVR routers for this DVR port b84f6464-593b-47b3-9a97-d862abc7b11b on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:51:22.167247 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.187151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cea461-d811-4219-b7b4-8970878e3241']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:22.197137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2121044d-3c7b-473d-b528-46ba49bc6f6e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:22.197431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2121044d-3c7b-473d-b528-46ba49bc6f6e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:22.211289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.224512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.230143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:51:22.230532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:51:22.232130 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:51:22.307738 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:51:22.330825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aeb96-d698-472b-b5f8-742147dd80c6 req-e4a7f06b-8fe2-41af-92fa-355cf29ffdd8 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:22.333000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-de9aeb96-d698-472b-b5f8-742147dd80c6 req-e4a7f06b-8fe2-41af-92fa-355cf29ffdd8 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 983 time: 0.0510263 Apr 30 01:51:22.352119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.358119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.361437 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/38cea461-d811-4219-b7b4-8970878e3241 HTTP/1.1" status: 204 len: 168 time: 0.7161782 Apr 30 01:51:22.373362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-de9aeb96-d698-472b-b5f8-742147dd80c6 req-6070f886-08aa-4d12-8f26-2391d8fea012 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338595 Apr 30 01:51:22.378379 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668334da-142e-4ec3-b0c4-9a7c36a256d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=38cea461-d811-4219-b7b4-8970878e3241,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:22.723214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56364) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:22.761360 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-039969f9-4c03-4f4e-a053-f283b884f525 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a823ee5723204533bd2f9e94091eddb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387077 Apr 30 01:51:22.763982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56366) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:22.809826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6992dbf4-b17e-4a17-ba6b-f700df91fd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.830846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6992dbf4-b17e-4a17-ba6b-f700df91fd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.951990 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6992dbf4-b17e-4a17-ba6b-f700df91fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.954048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6992dbf4-b17e-4a17-ba6b-f700df91fd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:22.955245 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6992dbf4-b17e-4a17-ba6b-f700df91fd58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2931663f-43ad-4192-9ccd-3f5febdf033c HTTP/1.1" status: 204 len: 168 time: 0.1903429 Apr 30 01:51:22.968057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992dbf4-b17e-4a17-ba6b-f700df91fd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2931663f-43ad-4192-9ccd-3f5febdf033c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:23.303343 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c33f9185-f1f6-417d-b99e-d536a54ee061 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:51:23.392329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b84f6464-593b-47b3-9a97-d862abc7b11b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:23.421417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: b84f6464-593b-47b3-9a97-d862abc7b11b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:23.421817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b84f6464-593b-47b3-9a97-d862abc7b11b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:23.467906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c33f9185-f1f6-417d-b99e-d536a54ee061, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c33f9185-f1f6-417d-b99e-d536a54ee061,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:23.475910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'port_id': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'mac_address': 'fa:16:3e:7e:67:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:51:23.521907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:23.525786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d25ad6-b70e-4123-a338-4004da1f352d req-22a803a0-eef3-46b6-8911-e1438ddfaa60 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:23.525786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9d25ad6-b70e-4123-a338-4004da1f352d req-22a803a0-eef3-46b6-8911-e1438ddfaa60 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 983 time: 0.0599241 Apr 30 01:51:23.537678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33f9185-f1f6-417d-b99e-d536a54ee061 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:51:23.567042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c33f9185-f1f6-417d-b99e-d536a54ee061, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c33f9185-f1f6-417d-b99e-d536a54ee061,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:23.579406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9d25ad6-b70e-4123-a338-4004da1f352d req-cf7d6ccb-4c72-43cd-8a3e-5d366a8b6965 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0393636 Apr 30 01:51:23.746071 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:23.797069 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c33f9185-f1f6-417d-b99e-d536a54ee061,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:23.805039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.805416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.805761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.806101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.806438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.806777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.807106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.807460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.807797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.808117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.808443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:23.808772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:24.031467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c33f9185-f1f6-417d-b99e-d536a54ee061'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:51:24.724654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4ec15-f8f8-482d-b6ee-f41dc5874000 req-fb587bd0-ee2b-4341-93c2-78972c350414 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:24.726131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48b4ec15-f8f8-482d-b6ee-f41dc5874000 req-fb587bd0-ee2b-4341-93c2-78972c350414 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 984 time: 0.0514257 Apr 30 01:51:24.774552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48b4ec15-f8f8-482d-b6ee-f41dc5874000 req-d018897d-a52b-46bf-80da-e8ea369a1a13 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0412967 Apr 30 01:51:25.232826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56426) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:25.308222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c33f9185-f1f6-417d-b99e-d536a54ee061 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:25.410969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c33f9185-f1f6-417d-b99e-d536a54ee061 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:51:25.414307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c33f9185-f1f6-417d-b99e-d536a54ee061 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:25.414828 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:25.501482 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:25.532170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:25.534538 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2c0de-8e4b-479e-a927-7af9f31fd821" -d '{"events": [{"server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "name": "network-vif-plugged", "status": "completed", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:25.554747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c33f9185-f1f6-417d-b99e-d536a54ee061, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c33f9185-f1f6-417d-b99e-d536a54ee061,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:25.600050 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7823ec16-82b7-48da-8fd9-fc989c5f45e7 x-openstack-request-id: req-7823ec16-82b7-48da-8fd9-fc989c5f45e7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:25.600050 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "name": "network-vif-plugged", "status": "completed", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:25.600050 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7823ec16-82b7-48da-8fd9-fc989c5f45e7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:25.600386 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7823ec16-82b7-48da-8fd9-fc989c5f45e7'] response: {'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'code': 200} Apr 30 01:51:25.620357 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:25.639957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:25.683446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c33f9185-f1f6-417d-b99e-d536a54ee061,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:25.787927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018d0a-b868-443c-9a96-b21774b50a50 req-d2c9e20b-c44e-41d9-8f23-d8d7fb849a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:25.789633 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef018d0a-b868-443c-9a96-b21774b50a50 req-d2c9e20b-c44e-41d9-8f23-d8d7fb849a9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1136 time: 0.0957491 Apr 30 01:51:25.919098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef018d0a-b868-443c-9a96-b21774b50a50 req-bd8add99-d927-425c-b455-eceea996ea24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0608999b-5b6c-4500-8584-3f7cf0a8681a&id=921fde10-f339-4d7f-9833-4344fc6d4498&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1170883 Apr 30 01:51:25.924446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2fc36-1b58-4e00-b148-96b88e89f9b5 req-7cac03f1-1934-4678-bb89-cbf1825c7d16 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:25.926277 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6c2fc36-1b58-4e00-b148-96b88e89f9b5 req-7cac03f1-1934-4678-bb89-cbf1825c7d16 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 985 time: 0.0792906 Apr 30 01:51:25.976692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6c2fc36-1b58-4e00-b148-96b88e89f9b5 req-072d7eb8-c047-4cbb-8839-3341cd1f8937 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0428472 Apr 30 01:51:26.055653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port 97403710-a44e-4465-98a9-bf034946b317 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:26.056004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:26.150445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port 97403710-a44e-4465-98a9-bf034946b317, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=97403710-a44e-4465-98a9-bf034946b317,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:26.150814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:26.166187 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for 97403710-a44e-4465-98a9-bf034946b317 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:26.443675 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:26.470502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=97403710-a44e-4465-98a9-bf034946b317,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:26.679189 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:26.904858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router e51b2704-3f6a-4ab6-9d66-8842bafd5377 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:27.013763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:27.019283 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35eaa004-4a01-4203-b2f2-8207d357311e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "PUT /v2.0/routers/e51b2704-3f6a-4ab6-9d66-8842bafd5377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852919 Apr 30 01:51:27.025710 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] Sync routers for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:27.039056 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:27.039056 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:27.137575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac06cb-e3e9-4cd4-a8d2-8c49303ab296 req-2b948deb-948e-4d6e-92e4-9b083640eaab tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:27.145523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72ac06cb-e3e9-4cd4-a8d2-8c49303ab296 req-2b948deb-948e-4d6e-92e4-9b083640eaab tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 985 time: 0.0701358 Apr 30 01:51:27.179227 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:27.199117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72ac06cb-e3e9-4cd4-a8d2-8c49303ab296 req-6eb1fb2d-50ea-4787-86f7-9ded1b928340 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0526979 Apr 30 01:51:27.471790 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:26Z', 'revision_number': 6, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:50:00Z', 'revision_number': 1, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:27.498263 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] Checking router: e51b2704-3f6a-4ab6-9d66-8842bafd5377 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:27.506692 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:27.507293 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:27.708140 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:27.726236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484644-46dd-4f1b-89ad-353cf1185a26 req-d6755d1f-b641-40ee-9ada-55e011ea8907 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:27.727891 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b484644-46dd-4f1b-89ad-353cf1185a26 req-d6755d1f-b641-40ee-9ada-55e011ea8907 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 946 time: 0.0522666 Apr 30 01:51:27.771885 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b484644-46dd-4f1b-89ad-353cf1185a26 req-3a814717-1700-420b-be61-a65e75905d45 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379357 Apr 30 01:51:27.938575 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:26Z', 'revision_number': 6, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:50:00Z', 'revision_number': 1, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:27.968339 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2740c5-d08a-47d3-8add-391192346216 None None] The sync data for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 is: [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:26Z', 'revision_number': 6, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'port_id': '338f08c7-8be1-48ad-9620-2077b0808766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'mac_address': 'fa:16:3e:bb:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:49:57Z', 'updated_at': '2022-04-30T01:50:00Z', 'revision_number': 1, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:28.323653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3c4b-d2e4-4fb6-9189-581ece7d045b req-70785865-15e5-425d-8d92-4a4651d18b0d tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:28.329124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfee3c4b-d2e4-4fb6-9189-581ece7d045b req-70785865-15e5-425d-8d92-4a4651d18b0d tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 985 time: 0.0566750 Apr 30 01:51:28.373316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfee3c4b-d2e4-4fb6-9189-581ece7d045b req-9175435e-7b1b-408f-af07-517c61e7846c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365009 Apr 30 01:51:28.524650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6357d-572b-459a-8c5b-bf69fda7d0f0 req-fb2a7a1a-8ce8-413e-8517-4e099e85b4fd tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:28.526673 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58b6357d-572b-459a-8c5b-bf69fda7d0f0 req-fb2a7a1a-8ce8-413e-8517-4e099e85b4fd tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 985 time: 0.0662065 Apr 30 01:51:28.570967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58b6357d-572b-459a-8c5b-bf69fda7d0f0 req-2eb096cc-f518-416a-b877-c3ab2f52a45d tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0375953 Apr 30 01:51:28.693557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a41596-525f-439b-99c7-2e4c6b799979 req-947bab6c-f2c7-4ea3-9781-9ff459e04eab tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:28.695126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8a41596-525f-439b-99c7-2e4c6b799979 req-947bab6c-f2c7-4ea3-9781-9ff459e04eab tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1136 time: 0.0476155 Apr 30 01:51:28.718355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e8a41596-525f-439b-99c7-2e4c6b799979 req-64094f84-2069-4d22-ab69-b2866e7b6149 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:28.755988 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-085f0f6b-9aef-4e85-968a-b7f340a1aac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:28.801119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e8a41596-525f-439b-99c7-2e4c6b799979 req-64094f84-2069-4d22-ab69-b2866e7b6149 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:28.888865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-e8a41596-525f-439b-99c7-2e4c6b799979 req-64094f84-2069-4d22-ab69-b2866e7b6149 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:28.913729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8a41596-525f-439b-99c7-2e4c6b799979 req-64094f84-2069-4d22-ab69-b2866e7b6149 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2119989 Apr 30 01:51:28.926896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64094f84-2069-4d22-ab69-b2866e7b6149 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237eb8cc-8a85-4ff5-913e-9d9e5a2e20af,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:28.936620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56534) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:28.984208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693bedd-e752-45d2-a67f-61f09a47caa9 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:28.987947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c693bedd-e752-45d2-a67f-61f09a47caa9 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1131 time: 0.0498061 Apr 30 01:51:28.989854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:28.997650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:29.062007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a246030-6584-4dfd-a67f-29298574a518 req-84ac65ed-b43c-49c4-8cb6-e8f38a209c41 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:29.063547 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a246030-6584-4dfd-a67f-29298574a518 req-84ac65ed-b43c-49c4-8cb6-e8f38a209c41 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 946 time: 0.0605602 Apr 30 01:51:29.087069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-c8003cc3-74d0-42bc-abd9-128688b0c1ff tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:29.090045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-c8003cc3-74d0-42bc-abd9-128688b0c1ff tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 946 time: 0.0552938 Apr 30 01:51:29.102134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:29.132001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a246030-6584-4dfd-a67f-29298574a518 req-5f18261f-8b95-4410-b5bb-7e02aa93bc7f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4673080-06a1-4391-a2fd-1ab26e32bf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621054 Apr 30 01:51:29.236911 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:29.239136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port b34e223a-a16a-4f86-88d7-6fbf5c99c22e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:29.239680 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:29.354593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port b34e223a-a16a-4f86-88d7-6fbf5c99c22e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:29.354842 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:29.371659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for b34e223a-a16a-4f86-88d7-6fbf5c99c22e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:29.376982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 97403710-a44e-4465-98a9-bf034946b317 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:29.380638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Allocated IP 172.25.0.21 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/2d0d491d-1901-4036-a3fb-8ee069df9047) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:29.418732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 97403710-a44e-4465-98a9-bf034946b317 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:29.423709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 97403710-a44e-4465-98a9-bf034946b317 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:29.521402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:29.624789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:29.658553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=b34e223a-a16a-4f86-88d7-6fbf5c99c22e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:29.678572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:29.715525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] No DVR routers for this DVR port b34e223a-a16a-4f86-88d7-6fbf5c99c22e on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:51:29.719515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:29.724673 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bfd1044f-433f-4b16-9cea-d6323bddf08b req-38a0c737-e0ca-459a-a56e-020a9f0f246a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "DELETE /v2.0/ports/b34e223a-a16a-4f86-88d7-6fbf5c99c22e HTTP/1.1" status: 204 len: 173 time: 0.6291416 Apr 30 01:51:29.725823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a08f49-6589-4624-a59f-82cc163b7f02', 'name': 'network-vif-deleted', 'tag': 'b34e223a-a16a-4f86-88d7-6fbf5c99c22e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:29.729406 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166120df-a9fa-41e8-bc6d-94c9465ff6ff" -d '{"events": [{"server_uuid": "d0a08f49-6589-4624-a59f-82cc163b7f02", "name": "network-vif-deleted", "tag": "b34e223a-a16a-4f86-88d7-6fbf5c99c22e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:29.738018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:29.744803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:29.744803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:29.771954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=2d0d491d-1901-4036-a3fb-8ee069df9047,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:29.787987 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddb62c7-d880-4a9a-abd3-b0f12822cfe6 x-openstack-request-id: req-3ddb62c7-d880-4a9a-abd3-b0f12822cfe6 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:29.788276 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a08f49-6589-4624-a59f-82cc163b7f02", "name": "network-vif-deleted", "tag": "b34e223a-a16a-4f86-88d7-6fbf5c99c22e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:29.788799 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ddb62c7-d880-4a9a-abd3-b0f12822cfe6 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:29.789207 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddb62c7-d880-4a9a-abd3-b0f12822cfe6'] response: {'server_uuid': 'd0a08f49-6589-4624-a59f-82cc163b7f02', 'name': 'network-vif-deleted', 'tag': 'b34e223a-a16a-4f86-88d7-6fbf5c99c22e', 'status': 'completed', 'code': 200} Apr 30 01:51:30.310384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cadc7c9f-fff5-4469-af15-97e1fbea9451 req-e4b84d44-9b5b-4cd8-b855-20411a2161de tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0a08f49-6589-4624-a59f-82cc163b7f02 HTTP/1.1" status: 200 len: 210 time: 0.0431893 Apr 30 01:51:30.314895 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:30.457828 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:30.666763 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:30.740356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:30.838888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:30.891574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=2d0d491d-1901-4036-a3fb-8ee069df9047,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:30.972377 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Floating IP 41e7d157-caba-4245-9a1a-1d3626a14919 associated. External IP: 172.25.0.21, port: c33f9185-f1f6-417d-b99e-d536a54ee061. Apr 30 01:51:30.994706 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a518bc5c-08a9-4650-9b76-6565475abefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:31.204282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Router b374ce27-92f4-4284-8f87-fa31c0103499 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:31.314190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:31.324369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] Sync routers for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:31.335056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:31.335676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:31.391573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56710) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:31.447887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:31.697536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '41e7d157-caba-4245-9a1a-1d3626a14919', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'port_id': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'mac_address': 'fa:16:3e:7e:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e4e1a-40c1-453a-be6a-a4849a662933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:51:30Z', 'updated_at': '2022-04-30T01:51:30Z', 'revision_number': 0, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:15Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:31.731305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] Checking router: b374ce27-92f4-4284-8f87-fa31c0103499 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:31.741814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56716) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:31.742379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:31.743084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:31.776093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:31.822087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56720) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:31.822417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f5b731f-e475-4cc7-a0cd-1af87cfec1c6 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8306420 Apr 30 01:51:31.827596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:31.829989 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121b706b-112e-483f-bf54-592a675bb43c" -d '{"events": [{"name": "network-changed", "server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:31.863855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-18b86a03-6afb-4556-b517-cdfb7371f03d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:31.897250 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-18b86a03-6afb-4556-b517-cdfb7371f03d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:31.897928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:31.900957 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c098b38b-569d-4268-ada8-c01972f94254 x-openstack-request-id: req-c098b38b-569d-4268-ada8-c01972f94254 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:31.901240 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:31.901482 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c098b38b-569d-4268-ada8-c01972f94254 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:31.901857 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c098b38b-569d-4268-ada8-c01972f94254'] response: {'name': 'network-changed', 'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'status': 'completed', 'code': 200} Apr 30 01:51:31.979968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.027248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b706b-112e-483f-bf54-592a675bb43c req-bde98e03-b235-4a39-aafc-5e221d8b1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.028789 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-121b706b-112e-483f-bf54-592a675bb43c req-bde98e03-b235-4a39-aafc-5e221d8b1628 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1136 time: 0.0875556 Apr 30 01:51:32.043335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-18b86a03-6afb-4556-b517-cdfb7371f03d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.046177 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-18b86a03-6afb-4556-b517-cdfb7371f03d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.048276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-18b86a03-6afb-4556-b517-cdfb7371f03d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/security-groups/e4673080-06a1-4391-a2fd-1ab26e32bf39 HTTP/1.1" status: 204 len: 168 time: 0.6555097 Apr 30 01:51:32.059572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b86a03-6afb-4556-b517-cdfb7371f03d tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4673080-06a1-4391-a2fd-1ab26e32bf39,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:32.149213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56726) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:32.223773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0cd5c3-43f6-4dbf-9914-c67d6af11b1c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting subnet 5968e330-2c4a-48b3-a0cf-78557c1a0343 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:51:32.228959 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5c3-43f6-4dbf-9914-c67d6af11b1c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.250952 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.296033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5c3-43f6-4dbf-9914-c67d6af11b1c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.377756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '41e7d157-caba-4245-9a1a-1d3626a14919', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'port_id': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'mac_address': 'fa:16:3e:7e:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e4e1a-40c1-453a-be6a-a4849a662933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:51:30Z', 'updated_at': '2022-04-30T01:51:30Z', 'revision_number': 0, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:15Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:32.405230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5c3-43f6-4dbf-9914-c67d6af11b1c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.417929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba21985-506c-435a-974c-daac0c34d2b6 None None] The sync data for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 is: [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '41e7d157-caba-4245-9a1a-1d3626a14919', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'port_id': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'mac_address': 'fa:16:3e:7e:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e4e1a-40c1-453a-be6a-a4849a662933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:51:30Z', 'updated_at': '2022-04-30T01:51:30Z', 'revision_number': 0, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:15Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:32.463284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.463989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.464603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.465207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.465808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.466410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.467015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.467696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.468138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.470263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4415f2ea-505f-4e0c-9a8d-61ead9241ef0 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6322 time: 0.6471851 Apr 30 01:51:32.475069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56728) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:32.564473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5c3-43f6-4dbf-9914-c67d6af11b1c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.580986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b706b-112e-483f-bf54-592a675bb43c req-335bda1e-4829-4e16-8b28-07094f98a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.592432 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-121b706b-112e-483f-bf54-592a675bb43c req-335bda1e-4829-4e16-8b28-07094f98a133 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a HTTP/1.1" status: 200 len: 896 time: 0.5448916 Apr 30 01:51:32.598448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cd5c3-43f6-4dbf-9914-c67d6af11b1c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Subnet': ['ID=5968e330-2c4a-48b3-a0cf-78557c1a0343,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:32.603817 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd5c3-43f6-4dbf-9914-c67d6af11b1c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.609914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3b0cd5c3-43f6-4dbf-9914-c67d6af11b1c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/subnets/5968e330-2c4a-48b3-a0cf-78557c1a0343 HTTP/1.1" status: 204 len: 168 time: 0.4595234 Apr 30 01:51:32.610665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56734) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:32.617798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf9350-1326-4245-ac7d-511fefd19183 None None] Network 52523b4f-c0ea-49a9-9e03-89763afa70ae requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:51:32.655892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.662539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.662995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.669117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.669647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.670100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.670544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.670987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.671439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.672456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:32.677429 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-be32b630-18fb-479b-994e-2dd83102110d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5865 time: 0.1922274 Apr 30 01:51:32.678923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56736) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:32.717994 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c8365-7907-4403-883b-9af2defa5a4f None None] New status for floating IP 41e7d157-caba-4245-9a1a-1d3626a14919: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:51:32.740872 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.746740 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.834090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-121b706b-112e-483f-bf54-592a675bb43c req-5e9c3d35-fa16-4d2a-9d5d-040c86f915fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c33f9185-f1f6-417d-b99e-d536a54ee061 HTTP/1.1" status: 200 len: 999 time: 0.2420704 Apr 30 01:51:32.853188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:32.853653 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.927242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port 8ed5e567-20eb-4d1c-8013-e29dba220dc3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8ed5e567-20eb-4d1c-8013-e29dba220dc3,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:32.927684 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:32.938703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6338dbf809154851b0c127c6b9227b70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1943326 Apr 30 01:51:32.942731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235a8c3e-fe8a-41a9-bfd6-57fb98bb8125,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:32.943375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] DHCP port deletion for 52523b4f-c0ea-49a9-9e03-89763afa70ae request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:51:32.944844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56738) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:32.968669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for 8ed5e567-20eb-4d1c-8013-e29dba220dc3 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:32.991396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.991798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.992097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.992434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.993439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.993780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.994079 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.994400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.994740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.995025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.995341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:32.995687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bbb53d-6661-40bf-89a2-ebf6fa986b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:33.015468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b706b-112e-483f-bf54-592a675bb43c req-14535f5a-fdc7-4575-9270-03dda5c0892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:33.016954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-121b706b-112e-483f-bf54-592a675bb43c req-14535f5a-fdc7-4575-9270-03dda5c0892c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f HTTP/1.1" status: 200 len: 834 time: 0.1497025 Apr 30 01:51:33.022417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] Deleting port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:33.022966 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.056827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b34e223a-a16a-4f86-88d7-6fbf5c99c22e no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:33.091689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: b34e223a-a16a-4f86-88d7-6fbf5c99c22e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:33.092029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b34e223a-a16a-4f86-88d7-6fbf5c99c22e not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:33.114367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b078f746-2d75-4905-9dc2-8fc09552a7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.149604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] For port 8ed5e567-20eb-4d1c-8013-e29dba220dc3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8ed5e567-20eb-4d1c-8013-e29dba220dc3,segment=NetworkSegment(b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6),segment_id=b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:33.149937 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.151694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.181743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] Calling delete_port for 8ed5e567-20eb-4d1c-8013-e29dba220dc3 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:33.183663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=8ed5e567-20eb-4d1c-8013-e29dba220dc3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:33.185644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] No DVR routers for this DVR port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:51:33.195940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b078f746-2d75-4905-9dc2-8fc09552a7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.199104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b706b-112e-483f-bf54-592a675bb43c req-6392c551-c858-430a-835d-32ac48db98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:33.201015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-121b706b-112e-483f-bf54-592a675bb43c req-6392c551-c858-430a-835d-32ac48db98c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754503 Apr 30 01:51:33.272659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.287670 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.293732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52523b4f-c0ea-49a9-9e03-89763afa70ae']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:33.307267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:33.311584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e09ff4-e31b-4ce7-9ed4-07c14ea9f1f6') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:33.339505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] Pushing event deleted for resources: {'Port': ['ID=8ed5e567-20eb-4d1c-8013-e29dba220dc3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:33.339776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1b6d1-176d-42ab-b50b-134042854b5d None None] No DVR routers for this DVR port 8ed5e567-20eb-4d1c-8013-e29dba220dc3 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:51:33.355055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f9e1ecfb-85fe-4240-b48b-9d4d54c09aef tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.6732571 Apr 30 01:51:33.357739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56740) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:33.369052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.386660 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.394153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:51:33.397209 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:51:33.398702 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:51:33.405309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-121b706b-112e-483f-bf54-592a675bb43c req-b132455b-8ea7-45c8-a4bd-135f4b210a1f service neutron] 10.222.0.23 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920176 Apr 30 01:51:33.438721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3ca11-fe47-46db-a038-550a191e8728 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:33.439198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3ca11-fe47-46db-a038-550a191e8728 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:33.445204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-26f3ca11-fe47-46db-a038-550a191e8728 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b374ce27-92f4-4284-8f87-fa31c0103499 HTTP/1.1" status: 200 len: 1990 time: 0.0822413 Apr 30 01:51:33.445204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b078f746-2d75-4905-9dc2-8fc09552a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.447393 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b078f746-2d75-4905-9dc2-8fc09552a7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.451191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b078f746-2d75-4905-9dc2-8fc09552a7d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/235a8c3e-fe8a-41a9-bfd6-57fb98bb8125 HTTP/1.1" status: 204 len: 168 time: 0.5038915 Apr 30 01:51:33.458604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8ed5e567-20eb-4d1c-8013-e29dba220dc3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:33.493208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 8ed5e567-20eb-4d1c-8013-e29dba220dc3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:33.493749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8ed5e567-20eb-4d1c-8013-e29dba220dc3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:33.499883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078f746-2d75-4905-9dc2-8fc09552a7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235a8c3e-fe8a-41a9-bfd6-57fb98bb8125,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:33.542605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-121b706b-112e-483f-bf54-592a675bb43c req-e28abe28-bad4-46cc-ab17-22ca57ae94d4 service neutron] 10.222.0.23 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300430 Apr 30 01:51:33.557510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.562431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.565685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/networks/52523b4f-c0ea-49a9-9e03-89763afa70ae HTTP/1.1" status: 204 len: 168 time: 0.9538853 Apr 30 01:51:33.568648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56746) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:33.581042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66464c1-3a90-4b08-8d1d-bba1d3897ed2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Network': ['ID=52523b4f-c0ea-49a9-9e03-89763afa70ae,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:33.741180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port db887147-9aac-4625-bf96-c9acc526a04b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:33.741524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.839007 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.861948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.862437 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:33.889848 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for db887147-9aac-4625-bf96-c9acc526a04b owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:33.988879 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.117494 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.146275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=db887147-9aac-4625-bf96-c9acc526a04b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:34.178997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56756) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:34.196464 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb1178d7-9454-437b-b132-28490aadf718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.241934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.243034 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Floating IP 9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7 disassociated (deleted). External IP: 172.25.0.240, port: 338f08c7-8be1-48ad-9620-2077b0808766. Apr 30 01:51:34.289482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb1178d7-9454-437b-b132-28490aadf718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.340760 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb1178d7-9454-437b-b132-28490aadf718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.382623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bb1178d7-9454-437b-b132-28490aadf718 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8972e2a03cb497f9be5a2c13ea90c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018204 Apr 30 01:51:34.383864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1178d7-9454-437b-b132-28490aadf718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5801463-c04f-463d-ae8a-912d0a87a78d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:34.400981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56758) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:34.485731 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe39f309-6e2b-49fc-9385-bad2bfa1f69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.486517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router e51b2704-3f6a-4ab6-9d66-8842bafd5377 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:34.509885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe39f309-6e2b-49fc-9385-bad2bfa1f69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.607725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:34.613643 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.618133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] Sync routers for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:34.633022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:34.633930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:34.637835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe39f309-6e2b-49fc-9385-bad2bfa1f69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.640810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe39f309-6e2b-49fc-9385-bad2bfa1f69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:34.645227 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fe39f309-6e2b-49fc-9385-bad2bfa1f69f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5801463-c04f-463d-ae8a-912d0a87a78d HTTP/1.1" status: 204 len: 168 time: 0.2365985 Apr 30 01:51:34.675264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39f309-6e2b-49fc-9385-bad2bfa1f69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5801463-c04f-463d-ae8a-912d0a87a78d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:34.693516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-08c09019-9bbf-466e-9c91-c9b212ce7f7a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/floatingips/9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7 HTTP/1.1" status: 204 len: 168 time: 1.1204526 Apr 30 01:51:34.693516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:34.694833 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcd1df3-7c4a-4975-a39f-816edfd961d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "tag": "338f08c7-8be1-48ad-9620-2077b0808766"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:34.824213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:35.051901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:26Z', 'revision_number': 6, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:35.095972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] Checking router: e51b2704-3f6a-4ab6-9d66-8842bafd5377 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:35.107656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:35.108369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:35.119543 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cdafd2-23c8-469f-8371-bf415b5ae888 x-openstack-request-id: req-02cdafd2-23c8-469f-8371-bf415b5ae888 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:35.120548 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "tag": "338f08c7-8be1-48ad-9620-2077b0808766", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:35.120968 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02cdafd2-23c8-469f-8371-bf415b5ae888 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:35.121630 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cdafd2-23c8-469f-8371-bf415b5ae888'] response: {'name': 'network-changed', 'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766', 'status': 'completed', 'code': 200} Apr 30 01:51:35.214029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-15428bad-1d1a-45a3-af50-7488890147c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:35.217212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-15428bad-1d1a-45a3-af50-7488890147c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 1097 time: 0.0762920 Apr 30 01:51:35.233934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd7d18-3634-4b43-bf8e-903f09325637 req-55563bb3-4e39-4fdc-b293-de51486f960e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:35.242884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8dcd7d18-3634-4b43-bf8e-903f09325637 req-55563bb3-4e39-4fdc-b293-de51486f960e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 946 time: 0.0661452 Apr 30 01:51:35.287961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8dcd7d18-3634-4b43-bf8e-903f09325637 req-38e02e98-1f01-4ad7-951b-e33e76a98628 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Apr 30 01:51:35.296715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:35.364642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-ecbcd80c-fc21-4cb8-b1fd-a56a29998807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:35.366147 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-ecbcd80c-fc21-4cb8-b1fd-a56a29998807 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5dea817-b896-4370-83fd-3cc752410e7d HTTP/1.1" status: 200 len: 897 time: 0.1418200 Apr 30 01:51:35.408544 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-03abe982-9dbc-44b3-9595-6a4ce3f55d31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338f08c7-8be1-48ad-9620-2077b0808766 HTTP/1.1" status: 200 len: 217 time: 0.0351136 Apr 30 01:51:35.460854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-68c34186-09db-4c2f-ab69-33e942c0cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:35.462525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-68c34186-09db-4c2f-ab69-33e942c0cd3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42ee49b8-8253-42bc-b006-0622ee0f45fa HTTP/1.1" status: 200 len: 833 time: 0.0465512 Apr 30 01:51:35.525235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-bd183dcc-5819-417e-bcfe-25c4be11dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:35.526832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-bd183dcc-5819-417e-bcfe-25c4be11dea8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5dea817-b896-4370-83fd-3cc752410e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573192 Apr 30 01:51:35.534370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:26Z', 'revision_number': 6, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:35.569845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef6cc90-4b18-4d17-9400-f6fe8655654f None None] The sync data for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 is: [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:26Z', 'revision_number': 6, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'c6baa18b-d08f-44b7-953a-4db2f8b08bd5', 'name': '', 'network_id': 'f5dea817-b896-4370-83fd-3cc752410e7d', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:00:21:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:32Z', 'updated_at': '2022-04-30T01:49:37Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': '42ee49b8-8253-42bc-b006-0622ee0f45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:35.633152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-fdfd8427-e436-4dfa-a3ea-58be1c59b18c service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955756 Apr 30 01:51:35.737336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9fcd1df3-7c4a-4975-a39f-816edfd961d1 req-3d192cae-c67f-4e64-9339-de1bf27b46c4 service neutron] 10.222.0.23 "GET /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958750 Apr 30 01:51:35.821321 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd74f93-9497-4382-88ab-0e73b14ade0f None None] New status for floating IP 9d1c7d3f-3c40-4914-bd1a-a8c42eb073c7: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:51:36.429669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0033eb-2dda-41a7-b96c-2d8eaf24f0c0 req-a8eac23b-f1f9-487a-b339-9fe8f380b6ae tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:36.431847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b0033eb-2dda-41a7-b96c-2d8eaf24f0c0 req-a8eac23b-f1f9-487a-b339-9fe8f380b6ae tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 946 time: 0.0574656 Apr 30 01:51:36.474288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b0033eb-2dda-41a7-b96c-2d8eaf24f0c0 req-da3a7fab-8280-41ad-b037-4f47450eea65 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=13fe51fc-3260-41db-a9e9-cfb7f6549650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357006 Apr 30 01:51:36.591730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-9fa2e2a5-afdf-4db1-9488-8accbb66f906 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:36.593238 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-9fa2e2a5-afdf-4db1-9488-8accbb66f906 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 946 time: 0.0687547 Apr 30 01:51:36.699380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port 338f08c7-8be1-48ad-9620-2077b0808766 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:36.699758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:36.805603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port 338f08c7-8be1-48ad-9620-2077b0808766, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=338f08c7-8be1-48ad-9620-2077b0808766,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:36.806026 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:36.820827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for 338f08c7-8be1-48ad-9620-2077b0808766 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:37.026640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:37.062383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=338f08c7-8be1-48ad-9620-2077b0808766,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:37.103309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] No DVR routers for this DVR port 338f08c7-8be1-48ad-9620-2077b0808766 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:51:37.106703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:37.110155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4a2ca9fc-eaf4-470c-b639-2e5c75ae3dc3 req-3376ca6d-8c0b-4295-98f5-3f5a3e5544b3 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.23 "DELETE /v2.0/ports/338f08c7-8be1-48ad-9620-2077b0808766 HTTP/1.1" status: 204 len: 173 time: 0.5108666 Apr 30 01:51:37.123506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'name': 'network-vif-deleted', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:37.126111 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d502251-6649-46cb-a386-014a4c061ec9" -d '{"events": [{"server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "name": "network-vif-deleted", "tag": "338f08c7-8be1-48ad-9620-2077b0808766"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:37.166920 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1010b115-453d-4ac5-ba70-fb5a313a3659 x-openstack-request-id: req-1010b115-453d-4ac5-ba70-fb5a313a3659 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:37.167207 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc196d0f-2df0-4539-b5b0-59555a59fb8a", "name": "network-vif-deleted", "tag": "338f08c7-8be1-48ad-9620-2077b0808766", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:37.167529 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1010b115-453d-4ac5-ba70-fb5a313a3659 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:37.168344 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1010b115-453d-4ac5-ba70-fb5a313a3659'] response: {'server_uuid': 'cc196d0f-2df0-4539-b5b0-59555a59fb8a', 'name': 'network-vif-deleted', 'tag': '338f08c7-8be1-48ad-9620-2077b0808766', 'status': 'completed', 'code': 200} Apr 30 01:51:37.617656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff235f57-d01e-49dd-96f2-4f0ab5a9f786 req-59a67f65-5f8c-458a-a1c1-b29f2b313f91 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc196d0f-2df0-4539-b5b0-59555a59fb8a HTTP/1.1" status: 200 len: 210 time: 0.0357926 Apr 30 01:51:38.684175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56864) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:38.761993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0d38d16-aeca-47d6-8b6b-3a43f78e032a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:38.768207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56868) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:38.799646 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0d38d16-aeca-47d6-8b6b-3a43f78e032a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:38.849270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56872) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:38.934916 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0d38d16-aeca-47d6-8b6b-3a43f78e032a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:38.938229 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0d38d16-aeca-47d6-8b6b-3a43f78e032a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:38.939599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a0d38d16-aeca-47d6-8b6b-3a43f78e032a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/security-groups/13fe51fc-3260-41db-a9e9-cfb7f6549650 HTTP/1.1" status: 204 len: 168 time: 0.2542181 Apr 30 01:51:38.950546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d38d16-aeca-47d6-8b6b-3a43f78e032a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fe51fc-3260-41db-a9e9-cfb7f6549650,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:38.950734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a89ee18-e772-4071-9672-2538efece3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:38.991388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe5d748a-eb03-4d26-9aa2-514b1b169cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.022685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56878) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:39.084322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe5d748a-eb03-4d26-9aa2-514b1b169cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.088244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a89ee18-e772-4071-9672-2538efece3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.151336 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe5d748a-eb03-4d26-9aa2-514b1b169cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.190150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fe5d748a-eb03-4d26-9aa2-514b1b169cb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=297ca61813c24f0bb3cda781faa809da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392138 Apr 30 01:51:39.190916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d748a-eb03-4d26-9aa2-514b1b169cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d59508-81e7-4cb7-bbea-fd08aefd2194,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:39.193677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56882) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:39.201090 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a89ee18-e772-4071-9672-2538efece3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.310108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1a89ee18-e772-4071-9672-2538efece3a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a4b2c57ba894dd5b2dd6af46d6043e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407102 Apr 30 01:51:39.312774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56884) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:39.315448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89ee18-e772-4071-9672-2538efece3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c67a4a-5a67-468a-ba32-d25b7ec33f3d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:39.347390 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a25-be1a-4466-88e7-4b4fca491df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.362396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 338f08c7-8be1-48ad-9620-2077b0808766 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:39.366923 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dc1fe11-440f-47f3-a273-17e4f9eea6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.384808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 338f08c7-8be1-48ad-9620-2077b0808766 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:39.385156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 338f08c7-8be1-48ad-9620-2077b0808766 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:39.388791 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dc1fe11-440f-47f3-a273-17e4f9eea6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.400439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a25-be1a-4466-88e7-4b4fca491df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.506132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dc1fe11-440f-47f3-a273-17e4f9eea6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.508645 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dc1fe11-440f-47f3-a273-17e4f9eea6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.509826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4dc1fe11-440f-47f3-a273-17e4f9eea6cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8c67a4a-5a67-468a-ba32-d25b7ec33f3d HTTP/1.1" status: 204 len: 168 time: 0.1960711 Apr 30 01:51:39.519072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1fe11-440f-47f3-a273-17e4f9eea6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c67a4a-5a67-468a-ba32-d25b7ec33f3d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:39.530563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a25-be1a-4466-88e7-4b4fca491df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.533409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a25-be1a-4466-88e7-4b4fca491df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:39.534620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0f1a0a25-be1a-4466-88e7-4b4fca491df4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8d59508-81e7-4cb7-bbea-fd08aefd2194 HTTP/1.1" status: 204 len: 168 time: 0.3400202 Apr 30 01:51:39.548656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a0a25-be1a-4466-88e7-4b4fca491df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d59508-81e7-4cb7-bbea-fd08aefd2194,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:39.557070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.161195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port c6baa18b-d08f-44b7-953a-4db2f8b08bd5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:40.161940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.216554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-65af94fc-aa9a-496c-94ed-2ad96ea70516 req-27119907-bd90-493f-a9f8-6c55fbcbc80d tempest-ServersTestJSON-1936199698 tempest-ServersTestJSON-1936199698-project] (103319) timed out ('10.222.0.21', 65228) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 01:51:40.257996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port c6baa18b-d08f-44b7-953a-4db2f8b08bd5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:40.258356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.271815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for c6baa18b-d08f-44b7-953a-4db2f8b08bd5 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:40.313562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56892) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:40.327965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-295db07e-aa8a-4b92-aae8-952875a41538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.400273 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-295db07e-aa8a-4b92-aae8-952875a41538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.454747 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-295db07e-aa8a-4b92-aae8-952875a41538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.493589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-295db07e-aa8a-4b92-aae8-952875a41538 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9dad82658cb405f9568b8f44378043a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789603 Apr 30 01:51:40.494513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295db07e-aa8a-4b92-aae8-952875a41538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa4fd01-7857-4597-8a06-605cf3555063,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:40.494802 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.497615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56894) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:40.526713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=c6baa18b-d08f-44b7-953a-4db2f8b08bd5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:40.550025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecade-85a9-4832-820e-b851cf01b00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.575170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecade-85a9-4832-820e-b851cf01b00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.698654 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.699988 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecade-85a9-4832-820e-b851cf01b00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.703271 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecade-85a9-4832-820e-b851cf01b00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:40.707627 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc0ecade-85a9-4832-820e-b851cf01b00d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2aa4fd01-7857-4597-8a06-605cf3555063 HTTP/1.1" status: 204 len: 168 time: 0.2063804 Apr 30 01:51:40.714879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ecade-85a9-4832-820e-b851cf01b00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa4fd01-7857-4597-8a06-605cf3555063,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:40.929831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router e51b2704-3f6a-4ab6-9d66-8842bafd5377 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:41.038823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:41.044207 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e7467849-c148-4da6-8949-56bd542b5249 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "PUT /v2.0/routers/e51b2704-3f6a-4ab6-9d66-8842bafd5377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0205026 Apr 30 01:51:41.046945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:41.052605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] Sync routers for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:41.075770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:41.076408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:41.107669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-088e8cf8-7ca6-4651-af26-4a4df04915e2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting subnet 42ee49b8-8253-42bc-b006-0622ee0f45fa {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:51:41.110959 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-088e8cf8-7ca6-4651-af26-4a4df04915e2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:41.155301 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-088e8cf8-7ca6-4651-af26-4a4df04915e2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:41.217784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:41.264145 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-088e8cf8-7ca6-4651-af26-4a4df04915e2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:41.377439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-088e8cf8-7ca6-4651-af26-4a4df04915e2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:41.410479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f7173e-1047-43fd-8785-3c58018b283e None None] Network f5dea817-b896-4370-83fd-3cc752410e7d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:51:41.411830 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-088e8cf8-7ca6-4651-af26-4a4df04915e2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:41.423469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-088e8cf8-7ca6-4651-af26-4a4df04915e2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/subnets/42ee49b8-8253-42bc-b006-0622ee0f45fa HTTP/1.1" status: 204 len: 168 time: 0.3753607 Apr 30 01:51:41.426471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:41.484547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e8cf8-7ca6-4651-af26-4a4df04915e2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Subnet': ['ID=42ee49b8-8253-42bc-b006-0622ee0f45fa,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:41.498266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:40Z', 'revision_number': 7, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:41.560504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] Checking router: e51b2704-3f6a-4ab6-9d66-8842bafd5377 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:41.624227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903e32-3b44-4f70-b6b9-d808a78649d0 req-983e21ed-37d9-4640-ad91-725e20462685 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:41.628159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:41.631370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d903e32-3b44-4f70-b6b9-d808a78649d0 req-983e21ed-37d9-4640-ad91-725e20462685 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.1023669 Apr 30 01:51:41.659040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] Routers {'e51b2704-3f6a-4ab6-9d66-8842bafd5377'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:41.661835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:41.694240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d903e32-3b44-4f70-b6b9-d808a78649d0 req-6ce70568-7d03-48ed-8bda-085a599ef6e8 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453799 Apr 30 01:51:41.791078 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:41.947489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port 6998b5dd-5581-4c7c-903f-db6a44e5b50e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:41.947957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.042157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] Set router e51b2704-3f6a-4ab6-9d66-8842bafd5377 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:42.059810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] DHCP port deletion for f5dea817-b896-4370-83fd-3cc752410e7d request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:51:42.098142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port 6998b5dd-5581-4c7c-903f-db6a44e5b50e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6998b5dd-5581-4c7c-903f-db6a44e5b50e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:42.098504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.119254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for 6998b5dd-5581-4c7c-903f-db6a44e5b50e owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:42.290794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] Deleting port d812eb10-e43a-450d-aada-c8b5b72581f7 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:51:42.291169 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.368773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] For port d812eb10-e43a-450d-aada-c8b5b72581f7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d812eb10-e43a-450d-aada-c8b5b72581f7,segment=NetworkSegment(900446fe-0d47-4e45-a965-23f76fd75d4d),segment_id=900446fe-0d47-4e45-a965-23f76fd75d4d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:42.369079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.390382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] Calling delete_port for d812eb10-e43a-450d-aada-c8b5b72581f7 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:51:42.401693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:40Z', 'revision_number': 7, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:42.402951 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.429990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=6998b5dd-5581-4c7c-903f-db6a44e5b50e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:42.433291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581b0f7-cb79-4c8a-8f8a-bae2497a3e12 None None] The sync data for ids ['e51b2704-3f6a-4ab6-9d66-8842bafd5377'] in n-d-821348-1 is: [{'id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'name': 'tempest-TestNetworkBasicOps-router-637598171', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:49:27Z', 'updated_at': '2022-04-30T01:51:40Z', 'revision_number': 7, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '6998b5dd-5581-4c7c-903f-db6a44e5b50e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2704-3f6a-4ab6-9d66-8842bafd5377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:49:28Z', 'updated_at': '2022-04-30T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:42.540882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.563600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.594212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] Pushing event deleted for resources: {'Port': ['ID=d812eb10-e43a-450d-aada-c8b5b72581f7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:42.596075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0cf875-e1e9-4f6b-ace9-42e0e3471abe None None] No DVR routers for this DVR port d812eb10-e43a-450d-aada-c8b5b72581f7 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:51:42.643245 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.645620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.683777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56952) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:42.746732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.747636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Fanout notify agent at l3_agent the message router_deleted on router e51b2704-3f6a-4ab6-9d66-8842bafd5377 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:51:42.755789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.756930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f6720f13-0feb-4736-94a9-0ed930d63a79 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/routers/e51b2704-3f6a-4ab6-9d66-8842bafd5377 HTTP/1.1" status: 204 len: 168 time: 1.3294506 Apr 30 01:51:42.759630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56958) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:42.829190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cb124-0638-4116-ba4d-cb40e1851c3e req-2308f18e-1c9e-47f9-8932-ac5285cf4057 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:42.832031 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-167cb124-0638-4116-ba4d-cb40e1851c3e req-2308f18e-1c9e-47f9-8932-ac5285cf4057 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0737407 Apr 30 01:51:42.847047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9ba93fb-4d3e-4619-9386-646b61231873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.869290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:42.882672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-167cb124-0638-4116-ba4d-cb40e1851c3e req-275b7bda-8d5d-43a1-8cfa-c2db04544127 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Apr 30 01:51:42.987658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.016247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dea817-b896-4370-83fd-3cc752410e7d']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:43.029290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900446fe-0d47-4e45-a965-23f76fd75d4d') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:43.029592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900446fe-0d47-4e45-a965-23f76fd75d4d') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:43.047267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.063085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9ba93fb-4d3e-4619-9386-646b61231873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.069938 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.076480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:51:43.076889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:51:43.079934 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:51:43.132790 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9ba93fb-4d3e-4619-9386-646b61231873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.172719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f9ba93fb-4d3e-4619-9386-646b61231873 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db37c4b04e394fd0b73e0aa833e74f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878590 Apr 30 01:51:43.173884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba93fb-4d3e-4619-9386-646b61231873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b993d84c-c6e9-40ba-bbb7-c59d5af89dd7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:43.176073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 56960) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:43.192249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.200223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.202773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/networks/f5dea817-b896-4370-83fd-3cc752410e7d HTTP/1.1" status: 204 len: 168 time: 0.4420655 Apr 30 01:51:43.215678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5f99a-ae9f-4723-8ed4-be0c98ab33bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Network': ['ID=f5dea817-b896-4370-83fd-3cc752410e7d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:43.224235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56962) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:43.229223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'network': {'name': 'tempest-network-smoke--215033829', 'project_id': 'becf5c56d12142b68594109f363b6821', 'port_security_enabled': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:43.237309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19c73c5f-7170-4ee4-895c-e7a3b4480eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.259237 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19c73c5f-7170-4ee4-895c-e7a3b4480eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.317908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:51:43.321508 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.357505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19c73c5f-7170-4ee4-895c-e7a3b4480eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.360203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-19c73c5f-7170-4ee4-895c-e7a3b4480eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.361398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-19c73c5f-7170-4ee4-895c-e7a3b4480eb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b993d84c-c6e9-40ba-bbb7-c59d5af89dd7 HTTP/1.1" status: 204 len: 168 time: 0.1840103 Apr 30 01:51:43.362022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:51:43.371396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.371598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c73c5f-7170-4ee4-895c-e7a3b4480eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b993d84c-c6e9-40ba-bbb7-c59d5af89dd7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:43.371764 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Added segment 15e26195-c87e-4f64-8bb9-f3cb416b0b8d of type vlan for network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c Apr 30 01:51:43.416149 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.483413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.490839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:43.491757 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.564883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Network': ['ID=9152c3c1-c7dc-4c4a-98ad-99173c9a980c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:43.589631 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e4637635-1358-43d3-bd0c-1e1742137c99 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3638809 Apr 30 01:51:43.596929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 56968) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:43.602576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'admin_state_up': True, 'project_id': 'becf5c56d12142b68594109f363b6821', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:43.615564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:51:43.683897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.686034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.692003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c6baa18b-d08f-44b7-953a-4db2f8b08bd5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:43.718463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c6baa18b-d08f-44b7-953a-4db2f8b08bd5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:43.718817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c6baa18b-d08f-44b7-953a-4db2f8b08bd5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:43.719246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6998b5dd-5581-4c7c-903f-db6a44e5b50e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:43.747342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 6998b5dd-5581-4c7c-903f-db6a44e5b50e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:43.747578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6998b5dd-5581-4c7c-903f-db6a44e5b50e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:43.747988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d812eb10-e43a-450d-aada-c8b5b72581f7 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:51:43.753022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.768130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d812eb10-e43a-450d-aada-c8b5b72581f7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:51:43.768391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d812eb10-e43a-450d-aada-c8b5b72581f7 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:51:43.942462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:43.999231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31670b8-a60d-4bdc-bbe6-2025f67ad7a4 req-974222cb-2f98-4452-bdb6-bd77120aa282 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:44.000736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d31670b8-a60d-4bdc-bbe6-2025f67ad7a4 req-974222cb-2f98-4452-bdb6-bd77120aa282 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Apr 30 01:51:44.038783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d31670b8-a60d-4bdc-bbe6-2025f67ad7a4 req-2a4a2ef0-8d62-462a-ac3b-4495500dcc8c tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311532 Apr 30 01:51:44.217707 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:44.236147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:44.349741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.25.0.231 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/65af5ecc-d1c7-4f32-a003-20dee3e5938e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:44.450708 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:44.553106 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:44.591107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:44.593933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:44.598172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:44.603473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=65af5ecc-d1c7-4f32-a003-20dee3e5938e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:45.167815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365d1df-f4e9-4be9-8772-e0c36d25dbe3 req-1eecbfdb-a4f0-4acc-b1f6-6337bc6db1b1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:45.169322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1365d1df-f4e9-4be9-8772-e0c36d25dbe3 req-1eecbfdb-a4f0-4acc-b1f6-6337bc6db1b1 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0565872 Apr 30 01:51:45.209940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1365d1df-f4e9-4be9-8772-e0c36d25dbe3 req-ee18e9ea-7400-4319-9524-0f3fedbb616b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Apr 30 01:51:45.237289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:45.436653 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:45.597280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router a1225c1a-a386-4635-93ce-793c0662fb0d is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:51:45.704785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:45.716113 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Sync routers for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:45.725999 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:45.726615 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:45.776795 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:45.780972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1930f144-4b33-4ab7-85b8-af40d665f17a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1795580 Apr 30 01:51:45.781209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57036) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:45.810315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e082d69e-1299-4ea4-b245-4a0295355d23 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=becf5c56d12142b68594109f363b6821&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277226 Apr 30 01:51:45.813005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57038) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:45.830507 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:45.912153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d469a28-cc82-4e70-8f69-2b02825c618c tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:45.915564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7d469a28-cc82-4e70-8f69-2b02825c618c tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005106 Apr 30 01:51:45.917179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57042) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:45.945771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ba63c9cc-04a8-410b-aa8f-437219be9c62 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274117 Apr 30 01:51:45.948264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57044) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:45.952893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1404885184', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'project_id': 'becf5c56d12142b68594109f363b6821', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:46.013667 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:44Z', 'revision_number': 3, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:46.046159 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Checking router: a1225c1a-a386-4635-93ce-793c0662fb0d for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:46.046501 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Updating router a1225c1a-a386-4635-93ce-793c0662fb0d port 65af5ecc-d1c7-4f32-a003-20dee3e5938e binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:51:46.071693 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.088940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:51:46.092535 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.333510 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.336205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0d85d-ca7d-4211-90bf-10a61a8ab7cd req-ce010f9e-b954-446b-9170-954636a1da6e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:46.337878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81f0d85d-ca7d-4211-90bf-10a61a8ab7cd req-ce010f9e-b954-446b-9170-954636a1da6e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0529506 Apr 30 01:51:46.357946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.375247 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.377870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81f0d85d-ca7d-4211-90bf-10a61a8ab7cd req-dee1bd64-1f26-4738-b880-ffc63a8386e2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338559 Apr 30 01:51:46.435520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Subnet': ['ID=cb7425e2-34b4-45ca-909c-c5a246e3de60,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:46.440831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Checking segment: {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:46.441023 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ccc08-4d73-4a53-b8c3-c62c0b9f44d2 None None] Pushing event updated for resources: {'Port': ['ID=65af5ecc-d1c7-4f32-a003-20dee3e5938e,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:46.441313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network hostable DHCP agents. Network: 9152c3c1-c7dc-4c4a-98ad-99173c9a980c, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:51:46.445215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Attempting to bind port 65af5ecc-d1c7-4f32-a003-20dee3e5938e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:46.445215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Attempting to bind port 65af5ecc-d1c7-4f32-a003-20dee3e5938e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:46.445215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Attempting to bind port 65af5ecc-d1c7-4f32-a003-20dee3e5938e on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:46.450057 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:46.450424 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:46.450846 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.451229 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:46.451726 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Bound port: 65af5ecc-d1c7-4f32-a003-20dee3e5938e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:46.452102 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.506136 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] For port 65af5ecc-d1c7-4f32-a003-20dee3e5938e, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:46.506468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:51:46.509240 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] For port 65af5ecc-d1c7-4f32-a003-20dee3e5938e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65af5ecc-d1c7-4f32-a003-20dee3e5938e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:46.564233 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.574794 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 9152c3c1-c7dc-4c4a-98ad-99173c9a980c) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:46.579162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:46.579793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.585328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896d3c8-9f9e-4ea3-b97f-242671705fb5 None None] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:51:46.626512 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:46.627123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:46.667771 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ccc08-4d73-4a53-b8c3-c62c0b9f44d2 None None] Pushing event updated for resources: {'Port': ['ID=65af5ecc-d1c7-4f32-a003-20dee3e5938e,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:46.668056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57066) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:46.676258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4bdcc8bf-14a3-4cb9-a37f-1203c801ffbc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7263148 Apr 30 01:51:46.744487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:51:46.745370 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:46.755527 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:46.896677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Allocated IP 172.20.0.2 (9152c3c1-c7dc-4c4a-98ad-99173c9a980c/cb7425e2-34b4-45ca-909c-c5a246e3de60/d3c3254d-9712-4866-876c-f857932ceba4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:47.056655 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:44Z', 'revision_number': 3, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:47.060999 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.085850 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53dfff-b7ee-4ad5-843b-140c5f49e932 None None] The sync data for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 is: [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:44Z', 'revision_number': 3, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:47.118316 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.162251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:47.164925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.178190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:47.180821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:47.201919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Pushing event updated for resources: {'Port': ['ID=d3c3254d-9712-4866-876c-f857932ceba4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:47.258148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Attempting to bind port d3c3254d-9712-4866-876c-f857932ceba4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:47.261807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Attempting to bind port d3c3254d-9712-4866-876c-f857932ceba4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:47.261807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Attempting to bind port d3c3254d-9712-4866-876c-f857932ceba4 on network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:47.264495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:47.264961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Checking segment: {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:47.265429 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.265928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Bound using segment: {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:47.266458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Bound port: d3c3254d-9712-4866-876c-f857932ceba4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:47.266898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.399885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] For port d3c3254d-9712-4866-876c-f857932ceba4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:47.412301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] For port d3c3254d-9712-4866-876c-f857932ceba4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d3c3254d-9712-4866-876c-f857932ceba4,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:47.489873 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.525187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65af5ecc-d1c7-4f32-a003-20dee3e5938e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:47.545038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.20.0.1 (9152c3c1-c7dc-4c4a-98ad-99173c9a980c/cb7425e2-34b4-45ca-909c-c5a246e3de60/99892f0f-da13-402d-a218-9a7ce1292688) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:47.567172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093d6a4-83e8-401f-a060-fa9b51f78190 req-e99e44b8-fc88-4649-b388-136fe2e23a09 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:47.578970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b093d6a4-83e8-401f-a060-fa9b51f78190 req-e99e44b8-fc88-4649-b388-136fe2e23a09 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0937564 Apr 30 01:51:47.607744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d21852-e93e-4c0e-b6de-8c260a96f9c7 None None] Pushing event updated for resources: {'Port': ['ID=d3c3254d-9712-4866-876c-f857932ceba4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:47.627321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 65af5ecc-d1c7-4f32-a003-20dee3e5938e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:47.627865 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.676708 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b093d6a4-83e8-401f-a060-fa9b51f78190 req-3905bb3d-cece-4056-9708-bf57c17cfa9e tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852778 Apr 30 01:51:47.739858 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.764252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.774526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 65af5ecc-d1c7-4f32-a003-20dee3e5938e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65af5ecc-d1c7-4f32-a003-20dee3e5938e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:47.843957 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.873515 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:47.933195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=65af5ecc-d1c7-4f32-a003-20dee3e5938e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:47.936923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:47.940411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:47.947360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:47.949074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=99892f0f-da13-402d-a218-9a7ce1292688,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:47.994756 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:48.216033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:48.525240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:48.586833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:48.675118 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=99892f0f-da13-402d-a218-9a7ce1292688,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:48.684804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:48.740627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:48.749698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbea9464-bec8-4da7-b0b4-b758edf8650a None None] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:51:48.827369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:48.837275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cce06a-0334-41fd-9af4-aa11aa675917 req-68405320-eb50-4a98-9b38-83b5cd1becb2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:48.838814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21cce06a-0334-41fd-9af4-aa11aa675917 req-68405320-eb50-4a98-9b38-83b5cd1becb2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0795364 Apr 30 01:51:48.839890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:48.885741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a94cf426-206d-4f16-80ad-d4a335ed7f3f None None] Provisioning complete for port d3c3254d-9712-4866-876c-f857932ceba4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:48.886118 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a94cf426-206d-4f16-80ad-d4a335ed7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:48.934405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21cce06a-0334-41fd-9af4-aa11aa675917 req-751a9878-8990-40df-9d7b-550124bb90ca tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510221 Apr 30 01:51:49.009950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router a1225c1a-a386-4635-93ce-793c0662fb0d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:51:49.019163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a94cf426-206d-4f16-80ad-d4a335ed7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:49.059633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a94cf426-206d-4f16-80ad-d4a335ed7f3f None None] For port d3c3254d-9712-4866-876c-f857932ceba4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d3c3254d-9712-4866-876c-f857932ceba4,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:49.154977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:51:49.158067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a94cf426-206d-4f16-80ad-d4a335ed7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:49.164786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-968edbb5-7b31-4f7c-ba8a-176a5bfb7d09 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "PUT /v2.0/routers/a1225c1a-a386-4635-93ce-793c0662fb0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4955463 Apr 30 01:51:49.167275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57130) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:49.229842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cf426-206d-4f16-80ad-d4a335ed7f3f None None] Pushing event updated for resources: {'Port': ['ID=d3c3254d-9712-4866-876c-f857932ceba4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:49.286231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c91a06fa-3ef7-466c-9dcd-5243a3e4060d None None] Provisioning complete for port d3c3254d-9712-4866-876c-f857932ceba4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:49.286599 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91a06fa-3ef7-466c-9dcd-5243a3e4060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:49.328483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Sync routers for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:51:49.349258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:49.349904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:49.416883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.417641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.418082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.418758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.419215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.419866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.420517 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.421146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.423398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8f38e09-60dd-450f-b970-8a1b0e65f793 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5637 time: 0.2548261 Apr 30 01:51:49.427091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57136) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:49.497063 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.498291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.498777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.499417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.500082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.500751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.501780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.502244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:49.507119 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bd84e362-7bd3-446a-9064-e365f5c94136 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5242 time: 0.0761027 Apr 30 01:51:49.507621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57138) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:49.532461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c91a06fa-3ef7-466c-9dcd-5243a3e4060d None None] Provisioning complete for port 99892f0f-da13-402d-a218-9a7ce1292688 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:49.533221 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c91a06fa-3ef7-466c-9dcd-5243a3e4060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:49.540044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:49.593824 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65af5ecc-d1c7-4f32-a003-20dee3e5938e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:49.686023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c91a06fa-3ef7-466c-9dcd-5243a3e4060d None None] Port 99892f0f-da13-402d-a218-9a7ce1292688 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:51:49.700236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e75e854b-ee50-41d6-822c-29bcf9869c7a tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.1914375 Apr 30 01:51:49.767371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 65af5ecc-d1c7-4f32-a003-20dee3e5938e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:49.767948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:49.865404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e8b89746-04ca-4ce3-b0e6-503b60fc74c1 None None] Provisioning complete for port 99892f0f-da13-402d-a218-9a7ce1292688 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:49.865781 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e8b89746-04ca-4ce3-b0e6-503b60fc74c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:49.933950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e8b89746-04ca-4ce3-b0e6-503b60fc74c1 None None] Port 99892f0f-da13-402d-a218-9a7ce1292688 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:51:49.957198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d3c3254d-9712-4866-876c-f857932ceba4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:49.983724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 2, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:50.175762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57198) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:50.180277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-58c94816-d802-4de2-bc84-43e4b4e74317 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2221652', 'description': 'tempest-secgroup-smoke-2221652 description', 'project_id': 'becf5c56d12142b68594109f363b6821'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:50.184349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Checking router: a1225c1a-a386-4635-93ce-793c0662fb0d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:51:50.184616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Updating router a1225c1a-a386-4635-93ce-793c0662fb0d port 99892f0f-da13-402d-a218-9a7ce1292688 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:51:50.216734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.240140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d3c3254d-9712-4866-876c-f857932ceba4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:50.240794 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.280770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58c94816-d802-4de2-bc84-43e4b4e74317 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.378345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58c94816-d802-4de2-bc84-43e4b4e74317 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.438652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58c94816-d802-4de2-bc84-43e4b4e74317 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.490562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94816-d802-4de2-bc84-43e4b4e74317 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682d483f-a254-4117-a5d8-433574b572d8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:50.554501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58c94816-d802-4de2-bc84-43e4b4e74317 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.555913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-58c94816-d802-4de2-bc84-43e4b4e74317 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3791585 Apr 30 01:51:50.559031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57214) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:50.563698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4edfaa05-372d-4f45-8160-3b614c5378e4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '682d483f-a254-4117-a5d8-433574b572d8', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:50.600861 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.619938 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.637749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4edfaa05-372d-4f45-8160-3b614c5378e4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.672259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.711249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4edfaa05-372d-4f45-8160-3b614c5378e4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.744188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1a25f-f510-40d6-9b25-4bf2df747c49 None None] Pushing event updated for resources: {'Port': ['ID=99892f0f-da13-402d-a218-9a7ce1292688,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:50.781017 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4edfaa05-372d-4f45-8160-3b614c5378e4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.806095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfaa05-372d-4f45-8160-3b614c5378e4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e18f523-d5c2-4cc4-9b2f-ba055736bf46,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:50.822548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Attempting to bind port 99892f0f-da13-402d-a218-9a7ce1292688 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:50.823028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Attempting to bind port 99892f0f-da13-402d-a218-9a7ce1292688 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:50.823514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Attempting to bind port 99892f0f-da13-402d-a218-9a7ce1292688 on network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:50.829402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:50.829777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Checking segment: {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:50.830178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.830569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Bound using segment: {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:50.831475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Bound port: 99892f0f-da13-402d-a218-9a7ce1292688, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:50.833269 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.857641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177b72c-bea4-42dc-bc69-2320cfd24dd6 req-f5dbc674-3508-46a4-bc79-d0a817491ed2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:50.866222 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8177b72c-bea4-42dc-bc69-2320cfd24dd6 req-f5dbc674-3508-46a4-bc79-d0a817491ed2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.6477344 Apr 30 01:51:50.888430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4edfaa05-372d-4f45-8160-3b614c5378e4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:50.888430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4edfaa05-372d-4f45-8160-3b614c5378e4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273523 Apr 30 01:51:50.890907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57234) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:50.897387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c19bbb3b-e68f-4bd7-bddd-08bbac2fe505 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '682d483f-a254-4117-a5d8-433574b572d8', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:50.923858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] For port 99892f0f-da13-402d-a218-9a7ce1292688, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:50.930257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] For port 99892f0f-da13-402d-a218-9a7ce1292688, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=99892f0f-da13-402d-a218-9a7ce1292688,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:50.932503 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8177b72c-bea4-42dc-bc69-2320cfd24dd6 req-e9dc399e-d8f1-453f-a0f2-14ccc16af26f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653489 Apr 30 01:51:51.005216 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.038897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c19bbb3b-e68f-4bd7-bddd-08bbac2fe505 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.064967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:51:51.065589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:51:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:51.103011 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c19bbb3b-e68f-4bd7-bddd-08bbac2fe505 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.120730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1a25f-f510-40d6-9b25-4bf2df747c49 None None] Pushing event updated for resources: {'Port': ['ID=99892f0f-da13-402d-a218-9a7ce1292688,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:51.143520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-05773f73-94a9-4ded-9e6c-e0d581eb2125 None None] Provisioning complete for port 99892f0f-da13-402d-a218-9a7ce1292688 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:51.152465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05773f73-94a9-4ded-9e6c-e0d581eb2125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.169076 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c19bbb3b-e68f-4bd7-bddd-08bbac2fe505 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.186093 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bbb3b-e68f-4bd7-bddd-08bbac2fe505 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d276b7-84a3-4216-8647-93d08b40e58a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:51.233031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:51:51.257987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c19bbb3b-e68f-4bd7-bddd-08bbac2fe505 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.263602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c19bbb3b-e68f-4bd7-bddd-08bbac2fe505 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3671083 Apr 30 01:51:51.263602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57242) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:51.266361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '682d483f-a254-4117-a5d8-433574b572d8', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:51.374942 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.388301 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05773f73-94a9-4ded-9e6c-e0d581eb2125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.441226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.448571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-05773f73-94a9-4ded-9e6c-e0d581eb2125 None None] For port 99892f0f-da13-402d-a218-9a7ce1292688, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=99892f0f-da13-402d-a218-9a7ce1292688,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:51.502338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:50Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:51:51.517901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.530377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2218b45-da41-47bd-b48a-443b7f0da538 None None] The sync data for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 is: [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:50Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:51:51.538536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76e0f8e-2bbf-4dc1-93a7-2e182f86b47c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:51.547259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05773f73-94a9-4ded-9e6c-e0d581eb2125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.553230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.554697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.554697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.554697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.554950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.555139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.555676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.556156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.556666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.557108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.557647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.558089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:51:51.614931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05773f73-94a9-4ded-9e6c-e0d581eb2125 None None] Pushing event updated for resources: {'Port': ['ID=99892f0f-da13-402d-a218-9a7ce1292688,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:51.628177 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.629728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-616404ac-c479-4266-9023-e9eac3e3daa8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3665168 Apr 30 01:51:51.632151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57264) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:51.636707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ece1eb6b-6220-4ae9-ab64-228caeffddb9 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '682d483f-a254-4117-a5d8-433574b572d8', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:51.669829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8931afd8-ad54-4955-977f-55e49de0e0a5 None None] Provisioning complete for port 99892f0f-da13-402d-a218-9a7ce1292688 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:51.670208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8931afd8-ad54-4955-977f-55e49de0e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.745768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ece1eb6b-6220-4ae9-ab64-228caeffddb9 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.819908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ece1eb6b-6220-4ae9-ab64-228caeffddb9 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.872444 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ece1eb6b-6220-4ae9-ab64-228caeffddb9 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.892582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1eb6b-6220-4ae9-ab64-228caeffddb9 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65f48d2-811a-460a-b6ac-2a0b08d80ca7,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:51.959739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ece1eb6b-6220-4ae9-ab64-228caeffddb9 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:51.960970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ece1eb6b-6220-4ae9-ab64-228caeffddb9 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3278470 Apr 30 01:51:51.963712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57282) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:51.968353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-683ba8eb-425a-4484-a6f7-675bc2b2a2a7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '682d483f-a254-4117-a5d8-433574b572d8', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:52.069372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bf89d-1dfd-42d5-b851-a6db8b08f450 req-6095e2ac-49b3-4b08-b2e4-97f192472d96 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:52.071014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-409bf89d-1dfd-42d5-b851-a6db8b08f450 req-6095e2ac-49b3-4b08-b2e4-97f192472d96 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0559671 Apr 30 01:51:52.106676 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-683ba8eb-425a-4484-a6f7-675bc2b2a2a7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Project becf5c56d12142b68594109f363b6821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:51:52.115121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-409bf89d-1dfd-42d5-b851-a6db8b08f450 req-1e26acd6-a6b2-4b31-9285-1cfe50178a1a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380766 Apr 30 01:51:52.116522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-683ba8eb-425a-4484-a6f7-675bc2b2a2a7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:52.182502 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-683ba8eb-425a-4484-a6f7-675bc2b2a2a7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:52.260703 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-683ba8eb-425a-4484-a6f7-675bc2b2a2a7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:52.276720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ba8eb-425a-4484-a6f7-675bc2b2a2a7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a6bd8f-cf53-438c-a62b-7a26e219e7f9,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:52.371346 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-683ba8eb-425a-4484-a6f7-675bc2b2a2a7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:52.372624 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-683ba8eb-425a-4484-a6f7-675bc2b2a2a7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080024 Apr 30 01:51:52.375657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57290) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:52.380530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d768acc8-02ee-4620-9d4e-55840b0533a2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'security_group_rule': {'security_group_id': '682d483f-a254-4117-a5d8-433574b572d8', 'project_id': 'becf5c56d12142b68594109f363b6821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:52.455336 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-d768acc8-02ee-4620-9d4e-55840b0533a2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Project becf5c56d12142b68594109f363b6821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:51:52.461979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d768acc8-02ee-4620-9d4e-55840b0533a2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:52.533372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d768acc8-02ee-4620-9d4e-55840b0533a2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:52.598349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d768acc8-02ee-4620-9d4e-55840b0533a2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:52.616306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768acc8-02ee-4620-9d4e-55840b0533a2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b29af14-3745-4219-850a-b687fb9835fb,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:52.708683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d768acc8-02ee-4620-9d4e-55840b0533a2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:52.709914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d768acc8-02ee-4620-9d4e-55840b0533a2 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332548 Apr 30 01:51:52.914233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-71c15377-468f-40bf-adfa-ed1bfe2d884e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2221652&fields=id&tenant_id=becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 267 time: 0.0375931 Apr 30 01:51:53.022783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-0dcdf4a9-1d37-4312-8c5f-426cc6bba890 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:53.025209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-0dcdf4a9-1d37-4312-8c5f-426cc6bba890 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/networks?id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c HTTP/1.1" status: 200 len: 796 time: 0.1039746 Apr 30 01:51:53.040420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-fc525ddb-396b-45fa-b9fd-13e29615ed37 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/quotas/becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 375 time: 0.0099895 Apr 30 01:51:53.093771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-8a69b2fb-14c9-443a-ad81-cedfd1c1a00c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470591 Apr 30 01:51:53.192269 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-a5552aba-ee3e-454e-b5f1-370f5d9c3c64 service neutron] 10.222.0.15 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851605 Apr 30 01:51:53.287515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-aa7a5d66-e8c0-4fa1-9e4b-29319517dbec service neutron] 10.222.0.15 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887358 Apr 30 01:51:53.430395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 99892f0f-da13-402d-a218-9a7ce1292688 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:51:53.477436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 99892f0f-da13-402d-a218-9a7ce1292688 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:53.477801 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:53.635323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e32c16-8a38-418b-8871-c3a7ad4e5172 req-d670ddc1-855c-4a4b-bdb7-ff3da8a9bf27 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:53.636867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6e32c16-8a38-418b-8871-c3a7ad4e5172 req-d670ddc1-855c-4a4b-bdb7-ff3da8a9bf27 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0678046 Apr 30 01:51:53.683815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6e32c16-8a38-418b-8871-c3a7ad4e5172 req-99470d7b-f2e0-48ab-9ad8-6acf1e79a4bf tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345166 Apr 30 01:51:53.756609 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ddf3d92-f098-46a5-a2b8-2c182eee6477 req-f63e3cff-b160-4dd9-9b43-62566515321f tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 210 time: 0.0289872 Apr 30 01:51:54.804908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722a4e8-2915-4c30-97d4-070884bd2021 req-9c8e6e39-63f9-4a96-af16-952a1bd78099 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:54.806420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5722a4e8-2915-4c30-97d4-070884bd2021 req-9c8e6e39-63f9-4a96-af16-952a1bd78099 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0482507 Apr 30 01:51:54.845362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5722a4e8-2915-4c30-97d4-070884bd2021 req-383e0320-7b07-466a-a40a-d179f1a7aadc tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327437 Apr 30 01:51:54.935067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-01cc4a18-d9f7-4151-a960-56715f75d336 req-5b128f4b-a4c1-4363-b519-d793c8e5cf81 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 210 time: 0.0308127 Apr 30 01:51:54.948461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57390) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:55.061710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c04bbacc-b6fd-4dd8-b36f-b456992c5312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:55.134414 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c04bbacc-b6fd-4dd8-b36f-b456992c5312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:55.203371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c04bbacc-b6fd-4dd8-b36f-b456992c5312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:55.242016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c04bbacc-b6fd-4dd8-b36f-b456992c5312 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50eb675042e442ac9b5679da203c8ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924535 Apr 30 01:51:55.243019 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bbacc-b6fd-4dd8-b36f-b456992c5312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdc5376-180d-49a4-9214-addd823ff54d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:55.244741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57394) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:55.296063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e68675c6-46d6-425c-aea0-af1f2cd10298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:55.317846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e68675c6-46d6-425c-aea0-af1f2cd10298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:55.443782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e68675c6-46d6-425c-aea0-af1f2cd10298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:55.446351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e68675c6-46d6-425c-aea0-af1f2cd10298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:55.447528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e68675c6-46d6-425c-aea0-af1f2cd10298 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bdc5376-180d-49a4-9214-addd823ff54d HTTP/1.1" status: 204 len: 168 time: 0.2017610 Apr 30 01:51:55.459092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68675c6-46d6-425c-aea0-af1f2cd10298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdc5376-180d-49a4-9214-addd823ff54d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:55.882573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-041aaba2-42eb-4efe-bac4-30d0eaffe7f5 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:55.884124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-041aaba2-42eb-4efe-bac4-30d0eaffe7f5 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "GET /v2.0/networks?id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c HTTP/1.1" status: 200 len: 796 time: 0.1090600 Apr 30 01:51:55.930558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-0b2ef49c-40fc-4709-aa61-2cf4ef6f8bab tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=becf5c56d12142b68594109f363b6821 HTTP/1.1" status: 200 len: 377 time: 0.0376658 Apr 30 01:51:55.944252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'port': {'device_id': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'admin_state_up': True, 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'security_groups': ['682d483f-a254-4117-a5d8-433574b572d8']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:56.007819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664ed9-1a62-4996-bbfe-00d0daf1e1fe req-e35e7de5-e8e5-472a-a333-51bc9816ec91 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:56.011938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52664ed9-1a62-4996-bbfe-00d0daf1e1fe req-e35e7de5-e8e5-472a-a333-51bc9816ec91 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0646627 Apr 30 01:51:56.056812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52664ed9-1a62-4996-bbfe-00d0daf1e1fe req-144cd05c-e285-45e6-8a6b-0eec26cd6adb tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 Apr 30 01:51:56.140135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Made reservation on behalf of becf5c56d12142b68594109f363b6821 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:51:56.140135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:56.155923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b1792bf-ea5c-4e0f-abdc-3d384c8da384 req-b89d479b-4234-42a5-ac0d-62106695777b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 210 time: 0.0300429 Apr 30 01:51:56.270260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.20.0.4 (9152c3c1-c7dc-4c4a-98ad-99173c9a980c/cb7425e2-34b4-45ca-909c-c5a246e3de60/72c79e6d-c566-44a1-930a-4f5cb6b65923) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:51:56.413180 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:56.507197 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:56.553426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:51:56.556666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:51:56.560558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:51:56.567249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=72c79e6d-c566-44a1-930a-4f5cb6b65923,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:56.613359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:56.614054 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:56.726169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-b73673f0-1eef-4fa3-88f7-73f97d691324 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870405 Apr 30 01:51:56.738566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Request body: {'port': {'device_id': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:56.796387 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:56.813110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-08357232-46ba-4c72-bb00-9bf525472348 None None] Provisioning complete for port 72c79e6d-c566-44a1-930a-4f5cb6b65923 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:51:56.813729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08357232-46ba-4c72-bb00-9bf525472348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:56.848081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-08357232-46ba-4c72-bb00-9bf525472348 None None] Port 72c79e6d-c566-44a1-930a-4f5cb6b65923 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:51:56.937627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57428) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:57.047051 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab8712ee-c83d-495b-9c60-bb901645fc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.074993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c79e6d-c566-44a1-930a-4f5cb6b65923 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:51:57.082479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.094893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Transition to ACTIVE for port object 72c79e6d-c566-44a1-930a-4f5cb6b65923 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:51:57.121442 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab8712ee-c83d-495b-9c60-bb901645fc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.180453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9dd4b-eab8-4c64-9aaf-a116b5060478 req-c4c916c2-f8f9-45ea-8bdb-f52539867d35 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.181956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ce9dd4b-eab8-4c64-9aaf-a116b5060478 req-c4c916c2-f8f9-45ea-8bdb-f52539867d35 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0504026 Apr 30 01:51:57.191899 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.218689 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab8712ee-c83d-495b-9c60-bb901645fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.241478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ce9dd4b-eab8-4c64-9aaf-a116b5060478 req-08459049-d80a-4460-9b3c-c403cf6893b2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532227 Apr 30 01:51:57.274263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Pushing event updated for resources: {'Port': ['ID=72c79e6d-c566-44a1-930a-4f5cb6b65923,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:57.304352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ab8712ee-c83d-495b-9c60-bb901645fc82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff18f4e7647b45ed8fa0dd0d017e3417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654830 Apr 30 01:51:57.308294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57436) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:57.330689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8712ee-c83d-495b-9c60-bb901645fc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22eed51-635f-4aa9-9db0-cb6864aa9ffe,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:57.342861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Attempting to bind port 72c79e6d-c566-44a1-930a-4f5cb6b65923 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:51:57.343203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Attempting to bind port 72c79e6d-c566-44a1-930a-4f5cb6b65923 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:51:57.343684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Attempting to bind port 72c79e6d-c566-44a1-930a-4f5cb6b65923 on network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:57.350087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Port 72c79e6d-c566-44a1-930a-4f5cb6b65923 on network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:51:57.350345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Attempting to bind port 72c79e6d-c566-44a1-930a-4f5cb6b65923 on network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:51:57.361115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:51:57.361467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Checking segment: {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:51:57.361916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Bound using segment: {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:51:57.362359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Bound port: 72c79e6d-c566-44a1-930a-4f5cb6b65923, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e26195-c87e-4f64-8bb9-f3cb416b0b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:51:57.362724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.391014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe779-f111-4679-8229-496509fc1a39 req-e00391b4-4139-436f-ad20-128cc50eef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.392532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-525fe779-f111-4679-8229-496509fc1a39 req-e00391b4-4139-436f-ad20-128cc50eef9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 1096 time: 0.1552579 Apr 30 01:51:57.426363 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28bc6b1c-32ad-4db7-be3d-d16ef979d087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.435027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] For port 72c79e6d-c566-44a1-930a-4f5cb6b65923, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:51:57.438001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21101e1-4079-4d87-a9da-152cec24d752 req-9a9848d9-4505-4034-bfb6-2138fd9b8fa4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.438274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] For port 72c79e6d-c566-44a1-930a-4f5cb6b65923, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:51:57.438848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d21101e1-4079-4d87-a9da-152cec24d752 req-9a9848d9-4505-4034-bfb6-2138fd9b8fa4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 943 time: 0.1092005 Apr 30 01:51:57.484084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.520186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.520726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.522606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] 10.222.0.21 "PUT /v2.0/ports/72c79e6d-c566-44a1-930a-4f5cb6b65923 HTTP/1.1" status: 200 len: 1091 time: 0.7884183 Apr 30 01:51:57.522980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:51:57.524800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28bc6b1c-32ad-4db7-be3d-d16ef979d087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.525299 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a26225f-ae77-4f78-aff9-080f7709506c" -d '{"events": [{"name": "network-changed", "server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:51:57.568432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222d49-83b6-41f6-aaa4-ad41d0db276d service neutron] Pushing event updated for resources: {'Port': ['ID=72c79e6d-c566-44a1-930a-4f5cb6b65923,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:57.573046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d21101e1-4079-4d87-a9da-152cec24d752 req-de483cad-5401-4cca-8e20-1ced784b9c03 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1206069 Apr 30 01:51:57.618581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe779-f111-4679-8229-496509fc1a39 req-4baa85a2-7eb3-49c1-bef4-2d357cd2da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.620164 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-525fe779-f111-4679-8229-496509fc1a39 req-4baa85a2-7eb3-49c1-bef4-2d357cd2da9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76 HTTP/1.1" status: 200 len: 895 time: 0.2034414 Apr 30 01:51:57.657144 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74066d63-3e09-4fd1-ae71-8f2bdc411638 x-openstack-request-id: req-74066d63-3e09-4fd1-ae71-8f2bdc411638 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:51:57.657430 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:51:57.657683 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74066d63-3e09-4fd1-ae71-8f2bdc411638 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:51:57.658070 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74066d63-3e09-4fd1-ae71-8f2bdc411638'] response: {'name': 'network-changed', 'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'status': 'completed', 'code': 200} Apr 30 01:51:57.678987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-8871c8c5-1271-49ce-a99a-895f2fd03b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.680246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-8871c8c5-1271-49ce-a99a-895f2fd03b5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 1094 time: 0.0601192 Apr 30 01:51:57.696903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-525fe779-f111-4679-8229-496509fc1a39 req-4a58c3d0-b106-43d6-abd3-582bde2f4217 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93ee04e-1b93-4d70-ae33-f38039899755 HTTP/1.1" status: 200 len: 1001 time: 0.0672538 Apr 30 01:51:57.726090 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-977da524-039d-48af-a3b3-e3df89e40619 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923 HTTP/1.1" status: 200 len: 217 time: 0.0368509 Apr 30 01:51:57.734700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28bc6b1c-32ad-4db7-be3d-d16ef979d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.737407 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28bc6b1c-32ad-4db7-be3d-d16ef979d087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:57.741607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-28bc6b1c-32ad-4db7-be3d-d16ef979d087 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d22eed51-635f-4aa9-9db0-cb6864aa9ffe HTTP/1.1" status: 204 len: 168 time: 0.4298754 Apr 30 01:51:57.751371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc6b1c-32ad-4db7-be3d-d16ef979d087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22eed51-635f-4aa9-9db0-cb6864aa9ffe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:57.770854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe779-f111-4679-8229-496509fc1a39 req-987d46c1-7b40-408f-bbab-f025386f4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.773249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-525fe779-f111-4679-8229-496509fc1a39 req-987d46c1-7b40-408f-bbab-f025386f4827 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11686512-cdb3-4e1a-915a-303d3f86b858 HTTP/1.1" status: 200 len: 834 time: 0.0700610 Apr 30 01:51:57.786383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-e454c47d-cdfb-4335-b52b-ad87c45e4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.788258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-e454c47d-cdfb-4335-b52b-ad87c45e4684 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb7425e2-34b4-45ca-909c-c5a246e3de60 HTTP/1.1" status: 200 len: 835 time: 0.0553548 Apr 30 01:51:57.836532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe779-f111-4679-8229-496509fc1a39 req-849680e4-e313-457a-8c7d-7ff6b78e6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.838068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-525fe779-f111-4679-8229-496509fc1a39 req-849680e4-e313-457a-8c7d-7ff6b78e6e35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579047 Apr 30 01:51:57.843868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-7557786d-1358-4b1c-a8d6-19337a325165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:57.845362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-7557786d-1358-4b1c-a8d6-19337a325165 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506349 Apr 30 01:51:57.935818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-525fe779-f111-4679-8229-496509fc1a39 req-1bb4a8f3-36c4-4bff-be9f-5de92429a40b service neutron] 10.222.0.21 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845397 Apr 30 01:51:57.937621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-14ee5e4d-46c0-432e-a143-f62576b848c0 service neutron] 10.222.0.21 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843627 Apr 30 01:51:58.035836 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e34f6ca-bf24-45d7-95ca-c08eeb4d68d8 req-baa57cbc-5e5f-450c-b341-3bac87d61a10 service neutron] 10.222.0.21 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915492 Apr 30 01:51:58.036102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-525fe779-f111-4679-8229-496509fc1a39 req-a5c3a2a4-9993-47f4-919e-665c4c13c806 service neutron] 10.222.0.21 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974257 Apr 30 01:51:58.175644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26225f-ae77-4f78-aff9-080f7709506c req-8fee846a-184d-41a4-b2a8-15d0087a51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:58.177155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a26225f-ae77-4f78-aff9-080f7709506c req-8fee846a-184d-41a4-b2a8-15d0087a51c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 1094 time: 0.0422640 Apr 30 01:51:58.273247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26225f-ae77-4f78-aff9-080f7709506c req-e0a5146f-034b-4e0c-8e68-f607d8c61958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:58.274733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a26225f-ae77-4f78-aff9-080f7709506c req-e0a5146f-034b-4e0c-8e68-f607d8c61958 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c HTTP/1.1" status: 200 len: 896 time: 0.0908434 Apr 30 01:51:58.324411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a26225f-ae77-4f78-aff9-080f7709506c req-2777c620-7cf9-497e-a628-a26a306be5c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923 HTTP/1.1" status: 200 len: 217 time: 0.0421712 Apr 30 01:51:58.399723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26225f-ae77-4f78-aff9-080f7709506c req-eff86ee9-dc00-4baa-9091-8b3196e5e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:58.401182 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a26225f-ae77-4f78-aff9-080f7709506c req-eff86ee9-dc00-4baa-9091-8b3196e5e9c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb7425e2-34b4-45ca-909c-c5a246e3de60 HTTP/1.1" status: 200 len: 835 time: 0.0697453 Apr 30 01:51:58.408498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bd08a-42a0-4b95-82c9-508b308a1f57 req-68e2124e-2363-4a74-9508-02da14127d65 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:58.409933 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d9bd08a-42a0-4b95-82c9-508b308a1f57 req-68e2124e-2363-4a74-9508-02da14127d65 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0880802 Apr 30 01:51:58.472779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d9bd08a-42a0-4b95-82c9-508b308a1f57 req-d4e2dad8-a87c-448b-81bd-7b647e221da2 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539436 Apr 30 01:51:58.478461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26225f-ae77-4f78-aff9-080f7709506c req-afbe2d0c-865f-48f9-bcc5-4275ffcf0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:58.480459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a26225f-ae77-4f78-aff9-080f7709506c req-afbe2d0c-865f-48f9-bcc5-4275ffcf0a2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689900 Apr 30 01:51:58.579784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a26225f-ae77-4f78-aff9-080f7709506c req-e0aeb4ca-4756-4bc7-a56c-b892a7853413 service neutron] 10.222.0.21 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904956 Apr 30 01:51:58.716442 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a26225f-ae77-4f78-aff9-080f7709506c req-82c1c1cf-b515-41ba-a62e-e99157565973 service neutron] 10.222.0.21 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229157 Apr 30 01:51:58.718738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0e428-6f53-4428-9570-c5908e7a1dac req-841287b1-ae80-4c00-8201-63837d645038 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:58.720267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ac0e428-6f53-4428-9570-c5908e7a1dac req-841287b1-ae80-4c00-8201-63837d645038 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 943 time: 0.0751185 Apr 30 01:51:58.762250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ac0e428-6f53-4428-9570-c5908e7a1dac req-0d1c1f1d-117a-45e5-ae6b-fb8ac8d079f5 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344956 Apr 30 01:51:58.779762 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3500f291-130f-487a-b58d-53987824c661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.107151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-ceb8e368-9fbf-4c4f-998c-0b8e31e4777c req-44fc0748-f570-4455-9a4e-fdcaa79bd29f tempest-AttachVolumeNegativeTest-1285942744 tempest-AttachVolumeNegativeTest-1285942744-project] (103319) timed out ('10.222.0.23', 49543) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 01:51:59.180790 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 72c79e6d-c566-44a1-930a-4f5cb6b65923 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:51:59.280763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 72c79e6d-c566-44a1-930a-4f5cb6b65923, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:59.293295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'port_id': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'mac_address': 'fa:16:3e:16:84:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:51:59.307455 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:51:59.339152 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.345272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c79e6d-c566-44a1-930a-4f5cb6b65923 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:51:59.374878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 72c79e6d-c566-44a1-930a-4f5cb6b65923, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:51:59.455173 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.503011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=72c79e6d-c566-44a1-930a-4f5cb6b65923,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:59.519075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57482) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:51:59.599908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f1763-1b1d-4efb-a834-b5757d4fdcf4 req-35e04f81-c3ac-416b-8d01-ed5f4a7ff77b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:59.601403 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-368f1763-1b1d-4efb-a834-b5757d4fdcf4 req-35e04f81-c3ac-416b-8d01-ed5f4a7ff77b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0539696 Apr 30 01:51:59.640434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-368f1763-1b1d-4efb-a834-b5757d4fdcf4 req-4c280ef7-ff0b-4e52-b84f-416c72c3dbac tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326352 Apr 30 01:51:59.673625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-248475708'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:51:59.684562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['72c79e6d-c566-44a1-930a-4f5cb6b65923'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:51:59.746319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Made reservation on behalf of 8112e82915714afba18199663721b3bc for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:51:59.749861 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.761021 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.859255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.906966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.918587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84edbc-67aa-4172-b7c7-7a725a05e004 req-5212a3a6-f971-490b-8fbb-392332aad210 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:59.923037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d84edbc-67aa-4172-b7c7-7a725a05e004 req-5212a3a6-f971-490b-8fbb-392332aad210 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 944 time: 0.0799778 Apr 30 01:51:59.928239 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e372b-cb13-4203-af0f-b5a48a1cc2bd req-68a0c3d9-a63a-43de-b85b-7f51017921d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:51:59.929356 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d8e372b-cb13-4203-af0f-b5a48a1cc2bd req-68a0c3d9-a63a-43de-b85b-7f51017921d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 1096 time: 0.0569050 Apr 30 01:51:59.935491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:51:59.950598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f868e7d-2ac1-4daa-8ed2-318cf0b1dd5a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:51:59.955483 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.956127 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Added segment 5a38438d-fee8-4bae-8273-00d36b55053f of type vlan for network bd0fa360-b545-4041-8904-eaf67dcf1399 Apr 30 01:51:59.993857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d84edbc-67aa-4172-b7c7-7a725a05e004 req-33f9e818-d21d-4e8f-94b0-e5fd143166bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614684 Apr 30 01:51:59.997562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:51:59.997744 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d8e372b-cb13-4203-af0f-b5a48a1cc2bd req-588542f5-d137-4d80-b5f7-8fb4c9207e60 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572319 Apr 30 01:52:00.065735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:00.072006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:00.072587 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:00.140882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event updated for resources: {'Network': ['ID=bd0fa360-b545-4041-8904-eaf67dcf1399,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:00.150848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network bd0fa360-b545-4041-8904-eaf67dcf1399 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:52:00.166228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3821f769-7371-4270-af3d-2f2a4445d243 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6452065 Apr 30 01:52:00.168888 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57488) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:00.174034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Request body: {'subnet': {'network_id': 'bd0fa360-b545-4041-8904-eaf67dcf1399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:00.323262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Made reservation on behalf of 8112e82915714afba18199663721b3bc for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:00.326771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:00.557967 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:00.621739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event updated for resources: {'Subnet': ['ID=3b7741a2-eda7-4490-ad54-f1b0461f295d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:00.630222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Checking segment: {'id': '5a38438d-fee8-4bae-8273-00d36b55053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd0fa360-b545-4041-8904-eaf67dcf1399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:00.630581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Network hostable DHCP agents. Network: bd0fa360-b545-4041-8904-eaf67dcf1399, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:52:00.694785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Network bd0fa360-b545-4041-8904-eaf67dcf1399 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:52:00.763530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, bd0fa360-b545-4041-8904-eaf67dcf1399) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:00.767448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8130c0-d76d-4079-a35c-5a2fddf05ea6 req-6b3b081a-a824-4c73-9a5c-18a45d0b61db tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:00.767968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:00.768091 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:00.769090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a8130c0-d76d-4079-a35c-5a2fddf05ea6 req-6b3b081a-a824-4c73-9a5c-18a45d0b61db tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0495298 Apr 30 01:52:00.772153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b72309-02c3-45e8-8796-49090cae59c5 None None] Network bd0fa360-b545-4041-8904-eaf67dcf1399 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:00.813405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a8130c0-d76d-4079-a35c-5a2fddf05ea6 req-2273143e-bf14-4328-929f-f87ed72b0893 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327923 Apr 30 01:52:00.835296 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0481b9fa-4565-49c9-a143-72367d25b79a tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6653707 Apr 30 01:52:00.837967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57492) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:00.842923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Request body: {'port': {'network_id': 'bd0fa360-b545-4041-8904-eaf67dcf1399', 'name': 'tempest-DHCPAgentSchedulersTestJSON-86200542'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:00.933808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-bd0fa360-b545-4041-8904-eaf67dcf1399', 'network_id': 'bd0fa360-b545-4041-8904-eaf67dcf1399', 'tenant_id': '8112e82915714afba18199663721b3bc', 'fixed_ips': [{'subnet_id': '3b7741a2-eda7-4490-ad54-f1b0461f295d'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:52:00.934655 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.009512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d88fbf61-9a1d-45e2-af3a-da915378b689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.015312 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Made reservation on behalf of 8112e82915714afba18199663721b3bc for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:01.033597 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.057031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] device_id is not set on port 0fe3b75a-72be-4f10-bd74-3bdf5780c1e2 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:52:01.078344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Allocated IP 172.20.0.2 (bd0fa360-b545-4041-8904-eaf67dcf1399/3b7741a2-eda7-4490-ad54-f1b0461f295d/83a65441-3796-4cc3-8d91-17f9bf904fcd) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:01.155935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba1bc0-0443-414b-b9cb-bdd377320fbc req-3162fd6b-7f99-414e-b00c-dec4881b763b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:01.157460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fba1bc0-0443-414b-b9cb-bdd377320fbc req-3162fd6b-7f99-414e-b00c-dec4881b763b tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 944 time: 0.0901008 Apr 30 01:52:01.187583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d93ee04e-1b93-4d70-ae33-f38039899755 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:52:01.190050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 72c79e6d-c566-44a1-930a-4f5cb6b65923 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:01.200523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fba1bc0-0443-414b-b9cb-bdd377320fbc req-df05d8f0-9d87-4e0a-bc2b-2fa9b8fc38bc tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359132 Apr 30 01:52:01.301268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.372110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:01.383441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'port_id': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'mac_address': 'fa:16:3e:35:a6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:52:01.409768 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.416398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 72c79e6d-c566-44a1-930a-4f5cb6b65923 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:52:01.447084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 72c79e6d-c566-44a1-930a-4f5cb6b65923 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:01.447477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.452586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Allocated IP 172.20.0.5 (bd0fa360-b545-4041-8904-eaf67dcf1399/3b7741a2-eda7-4490-ad54-f1b0461f295d/0fe3b75a-72be-4f10-bd74-3bdf5780c1e2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:01.480670 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.487036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Network bd0fa360-b545-4041-8904-eaf67dcf1399 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:01.503692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:01.508390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:01.510459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Pushing event updated for resources: {'Port': ['ID=83a65441-3796-4cc3-8d91-17f9bf904fcd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:01.518049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93ee04e-1b93-4d70-ae33-f38039899755 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:52:01.621767 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.707140 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.723803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:01.748235 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Network bd0fa360-b545-4041-8904-eaf67dcf1399 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:01.753337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Attempting to bind port 83a65441-3796-4cc3-8d91-17f9bf904fcd on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:01.754244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Attempting to bind port 83a65441-3796-4cc3-8d91-17f9bf904fcd by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '5a38438d-fee8-4bae-8273-00d36b55053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd0fa360-b545-4041-8904-eaf67dcf1399'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:01.754244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Attempting to bind port 83a65441-3796-4cc3-8d91-17f9bf904fcd on network bd0fa360-b545-4041-8904-eaf67dcf1399 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:01.755099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:01.760066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:01.761637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:01.762041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Checking segment: {'id': '5a38438d-fee8-4bae-8273-00d36b55053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd0fa360-b545-4041-8904-eaf67dcf1399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:01.762445 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.762846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Bound using segment: {'id': '5a38438d-fee8-4bae-8273-00d36b55053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd0fa360-b545-4041-8904-eaf67dcf1399'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:01.763319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Bound port: 83a65441-3796-4cc3-8d91-17f9bf904fcd, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a38438d-fee8-4bae-8273-00d36b55053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd0fa360-b545-4041-8904-eaf67dcf1399'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:01.763759 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.791559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event updated for resources: {'Port': ['ID=0fe3b75a-72be-4f10-bd74-3bdf5780c1e2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:01.794671 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.821168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:01.821781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.847911 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:01.904595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:01.906743 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2058605f-cb4b-4a77-9718-14f6084f87cb" -d '{"events": [{"server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "name": "network-vif-plugged", "status": "completed", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:01.914472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9ab019ea-b006-4d13-8d96-bd00a90e5aa7 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0753617 Apr 30 01:52:01.917763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57500) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:01.926370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:01.932888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 72c79e6d-c566-44a1-930a-4f5cb6b65923, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:01.938696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] For port 83a65441-3796-4cc3-8d91-17f9bf904fcd, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:52:01.942930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] For port 83a65441-3796-4cc3-8d91-17f9bf904fcd, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83a65441-3796-4cc3-8d91-17f9bf904fcd,segment=NetworkSegment(5a38438d-fee8-4bae-8273-00d36b55053f),segment_id=5a38438d-fee8-4bae-8273-00d36b55053f)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:52:01.973724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83520de1-965e-4b79-9f78-d7a1136fb577 req-e89e9933-1075-4f7c-83dc-f09fc289a97f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:01.975218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83520de1-965e-4b79-9f78-d7a1136fb577 req-e89e9933-1075-4f7c-83dc-f09fc289a97f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 944 time: 0.0899644 Apr 30 01:52:02.003858 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.004656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d93ee04e-1b93-4d70-ae33-f38039899755 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:02.027916 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.040388 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83520de1-965e-4b79-9f78-d7a1136fb577 req-162a0521-3d37-4674-ad9f-dc04ecffd611 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455101 Apr 30 01:52:02.049997 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['d93ee04e-1b93-4d70-ae33-f38039899755'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:52:02.066076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57502) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:02.069978 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.075744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-748713e5-3d06-4f1c-89db-7fb4980df5bf tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Deleting port 0fe3b75a-72be-4f10-bd74-3bdf5780c1e2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:02.075914 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-748713e5-3d06-4f1c-89db-7fb4980df5bf tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.093922 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75152819-41fe-4e9a-b527-d090a42b2e9d x-openstack-request-id: req-75152819-41fe-4e9a-b527-d090a42b2e9d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:02.094207 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "name": "network-vif-plugged", "status": "completed", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:02.094450 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75152819-41fe-4e9a-b527-d090a42b2e9d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:02.094831 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75152819-41fe-4e9a-b527-d090a42b2e9d'] response: {'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'code': 200} Apr 30 01:52:02.150529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=72c79e6d-c566-44a1-930a-4f5cb6b65923,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:02.226119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-415d6d68-940a-4570-8df1-1bfb4bbd107f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/floatingips/9097a458-a581-4485-825a-23b02a1a0611 HTTP/1.1" status: 200 len: 992 time: 0.1519971 Apr 30 01:52:02.254376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-748713e5-3d06-4f1c-89db-7fb4980df5bf tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.264243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cc4ee-835c-4299-a83f-f97e9d09be61 req-c53e5060-ff73-4f92-b68d-b765e1ad9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:02.265763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db5cc4ee-835c-4299-a83f-f97e9d09be61 req-c53e5060-ff73-4f92-b68d-b765e1ad9cd6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 1096 time: 0.0934641 Apr 30 01:52:02.270179 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.276565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-748713e5-3d06-4f1c-89db-7fb4980df5bf tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Calling delete_port for 0fe3b75a-72be-4f10-bd74-3bdf5780c1e2 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:02.292836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42152720-c2d8-46e4-92fb-ac314273477a None None] Pushing event updated for resources: {'Port': ['ID=83a65441-3796-4cc3-8d91-17f9bf904fcd,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:02.307320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d93ee04e-1b93-4d70-ae33-f38039899755 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:52:02.342295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:02.367734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db5cc4ee-835c-4299-a83f-f97e9d09be61 req-353c424f-6397-4c9c-813d-4eeffb130053 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0919249 Apr 30 01:52:02.431570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c4ebb-07df-434f-a2fa-56f7bead6cd1 req-6e4e780a-4eb0-4e39-b058-d181ca4dd588 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:02.431873 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.433143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-349c4ebb-07df-434f-a2fa-56f7bead6cd1 req-6e4e780a-4eb0-4e39-b058-d181ca4dd588 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 945 time: 0.0912731 Apr 30 01:52:02.509822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:02.528823 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-349c4ebb-07df-434f-a2fa-56f7bead6cd1 req-f51096eb-e80f-4cfa-abd8-f2d76d02f336 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0856330 Apr 30 01:52:02.580699 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-748713e5-3d06-4f1c-89db-7fb4980df5bf tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.613567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748713e5-3d06-4f1c-89db-7fb4980df5bf tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event deleted for resources: {'Port': ['ID=0fe3b75a-72be-4f10-bd74-3bdf5780c1e2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:02.679119 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-748713e5-3d06-4f1c-89db-7fb4980df5bf tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.682402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-748713e5-3d06-4f1c-89db-7fb4980df5bf tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "DELETE /v2.0/ports/0fe3b75a-72be-4f10-bd74-3bdf5780c1e2 HTTP/1.1" status: 204 len: 168 time: 0.7637353 Apr 30 01:52:02.685341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57506) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:02.745632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2d22eabe-cc8c-4862-8e95-f59559df71d7 tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0591516 Apr 30 01:52:02.749767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57510) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:02.752863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-886840677'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:02.854839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Made reservation on behalf of 8112e82915714afba18199663721b3bc for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:02.858424 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.883375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:52:02.892975 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:02.899413 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Added segment 1cf8ae12-b557-485a-a747-e27b812c09e0 of type vlan for network c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6 Apr 30 01:52:02.935537 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.032142 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.038505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:03.039414 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.109300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event updated for resources: {'Network': ['ID=c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:03.119629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:52:03.136493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4873c7ab-bc0a-49d7-bec1-5657e7ba8cec None None] Network bd0fa360-b545-4041-8904-eaf67dcf1399 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:03.149226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-652577e7-176e-4e81-9919-966dc23d1454 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4000020 Apr 30 01:52:03.151808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57512) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:03.185664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d93ee04e-1b93-4d70-ae33-f38039899755 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:03.276915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d2ca4eaa-b1e9-4221-a87a-4cd28b9b8d92 None None] Provisioning complete for port 83a65441-3796-4cc3-8d91-17f9bf904fcd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:03.277549 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4eaa-b1e9-4221-a87a-4cd28b9b8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.298461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e9062a70-f1fa-4953-b8c7-2f219d41b458 tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "GET /v2.0/agents/59f16c5b-db3b-44a9-8cd3-23474e26fb16/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.1455026 Apr 30 01:52:03.301743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57514) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:03.371123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port d93ee04e-1b93-4d70-ae33-f38039899755 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:03.371523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.386309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959a45e-84c7-44aa-b667-d824c4b84f12 tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] Network c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:52:03.464741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7959a45e-84c7-44aa-b667-d824c4b84f12 tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "POST /v2.0/agents/59f16c5b-db3b-44a9-8cd3-23474e26fb16/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1616440 Apr 30 01:52:03.466543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57516) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:03.476231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609997b0-fbb3-4c96-b3ef-81de021ecb21 None None] Network c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:03.503730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83a65441-3796-4cc3-8d91-17f9bf904fcd up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:03.536901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4eaa-b1e9-4221-a87a-4cd28b9b8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.611747 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7814fc75-4e5e-44cc-85d2-6ae0e5cd9876 tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "GET /v2.0/agents/59f16c5b-db3b-44a9-8cd3-23474e26fb16/dhcp-networks HTTP/1.1" status: 200 len: 7992 time: 0.1408246 Apr 30 01:52:03.612492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57520) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:03.676390 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.679577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d2ca4eaa-b1e9-4221-a87a-4cd28b9b8d92 None None] For port 83a65441-3796-4cc3-8d91-17f9bf904fcd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83a65441-3796-4cc3-8d91-17f9bf904fcd,segment=NetworkSegment(5a38438d-fee8-4bae-8273-00d36b55053f),segment_id=5a38438d-fee8-4bae-8273-00d36b55053f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:03.682279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5909-a9e6-4fff-b69a-f9066900384e req-1bcb5c00-fd61-4a9d-b88f-1a900e7aced4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:03.684902 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e5909-a9e6-4fff-b69a-f9066900384e req-1bcb5c00-fd61-4a9d-b88f-1a900e7aced4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 945 time: 0.0717058 Apr 30 01:52:03.734340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c25e5909-a9e6-4fff-b69a-f9066900384e req-3675064e-1ac0-4b35-b9ae-bfffbc0a9614 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413690 Apr 30 01:52:03.736495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 83a65441-3796-4cc3-8d91-17f9bf904fcd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:03.736870 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.742401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:03.765719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4eaa-b1e9-4221-a87a-4cd28b9b8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.778326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0a2d4e3e-734d-4893-a843-400c2e412873 tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "DELETE /v2.0/agents/59f16c5b-db3b-44a9-8cd3-23474e26fb16/dhcp-networks/c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6 HTTP/1.1" status: 204 len: 168 time: 0.1639733 Apr 30 01:52:03.780660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57522) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:03.831572 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.846410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca4eaa-b1e9-4221-a87a-4cd28b9b8d92 None None] Pushing event updated for resources: {'Port': ['ID=83a65441-3796-4cc3-8d91-17f9bf904fcd,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:03.915056 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.923656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a5ffd7a3-c968-4bc9-be4f-47b17b6e17ce tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "GET /v2.0/agents/59f16c5b-db3b-44a9-8cd3-23474e26fb16/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.1379619 Apr 30 01:52:03.924164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57524) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:03.939567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:03.947418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-876173cf-3116-4274-86d3-e7da4f30aa61 tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "GET /v2.0/networks/bd0fa360-b545-4041-8904-eaf67dcf1399/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0219314 Apr 30 01:52:03.950791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57526) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:03.968808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-19443b60-edaf-4e99-9e0d-c916556f58ca tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "GET /v2.0/networks/bd0fa360-b545-4041-8904-eaf67dcf1399/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0169175 Apr 30 01:52:03.971697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57528) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:03.977700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:03.993472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cac4ef99-faf9-45f5-95db-642e9ad9feca None None] Provisioning complete for port 83a65441-3796-4cc3-8d91-17f9bf904fcd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:03.993845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cac4ef99-faf9-45f5-95db-642e9ad9feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.096214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:04.098555 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c444f99-cea5-493d-8c49-09814137731b" -d '{"events": [{"server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "name": "network-vif-plugged", "status": "completed", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:04.128286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-19f8c769-9644-4d73-818c-12c0b8df2b9d tempest-DHCPAgentSchedulersTestJSON-1961335904 tempest-DHCPAgentSchedulersTestJSON-1961335904-project-admin] 10.222.0.15 "GET /v2.0/agents/59f16c5b-db3b-44a9-8cd3-23474e26fb16/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.1554885 Apr 30 01:52:04.132511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57532) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:04.139016 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1173da-7c4a-4cbe-b5b9-fc5193d6073e x-openstack-request-id: req-cd1173da-7c4a-4cbe-b5b9-fc5193d6073e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:04.139382 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "name": "network-vif-plugged", "status": "completed", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:04.139740 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd1173da-7c4a-4cbe-b5b9-fc5193d6073e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:04.140192 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1173da-7c4a-4cbe-b5b9-fc5193d6073e'] response: {'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'code': 200} Apr 30 01:52:04.196086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0796993f-6083-4b44-a03c-cfd9e5f3909b None None] Could not find standard attr ID for object 0fe3b75a-72be-4f10-bd74-3bdf5780c1e2. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:52:04.215291 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.306225 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.325617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:04.335200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf8ae12-b557-485a-a747-e27b812c09e0') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:04.335522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf8ae12-b557-485a-a747-e27b812c09e0') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:04.344440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.357474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.363132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:04.363540 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:04.366395 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:04.489417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.496219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.499253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "DELETE /v2.0/networks/c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6 HTTP/1.1" status: 204 len: 168 time: 0.3657703 Apr 30 01:52:04.501897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57534) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:04.510803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeae55c-4fa9-4f57-b46c-a072a76aa4ae tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event deleted for resources: {'Network': ['ID=c2d8dbb0-2f0b-43e1-9392-d7df7e95a9f6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:04.526237 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d9d808-4ef5-4c9d-9593-535cfe50a208 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] DELETE failed (client error): The resource could not be found. Apr 30 01:52:04.526883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d9d808-4ef5-4c9d-9593-535cfe50a208 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:52:04.529976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-07d9d808-4ef5-4c9d-9593-535cfe50a208 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "DELETE /v2.0/ports/0fe3b75a-72be-4f10-bd74-3bdf5780c1e2 HTTP/1.1" status: 404 len: 333 time: 0.0271120 Apr 30 01:52:04.532494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:04.586050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf2ab1c-e07e-4911-80fd-609d55726a51 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Deleting subnet 3b7741a2-eda7-4490-ad54-f1b0461f295d {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:52:04.589123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab1c-e07e-4911-80fd-609d55726a51 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.627839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab1c-e07e-4911-80fd-609d55726a51 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.710676 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab1c-e07e-4911-80fd-609d55726a51 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.851205 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab1c-e07e-4911-80fd-609d55726a51 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.868400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de8c60-dc0f-4b70-af72-625e2f9ca0c5 req-6a07ed89-4880-4f4e-a639-1816b751af76 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:04.869873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30de8c60-dc0f-4b70-af72-625e2f9ca0c5 req-6a07ed89-4880-4f4e-a639-1816b751af76 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 945 time: 0.0588906 Apr 30 01:52:04.892276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2ab1c-e07e-4911-80fd-609d55726a51 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7741a2-eda7-4490-ad54-f1b0461f295d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:04.894541 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ab1c-e07e-4911-80fd-609d55726a51 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:04.898353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8cf2ab1c-e07e-4911-80fd-609d55726a51 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "DELETE /v2.0/subnets/3b7741a2-eda7-4490-ad54-f1b0461f295d HTTP/1.1" status: 204 len: 168 time: 0.3649006 Apr 30 01:52:04.899903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11b1ec-2229-4afb-81b8-86e23a0c0fc1 None None] Network bd0fa360-b545-4041-8904-eaf67dcf1399 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:04.905467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57540) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:04.935454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30de8c60-dc0f-4b70-af72-625e2f9ca0c5 req-2ac35e65-8977-43ff-9fce-6d1e8f631c5e tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463190 Apr 30 01:52:04.979658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.037499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Deleting port 83a65441-3796-4cc3-8d91-17f9bf904fcd {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:05.037881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.066478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a38f-49c4-4b5d-b908-2f1b1f617fb2 req-338db215-e1e7-484b-be1f-b834a43d15b1 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:05.068479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ba9a38f-49c4-4b5d-b908-2f1b1f617fb2 req-338db215-e1e7-484b-be1f-b834a43d15b1 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 945 time: 0.0534618 Apr 30 01:52:05.109845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] For port 83a65441-3796-4cc3-8d91-17f9bf904fcd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83a65441-3796-4cc3-8d91-17f9bf904fcd,segment=NetworkSegment(5a38438d-fee8-4bae-8273-00d36b55053f),segment_id=5a38438d-fee8-4bae-8273-00d36b55053f)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:05.110524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.113909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ba9a38f-49c4-4b5d-b908-2f1b1f617fb2 req-066534a7-231b-4c93-8208-808b745c18c8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391061 Apr 30 01:52:05.130857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Calling delete_port for 83a65441-3796-4cc3-8d91-17f9bf904fcd owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:05.136307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57544) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:05.182254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de56331-3dfc-470b-aed1-b1e97b6edac1 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:05.183833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6de56331-3dfc-470b-aed1-b1e97b6edac1 tempest-TestNetworkBasicOps-1404552171 tempest-TestNetworkBasicOps-1404552171-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 1091 time: 0.0464082 Apr 30 01:52:05.186575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57546) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:05.191638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:05.246149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] DHCP port deletion for bd0fa360-b545-4041-8904-eaf67dcf1399 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:52:05.294179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] Deleting port 83a65441-3796-4cc3-8d91-17f9bf904fcd {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:05.294480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.318418 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.329123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.360796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event deleted for resources: {'Port': ['ID=83a65441-3796-4cc3-8d91-17f9bf904fcd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:05.366302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] No DVR routers for this DVR port 83a65441-3796-4cc3-8d91-17f9bf904fcd on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:05.368254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] For port 83a65441-3796-4cc3-8d91-17f9bf904fcd, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83a65441-3796-4cc3-8d91-17f9bf904fcd,segment=NetworkSegment(5a38438d-fee8-4bae-8273-00d36b55053f),segment_id=5a38438d-fee8-4bae-8273-00d36b55053f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:05.368719 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.383782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] Calling delete_port for 83a65441-3796-4cc3-8d91-17f9bf904fcd owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:05.434102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.451915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83a65441-3796-4cc3-8d91-17f9bf904fcd no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:05.468690 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.477838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 83a65441-3796-4cc3-8d91-17f9bf904fcd {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:05.478331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83a65441-3796-4cc3-8d91-17f9bf904fcd not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:05.491849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0fa360-b545-4041-8904-eaf67dcf1399']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:05.507192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a38438d-fee8-4bae-8273-00d36b55053f') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:05.507192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a38438d-fee8-4bae-8273-00d36b55053f') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:05.520447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.525058 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.538528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.555249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] Pushing event deleted for resources: {'Port': ['ID=83a65441-3796-4cc3-8d91-17f9bf904fcd,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:05.556019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:05.556019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.558276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fc4f8-42f9-4df3-8444-606c2cdc8d03 None None] No DVR routers for this DVR port 83a65441-3796-4cc3-8d91-17f9bf904fcd on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:05.562109 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:05.566927 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Allocated IP 172.25.0.111 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a8d05ea8-768c-4d2e-bb45-54ba23cc5a8d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:05.674692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.695087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.704534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.709817 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] 10.222.0.15 "DELETE /v2.0/networks/bd0fa360-b545-4041-8904-eaf67dcf1399 HTTP/1.1" status: 204 len: 168 time: 0.8070300 Apr 30 01:52:05.721286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f47af-98a9-4fa2-b335-e7b044c9d9e0 tempest-DHCPAgentSchedulersTestJSON-627774121 tempest-DHCPAgentSchedulersTestJSON-627774121-project] Pushing event deleted for resources: {'Network': ['ID=bd0fa360-b545-4041-8904-eaf67dcf1399,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:05.781125 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:05.825291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:05.827754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:05.835695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:05.865233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=a8d05ea8-768c-4d2e-bb45-54ba23cc5a8d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:06.156863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57560) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:06.246600 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.251996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57564) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:06.389353 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.398326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c7ad5b3b-af30-4f17-a8c0-75addbc1ced9 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3709 time: 0.1450267 Apr 30 01:52:06.401644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57566) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:06.408052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'network': {'name': 'tempest-network-smoke--2072581550', 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'port_security_enabled': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:06.426350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a7c280ea-9dbd-442e-9969-14bd95919756 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8112e82915714afba18199663721b3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663655 Apr 30 01:52:06.429111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:06.472912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Made reservation on behalf of 4ce2fd4065084ff49653525b6a54c682 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:06.477060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.502107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:52:06.513025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.513368 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Added segment e47ef792-bde5-4e4e-8fc4-eb5af794866a of type vlan for network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a Apr 30 01:52:06.532385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a35511a-2d47-48ec-b885-2b06ac1a1931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.568937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.578568 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a35511a-2d47-48ec-b885-2b06ac1a1931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.625779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.666615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.672104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:06.672805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.674891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef959d9d-c7a5-4a15-95f5-2d7c02d08e85 req-988dcca9-e2e8-43ee-bd21-1f585af2f69a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:06.676525 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef959d9d-c7a5-4a15-95f5-2d7c02d08e85 req-988dcca9-e2e8-43ee-bd21-1f585af2f69a tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 945 time: 0.0569859 Apr 30 01:52:06.701843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.777231 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a35511a-2d47-48ec-b885-2b06ac1a1931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.779897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a35511a-2d47-48ec-b885-2b06ac1a1931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:06.781103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8a35511a-2d47-48ec-b885-2b06ac1a1931 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f868e7d-2ac1-4daa-8ed2-318cf0b1dd5a HTTP/1.1" status: 204 len: 168 time: 0.3510528 Apr 30 01:52:06.796268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef959d9d-c7a5-4a15-95f5-2d7c02d08e85 req-afdbd5bf-7027-492a-a27f-a4b85e5f7112 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122336 Apr 30 01:52:06.806684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event updated for resources: {'Port': ['ID=a8d05ea8-768c-4d2e-bb45-54ba23cc5a8d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:06.809165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35511a-2d47-48ec-b885-2b06ac1a1931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f868e7d-2ac1-4daa-8ed2-318cf0b1dd5a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:06.833402 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.086256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6834564 Apr 30 01:52:07.090598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:07.096994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'admin_state_up': True, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:07.125097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46305ad6-dfa1-46c5-976c-94f1eda3d891 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Network': ['ID=4c1b7232-e81b-4229-b49a-8cf1adbbf56a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:07.141044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:52:07.153269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-bcebec9e-fd2f-4f5b-85d7-4c149f6a5f2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879455 Apr 30 01:52:07.213623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.217187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.265938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-fa12ccd6-da21-48d4-9f3d-c0bd65c19e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:07.267471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-fa12ccd6-da21-48d4-9f3d-c0bd65c19e11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1136 time: 0.0665510 Apr 30 01:52:07.276337 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Floating IP 4d98a2d8-b9fe-4869-b66d-8081ab710aca associated. External IP: 172.25.0.111, port: 72c79e6d-c566-44a1-930a-4f5cb6b65923. Apr 30 01:52:07.296663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.420335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-6e7ed918-8233-406c-953e-d113a846193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:07.421816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-6e7ed918-8233-406c-953e-d113a846193d service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a HTTP/1.1" status: 200 len: 896 time: 0.1271513 Apr 30 01:52:07.479269 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57578) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:07.497358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-697c6de1-5b7b-4f01-98b4-baa378271c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.530485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router a1225c1a-a386-4635-93ce-793c0662fb0d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:07.560992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.577673 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-785fc003-785d-4fe6-8187-50a45061fa67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c33f9185-f1f6-417d-b99e-d536a54ee061 HTTP/1.1" status: 200 len: 1001 time: 0.1266100 Apr 30 01:52:07.651518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-99512caa-a159-464d-94f6-335737f1e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:07.653002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-99512caa-a159-464d-94f6-335737f1e1a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f HTTP/1.1" status: 200 len: 834 time: 0.0682664 Apr 30 01:52:07.666709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-697c6de1-5b7b-4f01-98b4-baa378271c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.685503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:07.697325 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] Sync routers for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:07.700424 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-697c6de1-5b7b-4f01-98b4-baa378271c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.707387 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:07.707544 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:07.740910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-071fb164-d4e6-4d00-9a9c-3961a22e5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:07.741142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-697c6de1-5b7b-4f01-98b4-baa378271c6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49beb333bd4a42678d072696d5d963d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607770 Apr 30 01:52:07.742030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c6de1-5b7b-4f01-98b4-baa378271c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f2349-63bb-4399-aec7-c382f53ab5df,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:07.742331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-071fb164-d4e6-4d00-9a9c-3961a22e5ad4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613642 Apr 30 01:52:07.743956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57580) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:07.782598 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.815026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7960df62-eac9-4f39-9836-a0cb2d2bd143 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6248646 Apr 30 01:52:07.815026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:07.815816 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef53ea7-c2ec-4c59-aca7-70e05da00e14" -d '{"events": [{"name": "network-changed", "server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:07.817781 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:07.817920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57582) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:07.874338 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7005eaa5-63fb-4585-943a-9ebff2b18928 x-openstack-request-id: req-7005eaa5-63fb-4585-943a-9ebff2b18928 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:07.875013 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:07.875450 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7005eaa5-63fb-4585-943a-9ebff2b18928 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:07.876621 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7005eaa5-63fb-4585-943a-9ebff2b18928'] response: {'name': 'network-changed', 'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'status': 'completed', 'code': 200} Apr 30 01:52:07.905256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4a44-9a81-463e-9189-0fac5dacb26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:07.924094 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b039096d-3cb2-4d9a-a3cc-ff507fca6154 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/floatingips/4d98a2d8-b9fe-4869-b66d-8081ab710aca HTTP/1.1" status: 200 len: 991 time: 0.0924866 Apr 30 01:52:07.960063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-66de5003-1b34-43a5-85ef-aaf0666861e0 service neutron] 10.222.0.23 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022300 Apr 30 01:52:07.983523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-a6cf77a5-eaa2-451e-ae3b-827b2825d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:07.985033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-a6cf77a5-eaa2-451e-ae3b-827b2825d9d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 1096 time: 0.0796421 Apr 30 01:52:08.001241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72102c5-cf0e-42c0-8eef-951bcff3780c req-70d48694-9994-444e-b3c1-2b19a55a8308 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:08.002924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f72102c5-cf0e-42c0-8eef-951bcff3780c req-70d48694-9994-444e-b3c1-2b19a55a8308 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 945 time: 0.0639429 Apr 30 01:52:08.040041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4a44-9a81-463e-9189-0fac5dacb26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.075775 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.100215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f72102c5-cf0e-42c0-8eef-951bcff3780c req-e663d2b3-5cf5-4138-9681-556fbd7c4316 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870047 Apr 30 01:52:08.114814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.133638 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '4d98a2d8-b9fe-4869-b66d-8081ab710aca', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'port_id': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'mac_address': 'fa:16:3e:16:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:52:06Z', 'updated_at': '2022-04-30T01:52:06Z', 'revision_number': 0, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:51Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:08.141407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-b42a78e1-4cbe-44d1-a2cd-28b1c8c91388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:08.143680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-b42a78e1-4cbe-44d1-a2cd-28b1c8c91388 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c HTTP/1.1" status: 200 len: 896 time: 0.1393318 Apr 30 01:52:08.160097 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] Checking router: a1225c1a-a386-4635-93ce-793c0662fb0d for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:08.170581 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:08.171183 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:08.226953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-5eb65c9a-ec8d-4f8a-9240-ee966bff8969 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923 HTTP/1.1" status: 200 len: 999 time: 0.0764933 Apr 30 01:52:08.250177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-81c52d7b-adbc-439a-a6c0-dd38e2503fd5 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:08.257720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-81c52d7b-adbc-439a-a6c0-dd38e2503fd5 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.23 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 945 time: 0.1578155 Apr 30 01:52:08.266455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac35907e-5644-4124-a881-ac4b9a70c553 req-cbd42184-69b6-4c51-9a1a-3c1d84b24968 service neutron] 10.222.0.23 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761419 Apr 30 01:52:08.283091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-941ec17c-4e68-4bb2-af0e-999724415b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:08.286416 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-941ec17c-4e68-4bb2-af0e-999724415b97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb7425e2-34b4-45ca-909c-c5a246e3de60 HTTP/1.1" status: 200 len: 835 time: 0.0526011 Apr 30 01:52:08.290372 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:08.338106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-c8d40061-b691-44b6-ad38-82b851462e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:08.340495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-c8d40061-b691-44b6-ad38-82b851462e46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481815 Apr 30 01:52:08.366310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4a44-9a81-463e-9189-0fac5dacb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.369188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4a44-9a81-463e-9189-0fac5dacb26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.371273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0c9d4a44-9a81-463e-9189-0fac5dacb26e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d94f2349-63bb-4399-aec7-c382f53ab5df HTTP/1.1" status: 204 len: 168 time: 0.6251698 Apr 30 01:52:08.382371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Allocated IP 172.25.0.50 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ab16920c-88e3-48b9-91b1-0dd2eaaf13b6) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:08.399169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d4a44-9a81-463e-9189-0fac5dacb26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f2349-63bb-4399-aec7-c382f53ab5df,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:08.474444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-84dc5e91-8b39-4519-9c1a-8c437571421a service neutron] 10.222.0.21 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271937 Apr 30 01:52:08.476226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Deleting port 960fa915-2081-4278-b17a-32752b257b85 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:08.476564 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.575290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.602744 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bef53ea7-c2ec-4c59-aca7-70e05da00e14 req-93f7caa6-1a9e-43b4-92d4-8aacaeca6202 service neutron] 10.222.0.21 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179559 Apr 30 01:52:08.604390 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '4d98a2d8-b9fe-4869-b66d-8081ab710aca', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'port_id': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'mac_address': 'fa:16:3e:16:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:52:06Z', 'updated_at': '2022-04-30T01:52:06Z', 'revision_number': 0, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:51Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:08.616879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] For port 960fa915-2081-4278-b17a-32752b257b85, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=960fa915-2081-4278-b17a-32752b257b85,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:08.618004 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.638637 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af392793-4b54-44f3-92f2-77ab8fde00da None None] The sync data for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 is: [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '4d98a2d8-b9fe-4869-b66d-8081ab710aca', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'port_id': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'mac_address': 'fa:16:3e:16:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:52:06Z', 'updated_at': '2022-04-30T01:52:06Z', 'revision_number': 0, 'project_id': 'becf5c56d12142b68594109f363b6821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:51Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:08.731087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.781660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:08.793020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:08.827941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:08.859950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=ab16920c-88e3-48b9-91b1-0dd2eaaf13b6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:08.889281 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752e3be-ec09-4f94-8e87-75763dd91aff None None] New status for floating IP 4d98a2d8-b9fe-4869-b66d-8081ab710aca: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:52:08.897275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.897646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:08.897969 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Floating IP 62ff643b-abdb-426c-b194-681d0d6f98cb disassociated. External IP: 172.25.0.122, port: 960fa915-2081-4278-b17a-32752b257b85. Apr 30 01:52:08.898318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Calling delete_port for 960fa915-2081-4278-b17a-32752b257b85 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:08.928764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57598) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:08.999486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-002fdfb9-ed53-4659-a05b-a5146211db37 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/floatingips/4d98a2d8-b9fe-4869-b66d-8081ab710aca HTTP/1.1" status: 200 len: 991 time: 0.0695543 Apr 30 01:52:09.164711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:09.200645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event deleted for resources: {'Port': ['ID=960fa915-2081-4278-b17a-32752b257b85,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:09.213386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54575e1a-65ea-43fa-91e5-3eb60b0e9ce6 req-5a5da4f9-eeb9-489c-9070-f40c6cd7dd26 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 210 time: 0.0304604 Apr 30 01:52:09.315373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:09.410313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Router aa954b70-fd01-4f1f-8736-e957b296edde has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:09.640026 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:09.642241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:09.657323 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] Sync routers for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:09.679885 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:09.680853 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:09.724050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] No DVR routers for this DVR port 960fa915-2081-4278-b17a-32752b257b85 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:09.730057 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:09.733653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-32c4c67a-c1f1-4e08-8509-a05ea3180538 req-65d70bbf-6eea-43c5-bcb0-43fb6fff502d tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.23 "DELETE /v2.0/ports/960fa915-2081-4278-b17a-32752b257b85 HTTP/1.1" status: 204 len: 173 time: 1.4628940 Apr 30 01:52:09.733830 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'name': 'network-vif-deleted', 'tag': '960fa915-2081-4278-b17a-32752b257b85'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:09.736144 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8fbd69-4cef-4afd-b501-daf9ffb509ac" -d '{"events": [{"server_uuid": "d36dc034-f8c4-4a1c-bcfe-441c6dc45817", "name": "network-vif-deleted", "tag": "960fa915-2081-4278-b17a-32752b257b85"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:09.788070 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68e3d8f-62be-498b-97f8-27736443a8bc x-openstack-request-id: req-d68e3d8f-62be-498b-97f8-27736443a8bc {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:09.788367 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36dc034-f8c4-4a1c-bcfe-441c6dc45817", "name": "network-vif-deleted", "tag": "960fa915-2081-4278-b17a-32752b257b85", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:09.789431 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d68e3d8f-62be-498b-97f8-27736443a8bc {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:09.790783 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68e3d8f-62be-498b-97f8-27736443a8bc'] response: {'server_uuid': 'd36dc034-f8c4-4a1c-bcfe-441c6dc45817', 'name': 'network-vif-deleted', 'tag': '960fa915-2081-4278-b17a-32752b257b85', 'status': 'completed', 'code': 200} Apr 30 01:52:09.809919 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:09.952736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Router c06951a9-b355-4397-9238-84aeccf0e694 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:10.002876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57622) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.020171 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:35Z', 'revision_number': 5, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:10.061718 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] Checking router: aa954b70-fd01-4f1f-8736-e957b296edde for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:10.070786 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:10.071668 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:10.084067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3ddfb6fd-1502-4f36-96bc-213650617f85 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/floatingips/4d98a2d8-b9fe-4869-b66d-8081ab710aca HTTP/1.1" status: 200 len: 993 time: 0.0794468 Apr 30 01:52:10.098222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:10.111959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Sync routers for ids ['c06951a9-b355-4397-9238-84aeccf0e694'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:10.126275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Routers {'c06951a9-b355-4397-9238-84aeccf0e694'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:10.127141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c06951a9-b355-4397-9238-84aeccf0e694'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:10.180041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.181403 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d74ab30f-c6dd-401a-9ec0-132e06e37c69 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0903571 Apr 30 01:52:10.187112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57628) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.252130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d811acc-efdc-4de4-b3a0-840944728f34 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:10.255873 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4d811acc-efdc-4de4-b3a0-840944728f34 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4ce2fd4065084ff49653525b6a54c682&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0672576 Apr 30 01:52:10.258253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57634) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.268103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Set router c06951a9-b355-4397-9238-84aeccf0e694 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:10.376930 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:10.390868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3997671-271a-43b2-985e-cf4d99ea8a6c tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:10.390868 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a3997671-271a-43b2-985e-cf4d99ea8a6c tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300738 Apr 30 01:52:10.390868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57636) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.397582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57638) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.400527 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0466c8eb-db2f-409c-a4d8-5af07d07d0bd req-185e236a-f754-4ccd-bf03-78c32869a207 tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "GET /v2.0/ports?device_id=d36dc034-f8c4-4a1c-bcfe-441c6dc45817 HTTP/1.1" status: 200 len: 210 time: 0.0386941 Apr 30 01:52:10.437043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c8315e73-bf67-4c11-808f-075580dec18c tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380449 Apr 30 01:52:10.439688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57642) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.473734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cbad95ed-2c2d-4fa2-b25b-3a598fafd6c4 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4ce2fd4065084ff49653525b6a54c682&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325191 Apr 30 01:52:10.476381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57644) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.512239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:09Z', 'revision_number': 3, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:10.539651 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1593266534', 'router:external': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:10.547419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Checking router: c06951a9-b355-4397-9238-84aeccf0e694 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:10.547419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Updating router c06951a9-b355-4397-9238-84aeccf0e694 port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:52:10.585603 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.592822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c03f0b-e023-4c65-a616-4c0021782c4d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:10.592822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b7c03f0b-e023-4c65-a616-4c0021782c4d tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1139975 Apr 30 01:52:10.594896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57646) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.630143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-137b149d-8674-4014-bed3-fb6a0317de35 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337384 Apr 30 01:52:10.632572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57648) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:10.637466 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:35Z', 'revision_number': 5, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:10.637694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2118633105', 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a', 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:10.637828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Made reservation on behalf of 8d7aaeb6debc4406bf748aa3d8ba176f for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:10.640116 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.649987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.673842 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6a0e5-2057-40a5-b802-1465df03fedc None None] The sync data for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 is: [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:46:27Z', 'revision_number': 4, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f2b42cbb-b6ac-41b5-bdae-67897399c034', 'name': '', 'network_id': '797e5c96-4436-4703-8552-8e7c1b9c6bea', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'mac_address': 'fa:16:3e:de:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '0986bfbe-355f-4873-a177-aa34720dc182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:24Z', 'updated_at': '2022-04-30T01:46:35Z', 'revision_number': 5, 'project_id': '4f6a681f592540afb91597c24264fc76', 'subnets': [{'id': '0986bfbe-355f-4873-a177-aa34720dc182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:10.755863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.803539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Made reservation on behalf of 4ce2fd4065084ff49653525b6a54c682 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:10.808042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.826510 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.854757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:52:10.866317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418f369e-cfe2-42fa-9ab6-fc5dcd94524b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:10.871508 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.871860 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Added segment e0e0ec26-bc59-477c-9ef4-690ef251200b of type vlan for network bc0efcde-d362-4fc4-96a3-ed027de6a407 Apr 30 01:52:10.929325 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:10.946273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.008401 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d72f4f-98a4-4dc2-992f-080de8e4e523 None None] New status for floating IP 62ff643b-abdb-426c-b194-681d0d6f98cb: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:52:11.009838 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.060574 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.061919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:11.062500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.068977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Attempting to bind port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:11.069633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Attempting to bind port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:11.070222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Attempting to bind port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:11.077474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6534e0-9973-42d8-96a4-7d69b727dafe None None] Pushing event updated for resources: {'Port': ['ID=ab16920c-88e3-48b9-91b1-0dd2eaaf13b6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:11.080379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:11.081118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:11.082260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.082933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:11.083634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Bound port: ab16920c-88e3-48b9-91b1-0dd2eaaf13b6, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:11.087042 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.106932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.128096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'Network': ['ID=bc0efcde-d362-4fc4-96a3-ed027de6a407,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:11.143465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network bc0efcde-d362-4fc4-96a3-ed027de6a407 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:52:11.151881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e47f6933-f599-4d43-b9b2-071d21c96865 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7571576 Apr 30 01:52:11.152109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57650) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:11.158292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'subnet': {'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:11.176107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Subnet': ['ID=b804d9a0-595c-4aa1-91e7-9db09dd344bb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:11.182504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Checking segment: {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:11.182724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network hostable DHCP agents. Network: 4c1b7232-e81b-4229-b49a-8cf1adbbf56a, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:52:11.183735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] For port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:52:11.215548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Made reservation on behalf of 8d7aaeb6debc4406bf748aa3d8ba176f for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:11.220721 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.237699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] For port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ab16920c-88e3-48b9-91b1-0dd2eaaf13b6,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:52:11.261220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:52:11.302026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.318407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4c1b7232-e81b-4229-b49a-8cf1adbbf56a) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:11.323130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:11.323745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.342040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c6436-cf9d-4a72-bfa4-fd1d2c130355 None None] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:11.401132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0913f1a9-cf07-4351-b75b-94486e62dd6b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7675314 Apr 30 01:52:11.403923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:11.412258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6534e0-9973-42d8-96a4-7d69b727dafe None None] Pushing event updated for resources: {'Port': ['ID=ab16920c-88e3-48b9-91b1-0dd2eaaf13b6,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:11.428467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Routers {'c06951a9-b355-4397-9238-84aeccf0e694'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:11.429109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c06951a9-b355-4397-9238-84aeccf0e694'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:11.460691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:11.596001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] Set router c06951a9-b355-4397-9238-84aeccf0e694 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:11.623518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-4c1b7232-e81b-4229-b49a-8cf1adbbf56a', 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'fixed_ips': [{'subnet_id': 'b804d9a0-595c-4aa1-91e7-9db09dd344bb'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:52:11.624391 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.741928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Deleting port b06c17c4-ec5b-418f-a0f7-a30ea7aea393 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:11.742163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.885917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Allocated IP 172.20.0.18 (4c1b7232-e81b-4229-b49a-8cf1adbbf56a/b804d9a0-595c-4aa1-91e7-9db09dd344bb/ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:11.904753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.905084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:11.925214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Calling delete_port for b06c17c4-ec5b-418f-a0f7-a30ea7aea393 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:11.948759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:52:11.949422 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.008541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aa01145f-6d8a-46bb-9f3e-517ae074c51e,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:12.018420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Checking segment: {'id': 'e0e0ec26-bc59-477c-9ef4-690ef251200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:12.018864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Network hostable DHCP agents. Network: bc0efcde-d362-4fc4-96a3-ed027de6a407, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:52:12.089969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Network bc0efcde-d362-4fc4-96a3-ed027de6a407 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:52:12.139840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:09Z', 'revision_number': 3, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:12.147251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.163556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, bc0efcde-d362-4fc4-96a3-ed027de6a407) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:12.169935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:12.170533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.175065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3702f-4078-4f82-affb-3423bab74c17 None None] The sync data for ids ['c06951a9-b355-4397-9238-84aeccf0e694'] in n-d-821348-1 is: [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:09Z', 'revision_number': 3, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:12.182052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541bd19b-3751-45e2-92e4-49185805e694 None None] Network bc0efcde-d362-4fc4-96a3-ed027de6a407 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:12.248727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0a463d89-e9d2-491a-8055-581ad1a42c98 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0955334 Apr 30 01:52:12.251728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57658) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:12.262685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1051349187', 'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:12.277146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.317811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event deleted for resources: {'Port': ['ID=b06c17c4-ec5b-418f-a0f7-a30ea7aea393,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:12.328559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.364316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Made reservation on behalf of 8d7aaeb6debc4406bf748aa3d8ba176f for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:12.366691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.386771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da175054-2e38-4436-b721-0648d8a0d993 None None] Network bc0efcde-d362-4fc4-96a3-ed027de6a407 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:12.389812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] device_id is not set on port 10779e39-48f8-4fc2-8315-fba9eb35779e yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:52:12.401586 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.468563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.471121 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.477222 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cc52d168-8008-4438-a1b0-d23d5f96e3ce tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "DELETE /v2.0/floatingips/62ff643b-abdb-426c-b194-681d0d6f98cb HTTP/1.1" status: 204 len: 168 time: 1.0111067 Apr 30 01:52:12.563232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:12.575459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:12.581593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:12.591265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Pushing event updated for resources: {'Port': ['ID=ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:12.591550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Allocated IP 172.20.0.17 (4c1b7232-e81b-4229-b49a-8cf1adbbf56a/b804d9a0-595c-4aa1-91e7-9db09dd344bb/9216ab27-5c2b-41d3-9d07-c7fdc78a86bb) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:12.596934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Allocated IP 2001:db8::dc (bc0efcde-d362-4fc4-96a3-ed027de6a407/aa01145f-6d8a-46bb-9f3e-517ae074c51e/10779e39-48f8-4fc2-8315-fba9eb35779e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:12.613836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57664) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:12.724238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Attempting to bind port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:12.724618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Attempting to bind port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:12.724986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Attempting to bind port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 on network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:12.731669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:12.732240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Checking segment: {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:12.732667 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.733946 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Bound using segment: {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:12.734597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Bound port: ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:12.735009 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.810224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.825677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] For port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:52:12.829382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] For port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:52:12.879347 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.907229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:12.958249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ae8df-dabf-4b55-b8f9-0c4001e341a1 None None] Pushing event updated for resources: {'Port': ['ID=ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:12.983497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Network bc0efcde-d362-4fc4-96a3-ed027de6a407 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:12.990370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:12.995319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:12.996624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:13.002317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.028486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'Port': ['ID=10779e39-48f8-4fc2-8315-fba9eb35779e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:13.104504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ca32ee51-4385-4b99-bb55-d2fc6da05616 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8501391 Apr 30 01:52:13.106852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57666) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:13.134603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1852143-9bb2-4e5d-9d14-17de77c8a99c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.168052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1852143-9bb2-4e5d-9d14-17de77c8a99c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.227023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-974c0df7-464c-403b-a816-bd61a86e91dd tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Deleting port 10779e39-48f8-4fc2-8315-fba9eb35779e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:13.227674 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974c0df7-464c-403b-a816-bd61a86e91dd tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.281343 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.314630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1852143-9bb2-4e5d-9d14-17de77c8a99c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.318478 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1852143-9bb2-4e5d-9d14-17de77c8a99c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.322481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1852143-9bb2-4e5d-9d14-17de77c8a99c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] 10.222.0.15 "DELETE /v2.0/security-groups/7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a HTTP/1.1" status: 204 len: 168 time: 0.7028401 Apr 30 01:52:13.335192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1852143-9bb2-4e5d-9d14-17de77c8a99c tempest-TestServerBasicOps-1671394018 tempest-TestServerBasicOps-1671394018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b42ad-5d2c-4928-a4ef-adf2a89ff98a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:13.347072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974c0df7-464c-403b-a816-bd61a86e91dd tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.363602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-974c0df7-464c-403b-a816-bd61a86e91dd tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Calling delete_port for 10779e39-48f8-4fc2-8315-fba9eb35779e owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:13.429535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 960fa915-2081-4278-b17a-32752b257b85 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:13.433372 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.479505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 960fa915-2081-4278-b17a-32752b257b85 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:13.479505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 960fa915-2081-4278-b17a-32752b257b85 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:13.481568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57670) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:13.517444 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:13.521323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:13.523229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:13.525626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:13.530347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:13.593724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.600769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:13.601398 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.649602 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974c0df7-464c-403b-a816-bd61a86e91dd tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.682732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c0df7-464c-403b-a816-bd61a86e91dd tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event deleted for resources: {'Port': ['ID=10779e39-48f8-4fc2-8315-fba9eb35779e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:13.709746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.744850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:13.749777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974c0df7-464c-403b-a816-bd61a86e91dd tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.756080 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-974c0df7-464c-403b-a816-bd61a86e91dd tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "DELETE /v2.0/ports/10779e39-48f8-4fc2-8315-fba9eb35779e HTTP/1.1" status: 204 len: 168 time: 0.6474960 Apr 30 01:52:13.762225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57674) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:13.762357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407', 'external_fixed_ips': [{'subnet_id': 'aa01145f-6d8a-46bb-9f3e-517ae074c51e', 'ip_address': '2001:db8::dc'}]}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:13.810226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.814199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:13.824569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.893186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.895311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.907538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:13.922485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:13.923084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:13.967480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.014803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.050822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ab16920c-88e3-48b9-91b1-0dd2eaaf13b6,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:14.124283 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.155031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.202433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=ab16920c-88e3-48b9-91b1-0dd2eaaf13b6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:14.211502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f98ff-6698-49f5-8101-79df51bc3d49 None None] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:14.227392 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.257753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.311614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:14.314208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.348525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d358d019-1fad-4951-a56e-709470e510f5 None None] Provisioning complete for port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:14.348525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d358d019-1fad-4951-a56e-709470e510f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.419532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.464119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:14.468789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:14.625394 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Router c06951a9-b355-4397-9238-84aeccf0e694 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:14.723273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-70f41fd7-b105-4a01-9894-bf7e8722a517 None None] Provisioning complete for port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:14.723905 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70f41fd7-b105-4a01-9894-bf7e8722a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.771310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.775773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-70f41fd7-b105-4a01-9894-bf7e8722a517 None None] Port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:52:14.788682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:14.793581 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-70f41fd7-b105-4a01-9894-bf7e8722a517 None None] Provisioning complete for port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:14.794054 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70f41fd7-b105-4a01-9894-bf7e8722a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.806776 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8bf13fd8-93cd-46b7-82d4-c9d615a199ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "PUT /v2.0/routers/c06951a9-b355-4397-9238-84aeccf0e694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008231 Apr 30 01:52:14.807340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:14.873961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Sync routers for ids ['c06951a9-b355-4397-9238-84aeccf0e694'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:14.943740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Routers {'c06951a9-b355-4397-9238-84aeccf0e694'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:14.948433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c06951a9-b355-4397-9238-84aeccf0e694'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:15.056156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Deleting port f2b42cbb-b6ac-41b5-bdae-67897399c034 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:15.056501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.133443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ab8a6fd3-9e99-4ff6-aa44-1a91b8d306a4 None None] Provisioning complete for port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:15.133818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6fd3-9e99-4ff6-aa44-1a91b8d306a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.141872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Allocated IP 2001:db8::dc (bc0efcde-d362-4fc4-96a3-ed027de6a407/aa01145f-6d8a-46bb-9f3e-517ae074c51e/9c3421d2-65b9-426e-95c3-0cbfff043959) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:15.181392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Set router c06951a9-b355-4397-9238-84aeccf0e694 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:15.216524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a6fd3-9e99-4ff6-aa44-1a91b8d306a4 None None] Port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:52:15.258775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-0c4bfef5-83e9-4f88-bd35-1e32991e58e9 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:15.261089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-0c4bfef5-83e9-4f88-bd35-1e32991e58e9 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/networks?id=4c1b7232-e81b-4229-b49a-8cf1adbbf56a HTTP/1.1" status: 200 len: 798 time: 0.1877987 Apr 30 01:52:15.279165 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-fc8543b0-a468-49a4-b2e1-e3d4e72d0502 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/quotas/4ce2fd4065084ff49653525b6a54c682 HTTP/1.1" status: 200 len: 375 time: 0.0115206 Apr 30 01:52:15.284443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] For port f2b42cbb-b6ac-41b5-bdae-67897399c034, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f2b42cbb-b6ac-41b5-bdae-67897399c034,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:15.285503 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.308027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Calling delete_port for f2b42cbb-b6ac-41b5-bdae-67897399c034 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:15.359394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2545f9c3-cf20-41dd-a13a-190a73621541 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0725594 Apr 30 01:52:15.408714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.440328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:13Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9216ab27-5c2b-41d3-9d07-c7fdc78a86bb', 'name': '', 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:0b:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'b804d9a0-595c-4aa1-91e7-9db09dd344bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:12Z', 'updated_at': '2022-04-30T01:52:14Z', 'revision_number': 2, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': 'b804d9a0-595c-4aa1-91e7-9db09dd344bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:15.476901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-048fe705-71bd-46ad-811e-45a54685c138 None None] Provisioning complete for port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:15.477418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-048fe705-71bd-46ad-811e-45a54685c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.480366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:15.484347 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-f2985c6a-8762-4b0d-b8b2-cb21dfb0d81d service neutron] 10.222.0.15 "GET /v2.0/networks/4c1b7232-e81b-4229-b49a-8cf1adbbf56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075172 Apr 30 01:52:15.500391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Checking router: c06951a9-b355-4397-9238-84aeccf0e694 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:15.501150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Updating router c06951a9-b355-4397-9238-84aeccf0e694 port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:52:15.577159 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.583556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-048fe705-71bd-46ad-811e-45a54685c138 None None] Port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:52:15.589644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-ff53e399-845c-4961-b107-8cebbe60c433 service neutron] 10.222.0.15 "GET /v2.0/networks/4c1b7232-e81b-4229-b49a-8cf1adbbf56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965354 Apr 30 01:52:15.598931 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.645303 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:15.645682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.658177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Network bc0efcde-d362-4fc4-96a3-ed027de6a407 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:15.660018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'Port': ['ID=9c3421d2-65b9-426e-95c3-0cbfff043959,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:15.664433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:15.666487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:15.701204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:15.731789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b42cbb-b6ac-41b5-bdae-67897399c034,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:15.846713 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:15.916491 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b26f99e-3fc9-4f9d-bf02-9df0545fa58a req-1a5c3ab0-137f-4b71-8598-f0662baf49c0 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 210 time: 0.0635328 Apr 30 01:52:16.031349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.156939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:16.157365 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.188404 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.241445 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.307291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1917d3-d7ea-44e3-83b7-c43c62256c79 None None] Pushing event updated for resources: {'Port': ['ID=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:16.366830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Attempting to bind port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:16.367210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Attempting to bind port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:16.367603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Attempting to bind port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb on network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:16.373734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:16.374409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Checking segment: {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:16.374751 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.375148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Bound using segment: {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:16.375651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Bound port: 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:16.380352 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.456063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] For port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:52:16.460442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] For port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:52:16.530821 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.596426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-eb4c0653-b255-4637-bb92-f47f7ff7e1e3 None None] Provisioning complete for port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:16.597327 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0653-b255-4637-bb92-f47f7ff7e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.616401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.632390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Routers {'c06951a9-b355-4397-9238-84aeccf0e694'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:16.633048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c06951a9-b355-4397-9238-84aeccf0e694'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:16.636519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1917d3-d7ea-44e3-83b7-c43c62256c79 None None] Pushing event updated for resources: {'Port': ['ID=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:16.754987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Router aa954b70-fd01-4f1f-8736-e957b296edde has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:16.787988 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0653-b255-4637-bb92-f47f7ff7e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.793597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] Set router c06951a9-b355-4397-9238-84aeccf0e694 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:16.891522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-eb4c0653-b255-4637-bb92-f47f7ff7e1e3 None None] For port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:16.946595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0653-b255-4637-bb92-f47f7ff7e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.956088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:16.963072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:16.969135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a1a8e6f7-8402-4d97-9de0-04d12c3ca7e5 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa954b70-fd01-4f1f-8736-e957b296edde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4864681 Apr 30 01:52:16.972038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57700) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:16.981633 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] Sync routers for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:17.001339 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:17.002231 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:17.045567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c0653-b255-4637-bb92-f47f7ff7e1e3 None None] Pushing event updated for resources: {'Port': ['ID=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:17.082990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a38eee1d-039b-47e1-b450-4889bb62c835 None None] Provisioning complete for port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:17.083793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a38eee1d-039b-47e1-b450-4889bb62c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.093720 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c269c2e8-2a4a-4ca1-a5b1-b3346d946565 req-c1008763-8d89-4708-9818-e1a855e23def tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 210 time: 0.0629151 Apr 30 01:52:17.130211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:13Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9216ab27-5c2b-41d3-9d07-c7fdc78a86bb', 'name': '', 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:0b:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'b804d9a0-595c-4aa1-91e7-9db09dd344bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:12Z', 'updated_at': '2022-04-30T01:52:16Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': 'b804d9a0-595c-4aa1-91e7-9db09dd344bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:17.162927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c76e9-7d59-4504-b79c-5d857401d33d None None] The sync data for ids ['c06951a9-b355-4397-9238-84aeccf0e694'] in n-d-821348-1 is: [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:13Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9216ab27-5c2b-41d3-9d07-c7fdc78a86bb', 'name': '', 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:0b:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'b804d9a0-595c-4aa1-91e7-9db09dd344bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:12Z', 'updated_at': '2022-04-30T01:52:16Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': 'b804d9a0-595c-4aa1-91e7-9db09dd344bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:17.187193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.196059 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:17.230182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Router a837f0f4-f75e-4677-9c75-42414576733a is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:17.365550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.371715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:17.387769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Sync routers for ids ['a837f0f4-f75e-4677-9c75-42414576733a'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:17.414333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Routers {'a837f0f4-f75e-4677-9c75-42414576733a'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:17.415113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a837f0f4-f75e-4677-9c75-42414576733a'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:17.450301 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:52:15Z', 'revision_number': 5, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port': {'id': 'a4b09842-094c-405c-99b6-ea31e3629118', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:19Z', 'updated_at': '2022-04-30T01:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:17.458641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.462714 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e85080c2-e499-4993-9683-34960db9b4f6 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.7030449 Apr 30 01:52:17.463206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57702) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:17.497948 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] Checking router: aa954b70-fd01-4f1f-8736-e957b296edde for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:17.514498 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] Routers {'aa954b70-fd01-4f1f-8736-e957b296edde'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:17.515128 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa954b70-fd01-4f1f-8736-e957b296edde'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:17.611097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:17.615105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Set router a837f0f4-f75e-4677-9c75-42414576733a gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:17.636345 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] Set router aa954b70-fd01-4f1f-8736-e957b296edde gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:17.663327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.696838 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:52:17Z', 'revision_number': 6, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:17.708877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Deleting port a4b09842-094c-405c-99b6-ea31e3629118 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:17.709475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.754776 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4fa50-8ef9-469c-bb9c-2c7d7847ab56 None None] The sync data for ids ['aa954b70-fd01-4f1f-8736-e957b296edde'] in n-d-821348-1 is: [{'id': 'aa954b70-fd01-4f1f-8736-e957b296edde', 'name': 'tempest-TestServerBasicOps-999544365-router', 'tenant_id': '4f6a681f592540afb91597c24264fc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:16Z', 'updated_at': '2022-04-30T01:52:17Z', 'revision_number': 6, 'project_id': '4f6a681f592540afb91597c24264fc76', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:17.797461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:17.797826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.859859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] For port a4b09842-094c-405c-99b6-ea31e3629118, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a4b09842-094c-405c-99b6-ea31e3629118,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:17.860277 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.875088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:17.884459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Calling delete_port for a4b09842-094c-405c-99b6-ea31e3629118 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:17.938802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a837f0f4-f75e-4677-9c75-42414576733a', 'name': '', 'tenant_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407', 'external_fixed_ips': [{'subnet_id': 'aa01145f-6d8a-46bb-9f3e-517ae074c51e', 'ip_address': '2001:db8::dc'}], 'enable_snat': True}, 'gw_port_id': '9c3421d2-65b9-426e-95c3-0cbfff043959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:13Z', 'updated_at': '2022-04-30T01:52:15Z', 'revision_number': 3, 'project_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'gw_port': {'id': '9c3421d2-65b9-426e-95c3-0cbfff043959', 'name': '', 'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a837f0f4-f75e-4677-9c75-42414576733a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'aa01145f-6d8a-46bb-9f3e-517ae074c51e', 'ip_address': '2001:db8::dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:14Z', 'updated_at': '2022-04-30T01:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa01145f-6d8a-46bb-9f3e-517ae074c51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:17.971500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Checking router: a837f0f4-f75e-4677-9c75-42414576733a for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:17.971500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Updating router a837f0f4-f75e-4677-9c75-42414576733a port 9c3421d2-65b9-426e-95c3-0cbfff043959 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:52:17.998154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.192365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-09e41bd9-6b9e-41c3-95f8-df5824a87ef8 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:18.193957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-09e41bd9-6b9e-41c3-95f8-df5824a87ef8 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.21 "GET /v2.0/networks?id=4c1b7232-e81b-4229-b49a-8cf1adbbf56a HTTP/1.1" status: 200 len: 798 time: 0.1967368 Apr 30 01:52:18.223979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Deleting port 9c3421d2-65b9-426e-95c3-0cbfff043959 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:18.224350 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.229108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Request body: {'port': {'device_id': 'aa5ec608-2aee-4429-9f5d-1b13a1da2a8f', 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a', 'admin_state_up': True, 'tenant_id': '4ce2fd4065084ff49653525b6a54c682'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:18.249001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5afc5f0b-889c-410e-aa98-1186e2f9ff1d req-a4d41f85-f8eb-4c7c-8a22-7477183300f2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 210 time: 0.0540304 Apr 30 01:52:18.334907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.348533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.403628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b09842-094c-405c-99b6-ea31e3629118,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:18.461407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.506062 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.522578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Attempting to bind port 9c3421d2-65b9-426e-95c3-0cbfff043959 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:18.522957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Attempting to bind port 9c3421d2-65b9-426e-95c3-0cbfff043959 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'e0e0ec26-bc59-477c-9ef4-690ef251200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:18.523307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Attempting to bind port 9c3421d2-65b9-426e-95c3-0cbfff043959 on network bc0efcde-d362-4fc4-96a3-ed027de6a407 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:18.525428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a61faa-6e62-404e-8ddc-529ff71e6192 None None] Pushing event updated for resources: {'Port': ['ID=9c3421d2-65b9-426e-95c3-0cbfff043959,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:18.526291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Calling delete_port for 9c3421d2-65b9-426e-95c3-0cbfff043959 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:18.532262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:18.532709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Checking segment: {'id': 'e0e0ec26-bc59-477c-9ef4-690ef251200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:18.533174 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.533623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Bound using segment: {'id': 'e0e0ec26-bc59-477c-9ef4-690ef251200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:18.534362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Bound port: 9c3421d2-65b9-426e-95c3-0cbfff043959, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e0ec26-bc59-477c-9ef4-690ef251200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bc0efcde-d362-4fc4-96a3-ed027de6a407'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:18.534598 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.545677 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.591309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] For port 9c3421d2-65b9-426e-95c3-0cbfff043959, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:52:18.596053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] For port 9c3421d2-65b9-426e-95c3-0cbfff043959, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9c3421d2-65b9-426e-95c3-0cbfff043959,segment=NetworkSegment(e0e0ec26-bc59-477c-9ef4-690ef251200b),segment_id=e0e0ec26-bc59-477c-9ef4-690ef251200b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:52:18.638486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Made reservation on behalf of 4ce2fd4065084ff49653525b6a54c682 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:18.641974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.661624 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.688199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.691833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.736123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a61faa-6e62-404e-8ddc-529ff71e6192 None None] Pushing event updated for resources: {'Port': ['ID=9c3421d2-65b9-426e-95c3-0cbfff043959,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:18.739035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Routers {'a837f0f4-f75e-4677-9c75-42414576733a'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:18.739676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a837f0f4-f75e-4677-9c75-42414576733a'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:18.809468 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.831039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] Set router a837f0f4-f75e-4677-9c75-42414576733a gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:18.853139 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.853655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa954b70-fd01-4f1f-8736-e957b296edde {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:18.875985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:18.877190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e13c5b55-0e5d-4beb-b6f5-a25d78875fed admin admin] 10.222.0.15 "DELETE /v2.0/routers/aa954b70-fd01-4f1f-8736-e957b296edde HTTP/1.1" status: 204 len: 168 time: 1.9032836 Apr 30 01:52:18.880361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57708) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:18.890100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a837f0f4-f75e-4677-9c75-42414576733a', 'name': '', 'tenant_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:13Z', 'updated_at': '2022-04-30T01:52:17Z', 'revision_number': 4, 'project_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:18.918893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d3064-cf0a-4c34-a298-acdc4e7f9b58 None None] The sync data for ids ['a837f0f4-f75e-4677-9c75-42414576733a'] in n-d-821348-1 is: [{'id': 'a837f0f4-f75e-4677-9c75-42414576733a', 'name': '', 'tenant_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:13Z', 'updated_at': '2022-04-30T01:52:17Z', 'revision_number': 4, 'project_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:18.975268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Allocated IP 172.20.0.27 (4c1b7232-e81b-4229-b49a-8cf1adbbf56a/b804d9a0-595c-4aa1-91e7-9db09dd344bb/4a49b097-c972-4c36-a87d-aa56ed172ad8) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:18.983261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-358b4fc6-ba71-4a42-9a5e-9027c70bdfb3 admin admin] Deleting subnet 0986bfbe-355f-4873-a177-aa34720dc182 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:52:18.994800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-358b4fc6-ba71-4a42-9a5e-9027c70bdfb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.399883 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56286be9-e9f5-436f-bdd7-ea0c907b8656 req-7ff43574-8390-4082-b077-735767122ea9 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 210 time: 0.0543523 Apr 30 01:52:19.435533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.439550 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-358b4fc6-ba71-4a42-9a5e-9027c70bdfb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.449601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f2b42cbb-b6ac-41b5-bdae-67897399c034 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:19.474990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f2b42cbb-b6ac-41b5-bdae-67897399c034 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:19.475394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f2b42cbb-b6ac-41b5-bdae-67897399c034 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:19.475802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a4b09842-094c-405c-99b6-ea31e3629118 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:19.496155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a4b09842-094c-405c-99b6-ea31e3629118 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:19.496508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a4b09842-094c-405c-99b6-ea31e3629118 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:19.497149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c3421d2-65b9-426e-95c3-0cbfff043959,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:19.543709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.648621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.686011 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.694355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.710538 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-358b4fc6-ba71-4a42-9a5e-9027c70bdfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.849659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.850224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a837f0f4-f75e-4677-9c75-42414576733a {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:19.854457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.855611 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7cdafe04-072c-40aa-9098-19f249e71ce9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a837f0f4-f75e-4677-9c75-42414576733a HTTP/1.1" status: 204 len: 168 time: 2.3911533 Apr 30 01:52:19.858316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57712) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:19.891029 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-358b4fc6-ba71-4a42-9a5e-9027c70bdfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.893197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.958038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b4fc6-ba71-4a42-9a5e-9027c70bdfb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0986bfbe-355f-4873-a177-aa34720dc182,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:19.970784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-358b4fc6-ba71-4a42-9a5e-9027c70bdfb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:19.971403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a68f747-8433-401c-9577-17ab4dc9c7de None None] Network 797e5c96-4436-4703-8552-8e7c1b9c6bea requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:19.976689 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-358b4fc6-ba71-4a42-9a5e-9027c70bdfb3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0986bfbe-355f-4873-a177-aa34720dc182 HTTP/1.1" status: 204 len: 168 time: 1.0948536 Apr 30 01:52:19.976954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57714) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:19.982590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:19.986704 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad8bc82-58c5-44d9-8d63-57348be08cb9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Deleting subnet aa01145f-6d8a-46bb-9f3e-517ae074c51e {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:52:19.994699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:19.997224 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:20.031766 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fad8bc82-58c5-44d9-8d63-57348be08cb9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.054722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.075309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event updated for resources: {'Port': ['ID=4a49b097-c972-4c36-a87d-aa56ed172ad8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:20.106521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:20.107484 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.122480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fad8bc82-58c5-44d9-8d63-57348be08cb9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.124800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Deleting port 261b55d7-0f5f-4bf8-b702-e303db7068c4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:20.125252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.176642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fad8bc82-58c5-44d9-8d63-57348be08cb9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.199166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] For port 261b55d7-0f5f-4bf8-b702-e303db7068c4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=261b55d7-0f5f-4bf8-b702-e303db7068c4,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:20.204824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.224860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Calling delete_port for 261b55d7-0f5f-4bf8-b702-e303db7068c4 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:20.225906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] DHCP port deletion for 797e5c96-4436-4703-8552-8e7c1b9c6bea request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:52:20.232130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-40f101cf-9d6f-44d6-a6c1-ec40fece4a5f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0244646 Apr 30 01:52:20.247211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Request body: {'port': {'device_id': 'aa5ec608-2aee-4429-9f5d-1b13a1da2a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:20.291026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] Deleting port 261b55d7-0f5f-4bf8-b702-e303db7068c4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:20.291303 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.313342 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.370028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fad8bc82-58c5-44d9-8d63-57348be08cb9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.392242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] For port 261b55d7-0f5f-4bf8-b702-e303db7068c4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=261b55d7-0f5f-4bf8-b702-e303db7068c4,segment=NetworkSegment(02ee1007-756d-435d-bc26-bb5085cd24f8),segment_id=02ee1007-756d-435d-bc26-bb5085cd24f8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:20.392687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.405701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8bc82-58c5-44d9-8d63-57348be08cb9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aa01145f-6d8a-46bb-9f3e-517ae074c51e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:20.415518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.415701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fad8bc82-58c5-44d9-8d63-57348be08cb9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.419063 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fad8bc82-58c5-44d9-8d63-57348be08cb9 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/aa01145f-6d8a-46bb-9f3e-517ae074c51e HTTP/1.1" status: 204 len: 168 time: 0.5594916 Apr 30 01:52:20.420016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] Calling delete_port for 261b55d7-0f5f-4bf8-b702-e303db7068c4 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:20.428982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57716) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:20.439693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dcca4c68-35e9-43fc-a4fb-f1b4b9d1871c None None] Provisioning complete for port 4a49b097-c972-4c36-a87d-aa56ed172ad8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:20.440068 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcca4c68-35e9-43fc-a4fb-f1b4b9d1871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.451394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] No DVR routers for this DVR port 261b55d7-0f5f-4bf8-b702-e303db7068c4 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:20.494874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Pushing event deleted for resources: {'Port': ['ID=261b55d7-0f5f-4bf8-b702-e303db7068c4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:20.630979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.637813 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.665260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797e5c96-4436-4703-8552-8e7c1b9c6bea']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:20.696441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ee1007-756d-435d-bc26-bb5085cd24f8') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:20.696747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ee1007-756d-435d-bc26-bb5085cd24f8') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:20.716205 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.721628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903cf40-023d-406b-bfe5-52b13b9c0194 req-f5cc6ebf-bb65-40a2-a248-3f29317014b1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:20.723911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5903cf40-023d-406b-bfe5-52b13b9c0194 req-f5cc6ebf-bb65-40a2-a248-3f29317014b1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 895 time: 0.2202628 Apr 30 01:52:20.745695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dcca4c68-35e9-43fc-a4fb-f1b4b9d1871c None None] Port 4a49b097-c972-4c36-a87d-aa56ed172ad8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:52:20.752596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a49b097-c972-4c36-a87d-aa56ed172ad8 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:52:20.763403 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.765954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.770727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.772861 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.781377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:20.788694 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:20.803593 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.804445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] No DVR routers for this DVR port 261b55d7-0f5f-4bf8-b702-e303db7068c4 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:20.806172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12a855-4d85-4a96-9e33-4c38b9fd9bce None None] Pushing event deleted for resources: {'Port': ['ID=261b55d7-0f5f-4bf8-b702-e303db7068c4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:20.832554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0efcde-d362-4fc4-96a3-ed027de6a407']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:20.851634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e0ec26-bc59-477c-9ef4-690ef251200b') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:20.851937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e0ec26-bc59-477c-9ef4-690ef251200b') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:20.861329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.875369 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.881881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:20.882273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:20.883968 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:20.935662 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.942774 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:20.946081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/797e5c96-4436-4703-8552-8e7c1b9c6bea HTTP/1.1" status: 204 len: 168 time: 0.9680874 Apr 30 01:52:20.949498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57720) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:20.957718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78cfb9-d345-481c-9980-936002c275ff admin admin] Pushing event deleted for resources: {'Network': ['ID=797e5c96-4436-4703-8552-8e7c1b9c6bea,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:21.021156 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.026370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc0efcde-d362-4fc4-96a3-ed027de6a407 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 01:52:21.038395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Transition to ACTIVE for port object 4a49b097-c972-4c36-a87d-aa56ed172ad8 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:52:21.041436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.044735 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "DELETE /v2.0/networks/bc0efcde-d362-4fc4-96a3-ed027de6a407 HTTP/1.1" status: 204 len: 168 time: 0.6118712 Apr 30 01:52:21.062164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74786ae2-5c84-4dcc-bc29-afa411b55e39 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc0efcde-d362-4fc4-96a3-ed027de6a407,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:21.115148 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.213247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Pushing event updated for resources: {'Port': ['ID=4a49b097-c972-4c36-a87d-aa56ed172ad8,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:21.337395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57728) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:21.342105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9d2a04ec-5ec3-422e-9569-5cb16cbdbac3 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'router': {'name': 'tempest-router--1356757201', 'project_id': '88432947c77c4a889f671ac5f6ae6666'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:21.354581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Attempting to bind port 4a49b097-c972-4c36-a87d-aa56ed172ad8 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:21.354920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Attempting to bind port 4a49b097-c972-4c36-a87d-aa56ed172ad8 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:21.355263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Attempting to bind port 4a49b097-c972-4c36-a87d-aa56ed172ad8 on network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:21.362465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Port 4a49b097-c972-4c36-a87d-aa56ed172ad8 on network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:52:21.363435 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Attempting to bind port 4a49b097-c972-4c36-a87d-aa56ed172ad8 on network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:21.380705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:21.381048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Checking segment: {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:21.381697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Bound using segment: {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:21.381864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Bound port: 4a49b097-c972-4c36-a87d-aa56ed172ad8, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47ef792-bde5-4e4e-8fc4-eb5af794866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:21.382226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.434028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2a04ec-5ec3-422e-9569-5cb16cbdbac3 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.435369 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2a04ec-5ec3-422e-9569-5cb16cbdbac3 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.485651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 261b55d7-0f5f-4bf8-b702-e303db7068c4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:21.504128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] For port 4a49b097-c972-4c36-a87d-aa56ed172ad8, host n-h1-821348-1, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:52:21.513146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 261b55d7-0f5f-4bf8-b702-e303db7068c4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:21.514243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 261b55d7-0f5f-4bf8-b702-e303db7068c4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:21.518613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] For port 4a49b097-c972-4c36-a87d-aa56ed172ad8, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4a49b097-c972-4c36-a87d-aa56ed172ad8,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:52:21.525715 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2a04ec-5ec3-422e-9569-5cb16cbdbac3 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.539557 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.577557 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.598769 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2a04ec-5ec3-422e-9569-5cb16cbdbac3 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.635055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:21.635704 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.637169 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] 10.222.0.21 "PUT /v2.0/ports/4a49b097-c972-4c36-a87d-aa56ed172ad8 HTTP/1.1" status: 200 len: 1055 time: 1.3945866 Apr 30 01:52:21.662975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5ec608-2aee-4429-9f5d-1b13a1da2a8f', 'tag': '4a49b097-c972-4c36-a87d-aa56ed172ad8'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:21.665541 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5cfd65-33d9-49a9-acd0-d7cd1c2ba940" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5ec608-2aee-4429-9f5d-1b13a1da2a8f", "tag": "4a49b097-c972-4c36-a87d-aa56ed172ad8"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:21.681385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2a04ec-5ec3-422e-9569-5cb16cbdbac3 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.682893 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d2a04ec-5ec3-422e-9569-5cb16cbdbac3 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3444388 Apr 30 01:52:21.685573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:21.699686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0e8f3-e611-4645-9b76-eaef63f248df service neutron] Pushing event updated for resources: {'Port': ['ID=4a49b097-c972-4c36-a87d-aa56ed172ad8,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:21.741502 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638efe31-467c-4693-a220-2bec08177d97 x-openstack-request-id: req-638efe31-467c-4693-a220-2bec08177d97 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:21.741793 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5ec608-2aee-4429-9f5d-1b13a1da2a8f", "tag": "4a49b097-c972-4c36-a87d-aa56ed172ad8", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:21.742027 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-638efe31-467c-4693-a220-2bec08177d97 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:21.742421 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638efe31-467c-4693-a220-2bec08177d97'] response: {'name': 'network-changed', 'server_uuid': 'aa5ec608-2aee-4429-9f5d-1b13a1da2a8f', 'tag': '4a49b097-c972-4c36-a87d-aa56ed172ad8', 'status': 'completed', 'code': 200} Apr 30 01:52:21.772874 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee2742e0-8000-43f9-82f4-6ab57db35820 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.827869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cfd65-33d9-49a9-acd0-d7cd1c2ba940 req-9b2f7565-4ac0-4e81-92d6-dd45f1128742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:21.829405 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d5cfd65-33d9-49a9-acd0-d7cd1c2ba940 req-9b2f7565-4ac0-4e81-92d6-dd45f1128742 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 1058 time: 0.0650878 Apr 30 01:52:21.941840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee2742e0-8000-43f9-82f4-6ab57db35820 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:21.944043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee2742e0-8000-43f9-82f4-6ab57db35820 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:22.038155 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee2742e0-8000-43f9-82f4-6ab57db35820 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:22.038845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2742e0-8000-43f9-82f4-6ab57db35820 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9af19e8d-30ff-4303-90ac-d459df09a6e3 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:22.043234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee2742e0-8000-43f9-82f4-6ab57db35820 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:22.047193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ee2742e0-8000-43f9-82f4-6ab57db35820 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9af19e8d-30ff-4303-90ac-d459df09a6e3 HTTP/1.1" status: 204 len: 168 time: 0.3604736 Apr 30 01:52:22.051164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7299bb4-b880-41b5-960d-ed08aa124889 req-df3628e9-dd44-48d4-b50a-302cbfd6a741 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:22.052697 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7299bb4-b880-41b5-960d-ed08aa124889 req-df3628e9-dd44-48d4-b50a-302cbfd6a741 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 907 time: 0.2275283 Apr 30 01:52:22.095341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cfd65-33d9-49a9-acd0-d7cd1c2ba940 req-d6ab0c27-2f6f-4651-9a0f-723df5aaeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:22.095773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cfd65-33d9-49a9-acd0-d7cd1c2ba940 req-d6ab0c27-2f6f-4651-9a0f-723df5aaeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:22.097782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d5cfd65-33d9-49a9-acd0-d7cd1c2ba940 req-d6ab0c27-2f6f-4651-9a0f-723df5aaeb1e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4ce2fd4065084ff49653525b6a54c682&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.2567649 Apr 30 01:52:22.190654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Deleting port 577e5158-050f-4be8-8b5b-96407460cb5b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:22.191086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:22.281420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57738) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:22.331057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cfd65-33d9-49a9-acd0-d7cd1c2ba940 req-9efb35d3-8a9c-42f8-acaa-c5a30d8adf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:22.333124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d5cfd65-33d9-49a9-acd0-d7cd1c2ba940 req-9efb35d3-8a9c-42f8-acaa-c5a30d8adf5c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2213302 Apr 30 01:52:22.348783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] For port 577e5158-050f-4be8-8b5b-96407460cb5b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=577e5158-050f-4be8-8b5b-96407460cb5b,segment=NetworkSegment(555e478a-d6db-4fc9-83b1-b782180cae18),segment_id=555e478a-d6db-4fc9-83b1-b782180cae18)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:22.349155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:22.362420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Calling delete_port for 577e5158-050f-4be8-8b5b-96407460cb5b owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:22.743647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1261455476', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:22.792097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-da298918-f971-4b2f-8643-7f483078f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:22.793598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-da298918-f971-4b2f-8643-7f483078f9b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 1058 time: 0.4193964 Apr 30 01:52:22.869267 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:22.870263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:22.874093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-c95b609b-44b9-43b2-a712-cd300f98711a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=4a49b097-c972-4c36-a87d-aa56ed172ad8 HTTP/1.1" status: 200 len: 217 time: 0.0460227 Apr 30 01:52:22.984629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2c0e12a8-7b7f-4b06-9bc6-87bd8bd69523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:22.986025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-2c0e12a8-7b7f-4b06-9bc6-87bd8bd69523 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b804d9a0-595c-4aa1-91e7-9db09dd344bb HTTP/1.1" status: 200 len: 838 time: 0.1049650 Apr 30 01:52:22.987582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:23.127553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-129ea155-cd30-4419-962b-e29227470ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:23.129770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-129ea155-cd30-4419-962b-e29227470ec6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c1b7232-e81b-4229-b49a-8cf1adbbf56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366856 Apr 30 01:52:23.139485 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:23.235821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=577e5158-050f-4be8-8b5b-96407460cb5b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:23.278000 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:23.383142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178db3f-22e3-4cb3-a9bc-ae0947874e2b req-66af8035-220a-4714-b742-c5508d0765ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:23.384733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2178db3f-22e3-4cb3-a9bc-ae0947874e2b req-66af8035-220a-4714-b742-c5508d0765ee tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 907 time: 0.2596354 Apr 30 01:52:23.496058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-3213307b-01ef-427a-99b0-52dced42490d service neutron] 10.222.0.21 "GET /v2.0/networks/4c1b7232-e81b-4229-b49a-8cf1adbbf56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534460 Apr 30 01:52:23.627531 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:23.670049 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-036e606a-7e4f-410b-bd4b-8c81bee3b082 req-3448adca-e91b-4fa7-a8e0-3f7fe9dbd46c service neutron] 10.222.0.21 "GET /v2.0/networks/4c1b7232-e81b-4229-b49a-8cf1adbbf56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639748 Apr 30 01:52:23.841097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:23.864876 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.052816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Allocated IP 172.25.0.26 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ea4db048-d4ab-4f28-bc8e-4d68707510c3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:24.066368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Router 989a6734-7afb-4862-a043-7218780c0673 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:24.245735 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.255167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:24.260785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7c02a75c-270e-4a00-9cf5-e52c9f3716b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/989a6734-7afb-4862-a043-7218780c0673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3102665 Apr 30 01:52:24.263450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57744) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:24.266160 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] Sync routers for ids ['989a6734-7afb-4862-a043-7218780c0673'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:24.277927 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] Routers {'989a6734-7afb-4862-a043-7218780c0673'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:24.278534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['989a6734-7afb-4862-a043-7218780c0673'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:24.341378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.369060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.377468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:24.384472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:24.386876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:24.387299 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] Set router 989a6734-7afb-4862-a043-7218780c0673 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:24.414889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event updated for resources: {'Port': ['ID=ea4db048-d4ab-4f28-bc8e-4d68707510c3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:24.495092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.580955 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:52:22Z', 'revision_number': 5, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port': {'id': '5c84fba7-a698-446e-8c2f-c1ea6fceec79', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989a6734-7afb-4862-a043-7218780c0673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:46:37Z', 'updated_at': '2022-04-30T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:24.585848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8985fb-3f32-4b0a-bb71-49f853ac0182 req-57b4259a-5c35-4257-b87a-482fcf4bda91 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:24.587346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a8985fb-3f32-4b0a-bb71-49f853ac0182 req-57b4259a-5c35-4257-b87a-482fcf4bda91 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 907 time: 0.1090515 Apr 30 01:52:24.610348 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] Checking router: 989a6734-7afb-4862-a043-7218780c0673 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:24.619613 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] Routers {'989a6734-7afb-4862-a043-7218780c0673'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:24.620146 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['989a6734-7afb-4862-a043-7218780c0673'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:24.626035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Deleting port 5c84fba7-a698-446e-8c2f-c1ea6fceec79 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:24.626374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.710077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] For port 5c84fba7-a698-446e-8c2f-c1ea6fceec79, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5c84fba7-a698-446e-8c2f-c1ea6fceec79,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:24.711325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.726064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Calling delete_port for 5c84fba7-a698-446e-8c2f-c1ea6fceec79 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:24.756530 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.804541 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] Set router 989a6734-7afb-4862-a043-7218780c0673 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:24.857569 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:52:24Z', 'revision_number': 6, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:24.889333 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f4b88-f192-454d-80b8-b3fdaa0f681d None None] The sync data for ids ['989a6734-7afb-4862-a043-7218780c0673'] in n-d-821348-1 is: [{'id': '989a6734-7afb-4862-a043-7218780c0673', 'name': 'tempest-TestServerBasicOps-527899989-router', 'tenant_id': 'e06779efb20740098636ae64db8d48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:46:35Z', 'updated_at': '2022-04-30T01:52:24Z', 'revision_number': 6, 'project_id': 'e06779efb20740098636ae64db8d48e5', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:24.952271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.958932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:24.980172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Pushing event deleted for resources: {'Port': ['ID=5c84fba7-a698-446e-8c2f-c1ea6fceec79,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:25.046325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.146421 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.148765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.246128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4a49b097-c972-4c36-a87d-aa56ed172ad8 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:52:25.256729 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.257297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 989a6734-7afb-4862-a043-7218780c0673 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:25.266704 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.267931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-07bde133-c532-474b-a055-fd5b669600be admin admin] 10.222.0.15 "DELETE /v2.0/routers/989a6734-7afb-4862-a043-7218780c0673 HTTP/1.1" status: 204 len: 168 time: 1.0031512 Apr 30 01:52:25.271502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57748) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:25.326979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91d3701-12f5-4c0c-8593-1e37e9767e84 admin admin] Deleting subnet 6fa6bfb6-b8e6-4455-8934-5fae42a457c9 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:52:25.330474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a91d3701-12f5-4c0c-8593-1e37e9767e84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.404810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4a49b097-c972-4c36-a87d-aa56ed172ad8, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4a49b097-c972-4c36-a87d-aa56ed172ad8,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:25.404810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '4a49b097-c972-4c36-a87d-aa56ed172ad8', 'network_id': '4c1b7232-e81b-4229-b49a-8cf1adbbf56a', 'port_id': '4a49b097-c972-4c36-a87d-aa56ed172ad8', 'mac_address': 'fa:16:3e:68:17:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b804d9a0-595c-4aa1-91e7-9db09dd344bb', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:52:25.405997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a91d3701-12f5-4c0c-8593-1e37e9767e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.457136 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.472030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a49b097-c972-4c36-a87d-aa56ed172ad8 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:52:25.492394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4a49b097-c972-4c36-a87d-aa56ed172ad8, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4a49b097-c972-4c36-a87d-aa56ed172ad8,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:25.505026 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a91d3701-12f5-4c0c-8593-1e37e9767e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.626493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Router 8a3a8db0-c785-4212-8620-4ad9f5aff0a0 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:25.655452 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.656163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a91d3701-12f5-4c0c-8593-1e37e9767e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.685603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d3701-12f5-4c0c-8593-1e37e9767e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa6bfb6-b8e6-4455-8934-5fae42a457c9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:25.687784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a91d3701-12f5-4c0c-8593-1e37e9767e84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.691944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a91d3701-12f5-4c0c-8593-1e37e9767e84 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6fa6bfb6-b8e6-4455-8934-5fae42a457c9 HTTP/1.1" status: 204 len: 168 time: 0.4183903 Apr 30 01:52:25.694688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57752) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:25.704444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e876f1c-12af-465f-98d8-60ad3fe99928 None None] Network 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:25.727546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=4a49b097-c972-4c36-a87d-aa56ed172ad8,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:25.774477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.774912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.775358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.775878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.776319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.776735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.777509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.777509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.778013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.778431 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.778944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.779174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:25.785289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.788215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced8af-2cdd-4ca0-b159-6483a681e473 req-e5bf62b6-3fa7-4e49-9f3b-4cc849435e50 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:25.790021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-61ced8af-2cdd-4ca0-b159-6483a681e473 req-e5bf62b6-3fa7-4e49-9f3b-4cc849435e50 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 908 time: 0.1199090 Apr 30 01:52:25.793781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:25.831922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541fee70-a314-4418-b8c7-e1c795b74849 None None] Sync routers for ids ['8a3a8db0-c785-4212-8620-4ad9f5aff0a0'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:25.859159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Deleting port 16b37d8b-98ae-4728-956a-37e3e90ef413 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:25.859368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 577e5158-050f-4be8-8b5b-96407460cb5b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:25.859772 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.887753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['4a49b097-c972-4c36-a87d-aa56ed172ad8'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:52:25.889579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fee70-a314-4418-b8c7-e1c795b74849 None None] Routers {'8a3a8db0-c785-4212-8620-4ad9f5aff0a0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:25.890282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-541fee70-a314-4418-b8c7-e1c795b74849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8a3a8db0-c785-4212-8620-4ad9f5aff0a0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:25.893417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 577e5158-050f-4be8-8b5b-96407460cb5b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:25.893758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 577e5158-050f-4be8-8b5b-96407460cb5b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:25.912797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.914351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-10d7ed2d-5d4d-446e-9a99-25dda0a1b018 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6222227 Apr 30 01:52:25.917423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57754) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:25.946471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] For port 16b37d8b-98ae-4728-956a-37e3e90ef413, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16b37d8b-98ae-4728-956a-37e3e90ef413,segment=NetworkSegment(555e478a-d6db-4fc9-83b1-b782180cae18),segment_id=555e478a-d6db-4fc9-83b1-b782180cae18)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:25.949686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:25.951908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-541fee70-a314-4418-b8c7-e1c795b74849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:25.973171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Calling delete_port for 16b37d8b-98ae-4728-956a-37e3e90ef413 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:25.978300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fee70-a314-4418-b8c7-e1c795b74849 None None] Routers {'8a3a8db0-c785-4212-8620-4ad9f5aff0a0'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:25.978934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-541fee70-a314-4418-b8c7-e1c795b74849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['8a3a8db0-c785-4212-8620-4ad9f5aff0a0'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:26.017732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-541fee70-a314-4418-b8c7-e1c795b74849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:26.018642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541fee70-a314-4418-b8c7-e1c795b74849 None None] The sync data for ids ['8a3a8db0-c785-4212-8620-4ad9f5aff0a0'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:26.048955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-330b1286-2749-4840-8ab5-2f7b21371bb2 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/routers/8a3a8db0-c785-4212-8620-4ad9f5aff0a0 HTTP/1.1" status: 200 len: 924 time: 0.1306033 Apr 30 01:52:26.052194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57756) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:26.081486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-25a656b7-2f23-44e9-842c-fe35422ad49e tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a3a8db0-c785-4212-8620-4ad9f5aff0a0 HTTP/1.1" status: 200 len: 205 time: 0.0281701 Apr 30 01:52:26.084115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57758) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:26.098277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] DHCP port deletion for 44ba53b0-df6e-4e42-b25f-44ff3c1d03bf request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:52:26.154397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] Deleting port 16b37d8b-98ae-4728-956a-37e3e90ef413 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:26.154771 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.170409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.200298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b37d8b-98ae-4728-956a-37e3e90ef413,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:26.203644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] No DVR routers for this DVR port 16b37d8b-98ae-4728-956a-37e3e90ef413 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:26.229623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.240667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] For port 16b37d8b-98ae-4728-956a-37e3e90ef413, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=16b37d8b-98ae-4728-956a-37e3e90ef413,segment=NetworkSegment(555e478a-d6db-4fc9-83b1-b782180cae18),segment_id=555e478a-d6db-4fc9-83b1-b782180cae18)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:26.241185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.257007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] Calling delete_port for 16b37d8b-98ae-4728-956a-37e3e90ef413 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:26.283763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.308821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ba53b0-df6e-4e42-b25f-44ff3c1d03bf']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:26.320183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555e478a-d6db-4fc9-83b1-b782180cae18') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:26.320469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555e478a-d6db-4fc9-83b1-b782180cae18') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:26.330226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.346602 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.351472 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.351690 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.364222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:26.365521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:26.366525 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:26.381014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] Pushing event deleted for resources: {'Port': ['ID=16b37d8b-98ae-4728-956a-37e3e90ef413,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:26.386646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6794f-f1dc-4d1c-bc88-03cbb116f76f None None] No DVR routers for this DVR port 16b37d8b-98ae-4728-956a-37e3e90ef413 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:26.469905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Deleting port ea4db048-d4ab-4f28-bc8e-4d68707510c3 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:26.470169 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.489944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.495448 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.498597 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] 10.222.0.15 "DELETE /v2.0/networks/44ba53b0-df6e-4e42-b25f-44ff3c1d03bf HTTP/1.1" status: 204 len: 168 time: 0.8029943 Apr 30 01:52:26.511786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf21d5a-9878-4eb2-a02c-78f6e0e96326 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ba53b0-df6e-4e42-b25f-44ff3c1d03bf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:26.558428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.570038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Calling delete_port for ea4db048-d4ab-4f28-bc8e-4d68707510c3 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:26.780905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.807024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event deleted for resources: {'Port': ['ID=ea4db048-d4ab-4f28-bc8e-4d68707510c3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:26.817742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57766) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:26.862899 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-98b5991f-e074-4a6d-af3a-017131a2ad40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f6a681f592540afb91597c24264fc76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419450 Apr 30 01:52:26.863582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57770) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:26.904675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.916386 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a68e7bf-37dd-4d62-9216-4b3e14075468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:26.937022 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a68e7bf-37dd-4d62-9216-4b3e14075468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.004304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.006867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.015545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7ea07-d389-47f6-9734-19da8b67215d req-afa9fb9f-87f0-412c-beb6-34143443d6b7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:27.017028 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-11f7ea07-d389-47f6-9734-19da8b67215d req-afa9fb9f-87f0-412c-beb6-34143443d6b7 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 908 time: 0.1416142 Apr 30 01:52:27.055417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a68e7bf-37dd-4d62-9216-4b3e14075468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.058050 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a68e7bf-37dd-4d62-9216-4b3e14075468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.059201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1a68e7bf-37dd-4d62-9216-4b3e14075468 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8e69e30-09ee-4ead-8749-9169836fb877 HTTP/1.1" status: 204 len: 168 time: 0.1942966 Apr 30 01:52:27.068625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68e7bf-37dd-4d62-9216-4b3e14075468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e69e30-09ee-4ead-8749-9169836fb877,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:27.135123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.135683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Fanout notify agent at l3_agent the message router_deleted on router 8a3a8db0-c785-4212-8620-4ad9f5aff0a0 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:27.143770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.145770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f4f94ed4-19fe-4a76-a43f-de413d3f2946 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/8a3a8db0-c785-4212-8620-4ad9f5aff0a0 HTTP/1.1" status: 204 len: 168 time: 1.0606191 Apr 30 01:52:27.149959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:27.154647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1262043496', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': False}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:27.245628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4a49b097-c972-4c36-a87d-aa56ed172ad8 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:27.283981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.285053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.335885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.409872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 4a49b097-c972-4c36-a87d-aa56ed172ad8 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:52:27.416229 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 4a49b097-c972-4c36-a87d-aa56ed172ad8 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:27.416872 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.454390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16b37d8b-98ae-4728-956a-37e3e90ef413 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:27.477357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 16b37d8b-98ae-4728-956a-37e3e90ef413 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:27.477702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 16b37d8b-98ae-4728-956a-37e3e90ef413 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:27.478111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5c84fba7-a698-446e-8c2f-c1ea6fceec79 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:27.501261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5c84fba7-a698-446e-8c2f-c1ea6fceec79 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:27.501611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5c84fba7-a698-446e-8c2f-c1ea6fceec79 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:27.546331 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.553514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.569892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5ec608-2aee-4429-9f5d-1b13a1da2a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49b097-c972-4c36-a87d-aa56ed172ad8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:27.572165 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b156ff0d-ee16-40f5-bdf8-33ac882ad99f" -d '{"events": [{"server_uuid": "aa5ec608-2aee-4429-9f5d-1b13a1da2a8f", "name": "network-vif-plugged", "status": "completed", "tag": "4a49b097-c972-4c36-a87d-aa56ed172ad8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:27.585710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 4a49b097-c972-4c36-a87d-aa56ed172ad8, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4a49b097-c972-4c36-a87d-aa56ed172ad8,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:27.609310 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f77302d-ff0b-43d8-8e1a-0e7209b65fdb x-openstack-request-id: req-2f77302d-ff0b-43d8-8e1a-0e7209b65fdb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:27.612096 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5ec608-2aee-4429-9f5d-1b13a1da2a8f", "name": "network-vif-plugged", "status": "completed", "tag": "4a49b097-c972-4c36-a87d-aa56ed172ad8", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:27.612096 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f77302d-ff0b-43d8-8e1a-0e7209b65fdb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:27.612096 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f77302d-ff0b-43d8-8e1a-0e7209b65fdb'] response: {'server_uuid': 'aa5ec608-2aee-4429-9f5d-1b13a1da2a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49b097-c972-4c36-a87d-aa56ed172ad8', 'code': 200} Apr 30 01:52:27.684289 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.715581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e4dd4-418c-4736-ba40-d19d11b9b554 req-e944dcec-e629-4ddc-90d2-e662f7d37a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:27.717228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f50e4dd4-418c-4736-ba40-d19d11b9b554 req-e944dcec-e629-4ddc-90d2-e662f7d37a2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 1059 time: 0.0476673 Apr 30 01:52:27.736072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=4a49b097-c972-4c36-a87d-aa56ed172ad8,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:27.817830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57780) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:27.838258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.857053 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.857312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b22998a-a975-44fe-875c-b4e3ddba66c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e06779efb20740098636ae64db8d48e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383048 Apr 30 01:52:27.859878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57782) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:27.912779 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b711627-6009-407d-9585-3bfe0f22e6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.934412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b711627-6009-407d-9585-3bfe0f22e6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:27.962893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Allocated IP 172.25.0.152 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/f39d611a-6cce-4834-b0df-544b50ab5452) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:28.043822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b711627-6009-407d-9585-3bfe0f22e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:28.046575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b711627-6009-407d-9585-3bfe0f22e6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:28.050945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9b711627-6009-407d-9585-3bfe0f22e6b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90a407c5-88a3-491f-828c-38f69b804782 HTTP/1.1" status: 204 len: 168 time: 0.1895983 Apr 30 01:52:28.059011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b711627-6009-407d-9585-3bfe0f22e6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a407c5-88a3-491f-828c-38f69b804782,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:28.070248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:28.148392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789882b-437a-4d7c-ae8d-e5dfdf371214 req-28de0cb6-32ce-4cf0-8b64-dd25af572173 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:28.149880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1789882b-437a-4d7c-ae8d-e5dfdf371214 req-28de0cb6-32ce-4cf0-8b64-dd25af572173 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 909 time: 0.0492816 Apr 30 01:52:28.152981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:28.195715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:28.198614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:28.202250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:28.207912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'Port': ['ID=f39d611a-6cce-4834-b0df-544b50ab5452,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:28.506127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:28.719096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:28.752480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00376493-5cd1-4ef7-8edd-39fbdbc1ec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:29.232714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Router bf9c45e7-afa3-42b2-8b83-307209067228 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:29.273979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba683d-3377-4428-a71f-618d66f4dd97 req-e39ecb83-f2ee-412d-826c-5b3b4391f54c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:29.275491 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fcba683d-3377-4428-a71f-618d66f4dd97 req-e39ecb83-f2ee-412d-826c-5b3b4391f54c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 909 time: 0.0528045 Apr 30 01:52:29.340644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:29.351545 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Sync routers for ids ['bf9c45e7-afa3-42b2-8b83-307209067228'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:29.363846 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Routers {'bf9c45e7-afa3-42b2-8b83-307209067228'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:29.364453 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bf9c45e7-afa3-42b2-8b83-307209067228'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:29.391738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2a110-f15d-4b4a-ba63-f19ba422ac1e req-d84c91f0-1c15-48b4-a05d-cac1eed8cab1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:29.393253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ae2a110-f15d-4b4a-ba63-f19ba422ac1e req-d84c91f0-1c15-48b4-a05d-cac1eed8cab1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 909 time: 0.0501063 Apr 30 01:52:29.462778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:29.463950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-201f25d1-d065-4560-8984-cc80feefc1e0 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3127651 Apr 30 01:52:29.466707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57796) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:29.471245 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Set router bf9c45e7-afa3-42b2-8b83-307209067228 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:29.499744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e542d-891b-4db9-8af8-0921223c8440 req-9b28b389-b82e-461c-8bb3-c6972e0c6ba2 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:29.501428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8d8e542d-891b-4db9-8af8-0921223c8440 req-9b28b389-b82e-461c-8bb3-c6972e0c6ba2 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 1060 time: 0.0414283 Apr 30 01:52:29.582853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2e381af6-c1d6-403f-b59e-89423d53e64f tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/routers/bf9c45e7-afa3-42b2-8b83-307209067228 HTTP/1.1" status: 200 len: 909 time: 0.1124072 Apr 30 01:52:29.583655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57800) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:29.590186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1262043496', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': True}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:29.617360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d0c88-70b8-4f64-a3c1-aa384271448f req-e904b1c8-6296-4157-8cc4-0f557eea79f6 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:29.619199 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e70d0c88-70b8-4f64-a3c1-aa384271448f req-e904b1c8-6296-4157-8cc4-0f557eea79f6 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1136 time: 0.0444937 Apr 30 01:52:29.656162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e70d0c88-70b8-4f64-a3c1-aa384271448f req-288d5495-d82b-46ee-bdde-8cb7431a6c1f tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0304217 Apr 30 01:52:29.665019 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9c45e7-afa3-42b2-8b83-307209067228', 'name': 'tempest-snat-router-1262043496', 'tenant_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.152'}], 'enable_snat': False}, 'gw_port_id': 'f39d611a-6cce-4834-b0df-544b50ab5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:27Z', 'updated_at': '2022-04-30T01:52:28Z', 'revision_number': 3, 'project_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'gw_port': {'id': 'f39d611a-6cce-4834-b0df-544b50ab5452', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9c45e7-afa3-42b2-8b83-307209067228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:27Z', 'updated_at': '2022-04-30T01:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:29.667075 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:29.668591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:29.678812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57802) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:29.693699 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Checking router: bf9c45e7-afa3-42b2-8b83-307209067228 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:29.694422 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Updating router bf9c45e7-afa3-42b2-8b83-307209067228 port f39d611a-6cce-4834-b0df-544b50ab5452 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:52:29.722440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:29.724157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ff18d-5026-4b37-a6fd-37d1bb295355 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:29.725585 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:29.725758 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1b1ff18d-5026-4b37-a6fd-37d1bb295355 tempest-TestSecurityGroupsBasicOps-1941484352 tempest-TestSecurityGroupsBasicOps-1941484352-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 1055 time: 0.0457275 Apr 30 01:52:29.907608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:29.978881 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.060897 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.116801 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Pushing event updated for resources: {'Port': ['ID=f39d611a-6cce-4834-b0df-544b50ab5452,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:30.121124 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Attempting to bind port f39d611a-6cce-4834-b0df-544b50ab5452 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:30.121482 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Attempting to bind port f39d611a-6cce-4834-b0df-544b50ab5452 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:30.121845 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Attempting to bind port f39d611a-6cce-4834-b0df-544b50ab5452 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:30.130061 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.130061 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.131705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.131705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.131705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.131705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.131705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.132323 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.132323 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.132570 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.132888 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.133098 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:30.139322 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:30.139795 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:30.140251 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.140634 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:30.141093 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Bound port: f39d611a-6cce-4834-b0df-544b50ab5452, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:30.141466 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.146789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b04a33-5167-4c9d-91e0-2f9469982ae5 req-eb98c1af-cc30-4150-97bb-a34cecfe7671 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:30.148484 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4b04a33-5167-4c9d-91e0-2f9469982ae5 req-eb98c1af-cc30-4150-97bb-a34cecfe7671 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 909 time: 0.0542669 Apr 30 01:52:30.169615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.197151 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.198238 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] For port f39d611a-6cce-4834-b0df-544b50ab5452, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:52:30.201333 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] For port f39d611a-6cce-4834-b0df-544b50ab5452, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f39d611a-6cce-4834-b0df-544b50ab5452,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:52:30.302823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Allocated IP 172.25.0.38 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/41530d36-73f3-479f-b638-61ecab6d9984) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:30.307491 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.362042 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Routers {'bf9c45e7-afa3-42b2-8b83-307209067228'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:30.362780 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bf9c45e7-afa3-42b2-8b83-307209067228'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:30.368380 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9430ca8-7525-421d-8a54-b019d29fb598 None None] Pushing event updated for resources: {'Port': ['ID=f39d611a-6cce-4834-b0df-544b50ab5452,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:30.410808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.467678 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] Set router bf9c45e7-afa3-42b2-8b83-307209067228 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:30.512626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.554065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:30.557011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:30.560735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:30.583169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'Port': ['ID=41530d36-73f3-479f-b638-61ecab6d9984,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:30.645641 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9c45e7-afa3-42b2-8b83-307209067228', 'name': 'tempest-snat-router-1262043496', 'tenant_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.152'}], 'enable_snat': False}, 'gw_port_id': 'f39d611a-6cce-4834-b0df-544b50ab5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:27Z', 'updated_at': '2022-04-30T01:52:28Z', 'revision_number': 3, 'project_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'gw_port': {'id': 'f39d611a-6cce-4834-b0df-544b50ab5452', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9c45e7-afa3-42b2-8b83-307209067228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:27Z', 'updated_at': '2022-04-30T01:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:30.674622 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7e079-fdb7-4f01-819d-42b3e2b50022 None None] The sync data for ids ['bf9c45e7-afa3-42b2-8b83-307209067228'] in n-d-821348-1 is: [{'id': 'bf9c45e7-afa3-42b2-8b83-307209067228', 'name': 'tempest-snat-router-1262043496', 'tenant_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.152'}], 'enable_snat': False}, 'gw_port_id': 'f39d611a-6cce-4834-b0df-544b50ab5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:27Z', 'updated_at': '2022-04-30T01:52:28Z', 'revision_number': 3, 'project_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'gw_port': {'id': 'f39d611a-6cce-4834-b0df-544b50ab5452', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9c45e7-afa3-42b2-8b83-307209067228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:27Z', 'updated_at': '2022-04-30T01:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:30.901834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:30.994527 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e5b19ac-2d83-4c3c-863a-194e02978b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.112066 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.279321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d015c7-82b9-475c-a9b6-fdf3663620a1 req-cf1ac9c8-4444-468b-8d29-3a616e75411f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:31.280962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09d015c7-82b9-475c-a9b6-fdf3663620a1 req-cf1ac9c8-4444-468b-8d29-3a616e75411f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 909 time: 0.0541070 Apr 30 01:52:31.329658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Router 0fa476d3-3c96-44a5-a13f-a8d1019f1a3b is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:31.455790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:31.467678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Sync routers for ids ['0fa476d3-3c96-44a5-a13f-a8d1019f1a3b'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:31.473161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f39d611a-6cce-4834-b0df-544b50ab5452 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:31.503763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Routers {'0fa476d3-3c96-44a5-a13f-a8d1019f1a3b'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:31.504726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8824715a-4491-4701-8120-19df46b0a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['0fa476d3-3c96-44a5-a13f-a8d1019f1a3b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:31.538909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.544913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57814) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:31.548374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bf85bf72-34da-4183-9d2a-19ada951e387 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9618223 Apr 30 01:52:31.626907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f39d611a-6cce-4834-b0df-544b50ab5452 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:52:31.627284 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.667705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Set router 0fa476d3-3c96-44a5-a13f-a8d1019f1a3b gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:31.680631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-314a852a-5167-49b7-920b-7aa97f7f5483 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:31.682070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-314a852a-5167-49b7-920b-7aa97f7f5483 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 909 time: 0.1258786 Apr 30 01:52:31.721086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ab2df587-0370-4fe0-b9df-2cb05619af0f tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/routers/0fa476d3-3c96-44a5-a13f-a8d1019f1a3b HTTP/1.1" status: 200 len: 907 time: 0.1744881 Apr 30 01:52:31.724966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57816) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:31.788466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting port 4a49b097-c972-4c36-a87d-aa56ed172ad8 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:31.788812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.841711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.845525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.886187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] For port 4a49b097-c972-4c36-a87d-aa56ed172ad8, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=4a49b097-c972-4c36-a87d-aa56ed172ad8,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:31.886560 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.887570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port f39d611a-6cce-4834-b0df-544b50ab5452, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f39d611a-6cce-4834-b0df-544b50ab5452,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:31.904021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Calling delete_port for 4a49b097-c972-4c36-a87d-aa56ed172ad8 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:31.914437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8824715a-4491-4701-8120-19df46b0a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa476d3-3c96-44a5-a13f-a8d1019f1a3b', 'name': 'tempest-snat-router-1262043496', 'tenant_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '41530d36-73f3-479f-b638-61ecab6d9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:29Z', 'updated_at': '2022-04-30T01:52:30Z', 'revision_number': 3, 'project_id': '8d7aaeb6debc4406bf748aa3d8ba176f', 'gw_port': {'id': '41530d36-73f3-479f-b638-61ecab6d9984', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa476d3-3c96-44a5-a13f-a8d1019f1a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:30Z', 'updated_at': '2022-04-30T01:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:31.943059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Checking router: 0fa476d3-3c96-44a5-a13f-a8d1019f1a3b for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:31.943410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Updating router 0fa476d3-3c96-44a5-a13f-a8d1019f1a3b port 41530d36-73f3-479f-b638-61ecab6d9984 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:52:31.958477 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.963855 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:31.997271 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.068912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=f39d611a-6cce-4834-b0df-544b50ab5452,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:32.099838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Deleting port 41530d36-73f3-479f-b638-61ecab6d9984 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:32.103921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.120446 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.135936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.167914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Port': ['ID=4a49b097-c972-4c36-a87d-aa56ed172ad8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:32.188411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.217627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Calling delete_port for 41530d36-73f3-479f-b638-61ecab6d9984 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:32.220053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] No DVR routers for this DVR port 4a49b097-c972-4c36-a87d-aa56ed172ad8 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:32.224013 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.232357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b485cc63-1d24-4232-b45d-c13fb2cda80c req-dbc7a3b4-80a8-4eb4-b16a-7745f53482ec tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.21 "DELETE /v2.0/ports/4a49b097-c972-4c36-a87d-aa56ed172ad8 HTTP/1.1" status: 204 len: 173 time: 0.5417359 Apr 30 01:52:32.232877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5ec608-2aee-4429-9f5d-1b13a1da2a8f', 'name': 'network-vif-deleted', 'tag': '4a49b097-c972-4c36-a87d-aa56ed172ad8'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:32.235468 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b39f0f3-9efe-4199-b385-5ae185f43faa" -d '{"events": [{"server_uuid": "aa5ec608-2aee-4429-9f5d-1b13a1da2a8f", "name": "network-vif-deleted", "tag": "4a49b097-c972-4c36-a87d-aa56ed172ad8"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:32.277893 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c239a88-9756-4d4a-8292-47dbffb147d7 x-openstack-request-id: req-3c239a88-9756-4d4a-8292-47dbffb147d7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:32.278381 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5ec608-2aee-4429-9f5d-1b13a1da2a8f", "name": "network-vif-deleted", "tag": "4a49b097-c972-4c36-a87d-aa56ed172ad8", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:32.278785 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c239a88-9756-4d4a-8292-47dbffb147d7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:32.279360 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c239a88-9756-4d4a-8292-47dbffb147d7'] response: {'server_uuid': 'aa5ec608-2aee-4429-9f5d-1b13a1da2a8f', 'name': 'network-vif-deleted', 'tag': '4a49b097-c972-4c36-a87d-aa56ed172ad8', 'status': 'completed', 'code': 200} Apr 30 01:52:32.366792 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.404706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8728956a-f2d4-4faa-b90f-a93fbafec880 req-a330ddfa-4930-4a7a-9d3a-232d99127a67 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5ec608-2aee-4429-9f5d-1b13a1da2a8f HTTP/1.1" status: 200 len: 210 time: 0.0305548 Apr 30 01:52:32.450732 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.503980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Attempting to bind port 41530d36-73f3-479f-b638-61ecab6d9984 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:32.504344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Attempting to bind port 41530d36-73f3-479f-b638-61ecab6d9984 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:32.504703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Attempting to bind port 41530d36-73f3-479f-b638-61ecab6d9984 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:32.510040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d5002-6c9a-4a6e-a603-161e4d2af168 None None] Pushing event updated for resources: {'Port': ['ID=41530d36-73f3-479f-b638-61ecab6d9984,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:32.515180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:32.516820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:32.516820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.516820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:32.517860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Bound port: 41530d36-73f3-479f-b638-61ecab6d9984, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:32.517860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.563855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.574086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:52:32.574506 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:52:32.592157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event deleted for resources: {'Port': ['ID=41530d36-73f3-479f-b638-61ecab6d9984,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:32.654927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.745777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.747941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.837915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.838437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fa476d3-3c96-44a5-a13f-a8d1019f1a3b {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:32.842697 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:32.843734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0c168749-bae1-42ed-a9fb-f3e5d410fc9c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "DELETE /v2.0/routers/0fa476d3-3c96-44a5-a13f-a8d1019f1a3b HTTP/1.1" status: 204 len: 168 time: 1.1162794 Apr 30 01:52:32.846303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:32.950039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.052383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.089697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Attempting to bind port 41530d36-73f3-479f-b638-61ecab6d9984 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:33.090286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Attempting to bind port 41530d36-73f3-479f-b638-61ecab6d9984 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:33.090392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Attempting to bind port 41530d36-73f3-479f-b638-61ecab6d9984 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:33.095282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:33.095679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:33.096084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.096471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:33.096923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Bound port: 41530d36-73f3-479f-b638-61ecab6d9984, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:33.097906 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.115745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Port 41530d36-73f3-479f-b638-61ecab6d9984 has been deleted concurrently {{(pid=103320) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 30 01:52:33.124943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Routers set() bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:33.125305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Router IDs set() for agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 01:52:33.127554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_agentschedulers_db [None req-8824715a-4491-4701-8120-19df46b0a166 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0fa476d3-3c96-44a5-a13f-a8d1019f1a3b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent'). {{(pid=103320) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 30 01:52:33.127554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824715a-4491-4701-8120-19df46b0a166 None None] The sync data for ids ['0fa476d3-3c96-44a5-a13f-a8d1019f1a3b'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:33.162933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Deleting port f39d611a-6cce-4834-b0df-544b50ab5452 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:33.163206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.246575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] For port f39d611a-6cce-4834-b0df-544b50ab5452, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f39d611a-6cce-4834-b0df-544b50ab5452,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:33.246941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.259196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Calling delete_port for f39d611a-6cce-4834-b0df-544b50ab5452 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:33.446753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f39d611a-6cce-4834-b0df-544b50ab5452 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:52:33.473835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57830) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:33.484115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.485901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No active binding found for port f39d611a-6cce-4834-b0df-544b50ab5452 {{(pid=103320) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 01:52:33.486324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f39d611a-6cce-4834-b0df-544b50ab5452 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 30 01:52:33.505896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Port f39d611a-6cce-4834-b0df-544b50ab5452 not found, will not notify nova. {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 30 01:52:33.512296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event deleted for resources: {'Port': ['ID=f39d611a-6cce-4834-b0df-544b50ab5452,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:33.541005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.541348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.541693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.542035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.542369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.542700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.543027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.543349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.543697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.544026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.544339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.544656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:33.586029 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.677138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.679302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.775380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.776127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf9c45e7-afa3-42b2-8b83-307209067228 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:33.780297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.785908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57832) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:33.786160 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2f389854-6222-4286-aee5-3e9d31dc3b0e tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "DELETE /v2.0/routers/bf9c45e7-afa3-42b2-8b83-307209067228 HTTP/1.1" status: 204 len: 168 time: 0.9387054 Apr 30 01:52:33.790504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-351223207', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:33.861238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.870229 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.905949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.906979 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:33.935876 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:34.012471 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:34.218439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:34.314527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:34.314861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:34.449739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] For port 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:34.450093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:34.465190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Calling delete_port for 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:34.673990 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:34.695419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:34.844823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Allocated IP 172.25.0.67 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/e556a4f6-681f-4228-8549-a7e74ba656ca) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:34.904725 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:34.934322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Port': ['ID=9216ab27-5c2b-41d3-9d07-c7fdc78a86bb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:35.028664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:35.246041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4a49b097-c972-4c36-a87d-aa56ed172ad8 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:35.266796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 4a49b097-c972-4c36-a87d-aa56ed172ad8 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:35.267145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 4a49b097-c972-4c36-a87d-aa56ed172ad8 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:35.469361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:35.487737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f39d611a-6cce-4834-b0df-544b50ab5452 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:35.508052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f39d611a-6cce-4834-b0df-544b50ab5452 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:35.508392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f39d611a-6cce-4834-b0df-544b50ab5452 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:35.518330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:35.523580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:35.527821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:35.533953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:35.560687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event updated for resources: {'Port': ['ID=e556a4f6-681f-4228-8549-a7e74ba656ca,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:35.864395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Router c06951a9-b355-4397-9238-84aeccf0e694 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:36.047572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:36.054731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-29626346-4ae8-47b1-bee2-8c552872a303 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "PUT /v2.0/routers/c06951a9-b355-4397-9238-84aeccf0e694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5798907 Apr 30 01:52:36.057522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57834) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:36.058047 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.060430 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] Sync routers for ids ['c06951a9-b355-4397-9238-84aeccf0e694'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:36.072360 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] Routers {'c06951a9-b355-4397-9238-84aeccf0e694'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:36.072968 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c06951a9-b355-4397-9238-84aeccf0e694'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:36.108914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbe8c7b-7194-426e-816e-5d0d356f46e2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting subnet b804d9a0-595c-4aa1-91e7-9db09dd344bb {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:52:36.112036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8c7b-7194-426e-816e-5d0d356f46e2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.154463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8c7b-7194-426e-816e-5d0d356f46e2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.180218 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] Set router c06951a9-b355-4397-9238-84aeccf0e694 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:36.244297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8c7b-7194-426e-816e-5d0d356f46e2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.266430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.383378 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:52:36.387356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8c7b-7194-426e-816e-5d0d356f46e2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.416489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe8c7b-7194-426e-816e-5d0d356f46e2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Subnet': ['ID=b804d9a0-595c-4aa1-91e7-9db09dd344bb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:36.420619 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8c7b-7194-426e-816e-5d0d356f46e2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.424718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5dbe8c7b-7194-426e-816e-5d0d356f46e2 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/subnets/b804d9a0-595c-4aa1-91e7-9db09dd344bb HTTP/1.1" status: 204 len: 168 time: 0.3661702 Apr 30 01:52:36.427283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57838) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:36.430685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75230160-b643-4a8c-b2a8-51ea2ca5a877 None None] Network 4c1b7232-e81b-4229-b49a-8cf1adbbf56a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:36.466684 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:34Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:36.483789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Router 76c59b71-9302-4c6f-bdc8-66a4459687f9 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:36.494428 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] Checking router: c06951a9-b355-4397-9238-84aeccf0e694 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:36.502939 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] Routers {'c06951a9-b355-4397-9238-84aeccf0e694'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:36.503945 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['c06951a9-b355-4397-9238-84aeccf0e694'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:36.563413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.628907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:36.629567 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] Set router c06951a9-b355-4397-9238-84aeccf0e694 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:36.641440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] DHCP port deletion for 4c1b7232-e81b-4229-b49a-8cf1adbbf56a request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:52:36.647356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393a970-1a4d-4a94-a74f-83ad12039680 None None] Sync routers for ids ['76c59b71-9302-4c6f-bdc8-66a4459687f9'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:36.685295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393a970-1a4d-4a94-a74f-83ad12039680 None None] Routers {'76c59b71-9302-4c6f-bdc8-66a4459687f9'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:36.686331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5393a970-1a4d-4a94-a74f-83ad12039680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['76c59b71-9302-4c6f-bdc8-66a4459687f9'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:36.691473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.714360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.718535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8d66bff3-0769-4cbd-9106-74c556ab50a0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9291391 Apr 30 01:52:36.718842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57840) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:36.723637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-befd629f-18e1-4097-93dc-2aa62173f244 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': False}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:36.727174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5393a970-1a4d-4a94-a74f-83ad12039680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:36.743017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393a970-1a4d-4a94-a74f-83ad12039680 None None] Routers {'76c59b71-9302-4c6f-bdc8-66a4459687f9'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:36.743666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5393a970-1a4d-4a94-a74f-83ad12039680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['76c59b71-9302-4c6f-bdc8-66a4459687f9'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:36.778104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5393a970-1a4d-4a94-a74f-83ad12039680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:36.779026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393a970-1a4d-4a94-a74f-83ad12039680 None None] The sync data for ids ['76c59b71-9302-4c6f-bdc8-66a4459687f9'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:36.782793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] Deleting port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:36.783168 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.827507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:36.827850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.833290 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:34Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:36.861150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] For port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43,segment=NetworkSegment(e47ef792-bde5-4e4e-8fc4-eb5af794866a),segment_id=e47ef792-bde5-4e4e-8fc4-eb5af794866a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:36.861854 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.862117 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8d365-75d2-4e2e-bd30-9e561afb972b None None] The sync data for ids ['c06951a9-b355-4397-9238-84aeccf0e694'] in n-d-821348-1 is: [{'id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1243545957', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:07Z', 'updated_at': '2022-04-30T01:52:34Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ab16920c-88e3-48b9-91b1-0dd2eaaf13b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06951a9-b355-4397-9238-84aeccf0e694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:08Z', 'updated_at': '2022-04-30T01:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:36.880376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] Calling delete_port for ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:36.943835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] For port ab16920c-88e3-48b9-91b1-0dd2eaaf13b6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ab16920c-88e3-48b9-91b1-0dd2eaaf13b6,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:36.944905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:36.958430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Calling delete_port for ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:37.056492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-befd629f-18e1-4097-93dc-2aa62173f244 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.198471 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.225796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] Pushing event deleted for resources: {'Port': ['ID=ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:37.227336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.227865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4af8b7-2642-4a79-9f2a-cabfb350f465 None None] No DVR routers for this DVR port ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:37.261664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Port': ['ID=ab16920c-88e3-48b9-91b1-0dd2eaaf13b6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:37.308851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57844) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:37.541369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:37.567739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:37.568086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ffebbdc1-2037-4ad5-a9b1-0ce908cf3c43 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:37.568783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:37.588135 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-befd629f-18e1-4097-93dc-2aa62173f244 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.588613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:37.588958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9216ab27-5c2b-41d3-9d07-c7fdc78a86bb not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:37.593056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-befd629f-18e1-4097-93dc-2aa62173f244 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.701635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befd629f-18e1-4097-93dc-2aa62173f244 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Router 76c59b71-9302-4c6f-bdc8-66a4459687f9 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:37.703529 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.808960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befd629f-18e1-4097-93dc-2aa62173f244 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:37.813291 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-befd629f-18e1-4097-93dc-2aa62173f244 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.814252 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-befd629f-18e1-4097-93dc-2aa62173f244 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "PUT /v2.0/routers/76c59b71-9302-4c6f-bdc8-66a4459687f9 HTTP/1.1" status: 200 len: 924 time: 1.0943198 Apr 30 01:52:37.816881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57848) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:37.817824 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b517d2-a9fd-4512-8386-166cfea1a8d3 None None] Sync routers for ids ['76c59b71-9302-4c6f-bdc8-66a4459687f9'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:37.828384 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b517d2-a9fd-4512-8386-166cfea1a8d3 None None] Routers {'76c59b71-9302-4c6f-bdc8-66a4459687f9'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:37.829137 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-86b517d2-a9fd-4512-8386-166cfea1a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['76c59b71-9302-4c6f-bdc8-66a4459687f9'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:37.830972 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.835103 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.863903 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-86b517d2-a9fd-4512-8386-166cfea1a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:37.872926 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b517d2-a9fd-4512-8386-166cfea1a8d3 None None] Routers {'76c59b71-9302-4c6f-bdc8-66a4459687f9'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:37.873682 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-86b517d2-a9fd-4512-8386-166cfea1a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['76c59b71-9302-4c6f-bdc8-66a4459687f9'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:37.911690 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-86b517d2-a9fd-4512-8386-166cfea1a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:37.916299 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b517d2-a9fd-4512-8386-166cfea1a8d3 None None] The sync data for ids ['76c59b71-9302-4c6f-bdc8-66a4459687f9'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:37.927207 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1189b58c-8fd4-461b-8fe5-3ac35e4972b7 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/routers/76c59b71-9302-4c6f-bdc8-66a4459687f9 HTTP/1.1" status: 200 len: 924 time: 0.1081967 Apr 30 01:52:37.928688 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port bd415133-c99a-43b7-9e74-60ec61537de5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:37.929040 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.930024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57850) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:37.983193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.983780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Fanout notify agent at l3_agent the message router_deleted on router c06951a9-b355-4397-9238-84aeccf0e694 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:37.992764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:37.993929 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b855b36a-ff84-4904-926b-acf374875f7e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/routers/c06951a9-b355-4397-9238-84aeccf0e694 HTTP/1.1" status: 204 len: 168 time: 1.5656438 Apr 30 01:52:37.997041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57852) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:38.077711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.077935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.102612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for bd415133-c99a-43b7-9e74-60ec61537de5 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:38.114027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.266196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.300711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1b7232-e81b-4229-b49a-8cf1adbbf56a']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:38.318442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47ef792-bde5-4e4e-8fc4-eb5af794866a') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:38.318740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47ef792-bde5-4e4e-8fc4-eb5af794866a') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:38.329374 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.339130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234a956-7ad8-46c8-9900-57f834a862ee tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:38.348667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5234a956-7ad8-46c8-9900-57f834a862ee tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=76c59b71-9302-4c6f-bdc8-66a4459687f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4097354 Apr 30 01:52:38.348667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57854) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:38.348980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.369339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:38.369744 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: items = [ Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:38.372702 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:38.432491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd39b52-4544-4a04-9c27-ebb4bda69beb tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:38.433903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7cd39b52-4544-4a04-9c27-ebb4bda69beb tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 881 time: 0.0894754 Apr 30 01:52:38.436897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57856) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:38.464559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e7caf5f7-fbdf-41ba-8b6e-156a598ce1b2 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c59b71-9302-4c6f-bdc8-66a4459687f9 HTTP/1.1" status: 200 len: 205 time: 0.0265779 Apr 30 01:52:38.467124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57858) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:38.490139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.522979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.527391 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.530758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/networks/4c1b7232-e81b-4229-b49a-8cf1adbbf56a HTTP/1.1" status: 204 len: 168 time: 0.5330191 Apr 30 01:52:38.531663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=bd415133-c99a-43b7-9e74-60ec61537de5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:38.533978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57860) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:38.583212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.599665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef71f2-442e-404c-9b49-f3d375fc7452 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Network': ['ID=4c1b7232-e81b-4229-b49a-8cf1adbbf56a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:38.658950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.659321 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Floating IP 9097a458-a581-4485-825a-23b02a1a0611 disassociated (deleted). External IP: 172.25.0.193, port: d93ee04e-1b93-4d70-ae33-f38039899755. Apr 30 01:52:38.688370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.795283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Deleting port e556a4f6-681f-4228-8549-a7e74ba656ca {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:38.795554 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.876250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting port 2d0d491d-1901-4036-a3fb-8ee069df9047 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:38.876557 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.876703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:38.888106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Calling delete_port for e556a4f6-681f-4228-8549-a7e74ba656ca owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:39.006607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.006936 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.010225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 3afc49ed-4f2d-4869-abed-820386e6a3c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:39.023735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Calling delete_port for 2d0d491d-1901-4036-a3fb-8ee069df9047 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:39.118110 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.148949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event deleted for resources: {'Port': ['ID=e556a4f6-681f-4228-8549-a7e74ba656ca,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:39.189543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:39.200441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.203875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] Sync routers for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:39.208202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.220257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:39.221001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:39.235958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-186a6daf-a2fe-48b6-9e08-44759daf699a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/floatingips/9097a458-a581-4485-825a-23b02a1a0611 HTTP/1.1" status: 204 len: 168 time: 1.9233768 Apr 30 01:52:39.235958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:39.236900 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbb21f8-c376-4ffe-a1a8-72330d846947" -d '{"events": [{"name": "network-changed", "server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:39.317421 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.320413 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.338772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:39.369735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.400309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Port': ['ID=2d0d491d-1901-4036-a3fb-8ee069df9047,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:39.416171 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:39.450246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.450853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Fanout notify agent at l3_agent the message router_deleted on router 76c59b71-9302-4c6f-bdc8-66a4459687f9 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:39.460763 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.466134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc9322b8-2d25-4925-9396-e3e771d01bb0 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/76c59b71-9302-4c6f-bdc8-66a4459687f9 HTTP/1.1" status: 204 len: 168 time: 0.9943869 Apr 30 01:52:39.466376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57866) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:39.468419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:39.468885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ab16920c-88e3-48b9-91b1-0dd2eaaf13b6 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:39.474043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-49d8cfde-1f5a-496a-bb1e-234cf198e18c tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:39.482246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.482863 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Floating IP 41e7d157-caba-4245-9a1a-1d3626a14919 disassociated (deleted). External IP: 172.25.0.21, port: c33f9185-f1f6-417d-b99e-d536a54ee061. Apr 30 01:52:39.606025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49d8cfde-1f5a-496a-bb1e-234cf198e18c tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.606761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:55Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:39.607813 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49d8cfde-1f5a-496a-bb1e-234cf198e18c tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.627539 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82690f7-1aaa-4e8e-bd6d-b5a8eede8b8e x-openstack-request-id: req-c82690f7-1aaa-4e8e-bd6d-b5a8eede8b8e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:39.627827 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:39.628058 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c82690f7-1aaa-4e8e-bd6d-b5a8eede8b8e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:39.628490 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82690f7-1aaa-4e8e-bd6d-b5a8eede8b8e'] response: {'name': 'network-changed', 'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'status': 'completed', 'code': 200} Apr 30 01:52:39.638148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] Checking router: 3afc49ed-4f2d-4869-abed-820386e6a3c8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:39.647922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:39.649182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:39.724722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-ef38dab9-07f6-4d34-9043-2140fc0d7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:39.726297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-ef38dab9-07f6-4d34-9043-2140fc0d7d30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0d0017750714ac2a74fd60a825a474e&device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 1096 time: 0.0772042 Apr 30 01:52:39.747743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49d8cfde-1f5a-496a-bb1e-234cf198e18c tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.751264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34afcb-06a6-4a3b-9674-040a8c13ba48 req-52cd1be5-d1c0-4ec0-92af-786fe27e95ee tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:39.752808 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f34afcb-06a6-4a3b-9674-040a8c13ba48 req-52cd1be5-d1c0-4ec0-92af-786fe27e95ee tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0662503 Apr 30 01:52:39.767089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:39.817748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Router b374ce27-92f4-4284-8f87-fa31c0103499 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:39.827131 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49d8cfde-1f5a-496a-bb1e-234cf198e18c tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.845499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f34afcb-06a6-4a3b-9674-040a8c13ba48 req-988f3dd4-18b1-4ac6-bbd4-031a709837ee tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819902 Apr 30 01:52:39.873340 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-25be187a-abe8-4fec-9145-1845f23879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:39.873340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-25be187a-abe8-4fec-9145-1845f23879b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76 HTTP/1.1" status: 200 len: 895 time: 0.1367261 Apr 30 01:52:39.918197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-dcf63089-75b0-46ce-88e6-83f9e3a14278 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93ee04e-1b93-4d70-ae33-f38039899755 HTTP/1.1" status: 200 len: 217 time: 0.0374391 Apr 30 01:52:39.937752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49d8cfde-1f5a-496a-bb1e-234cf198e18c tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:39.938963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-49d8cfde-1f5a-496a-bb1e-234cf198e18c tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4715335 Apr 30 01:52:39.942468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57870) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:39.948345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:39.977323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-5b56fa8d-badb-4df6-9c04-ffc84d0b352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:39.978785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-5b56fa8d-badb-4df6-9c04-ffc84d0b352e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11686512-cdb3-4e1a-915a-303d3f86b858 HTTP/1.1" status: 200 len: 834 time: 0.0519845 Apr 30 01:52:39.984816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:55Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:40.016728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80df44f-1ef8-4873-ac6d-e2ddacd95c17 None None] The sync data for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 is: [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:50:50Z', 'revision_number': 4, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5e6f4876-769a-4cbb-aeb6-52788341f497', 'name': '', 'network_id': 'ee4f8fc3-a783-48a7-8b65-0553dc8eac76', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'mac_address': 'fa:16:3e:2b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:49Z', 'updated_at': '2022-04-30T01:50:55Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'subnets': [{'id': '11686512-cdb3-4e1a-915a-303d3f86b858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:40.025595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:40.032527 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:40.032885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-3ba39e75-14d0-4fde-9872-ffe0fb67be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:40.035294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-3ba39e75-14d0-4fde-9872-ffe0fb67be5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee4f8fc3-a783-48a7-8b65-0553dc8eac76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478699 Apr 30 01:52:40.038102 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] Sync routers for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:40.050767 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:40.052040 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:40.142637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-04f553e9-f648-47c4-93fc-8bcbc6a24f9b tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/floatingips/41e7d157-caba-4245-9a1a-1d3626a14919 HTTP/1.1" status: 204 len: 168 time: 1.6020689 Apr 30 01:52:40.145784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-25cb8fb0-dc98-439b-9390-dfd9c27a02af service neutron] 10.222.0.21 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018081 Apr 30 01:52:40.179833 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:40.237481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:40.280718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cbb21f8-c376-4ffe-a1a8-72330d846947 req-a016469a-f425-47e0-a31a-047d739df05f service neutron] 10.222.0.21 "GET /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257131 Apr 30 01:52:40.352783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8fe437-b14b-47c9-986e-51350ca2424d None None] New status for floating IP 9097a458-a581-4485-825a-23b02a1a0611: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:52:40.413252 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:15Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:40.449497 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] Checking router: b374ce27-92f4-4284-8f87-fa31c0103499 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:40.459011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:40.459716 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:40.498914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:40.517640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:40.575534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:40.599710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f17c0-a3a8-4377-b0ce-bf8aa973d1d9 req-af42ac75-33ae-49b5-bea5-ed9785cbe19f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:40.601887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a47f17c0-a3a8-4377-b0ce-bf8aa973d1d9 req-af42ac75-33ae-49b5-bea5-ed9785cbe19f tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 985 time: 0.0526023 Apr 30 01:52:40.634204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Allocated IP 172.25.0.200 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/19f59957-229f-456c-8f24-3abc39df3621) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:40.644471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a47f17c0-a3a8-4377-b0ce-bf8aa973d1d9 req-2d69df94-b32b-4c51-93bd-5b15d75d24b3 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0352468 Apr 30 01:52:40.735519 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:40.774899 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:15Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:40.801195 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52971375-fff2-4d0b-9f45-a38c9b2ae3df None None] The sync data for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 is: [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9', 'name': '', 'network_id': '0e21ea35-f3b2-4d52-bc85-d501db7f4b4a', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'mac_address': 'fa:16:3e:10:a1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:11Z', 'updated_at': '2022-04-30T01:51:15Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'subnets': [{'id': '6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:40.816136 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:40.978584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05cc5-4466-4b5d-acf8-b5564827b1e5 req-cd80763c-5cc5-45bd-9d0d-46478955b83a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:40.980281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-68d05cc5-4466-4b5d-acf8-b5564827b1e5 req-cd80763c-5cc5-45bd-9d0d-46478955b83a tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Apr 30 01:52:41.063136 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-68d05cc5-4466-4b5d-acf8-b5564827b1e5 req-828bac54-537a-47a1-8fb7-325329f2287d tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/security-groups?id=01b68653-4998-492b-a42c-fdb3c3d97c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758431 Apr 30 01:52:41.091858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-4decf73d-ae48-4ae5-973e-2acc92d42b8b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:41.093619 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-4decf73d-ae48-4ae5-973e-2acc92d42b8b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 945 time: 0.0717704 Apr 30 01:52:41.098001 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e8a3d-014d-4f4a-a2f3-7108494faaf8 None None] New status for floating IP 41e7d157-caba-4245-9a1a-1d3626a14919: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:52:41.124007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57880) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:41.190248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:41.193995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:41.202074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:41.202074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event updated for resources: {'Port': ['ID=19f59957-229f-456c-8f24-3abc39df3621,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:41.224872 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bc5ef0b4-d341-4fac-8e0d-c5777be7c085 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/floatingips/4d98a2d8-b9fe-4869-b66d-8081ab710aca HTTP/1.1" status: 200 len: 993 time: 0.0999470 Apr 30 01:52:41.258889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port d93ee04e-1b93-4d70-ae33-f38039899755 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:41.259234 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.364797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port d93ee04e-1b93-4d70-ae33-f38039899755, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d93ee04e-1b93-4d70-ae33-f38039899755,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:41.365160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.379207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for d93ee04e-1b93-4d70-ae33-f38039899755 owned by compute:nova {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:41.503944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57886) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:41.560568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.608037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.649297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:41.649812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=d93ee04e-1b93-4d70-ae33-f38039899755,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:41.651574 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996a040b-ce89-46a9-841f-0c7bb9a062d3" -d '{"events": [{"name": "network-changed", "server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:41.724490 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] No DVR routers for this DVR port d93ee04e-1b93-4d70-ae33-f38039899755 on host n-h1-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:41.726240 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba217ae-74e6-4c36-b928-17a93b4c1f27 x-openstack-request-id: req-9ba217ae-74e6-4c36-b928-17a93b4c1f27 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:41.726541 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:41.726769 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ba217ae-74e6-4c36-b928-17a93b4c1f27 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:41.727035 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.727161 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba217ae-74e6-4c36-b928-17a93b4c1f27'] response: {'name': 'network-changed', 'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'status': 'completed', 'code': 200} Apr 30 01:52:41.731502 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97d8cced-8a2f-4d56-8acf-b2a443a1dd73 req-f9969a0c-2796-4cd0-aa1d-6f7a105c175f tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.21 "DELETE /v2.0/ports/d93ee04e-1b93-4d70-ae33-f38039899755 HTTP/1.1" status: 204 len: 173 time: 0.6323957 Apr 30 01:52:41.731951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'name': 'network-vif-deleted', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:41.735446 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd10270d-f550-49a0-8c7c-4b3c325db08a" -d '{"events": [{"server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "name": "network-vif-deleted", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:41.777593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port a8d05ea8-768c-4d2e-bb45-54ba23cc5a8d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:41.777930 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.833355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-c5934129-76aa-4d92-a06c-a148155ddf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:41.834936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-c5934129-76aa-4d92-a06c-a148155ddf16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ce2fd4065084ff49653525b6a54c682&device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 1136 time: 0.1028852 Apr 30 01:52:41.869647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea77a9-f886-4c5c-bf37-60b4cdafc3c9 req-506e1805-41b6-4229-be78-17dda9254a38 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:41.870828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.871880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3ea77a9-f886-4c5c-bf37-60b4cdafc3c9 req-506e1805-41b6-4229-be78-17dda9254a38 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 985 time: 0.1100805 Apr 30 01:52:41.907948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.928498 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.928846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:41.949686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for a8d05ea8-768c-4d2e-bb45-54ba23cc5a8d owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:41.980039 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3ea77a9-f886-4c5c-bf37-60b4cdafc3c9 req-20b4184f-ce26-4b78-a44a-06a6262c0b9e tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/security-groups?id=921fde10-f339-4d7f-9833-4344fc6d4498&id=0608999b-5b6c-4500-8584-3f7cf0a8681a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0940795 Apr 30 01:52:42.055549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-b7028188-500d-4052-8954-d8ab1cf75e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:42.057069 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-b7028188-500d-4052-8954-d8ab1cf75e03 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a HTTP/1.1" status: 200 len: 896 time: 0.2147617 Apr 30 01:52:42.070236 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4246bc-d1b1-437a-a14f-ba21b73825ad x-openstack-request-id: req-9d4246bc-d1b1-437a-a14f-ba21b73825ad {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:42.070548 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dc6c79-5515-4a16-91fb-4fc043992805", "name": "network-vif-deleted", "tag": "d93ee04e-1b93-4d70-ae33-f38039899755", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:42.070755 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d4246bc-d1b1-437a-a14f-ba21b73825ad {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:42.071152 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4246bc-d1b1-437a-a14f-ba21b73825ad'] response: {'server_uuid': '19dc6c79-5515-4a16-91fb-4fc043992805', 'name': 'network-vif-deleted', 'tag': 'd93ee04e-1b93-4d70-ae33-f38039899755', 'status': 'completed', 'code': 200} Apr 30 01:52:42.149297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-a5bdf4a5-ae0f-4112-9851-698623efebd1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:42.150844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-a5bdf4a5-ae0f-4112-9851-698623efebd1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.23 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 985 time: 0.1834257 Apr 30 01:52:42.158966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-b52dfe9d-74cf-45dd-a9eb-f9bcf389d310 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c33f9185-f1f6-417d-b99e-d536a54ee061 HTTP/1.1" status: 200 len: 217 time: 0.0646744 Apr 30 01:52:42.240355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53706118-5e45-4575-af73-6259f40dca40 req-04ae7adb-407a-41f7-b58a-213fe4530ae3 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dc6c79-5515-4a16-91fb-4fc043992805 HTTP/1.1" status: 200 len: 210 time: 0.0337307 Apr 30 01:52:42.283795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:42.284738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-4fab0f47-da26-48e5-977d-990c104d8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:42.286615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-4fab0f47-da26-48e5-977d-990c104d8c89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f HTTP/1.1" status: 200 len: 834 time: 0.0781970 Apr 30 01:52:42.313715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=a8d05ea8-768c-4d2e-bb45-54ba23cc5a8d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:42.377792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:42.378125 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Floating IP 4d98a2d8-b9fe-4869-b66d-8081ab710aca disassociated (deleted). External IP: 172.25.0.111, port: 72c79e6d-c566-44a1-930a-4f5cb6b65923. Apr 30 01:52:42.381829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-51466bac-f52a-41e9-9514-a57cb7c2ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:42.383388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-51466bac-f52a-41e9-9514-a57cb7c2ed2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750141 Apr 30 01:52:42.421275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Router 500d7d7b-54a4-4870-afad-0b518f68aa14 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:42.427951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting port c33f9185-f1f6-417d-b99e-d536a54ee061 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:42.428287 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:42.612369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router a1225c1a-a386-4635-93ce-793c0662fb0d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:42.614525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-6d79cbd8-e21f-4e89-8fd5-8df8d407e0bb service neutron] 10.222.0.23 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204325 Apr 30 01:52:42.685461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] For port c33f9185-f1f6-417d-b99e-d536a54ee061, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c33f9185-f1f6-417d-b99e-d536a54ee061,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:42.685745 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:42.728460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:42.732393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Calling delete_port for c33f9185-f1f6-417d-b99e-d536a54ee061 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:42.732790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:42.734390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:42.739521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] Sync routers for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:42.745573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:42.746278 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e57fef-b71a-49ed-954f-89ef2dcd799d None None] Sync routers for ids ['500d7d7b-54a4-4870-afad-0b518f68aa14'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:42.749600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3a9bb58c-53e1-4dd0-98dc-f526fa680e38 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "PUT /v2.0/routers/500d7d7b-54a4-4870-afad-0b518f68aa14 HTTP/1.1" status: 200 len: 881 time: 2.8061068 Apr 30 01:52:42.755111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57896) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:42.767617 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e57fef-b71a-49ed-954f-89ef2dcd799d None None] Routers {'500d7d7b-54a4-4870-afad-0b518f68aa14'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:42.768240 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40e57fef-b71a-49ed-954f-89ef2dcd799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['500d7d7b-54a4-4870-afad-0b518f68aa14'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:42.769906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f7519086-14a0-4152-b2d6-4e596e80b9b4 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/floatingips/4d98a2d8-b9fe-4869-b66d-8081ab710aca HTTP/1.1" status: 204 len: 168 time: 1.2647772 Apr 30 01:52:42.773427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:42.774051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:42.925387 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40e57fef-b71a-49ed-954f-89ef2dcd799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:42.932908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:42.934203 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e57fef-b71a-49ed-954f-89ef2dcd799d None None] Routers {'500d7d7b-54a4-4870-afad-0b518f68aa14'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:42.934807 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40e57fef-b71a-49ed-954f-89ef2dcd799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['500d7d7b-54a4-4870-afad-0b518f68aa14'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:42.960852 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-996a040b-ce89-46a9-841f-0c7bb9a062d3 req-4c9006c2-5170-4874-8975-283ab62ef2da service neutron] 10.222.0.23 "GET /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109932 Apr 30 01:52:42.966890 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-40e57fef-b71a-49ed-954f-89ef2dcd799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:42.967552 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e57fef-b71a-49ed-954f-89ef2dcd799d None None] The sync data for ids ['500d7d7b-54a4-4870-afad-0b518f68aa14'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:43.015923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2e2520a2-0300-4800-a900-a9eeadf17255 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/routers/500d7d7b-54a4-4870-afad-0b518f68aa14 HTTP/1.1" status: 200 len: 922 time: 0.2570364 Apr 30 01:52:43.016792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57902) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:43.055498 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:43.059459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5bb5ef-25a2-41e3-b3e2-005cfb68813c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:43.064130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6b5bb5ef-25a2-41e3-b3e2-005cfb68813c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=500d7d7b-54a4-4870-afad-0b518f68aa14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0442972 Apr 30 01:52:43.064333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57904) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:43.093712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Port': ['ID=c33f9185-f1f6-417d-b99e-d536a54ee061,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:43.131160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] No DVR routers for this DVR port c33f9185-f1f6-417d-b99e-d536a54ee061 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:43.134160 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:43.138154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dea0f0ce-4646-42e6-8d64-f12e8a5b395f req-d8f2f336-f866-4d21-b69a-3c7d36370362 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.23 "DELETE /v2.0/ports/c33f9185-f1f6-417d-b99e-d536a54ee061 HTTP/1.1" status: 204 len: 173 time: 0.9725225 Apr 30 01:52:43.178212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65407c04-8834-4ce2-8751-cca14733fd79 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:43.179484 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-65407c04-8834-4ce2-8751-cca14733fd79 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 881 time: 0.1142294 Apr 30 01:52:43.182506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:43.192298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:51Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:43.207207 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04caa6b7-9e3b-44b0-b08e-4c789d9d5796 req-4f598f5b-619d-4656-9cb1-c5c2473f6697 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "GET /v2.0/ports?device_id=096e4e1a-40c1-453a-be6a-a4849a662933 HTTP/1.1" status: 200 len: 210 time: 0.0377321 Apr 30 01:52:43.226628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9437cb86-f44b-4ba4-b904-a131df93201d tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=500d7d7b-54a4-4870-afad-0b518f68aa14 HTTP/1.1" status: 200 len: 205 time: 0.0424073 Apr 30 01:52:43.228494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57910) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:43.232070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] Checking router: a1225c1a-a386-4635-93ce-793c0662fb0d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:43.238931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:43.239575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:43.292102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d93ee04e-1b93-4d70-ae33-f38039899755 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:43.318803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: d93ee04e-1b93-4d70-ae33-f38039899755 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:43.319319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d93ee04e-1b93-4d70-ae33-f38039899755 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:43.367528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ef3b7-711e-4fc1-8944-8026191309c5 req-3d3145ac-20bf-4afb-8438-f448c20a4a80 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:43.368321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba1ef3b7-711e-4fc1-8944-8026191309c5 req-3d3145ac-20bf-4afb-8438-f448c20a4a80 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 945 time: 0.0934930 Apr 30 01:52:43.372351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:43.385794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:43.452500 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba1ef3b7-711e-4fc1-8944-8026191309c5 req-3cbe6daa-dfd7-481d-b350-b215c84cfb70 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0772033 Apr 30 01:52:43.505456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57914) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:43.549739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:43.606027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:51Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:43.634486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cdbb8-da1b-4a5f-98a0-c1e7b6c7af0f None None] The sync data for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 is: [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:51:48Z', 'revision_number': 4, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '99892f0f-da13-402d-a218-9a7ce1292688', 'name': '', 'network_id': '9152c3c1-c7dc-4c4a-98ad-99173c9a980c', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'mac_address': 'fa:16:3e:c6:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:47Z', 'updated_at': '2022-04-30T01:51:51Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'subnets': [{'id': 'cb7425e2-34b4-45ca-909c-c5a246e3de60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:43.692040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Deleting port 19f59957-229f-456c-8f24-3abc39df3621 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:43.692596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:43.735609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'name': 'network-vif-deleted', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:43.737979 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffb49c9-4660-4aaf-a7b9-47d7575fcb4d" -d '{"events": [{"server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "name": "network-vif-deleted", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:43.773187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:43.787520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Calling delete_port for 19f59957-229f-456c-8f24-3abc39df3621 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:43.788115 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bda98c9-5c7b-46f4-8935-ba972e42fed6 x-openstack-request-id: req-6bda98c9-5c7b-46f4-8935-ba972e42fed6 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:43.788401 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096e4e1a-40c1-453a-be6a-a4849a662933", "name": "network-vif-deleted", "tag": "c33f9185-f1f6-417d-b99e-d536a54ee061", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:43.788649 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bda98c9-5c7b-46f4-8935-ba972e42fed6 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:43.789036 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bda98c9-5c7b-46f4-8935-ba972e42fed6'] response: {'server_uuid': '096e4e1a-40c1-453a-be6a-a4849a662933', 'name': 'network-vif-deleted', 'tag': 'c33f9185-f1f6-417d-b99e-d536a54ee061', 'status': 'completed', 'code': 200} Apr 30 01:52:43.932077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01dc41f-8bab-4e98-88bf-94b8b68ac7a9 None None] New status for floating IP 4d98a2d8-b9fe-4869-b66d-8081ab710aca: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:52:43.938606 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.021880 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.050144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event deleted for resources: {'Port': ['ID=19f59957-229f-456c-8f24-3abc39df3621,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:44.084108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:44.086965 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee" -d '{"events": [{"name": "network-changed", "server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:44.164753 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c265552e-d2e9-4dbc-8d78-d09cd066a4e3 x-openstack-request-id: req-c265552e-d2e9-4dbc-8d78-d09cd066a4e3 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:44.164753 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:44.164753 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c265552e-d2e9-4dbc-8d78-d09cd066a4e3 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:44.164753 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c265552e-d2e9-4dbc-8d78-d09cd066a4e3'] response: {'name': 'network-changed', 'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'status': 'completed', 'code': 200} Apr 30 01:52:44.183986 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.267088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:44.291026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port 5e6f4876-769a-4cbb-aeb6-52788341f497 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:44.291292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.300285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.303222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.317800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-8c541f92-8bee-4f77-93d1-37081750e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:44.319307 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-8c541f92-8bee-4f77-93d1-37081750e648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=becf5c56d12142b68594109f363b6821&device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 1096 time: 0.1367574 Apr 30 01:52:44.394857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa6be5a-4282-47c6-9e7c-a3e4039f9393 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.434588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port 5e6f4876-769a-4cbb-aeb6-52788341f497, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5e6f4876-769a-4cbb-aeb6-52788341f497,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:44.434908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.435061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.435617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Fanout notify agent at l3_agent the message router_deleted on router 500d7d7b-54a4-4870-afad-0b518f68aa14 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:44.437978 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-095dbab0-3d6e-46c5-9c60-4c5becb285ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:44.439493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-095dbab0-3d6e-46c5-9c60-4c5becb285ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c HTTP/1.1" status: 200 len: 896 time: 0.0926085 Apr 30 01:52:44.446512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.447690 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0b5c45d-f2d4-4091-9078-6349d4e70f5b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/500d7d7b-54a4-4870-afad-0b518f68aa14 HTTP/1.1" status: 204 len: 168 time: 1.2182000 Apr 30 01:52:44.455222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57924) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:44.465773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa6be5a-4282-47c6-9e7c-a3e4039f9393 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.477647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for 5e6f4876-769a-4cbb-aeb6-52788341f497 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:44.486056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f2e01bf5-c1c8-450c-b9f1-eb64ca38f3f9 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-937852743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:44.492520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-c0e037c9-002e-4b68-92e2-16017c1a11d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923 HTTP/1.1" status: 200 len: 217 time: 0.0437179 Apr 30 01:52:44.568098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-b2fe5a0c-c41b-4798-9341-5f2b12857acb tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:44.569727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-b2fe5a0c-c41b-4798-9341-5f2b12857acb tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 945 time: 0.1512721 Apr 30 01:52:44.686255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa6be5a-4282-47c6-9e7c-a3e4039f9393 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.688935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-baa6be5a-4282-47c6-9e7c-a3e4039f9393 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.693476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-baa6be5a-4282-47c6-9e7c-a3e4039f9393 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/security-groups/921fde10-f339-4d7f-9833-4344fc6d4498 HTTP/1.1" status: 204 len: 168 time: 0.4220212 Apr 30 01:52:44.698859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57928) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:44.725707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6be5a-4282-47c6-9e7c-a3e4039f9393 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921fde10-f339-4d7f-9833-4344fc6d4498,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:44.907808 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e01bf5-c1c8-450c-b9f1-eb64ca38f3f9 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.908833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e01bf5-c1c8-450c-b9f1-eb64ca38f3f9 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:44.930369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-5a6709da-b114-4b82-ba18-22c981eec2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:44.931921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-5a6709da-b114-4b82-ba18-22c981eec2f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb7425e2-34b4-45ca-909c-c5a246e3de60 HTTP/1.1" status: 200 len: 835 time: 0.4318237 Apr 30 01:52:44.966684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09956-c626-47bd-b8f7-f095f4006711 req-ec0b3fa8-0080-4614-b77e-f7387260ff94 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:44.968250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7b09956-c626-47bd-b8f7-f095f4006711 req-ec0b3fa8-0080-4614-b77e-f7387260ff94 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 945 time: 0.4376099 Apr 30 01:52:45.015005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e01bf5-c1c8-450c-b9f1-eb64ca38f3f9 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.055591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7b09956-c626-47bd-b8f7-f095f4006711 req-5cbd2905-d72c-4c4d-8a5b-6bf2be6c9ce7 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d483f-a254-4117-a5d8-433574b572d8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0704658 Apr 30 01:52:45.058513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-e29df02d-4126-4ccc-a147-33aa6310f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:45.060168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-e29df02d-4126-4ccc-a147-33aa6310f5be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9152c3c1-c7dc-4c4a-98ad-99173c9a980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112959 Apr 30 01:52:45.091618 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e01bf5-c1c8-450c-b9f1-eb64ca38f3f9 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.133421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port 72c79e6d-c566-44a1-930a-4f5cb6b65923 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:45.134001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.164848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-ad4251ef-ddc9-4812-9ed3-e96a6a8d5483 service neutron] 10.222.0.21 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978589 Apr 30 01:52:45.172937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d5bed41-ac1a-428e-889b-c529818894c1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.225535 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2e01bf5-c1c8-450c-b9f1-eb64ca38f3f9 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.226717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f2e01bf5-c1c8-450c-b9f1-eb64ca38f3f9 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7705917 Apr 30 01:52:45.232794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57930) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:45.238607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': True}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:45.251982 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d5bed41-ac1a-428e-889b-c529818894c1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.304710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port 72c79e6d-c566-44a1-930a-4f5cb6b65923, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=72c79e6d-c566-44a1-930a-4f5cb6b65923,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:45.305074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.318179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for 72c79e6d-c566-44a1-930a-4f5cb6b65923 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:45.332049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.368246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-004db166-5cf8-48c7-8598-64b17e4d78a8 service neutron] 10.222.0.21 "GET /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966987 Apr 30 01:52:45.386987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=5e6f4876-769a-4cbb-aeb6-52788341f497,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:45.402869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d5bed41-ac1a-428e-889b-c529818894c1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.405223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d5bed41-ac1a-428e-889b-c529818894c1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.408976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d5bed41-ac1a-428e-889b-c529818894c1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/security-groups/0608999b-5b6c-4500-8584-3f7cf0a8681a HTTP/1.1" status: 204 len: 168 time: 0.7050815 Apr 30 01:52:45.431002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57932) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:45.492327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.502771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bed41-ac1a-428e-889b-c529818894c1 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0608999b-5b6c-4500-8584-3f7cf0a8681a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:45.751174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.770964 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.771230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.842405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=72c79e6d-c566-44a1-930a-4f5cb6b65923,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:45.874438 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.889979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Allocated IP 172.25.0.220 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/5c843812-5940-4e9b-ba2a-089aa6bcaa70) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:45.919441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] No DVR routers for this DVR port 72c79e6d-c566-44a1-930a-4f5cb6b65923 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:45.923682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:45.927045 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35b4ffa9-e638-47d1-b078-b0ea1d1de8cf req-18c61043-aabb-477d-9424-1ad45f01a9ea tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.21 "DELETE /v2.0/ports/72c79e6d-c566-44a1-930a-4f5cb6b65923 HTTP/1.1" status: 204 len: 173 time: 1.3515539 Apr 30 01:52:45.927672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'name': 'network-vif-deleted', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:52:45.929956 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fd64ed-b845-4266-8e14-84e37d338ec9" -d '{"events": [{"server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "name": "network-vif-deleted", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:52:45.985411 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d09ad56-a3c1-4ac4-a029-549f42f062bb x-openstack-request-id: req-9d09ad56-a3c1-4ac4-a029-549f42f062bb {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:52:45.985693 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a94289-b9a0-49bd-be6e-26f0980e70e6", "name": "network-vif-deleted", "tag": "72c79e6d-c566-44a1-930a-4f5cb6b65923", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:52:45.985936 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d09ad56-a3c1-4ac4-a029-549f42f062bb {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:52:45.986327 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d09ad56-a3c1-4ac4-a029-549f42f062bb'] response: {'server_uuid': '25a94289-b9a0-49bd-be6e-26f0980e70e6', 'name': 'network-vif-deleted', 'tag': '72c79e6d-c566-44a1-930a-4f5cb6b65923', 'status': 'completed', 'code': 200} Apr 30 01:52:46.012379 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.090426 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.135807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:46.139247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:46.152577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:46.194220 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acbb726d-125c-4d16-b73e-930e076d5f5d req-d054b94a-ca99-4150-a6f6-5c977d5b031c tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "GET /v2.0/ports?device_id=25a94289-b9a0-49bd-be6e-26f0980e70e6 HTTP/1.1" status: 200 len: 210 time: 0.0606549 Apr 30 01:52:46.194839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'Port': ['ID=5c843812-5940-4e9b-ba2a-089aa6bcaa70,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:46.245429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Router 3afc49ed-4f2d-4869-abed-820386e6a3c8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:46.255364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.486070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:46.494643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b3b764bf-fb1d-4752-a489-9f8c4ab4acec tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "PUT /v2.0/routers/3afc49ed-4f2d-4869-abed-820386e6a3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9856315 Apr 30 01:52:46.495623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57938) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:46.498215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] Sync routers for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:46.509938 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:46.512326 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:46.533132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.610605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f463aba-6c93-4eb2-90f5-093a1545a2bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting subnet 11686512-cdb3-4e1a-915a-303d3f86b858 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:52:46.611139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:46.611642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.617683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f463aba-6c93-4eb2-90f5-093a1545a2bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.628763 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:46.692268 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f463aba-6c93-4eb2-90f5-093a1545a2bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.729055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] For port 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:46.729434 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.746992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Calling delete_port for 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:46.840778 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:52:45Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:46.868545 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] Checking router: 3afc49ed-4f2d-4869-abed-820386e6a3c8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:46.872436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f463aba-6c93-4eb2-90f5-093a1545a2bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.876803 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.877385 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] Routers {'3afc49ed-4f2d-4869-abed-820386e6a3c8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:46.878949 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3afc49ed-4f2d-4869-abed-820386e6a3c8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:46.900114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:46.985795 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] Set router 3afc49ed-4f2d-4869-abed-820386e6a3c8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:47.049899 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.052990 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f463aba-6c93-4eb2-90f5-093a1545a2bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.080761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Port': ['ID=6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:47.084569 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f463aba-6c93-4eb2-90f5-093a1545a2bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.088436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f463aba-6c93-4eb2-90f5-093a1545a2bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/subnets/11686512-cdb3-4e1a-915a-303d3f86b858 HTTP/1.1" status: 204 len: 168 time: 0.5911880 Apr 30 01:52:47.089276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f463aba-6c93-4eb2-90f5-093a1545a2bd tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Subnet': ['ID=11686512-cdb3-4e1a-915a-303d3f86b858,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:47.091356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57940) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:47.122649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb9860-ae9f-4999-8429-e671c5a67751 None None] Network ee4f8fc3-a783-48a7-8b65-0553dc8eac76 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:47.137570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Router 30b71c56-8869-40f7-a897-03f1cd314fa4 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:47.214677 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:52:45Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:47.258166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e566dc-d0a1-4f67-995c-289ce9bfabaf None None] The sync data for ids ['3afc49ed-4f2d-4869-abed-820386e6a3c8'] in n-d-821348-1 is: [{'id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800834709', 'tenant_id': 'c0d0017750714ac2a74fd60a825a474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:50:44Z', 'updated_at': '2022-04-30T01:52:45Z', 'revision_number': 5, 'project_id': 'c0d0017750714ac2a74fd60a825a474e', 'gw_port': {'id': 'f4e423b4-8201-4126-ab33-e2a8a23f48ec', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc49ed-4f2d-4869-abed-820386e6a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:50:45Z', 'updated_at': '2022-04-30T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:47.293492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57944) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:47.310162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.321155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 72c79e6d-c566-44a1-930a-4f5cb6b65923 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:47.332435 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.352023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 72c79e6d-c566-44a1-930a-4f5cb6b65923 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:47.352362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 72c79e6d-c566-44a1-930a-4f5cb6b65923 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:47.443848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:47.451243 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.452446 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0159546d-0900-4b48-9e52-8e205845b31b tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "PUT /v2.0/routers/30b71c56-8869-40f7-a897-03f1cd314fa4 HTTP/1.1" status: 200 len: 918 time: 2.2187347 Apr 30 01:52:47.454310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a1e15-8eab-4358-ad35-c1d6841ebc35 None None] Sync routers for ids ['30b71c56-8869-40f7-a897-03f1cd314fa4'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:47.455341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57946) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:47.465246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a1e15-8eab-4358-ad35-c1d6841ebc35 None None] Routers {'30b71c56-8869-40f7-a897-03f1cd314fa4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:47.465877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a08a1e15-8eab-4358-ad35-c1d6841ebc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['30b71c56-8869-40f7-a897-03f1cd314fa4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:47.491278 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-02a17241-4a0e-4015-b855-6c83771a3cf8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.501323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a08a1e15-8eab-4358-ad35-c1d6841ebc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:47.510242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a1e15-8eab-4358-ad35-c1d6841ebc35 None None] Routers {'30b71c56-8869-40f7-a897-03f1cd314fa4'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:47.512594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a08a1e15-8eab-4358-ad35-c1d6841ebc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['30b71c56-8869-40f7-a897-03f1cd314fa4'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:47.530322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-02a17241-4a0e-4015-b855-6c83771a3cf8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.541145 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.548324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a08a1e15-8eab-4358-ad35-c1d6841ebc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:47.548963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a1e15-8eab-4358-ad35-c1d6841ebc35 None None] The sync data for ids ['30b71c56-8869-40f7-a897-03f1cd314fa4'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:47.583336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c33f9185-f1f6-417d-b99e-d536a54ee061 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:47.608960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: c33f9185-f1f6-417d-b99e-d536a54ee061 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:47.615199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c33f9185-f1f6-417d-b99e-d536a54ee061 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:47.639979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] DHCP port deletion for ee4f8fc3-a783-48a7-8b65-0553dc8eac76 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:52:47.708285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] Deleting port 2b27267a-db28-4f5f-8f1b-fe923de7d563 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:47.708797 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.720421 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-02a17241-4a0e-4015-b855-6c83771a3cf8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.729835 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-02a17241-4a0e-4015-b855-6c83771a3cf8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.735316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-02a17241-4a0e-4015-b855-6c83771a3cf8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/security-groups/682d483f-a254-4117-a5d8-433574b572d8 HTTP/1.1" status: 204 len: 168 time: 0.4366410 Apr 30 01:52:47.769526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a17241-4a0e-4015-b855-6c83771a3cf8 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682d483f-a254-4117-a5d8-433574b572d8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:47.799554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Deleting port f4e423b4-8201-4126-ab33-e2a8a23f48ec {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:47.800926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.829613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] For port 2b27267a-db28-4f5f-8f1b-fe923de7d563, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2b27267a-db28-4f5f-8f1b-fe923de7d563,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:47.829981 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:47.844323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] Calling delete_port for 2b27267a-db28-4f5f-8f1b-fe923de7d563 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:47.851870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2b27267a-db28-4f5f-8f1b-fe923de7d563 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:47.961486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57950) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:48.005285 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.054001 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 2b27267a-db28-4f5f-8f1b-fe923de7d563, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2b27267a-db28-4f5f-8f1b-fe923de7d563,segment=NetworkSegment(9ee2a67d-3b62-4599-b7da-87b735adad4a),segment_id=9ee2a67d-3b62-4599-b7da-87b735adad4a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:48.064051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e9a531ba-ca6c-4367-82f8-ae331b23fb7d tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/routers/30b71c56-8869-40f7-a897-03f1cd314fa4 HTTP/1.1" status: 200 len: 924 time: 0.6060224 Apr 30 01:52:48.069328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57954) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:48.109074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.110283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5e6f4876-769a-4cbb-aeb6-52788341f497 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:48.155393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5e6f4876-769a-4cbb-aeb6-52788341f497 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:48.156110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5e6f4876-769a-4cbb-aeb6-52788341f497 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:48.170655 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.182568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Router b374ce27-92f4-4284-8f87-fa31c0103499 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:48.192558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] No DVR routers for this DVR port 2b27267a-db28-4f5f-8f1b-fe923de7d563 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:48.211506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=2b27267a-db28-4f5f-8f1b-fe923de7d563,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:48.236405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa0cb3-feeb-4339-8e74-70757ff5a181 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:48.236405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b4fa0cb3-feeb-4339-8e74-70757ff5a181 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=30b71c56-8869-40f7-a897-03f1cd314fa4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1621478 Apr 30 01:52:48.241244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18031b7-bb60-4f39-96ea-e3d341be50df None None] Pushing event deleted for resources: {'Port': ['ID=2b27267a-db28-4f5f-8f1b-fe923de7d563,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:48.241555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57956) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:48.280680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] For port f4e423b4-8201-4126-ab33-e2a8a23f48ec, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f4e423b4-8201-4126-ab33-e2a8a23f48ec,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:48.281282 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.294170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Calling delete_port for f4e423b4-8201-4126-ab33-e2a8a23f48ec owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:48.489409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:48.499346 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f12beead-0aeb-420f-bb46-df028a8fc84c tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "PUT /v2.0/routers/b374ce27-92f4-4284-8f87-fa31c0103499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0632312 Apr 30 01:52:48.499560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] Sync routers for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:48.500010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57958) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:48.510112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103318b8-1df6-43ea-a301-5e66edded4ae tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:48.510533 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:48.511287 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:48.511518 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-103318b8-1df6-43ea-a301-5e66edded4ae tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 881 time: 0.2730014 Apr 30 01:52:48.514697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57960) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:48.524669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.569059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Port': ['ID=f4e423b4-8201-4126-ab33-e2a8a23f48ec,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:48.577208 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-656add73-c194-4c9b-8453-712c0d4040a5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b71c56-8869-40f7-a897-03f1cd314fa4 HTTP/1.1" status: 200 len: 205 time: 0.0612764 Apr 30 01:52:48.578468 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:48.587471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd91c7a-062f-4acc-8002-29cd12142214 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting subnet 6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:52:48.594013 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd91c7a-062f-4acc-8002-29cd12142214 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.629929 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:48.663306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd91c7a-062f-4acc-8002-29cd12142214 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.719727 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.775662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.808078 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd91c7a-062f-4acc-8002-29cd12142214 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.822119 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:52:46Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:48.822573 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.826633 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.849549 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] Checking router: b374ce27-92f4-4284-8f87-fa31c0103499 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:48.858440 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] Routers {'b374ce27-92f4-4284-8f87-fa31c0103499'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:48.858636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.858853 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b374ce27-92f4-4284-8f87-fa31c0103499'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:48.875342 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.958428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.959464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Fanout notify agent at l3_agent the message router_deleted on router 3afc49ed-4f2d-4869-abed-820386e6a3c8 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:48.967583 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:48.971197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0f4bcdd3-3ad3-441e-b9d2-5499efe92b74 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/routers/3afc49ed-4f2d-4869-abed-820386e6a3c8 HTTP/1.1" status: 204 len: 168 time: 1.8764684 Apr 30 01:52:48.972831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57964) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:48.976921 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] Set router b374ce27-92f4-4284-8f87-fa31c0103499 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:48.977849 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd91c7a-062f-4acc-8002-29cd12142214 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.027110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dd91c7a-062f-4acc-8002-29cd12142214 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.030702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2dd91c7a-062f-4acc-8002-29cd12142214 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/subnets/6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f HTTP/1.1" status: 204 len: 168 time: 0.5298579 Apr 30 01:52:49.032799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd91c7a-062f-4acc-8002-29cd12142214 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebb7ffa-1f20-4a63-b5f0-aca153a47a6f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:49.037043 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7cdcb7-0017-4360-aa14-ca4272d33f9b None None] Network 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:49.068387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57966) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:49.081213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.109790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.178837 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:52:46Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:49.253827 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.286482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.320051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4f8fc3-a783-48a7-8b65-0553dc8eac76']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:49.337171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee2a67d-3b62-4599-b7da-87b735adad4a') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:49.337962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee2a67d-3b62-4599-b7da-87b735adad4a') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:49.349738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Deleting port 5c843812-5940-4e9b-ba2a-089aa6bcaa70 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:49.350065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.350787 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6b570-9d68-4573-a487-e86629dbda81 None None] The sync data for ids ['b374ce27-92f4-4284-8f87-fa31c0103499'] in n-d-821348-1 is: [{'id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1413176567', 'tenant_id': '4ce2fd4065084ff49653525b6a54c682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:01Z', 'updated_at': '2022-04-30T01:52:46Z', 'revision_number': 5, 'project_id': '4ce2fd4065084ff49653525b6a54c682', 'gw_port': {'id': 'ec0d500a-e85f-452d-a260-c16917e9a5d5', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374ce27-92f4-4284-8f87-fa31c0103499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:03Z', 'updated_at': '2022-04-30T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:49.353324 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.402132 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.411559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:49.412249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: items = [ Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:49.415791 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:49.441092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port 99892f0f-da13-402d-a218-9a7ce1292688 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:49.441430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.446024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.507263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.519333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Calling delete_port for 5c843812-5940-4e9b-ba2a-089aa6bcaa70 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:49.563746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] DHCP port deletion for 0e21ea35-f3b2-4d52-bc85-d501db7f4b4a request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:52:49.571162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.581179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.587531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/networks/ee4f8fc3-a783-48a7-8b65-0553dc8eac76 HTTP/1.1" status: 204 len: 168 time: 0.6119561 Apr 30 01:52:49.589460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57968) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:49.617159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d624609-66d9-44ee-a724-b697f11c2d22 tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'Network': ['ID=ee4f8fc3-a783-48a7-8b65-0553dc8eac76,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:49.635692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] Deleting port bc49702d-c409-4d74-a3ea-547a8d97b1df {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:49.636078 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.637661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port 99892f0f-da13-402d-a218-9a7ce1292688, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=99892f0f-da13-402d-a218-9a7ce1292688,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:49.638792 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.658363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for 99892f0f-da13-402d-a218-9a7ce1292688 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:49.702139 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] For port bc49702d-c409-4d74-a3ea-547a8d97b1df, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=bc49702d-c409-4d74-a3ea-547a8d97b1df,segment=NetworkSegment(5dd148b1-a63c-4426-b340-e828c96f9461),segment_id=5dd148b1-a63c-4426-b340-e828c96f9461)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:49.702545 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.718652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] Calling delete_port for bc49702d-c409-4d74-a3ea-547a8d97b1df owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:49.719381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d9a7-547c-4cc4-a6e4-2c23b909470b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.727052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Deleting port ec0d500a-e85f-452d-a260-c16917e9a5d5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:49.727534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.769790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d9a7-547c-4cc4-a6e4-2c23b909470b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.873882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] For port ec0d500a-e85f-452d-a260-c16917e9a5d5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ec0d500a-e85f-452d-a260-c16917e9a5d5,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:49.874251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.900785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Calling delete_port for ec0d500a-e85f-452d-a260-c16917e9a5d5 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:49.904899 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.946087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f4e423b4-8201-4126-ab33-e2a8a23f48ec no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:49.947685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d9a7-547c-4cc4-a6e4-2c23b909470b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.949554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] Pushing event deleted for resources: {'Port': ['ID=bc49702d-c409-4d74-a3ea-547a8d97b1df,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:49.950671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d9a7-547c-4cc4-a6e4-2c23b909470b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.952092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6ef8d9a7-547c-4cc4-a6e4-2c23b909470b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] 10.222.0.15 "DELETE /v2.0/security-groups/01b68653-4998-492b-a42c-fdb3c3d97c38 HTTP/1.1" status: 204 len: 168 time: 0.3528924 Apr 30 01:52:49.953019 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:49.980389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d61ae-ff01-4556-b319-e89878b4e3e5 None None] No DVR routers for this DVR port bc49702d-c409-4d74-a3ea-547a8d97b1df on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:49.983041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f4e423b4-8201-4126-ab33-e2a8a23f48ec {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:49.990300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f4e423b4-8201-4126-ab33-e2a8a23f48ec not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:49.991546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bc49702d-c409-4d74-a3ea-547a8d97b1df no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:50.018065 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: bc49702d-c409-4d74-a3ea-547a8d97b1df {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:50.018672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device bc49702d-c409-4d74-a3ea-547a8d97b1df not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:50.022411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8d9a7-547c-4cc4-a6e4-2c23b909470b tempest-TestNetworkAdvancedServerOps-96486117 tempest-TestNetworkAdvancedServerOps-96486117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b68653-4998-492b-a42c-fdb3c3d97c38,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:50.025449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event deleted for resources: {'Port': ['ID=5c843812-5940-4e9b-ba2a-089aa6bcaa70,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:50.082681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.136843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=99892f0f-da13-402d-a218-9a7ce1292688,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:50.148604 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.276421 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.278825 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.374971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.417773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.432903 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.433759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Fanout notify agent at l3_agent the message router_deleted on router 30b71c56-8869-40f7-a897-03f1cd314fa4 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:50.447726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.447726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2eae6cd6-a100-4077-9a05-5479795ae064 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/30b71c56-8869-40f7-a897-03f1cd314fa4 HTTP/1.1" status: 204 len: 168 time: 1.8635604 Apr 30 01:52:50.447726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57974) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:50.449218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Port': ['ID=ec0d500a-e85f-452d-a260-c16917e9a5d5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:50.457659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cdf77d66-c205-41cd-bbfa-5e8960305e15 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-868665048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:50.553205 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdf77d66-c205-41cd-bbfa-5e8960305e15 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.554397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdf77d66-c205-41cd-bbfa-5e8960305e15 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.616473 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.620602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdf77d66-c205-41cd-bbfa-5e8960305e15 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.679117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdf77d66-c205-41cd-bbfa-5e8960305e15 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.684551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57978) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:50.749101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdf77d66-c205-41cd-bbfa-5e8960305e15 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.750338 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cdf77d66-c205-41cd-bbfa-5e8960305e15 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2993133 Apr 30 01:52:50.753328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57982) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:50.757980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'enable_snat': False}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:50.881675 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:50.963454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b434cb3a-e90d-461d-91f2-320bf262a8d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0d0017750714ac2a74fd60a825a474e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776799 Apr 30 01:52:50.967075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57984) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:51.008818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.009803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.013161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.048317 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d847fce5-fd97-4185-8b62-b5b8f6a9cc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.070948 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d847fce5-fd97-4185-8b62-b5b8f6a9cc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.106792 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.107308 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Fanout notify agent at l3_agent the message router_deleted on router b374ce27-92f4-4284-8f87-fa31c0103499 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:51.116119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.119915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57986) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:51.124189 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9890eb90-13fb-4c1a-b9cd-5557039b4112 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/routers/b374ce27-92f4-4284-8f87-fa31c0103499 HTTP/1.1" status: 204 len: 168 time: 2.0585921 Apr 30 01:52:51.135558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Router a1225c1a-a386-4635-93ce-793c0662fb0d has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:52:51.234498 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.251215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:51.259681 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a2f9323b-c4c1-4d5e-bbb1-d29b303e31f6 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "PUT /v2.0/routers/a1225c1a-a386-4635-93ce-793c0662fb0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2946658 Apr 30 01:52:51.259922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 57988) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:51.267702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] Sync routers for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:51.276881 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d847fce5-fd97-4185-8b62-b5b8f6a9cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.285300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d847fce5-fd97-4185-8b62-b5b8f6a9cc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.285300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d847fce5-fd97-4185-8b62-b5b8f6a9cc63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa5363d4-d22c-41f5-9e31-fb7d5b9f5211 HTTP/1.1" status: 204 len: 168 time: 0.3131993 Apr 30 01:52:51.289695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:51.290345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:51.339183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-508f1817-1112-4460-9b9c-32a5526779ba tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting subnet cb7425e2-34b4-45ca-909c-c5a246e3de60 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:52:51.344897 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-508f1817-1112-4460-9b9c-32a5526779ba tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.390201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-508f1817-1112-4460-9b9c-32a5526779ba tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.405799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.451473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847fce5-fd97-4185-8b62-b5b8f6a9cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5363d4-d22c-41f5-9e31-fb7d5b9f5211,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:51.452255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:51.465333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e21ea35-f3b2-4d52-bc85-d501db7f4b4a']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:51.504749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-508f1817-1112-4460-9b9c-32a5526779ba tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.541805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd148b1-a63c-4426-b340-e828c96f9461') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:51.541805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd148b1-a63c-4426-b340-e828c96f9461') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:51.550632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:51.558157 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.601169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:51.601662 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6dd7adfb-a55c-49ce-a7c1-ba61ac5096d9 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:51.601973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ec0d500a-e85f-452d-a260-c16917e9a5d5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:51.625908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.639045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:51.639293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:51.642393 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:51.658175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ec0d500a-e85f-452d-a260-c16917e9a5d5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:51.658765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ec0d500a-e85f-452d-a260-c16917e9a5d5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:51.695892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-508f1817-1112-4460-9b9c-32a5526779ba tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.698973 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.723166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-508f1817-1112-4460-9b9c-32a5526779ba tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.729579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-508f1817-1112-4460-9b9c-32a5526779ba tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/subnets/cb7425e2-34b4-45ca-909c-c5a246e3de60 HTTP/1.1" status: 204 len: 168 time: 0.4656827 Apr 30 01:52:51.732580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 57994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:51.739852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.740940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f53e3-afa6-4bd7-aefa-64ec1f8de13d None None] Network 9152c3c1-c7dc-4c4a-98ad-99173c9a980c requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:51.748522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f1817-1112-4460-9b9c-32a5526779ba tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7425e2-34b4-45ca-909c-c5a246e3de60,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:51.814426 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.839522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:51.842660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] 10.222.0.15 "DELETE /v2.0/networks/0e21ea35-f3b2-4d52-bc85-d501db7f4b4a HTTP/1.1" status: 204 len: 168 time: 0.7218225 Apr 30 01:52:51.850191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:52:49Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:51.887044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Pushing event deleted for resources: {'Network': ['ID=0e21ea35-f3b2-4d52-bc85-d501db7f4b4a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:51.894209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] Checking router: a1225c1a-a386-4635-93ce-793c0662fb0d for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:52:51.905734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] Routers {'a1225c1a-a386-4635-93ce-793c0662fb0d'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:51.906341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a1225c1a-a386-4635-93ce-793c0662fb0d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:51.906656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.907004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.907344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.907702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.908033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.908359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.908687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.909009 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.909847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.910354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.910638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.910962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097edc1e-711d-44ff-9918-82cd74891a02 tempest-TestSecurityGroupsBasicOps-1943364487 tempest-TestSecurityGroupsBasicOps-1943364487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:52:51.958136 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.000347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58000) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:52.046699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] Set router a1225c1a-a386-4635-93ce-793c0662fb0d gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:52:52.063251 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fc00a1c5-792e-4cc7-a5b7-ad3cdabf44b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e41411d68e24f2db57f437ab98cb5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616856 Apr 30 01:52:52.066928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58002) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:52.085073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] DHCP port deletion for 9152c3c1-c7dc-4c4a-98ad-99173c9a980c request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:52:52.124987 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f35b327-3710-4700-9c3e-b197958a2041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.148993 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f35b327-3710-4700-9c3e-b197958a2041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.234565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] Deleting port d3c3254d-9712-4866-876c-f857932ceba4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:52.234945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.261441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f35b327-3710-4700-9c3e-b197958a2041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.264378 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9f35b327-3710-4700-9c3e-b197958a2041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.268094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9f35b327-3710-4700-9c3e-b197958a2041 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b85270b-804a-453b-a709-6bed56627e23 HTTP/1.1" status: 204 len: 168 time: 0.1976607 Apr 30 01:52:52.278386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35b327-3710-4700-9c3e-b197958a2041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b85270b-804a-453b-a709-6bed56627e23,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:52.350577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] For port d3c3254d-9712-4866-876c-f857932ceba4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d3c3254d-9712-4866-876c-f857932ceba4,segment=NetworkSegment(15e26195-c87e-4f64-8bb9-f3cb416b0b8d),segment_id=15e26195-c87e-4f64-8bb9-f3cb416b0b8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:52.350993 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.366296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] Calling delete_port for d3c3254d-9712-4866-876c-f857932ceba4 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:52.370587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Allocated IP 172.25.0.209 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/c68033ef-3133-4fe5-9307-aee4ad01a617) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:52.413474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:52:49Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:52.447397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b28932-6466-4baf-a98f-4da9ceba9ef7 None None] The sync data for ids ['a1225c1a-a386-4635-93ce-793c0662fb0d'] in n-d-821348-1 is: [{'id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'name': 'tempest-TestNetworkBasicOps-router-1652406325', 'tenant_id': 'becf5c56d12142b68594109f363b6821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:51:43Z', 'updated_at': '2022-04-30T01:52:49Z', 'revision_number': 5, 'project_id': 'becf5c56d12142b68594109f363b6821', 'gw_port': {'id': '65af5ecc-d1c7-4f32-a003-20dee3e5938e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1225c1a-a386-4635-93ce-793c0662fb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:51:44Z', 'updated_at': '2022-04-30T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:52.469121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58008) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:52.538544 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.591077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.655682 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3eda4874-e916-4594-8625-a292e57a8b6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ce2fd4065084ff49653525b6a54c682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850882 Apr 30 01:52:52.658171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58012) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:52.683461 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.708300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b780c38e-5972-4e3e-9756-85a24ef1df14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.729529 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b780c38e-5972-4e3e-9756-85a24ef1df14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.736140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:52.741703 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.742428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Deleting port 65af5ecc-d1c7-4f32-a003-20dee3e5938e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:52.743972 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.749778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:52.754512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:52.776300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] Pushing event deleted for resources: {'Port': ['ID=d3c3254d-9712-4866-876c-f857932ceba4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:52.778512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cc2e7-aaa0-4bfe-94c2-12afb9e47d84 None None] No DVR routers for this DVR port d3c3254d-9712-4866-876c-f857932ceba4 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:52:52.797423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Pushing event updated for resources: {'Port': ['ID=c68033ef-3133-4fe5-9307-aee4ad01a617,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:52.856271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b780c38e-5972-4e3e-9756-85a24ef1df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.864446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b780c38e-5972-4e3e-9756-85a24ef1df14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:52.868755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b780c38e-5972-4e3e-9756-85a24ef1df14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d156a93a-194d-46d5-8134-763d22f924d0 HTTP/1.1" status: 204 len: 168 time: 0.2094946 Apr 30 01:52:52.879894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780c38e-5972-4e3e-9756-85a24ef1df14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d156a93a-194d-46d5-8134-763d22f924d0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:53.004408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] For port 65af5ecc-d1c7-4f32-a003-20dee3e5938e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65af5ecc-d1c7-4f32-a003-20dee3e5938e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:52:53.004844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.028744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Calling delete_port for 65af5ecc-d1c7-4f32-a003-20dee3e5938e owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:53.277173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.371008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.416931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Port': ['ID=65af5ecc-d1c7-4f32-a003-20dee3e5938e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:53.468352 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 99892f0f-da13-402d-a218-9a7ce1292688 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:53.489421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 99892f0f-da13-402d-a218-9a7ce1292688 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:53.489841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 99892f0f-da13-402d-a218-9a7ce1292688 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:53.490327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d3c3254d-9712-4866-876c-f857932ceba4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:53.511476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d3c3254d-9712-4866-876c-f857932ceba4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:53.511939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d3c3254d-9712-4866-876c-f857932ceba4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:53.529043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.585999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58036) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:53.600325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62727e65-99f9-4164-a93f-2fd451fe3e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.630482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58038) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:53.663596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.667394 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.673497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.681209 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.694822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62727e65-99f9-4164-a93f-2fd451fe3e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.752776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-62727e65-99f9-4164-a93f-2fd451fe3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.796097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.797058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Fanout notify agent at l3_agent the message router_deleted on router a1225c1a-a386-4635-93ce-793c0662fb0d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:53.800510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-62727e65-99f9-4164-a93f-2fd451fe3e0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e6b8721e38f4464a1183898fb3005b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127416 Apr 30 01:52:53.801397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58042) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:53.805643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.807022 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3699c2dc-2589-4bb8-84e6-4efa9f2acd84 tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/routers/a1225c1a-a386-4635-93ce-793c0662fb0d HTTP/1.1" status: 204 len: 168 time: 2.0733061 Apr 30 01:52:53.807880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2008369956-network', 'tenant_id': '7b86cfd99a5b4585ba2787c742690b05'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:53.809676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58044) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:53.824883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727e65-99f9-4164-a93f-2fd451fe3e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e15e23-69ff-4084-9f6f-9229108ba6c1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:53.882839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b2233b2-2041-42ff-8552-3e8033eddd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.906702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b2233b2-2041-42ff-8552-3e8033eddd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.909434 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.925918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Made reservation on behalf of 7b86cfd99a5b4585ba2787c742690b05 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:53.928657 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:53.940359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.001639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Router 65e9c13f-85ac-4249-a2bf-5fe05ae48de5 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:54.010448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.057206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b2233b2-2041-42ff-8552-3e8033eddd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.059739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b2233b2-2041-42ff-8552-3e8033eddd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.065393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4b2233b2-2041-42ff-8552-3e8033eddd21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0e15e23-69ff-4084-9f6f-9229108ba6c1 HTTP/1.1" status: 204 len: 168 time: 0.2474012 Apr 30 01:52:54.069188 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9152c3c1-c7dc-4c4a-98ad-99173c9a980c']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:54.074584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2233b2-2041-42ff-8552-3e8033eddd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e15e23-69ff-4084-9f6f-9229108ba6c1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:54.082042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e26195-c87e-4f64-8bb9-f3cb416b0b8d') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:54.082332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e26195-c87e-4f64-8bb9-f3cb416b0b8d') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:54.098154 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.136647 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.142086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.153812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:52:54.154197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:52:54.157065 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:52:54.177273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:54.185827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db26aa-36d1-4d2b-be5d-fd5120b8af6a None None] Sync routers for ids ['65e9c13f-85ac-4249-a2bf-5fe05ae48de5'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:54.195868 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db26aa-36d1-4d2b-be5d-fd5120b8af6a None None] Routers {'65e9c13f-85ac-4249-a2bf-5fe05ae48de5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:54.202329 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-15db26aa-36d1-4d2b-be5d-fd5120b8af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['65e9c13f-85ac-4249-a2bf-5fe05ae48de5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:54.208854 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.210073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-070e8782-b1a1-4ae7-9dfa-ef7d62375a71 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "PUT /v2.0/routers/65e9c13f-85ac-4249-a2bf-5fe05ae48de5 HTTP/1.1" status: 200 len: 919 time: 3.4555709 Apr 30 01:52:54.213088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58048) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.226264 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.231004 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-15db26aa-36d1-4d2b-be5d-fd5120b8af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:54.240331 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db26aa-36d1-4d2b-be5d-fd5120b8af6a None None] Routers {'65e9c13f-85ac-4249-a2bf-5fe05ae48de5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:54.240918 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-15db26aa-36d1-4d2b-be5d-fd5120b8af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['65e9c13f-85ac-4249-a2bf-5fe05ae48de5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:54.281391 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-15db26aa-36d1-4d2b-be5d-fd5120b8af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:54.282302 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db26aa-36d1-4d2b-be5d-fd5120b8af6a None None] The sync data for ids ['65e9c13f-85ac-4249-a2bf-5fe05ae48de5'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:54.299087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a41791-ddc6-44ce-99df-6ae0736c37a0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:54.301888 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.309197 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.312217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] 10.222.0.15 "DELETE /v2.0/networks/9152c3c1-c7dc-4c4a-98ad-99173c9a980c HTTP/1.1" status: 204 len: 168 time: 0.5016260 Apr 30 01:52:54.342299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217c8b3-afb9-4ea2-830d-bb3a5095236a tempest-TestNetworkBasicOps-622012664 tempest-TestNetworkBasicOps-622012664-project] Pushing event deleted for resources: {'Network': ['ID=9152c3c1-c7dc-4c4a-98ad-99173c9a980c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:54.356021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:52:54.377493 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.377493 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Added segment 0d7774ef-dca1-47d5-bd4a-6883c6e2a32c of type vlan for network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 Apr 30 01:52:54.388612 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3cbe3649-23e6-41d3-a7ef-9675f64e968c tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/routers/65e9c13f-85ac-4249-a2bf-5fe05ae48de5 HTTP/1.1" status: 200 len: 925 time: 0.1740692 Apr 30 01:52:54.391453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58054) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.427633 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.440681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e8c682-158e-4c4f-92df-2862a9ef9b46 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:54.445072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d2e8c682-158e-4c4f-92df-2862a9ef9b46 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=65e9c13f-85ac-4249-a2bf-5fe05ae48de5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0499525 Apr 30 01:52:54.445592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58056) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.530818 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.531800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:54.532371 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.565785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27974a1-5e48-4300-83df-0dd4afa47750 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:54.567174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c27974a1-5e48-4300-83df-0dd4afa47750 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/networks/ee71faad-6360-4b54-bc5c-ca19e3bd12cd HTTP/1.1" status: 200 len: 881 time: 0.1205153 Apr 30 01:52:54.570163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58058) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.598010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6f3cbe24-a435-48b1-b44b-f110dd46c106 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e9c13f-85ac-4249-a2bf-5fe05ae48de5 HTTP/1.1" status: 200 len: 205 time: 0.0267069 Apr 30 01:52:54.600822 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.605196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] Pushing event updated for resources: {'Network': ['ID=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:54.616240 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-80162cca-fd1f-4c66-8f2d-4d5bbebb338d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9844251 Apr 30 01:52:54.616908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58062) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.619317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:52:54.621910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Request body: {'subnet': {'network_id': '0f3518ef-81fc-4c27-9cbf-f1177c03f4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2008369956-subnet', 'tenant_id': '7b86cfd99a5b4585ba2787c742690b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:54.700968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Made reservation on behalf of 7b86cfd99a5b4585ba2787c742690b05 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:54.703377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.737805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.753676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58066) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.794779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58068) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.820129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-adb8b948-ba67-4578-a136-3208e080b5a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f56fbdbb245d4330829199c3a9e68386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652611 Apr 30 01:52:54.822552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58072) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:54.859823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.922165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-767092af-4888-4ffd-bd08-3c160980296a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.970445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Deleting port c68033ef-3133-4fe5-9307-aee4ad01a617 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:54.970787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:54.977617 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-767092af-4888-4ffd-bd08-3c160980296a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.044150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.082531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0c6eba85-2682-44df-9bed-573978b2ec74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=becf5c56d12142b68594109f363b6821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849422 Apr 30 01:52:55.084333 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.085782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58074) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:55.096442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Calling delete_port for c68033ef-3133-4fe5-9307-aee4ad01a617 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:55.112248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-767092af-4888-4ffd-bd08-3c160980296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.116574 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-767092af-4888-4ffd-bd08-3c160980296a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.116574 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-767092af-4888-4ffd-bd08-3c160980296a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/237eb8cc-8a85-4ff5-913e-9d9e5a2e20af HTTP/1.1" status: 204 len: 168 time: 0.2928476 Apr 30 01:52:55.127046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=95767044-2951-4fc8-9ddd-41a117aafd3d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:55.145346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767092af-4888-4ffd-bd08-3c160980296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237eb8cc-8a85-4ff5-913e-9d9e5a2e20af,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:55.157323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Checking segment: {'id': '0d7774ef-dca1-47d5-bd4a-6883c6e2a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f3518ef-81fc-4c27-9cbf-f1177c03f4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:55.157695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Network hostable DHCP agents. Network: 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:52:55.189951 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a854-2b9c-46c4-9290-6913675776ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.213060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a854-2b9c-46c4-9290-6913675776ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.250057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:52:55.318357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:55.322696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:55.323332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.327180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7bd27-de8d-4366-a612-5496232b810e None None] Network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:55.341785 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a854-2b9c-46c4-9290-6913675776ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.341979 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.345979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a854-2b9c-46c4-9290-6913675776ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.348199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b1f3a854-2b9c-46c4-9290-6913675776ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5f85cbe-8f59-4d4f-8f66-e5a58df8adbd HTTP/1.1" status: 204 len: 168 time: 0.2613540 Apr 30 01:52:55.358199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3a854-2b9c-46c4-9290-6913675776ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f85cbe-8f59-4d4f-8f66-e5a58df8adbd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:55.370351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event deleted for resources: {'Port': ['ID=c68033ef-3133-4fe5-9307-aee4ad01a617,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:55.413737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4d7b1c3e-417c-4e64-b272-f98cadcaa1fe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7956553 Apr 30 01:52:55.458901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.496644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04642ae-28ef-4683-8990-a5f61168bcaa None None] Network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:55.581077 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.581872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65af5ecc-d1c7-4f32-a003-20dee3e5938e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:52:55.583952 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.608188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 65af5ecc-d1c7-4f32-a003-20dee3e5938e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:52:55.608544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65af5ecc-d1c7-4f32-a003-20dee3e5938e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:52:55.718659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.724307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Fanout notify agent at l3_agent the message router_deleted on router 65e9c13f-85ac-4249-a2bf-5fe05ae48de5 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:52:55.728665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.730157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-50c49333-017d-48d2-93c7-34cfb47bb1dd tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/65e9c13f-85ac-4249-a2bf-5fe05ae48de5 HTTP/1.1" status: 204 len: 168 time: 1.1284552 Apr 30 01:52:55.733822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58090) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:55.739107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1565025374', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}, 'admin_state_up': False}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:55.798781 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.799961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:55.851479 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.018528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58098) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:56.036252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c90989d5-50c8-46b6-a3df-055d9fbb158f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.049571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.116470 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c90989d5-50c8-46b6-a3df-055d9fbb158f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.187101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c90989d5-50c8-46b6-a3df-055d9fbb158f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.230361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90989d5-50c8-46b6-a3df-055d9fbb158f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca53b61-6334-46c5-82f1-89b53cbc6593,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:56.236923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c90989d5-50c8-46b6-a3df-055d9fbb158f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2c1b6897c7844cc97093184a646db8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161469 Apr 30 01:52:56.239403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58106) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:56.301717 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1059c284-8d93-49d6-839d-f67e032f7c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.326001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1059c284-8d93-49d6-839d-f67e032f7c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.341526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.368012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.467061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58112) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:56.473863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-16009821-network', 'tenant_id': '6b9dbef165b54d6fbab0452f19835138'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:56.575609 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1059c284-8d93-49d6-839d-f67e032f7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.578340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1059c284-8d93-49d6-839d-f67e032f7c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.579530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1059c284-8d93-49d6-839d-f67e032f7c9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ca53b61-6334-46c5-82f1-89b53cbc6593 HTTP/1.1" status: 204 len: 168 time: 0.3386011 Apr 30 01:52:56.588112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059c284-8d93-49d6-839d-f67e032f7c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca53b61-6334-46c5-82f1-89b53cbc6593,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:56.605004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Made reservation on behalf of 6b9dbef165b54d6fbab0452f19835138 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:56.605965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.622367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.715060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Allocated IP 172.25.0.218 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/54390b1e-7850-4b25-8bb5-00678e18268f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:56.800267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.841425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.879462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.911607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:52:56.931826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b6478f-6e53-4cd1-a3d7-ed92da522289,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:56.938696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.954243 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:56.959134 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Added segment 6872466e-71e3-4fdc-bc3d-154e9173998b of type vlan for network 9ff63cbb-c247-4447-9dd8-9b8be763e6ac Apr 30 01:52:56.971273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58126) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:57.009545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:57.018306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:57.052225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:57.091860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.103469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event updated for resources: {'Port': ['ID=54390b1e-7850-4b25-8bb5-00678e18268f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:57.108162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-103192160-network', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:57.199613 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.200619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:57.201187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.204168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Made reservation on behalf of 11abed9fc94f47dfb9ce0f867bff6822 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:57.206742 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.217190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.295760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff63cbb-c247-4447-9dd8-9b8be763e6ac,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:57.303187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.307468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5acb7d2a-c3bf-4b6b-afc5-4dcc2f76b8b4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8365433 Apr 30 01:52:57.307893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58138) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:57.310401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9ff63cbb-c247-4447-9dd8-9b8be763e6ac details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:52:57.312691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Request body: {'subnet': {'network_id': '9ff63cbb-c247-4447-9dd8-9b8be763e6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-16009821-subnet', 'tenant_id': '6b9dbef165b54d6fbab0452f19835138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:57.352648 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.380243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:52:57.390013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc36393-8cd2-4b0d-9d14-7031a70403b9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:57.395659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.395998 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Added segment 638366a1-f63f-4fc1-8309-a332d7847b31 of type vlan for network 9469c18b-5944-4558-90d8-c31562252c36 Apr 30 01:52:57.427268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Made reservation on behalf of 6b9dbef165b54d6fbab0452f19835138 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:57.429588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.438735 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.493655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.528549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.530263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:57.531047 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.597212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] Pushing event updated for resources: {'Network': ['ID=9469c18b-5944-4558-90d8-c31562252c36,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:57.608646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9469c18b-5944-4558-90d8-c31562252c36 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:52:57.658178 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f9941e20-cbb2-4972-9745-e589370cd903 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6846902 Apr 30 01:52:57.664593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58148) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:57.669831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Request body: {'subnet': {'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-103192160-subnet', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:57.747144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Made reservation on behalf of 11abed9fc94f47dfb9ce0f867bff6822 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:57.749617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.751383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58150) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:57.792770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.835729 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.883469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1050567174-network', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:57.923584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50b9a89-82f1-4e6a-a59a-cfef73ab3489,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:57.949436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Checking segment: {'id': '6872466e-71e3-4fdc-bc3d-154e9173998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ff63cbb-c247-4447-9dd8-9b8be763e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:57.949788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Network hostable DHCP agents. Network: 9ff63cbb-c247-4447-9dd8-9b8be763e6ac, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:52:57.958478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:57.961606 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:57.970199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.000949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.032800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Network 9ff63cbb-c247-4447-9dd8-9b8be763e6ac is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:52:58.072665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Router bac21b2b-ec0a-40fe-966b-10ce912df9b5 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:52:58.074223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadc2d32-7338-458e-84fc-97156263cb24,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:58.108100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Checking segment: {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:58.108453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Network hostable DHCP agents. Network: 9469c18b-5944-4558-90d8-c31562252c36, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:52:58.120633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 9ff63cbb-c247-4447-9dd8-9b8be763e6ac) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:58.123199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.127077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:58.127689 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.132770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1785c3-80c9-401c-917e-8929d429b832 None None] Network 9ff63cbb-c247-4447-9dd8-9b8be763e6ac requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:58.169782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.191720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-40336e26-9a65-4729-b658-1b8b56873539 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8829453 Apr 30 01:52:58.192447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Network 9469c18b-5944-4558-90d8-c31562252c36 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:52:58.206339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:52:58.211153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:52:58.215397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 9469c18b-5944-4558-90d8-c31562252c36) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:58.224083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:58.224884 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.227354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604a4abf-78d2-4063-bc50-883456d853e7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:58.246589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.248538 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Added segment acf6c9da-7f87-4251-89e5-11257c6b41b8 of type vlan for network 0daa2935-32d0-4e3f-8718-0a051482e96b Apr 30 01:52:58.258258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd1cb4-16c1-4762-a033-1ee96c461397 None None] Sync routers for ids ['bac21b2b-ec0a-40fe-966b-10ce912df9b5'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:52:58.263668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa5dff-8a0e-4bed-9617-e13c1fd919fa None None] Network 9469c18b-5944-4558-90d8-c31562252c36 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:58.280672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.282348 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b044d1b2-3aab-488e-8a49-595c173de2b5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5465124 Apr 30 01:52:58.286638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58156) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:58.293249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:58.302055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.311324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd1cb4-16c1-4762-a033-1ee96c461397 None None] Routers {'bac21b2b-ec0a-40fe-966b-10ce912df9b5'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:58.311324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5cbd1cb4-16c1-4762-a033-1ee96c461397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bac21b2b-ec0a-40fe-966b-10ce912df9b5'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:58.337825 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bc443c99-e94c-4f23-85bb-0496d08f5809 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6720033 Apr 30 01:52:58.346355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58158) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:58.352046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:58.383593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56a9ee-94bf-41e1-a6cd-90c82f50bf5a None None] Network 9ff63cbb-c247-4447-9dd8-9b8be763e6ac requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:52:58.401691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5cbd1cb4-16c1-4762-a033-1ee96c461397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:58.421166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.422150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:58.422730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.483215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd1cb4-16c1-4762-a033-1ee96c461397 None None] Routers {'bac21b2b-ec0a-40fe-966b-10ce912df9b5'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:52:58.486096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.486096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.486847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5cbd1cb4-16c1-4762-a033-1ee96c461397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bac21b2b-ec0a-40fe-966b-10ce912df9b5'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:58.509641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7570226 Apr 30 01:52:58.512664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea0522-0871-4484-9fca-750367dd4cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=0daa2935-32d0-4e3f-8718-0a051482e96b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:58.514776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58166) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:52:58.522287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Request body: {'subnet': {'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1050567174-subnet', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:52:58.542842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0daa2935-32d0-4e3f-8718-0a051482e96b details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:52:58.554836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5cbd1cb4-16c1-4762-a033-1ee96c461397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:52:58.555880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd1cb4-16c1-4762-a033-1ee96c461397 None None] The sync data for ids ['bac21b2b-ec0a-40fe-966b-10ce912df9b5'] in n-d-821348-1 is: [] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:52:58.704981 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.765906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.789055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-9469c18b-5944-4558-90d8-c31562252c36', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:52:58.790313 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.804021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8da8343e-e1d5-4682-a3b5-1f27c1246008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.861616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Deleting port 54390b1e-7850-4b25-8bb5-00678e18268f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:52:58.862228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:58.939234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Allocated IP 172.20.0.2 (9469c18b-5944-4558-90d8-c31562252c36/cadc2d32-7338-458e-84fc-97156263cb24/01d5ef15-5aeb-4584-945e-317387d92a2b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:52:58.979409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.020918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:52:59.023524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.097132 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.153513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.197696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Network 9469c18b-5944-4558-90d8-c31562252c36 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:52:59.203331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:59.208802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:52:59.225879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Pushing event updated for resources: {'Port': ['ID=01d5ef15-5aeb-4584-945e-317387d92a2b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:59.278599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Attempting to bind port 01d5ef15-5aeb-4584-945e-317387d92a2b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:52:59.278959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Attempting to bind port 01d5ef15-5aeb-4584-945e-317387d92a2b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:52:59.279732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Attempting to bind port 01d5ef15-5aeb-4584-945e-317387d92a2b on network 9469c18b-5944-4558-90d8-c31562252c36 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:52:59.282856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.285700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:52:59.286315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Checking segment: {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:59.286718 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.287106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Bound using segment: {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:52:59.287598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Bound port: 01d5ef15-5aeb-4584-945e-317387d92a2b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:52:59.287977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.302035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.314443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Calling delete_port for 54390b1e-7850-4b25-8bb5-00678e18268f owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:52:59.314860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-86a129ed-dd61-4c14-bb62-0663bba7d115 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:59.316564 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-86a129ed-dd61-4c14-bb62-0663bba7d115 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/networks?id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 HTTP/1.1" status: 200 len: 812 time: 0.3978286 Apr 30 01:52:59.345961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-5ab07a29-93f4-4f8d-8bf3-cf5a8ab3479c tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/quotas/7b86cfd99a5b4585ba2787c742690b05 HTTP/1.1" status: 200 len: 375 time: 0.0150466 Apr 30 01:52:59.353680 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] For port 01d5ef15-5aeb-4584-945e-317387d92a2b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:52:59.357358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] For port 01d5ef15-5aeb-4584-945e-317387d92a2b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=01d5ef15-5aeb-4584-945e-317387d92a2b,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:52:59.420268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-d8a0f1ff-be3a-46c8-896e-644ade172bbe tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b86cfd99a5b4585ba2787c742690b05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529599 Apr 30 01:52:59.427860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.496769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd052de5-1882-4c48-bbb1-9fb144b81b40 None None] Pushing event updated for resources: {'Port': ['ID=01d5ef15-5aeb-4584-945e-317387d92a2b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:59.517310 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.587157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.612488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029e6bb5-6183-42de-8052-154a9ca2c3af,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:59.629610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-5bcc8256-66bd-4682-a1bf-ccffa9a02e55 service neutron] 10.222.0.15 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710796 Apr 30 01:52:59.658872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Pushing event deleted for resources: {'Port': ['ID=54390b1e-7850-4b25-8bb5-00678e18268f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:52:59.662864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:52:59.663238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Network hostable DHCP agents. Network: 0daa2935-32d0-4e3f-8718-0a051482e96b, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:52:59.715333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.845558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:52:59.872505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-718d4528-1c2b-4527-88fe-f2bde77df7bc service neutron] 10.222.0.15 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107742 Apr 30 01:52:59.889783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.911304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.936199 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12845'] for router, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.938539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611092'] for router, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.948587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0daa2935-32d0-4e3f-8718-0a051482e96b) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:52:59.955934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:52:59.961837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:52:59.964728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21914f88-0b73-4a47-acc2-07325c14b8d4 None None] Network 0daa2935-32d0-4e3f-8718-0a051482e96b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:00.025129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Router bac21b2b-ec0a-40fe-966b-10ce912df9b5 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:53:00.039582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Allocated IP 172.25.0.187 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/149765a0-2f07-4a78-b893-e7be87cd64e3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:00.096154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c8e2fabf-04e5-4655-9b4b-cf5894499862 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5782745 Apr 30 01:53:00.099951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58180) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:00.104404 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:00.116635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:00.127152 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f090e86-225d-46f2-a19f-460eb9dda387 None None] Sync routers for ids ['bac21b2b-ec0a-40fe-966b-10ce912df9b5'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:00.142010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.147048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6c492b18-5e4e-4ad5-bef0-8b43d0a31386 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "PUT /v2.0/routers/bac21b2b-ec0a-40fe-966b-10ce912df9b5 HTTP/1.1" status: 200 len: 710 time: 1.8564482 Apr 30 01:53:00.147346 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f090e86-225d-46f2-a19f-460eb9dda387 None None] Routers {'bac21b2b-ec0a-40fe-966b-10ce912df9b5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:00.147346 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3f090e86-225d-46f2-a19f-460eb9dda387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bac21b2b-ec0a-40fe-966b-10ce912df9b5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:00.148255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58182) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:00.197292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0daa2935-32d0-4e3f-8718-0a051482e96b', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:00.202623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.223088 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3f090e86-225d-46f2-a19f-460eb9dda387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:00.235737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-701771a0-2422-4163-8f8f-52a60e039cb2 req-64a0aad5-cb80-4c51-8ecb-2910bbc9f222 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 210 time: 0.0837390 Apr 30 01:53:00.243897 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f090e86-225d-46f2-a19f-460eb9dda387 None None] Routers {'bac21b2b-ec0a-40fe-966b-10ce912df9b5'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:00.244759 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3f090e86-225d-46f2-a19f-460eb9dda387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:52:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bac21b2b-ec0a-40fe-966b-10ce912df9b5'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:00.305219 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3f090e86-225d-46f2-a19f-460eb9dda387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:00.306202 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f090e86-225d-46f2-a19f-460eb9dda387 None None] The sync data for ids ['bac21b2b-ec0a-40fe-966b-10ce912df9b5'] in n-d-821348-1 is: [] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:00.314512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.323615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8fbc1034-935e-466f-872e-2169ac43e2c1 tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/routers/bac21b2b-ec0a-40fe-966b-10ce912df9b5 HTTP/1.1" status: 200 len: 745 time: 0.1718335 Apr 30 01:53:00.324224 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58188) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:00.389871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58190) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:00.390162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e5f46320-c4d8-4b49-8e49-6a982148a8ae tempest-RoutersIpV6AdminTest-902233530 tempest-RoutersIpV6AdminTest-902233530-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&device_id=bac21b2b-ec0a-40fe-966b-10ce912df9b5 HTTP/1.1" status: 200 len: 205 time: 0.0647993 Apr 30 01:53:00.409896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Allocated IP 172.20.0.2 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/f0ee17ee-14af-4ba1-be78-f4bd04cd6658) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:00.426490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6e74b381-3dce-4db9-a936-c219896d6ca6 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=bac21b2b-ec0a-40fe-966b-10ce912df9b5 HTTP/1.1" status: 200 len: 205 time: 0.0328119 Apr 30 01:53:00.426490 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.426821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.426926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58192) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:00.444525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.475138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:00.497493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:00.501149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:00.541426 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.559703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29a94f5e-cafd-439d-91d5-abcdcd1912f5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.572497 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.593880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Pushing event updated for resources: {'Port': ['ID=149765a0-2f07-4a78-b893-e7be87cd64e3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:00.668467 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.681150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e99d8c5-c79e-43e3-89ce-792e154d75dd None None] Network 9469c18b-5944-4558-90d8-c31562252c36 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:00.738483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:00.743998 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29a94f5e-cafd-439d-91d5-abcdcd1912f5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.746171 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29a94f5e-cafd-439d-91d5-abcdcd1912f5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.770505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:00.777525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:00.801717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Pushing event updated for resources: {'Port': ['ID=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:00.804555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2409d36c-f2e5-4506-a284-58de01297fdc None None] Provisioning complete for port 01d5ef15-5aeb-4584-945e-317387d92a2b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:00.804932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2409d36c-f2e5-4506-a284-58de01297fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.878476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29a94f5e-cafd-439d-91d5-abcdcd1912f5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.879679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a94f5e-cafd-439d-91d5-abcdcd1912f5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Fanout notify agent at l3_agent the message router_deleted on router bac21b2b-ec0a-40fe-966b-10ce912df9b5 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:53:00.885682 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.895764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-29a94f5e-cafd-439d-91d5-abcdcd1912f5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.898095 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-29a94f5e-cafd-439d-91d5-abcdcd1912f5 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/bac21b2b-ec0a-40fe-966b-10ce912df9b5 HTTP/1.1" status: 204 len: 168 time: 0.4689412 Apr 30 01:53:00.900726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58196) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:00.907619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Attempting to bind port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:00.907997 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Attempting to bind port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:00.908365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Attempting to bind port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:00.937326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58198) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:00.937978 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-23d4f3ca-e5ac-4510-93e8-c117acc6d040 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=bac21b2b-ec0a-40fe-966b-10ce912df9b5 HTTP/1.1" status: 200 len: 205 time: 0.0350745 Apr 30 01:53:00.945400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:00.950950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:00.950950 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:00.950950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:00.950950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Bound port: f0ee17ee-14af-4ba1-be78-f4bd04cd6658, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:00.950950 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.001316 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-6240ac3c-7ede-4e83-adf0-2d6bef5cf5a2 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] delete failed (client error): The resource could not be found. Apr 30 01:53:01.002957 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6240ac3c-7ede-4e83-adf0-2d6bef5cf5a2 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/bac21b2b-ec0a-40fe-966b-10ce912df9b5 HTTP/1.1" status: 404 len: 336 time: 0.0646555 Apr 30 01:53:01.006248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58200) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.037324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-949e7d44-0408-4791-b3ce-23e9d6c53c0b tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e9c13f-85ac-4249-a2bf-5fe05ae48de5 HTTP/1.1" status: 200 len: 205 time: 0.0292180 Apr 30 01:53:01.040455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.091287 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-511bccd1-f2c5-4aba-ab19-de78dad3a883 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] delete failed (client error): The resource could not be found. Apr 30 01:53:01.094901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-511bccd1-f2c5-4aba-ab19-de78dad3a883 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/65e9c13f-85ac-4249-a2bf-5fe05ae48de5 HTTP/1.1" status: 404 len: 336 time: 0.0506108 Apr 30 01:53:01.095596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58204) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.098098 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.127743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7c721b8e-5b2b-41f6-910b-22d30e292235 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b71c56-8869-40f7-a897-03f1cd314fa4 HTTP/1.1" status: 200 len: 205 time: 0.0291696 Apr 30 01:53:01.128552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58206) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.167470 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-d868f908-0c58-41ff-aa8b-e32f0937c09a tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] delete failed (client error): The resource could not be found. Apr 30 01:53:01.168502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d868f908-0c58-41ff-aa8b-e32f0937c09a tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/30b71c56-8869-40f7-a897-03f1cd314fa4 HTTP/1.1" status: 404 len: 336 time: 0.0384409 Apr 30 01:53:01.171177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58208) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.203813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bbc654a1-f140-4ea9-adb9-11e3d6074217 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=500d7d7b-54a4-4870-afad-0b518f68aa14 HTTP/1.1" status: 200 len: 205 time: 0.0314281 Apr 30 01:53:01.206233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58210) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.220273 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e14c74b2-4dfa-4d87-a9ac-9f7b282e6bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.240250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2409d36c-f2e5-4506-a284-58de01297fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.247393 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-35bfd075-e66b-4f63-a867-d494896f837d tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] delete failed (client error): The resource could not be found. Apr 30 01:53:01.251104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35bfd075-e66b-4f63-a867-d494896f837d tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/500d7d7b-54a4-4870-afad-0b518f68aa14 HTTP/1.1" status: 404 len: 336 time: 0.0413032 Apr 30 01:53:01.251233 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58212) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.291178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b4ec65a7-9179-4fd6-9c5d-a37833b8d98f tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c59b71-9302-4c6f-bdc8-66a4459687f9 HTTP/1.1" status: 200 len: 205 time: 0.0363235 Apr 30 01:53:01.292040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58216) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.293798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] For port f0ee17ee-14af-4ba1-be78-f4bd04cd6658, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:01.319846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] For port f0ee17ee-14af-4ba1-be78-f4bd04cd6658, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:01.331724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2409d36c-f2e5-4506-a284-58de01297fdc None None] For port 01d5ef15-5aeb-4584-945e-317387d92a2b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=01d5ef15-5aeb-4584-945e-317387d92a2b,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:01.342359 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-c3655a04-a400-46da-af13-19ba97845fee tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] delete failed (client error): The resource could not be found. Apr 30 01:53:01.343345 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c3655a04-a400-46da-af13-19ba97845fee tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/76c59b71-9302-4c6f-bdc8-66a4459687f9 HTTP/1.1" status: 404 len: 336 time: 0.0501294 Apr 30 01:53:01.346552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58218) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.388415 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.427109 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2409d36c-f2e5-4506-a284-58de01297fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.436874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fd6b13aa-c73a-4207-8ab1-011ee497baca tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a3a8db0-c785-4212-8620-4ad9f5aff0a0 HTTP/1.1" status: 200 len: 205 time: 0.0871682 Apr 30 01:53:01.439580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58220) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.467837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d78fb49-d3d6-46a7-90dc-14460725d5bc req-85b20ee2-39db-4b2c-9179-d54695c33baf tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 210 time: 0.0864820 Apr 30 01:53:01.477665 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.508574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc6ad-fcb7-4d79-9222-ac6a57fe1e54 None None] Pushing event updated for resources: {'Port': ['ID=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:01.533727 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-e841d726-fbaf-4e75-917a-b1c5a3fa23dc tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] delete failed (client error): The resource could not be found. Apr 30 01:53:01.533727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e841d726-fbaf-4e75-917a-b1c5a3fa23dc tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/routers/8a3a8db0-c785-4212-8620-4ad9f5aff0a0 HTTP/1.1" status: 404 len: 336 time: 0.0923707 Apr 30 01:53:01.538592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58222) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:01.556428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.572834 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.580825 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf93f583-5ed5-499d-b7b1-81d848758854 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] DELETE failed (client error): The resource could not be found. Apr 30 01:53:01.581790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf93f583-5ed5-499d-b7b1-81d848758854 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:53:01.587548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf93f583-5ed5-499d-b7b1-81d848758854 tempest-RoutersIpV6AdminTest-1963200653 tempest-RoutersIpV6AdminTest-1963200653-project] 10.222.0.15 "DELETE /v2.0/subnets/aa01145f-6d8a-46bb-9f3e-517ae074c51e HTTP/1.1" status: 404 len: 337 time: 0.0441031 Apr 30 01:53:01.615046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409d36c-f2e5-4506-a284-58de01297fdc None None] Pushing event updated for resources: {'Port': ['ID=01d5ef15-5aeb-4584-945e-317387d92a2b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:01.623029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 01d5ef15-5aeb-4584-945e-317387d92a2b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:01.684251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-81c09111-e830-4433-b8ca-f793b3594d70 None None] Provisioning complete for port 01d5ef15-5aeb-4584-945e-317387d92a2b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:01.684976 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81c09111-e830-4433-b8ca-f793b3594d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:01.733603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 01d5ef15-5aeb-4584-945e-317387d92a2b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:01.733977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.055591 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.073219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:02.193611 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f267f766-fd30-4e35-ad3a-5707ab6e25c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.197509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Allocated IP 172.25.0.114 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/65ab0cd2-89cc-42fe-a690-7b34a94cc0be) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:02.275417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f267f766-fd30-4e35-ad3a-5707ab6e25c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.323075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.340138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Router bbb3e5f1-dea4-4975-a1db-d9721593f399 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:53:02.375587 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f267f766-fd30-4e35-ad3a-5707ab6e25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.453344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.477949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f267f766-fd30-4e35-ad3a-5707ab6e25c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf6b93db7e794185b1cc8dd89286c12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010522 Apr 30 01:53:02.478992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267f766-fd30-4e35-ad3a-5707ab6e25c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dbf972-efa4-48c2-bb58-1a1fcf31da38,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:02.481589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58232) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:02.505365 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:02.518494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Sync routers for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:02.538397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:02.544457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:02.554134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:02.554768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:02.571790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:02.593684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-91701eb2-fd8f-4f25-a999-1aa9f0ff6279 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:02.595199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-91701eb2-fd8f-4f25-a999-1aa9f0ff6279 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.21 "GET /v2.0/networks?id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 HTTP/1.1" status: 200 len: 812 time: 0.1970212 Apr 30 01:53:02.609801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Request body: {'port': {'device_id': '9b4659f5-22c7-4b9c-a00d-a851d5fb9310', 'network_id': '0f3518ef-81fc-4c27-9cbf-f1177c03f4f1', 'admin_state_up': True, 'tenant_id': '7b86cfd99a5b4585ba2787c742690b05'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:02.618835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1559-999d-4abb-8aa5-6bec68967bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.626647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Pushing event updated for resources: {'Port': ['ID=65ab0cd2-89cc-42fe-a690-7b34a94cc0be,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:02.677244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d41e95b-3846-46ff-bc1b-856821450442 req-25bc38e4-5fb4-4498-bd60-4ccb73f9e601 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 210 time: 0.0365379 Apr 30 01:53:02.705024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1559-999d-4abb-8aa5-6bec68967bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.736176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.740725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a2f540f9-1c84-4002-bb43-f54086a193bf admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3892729 Apr 30 01:53:02.740900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58236) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:02.752910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:02.818726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f4654-88e9-4c9f-a7a0-e67021693997 None None] Network 0daa2935-32d0-4e3f-8718-0a051482e96b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:02.844269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Made reservation on behalf of 7b86cfd99a5b4585ba2787c742690b05 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:02.848673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.897530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1559-999d-4abb-8aa5-6bec68967bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.900882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1559-999d-4abb-8aa5-6bec68967bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.904567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2c4d1559-999d-4abb-8aa5-6bec68967bb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8dbf972-efa4-48c2-bb58-1a1fcf31da38 HTTP/1.1" status: 204 len: 168 time: 0.4173043 Apr 30 01:53:02.955210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9e5a4da7-852c-40d8-a871-f0cd9ed70cba None None] Provisioning complete for port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:02.955638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4da7-852c-40d8-a871-f0cd9ed70cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:02.970523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d1559-999d-4abb-8aa5-6bec68967bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dbf972-efa4-48c2-bb58-1a1fcf31da38,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:03.052207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Allocated IP 172.20.0.12 (0f3518ef-81fc-4c27-9cbf-f1177c03f4f1/95767044-2951-4fc8-9ddd-41a117aafd3d/1dd4ae2d-58ba-4a85-b293-dc7783135cde) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:03.175223 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4da7-852c-40d8-a871-f0cd9ed70cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.191550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:00Z', 'revision_number': 3, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:03.228246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Checking router: bbb3e5f1-dea4-4975-a1db-d9721593f399 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:03.228964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Updating router bbb3e5f1-dea4-4975-a1db-d9721593f399 port 149765a0-2f07-4a78-b893-e7be87cd64e3 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:03.269950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.280574 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.283311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9e5a4da7-852c-40d8-a871-f0cd9ed70cba None None] For port f0ee17ee-14af-4ba1-be78-f4bd04cd6658, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:03.297746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.384143 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4da7-852c-40d8-a871-f0cd9ed70cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.393166 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.475338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a4da7-852c-40d8-a871-f0cd9ed70cba None None] Pushing event updated for resources: {'Port': ['ID=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:03.490751 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.491912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:03.508161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:03.513148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:03.517737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Pushing event updated for resources: {'Port': ['ID=1dd4ae2d-58ba-4a85-b293-dc7783135cde,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:03.586475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:03.587012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.634399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b388b010-d52a-4703-8787-ffdd35ee4ff6 None None] Provisioning complete for port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:03.634908 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b388b010-d52a-4703-8787-ffdd35ee4ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.669551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-1f942f9d-a24c-4ed3-bdc3-9d44e2b32758 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0651956 Apr 30 01:53:03.678202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 01d5ef15-5aeb-4584-945e-317387d92a2b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:03.710082 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.721526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58246) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:03.789078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95eaa143-09bb-4db8-a00d-df5a7e4d77ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d7aaeb6debc4406bf748aa3d8ba176f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630958 Apr 30 01:53:03.789468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58248) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:03.852152 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.857500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8665416f-90d9-43f1-86d4-635a94506c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.872434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 01d5ef15-5aeb-4584-945e-317387d92a2b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:03.872945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.885375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.888840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8665416f-90d9-43f1-86d4-635a94506c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.911597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Allocated IP 172.20.0.1 (9469c18b-5944-4558-90d8-c31562252c36/cadc2d32-7338-458e-84fc-97156263cb24/50368a4b-c900-4cc5-b68c-388000225d55) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:03.950288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478978d-68ef-43a2-9750-63cafad75ac1 req-14d4e97a-060b-4a5d-9bae-7c32b71cd359 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:03.951864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3478978d-68ef-43a2-9750-63cafad75ac1 req-14d4e97a-060b-4a5d-9bae-7c32b71cd359 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 932 time: 0.1352930 Apr 30 01:53:03.972529 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:03.983681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Request body: {'port': {'device_id': '9b4659f5-22c7-4b9c-a00d-a851d5fb9310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:04.006117 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.029109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f0ee17ee-14af-4ba1-be78-f4bd04cd6658 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:04.035335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8665416f-90d9-43f1-86d4-635a94506c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.037875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8665416f-90d9-43f1-86d4-635a94506c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.039040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8665416f-90d9-43f1-86d4-635a94506c23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/418f369e-cfe2-42fa-9ab6-fc5dcd94524b HTTP/1.1" status: 204 len: 168 time: 0.2487056 Apr 30 01:53:04.048129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3478978d-68ef-43a2-9750-63cafad75ac1 req-39c9bfd3-f4ea-4f64-aa3c-28c2aa621b90 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Apr 30 01:53:04.066724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665416f-90d9-43f1-86d4-635a94506c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418f369e-cfe2-42fa-9ab6-fc5dcd94524b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:04.068667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Attempting to bind port 149765a0-2f07-4a78-b893-e7be87cd64e3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:04.069062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Attempting to bind port 149765a0-2f07-4a78-b893-e7be87cd64e3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:04.069448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Attempting to bind port 149765a0-2f07-4a78-b893-e7be87cd64e3 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:04.071757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb536b3-8b6c-4ac1-b316-a1bbf4797cbd None None] Pushing event updated for resources: {'Port': ['ID=149765a0-2f07-4a78-b893-e7be87cd64e3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:04.077941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.107820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:04.108314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:04.108791 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.109282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:04.109803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Bound port: 149765a0-2f07-4a78-b893-e7be87cd64e3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:04.110253 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.130579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.170196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:53:04.177566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:04.177943 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.202682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] For port 149765a0-2f07-4a78-b893-e7be87cd64e3, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:04.221418 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] For port 149765a0-2f07-4a78-b893-e7be87cd64e3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=149765a0-2f07-4a78-b893-e7be87cd64e3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:04.275326 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.293426 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.329222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Network 9469c18b-5944-4558-90d8-c31562252c36 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:04.333105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:04.339335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:04.344597 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:04.356882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:04.357503 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:04.358184 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:04.369339 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:04.370240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:04.386383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Pushing event updated for resources: {'Port': ['ID=50368a4b-c900-4cc5-b68c-388000225d55,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:04.412064 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.463146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.467944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-03b07633-41bf-4bc2-a1fa-ffcc82f47469 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3635545 Apr 30 01:53:04.469040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58254) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:04.489994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb536b3-8b6c-4ac1-b316-a1bbf4797cbd None None] Pushing event updated for resources: {'Port': ['ID=149765a0-2f07-4a78-b893-e7be87cd64e3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:04.507829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd4ae2d-58ba-4a85-b293-dc7783135cde {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:53:04.515147 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:04.527003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.561212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Transition to ACTIVE for port object 1dd4ae2d-58ba-4a85-b293-dc7783135cde will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:53:04.594582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:04.604371 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.743998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4ae2d-58ba-4a85-b293-dc7783135cde,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:04.779202 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.814653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-93ff58f0-d303-4126-854c-90191edc63b9 None None] Provisioning complete for port 50368a4b-c900-4cc5-b68c-388000225d55 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:04.815205 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93ff58f0-d303-4126-854c-90191edc63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.826053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Attempting to bind port 1dd4ae2d-58ba-4a85-b293-dc7783135cde on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:04.828025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Attempting to bind port 1dd4ae2d-58ba-4a85-b293-dc7783135cde by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '0d7774ef-dca1-47d5-bd4a-6883c6e2a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f3518ef-81fc-4c27-9cbf-f1177c03f4f1'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:04.828500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Attempting to bind port 1dd4ae2d-58ba-4a85-b293-dc7783135cde on network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:04.831764 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:02Z', 'revision_number': 3, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:04.837484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Port 1dd4ae2d-58ba-4a85-b293-dc7783135cde on network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:53:04.837878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Attempting to bind port 1dd4ae2d-58ba-4a85-b293-dc7783135cde on network 0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:04.843687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:04.844150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Checking segment: {'id': '0d7774ef-dca1-47d5-bd4a-6883c6e2a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f3518ef-81fc-4c27-9cbf-f1177c03f4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:04.844644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Bound using segment: {'id': '0d7774ef-dca1-47d5-bd4a-6883c6e2a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f3518ef-81fc-4c27-9cbf-f1177c03f4f1'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:04.845341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Bound port: 1dd4ae2d-58ba-4a85-b293-dc7783135cde, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7774ef-dca1-47d5-bd4a-6883c6e2a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f3518ef-81fc-4c27-9cbf-f1177c03f4f1'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:04.845860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.870913 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:04.871639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Updating router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:04.929050 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:04.943059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] For port 1dd4ae2d-58ba-4a85-b293-dc7783135cde, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:04.948073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] For port 1dd4ae2d-58ba-4a85-b293-dc7783135cde, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde,segment=NetworkSegment(0d7774ef-dca1-47d5-bd4a-6883c6e2a32c),segment_id=0d7774ef-dca1-47d5-bd4a-6883c6e2a32c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:05.022336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.079577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:05.080808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.084479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] 10.222.0.21 "PUT /v2.0/ports/1dd4ae2d-58ba-4a85-b293-dc7783135cde HTTP/1.1" status: 200 len: 1092 time: 1.4076400 Apr 30 01:53:05.087550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4659f5-22c7-4b9c-a00d-a851d5fb9310', 'tag': '1dd4ae2d-58ba-4a85-b293-dc7783135cde'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:53:05.091828 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4659f5-22c7-4b9c-a00d-a851d5fb9310", "tag": "1dd4ae2d-58ba-4a85-b293-dc7783135cde"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:53:05.133391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-93ff58f0-d303-4126-854c-90191edc63b9 None None] Port 50368a4b-c900-4cc5-b68c-388000225d55 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:05.162564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ed287-7a61-45fe-8077-9d1d21fd4eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4ae2d-58ba-4a85-b293-dc7783135cde,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:05.251666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-30736616-2a9a-4f44-ba46-1086d63d466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:05.253698 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-30736616-2a9a-4f44-ba46-1086d63d466d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b86cfd99a5b4585ba2787c742690b05&device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 1095 time: 0.0622113 Apr 30 01:53:05.273615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:00Z', 'revision_number': 3, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:05.309610 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.317576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea6501-3571-4240-9cc2-0edabb9e57cb None None] The sync data for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 is: [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:00Z', 'revision_number': 3, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:05.323966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-be195bf3-b90d-4eca-8ffa-3d55c65f4c49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde HTTP/1.1" status: 200 len: 217 time: 0.0625200 Apr 30 01:53:05.352871 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.426098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-c4cd8e99-11a1-42a0-98ca-350a7ad4ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:05.430148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-c4cd8e99-11a1-42a0-98ca-350a7ad4ec97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95767044-2951-4fc8-9ddd-41a117aafd3d HTTP/1.1" status: 200 len: 852 time: 0.0997095 Apr 30 01:53:05.435495 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4657c-71f2-4a04-a01e-7e4c0edf6a4a None None] Pushing event updated for resources: {'Port': ['ID=65ab0cd2-89cc-42fe-a690-7b34a94cc0be,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Attempting to bind port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Attempting to bind port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Attempting to bind port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Bound port: 65ab0cd2-89cc-42fe-a690-7b34a94cc0be, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:05.451601 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.486598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-eb1a98ca-48b1-42d0-af68-ff014b765097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537605 Apr 30 01:53:05.495512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f0ee17ee-14af-4ba1-be78-f4bd04cd6658 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:05.561408 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] For port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:05.564927 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] For port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65ab0cd2-89cc-42fe-a690-7b34a94cc0be,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:05.565088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:05.565789 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.606253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e583c-3537-4cca-aedd-814e2780e9aa req-69e99be0-9fb4-418b-a500-50ad0a21f44c tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:05.611073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-754e583c-3537-4cca-aedd-814e2780e9aa req-69e99be0-9fb4-418b-a500-50ad0a21f44c tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 944 time: 0.2799554 Apr 30 01:53:05.611419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58276) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:05.664079 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.673958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-ec2b3c33-b012-4f92-9a0d-b9b3ae36e935 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797569 Apr 30 01:53:05.706430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-754e583c-3537-4cca-aedd-814e2780e9aa req-fcf94e44-2125-44c7-81bf-01f19f952a12 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822630 Apr 30 01:53:05.811007 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:05.811695 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:05.829952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-816719253'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:05.844205 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde1427e-8332-4504-9c1e-9cb45c65b372 x-openstack-request-id: req-fde1427e-8332-4504-9c1e-9cb45c65b372 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:53:05.844564 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4659f5-22c7-4b9c-a00d-a851d5fb9310", "tag": "1dd4ae2d-58ba-4a85-b293-dc7783135cde", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:53:05.844877 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fde1427e-8332-4504-9c1e-9cb45c65b372 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:53:05.845337 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde1427e-8332-4504-9c1e-9cb45c65b372'] response: {'name': 'network-changed', 'server_uuid': '9b4659f5-22c7-4b9c-a00d-a851d5fb9310', 'tag': '1dd4ae2d-58ba-4a85-b293-dc7783135cde', 'status': 'completed', 'code': 200} Apr 30 01:53:05.885310 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4657c-71f2-4a04-a01e-7e4c0edf6a4a None None] Pushing event updated for resources: {'Port': ['ID=65ab0cd2-89cc-42fe-a690-7b34a94cc0be,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:05.887363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06a8455f-bb9e-4e59-8bf4-f256f74319ec req-42820a15-7da1-4d1a-9c8e-5525bbff4729 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054684 Apr 30 01:53:05.944020 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.952272 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:05.963445 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:05.975897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Made reservation on behalf of 11c85d148f6a492e8082f70e77297fa7 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:05.981553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.011821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.086232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-8eed9972-3078-4bad-8817-3b128571dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:06.087931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-8eed9972-3078-4bad-8817-3b128571dad5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b86cfd99a5b4585ba2787c742690b05&device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 1095 time: 0.0704343 Apr 30 01:53:06.094478 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.173514 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:02Z', 'revision_number': 3, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:06.196440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Allocated IP 172.20.0.1 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/a7a17264-9a36-4018-b4dc-3a3cee5a5e8c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:06.205728 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.218042 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91347cc3-6ed4-4f50-a0f8-f916cd437c78 None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:02Z', 'revision_number': 3, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:06.228190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-341016f3-4fae-4b8c-9422-9c8f995a23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:06.230482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-341016f3-4fae-4b8c-9422-9c8f995a23ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 HTTP/1.1" status: 200 len: 912 time: 0.1358144 Apr 30 01:53:06.282250 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-361ba59a-37ac-47aa-a46d-232a24592c8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde HTTP/1.1" status: 200 len: 217 time: 0.0443065 Apr 30 01:53:06.284597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.294939 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.299405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Pushing event updated for resources: {'Port': ['ID=50368a4b-c900-4cc5-b68c-388000225d55,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:06.351364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:06.365389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e960973d-a1b6-4831-8012-76379d0ac2c2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:06.377898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.377898 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Added segment 451e4cdc-73c7-4ede-9612-e677f254861b of type vlan for network 4f5a7735-210c-416d-8495-571bea02b9e2 Apr 30 01:53:06.381707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-f7ce70aa-e411-4319-9935-671cd8374911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:06.383226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-f7ce70aa-e411-4319-9935-671cd8374911 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95767044-2951-4fc8-9ddd-41a117aafd3d HTTP/1.1" status: 200 len: 852 time: 0.0840063 Apr 30 01:53:06.415878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.447289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-f155edb4-d0d4-4585-bda2-14a56aca0589 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565689 Apr 30 01:53:06.469625 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.488032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Network 9469c18b-5944-4558-90d8-c31562252c36 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:06.489849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:06.576589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.595327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-f94e95f5-8ec1-4ce3-b1a5-ebd5b97539e4 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363482 Apr 30 01:53:06.620168 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.626091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:06.629901 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.695194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:06.703943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:06.774720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:06.776939 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:06.840186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2274377 Apr 30 01:53:06.842495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58282) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:06.853492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'subnet': {'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:06.886013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Router bbb3e5f1-dea4-4975-a1db-d9721593f399 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:53:06.898547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ed251-3f5c-4a10-bf29-5ae2f9bcf050 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Network': ['ID=4f5a7735-210c-416d-8495-571bea02b9e2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:06.901685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0cb1233-b1ad-4397-8975-3f9ef8ca1c2e None None] Provisioning complete for port 50368a4b-c900-4cc5-b68c-388000225d55 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:06.902620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1233-b1ad-4397-8975-3f9ef8ca1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.904081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bdb8936-98e1-440f-b2a6-3c5ab8ce2b6d req-767f2ec5-774d-45f1-83e7-733807657838 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013937 Apr 30 01:53:06.935548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4f5a7735-210c-416d-8495-571bea02b9e2 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:06.950737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:06.998237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb1233-b1ad-4397-8975-3f9ef8ca1c2e None None] Port 50368a4b-c900-4cc5-b68c-388000225d55 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:07.106048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aa909-9760-487c-8979-16792f1659e1 req-5963737f-4488-46d9-8393-00dd47e9246a tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:07.108729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b6aa909-9760-487c-8979-16792f1659e1 req-5963737f-4488-46d9-8393-00dd47e9246a tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 944 time: 0.2520704 Apr 30 01:53:07.122710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a674f0d2-c1ab-4325-b3d3-2e2df654b641 None None] Provisioning complete for port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:07.123180 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a674f0d2-c1ab-4325-b3d3-2e2df654b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.166033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a674f0d2-c1ab-4325-b3d3-2e2df654b641 None None] Port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:07.254968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b6aa909-9760-487c-8979-16792f1659e1 req-21fa3806-dfd8-4090-a3e1-21cb0c198e8f tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386676 Apr 30 01:53:07.270539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:07.276993 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d83d38d4-8b0d-440c-9213-4e68a8712e94 admin admin] 10.222.0.15 "PUT /v2.0/routers/bbb3e5f1-dea4-4975-a1db-d9721593f399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5351586 Apr 30 01:53:07.324547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Made reservation on behalf of 11c85d148f6a492e8082f70e77297fa7 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:07.328477 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.421182 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.544234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65ab0cd2-89cc-42fe-a690-7b34a94cc0be up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:07.603247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:07.604266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.703576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.729017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65ab0cd2-89cc-42fe-a690-7b34a94cc0be,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:07.738861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.753156 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.824757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Subnet': ['ID=ede1fd8f-e2c6-4c77-81d1-773e376030cf,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:07.827226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.830898 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 149765a0-2f07-4a78-b893-e7be87cd64e3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:07.833304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Checking segment: {'id': '451e4cdc-73c7-4ede-9612-e677f254861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:07.833885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Network hostable DHCP agents. Network: 4f5a7735-210c-416d-8495-571bea02b9e2, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:07.851571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.933070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=65ab0cd2-89cc-42fe-a690-7b34a94cc0be,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:07.940764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Network 4f5a7735-210c-416d-8495-571bea02b9e2 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:07.948723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 149765a0-2f07-4a78-b893-e7be87cd64e3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:07.949473 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.961883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:07.964071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:08.035206 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4f5a7735-210c-416d-8495-571bea02b9e2) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:08.040295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:08.041769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.051305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd62048-880b-435e-9ed2-c52c4c6cd600 None None] Network 4f5a7735-210c-416d-8495-571bea02b9e2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:08.056281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.105421 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2a3129fb-57cf-409c-94eb-18b084526a23 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2617369 Apr 30 01:53:08.107501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:08.108557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58296) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:08.109835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:08.125036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1048125204'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:08.181000 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 149765a0-2f07-4a78-b893-e7be87cd64e3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=149765a0-2f07-4a78-b893-e7be87cd64e3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:08.244227 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.304681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58302) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:08.314976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-524566297-network', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:08.367659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-4f5a7735-210c-416d-8495-571bea02b9e2', 'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2', 'tenant_id': '11c85d148f6a492e8082f70e77297fa7', 'fixed_ips': [{'subnet_id': 'ede1fd8f-e2c6-4c77-81d1-773e376030cf'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:08.368829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.374026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:53:08.416548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Made reservation on behalf of 630040d5fe9849ab9d0fd8b4c42fc201 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:08.417665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=149765a0-2f07-4a78-b893-e7be87cd64e3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:08.418824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.443116 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.499664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Sync routers for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:08.517169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Made reservation on behalf of 11c85d148f6a492e8082f70e77297fa7 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:08.521293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.524519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:08.525441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:08.559378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] device_id is not set on port c2fd0f01-ee42-4976-888f-3015e64c78f4 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:08.574941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.603560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f97ba2-8223-461b-be6c-42e82d0ec86d req-4f0ca062-034f-48a4-a422-ffe828813706 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:08.605118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52f97ba2-8223-461b-be6c-42e82d0ec86d req-4f0ca062-034f-48a4-a422-ffe828813706 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 944 time: 0.2296433 Apr 30 01:53:08.645803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:08.659793 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ac28200b-f673-45d2-ae2e-25bd38f4d668 admin admin] 10.222.0.15 "PUT /v2.0/routers/bfedba0d-311e-4ed5-bbf5-6174740fb4a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1890061 Apr 30 01:53:08.663661 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.686539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52f97ba2-8223-461b-be6c-42e82d0ec86d req-8ce8a5d5-9d59-4d5c-856f-c98db6e9eabf tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645702 Apr 30 01:53:08.707381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c1a67c4d-967a-4c08-89fa-e51218e69ead None None] Provisioning complete for port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:08.708050 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c1a67c4d-967a-4c08-89fa-e51218e69ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.710192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09d0ef4-b75c-4b80-9670-6cd948193d38,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:08.718295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:08.730957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.731545 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Added segment 91c4ec88-bdc5-4013-ad12-9044f432090e of type vlan for network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 Apr 30 01:53:08.733819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Allocated IP 2001:db8::2 (4f5a7735-210c-416d-8495-571bea02b9e2/ede1fd8f-e2c6-4c77-81d1-773e376030cf/7fd128bc-feff-4abc-93c2-323be2f2de47) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:08.749203 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:08.761701 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:08.764201 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:08.778716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:08.785553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.875493 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.880487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:08.881997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:08.905031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c1a67c4d-967a-4c08-89fa-e51218e69ead None None] Port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:08.968207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd3ce43-8d2f-435d-8d11-c145e9ec0b75,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:08.982593 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:08.984772 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f710539a-006f-4abe-8c32-e23a2930c635 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6781642 Apr 30 01:53:08.987221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58308) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:08.993501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Request body: {'subnet': {'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-524566297-subnet', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:08.994939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:09.084502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Made reservation on behalf of 630040d5fe9849ab9d0fd8b4c42fc201 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:09.086909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.199742 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 2, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:09.232162 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.232829 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:09.233174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Updating router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:09.253627 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:05Z', 'revision_number': 2, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:09.260127 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.300549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Checking router: bbb3e5f1-dea4-4975-a1db-d9721593f399 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:09.300763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Updating router bbb3e5f1-dea4-4975-a1db-d9721593f399 port 50368a4b-c900-4cc5-b68c-388000225d55 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:09.320901 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.354309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.367859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Network 4f5a7735-210c-416d-8495-571bea02b9e2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:09.373040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Allocated IP 2001:db8::6e (4f5a7735-210c-416d-8495-571bea02b9e2/ede1fd8f-e2c6-4c77-81d1-773e376030cf/c2fd0f01-ee42-4976-888f-3015e64c78f4) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:09.378551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:09.390638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:09.394468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1dd4ae2d-58ba-4a85-b293-dc7783135cde details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:53:09.396324 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.519318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Pushing event updated for resources: {'Port': ['ID=7fd128bc-feff-4abc-93c2-323be2f2de47,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:09.531950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627dbea0-aff6-4efc-84d3-60f8a5fc1d24,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:09.561638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Checking segment: {'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:09.561996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Network hostable DHCP agents. Network: 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:09.568359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65ab0cd2-89cc-42fe-a690-7b34a94cc0be up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:09.599356 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.617297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58320) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:09.622362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-890996741-network', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:09.668523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.730504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:09.758830 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.761364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.815075 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1de81-19a1-40ed-9d51-70897f27291b None None] Pushing event updated for resources: {'Port': ['ID=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:09.819772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Network 4f5a7735-210c-416d-8495-571bea02b9e2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:09.823300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:09.828544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:09.836392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:09.837172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.841813 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=c2fd0f01-ee42-4976-888f-3015e64c78f4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:09.857013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Made reservation on behalf of f6634302a1d5413e85458fce71f0f54a for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:09.859563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.861367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:09.877530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:09.878651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.882280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Attempting to bind port 7fd128bc-feff-4abc-93c2-323be2f2de47 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:09.883146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Attempting to bind port 7fd128bc-feff-4abc-93c2-323be2f2de47 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '451e4cdc-73c7-4ede-9612-e677f254861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:09.883783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Attempting to bind port 7fd128bc-feff-4abc-93c2-323be2f2de47 on network 4f5a7735-210c-416d-8495-571bea02b9e2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:09.883956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.896664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197dc897-93fe-4bf0-82d0-45e9807c54fb None None] Network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:09.909109 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Attempting to bind port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:09.909987 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Attempting to bind port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:09.910339 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Attempting to bind port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:09.916643 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:09.917023 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:09.917469 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.917852 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:09.918313 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Bound port: a7a17264-9a36-4018-b4dc-3a3cee5a5e8c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:09.918685 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.926304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58324) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:09.926683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa78a44d-527f-4083-85a0-d2459ecd76da tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8145010 Apr 30 01:53:09.934867 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7b713-ef13-4001-9446-18a33971d84c req-965e7a78-4c60-4719-99be-8a951c788b3d tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:09.936578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4a7b713-ef13-4001-9446-18a33971d84c req-965e7a78-4c60-4719-99be-8a951c788b3d tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 944 time: 0.1834950 Apr 30 01:53:09.943956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:09.944752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Checking segment: {'id': '451e4cdc-73c7-4ede-9612-e677f254861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:09.945408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:09.945780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1814505167', 'allowed_address_pairs': [{'ip_address': '2001:db8::6e', 'mac_address': 'fa:16:3e:bb:8e:e1'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:09.946415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Bound using segment: {'id': '451e4cdc-73c7-4ede-9612-e677f254861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:09.947105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Bound port: 7fd128bc-feff-4abc-93c2-323be2f2de47, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e4cdc-73c7-4ede-9612-e677f254861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:09.947714 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.001997 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] For port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:10.006544 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] For port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:10.029528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4d2d18a5-6153-4986-b810-cae0da2bf6e8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0404201 Apr 30 01:53:10.035465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58326) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:10.042412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:10.084733 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.103142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4a7b713-ef13-4001-9446-18a33971d84c req-13c35e21-0e7d-418e-b019-d4e9e31f67a5 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535788 Apr 30 01:53:10.140563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.142467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1dd4ae2d-58ba-4a85-b293-dc7783135cde, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde,segment=NetworkSegment(0d7774ef-dca1-47d5-bd4a-6883c6e2a32c),segment_id=0d7774ef-dca1-47d5-bd4a-6883c6e2a32c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:10.145957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.157864 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1de81-19a1-40ed-9d51-70897f27291b None None] Pushing event updated for resources: {'Port': ['ID=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:10.179729 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.185385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:10.185861 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:10.185988 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.186484 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:10.206687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '1dd4ae2d-58ba-4a85-b293-dc7783135cde', 'network_id': '0f3518ef-81fc-4c27-9cbf-f1177c03f4f1', 'port_id': '1dd4ae2d-58ba-4a85-b293-dc7783135cde', 'mac_address': 'fa:16:3e:5b:c1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95767044-2951-4fc8-9ddd-41a117aafd3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:53:10.215719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Made reservation on behalf of 11c85d148f6a492e8082f70e77297fa7 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:10.233157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] For port 7fd128bc-feff-4abc-93c2-323be2f2de47, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:10.241719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.272302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.303829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:10.309033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] For port 7fd128bc-feff-4abc-93c2-323be2f2de47, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7fd128bc-feff-4abc-93c2-323be2f2de47,segment=NetworkSegment(451e4cdc-73c7-4ede-9612-e677f254861b),segment_id=451e4cdc-73c7-4ede-9612-e677f254861b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:10.335328 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.338273 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Added segment c7705567-b735-4d2e-bc22-3a5d0f4cdd8d of type vlan for network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 Apr 30 01:53:10.339814 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:10.380993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fcc4c1fc-bac7-4d5a-be8a-8b88e539ed7e None None] Provisioning complete for port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:10.381383 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c1fc-bac7-4d5a-be8a-8b88e539ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.420227 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.428421 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.520880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-9dd3ce43-8d2f-435d-8d11-c145e9ec0b75', 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'fixed_ips': [{'subnet_id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:10.521767 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.531415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd4ae2d-58ba-4a85-b293-dc7783135cde {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:53:10.531920 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.579150 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.605535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1dd4ae2d-58ba-4a85-b293-dc7783135cde, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde,segment=NetworkSegment(0d7774ef-dca1-47d5-bd4a-6883c6e2a32c),segment_id=0d7774ef-dca1-47d5-bd4a-6883c6e2a32c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:10.631880 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:09Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:10.665492 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd4cc7-1719-4cba-9128-3103dca4fa49 None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:09Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:10.789709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.793201 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.859860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f87367-0ce7-48a0-b61a-aa6fc90a5271 None None] Pushing event updated for resources: {'Port': ['ID=7fd128bc-feff-4abc-93c2-323be2f2de47,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:10.914726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 149765a0-2f07-4a78-b893-e7be87cd64e3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:10.918830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b80eb3-30dd-4f8f-8265-a60f81e70ad5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:10.923238 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c1fc-bac7-4d5a-be8a-8b88e539ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.928637 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.964198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.990373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:10.999786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] device_id is not set on port 72d4a297-7cc8-4c24-bdd6-cfe6251257e8 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:11.016921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.161607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Allocated IP 172.20.0.2 (9dd3ce43-8d2f-435d-8d11-c145e9ec0b75/627dbea0-aff6-4efc-84d3-60f8a5fc1d24/6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:11.236094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Allocated IP 172.25.0.75 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:11.250747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Allocated IP 2001:db8::25a (4f5a7735-210c-416d-8495-571bea02b9e2/ede1fd8f-e2c6-4c77-81d1-773e376030cf/72d4a297-7cc8-4c24-bdd6-cfe6251257e8) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:11.323792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.324649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:11.325218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.351338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1dd4ae2d-58ba-4a85-b293-dc7783135cde'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:53:11.398322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1af6a9-5877-4a0b-9bab-b239bbe73f05,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:11.441615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:11.447477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136a50-ccf2-4013-aec9-562bf1a4cd57 req-2c131e0e-82e2-4068-b500-c615d02da59d tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:11.455483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f136a50-ccf2-4013-aec9-562bf1a4cd57 req-2c131e0e-82e2-4068-b500-c615d02da59d tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 945 time: 0.1623197 Apr 30 01:53:11.521962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e2a004bb-aec8-4596-a52a-a8a3b3274db2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9005017 Apr 30 01:53:11.523759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58330) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:11.528458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Request body: {'subnet': {'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-890996741-subnet', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:11.582665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e36514-f9f2-447b-b55e-f3f3ffc5c3b2 None None] Pushing event updated for resources: {'Port': ['ID=50368a4b-c900-4cc5-b68c-388000225d55,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:11.611452 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Made reservation on behalf of f6634302a1d5413e85458fce71f0f54a for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:11.615016 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.656859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1dd4ae2d-58ba-4a85-b293-dc7783135cde,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:11.665112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f136a50-ccf2-4013-aec9-562bf1a4cd57 req-2b54137a-4bc9-4a5d-ae7d-3eda7e5c4c79 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085543 Apr 30 01:53:11.684029 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.703787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fcc4c1fc-bac7-4d5a-be8a-8b88e539ed7e None None] For port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:11.709224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Attempting to bind port 50368a4b-c900-4cc5-b68c-388000225d55 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:11.709582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Attempting to bind port 50368a4b-c900-4cc5-b68c-388000225d55 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:11.709942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Attempting to bind port 50368a4b-c900-4cc5-b68c-388000225d55 on network 9469c18b-5944-4558-90d8-c31562252c36 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:11.720761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:11.721186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Checking segment: {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:11.721532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.722618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Bound using segment: {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:11.723257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Bound port: 50368a4b-c900-4cc5-b68c-388000225d55, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:11.723671 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.745432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 149765a0-2f07-4a78-b893-e7be87cd64e3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:11.745780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.836296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] For port 50368a4b-c900-4cc5-b68c-388000225d55, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:11.839653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] For port 50368a4b-c900-4cc5-b68c-388000225d55, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=50368a4b-c900-4cc5-b68c-388000225d55,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:11.845419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c1fc-bac7-4d5a-be8a-8b88e539ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.855957 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.920222 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:11.930618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:11.948133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:11.950623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:11.989999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.023246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.023966 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:12.024611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:12.028308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.122921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fd0fa7-8e31-4a5d-8061-1c9d981baba8,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:12.136615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.153538 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.220259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Pushing event updated for resources: {'Port': ['ID=66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:12.228638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=72d4a297-7cc8-4c24-bdd6-cfe6251257e8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:12.253421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:12.255255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:12.258921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:12.289072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Network 4f5a7735-210c-416d-8495-571bea02b9e2 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:12.293574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:12.297326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:12.308915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:12.309610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.313724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Checking segment: {'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:12.314071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Network hostable DHCP agents. Network: 3b1af6a9-5877-4a0b-9bab-b239bbe73f05, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:12.343476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Attempting to bind port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:12.344068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Attempting to bind port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:12.344196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Attempting to bind port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 on network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:12.346297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-27000ba4-1ecd-4c11-b7f4-d93aee00b856 None None] Provisioning complete for port 50368a4b-c900-4cc5-b68c-388000225d55 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:12.347029 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27000ba4-1ecd-4c11-b7f4-d93aee00b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.379628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36395818-ff92-482f-bc5f-6c5319b9f750 None None] Network 4f5a7735-210c-416d-8495-571bea02b9e2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:12.386616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4c1fc-bac7-4d5a-be8a-8b88e539ed7e None None] Pushing event updated for resources: {'Port': ['ID=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:12.407846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:12.408246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Checking segment: {'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:12.408824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.409040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Bound using segment: {'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:12.410035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Bound port: 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:12.410408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.416535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a0934369-0ca7-44dd-a748-8dc206170feb tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4788916 Apr 30 01:53:12.419813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58332) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:12.430053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:12.481371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb6ca34-5c33-4b04-b387-eb455fac2574 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:12.487406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb6ca34-5c33-4b04-b387-eb455fac2574 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:12.493609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb6ca34-5c33-4b04-b387-eb455fac2574 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:12.495936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9bb6ca34-5c33-4b04-b387-eb455fac2574 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0777240 Apr 30 01:53:12.500553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58334) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:12.535114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 3b1af6a9-5877-4a0b-9bab-b239bbe73f05) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:12.540260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:12.540907 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.574205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee281b-c21d-4686-bffa-ec2f5ec3b8f7 None None] Network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:12.613551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f60f39d3-daa7-4e10-a179-75787d32ec37 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Deleting port 72d4a297-7cc8-4c24-bdd6-cfe6251257e8 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:12.613940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f60f39d3-daa7-4e10-a179-75787d32ec37 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.669100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d86a6ab8-7474-403d-a0c5-6b639aaf8cbd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1442204 Apr 30 01:53:12.671527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58336) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:12.676234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:12.682091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-91851071-c623-4890-a142-7ce2cf548260 None None] For port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:12.684984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.725882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Pushing event updated for resources: {'Port': ['ID=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:12.737950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f60f39d3-daa7-4e10-a179-75787d32ec37 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.752659 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f60f39d3-daa7-4e10-a179-75787d32ec37 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Calling delete_port for 72d4a297-7cc8-4c24-bdd6-cfe6251257e8 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:12.775262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-91851071-c623-4890-a142-7ce2cf548260 None None] For port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,segment=NetworkSegment(91c4ec88-bdc5-4013-ad12-9044f432090e),segment_id=91c4ec88-bdc5-4013-ad12-9044f432090e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:12.801025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.806157 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.823590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:12.873147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.929327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.930960 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27000ba4-1ecd-4c11-b7f4-d93aee00b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:12.961889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae761c64-1343-4016-987d-15b165494499 req-acd4a1e5-96db-43b2-968a-1b7ed0b9f52f tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:12.963916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae761c64-1343-4016-987d-15b165494499 req-acd4a1e5-96db-43b2-968a-1b7ed0b9f52f tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 945 time: 0.1090548 Apr 30 01:53:12.993724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e36514-f9f2-447b-b55e-f3f3ffc5c3b2 None None] Pushing event updated for resources: {'Port': ['ID=50368a4b-c900-4cc5-b68c-388000225d55,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:13.008030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.041310 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae761c64-1343-4016-987d-15b165494499 req-ad2b142a-f693-46d0-9a23-d4ec5433af16 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709767 Apr 30 01:53:13.125643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7fd128bc-feff-4abc-93c2-323be2f2de47 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:13.215073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.261134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-27000ba4-1ecd-4c11-b7f4-d93aee00b856 None None] For port 50368a4b-c900-4cc5-b68c-388000225d55, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=50368a4b-c900-4cc5-b68c-388000225d55,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:13.291214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:53:13.315085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f60f39d3-daa7-4e10-a179-75787d32ec37 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.326641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91851071-c623-4890-a142-7ce2cf548260 None None] Pushing event updated for resources: {'Port': ['ID=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:13.384723 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27000ba4-1ecd-4c11-b7f4-d93aee00b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.388141 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f39d3-daa7-4e10-a179-75787d32ec37 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Port': ['ID=72d4a297-7cc8-4c24-bdd6-cfe6251257e8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:13.393219 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:53:13.393758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1dd4ae2d-58ba-4a85-b293-dc7783135cde up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:13.405404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-3b1af6a9-5877-4a0b-9bab-b239bbe73f05', 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'fixed_ips': [{'subnet_id': 'b3fd0fa7-8e31-4a5d-8061-1c9d981baba8'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:13.406279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.476277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:13.498308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7fd128bc-feff-4abc-93c2-323be2f2de47 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:13.498683 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.513795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Sync routers for ids ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:13.568850 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-27000ba4-1ecd-4c11-b7f4-d93aee00b856 None None] Provisioning complete for port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:13.569224 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27000ba4-1ecd-4c11-b7f4-d93aee00b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.579050 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.589110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-974a82a3-c9c2-49fb-b95d-8231d4f9cf9e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5461886 Apr 30 01:53:13.589110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58340) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:13.589386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:13.631798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27000ba4-1ecd-4c11-b7f4-d93aee00b856 None None] Pushing event updated for resources: {'Port': ['ID=50368a4b-c900-4cc5-b68c-388000225d55,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:13.638443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f60f39d3-daa7-4e10-a179-75787d32ec37 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:13.642067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f60f39d3-daa7-4e10-a179-75787d32ec37 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "DELETE /v2.0/ports/72d4a297-7cc8-4c24-bdd6-cfe6251257e8 HTTP/1.1" status: 204 len: 168 time: 1.1429567 Apr 30 01:53:13.652181 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:13.680423 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f0489d-33d5-4336-8aa5-bae3b90dfa90 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] GET failed (client error): The resource could not be found. Apr 30 01:53:13.682055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-00f0489d-33d5-4336-8aa5-bae3b90dfa90 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "GET /v2.0/ports/72d4a297-7cc8-4c24-bdd6-cfe6251257e8 HTTP/1.1" status: 404 len: 333 time: 0.0277469 Apr 30 01:53:13.686178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58344) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:13.694202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1112997479'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:13.741196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c7112-39f4-4985-97d2-f09b4a708b84 None None] The sync data for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 is: [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:13.763295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Routers {'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:13.764113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:14.049286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.081579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 1dd4ae2d-58ba-4a85-b293-dc7783135cde completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:53:14.087534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.115953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Made reservation on behalf of 11c85d148f6a492e8082f70e77297fa7 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:14.136129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.185149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Allocated IP 172.20.0.2 (3b1af6a9-5877-4a0b-9bab-b239bbe73f05/b3fd0fa7-8e31-4a5d-8061-1c9d981baba8/2f8a21d6-067f-4a4b-9de9-fcec1398a1d4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:14.194337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 1dd4ae2d-58ba-4a85-b293-dc7783135cde triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:14.194713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.242434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] device_id is not set on port a21098e4-167d-4461-9428-a361171f7267 yet. {{(pid=103319) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:14.253175 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.444846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d0d8-c66a-4d5d-a64d-e36ab81fc90b req-7ada401d-4cbe-4c5d-b566-5f7ae417ef3a tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:14.446479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c532d0d8-c66a-4d5d-a64d-e36ab81fc90b req-7ada401d-4cbe-4c5d-b566-5f7ae417ef3a tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 945 time: 0.2349887 Apr 30 01:53:14.512151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Allocated IP 172.25.0.89 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a2962563-e084-40ff-a171-324cb744df3c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:14.596364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Allocated IP 2001:db8::1d5 (4f5a7735-210c-416d-8495-571bea02b9e2/ede1fd8f-e2c6-4c77-81d1-773e376030cf/a21098e4-167d-4461-9428-a361171f7267) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:14.609830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c532d0d8-c66a-4d5d-a64d-e36ab81fc90b req-2746433a-e351-46d6-8e93-47a348154cb3 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512764 Apr 30 01:53:14.616755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Set router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:14.659049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Allocated IP 172.20.0.1 (9dd3ce43-8d2f-435d-8d11-c145e9ec0b75/627dbea0-aff6-4efc-84d3-60f8a5fc1d24/5728d450-4b0d-4a9a-a089-636a1ab1bd7c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:14.661335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.751565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f7acd-df16-4230-af08-22f084f69b62 None None] Network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:14.843800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.847730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.926865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:14.981406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Could not find standard attr ID for object 72d4a297-7cc8-4c24-bdd6-cfe6251257e8. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:53:14.987909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.005657 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.051318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:15.054402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:15.059263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:15.061235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.065802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Pushing event updated for resources: {'Port': ['ID=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:15.065953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:15.072142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:15.079658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:15.085036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2962563-e084-40ff-a171-324cb744df3c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:15.107615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.152551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=a21098e4-167d-4461-9428-a361171f7267,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:15.166454 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Network 4f5a7735-210c-416d-8495-571bea02b9e2 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:15.169521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:15.173174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:15.180640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:15.180786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.257406 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.319162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 7fd128bc-feff-4abc-93c2-323be2f2de47, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7fd128bc-feff-4abc-93c2-323be2f2de47,segment=NetworkSegment(451e4cdc-73c7-4ede-9612-e677f254861b),segment_id=451e4cdc-73c7-4ede-9612-e677f254861b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:15.326717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Provisioning complete for port 7fd128bc-feff-4abc-93c2-323be2f2de47 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:15.327171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.390108 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.429491 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.430317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a7a17264-9a36-4018-b4dc-3a3cee5a5e8c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:15.543131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=7fd128bc-feff-4abc-93c2-323be2f2de47,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:15.584520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4659f5-22c7-4b9c-a00d-a851d5fb9310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4ae2d-58ba-4a85-b293-dc7783135cde'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:53:15.586804 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7543311-b2f8-4fae-9a7c-c31ccf98dc7e" -d '{"events": [{"server_uuid": "9b4659f5-22c7-4b9c-a00d-a851d5fb9310", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4ae2d-58ba-4a85-b293-dc7783135cde"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:53:15.615573 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.637909 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.680158 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9b9bb3-a537-4884-a88c-2e72ee1b2148 x-openstack-request-id: req-4a9b9bb3-a537-4884-a88c-2e72ee1b2148 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:53:15.680666 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4659f5-22c7-4b9c-a00d-a851d5fb9310", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4ae2d-58ba-4a85-b293-dc7783135cde", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:53:15.693221 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a9b9bb3-a537-4884-a88c-2e72ee1b2148 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:53:15.693662 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9b9bb3-a537-4884-a88c-2e72ee1b2148'] response: {'server_uuid': '9b4659f5-22c7-4b9c-a00d-a851d5fb9310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4ae2d-58ba-4a85-b293-dc7783135cde', 'code': 200} Apr 30 01:53:15.701925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1dd4ae2d-58ba-4a85-b293-dc7783135cde, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde,segment=NetworkSegment(0d7774ef-dca1-47d5-bd4a-6883c6e2a32c),segment_id=0d7774ef-dca1-47d5-bd4a-6883c6e2a32c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:15.713651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:15.728286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.729361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.767755 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.771397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7fa26683-379e-4d24-8c74-81e516591a24 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0826216 Apr 30 01:53:15.774220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58352) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:15.781871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6e', 'mac_address': 'fa:16:3e:bb:8e:e1'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:15.795102 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.803096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:15.902893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:15.912749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47739f5-598e-49db-bcc0-51ecee0e4914 req-ac26dba2-574a-464a-9a6e-b1cf778e8e26 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:15.914234 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f47739f5-598e-49db-bcc0-51ecee0e4914 req-ac26dba2-574a-464a-9a6e-b1cf778e8e26 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0865774 Apr 30 01:53:15.914769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Pushing event updated for resources: {'Port': ['ID=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:15.922563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:53:12Z', 'revision_number': 3, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port': {'id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:11Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:15.929762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:15.931943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:15.992430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.001425 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f47739f5-598e-49db-bcc0-51ecee0e4914 req-ab949b82-4bbe-442f-8b39-d8a1daa6081d tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548401 Apr 30 01:53:16.008772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Checking router: b98f2c6e-57e5-4d56-b633-fc0d1439d8cb for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:16.009129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Updating router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:16.041355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64231a0b-32a3-4fe7-b02c-fd473be37595 req-ef0063b3-ac03-4e3b-9f0e-a3d35a5fca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:16.042997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64231a0b-32a3-4fe7-b02c-fd473be37595 req-ef0063b3-ac03-4e3b-9f0e-a3d35a5fca2a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 1097 time: 0.3032365 Apr 30 01:53:16.048081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Pushing event updated for resources: {'Port': ['ID=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:16.062927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.166716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1dd4ae2d-58ba-4a85-b293-dc7783135cde,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:16.170252 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.195296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Attempting to bind port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:16.195717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Attempting to bind port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:16.196087 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Attempting to bind port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 on network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:16.201753 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-64231a0b-32a3-4fe7-b02c-fd473be37595 req-cc37ad6f-fa5d-4a15-aa5e-0435c1399633 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501634 Apr 30 01:53:16.204275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Provisioning complete for port 50368a4b-c900-4cc5-b68c-388000225d55 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:16.204738 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.214559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:16.214944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Checking segment: {'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:16.215351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.215862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Bound using segment: {'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:16.216904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Bound port: 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:16.216904 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.232176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:16.235415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:16.244559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Router e249fb35-0c45-4806-a1d5-e38cb1bf7312 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:53:16.287355 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.487918 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:16.493487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 50368a4b-c900-4cc5-b68c-388000225d55 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:16.500830 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Sync routers for ids ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:16.511194 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Routers {'e249fb35-0c45-4806-a1d5-e38cb1bf7312'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:16.511929 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:16.533102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:53:16.574999 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.576692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9de51630-40ee-4b60-a6ef-6bed054599d4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9044476 Apr 30 01:53:16.581740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58354) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:16.610865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] For port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:16.637610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] For port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,segment=NetworkSegment(c7705567-b735-4d2e-bc22-3a5d0f4cdd8d),segment_id=c7705567-b735-4d2e-bc22-3a5d0f4cdd8d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:16.664012 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Set router e249fb35-0c45-4806-a1d5-e38cb1bf7312 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:16.727020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 50368a4b-c900-4cc5-b68c-388000225d55 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:16.727639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.729797 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.731845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Provisioning complete for port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:16.732054 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.770169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:16.790687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9fa776b0-2004-493b-946f-a503320cf14e admin admin] 10.222.0.15 "PUT /v2.0/routers/b98f2c6e-57e5-4d56-b633-fc0d1439d8cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2019217 Apr 30 01:53:16.873618 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.925082 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.925691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:16.952252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cf671-39c9-4a03-9f5f-15a6e3c55ec7 None None] Pushing event updated for resources: {'Port': ['ID=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:16.994914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] In _notify_port_updated(), no bound segment for port a21098e4-167d-4461-9428-a361171f7267 on network 4f5a7735-210c-416d-8495-571bea02b9e2 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:53:17.002887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:17.006262 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.006262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "PUT /v2.0/ports/a21098e4-167d-4461-9428-a361171f7267 HTTP/1.1" status: 200 len: 1002 time: 1.2300382 Apr 30 01:53:17.008747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58358) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:17.123990 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a2962563-e084-40ff-a171-324cb744df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 3, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port': {'id': 'a2962563-e084-40ff-a171-324cb744df3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:17.226493 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Checking router: e249fb35-0c45-4806-a1d5-e38cb1bf7312 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:17.226893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0718d36-3208-43d5-b3bb-6b8de2cbd6a2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=a21098e4-167d-4461-9428-a361171f7267,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:17.228437 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Updating router e249fb35-0c45-4806-a1d5-e38cb1bf7312 port a2962563-e084-40ff-a171-324cb744df3c binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:17.307460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd0959-2b0c-4a78-b564-a602904be614 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Deleting port a21098e4-167d-4461-9428-a361171f7267 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:17.307836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8dd0959-2b0c-4a78-b564-a602904be614 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.342172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.353562 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.401948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.404652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:17.460913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Attempting to bind port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:17.461277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Attempting to bind port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:17.461576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Attempting to bind port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:17.472802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59972a57-37ba-44b2-9d85-d145530f6f6b None None] Pushing event updated for resources: {'Port': ['ID=66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:17.492175 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:17.492562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:17.492971 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.496512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:17.496512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Bound port: 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:17.496512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.531218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] For port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,segment=NetworkSegment(91c4ec88-bdc5-4013-ad12-9044f432090e),segment_id=91c4ec88-bdc5-4013-ad12-9044f432090e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:17.546023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8dd0959-2b0c-4a78-b564-a602904be614 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.570940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd0959-2b0c-4a78-b564-a602904be614 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Calling delete_port for a21098e4-167d-4461-9428-a361171f7267 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:17.610580 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.681557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:17.681931 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.730068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f037b-63b3-4250-aac4-f21d8ebbac26 req-12b294de-23b7-43f5-85bd-5a52984d6e5c tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:17.733409 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a01f037b-63b3-4250-aac4-f21d8ebbac26 req-12b294de-23b7-43f5-85bd-5a52984d6e5c tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0697038 Apr 30 01:53:17.826027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Pushing event updated for resources: {'Port': ['ID=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:17.832042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] For port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:17.846464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Provisioning complete for port c2fd0f01-ee42-4976-888f-3015e64c78f4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:17.848083 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.855991 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8dd0959-2b0c-4a78-b564-a602904be614 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.884096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a01f037b-63b3-4250-aac4-f21d8ebbac26 req-f65454b0-0827-4a3a-954c-362cdf007262 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874193 Apr 30 01:53:17.893047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] For port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:17.910562 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.914776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d9c499db-a60b-440c-aee5-d3a2ac737ea3 None None] Port c2fd0f01-ee42-4976-888f-3015e64c78f4 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:17.923750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd0959-2b0c-4a78-b564-a602904be614 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Port': ['ID=a21098e4-167d-4461-9428-a361171f7267,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:17.948176 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:17.965029 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.001774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7fd128bc-feff-4abc-93c2-323be2f2de47 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:18.063301 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Attempting to bind port a2962563-e084-40ff-a171-324cb744df3c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:18.063739 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Attempting to bind port a2962563-e084-40ff-a171-324cb744df3c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:18.067257 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Attempting to bind port a2962563-e084-40ff-a171-324cb744df3c on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:18.082155 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:18.082575 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:18.089458 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.090364 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:18.091075 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Bound port: a2962563-e084-40ff-a171-324cb744df3c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:18.091509 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.122389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Routers {'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:18.123393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:18.151457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e8dd0959-2b0c-4a78-b564-a602904be614 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.157782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e8dd0959-2b0c-4a78-b564-a602904be614 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "DELETE /v2.0/ports/a21098e4-167d-4461-9428-a361171f7267 HTTP/1.1" status: 204 len: 168 time: 1.1476502 Apr 30 01:53:18.160766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:18.211579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59972a57-37ba-44b2-9d85-d145530f6f6b None None] Pushing event updated for resources: {'Port': ['ID=66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:18.220469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c9ad9aa2-b479-472a-95ed-ed1eb49e904d None None] Provisioning complete for port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:18.220826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9aa2-b479-472a-95ed-ed1eb49e904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.230289 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-19db74b3-9dd3-4d37-a0ca-27d78d149632 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] GET failed (client error): The resource could not be found. Apr 30 01:53:18.235965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58406) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:18.241409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1932579122'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:18.245613 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-19db74b3-9dd3-4d37-a0ca-27d78d149632 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "GET /v2.0/ports/a21098e4-167d-4461-9428-a361171f7267 HTTP/1.1" status: 404 len: 333 time: 0.0681872 Apr 30 01:53:18.318209 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65da453-8271-4b80-b658-a80a7ca98908 None None] Pushing event updated for resources: {'Port': ['ID=a2962563-e084-40ff-a171-324cb744df3c,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:18.334404 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.352828 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] For port a2962563-e084-40ff-a171-324cb744df3c, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:18.362311 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] For port a2962563-e084-40ff-a171-324cb744df3c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a2962563-e084-40ff-a171-324cb744df3c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:18.439260 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.471650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7fd128bc-feff-4abc-93c2-323be2f2de47 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:18.472062 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.505004 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Routers {'e249fb35-0c45-4806-a1d5-e38cb1bf7312'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:18.506038 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:18.524522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Made reservation on behalf of 11c85d148f6a492e8082f70e77297fa7 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:18.529080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.557269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] Set router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:18.571458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] device_id is not set on port 24080d4a-3c46-463d-ac71-b75976220242 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:18.637898 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c9ad9aa2-b479-472a-95ed-ed1eb49e904d None None] Provisioning complete for port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:18.638670 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9aa2-b479-472a-95ed-ed1eb49e904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.676129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Allocated IP 172.20.0.1 (3b1af6a9-5877-4a0b-9bab-b239bbe73f05/b3fd0fa7-8e31-4a5d-8061-1c9d981baba8/fbb0e12d-bb79-4d26-bcac-834af309c9e6) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:18.690091 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] Set router e249fb35-0c45-4806-a1d5-e38cb1bf7312 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:18.798212 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65da453-8271-4b80-b658-a80a7ca98908 None None] Pushing event updated for resources: {'Port': ['ID=a2962563-e084-40ff-a171-324cb744df3c,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:18.860363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Allocated IP 2001:db8::111 (4f5a7735-210c-416d-8495-571bea02b9e2/ede1fd8f-e2c6-4c77-81d1-773e376030cf/24080d4a-3c46-463d-ac71-b75976220242) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:18.881270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.881866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21075cf1-b498-4679-8ac0-a4c983e405d7 None None] Network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:18.883731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad9aa2-b479-472a-95ed-ed1eb49e904d None None] Port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:18.918441 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:18.933008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c9ad9aa2-b479-472a-95ed-ed1eb49e904d None None] Could not find standard attr ID for object a21098e4-167d-4461-9428-a361171f7267. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:53:18.987363 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.006530 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a2962563-e084-40ff-a171-324cb744df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 3, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port': {'id': 'a2962563-e084-40ff-a171-324cb744df3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:19.075764 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cb0e0-8797-4ae7-9c84-37bf491bfecc None None] The sync data for ids ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'] in n-d-821348-1 is: [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a2962563-e084-40ff-a171-324cb744df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 3, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port': {'id': 'a2962563-e084-40ff-a171-324cb744df3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:19.110324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:19.111202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c03dad1a-da79-4c99-9aa2-b67e6d97bfd5 None None] Provisioning complete for port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:19.111620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c03dad1a-da79-4c99-9aa2-b67e6d97bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.120963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:19.123741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:19.143828 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.199507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.211879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Pushing event updated for resources: {'Port': ['ID=fbb0e12d-bb79-4d26-bcac-834af309c9e6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:19.241600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 4, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port': {'id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:11Z', 'updated_at': '2022-04-30T01:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5728d450-4b0d-4a9a-a089-636a1ab1bd7c', 'name': '', 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'mac_address': 'fa:16:3e:95:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 2, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'subnets': [{'id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:19.283186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa74085-e081-4606-9dd8-a4e572894277 req-c16780cd-6799-42ae-8c2a-f7f73c35e26c tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:19.287952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7aa74085-e081-4606-9dd8-a4e572894277 req-c16780cd-6799-42ae-8c2a-f7f73c35e26c tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.3131249 Apr 30 01:53:19.296739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30384ce-eab7-46a7-9898-86b5570b05dd None None] The sync data for ids ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'] in n-d-821348-1 is: [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 4, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port': {'id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:11Z', 'updated_at': '2022-04-30T01:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5728d450-4b0d-4a9a-a089-636a1ab1bd7c', 'name': '', 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'mac_address': 'fa:16:3e:95:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 2, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'subnets': [{'id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:19.319266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.352183 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c03dad1a-da79-4c99-9aa2-b67e6d97bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.358809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Network 4f5a7735-210c-416d-8495-571bea02b9e2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:19.367403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:19.389402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:19.429463 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:19.439640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:19.441344 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.445514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c03dad1a-da79-4c99-9aa2-b67e6d97bfd5 None None] For port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,segment=NetworkSegment(c7705567-b735-4d2e-bc22-3a5d0f4cdd8d),segment_id=c7705567-b735-4d2e-bc22-3a5d0f4cdd8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:19.507896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=24080d4a-3c46-463d-ac71-b75976220242,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:19.528438 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c03dad1a-da79-4c99-9aa2-b67e6d97bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.547743 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7aa74085-e081-4606-9dd8-a4e572894277 req-335ef114-1563-400a-8a91-258b2341ecd3 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483545 Apr 30 01:53:19.567022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:19.567397 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.572934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d4652d52-3fc4-4d35-b684-6816932fb64b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3357139 Apr 30 01:53:19.575617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58446) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:19.581761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bb:8e:e1'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:19.745804 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.752738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dad1a-da79-4c99-9aa2-b67e6d97bfd5 None None] Pushing event updated for resources: {'Port': ['ID=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:19.770146 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:19.873721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:20.016844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:20.017514 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.075156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6f62a-fc71-4491-84b0-a95662b397c8 req-61d85c3e-4413-4c2d-a208-b4aaac4c278e tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:20.080443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5e6f62a-fc71-4491-84b0-a95662b397c8 req-61d85c3e-4413-4c2d-a208-b4aaac4c278e tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.2453680 Apr 30 01:53:20.257164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.275032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-af7b5a0b-539f-4580-b741-9babca229cce None None] Provisioning complete for port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:20.275410 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af7b5a0b-539f-4580-b741-9babca229cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.294958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5e6f62a-fc71-4491-84b0-a95662b397c8 req-a4fc1ff6-7d2d-4f9d-974b-157b597db487 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494887 Apr 30 01:53:20.318917 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.418268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] In _notify_port_updated(), no bound segment for port 24080d4a-3c46-463d-ac71-b75976220242 on network 4f5a7735-210c-416d-8495-571bea02b9e2 {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:53:20.430911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:20.431865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.437427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "PUT /v2.0/ports/24080d4a-3c46-463d-ac71-b75976220242 HTTP/1.1" status: 200 len: 1003 time: 0.8583794 Apr 30 01:53:20.443023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58454) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:20.468726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.488734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-af7b5a0b-539f-4580-b741-9babca229cce None None] Provisioning complete for port fbb0e12d-bb79-4d26-bcac-834af309c9e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:20.489288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af7b5a0b-539f-4580-b741-9babca229cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.536712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.577745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-af7b5a0b-539f-4580-b741-9babca229cce None None] Port fbb0e12d-bb79-4d26-bcac-834af309c9e6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:20.650332 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.680280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Pushing event updated for resources: {'Port': ['ID=fbb0e12d-bb79-4d26-bcac-834af309c9e6,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:20.721084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2e3fa803-2f4d-45b6-af7e-dd017ee90cfe None None] Provisioning complete for port fbb0e12d-bb79-4d26-bcac-834af309c9e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:20.721449 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa803-2f4d-45b6-af7e-dd017ee90cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.736972 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.864055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fa803-2f4d-45b6-af7e-dd017ee90cfe None None] Port fbb0e12d-bb79-4d26-bcac-834af309c9e6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:20.886361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2e3fa803-2f4d-45b6-af7e-dd017ee90cfe None None] Provisioning complete for port 24080d4a-3c46-463d-ac71-b75976220242 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:20.886737 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa803-2f4d-45b6-af7e-dd017ee90cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:20.933568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:20.962254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fa803-2f4d-45b6-af7e-dd017ee90cfe None None] Port 24080d4a-3c46-463d-ac71-b75976220242 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:20.975779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:21.079607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec82563-bba9-412b-a250-999a6ae2a6b3 req-226cd8b9-fd92-4da9-8f2f-75de3b06e9fa tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:21.089927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ec82563-bba9-412b-a250-999a6ae2a6b3 req-226cd8b9-fd92-4da9-8f2f-75de3b06e9fa tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.2091422 Apr 30 01:53:21.102633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e458b43b-bb80-47c9-a29c-75a0ef53480f None None] Provisioning complete for port 24080d4a-3c46-463d-ac71-b75976220242 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:21.107713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e458b43b-bb80-47c9-a29c-75a0ef53480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.217115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e458b43b-bb80-47c9-a29c-75a0ef53480f None None] Port 24080d4a-3c46-463d-ac71-b75976220242 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:21.241470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ec82563-bba9-412b-a250-999a6ae2a6b3 req-4ecb7737-62ab-45ac-abca-926f2fdf2df9 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502764 Apr 30 01:53:21.278383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Router e249fb35-0c45-4806-a1d5-e38cb1bf7312 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:53:21.289583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54352e-9e4a-4e19-a1b9-3036437090cf tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=24080d4a-3c46-463d-ac71-b75976220242,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:21.319468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a2962563-e084-40ff-a171-324cb744df3c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:21.384771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4098be73-df31-41f8-b77c-ed9d40b05f75 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Deleting port 24080d4a-3c46-463d-ac71-b75976220242 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:21.385462 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4098be73-df31-41f8-b77c-ed9d40b05f75 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.408217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6554901d-9842-4701-b975-eaaa02ea027e None None] Provisioning complete for port fbb0e12d-bb79-4d26-bcac-834af309c9e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:21.408587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6554901d-9842-4701-b975-eaaa02ea027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.439250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:21.449862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-af31199f-54fe-4fcf-ae56-7d211d893f4d admin admin] 10.222.0.15 "PUT /v2.0/routers/e249fb35-0c45-4806-a1d5-e38cb1bf7312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8667345 Apr 30 01:53:21.477060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6554901d-9842-4701-b975-eaaa02ea027e None None] Port fbb0e12d-bb79-4d26-bcac-834af309c9e6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:21.484629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a2962563-e084-40ff-a171-324cb744df3c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:21.484996 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.491492 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4098be73-df31-41f8-b77c-ed9d40b05f75 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.508540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4098be73-df31-41f8-b77c-ed9d40b05f75 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Calling delete_port for 24080d4a-3c46-463d-ac71-b75976220242 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:21.573889 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.598786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a2962563-e084-40ff-a171-324cb744df3c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a2962563-e084-40ff-a171-324cb744df3c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:21.650313 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.651120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:21.730369 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4098be73-df31-41f8-b77c-ed9d40b05f75 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.767237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098be73-df31-41f8-b77c-ed9d40b05f75 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Port': ['ID=24080d4a-3c46-463d-ac71-b75976220242,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:21.800803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4098be73-df31-41f8-b77c-ed9d40b05f75 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:21.807317 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4098be73-df31-41f8-b77c-ed9d40b05f75 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "DELETE /v2.0/ports/24080d4a-3c46-463d-ac71-b75976220242 HTTP/1.1" status: 204 len: 168 time: 1.3615031 Apr 30 01:53:21.820124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58466) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:21.839668 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbebc58-91e3-4f94-a6a7-87b712312659 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] GET failed (client error): The resource could not be found. Apr 30 01:53:21.841406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5dbebc58-91e3-4f94-a6a7-87b712312659 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "GET /v2.0/ports/24080d4a-3c46-463d-ac71-b75976220242 HTTP/1.1" status: 404 len: 333 time: 0.0325694 Apr 30 01:53:21.845617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58468) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:21.855146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1358052335'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:21.898909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a2962563-e084-40ff-a171-324cb744df3c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:21.912396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:21.912725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:22.130115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Made reservation on behalf of 11c85d148f6a492e8082f70e77297fa7 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:22.133763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:22.154956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] device_id is not set on port 2d9fd50a-9b6a-4686-8861-8cb33d5b5857 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:22.281730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Allocated IP 2001:db8::ff (4f5a7735-210c-416d-8495-571bea02b9e2/ede1fd8f-e2c6-4c77-81d1-773e376030cf/2d9fd50a-9b6a-4686-8861-8cb33d5b5857) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:22.373015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d7f9-0b3f-42a3-893d-178c429a5356 req-735bb708-cb02-4984-9db0-e91e7741bfb3 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:22.374568 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4393d7f9-0b3f-42a3-893d-178c429a5356 req-735bb708-cb02-4984-9db0-e91e7741bfb3 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0571105 Apr 30 01:53:22.429879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4393d7f9-0b3f-42a3-893d-178c429a5356 req-cc83cff5-1dc3-4073-8c18-a1ff06356a0d tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484247 Apr 30 01:53:22.487954 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:22.650825 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:22.696972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Network 4f5a7735-210c-416d-8495-571bea02b9e2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:22.700098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:22.702827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:22.711448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:22.711448 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:22.725506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=2d9fd50a-9b6a-4686-8861-8cb33d5b5857,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:22.848361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dfb7e437-9ee4-4170-a640-7fdf8354323b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0012619 Apr 30 01:53:22.850804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58486) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:22.857366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'network_id': '4f5a7735-210c-416d-8495-571bea02b9e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1045842628'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:22.889953 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42ce4f-f259-455e-922a-c6aa0b127071 req-9ea1f7b0-12fe-4e70-9577-6309991dd09d tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:22.891878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b42ce4f-f259-455e-922a-c6aa0b127071 req-9ea1f7b0-12fe-4e70-9577-6309991dd09d tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0822709 Apr 30 01:53:22.958472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b42ce4f-f259-455e-922a-c6aa0b127071 req-b211aea5-a11f-4bed-b4fe-bd1e8dd24908 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558343 Apr 30 01:53:23.023959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28117b-eac2-477e-af55-947c953d5337 req-0d23cfe9-bbc3-4632-93bc-9749faab3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:23.025484 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a28117b-eac2-477e-af55-947c953d5337 req-0d23cfe9-bbc3-4632-93bc-9749faab3c62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b86cfd99a5b4585ba2787c742690b05&device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 1097 time: 0.0893452 Apr 30 01:53:23.045791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a622959d-faa2-495d-b904-ae96a13ab041 None None] Provisioning complete for port 2d9fd50a-9b6a-4686-8861-8cb33d5b5857 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:23.046868 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a622959d-faa2-495d-b904-ae96a13ab041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:23.097491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a622959d-faa2-495d-b904-ae96a13ab041 None None] Port 2d9fd50a-9b6a-4686-8861-8cb33d5b5857 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:23.150957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Made reservation on behalf of 11c85d148f6a492e8082f70e77297fa7 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:23.157494 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:23.183860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28117b-eac2-477e-af55-947c953d5337 req-3a8f9119-e7b0-42db-b6a6-2a21b7a56843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:23.185365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a28117b-eac2-477e-af55-947c953d5337 req-3a8f9119-e7b0-42db-b6a6-2a21b7a56843 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 HTTP/1.1" status: 200 len: 912 time: 0.1524935 Apr 30 01:53:23.191556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] device_id is not set on port 9f38f608-e4b3-45f6-a7ba-d6207507e190 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:23.260494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a2962563-e084-40ff-a171-324cb744df3c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:23.326308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a2962563-e084-40ff-a171-324cb744df3c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:23.327019 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:23.342374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a28117b-eac2-477e-af55-947c953d5337 req-d726df89-7f62-4ac0-ac5f-b063047bbbe0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde HTTP/1.1" status: 200 len: 217 time: 0.0969100 Apr 30 01:53:23.437885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:23.468389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28117b-eac2-477e-af55-947c953d5337 req-2aa8996a-451e-4843-9985-c48b6adc93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:23.469891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a28117b-eac2-477e-af55-947c953d5337 req-2aa8996a-451e-4843-9985-c48b6adc93bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95767044-2951-4fc8-9ddd-41a117aafd3d HTTP/1.1" status: 200 len: 852 time: 0.1204634 Apr 30 01:53:23.488546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Allocated IP 2001:db8::1cd (4f5a7735-210c-416d-8495-571bea02b9e2/ede1fd8f-e2c6-4c77-81d1-773e376030cf/9f38f608-e4b3-45f6-a7ba-d6207507e190) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:23.512455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:23.512834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:23.533848 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a28117b-eac2-477e-af55-947c953d5337 req-fcb2e16e-95af-4ad9-9c34-eb6be99e1a2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469103 Apr 30 01:53:23.622883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:23.646489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:23.731075 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:23.757315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a28117b-eac2-477e-af55-947c953d5337 req-b581d4ff-1429-4e1e-8281-4ee3b8b14d23 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166424 Apr 30 01:53:23.792960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:23.871228 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:23.966208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9a28117b-eac2-477e-af55-947c953d5337 req-70c5ca97-a3c5-493f-90a2-89daf1752114 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958168 Apr 30 01:53:24.031579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:24.102109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Network 4f5a7735-210c-416d-8495-571bea02b9e2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:24.108534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:24.113438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:24.120348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:24.121058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:24.134886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643983f-1cc7-4b47-9421-ca4ddc2ccdff req-3c9a0de2-836e-4a46-a708-218f2632a2fc tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:24.137454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=9f38f608-e4b3-45f6-a7ba-d6207507e190,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:24.140783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7643983f-1cc7-4b47-9421-ca4ddc2ccdff req-3c9a0de2-836e-4a46-a708-218f2632a2fc tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0899806 Apr 30 01:53:24.208766 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7643983f-1cc7-4b47-9421-ca4ddc2ccdff req-f33218b7-d3c3-4d70-a6fa-e2c7f9e7b23a tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605915 Apr 30 01:53:24.213611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-61e58698-3a97-4d20-9580-be52a5b33345 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3613176 Apr 30 01:53:24.216676 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58500) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:24.231802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6e', 'mac_address': 'fa:16:3e:bb:8e:e1'}, {'ip_address': '2001:db8::ff', 'mac_address': 'fa:16:3e:a5:f5:27'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:24.409114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:24.435005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-700a9357-a7ce-470f-8d41-42e6b7dbc8b8 None None] Provisioning complete for port 9f38f608-e4b3-45f6-a7ba-d6207507e190 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:24.435678 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-700a9357-a7ce-470f-8d41-42e6b7dbc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:24.490538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-700a9357-a7ce-470f-8d41-42e6b7dbc8b8 None None] Port 9f38f608-e4b3-45f6-a7ba-d6207507e190 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:24.502337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Sync routers for ids ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:24.512502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Routers {'e249fb35-0c45-4806-a1d5-e38cb1bf7312'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:24.513388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:24.636417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Set router e249fb35-0c45-4806-a1d5-e38cb1bf7312 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:24.642477 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:24.724936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:24.766156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] In _notify_port_updated(), no bound segment for port 9f38f608-e4b3-45f6-a7ba-d6207507e190 on network 4f5a7735-210c-416d-8495-571bea02b9e2 {{(pid=103319) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:53:24.781377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:24.786797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:24.786943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58502) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:24.790326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "PUT /v2.0/ports/9f38f608-e4b3-45f6-a7ba-d6207507e190 HTTP/1.1" status: 200 len: 1066 time: 0.5605502 Apr 30 01:53:24.814227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52d7dc-0964-414c-947a-4b7f550ac550 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event updated for resources: {'Port': ['ID=9f38f608-e4b3-45f6-a7ba-d6207507e190,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:24.936157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a2962563-e084-40ff-a171-324cb744df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T01:53:19Z', 'revision_number': 4, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port': {'id': 'a2962563-e084-40ff-a171-324cb744df3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fbb0e12d-bb79-4d26-bcac-834af309c9e6', 'name': '', 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'mac_address': 'fa:16:3e:02:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b3fd0fa7-8e31-4a5d-8061-1c9d981baba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:18Z', 'updated_at': '2022-04-30T01:53:19Z', 'revision_number': 2, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'subnets': [{'id': 'b3fd0fa7-8e31-4a5d-8061-1c9d981baba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:24.980362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6a5170bd-ed4a-40c5-80fc-caeef4040e32 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Deleting port 9f38f608-e4b3-45f6-a7ba-d6207507e190 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:24.981499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a5170bd-ed4a-40c5-80fc-caeef4040e32 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.003417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Checking router: e249fb35-0c45-4806-a1d5-e38cb1bf7312 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:25.003768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Updating router e249fb35-0c45-4806-a1d5-e38cb1bf7312 port fbb0e12d-bb79-4d26-bcac-834af309c9e6 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:25.046207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.162877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a5170bd-ed4a-40c5-80fc-caeef4040e32 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.204548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6a5170bd-ed4a-40c5-80fc-caeef4040e32 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Calling delete_port for 9f38f608-e4b3-45f6-a7ba-d6207507e190 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:25.214110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:25.332867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-84760c00-94d9-4f1a-86c2-e799f39c49da None None] Provisioning complete for port 9f38f608-e4b3-45f6-a7ba-d6207507e190 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:25.333230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-84760c00-94d9-4f1a-86c2-e799f39c49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.372895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680ead4-02bf-4040-8909-dd077fb7e308 req-422868cf-c5d8-465a-86f8-e768c0ec1840 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:25.374464 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d680ead4-02bf-4040-8909-dd077fb7e308 req-422868cf-c5d8-465a-86f8-e768c0ec1840 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0654964 Apr 30 01:53:25.417055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d680ead4-02bf-4040-8909-dd077fb7e308 req-ad709ee1-12e5-49eb-add7-6aebfe277c3a tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Apr 30 01:53:25.423228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-84760c00-94d9-4f1a-86c2-e799f39c49da None None] Port 9f38f608-e4b3-45f6-a7ba-d6207507e190 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:25.440101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:25.440101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.462597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a5170bd-ed4a-40c5-80fc-caeef4040e32 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.565310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5170bd-ed4a-40c5-80fc-caeef4040e32 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Port': ['ID=9f38f608-e4b3-45f6-a7ba-d6207507e190,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:25.593831 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Sync routers for ids ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:25.623708 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Routers {'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:25.624850 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:25.639925 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.705143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-b7480407-d4ff-40e5-8182-70819f393dc5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:25.709183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-b7480407-d4ff-40e5-8182-70819f393dc5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1757851 Apr 30 01:53:25.718747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.742476 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-2fd81064-e8c6-4b09-8275-e254db70cfc5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/quotas/0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 375 time: 0.0241499 Apr 30 01:53:25.789991 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Set router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:25.811664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Pushing event updated for resources: {'Port': ['ID=fbb0e12d-bb79-4d26-bcac-834af309c9e6,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:25.814683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a5170bd-ed4a-40c5-80fc-caeef4040e32 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:25.823616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6a5170bd-ed4a-40c5-80fc-caeef4040e32 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "DELETE /v2.0/ports/9f38f608-e4b3-45f6-a7ba-d6207507e190 HTTP/1.1" status: 204 len: 168 time: 1.0352225 Apr 30 01:53:25.824363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58522) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:25.826769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-4af03dbf-9795-4602-8fe1-52b9d18cf8a9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834417 Apr 30 01:53:25.860183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.860551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.861055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.861252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.861565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.861896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.862436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.863232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.863553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.863896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.864226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.864553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:25.866326 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-510f1251-f473-4603-be0c-27fe8ec2cc0e tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] GET failed (client error): The resource could not be found. Apr 30 01:53:25.873030 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-510f1251-f473-4603-be0c-27fe8ec2cc0e tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "GET /v2.0/ports/9f38f608-e4b3-45f6-a7ba-d6207507e190 HTTP/1.1" status: 404 len: 333 time: 0.0389700 Apr 30 01:53:25.873438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58524) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:25.994271 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Attempting to bind port fbb0e12d-bb79-4d26-bcac-834af309c9e6 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:25.994805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Attempting to bind port fbb0e12d-bb79-4d26-bcac-834af309c9e6 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:25.995179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Attempting to bind port fbb0e12d-bb79-4d26-bcac-834af309c9e6 on network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:26.001522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:26.001899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Checking segment: {'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:26.002307 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.002775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Bound using segment: {'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:26.003546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Bound port: fbb0e12d-bb79-4d26-bcac-834af309c9e6, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:26.005068 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.040634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-c26118a3-9d2f-4309-8f69-6f24e8728126 service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007809 Apr 30 01:53:26.104276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e1739803-13f3-4852-b197-eaf051f41cf2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Deleting port 2d9fd50a-9b6a-4686-8861-8cb33d5b5857 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:26.104664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1739803-13f3-4852-b197-eaf051f41cf2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.111817 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] For port fbb0e12d-bb79-4d26-bcac-834af309c9e6, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:26.113247 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 4, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port': {'id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:11Z', 'updated_at': '2022-04-30T01:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5728d450-4b0d-4a9a-a089-636a1ab1bd7c', 'name': '', 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'mac_address': 'fa:16:3e:95:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 2, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'subnets': [{'id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:26.117185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] For port fbb0e12d-bb79-4d26-bcac-834af309c9e6, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fbb0e12d-bb79-4d26-bcac-834af309c9e6,segment=NetworkSegment(c7705567-b735-4d2e-bc22-3a5d0f4cdd8d),segment_id=c7705567-b735-4d2e-bc22-3a5d0f4cdd8d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:26.156161 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Checking router: b98f2c6e-57e5-4d56-b633-fc0d1439d8cb for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:26.156509 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Updating router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:26.184337 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.187830 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.216048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-2ffa28d9-52a5-48c6-99a6-d5a6971985b8 service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745012 Apr 30 01:53:26.246108 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1739803-13f3-4852-b197-eaf051f41cf2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.262164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Routers {'e249fb35-0c45-4806-a1d5-e38cb1bf7312'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:26.262730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:26.266553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e1739803-13f3-4852-b197-eaf051f41cf2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Calling delete_port for 2d9fd50a-9b6a-4686-8861-8cb33d5b5857 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:26.354860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d3c51-d647-4214-a5c2-decfaaad3017 None None] Pushing event updated for resources: {'Port': ['ID=fbb0e12d-bb79-4d26-bcac-834af309c9e6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:26.364886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9f831cd5-99eb-4974-9229-c9e47fb481ba None None] Provisioning complete for port fbb0e12d-bb79-4d26-bcac-834af309c9e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:26.365426 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f831cd5-99eb-4974-9229-c9e47fb481ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.535145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] Set router e249fb35-0c45-4806-a1d5-e38cb1bf7312 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:26.552953 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.617851 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f831cd5-99eb-4974-9229-c9e47fb481ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.633059 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1739803-13f3-4852-b197-eaf051f41cf2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.656730 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.671199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1739803-13f3-4852-b197-eaf051f41cf2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Port': ['ID=2d9fd50a-9b6a-4686-8861-8cb33d5b5857,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:26.697893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1739803-13f3-4852-b197-eaf051f41cf2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.704912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e1739803-13f3-4852-b197-eaf051f41cf2 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "DELETE /v2.0/ports/2d9fd50a-9b6a-4686-8861-8cb33d5b5857 HTTP/1.1" status: 204 len: 168 time: 0.8281777 Apr 30 01:53:26.706273 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58534) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:26.735551 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-91de6de7-7a85-4579-ad0b-52b794d10781 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] GET failed (client error): The resource could not be found. Apr 30 01:53:26.741059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-91de6de7-7a85-4579-ad0b-52b794d10781 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "GET /v2.0/ports/2d9fd50a-9b6a-4686-8861-8cb33d5b5857 HTTP/1.1" status: 404 len: 333 time: 0.0301309 Apr 30 01:53:26.742057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:26.751039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9f831cd5-99eb-4974-9229-c9e47fb481ba None None] For port fbb0e12d-bb79-4d26-bcac-834af309c9e6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fbb0e12d-bb79-4d26-bcac-834af309c9e6,segment=NetworkSegment(c7705567-b735-4d2e-bc22-3a5d0f4cdd8d),segment_id=c7705567-b735-4d2e-bc22-3a5d0f4cdd8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:26.842628 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f831cd5-99eb-4974-9229-c9e47fb481ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.873864 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e86c5-b979-4086-971b-2eded9dbaa61 None None] Pushing event updated for resources: {'Port': ['ID=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:26.890780 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Attempting to bind port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:26.891200 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Attempting to bind port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:26.891510 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Attempting to bind port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c on network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:26.904249 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:26.904634 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Checking segment: {'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:26.905036 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.908300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5c50ab7f-4293-4575-8ec9-3c5b9cc9839b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Deleting port c2fd0f01-ee42-4976-888f-3015e64c78f4 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:26.908641 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c50ab7f-4293-4575-8ec9-3c5b9cc9839b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:26.911213 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Bound using segment: {'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:26.911762 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Bound port: 5728d450-4b0d-4a9a-a089-636a1ab1bd7c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c4ec88-bdc5-4013-ad12-9044f432090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:26.912162 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.010491 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] For port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:27.010678 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] For port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,segment=NetworkSegment(91c4ec88-bdc5-4013-ad12-9044f432090e),segment_id=91c4ec88-bdc5-4013-ad12-9044f432090e)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:27.085598 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.100558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c50ab7f-4293-4575-8ec9-3c5b9cc9839b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.115635 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5c50ab7f-4293-4575-8ec9-3c5b9cc9839b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Calling delete_port for c2fd0f01-ee42-4976-888f-3015e64c78f4 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:27.140555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6bdbab92-84c6-41d0-9a28-544952265d54 None None] Provisioning complete for port fbb0e12d-bb79-4d26-bcac-834af309c9e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:27.140737 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6bdbab92-84c6-41d0-9a28-544952265d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.148224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f831cd5-99eb-4974-9229-c9e47fb481ba None None] Pushing event updated for resources: {'Port': ['ID=fbb0e12d-bb79-4d26-bcac-834af309c9e6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:27.251123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Routers {'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:27.252155 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:27.259704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a2962563-e084-40ff-a171-324cb744df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T01:53:19Z', 'revision_number': 4, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port': {'id': 'a2962563-e084-40ff-a171-324cb744df3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fbb0e12d-bb79-4d26-bcac-834af309c9e6', 'name': '', 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'mac_address': 'fa:16:3e:02:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b3fd0fa7-8e31-4a5d-8061-1c9d981baba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:18Z', 'updated_at': '2022-04-30T01:53:26Z', 'revision_number': 4, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'subnets': [{'id': 'b3fd0fa7-8e31-4a5d-8061-1c9d981baba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:27.269758 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e86c5-b979-4086-971b-2eded9dbaa61 None None] Pushing event updated for resources: {'Port': ['ID=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:27.504818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260bf66-5fed-4106-86d9-d3f424ecd0ac None None] The sync data for ids ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'] in n-d-821348-1 is: [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a2962563-e084-40ff-a171-324cb744df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T01:53:19Z', 'revision_number': 4, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port': {'id': 'a2962563-e084-40ff-a171-324cb744df3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'fbb0e12d-bb79-4d26-bcac-834af309c9e6', 'name': '', 'network_id': '3b1af6a9-5877-4a0b-9bab-b239bbe73f05', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'mac_address': 'fa:16:3e:02:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b3fd0fa7-8e31-4a5d-8061-1c9d981baba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:18Z', 'updated_at': '2022-04-30T01:53:26Z', 'revision_number': 4, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'subnets': [{'id': 'b3fd0fa7-8e31-4a5d-8061-1c9d981baba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:27.578400 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] Set router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:27.589615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c50ab7f-4293-4575-8ec9-3c5b9cc9839b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.663873 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50ab7f-4293-4575-8ec9-3c5b9cc9839b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Port': ['ID=c2fd0f01-ee42-4976-888f-3015e64c78f4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:27.701016 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c50ab7f-4293-4575-8ec9-3c5b9cc9839b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.708865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5c50ab7f-4293-4575-8ec9-3c5b9cc9839b tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "DELETE /v2.0/ports/c2fd0f01-ee42-4976-888f-3015e64c78f4 HTTP/1.1" status: 204 len: 168 time: 0.9650288 Apr 30 01:53:27.709253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58550) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:27.711071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3a187e85-d6a9-4156-af5b-a3edd505e1c1 None None] Provisioning complete for port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:27.711546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a187e85-d6a9-4156-af5b-a3edd505e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.769612 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd7a310d-809b-4eaa-a969-0b9adca47efd req-0957d66a-0668-41f2-9da1-f74e3e4c16eb tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0376823 Apr 30 01:53:27.888868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b282809-893b-45aa-8b62-2c1e9dc31bb5 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Deleting subnet ede1fd8f-e2c6-4c77-81d1-773e376030cf {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:53:27.900875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159466-b4c7-45f6-89a3-59fc65d26fe8 req-7048e20b-658d-4429-97d1-931ce3b706fb tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:27.902322 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b282809-893b-45aa-8b62-2c1e9dc31bb5 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.910802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4159466-b4c7-45f6-89a3-59fc65d26fe8 req-7048e20b-658d-4429-97d1-931ce3b706fb tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0716388 Apr 30 01:53:27.931138 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a187e85-d6a9-4156-af5b-a3edd505e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:27.991616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4159466-b4c7-45f6-89a3-59fc65d26fe8 req-9799328c-6b1b-448d-8005-9a44697037e4 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737233 Apr 30 01:53:28.033736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3a187e85-d6a9-4156-af5b-a3edd505e1c1 None None] For port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,segment=NetworkSegment(91c4ec88-bdc5-4013-ad12-9044f432090e),segment_id=91c4ec88-bdc5-4013-ad12-9044f432090e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:28.040280 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b282809-893b-45aa-8b62-2c1e9dc31bb5 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.044253 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 4, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port': {'id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:11Z', 'updated_at': '2022-04-30T01:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5728d450-4b0d-4a9a-a089-636a1ab1bd7c', 'name': '', 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'mac_address': 'fa:16:3e:95:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:26Z', 'revision_number': 4, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'subnets': [{'id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:28.078438 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9ee1-b259-420e-84c6-0565c15b309d None None] The sync data for ids ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'] in n-d-821348-1 is: [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:53:15Z', 'revision_number': 4, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port': {'id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:11Z', 'updated_at': '2022-04-30T01:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5728d450-4b0d-4a9a-a089-636a1ab1bd7c', 'name': '', 'network_id': '9dd3ce43-8d2f-435d-8d11-c145e9ec0b75', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'mac_address': 'fa:16:3e:95:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:26Z', 'revision_number': 4, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'subnets': [{'id': '627dbea0-aff6-4efc-84d3-60f8a5fc1d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:28.102710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a187e85-d6a9-4156-af5b-a3edd505e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.179406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a187e85-d6a9-4156-af5b-a3edd505e1c1 None None] Pushing event updated for resources: {'Port': ['ID=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:28.208950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b282809-893b-45aa-8b62-2c1e9dc31bb5 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.399636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b282809-893b-45aa-8b62-2c1e9dc31bb5 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.434757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b282809-893b-45aa-8b62-2c1e9dc31bb5 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Subnet': ['ID=ede1fd8f-e2c6-4c77-81d1-773e376030cf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:28.438939 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b282809-893b-45aa-8b62-2c1e9dc31bb5 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.442795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1b282809-893b-45aa-8b62-2c1e9dc31bb5 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "DELETE /v2.0/subnets/ede1fd8f-e2c6-4c77-81d1-773e376030cf HTTP/1.1" status: 204 len: 168 time: 0.7316613 Apr 30 01:53:28.445009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58554) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:28.447529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5fddda-1f58-49f1-aa33-7eca66320ae0 None None] Network 4f5a7735-210c-416d-8495-571bea02b9e2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:28.553850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.632402 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Deleting port 7fd128bc-feff-4abc-93c2-323be2f2de47 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:28.632751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.714743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] For port 7fd128bc-feff-4abc-93c2-323be2f2de47, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7fd128bc-feff-4abc-93c2-323be2f2de47,segment=NetworkSegment(451e4cdc-73c7-4ede-9612-e677f254861b),segment_id=451e4cdc-73c7-4ede-9612-e677f254861b)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:28.715531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.744906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] DHCP port deletion for 4f5a7735-210c-416d-8495-571bea02b9e2 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:53:28.749378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Calling delete_port for 7fd128bc-feff-4abc-93c2-323be2f2de47 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:28.778075 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3fc36629-4623-4e2c-ba76-ab7a1c40bd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.817473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] Deleting port 7fd128bc-feff-4abc-93c2-323be2f2de47 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:28.817857 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.903745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] For port 7fd128bc-feff-4abc-93c2-323be2f2de47, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7fd128bc-feff-4abc-93c2-323be2f2de47,segment=NetworkSegment(451e4cdc-73c7-4ede-9612-e677f254861b),segment_id=451e4cdc-73c7-4ede-9612-e677f254861b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:28.904101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:28.934683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] Calling delete_port for 7fd128bc-feff-4abc-93c2-323be2f2de47 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:28.975602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aef6976f-7c36-4494-b9cf-54c29b113e77 req-cc584c3b-cebc-4900-8d78-a5429c5856c6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0609398 Apr 30 01:53:29.021223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 01:53:29.046947 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 01:53:29.057955 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.095022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] Pushing event deleted for resources: {'Port': ['ID=7fd128bc-feff-4abc-93c2-323be2f2de47,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:29.107912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8a144c-6303-4f2e-8d16-b4b0ff6bf5d7 None None] No DVR routers for this DVR port 7fd128bc-feff-4abc-93c2-323be2f2de47 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:53:29.123892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Port': ['ID=7fd128bc-feff-4abc-93c2-323be2f2de47,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:29.129561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] No DVR routers for this DVR port 7fd128bc-feff-4abc-93c2-323be2f2de47 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:53:29.285893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ccbec-0d46-4694-b2b7-580c6cf9c211 req-e2b8e4e8-e4b4-44ba-adb4-e9c72b40dae6 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:29.294641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-260ccbec-0d46-4694-b2b7-580c6cf9c211 req-e2b8e4e8-e4b4-44ba-adb4-e9c72b40dae6 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.1225629 Apr 30 01:53:29.296644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.339964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-260ccbec-0d46-4694-b2b7-580c6cf9c211 req-f42d1534-44c9-4f2b-bd48-acb1f46d14b7 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435991 Apr 30 01:53:29.342547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5a7735-210c-416d-8495-571bea02b9e2']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:29.354658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e4cdc-73c7-4ede-9612-e677f254861b') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:29.355128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e4cdc-73c7-4ede-9612-e677f254861b') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:29.374872 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.384696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fbb0e12d-bb79-4d26-bcac-834af309c9e6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:29.389960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.401377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:53:29.403609 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:53:29.410935 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:53:29.463061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fbb0e12d-bb79-4d26-bcac-834af309c9e6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:29.463453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.552765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5728d450-4b0d-4a9a-a089-636a1ab1bd7c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:29.552932 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.560630 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.563175 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] 10.222.0.15 "DELETE /v2.0/networks/4f5a7735-210c-416d-8495-571bea02b9e2 HTTP/1.1" status: 204 len: 168 time: 1.1171305 Apr 30 01:53:29.587083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1de87-da96-4d35-adae-bdf0c4986228 tempest-AllowedAddressPairIpV6TestJSON-994459749 tempest-AllowedAddressPairIpV6TestJSON-994459749-project] Pushing event deleted for resources: {'Network': ['ID=4f5a7735-210c-416d-8495-571bea02b9e2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:29.621147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:29.621483 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:29.779171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12267222-4bdc-48e6-8336-ecb47f3a2fc9 req-31dc05bb-39e3-4dcd-afa8-aa2ad641e512 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:29.789231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-12267222-4bdc-48e6-8336-ecb47f3a2fc9 req-31dc05bb-39e3-4dcd-afa8-aa2ad641e512 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0645151 Apr 30 01:53:29.810109 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7fd128bc-feff-4abc-93c2-323be2f2de47 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:53:29.831378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 7fd128bc-feff-4abc-93c2-323be2f2de47 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:53:29.831887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7fd128bc-feff-4abc-93c2-323be2f2de47 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:53:29.846164 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-12267222-4bdc-48e6-8336-ecb47f3a2fc9 req-c463718d-508c-4bef-b8f0-165357875e37 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554383 Apr 30 01:53:29.931740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-301220c4-e993-46b3-af65-22d28e5ea861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:29.933288 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-301220c4-e993-46b3-af65-22d28e5ea861 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b86cfd99a5b4585ba2787c742690b05&device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 1097 time: 0.0652375 Apr 30 01:53:30.069447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58574) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:30.116067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-8f24edf8-8f09-451d-9d18-746c918d5942 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:30.119328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-8f24edf8-8f09-451d-9d18-746c918d5942 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1995773 Apr 30 01:53:30.128937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-dd4e3f63-6813-464e-8299-36f386311bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:30.130395 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-dd4e3f63-6813-464e-8299-36f386311bba service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 HTTP/1.1" status: 200 len: 912 time: 0.1871486 Apr 30 01:53:30.136189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'port': {'device_id': '627c6411-4f84-45f3-bdee-7092c00be80b', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'admin_state_up': True, 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:30.139948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e83a566f-066d-45a0-bb4b-af06d306f1d5 req-37d31830-21a2-4e36-8376-59414a15f0f4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0344155 Apr 30 01:53:30.235897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-35e3cff4-1ed1-4b42-84a3-66bf41fd16b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde HTTP/1.1" status: 200 len: 217 time: 0.0856385 Apr 30 01:53:30.279685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d0a5900a-bb17-4b8c-bd8c-94d7bc93a187 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11c85d148f6a492e8082f70e77297fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083640 Apr 30 01:53:30.282973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58578) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:30.339949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b9d-3943-407d-9933-4f96c8900f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:30.351486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-d7bb924d-ed1d-4452-945e-a700456666d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:30.352898 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-d7bb924d-ed1d-4452-945e-a700456666d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95767044-2951-4fc8-9ddd-41a117aafd3d HTTP/1.1" status: 200 len: 852 time: 0.1134267 Apr 30 01:53:30.365120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b9d-3943-407d-9933-4f96c8900f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:30.396143 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-ce681f41-37df-474e-b3e4-37ff874c64b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369062 Apr 30 01:53:30.458373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:30.462221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:30.504288 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b9d-3943-407d-9933-4f96c8900f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:30.511860 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b9d-3943-407d-9933-4f96c8900f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:30.525310 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f90a2b9d-3943-407d-9933-4f96c8900f01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e960973d-a1b6-4831-8012-76379d0ac2c2 HTTP/1.1" status: 204 len: 168 time: 0.2322907 Apr 30 01:53:30.552010 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2b9d-3943-407d-9933-4f96c8900f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e960973d-a1b6-4831-8012-76379d0ac2c2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:30.574743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-b6cee58c-b636-4c93-a271-24a6d9e3b26f service neutron] 10.222.0.21 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684034 Apr 30 01:53:30.769223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.20.0.10 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/a95c71f1-ea21-48b8-9202-441e6a5b9eee) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:30.796023 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dd2c130e-51d7-4f25-8bb1-b1235f151576 req-242c7933-d739-47f7-9cb4-65e05ed81cb6 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137475 Apr 30 01:53:30.999012 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c90b1dc-ca70-4e9d-b685-2ec8f11bcecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:31.022114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:31.050614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dd4a7-8484-486f-8cf4-e4cda2b97358 req-ac215eca-d35a-4d51-b102-13d9a20fa126 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:31.056606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a97dd4a7-8484-486f-8cf4-e4cda2b97358 req-ac215eca-d35a-4d51-b102-13d9a20fa126 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.1072810 Apr 30 01:53:31.111966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a97dd4a7-8484-486f-8cf4-e4cda2b97358 req-af29d3cf-1a59-46e6-ac5a-c312904af80c tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 Apr 30 01:53:31.147919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:31.208968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:31.215269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:31.219433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:31.254775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=a95c71f1-ea21-48b8-9202-441e6a5b9eee,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:31.311690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:31.312803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:31.388008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2a8aa-d9c7-4238-9e71-c1b557db2445 req-4fbfe777-ffa9-4495-bd3c-5ac0f2ddec97 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:31.388008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60f2a8aa-d9c7-4238-9e71-c1b557db2445 req-4fbfe777-ffa9-4495-bd3c-5ac0f2ddec97 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 932 time: 0.1239655 Apr 30 01:53:31.408280 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ee75cc7b-5678-4cd1-a5a2-738ac64299ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2763541 Apr 30 01:53:31.459264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60f2a8aa-d9c7-4238-9e71-c1b557db2445 req-f03f468d-54e0-4598-98f4-43ab90a985b7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681450 Apr 30 01:53:31.582410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Request body: {'port': {'device_id': '627c6411-4f84-45f3-bdee-7092c00be80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:31.658237 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:31.683950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f4d4662b-6039-48f4-ad75-f49873143b27 None None] Provisioning complete for port a95c71f1-ea21-48b8-9202-441e6a5b9eee triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:31.684319 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4d4662b-6039-48f4-ad75-f49873143b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:31.739681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4662b-6039-48f4-ad75-f49873143b27 None None] Port a95c71f1-ea21-48b8-9202-441e6a5b9eee cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:31.912446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58610) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:32.036299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-588374713'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:32.042919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95c71f1-ea21-48b8-9202-441e6a5b9eee {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:53:32.054820 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.068134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Transition to ACTIVE for port object a95c71f1-ea21-48b8-9202-441e6a5b9eee will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:53:32.073143 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.176258 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Made reservation on behalf of 3b7b6994817b48c68b9c5e9f7972ff92 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:32.182683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.203057 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.221568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.271863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cdf64-9832-4cd9-97d8-69dae24e76fe req-46b41862-34d8-46fc-b74b-25aba0cfab39 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:32.274759 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-366cdf64-9832-4cd9-97d8-69dae24e76fe req-46b41862-34d8-46fc-b74b-25aba0cfab39 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0891047 Apr 30 01:53:32.286964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a95c71f1-ea21-48b8-9202-441e6a5b9eee,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:32.377245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-366cdf64-9832-4cd9-97d8-69dae24e76fe req-27817527-dcbb-41e7-b611-bf30b3631209 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800829 Apr 30 01:53:32.392180 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.398254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Attempting to bind port a95c71f1-ea21-48b8-9202-441e6a5b9eee on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:32.398682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Attempting to bind port a95c71f1-ea21-48b8-9202-441e6a5b9eee by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:32.399148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Attempting to bind port a95c71f1-ea21-48b8-9202-441e6a5b9eee on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:32.409949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Port a95c71f1-ea21-48b8-9202-441e6a5b9eee on network 0daa2935-32d0-4e3f-8718-0a051482e96b not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:53:32.409949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Attempting to bind port a95c71f1-ea21-48b8-9202-441e6a5b9eee on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:32.415017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:32.415401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:32.415826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:32.416267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Bound port: a95c71f1-ea21-48b8-9202-441e6a5b9eee, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:32.418946 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.450527 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.494892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0350f5-0573-4ab8-93c1-155ded8d0bd5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:32.515194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] For port a95c71f1-ea21-48b8-9202-441e6a5b9eee, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:32.519116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:32.519453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] For port a95c71f1-ea21-48b8-9202-441e6a5b9eee, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a95c71f1-ea21-48b8-9202-441e6a5b9eee,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:32.538341 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.539018 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Added segment e617fc66-72b9-472b-bd8f-052bcc2d1402 of type vlan for network cc08250e-e751-43eb-9384-273a416a0dbf Apr 30 01:53:32.588977 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.595028 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.652500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:32.653139 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.654935 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/a95c71f1-ea21-48b8-9202-441e6a5b9eee HTTP/1.1" status: 200 len: 1092 time: 1.2340524 Apr 30 01:53:32.657491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627c6411-4f84-45f3-bdee-7092c00be80b', 'tag': 'a95c71f1-ea21-48b8-9202-441e6a5b9eee'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:53:32.665780 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935d49c5-45a6-4056-a816-58f93ebb5027" -d '{"events": [{"name": "network-changed", "server_uuid": "627c6411-4f84-45f3-bdee-7092c00be80b", "tag": "a95c71f1-ea21-48b8-9202-441e6a5b9eee"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:53:32.702437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.703038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a63c3-5f15-49bd-875e-ff6f698638b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a95c71f1-ea21-48b8-9202-441e6a5b9eee,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:32.709011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:32.710792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:32.833195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-385bcef3-f9ad-4c8a-b9e1-e0cacf65bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:32.835814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-385bcef3-f9ad-4c8a-b9e1-e0cacf65bf7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 1095 time: 0.0635221 Apr 30 01:53:32.860685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event updated for resources: {'Network': ['ID=cc08250e-e751-43eb-9384-273a416a0dbf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:32.872652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network cc08250e-e751-43eb-9384-273a416a0dbf details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:32.915727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-fc7b870a-faaf-4395-94f9-2f08b7c2ece1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a95c71f1-ea21-48b8-9202-441e6a5b9eee HTTP/1.1" status: 200 len: 217 time: 0.0669346 Apr 30 01:53:32.936594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c3c2156b-9ce1-4f81-9527-5337f43169f7 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0229480 Apr 30 01:53:32.942648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58626) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:32.951812 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Request body: {'subnet': {'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:33.025621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-71504cfa-52d8-4bba-880c-d2359dac5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:33.028177 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-71504cfa-52d8-4bba-880c-d2359dac5424 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.1005421 Apr 30 01:53:33.093229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-716140d8-5fc0-437a-8e7e-eda4210642cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:33.094903 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-716140d8-5fc0-437a-8e7e-eda4210642cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554423 Apr 30 01:53:33.109839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098cf3e-8c5f-4f62-820c-1f9eafb9152b req-7a180bef-c567-4503-a21e-91182f44dd03 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:33.117721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b098cf3e-8c5f-4f62-820c-1f9eafb9152b req-7a180bef-c567-4503-a21e-91182f44dd03 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.1148920 Apr 30 01:53:33.166229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b098cf3e-8c5f-4f62-820c-1f9eafb9152b req-b9848da4-8149-4a39-b966-3cf3141542ac tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476294 Apr 30 01:53:33.239706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-ab589aff-bd78-493d-9e50-04b6e6636885 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339159 Apr 30 01:53:33.379066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3796fac2-c357-43bc-9387-84dfc7704e41 req-b4a9d117-9505-447e-b7c6-9184cd155540 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270320 Apr 30 01:53:33.414804 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861ab035-088a-4147-b25c-bf62793a7493 x-openstack-request-id: req-861ab035-088a-4147-b25c-bf62793a7493 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:53:33.415054 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627c6411-4f84-45f3-bdee-7092c00be80b", "tag": "a95c71f1-ea21-48b8-9202-441e6a5b9eee", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:53:33.415334 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-861ab035-088a-4147-b25c-bf62793a7493 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:53:33.415733 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861ab035-088a-4147-b25c-bf62793a7493'] response: {'name': 'network-changed', 'server_uuid': '627c6411-4f84-45f3-bdee-7092c00be80b', 'tag': 'a95c71f1-ea21-48b8-9202-441e6a5b9eee', 'status': 'completed', 'code': 200} Apr 30 01:53:33.521506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbbfff-a189-48b1-bea9-52da42369340 req-fb80fc4a-209f-4759-8d97-bd39eee8e766 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:33.525796 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5abbbfff-a189-48b1-bea9-52da42369340 req-fb80fc4a-209f-4759-8d97-bd39eee8e766 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0524206 Apr 30 01:53:33.563379 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5abbbfff-a189-48b1-bea9-52da42369340 req-9abdcb25-40a5-45d6-93be-1e3b77fa3bc8 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342178 Apr 30 01:53:33.633544 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Made reservation on behalf of 3b7b6994817b48c68b9c5e9f7972ff92 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:33.637588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:33.768996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-426807c5-9597-46f9-82e5-3d2be70ee6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:33.770817 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-426807c5-9597-46f9-82e5-3d2be70ee6ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 1095 time: 0.0480535 Apr 30 01:53:33.884194 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:33.890502 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-a7213e53-d6f8-4672-ae3f-492e86ca7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:33.895237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-a7213e53-d6f8-4672-ae3f-492e86ca7540 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.1110320 Apr 30 01:53:33.943488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-85767449-7e87-4e68-84ef-fe6210ceb6c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a95c71f1-ea21-48b8-9202-441e6a5b9eee HTTP/1.1" status: 200 len: 217 time: 0.0406327 Apr 30 01:53:33.970059 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:33.992980 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:34.007547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-4c6045a3-db96-49d5-961d-28220da8c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:34.009579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-4c6045a3-db96-49d5-961d-28220da8c010 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0566273 Apr 30 01:53:34.071603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event updated for resources: {'Subnet': ['ID=e33a7912-982e-4919-8168-8e8075dfdc44,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:34.082301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-4086962c-3740-4257-aa71-1397c1afd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:34.082301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-4086962c-3740-4257-aa71-1397c1afd390 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584466 Apr 30 01:53:34.088241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Checking segment: {'id': 'e617fc66-72b9-472b-bd8f-052bcc2d1402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:34.088591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Network hostable DHCP agents. Network: cc08250e-e751-43eb-9384-273a416a0dbf, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:34.165073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Network cc08250e-e751-43eb-9384-273a416a0dbf is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:34.184480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-aafaacaa-81cb-4bcb-9b9c-b6d5ee4a7327 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941861 Apr 30 01:53:34.239570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, cc08250e-e751-43eb-9384-273a416a0dbf) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:34.243827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:34.244517 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:34.249359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3196bc0d-67bd-45f7-9c37-aa9304cc34eb None None] Network cc08250e-e751-43eb-9384-273a416a0dbf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:34.338639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-935d49c5-45a6-4056-a816-58f93ebb5027 req-267e4962-e864-4bd3-9be1-a453bef9d9a0 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418605 Apr 30 01:53:34.348243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952908a-8765-4b1d-95c4-433dd9bd898e req-29b50590-6e0c-4fc8-865e-9429d3ee1af7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:34.350106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2952908a-8765-4b1d-95c4-433dd9bd898e req-29b50590-6e0c-4fc8-865e-9429d3ee1af7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.0933893 Apr 30 01:53:34.356599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-49d516aa-b33c-4356-a2a3-a7a5cb7f4436 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4173620 Apr 30 01:53:34.360041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58634) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:34.365141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Request body: {'port': {'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-842974716'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:34.422186 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2952908a-8765-4b1d-95c4-433dd9bd898e req-759ea001-5778-436f-963d-717ed9a77e52 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551624 Apr 30 01:53:34.508554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-cc08250e-e751-43eb-9384-273a416a0dbf', 'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf', 'tenant_id': '3b7b6994817b48c68b9c5e9f7972ff92', 'fixed_ips': [{'subnet_id': 'e33a7912-982e-4919-8168-8e8075dfdc44'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:34.509590 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:34.548222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Made reservation on behalf of 3b7b6994817b48c68b9c5e9f7972ff92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:34.552791 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:34.575977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] device_id is not set on port d0da9600-9161-445f-9c7c-df52fbe23e43 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:34.693022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Allocated IP 172.20.0.2 (cc08250e-e751-43eb-9384-273a416a0dbf/e33a7912-982e-4919-8168-8e8075dfdc44/5d6e6468-f685-4c7c-b661-8048e0ee4523) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:34.716281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197ac4-1d5c-4505-b12f-f5f35d592df9 req-b0736b91-9903-410a-be5c-6cff25599682 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:34.720200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-79197ac4-1d5c-4505-b12f-f5f35d592df9 req-b0736b91-9903-410a-be5c-6cff25599682 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0587051 Apr 30 01:53:34.760026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-79197ac4-1d5c-4505-b12f-f5f35d592df9 req-4323efdb-79aa-4c1e-afc1-bc8e861a6389 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Apr 30 01:53:34.881145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:34.948882 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:35.018044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Pushing event updated for resources: {'Port': ['ID=5d6e6468-f685-4c7c-b661-8048e0ee4523,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:35.029638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Network cc08250e-e751-43eb-9384-273a416a0dbf is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:35.031148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:35.033651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:35.098355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Attempting to bind port 5d6e6468-f685-4c7c-b661-8048e0ee4523 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:35.098862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Attempting to bind port 5d6e6468-f685-4c7c-b661-8048e0ee4523 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'e617fc66-72b9-472b-bd8f-052bcc2d1402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:35.099318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Attempting to bind port 5d6e6468-f685-4c7c-b661-8048e0ee4523 on network cc08250e-e751-43eb-9384-273a416a0dbf {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:35.105127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:35.105781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Checking segment: {'id': 'e617fc66-72b9-472b-bd8f-052bcc2d1402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:35.106280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:35.107026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Bound using segment: {'id': 'e617fc66-72b9-472b-bd8f-052bcc2d1402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:35.107642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Bound port: 5d6e6468-f685-4c7c-b661-8048e0ee4523, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e617fc66-72b9-472b-bd8f-052bcc2d1402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:35.108357 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:35.190862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] For port 5d6e6468-f685-4c7c-b661-8048e0ee4523, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:35.195202 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] For port 5d6e6468-f685-4c7c-b661-8048e0ee4523, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5d6e6468-f685-4c7c-b661-8048e0ee4523,segment=NetworkSegment(e617fc66-72b9-472b-bd8f-052bcc2d1402),segment_id=e617fc66-72b9-472b-bd8f-052bcc2d1402)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:35.279713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:35.287808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-e7f9366b-dd38-45a0-b24b-1e9fc0088d0f tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:35.289724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-e7f9366b-dd38-45a0-b24b-1e9fc0088d0f tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.4889715 Apr 30 01:53:35.295989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Allocated IP 172.20.0.6 (cc08250e-e751-43eb-9384-273a416a0dbf/e33a7912-982e-4919-8168-8e8075dfdc44/d0da9600-9161-445f-9c7c-df52fbe23e43) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:35.340638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5873e-ab9a-4a7a-9b9f-bd17abcdb4c2 None None] Pushing event updated for resources: {'Port': ['ID=5d6e6468-f685-4c7c-b661-8048e0ee4523,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:35.506786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Deleting port 1dd4ae2d-58ba-4a85-b293-dc7783135cde {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:35.507131 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:35.593447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:35.606138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bed67-481a-4146-9a85-2524f8d22ccc req-314e3dbc-9a03-4d8e-b36b-38d2885a576a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:35.606825 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-328bed67-481a-4146-9a85-2524f8d22ccc req-314e3dbc-9a03-4d8e-b36b-38d2885a576a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.1009996 Apr 30 01:53:35.667093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] For port 1dd4ae2d-58ba-4a85-b293-dc7783135cde, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1dd4ae2d-58ba-4a85-b293-dc7783135cde,segment=NetworkSegment(0d7774ef-dca1-47d5-bd4a-6883c6e2a32c),segment_id=0d7774ef-dca1-47d5-bd4a-6883c6e2a32c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:35.668563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:35.687863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Calling delete_port for 1dd4ae2d-58ba-4a85-b293-dc7783135cde owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:35.688752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-328bed67-481a-4146-9a85-2524f8d22ccc req-2e6493c1-4503-4836-86c5-181011d79e4d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699279 Apr 30 01:53:35.760891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:35.847667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Network cc08250e-e751-43eb-9384-273a416a0dbf is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:35.853376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:35.855950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event updated for resources: {'Port': ['ID=d0da9600-9161-445f-9c7c-df52fbe23e43,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:35.858164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:35.893005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87973b87-5909-4e67-86dd-2c3e96c25b20 req-1faaa0c2-1777-447d-a0fb-3e469dd554de tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:35.895196 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87973b87-5909-4e67-86dd-2c3e96c25b20 req-1faaa0c2-1777-447d-a0fb-3e469dd554de tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 946 time: 0.0563860 Apr 30 01:53:35.908936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.909281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.909632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.909952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.910277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.910600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.910924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.911245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.911731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.911956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.912288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.912582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:35.947846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87973b87-5909-4e67-86dd-2c3e96c25b20 req-9b21584c-dc26-45a0-8ca3-f27874668e44 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/security-groups?id=b1a41791-ddc6-44ce-99df-6ae0736c37a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 Apr 30 01:53:35.955703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:35.955703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.059091 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6bb2e355-c346-48d2-b439-7ffb9a08c465 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6980796 Apr 30 01:53:36.067389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58646) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:36.072466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Request body: {'port': {'network_id': 'cc08250e-e751-43eb-9384-273a416a0dbf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1031699929', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:36.073041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] bootfile-name is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:53:36.073439 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] tftp-server is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:53:36.073829 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] server-ip-address is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:53:36.101808 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.113472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1dd4ae2d-58ba-4a85-b293-dc7783135cde'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:53:36.179299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Pushing event deleted for resources: {'Port': ['ID=1dd4ae2d-58ba-4a85-b293-dc7783135cde,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:36.240356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] No DVR routers for this DVR port 1dd4ae2d-58ba-4a85-b293-dc7783135cde on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:53:36.245085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.248454 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac72e8c9-c95d-4c75-b163-0099c732e61b req-b0f2d506-5d5e-4eb0-ae7b-12ac61468736 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.21 "DELETE /v2.0/ports/1dd4ae2d-58ba-4a85-b293-dc7783135cde HTTP/1.1" status: 204 len: 173 time: 0.9500139 Apr 30 01:53:36.248917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4659f5-22c7-4b9c-a00d-a851d5fb9310', 'name': 'network-vif-deleted', 'tag': '1dd4ae2d-58ba-4a85-b293-dc7783135cde'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:53:36.252287 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6160ce8e-1dc1-44c0-9dd8-f37b41ad8c94" -d '{"events": [{"server_uuid": "9b4659f5-22c7-4b9c-a00d-a851d5fb9310", "name": "network-vif-deleted", "tag": "1dd4ae2d-58ba-4a85-b293-dc7783135cde"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:53:36.300606 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cba625-7616-4960-b7a9-6c1f7d8bb49c x-openstack-request-id: req-28cba625-7616-4960-b7a9-6c1f7d8bb49c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:53:36.307147 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4659f5-22c7-4b9c-a00d-a851d5fb9310", "name": "network-vif-deleted", "tag": "1dd4ae2d-58ba-4a85-b293-dc7783135cde", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:53:36.307147 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28cba625-7616-4960-b7a9-6c1f7d8bb49c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:53:36.307147 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cba625-7616-4960-b7a9-6c1f7d8bb49c'] response: {'server_uuid': '9b4659f5-22c7-4b9c-a00d-a851d5fb9310', 'name': 'network-vif-deleted', 'tag': '1dd4ae2d-58ba-4a85-b293-dc7783135cde', 'status': 'completed', 'code': 200} Apr 30 01:53:36.381565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Made reservation on behalf of 3b7b6994817b48c68b9c5e9f7972ff92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:36.386975 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.410435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] device_id is not set on port dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:36.504324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f3a10-56a1-47b0-a3c4-a73f021a6ec0 None None] Network cc08250e-e751-43eb-9384-273a416a0dbf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:36.550557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Allocated IP 172.20.0.8 (cc08250e-e751-43eb-9384-273a416a0dbf/e33a7912-982e-4919-8168-8e8075dfdc44/dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:36.605304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1ea523df-56ef-45ab-844c-93e619cb3427 None None] Provisioning complete for port 5d6e6468-f685-4c7c-b661-8048e0ee4523 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:36.605954 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ea523df-56ef-45ab-844c-93e619cb3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.735129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.758403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ea523df-56ef-45ab-844c-93e619cb3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.801633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1ea523df-56ef-45ab-844c-93e619cb3427 None None] For port 5d6e6468-f685-4c7c-b661-8048e0ee4523, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5d6e6468-f685-4c7c-b661-8048e0ee4523,segment=NetworkSegment(e617fc66-72b9-472b-bd8f-052bcc2d1402),segment_id=e617fc66-72b9-472b-bd8f-052bcc2d1402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:36.837352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44630-4d7d-475a-838e-87ca2b80e0a3 req-2b599918-d6fb-44a2-a00b-8b02ad7181ff tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:36.839215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54c44630-4d7d-475a-838e-87ca2b80e0a3 req-2b599918-d6fb-44a2-a00b-8b02ad7181ff tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.0606310 Apr 30 01:53:36.846637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.863693 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1ea523df-56ef-45ab-844c-93e619cb3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:36.898820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Network cc08250e-e751-43eb-9384-273a416a0dbf is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:36.902336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:36.907458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:36.927076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54c44630-4d7d-475a-838e-87ca2b80e0a3 req-dfd9e10a-1caa-490c-8076-6b0dee78eb76 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784354 Apr 30 01:53:36.952902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea523df-56ef-45ab-844c-93e619cb3427 None None] Pushing event updated for resources: {'Port': ['ID=5d6e6468-f685-4c7c-b661-8048e0ee4523,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:36.990608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event updated for resources: {'Port': ['ID=dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:37.027097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:37.028223 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.092558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-beb2cdea-0202-42d4-acd4-8310d3969d0c None None] Provisioning complete for port 5d6e6468-f685-4c7c-b661-8048e0ee4523 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:37.093026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-beb2cdea-0202-42d4-acd4-8310d3969d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.114903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fb8891f-06df-44ad-900b-888cfd96f2bf req-9a2f09c2-3a8f-4a87-999d-6aaee58d7dd0 tempest-TestServerAdvancedOps-703885140 tempest-TestServerAdvancedOps-703885140-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4659f5-22c7-4b9c-a00d-a851d5fb9310 HTTP/1.1" status: 200 len: 210 time: 0.0505455 Apr 30 01:53:37.231568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5d6e6468-f685-4c7c-b661-8048e0ee4523 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:37.235609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-beb2cdea-0202-42d4-acd4-8310d3969d0c None None] Provisioning complete for port d0da9600-9161-445f-9c7c-df52fbe23e43 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:37.235979 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-beb2cdea-0202-42d4-acd4-8310d3969d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.275882 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cca5e9d1-ab16-4c2f-bc12-22a38f93dd60 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2072372 Apr 30 01:53:37.278511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58656) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:37.321108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-beb2cdea-0202-42d4-acd4-8310d3969d0c None None] Port d0da9600-9161-445f-9c7c-df52fbe23e43 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:37.338390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5d6e6468-f685-4c7c-b661-8048e0ee4523 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:37.338526 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.418188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32db43-0190-4219-be3d-09e0ac780314 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:37.424103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32db43-0190-4219-be3d-09e0ac780314 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:37.431394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32db43-0190-4219-be3d-09e0ac780314 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:37.436187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58658) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:37.436405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa32db43-0190-4219-be3d-09e0ac780314 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1562181 Apr 30 01:53:37.455078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c7ea6ed9-9db7-4454-806e-a944af9e5f43 None None] Provisioning complete for port d0da9600-9161-445f-9c7c-df52fbe23e43 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:37.457281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7ea6ed9-9db7-4454-806e-a944af9e5f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.510075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea6ed9-9db7-4454-806e-a944af9e5f43 None None] Port d0da9600-9161-445f-9c7c-df52fbe23e43 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:37.560018 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-90e3f225-8368-439d-b0f5-312e7ee1f751 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Deleting port dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:37.560359 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90e3f225-8368-439d-b0f5-312e7ee1f751 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.629336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ebb5dfcb-15c8-4926-bc64-d81d8c9a077a None None] Provisioning complete for port dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:37.629996 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ebb5dfcb-15c8-4926-bc64-d81d8c9a077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.652275 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90e3f225-8368-439d-b0f5-312e7ee1f751 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.665550 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-90e3f225-8368-439d-b0f5-312e7ee1f751 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Calling delete_port for dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:37.672323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5dfcb-15c8-4926-bc64-d81d8c9a077a None None] Port dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:37.856114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90e3f225-8368-439d-b0f5-312e7ee1f751 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.883328 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3f225-8368-439d-b0f5-312e7ee1f751 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event deleted for resources: {'Port': ['ID=dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:37.959358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90e3f225-8368-439d-b0f5-312e7ee1f751 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:37.963465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-90e3f225-8368-439d-b0f5-312e7ee1f751 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "DELETE /v2.0/ports/dcf3886f-a4d8-4e4d-b2ff-2b54ac62ceea HTTP/1.1" status: 204 len: 168 time: 0.5249257 Apr 30 01:53:37.966411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58662) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:37.973469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Request body: {'port': {'name': 'tempest-new-port-name-1252291777', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:37.973774 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] bootfile-name is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:53:37.974255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] tftp-server is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:53:37.974778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.api.validators [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] server-ip-address is not in valid_values {{(pid=103318) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 01:53:38.068240 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.079406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfb086-a84f-49c8-a1b7-e97ce9665037 req-04e5eba8-0185-4991-9951-f009d155dbdf tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:38.081380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffdfb086-a84f-49c8-a1b7-e97ce9665037 req-04e5eba8-0185-4991-9951-f009d155dbdf tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.0636268 Apr 30 01:53:38.131448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffdfb086-a84f-49c8-a1b7-e97ce9665037 req-fdff974e-53bb-4f55-92e6-94748f54f74f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Apr 30 01:53:38.191474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58668) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:38.241199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ac3902-bc54-4380-a59f-835e8eb96572 admin admin] Deleting subnet 95767044-2951-4fc8-9ddd-41a117aafd3d {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:53:38.244729 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63ac3902-bc54-4380-a59f-835e8eb96572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.285446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63ac3902-bc54-4380-a59f-835e8eb96572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.292382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.324463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63ac3902-bc54-4380-a59f-835e8eb96572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.638663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.667744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63ac3902-bc54-4380-a59f-835e8eb96572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.693728 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac3902-bc54-4380-a59f-835e8eb96572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95767044-2951-4fc8-9ddd-41a117aafd3d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:38.707492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-63ac3902-bc54-4380-a59f-835e8eb96572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.711465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-63ac3902-bc54-4380-a59f-835e8eb96572 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/95767044-2951-4fc8-9ddd-41a117aafd3d HTTP/1.1" status: 204 len: 168 time: 0.5173755 Apr 30 01:53:38.711465 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58678) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:38.727729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event updated for resources: {'Port': ['ID=d0da9600-9161-445f-9c7c-df52fbe23e43,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:38.745639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] In _notify_port_updated(), no bound segment for port d0da9600-9161-445f-9c7c-df52fbe23e43 on network cc08250e-e751-43eb-9384-273a416a0dbf {{(pid=103318) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 30 01:53:38.751084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:38.751773 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.755600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d7e93a0e-ca86-4572-963b-ef5985246c07 tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "PUT /v2.0/ports/d0da9600-9161-445f-9c7c-df52fbe23e43 HTTP/1.1" status: 200 len: 1136 time: 0.7855549 Apr 30 01:53:38.756516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58680) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:38.805264 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:38.805713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5975c752-b185-40b4-beb3-7cde916f7b8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:38.811615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5975c752-b185-40b4-beb3-7cde916f7b8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "GET /v2.0/ports/d0da9600-9161-445f-9c7c-df52fbe23e43 HTTP/1.1" status: 200 len: 1136 time: 0.0497136 Apr 30 01:53:38.812220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58682) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:39.018698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dcd29b33-f641-4bdb-81ff-63359c3c73e8 None None] Provisioning complete for port d0da9600-9161-445f-9c7c-df52fbe23e43 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:39.019411 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcd29b33-f641-4bdb-81ff-63359c3c73e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.058583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dcd29b33-f641-4bdb-81ff-63359c3c73e8 None None] Port d0da9600-9161-445f-9c7c-df52fbe23e43 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:39.294151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.351350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3518ef-81fc-4c27-9cbf-f1177c03f4f1']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:39.366253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7774ef-dca1-47d5-bd4a-6883c6e2a32c') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:39.366542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7774ef-dca1-47d5-bd4a-6883c6e2a32c') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:39.381933 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.398853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adfbbb-49db-4664-95b4-2cba18773ccd req-06606282-f2d9-4a5b-b55e-288dc7b981fa tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:39.400379 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3adfbbb-49db-4664-95b4-2cba18773ccd req-06606282-f2d9-4a5b-b55e-288dc7b981fa tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.1800981 Apr 30 01:53:39.414194 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.439311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:53:39.439748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:53:39.441683 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:53:39.454696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-aee9be29-5fe5-4b37-ad51-e8058a951a8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Deleting port d0da9600-9161-445f-9c7c-df52fbe23e43 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:39.455051 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aee9be29-5fe5-4b37-ad51-e8058a951a8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.508231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1dd4ae2d-58ba-4a85-b293-dc7783135cde no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:53:39.538055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 1dd4ae2d-58ba-4a85-b293-dc7783135cde {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:53:39.538489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1dd4ae2d-58ba-4a85-b293-dc7783135cde not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:53:39.554473 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3adfbbb-49db-4664-95b4-2cba18773ccd req-580204bf-3d94-498a-be0c-aa971b66f503 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454341 Apr 30 01:53:39.598405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aee9be29-5fe5-4b37-ad51-e8058a951a8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.611042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-aee9be29-5fe5-4b37-ad51-e8058a951a8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Calling delete_port for d0da9600-9161-445f-9c7c-df52fbe23e43 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:39.613298 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.621309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.626918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0f3518ef-81fc-4c27-9cbf-f1177c03f4f1 HTTP/1.1" status: 204 len: 168 time: 0.9123454 Apr 30 01:53:39.627488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58696) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:39.646087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101becb-4b03-4aa8-a39b-4ced8f9ca163 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3518ef-81fc-4c27-9cbf-f1177c03f4f1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:39.674351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-d615e63b-e7f1-4433-b66a-3fda46fcfbc5 admin admin] Deleting subnet a50b9a89-82f1-4e6a-a59a-cfef73ab3489 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:53:39.677962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d615e63b-e7f1-4433-b66a-3fda46fcfbc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.722186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d615e63b-e7f1-4433-b66a-3fda46fcfbc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.762851 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d615e63b-e7f1-4433-b66a-3fda46fcfbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.833085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aee9be29-5fe5-4b37-ad51-e8058a951a8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.860152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9be29-5fe5-4b37-ad51-e8058a951a8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event deleted for resources: {'Port': ['ID=d0da9600-9161-445f-9c7c-df52fbe23e43,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:39.890848 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d615e63b-e7f1-4433-b66a-3fda46fcfbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.919997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615e63b-e7f1-4433-b66a-3fda46fcfbc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50b9a89-82f1-4e6a-a59a-cfef73ab3489,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:39.925500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d615e63b-e7f1-4433-b66a-3fda46fcfbc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.931771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d615e63b-e7f1-4433-b66a-3fda46fcfbc5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a50b9a89-82f1-4e6a-a59a-cfef73ab3489 HTTP/1.1" status: 204 len: 168 time: 0.3009815 Apr 30 01:53:39.939467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58698) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:39.948069 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aee9be29-5fe5-4b37-ad51-e8058a951a8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:39.954057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aee9be29-5fe5-4b37-ad51-e8058a951a8c tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "DELETE /v2.0/ports/d0da9600-9161-445f-9c7c-df52fbe23e43 HTTP/1.1" status: 204 len: 168 time: 1.1386666 Apr 30 01:53:39.956445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58700) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:40.025410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0abb54-98ca-4cc4-abe3-f158655f0f4d tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Deleting subnet e33a7912-982e-4919-8168-8e8075dfdc44 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:53:40.028806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa0abb54-98ca-4cc4-abe3-f158655f0f4d tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.034147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.085144 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa0abb54-98ca-4cc4-abe3-f158655f0f4d tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.134103 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.154503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff63cbb-c247-4447-9dd8-9b8be763e6ac']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:40.165523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6872466e-71e3-4fdc-bc3d-154e9173998b') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:40.165993 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6872466e-71e3-4fdc-bc3d-154e9173998b') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:40.176339 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.181448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa0abb54-98ca-4cc4-abe3-f158655f0f4d tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.189682 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.197032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:53:40.197494 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:53:40.199161 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:53:40.308355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa0abb54-98ca-4cc4-abe3-f158655f0f4d tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.339334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0abb54-98ca-4cc4-abe3-f158655f0f4d tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event deleted for resources: {'Subnet': ['ID=e33a7912-982e-4919-8168-8e8075dfdc44,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:40.343324 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa0abb54-98ca-4cc4-abe3-f158655f0f4d tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.346698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aa0abb54-98ca-4cc4-abe3-f158655f0f4d tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "DELETE /v2.0/subnets/e33a7912-982e-4919-8168-8e8075dfdc44 HTTP/1.1" status: 204 len: 168 time: 0.3903430 Apr 30 01:53:40.349881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58712) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:40.352062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e27f12a-7fc4-4883-92a9-ef9ccd5d31d8 None None] Network cc08250e-e751-43eb-9384-273a416a0dbf requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:40.369153 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.388497 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.394048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9ff63cbb-c247-4447-9dd8-9b8be763e6ac HTTP/1.1" status: 204 len: 168 time: 0.4569318 Apr 30 01:53:40.417578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c5086-9177-46b8-983f-4460e4bf6643 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff63cbb-c247-4447-9dd8-9b8be763e6ac,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:40.453134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.521937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Deleting port 5d6e6468-f685-4c7c-b661-8048e0ee4523 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:40.522360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.564936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] DHCP port deletion for cc08250e-e751-43eb-9384-273a416a0dbf request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:53:40.596112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] For port 5d6e6468-f685-4c7c-b661-8048e0ee4523, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5d6e6468-f685-4c7c-b661-8048e0ee4523,segment=NetworkSegment(e617fc66-72b9-472b-bd8f-052bcc2d1402),segment_id=e617fc66-72b9-472b-bd8f-052bcc2d1402)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:40.596508 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.614353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Calling delete_port for 5d6e6468-f685-4c7c-b661-8048e0ee4523 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:40.632353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] Deleting port 5d6e6468-f685-4c7c-b661-8048e0ee4523 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:40.632883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.707616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] For port 5d6e6468-f685-4c7c-b661-8048e0ee4523, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5d6e6468-f685-4c7c-b661-8048e0ee4523,segment=NetworkSegment(e617fc66-72b9-472b-bd8f-052bcc2d1402),segment_id=e617fc66-72b9-472b-bd8f-052bcc2d1402)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:40.708116 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.715307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2303357-4016-4d03-98c6-cf4bf812af3b req-35838554-2083-491b-b0a4-138c554a34b2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:40.724662 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2303357-4016-4d03-98c6-cf4bf812af3b req-35838554-2083-491b-b0a4-138c554a34b2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.0805612 Apr 30 01:53:40.732736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] Calling delete_port for 5d6e6468-f685-4c7c-b661-8048e0ee4523 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:40.760923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2303357-4016-4d03-98c6-cf4bf812af3b req-ae1231e4-d18c-4b92-8dc2-838e6ef51762 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353463 Apr 30 01:53:40.806312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58718) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:40.816508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.826923 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.828754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] No DVR routers for this DVR port 5d6e6468-f685-4c7c-b661-8048e0ee4523 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:53:40.848273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99def0ca-955d-42d5-a0dd-406247568800 None None] Pushing event deleted for resources: {'Port': ['ID=5d6e6468-f685-4c7c-b661-8048e0ee4523,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:40.868775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] No DVR routers for this DVR port 5d6e6468-f685-4c7c-b661-8048e0ee4523 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:53:40.875528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event deleted for resources: {'Port': ['ID=5d6e6468-f685-4c7c-b661-8048e0ee4523,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:40.966948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fae0ec54-8f79-4551-b06c-3f54cfe3a070 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b86cfd99a5b4585ba2787c742690b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587079 Apr 30 01:53:40.967191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58720) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:40.974937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:40.999894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc08250e-e751-43eb-9384-273a416a0dbf']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:41.009655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e617fc66-72b9-472b-bd8f-052bcc2d1402') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:41.010190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e617fc66-72b9-472b-bd8f-052bcc2d1402') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:41.020807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.026774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7120-1a7a-472a-95c5-3dd148ffb95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.036935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.043715 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:53:41.044372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:53:41.047520 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:53:41.062664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7120-1a7a-472a-95c5-3dd148ffb95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.127962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5d6e6468-f685-4c7c-b661-8048e0ee4523 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:53:41.141893 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7120-1a7a-472a-95c5-3dd148ffb95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.145566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7120-1a7a-472a-95c5-3dd148ffb95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.149264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1e4d7120-1a7a-472a-95c5-3dd148ffb95e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1a41791-ddc6-44ce-99df-6ae0736c37a0 HTTP/1.1" status: 204 len: 168 time: 0.1786504 Apr 30 01:53:41.151136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5d6e6468-f685-4c7c-b661-8048e0ee4523 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:53:41.151136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5d6e6468-f685-4c7c-b661-8048e0ee4523 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:53:41.164654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d7120-1a7a-472a-95c5-3dd148ffb95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a41791-ddc6-44ce-99df-6ae0736c37a0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:41.181573 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.189275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.196452 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] 10.222.0.15 "DELETE /v2.0/networks/cc08250e-e751-43eb-9384-273a416a0dbf HTTP/1.1" status: 204 len: 168 time: 0.8459780 Apr 30 01:53:41.211733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f08982-6e84-4982-8e46-3c0976e8c2ac tempest-ExtraDHCPOptionsTestJSON-1395140135 tempest-ExtraDHCPOptionsTestJSON-1395140135-project] Pushing event deleted for resources: {'Network': ['ID=cc08250e-e751-43eb-9384-273a416a0dbf,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:41.702030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:41.876297 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ea3d5f5c-693a-43b5-8112-f4d8eee49267 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b7b6994817b48c68b9c5e9f7972ff92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728640 Apr 30 01:53:41.880078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58738) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:41.935573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a5ec2-70de-4df2-9b0d-e17872fea27c req-fc0c61db-96e4-4f40-845f-4afd4319eea0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:41.940047 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d7a5ec2-70de-4df2-9b0d-e17872fea27c req-fc0c61db-96e4-4f40-845f-4afd4319eea0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.0982616 Apr 30 01:53:41.952841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1e18-bc1c-428b-9ffb-60a98d03080a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:41.994312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1e18-bc1c-428b-9ffb-60a98d03080a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:42.001723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d7a5ec2-70de-4df2-9b0d-e17872fea27c req-58736c47-c984-475e-b13f-ca7c7e04f9df tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474961 Apr 30 01:53:42.030132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58740) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:42.080136 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8a92ba13-1491-4b40-a92a-c2b17be5af35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b9dbef165b54d6fbab0452f19835138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486767 Apr 30 01:53:42.083683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58742) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:42.135724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48a78430-282f-412b-9bd1-406f04b490f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:42.147299 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1e18-bc1c-428b-9ffb-60a98d03080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:42.150553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1e18-bc1c-428b-9ffb-60a98d03080a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:42.151753 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e2ce1e18-bc1c-428b-9ffb-60a98d03080a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a0350f5-0573-4ab8-93c1-155ded8d0bd5 HTTP/1.1" status: 204 len: 168 time: 0.2702897 Apr 30 01:53:42.158174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48a78430-282f-412b-9bd1-406f04b490f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:42.161393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce1e18-bc1c-428b-9ffb-60a98d03080a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0350f5-0573-4ab8-93c1-155ded8d0bd5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:42.290821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48a78430-282f-412b-9bd1-406f04b490f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:42.298320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48a78430-282f-412b-9bd1-406f04b490f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:42.298320 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-48a78430-282f-412b-9bd1-406f04b490f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00b6478f-6e53-4cd1-a3d7-ed92da522289 HTTP/1.1" status: 204 len: 168 time: 0.2101343 Apr 30 01:53:42.303114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a78430-282f-412b-9bd1-406f04b490f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b6478f-6e53-4cd1-a3d7-ed92da522289,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:43.125516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1386bb0-a03f-40d3-be71-443017eae3cc req-259b94f0-61ba-4863-acc9-730a947d6a58 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:43.127067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1386bb0-a03f-40d3-be71-443017eae3cc req-259b94f0-61ba-4863-acc9-730a947d6a58 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.0515082 Apr 30 01:53:43.172388 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1386bb0-a03f-40d3-be71-443017eae3cc req-4aacbfb4-fab9-4ada-8790-e12fed69b90a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379295 Apr 30 01:53:43.413326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58788) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:43.423856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58792) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:43.519870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-351124919'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:43.539893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1779248279-network', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:43.615901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:43.619399 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.628026 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.637817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Made reservation on behalf of 942d9bd3c263470db3e48c9e0095a9f9 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:43.639949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.656529 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.761428 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.782726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.867730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.895450 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:43.904089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fa562f-2674-4fa6-95a7-4b914091a2c0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:43.910321 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.910660 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Added segment bd0a0126-172f-47f5-84a7-815a262a8073 of type vlan for network dae75add-1f38-4497-b780-3e402e90b8a1 Apr 30 01:53:43.941320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.958669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:43.981168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:44.007282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0feb811-c7d1-413b-9f4b-53771f1c65b4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:44.010214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.010556 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Added segment ff20999b-0351-4047-a6be-54a0e3548146 of type vlan for network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e Apr 30 01:53:44.051934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.102030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.107857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:44.108625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.168808 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.170020 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:44.170431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.185797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Network': ['ID=dae75add-1f38-4497-b780-3e402e90b8a1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:44.197463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network dae75add-1f38-4497-b780-3e402e90b8a1 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:44.254957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6aeac581-5414-407a-a8c6-e305eb763b32 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8291740 Apr 30 01:53:44.284771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8595767 Apr 30 01:53:44.288350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58800) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:44.289983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588317f-281f-488b-a8b0-4dd00d367212 admin admin] Pushing event updated for resources: {'Network': ['ID=262ff547-2a6a-4c5c-bfcd-f99fccdb006e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:44.294207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Request body: {'subnet': {'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1779248279-subnet', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:44.301425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:44.318810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eddfd-e3c8-4360-9159-127066034e4f req-e914f2f4-daf3-447e-88be-09dc94dec796 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:44.320714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e27eddfd-e3c8-4360-9159-127066034e4f req-e914f2f4-daf3-447e-88be-09dc94dec796 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.0702231 Apr 30 01:53:44.362788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e27eddfd-e3c8-4360-9159-127066034e4f req-110f4c6c-3fda-4647-b111-fbab33ab225e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340836 Apr 30 01:53:44.410328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Made reservation on behalf of 942d9bd3c263470db3e48c9e0095a9f9 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:44.415705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.662027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.717267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d22de8c-4526-47c9-adb6-0ea7d4e9a74f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:44.727793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Checking segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:44.728154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Network hostable DHCP agents. Network: 262ff547-2a6a-4c5c-bfcd-f99fccdb006e, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:44.804195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:44.884650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 262ff547-2a6a-4c5c-bfcd-f99fccdb006e) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:44.888928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:44.889512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:44.896510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e881280-d8db-4e82-aded-d426f080af74 None None] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:45.013329 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cc44b044-3ad6-4ee0-aabc-bbf61c7a1d91 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7237723 Apr 30 01:53:45.016102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58804) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:45.021589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:45.052743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'fixed_ips': [{'subnet_id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:45.053447 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.141991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.143645 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.198022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Allocated IP 172.20.0.2 (262ff547-2a6a-4c5c-bfcd-f99fccdb006e/4d22de8c-4526-47c9-adb6-0ea7d4e9a74f/9052f82d-39c5-4b63-8e34-b0f507187b64) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:45.198671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.347834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.429238 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.485777 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.495183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e901a4a-3539-4e4a-b25a-4d971e82efc2 req-81dbdc68-e3bf-449f-bd8a-97e79df0cd02 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:45.499918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9e901a4a-3539-4e4a-b25a-4d971e82efc2 req-81dbdc68-e3bf-449f-bd8a-97e79df0cd02 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 944 time: 0.0571542 Apr 30 01:53:45.534252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:45.537675 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:45.540874 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:45.544021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9e901a4a-3539-4e4a-b25a-4d971e82efc2 req-480ba160-a946-48d9-abe2-db4dbcf192da tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Apr 30 01:53:45.580573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Pushing event updated for resources: {'Port': ['ID=9052f82d-39c5-4b63-8e34-b0f507187b64,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:45.621895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Attempting to bind port 9052f82d-39c5-4b63-8e34-b0f507187b64 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:45.622135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Attempting to bind port 9052f82d-39c5-4b63-8e34-b0f507187b64 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:45.622491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Attempting to bind port 9052f82d-39c5-4b63-8e34-b0f507187b64 on network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:45.628892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:45.629497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Checking segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:45.629939 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.630356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Bound using segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:45.630963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Bound port: 9052f82d-39c5-4b63-8e34-b0f507187b64, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:45.631354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.707278 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] For port 9052f82d-39c5-4b63-8e34-b0f507187b64, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:45.710943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] For port 9052f82d-39c5-4b63-8e34-b0f507187b64, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9052f82d-39c5-4b63-8e34-b0f507187b64,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:45.725209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a95c71f1-ea21-48b8-9202-441e6a5b9eee details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:53:45.783465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.793673 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.805806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:45.942543 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Allocated IP 172.25.0.194 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/830b4992-e7be-4640-8b11-231b2cf0038e) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:46.079956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a95c71f1-ea21-48b8-9202-441e6a5b9eee, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a95c71f1-ea21-48b8-9202-441e6a5b9eee,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:46.082137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914efcf-3b5a-4d72-87fa-e2fa8b9b89bf None None] Pushing event updated for resources: {'Port': ['ID=9052f82d-39c5-4b63-8e34-b0f507187b64,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:46.088875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:46.093796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'a95c71f1-ea21-48b8-9202-441e6a5b9eee', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'port_id': 'a95c71f1-ea21-48b8-9202-441e6a5b9eee', 'mac_address': 'fa:16:3e:86:50:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:53:46.156937 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:46.182150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95c71f1-ea21-48b8-9202-441e6a5b9eee {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:53:46.197916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a95c71f1-ea21-48b8-9202-441e6a5b9eee, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a95c71f1-ea21-48b8-9202-441e6a5b9eee,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:46.262240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:46.307587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:46.309032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:46.316929 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:46.321507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:46.321982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Pushing event updated for resources: {'Port': ['ID=830b4992-e7be-4640-8b11-231b2cf0038e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:46.401384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a95c71f1-ea21-48b8-9202-441e6a5b9eee,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:46.572930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a95c71f1-ea21-48b8-9202-441e6a5b9eee'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:53:46.701240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:46.809429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3be0f-e5fe-4182-a274-1c935b5b8b7d req-699408f6-0c92-4106-a42c-ab90d8a0e7dd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:46.810981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cfb3be0f-e5fe-4182-a274-1c935b5b8b7d req-699408f6-0c92-4106-a42c-ab90d8a0e7dd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 945 time: 0.1077418 Apr 30 01:53:46.891592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cfb3be0f-e5fe-4182-a274-1c935b5b8b7d req-8759017d-ad2f-4faf-a5e1-664ded93f492 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Apr 30 01:53:46.995458 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:47.135297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1771db-ce9f-4538-ab25-8302039137fd None None] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:47.215906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-894dd150-002d-4987-b191-8543d6afc5e4 None None] Provisioning complete for port 9052f82d-39c5-4b63-8e34-b0f507187b64 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:47.216354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-894dd150-002d-4987-b191-8543d6afc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:47.229619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9052f82d-39c5-4b63-8e34-b0f507187b64 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:47.233698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:53:47.361899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:47.393354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Sync routers for ids ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:47.437260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:47.443861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'subnet': {'network_id': 'dae75add-1f38-4497-b780-3e402e90b8a1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:47.455095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9052f82d-39c5-4b63-8e34-b0f507187b64 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:47.455481 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:47.458441 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:47.459870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-53011591-cf86-4e4d-83c5-cfaf956309fe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4427242 Apr 30 01:53:47.461145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Routers {'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:47.461788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:47.462697 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58816) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:47.589826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-894dd150-002d-4987-b191-8543d6afc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:47.656146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:47.660382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:47.728329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-894dd150-002d-4987-b191-8543d6afc5e4 None None] For port 9052f82d-39c5-4b63-8e34-b0f507187b64, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9052f82d-39c5-4b63-8e34-b0f507187b64,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:47.753368 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:47.758576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a95c71f1-ea21-48b8-9202-441e6a5b9eee up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:47.762872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Set router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:47.879586 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-894dd150-002d-4987-b191-8543d6afc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.013256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.049800 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dd150-002d-4987-b191-8543d6afc5e4 None None] Pushing event updated for resources: {'Port': ['ID=9052f82d-39c5-4b63-8e34-b0f507187b64,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:48.063998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.090662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:53:48.091318 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:53:48.099788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-290ded00-b9c6-4546-8c05-93f2dd2305a8 None None] Provisioning complete for port 9052f82d-39c5-4b63-8e34-b0f507187b64 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:48.100406 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-290ded00-b9c6-4546-8c05-93f2dd2305a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.112943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Subnet': ['ID=62e478fd-38da-4be1-9abf-efbcffa60470,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:48.121789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Checking segment: {'id': 'bd0a0126-172f-47f5-84a7-815a262a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dae75add-1f38-4497-b780-3e402e90b8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:48.122155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network hostable DHCP agents. Network: dae75add-1f38-4497-b780-3e402e90b8a1, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:48.157441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29e088-edb0-4b65-b6f0-3c009c938635 req-5078f705-d843-441d-b78a-51c4c739da1e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:48.158888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff29e088-edb0-4b65-b6f0-3c009c938635 req-5078f705-d843-441d-b78a-51c4c739da1e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 945 time: 0.1467979 Apr 30 01:53:48.163952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port a95c71f1-ea21-48b8-9202-441e6a5b9eee completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:53:48.176309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port a95c71f1-ea21-48b8-9202-441e6a5b9eee triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:48.176616 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.181919 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network dae75add-1f38-4497-b780-3e402e90b8a1 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:48.235947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff29e088-edb0-4b65-b6f0-3c009c938635 req-75ce4bb1-0995-454f-824b-8da7470ee699 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700939 Apr 30 01:53:48.244884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, dae75add-1f38-4497-b780-3e402e90b8a1) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:48.249262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:48.249993 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.277295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a130518-96f8-4670-877c-353a53eb7e40 None None] Network dae75add-1f38-4497-b780-3e402e90b8a1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:48.292698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Allocated IP 172.20.0.1 (262ff547-2a6a-4c5c-bfcd-f99fccdb006e/4d22de8c-4526-47c9-adb6-0ea7d4e9a74f/d5530742-c10b-4461-bdbf-714a17fd342c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:48.336514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:46Z', 'revision_number': 3, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port': {'id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:48.343186 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dd641ff5-eab5-4a83-a77c-9fd5f2f8ef0f tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9006436 Apr 30 01:53:48.343186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58822) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:48.348917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1652893489'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:48.375683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Checking router: a3bdfce3-32fc-42f5-ba20-e0abe0b335bb for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:48.376075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Updating router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb port 830b4992-e7be-4640-8b11-231b2cf0038e binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:48.405845 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.445503 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.451976 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.462056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:48.465966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.490466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:48.496530 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.501349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.501686 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Added segment 34bb16f9-7336-4cc7-9b94-af812697a368 of type vlan for network b0119103-73c2-4eeb-adc3-2714f2f12fe7 Apr 30 01:53:48.536402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:48.536629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627c6411-4f84-45f3-bdee-7092c00be80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95c71f1-ea21-48b8-9202-441e6a5b9eee'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:53:48.537954 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254194ea-2fdd-4d5f-8b29-55128dafa36a" -d '{"events": [{"server_uuid": "627c6411-4f84-45f3-bdee-7092c00be80b", "name": "network-vif-plugged", "status": "completed", "tag": "a95c71f1-ea21-48b8-9202-441e6a5b9eee"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:53:48.538401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:48.542431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:48.571035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.601972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Pushing event updated for resources: {'Port': ['ID=d5530742-c10b-4461-bdbf-714a17fd342c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:48.607921 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.611219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a95c71f1-ea21-48b8-9202-441e6a5b9eee, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a95c71f1-ea21-48b8-9202-441e6a5b9eee,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:48.713244 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.718874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:48.719921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.804548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Network': ['ID=b0119103-73c2-4eeb-adc3-2714f2f12fe7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:48.837847 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba6811-3f01-44c9-8919-af8ebe214e6c x-openstack-request-id: req-f8ba6811-3f01-44c9-8919-af8ebe214e6c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:53:48.837847 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627c6411-4f84-45f3-bdee-7092c00be80b", "name": "network-vif-plugged", "status": "completed", "tag": "a95c71f1-ea21-48b8-9202-441e6a5b9eee", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:53:48.837847 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8ba6811-3f01-44c9-8919-af8ebe214e6c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:53:48.837847 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ba6811-3f01-44c9-8919-af8ebe214e6c'] response: {'server_uuid': '627c6411-4f84-45f3-bdee-7092c00be80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95c71f1-ea21-48b8-9202-441e6a5b9eee', 'code': 200} Apr 30 01:53:48.837847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b0119103-73c2-4eeb-adc3-2714f2f12fe7 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:48.845213 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.899932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ccad41df-4bca-43e2-ab99-65499f7270f0 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5554101 Apr 30 01:53:48.902598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58830) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:48.913113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'subnet': {'network_id': 'b0119103-73c2-4eeb-adc3-2714f2f12fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:48.925584 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:48.936447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4a476-3493-4b84-8a53-9adcb88a9177 req-eac24e62-d60c-483e-a6fc-201bb933775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:48.937939 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63f4a476-3493-4b84-8a53-9adcb88a9177 req-eac24e62-d60c-483e-a6fc-201bb933775c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 1097 time: 0.0793669 Apr 30 01:53:48.987319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-dae75add-1f38-4497-b780-3e402e90b8a1', 'network_id': 'dae75add-1f38-4497-b780-3e402e90b8a1', 'tenant_id': 'c71b62b8f72e4c3b8a8be8807e9fe35b', 'fixed_ips': [{'subnet_id': '62e478fd-38da-4be1-9abf-efbcffa60470'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:48.988399 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.036439 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.087837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a95c71f1-ea21-48b8-9202-441e6a5b9eee,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:49.091622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9828519c-3a45-425c-9b1b-3a8dec36bb54 None None] Provisioning complete for port d5530742-c10b-4461-bdbf-714a17fd342c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:49.092072 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9828519c-3a45-425c-9b1b-3a8dec36bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.100797 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-63f4a476-3493-4b84-8a53-9adcb88a9177 req-5cade73b-0178-4fd6-b9fd-0921ec6dd5f8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143851 Apr 30 01:53:49.187201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9052f82d-39c5-4b63-8e34-b0f507187b64 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:49.236648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9828519c-3a45-425c-9b1b-3a8dec36bb54 None None] Port d5530742-c10b-4461-bdbf-714a17fd342c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:49.250634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:49.255732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.379837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Allocated IP 2001:db8:0:ffff::2 (dae75add-1f38-4497-b780-3e402e90b8a1/62e478fd-38da-4be1-9abf-efbcffa60470/ac09fa15-42c0-4be2-9363-0e28db214440) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:49.395460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9052f82d-39c5-4b63-8e34-b0f507187b64 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:49.395836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.404987 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.513112 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.522592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176c96b-e6bb-4fb4-997d-3262efe34d0c req-0b3c92a7-3cc8-4a52-8001-0d5770a1b97a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:49.524179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6176c96b-e6bb-4fb4-997d-3262efe34d0c req-0b3c92a7-3cc8-4a52-8001-0d5770a1b97a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 946 time: 0.0799551 Apr 30 01:53:49.573758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.589426 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6176c96b-e6bb-4fb4-997d-3262efe34d0c req-202331ad-b50e-49fd-b27d-319b3a160ff3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573521 Apr 30 01:53:49.622906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ccdd2-3bdd-49c0-8886-83c23becd131 None None] Pushing event updated for resources: {'Port': ['ID=830b4992-e7be-4640-8b11-231b2cf0038e,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:49.635603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.650931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Attempting to bind port 830b4992-e7be-4640-8b11-231b2cf0038e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:49.651296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Attempting to bind port 830b4992-e7be-4640-8b11-231b2cf0038e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:49.651684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Attempting to bind port 830b4992-e7be-4640-8b11-231b2cf0038e on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:49.663079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:49.663462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:49.663860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.664252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:49.665052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Bound port: 830b4992-e7be-4640-8b11-231b2cf0038e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:49.665441 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.688343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:53:49.689864 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.704111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.705296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Pushing event updated for resources: {'Port': ['ID=d5530742-c10b-4461-bdbf-714a17fd342c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:49.729095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.740388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] For port 830b4992-e7be-4640-8b11-231b2cf0038e, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:49.743951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] For port 830b4992-e7be-4640-8b11-231b2cf0038e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=830b4992-e7be-4640-8b11-231b2cf0038e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:49.753960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Subnet': ['ID=00d7ad02-8e67-4ae5-8102-d1d237a8e2f3,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:49.771266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.776840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Checking segment: {'id': '34bb16f9-7336-4cc7-9b94-af812697a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0119103-73c2-4eeb-adc3-2714f2f12fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:49.776840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network hostable DHCP agents. Network: b0119103-73c2-4eeb-adc3-2714f2f12fe7, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:49.800178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.821615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Network dae75add-1f38-4497-b780-3e402e90b8a1 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:49.828663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:49.832376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:49.836081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Pushing event updated for resources: {'Port': ['ID=ac09fa15-42c0-4be2-9363-0e28db214440,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:49.850217 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network b0119103-73c2-4eeb-adc3-2714f2f12fe7 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:49.865644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:49.867044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:49.899387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Routers {'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:49.900051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:49.937095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b0119103-73c2-4eeb-adc3-2714f2f12fe7) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:49.945768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:49.950776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:49.968277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8dd0a5-7e70-485d-bf37-1f4385937e6a None None] Network b0119103-73c2-4eeb-adc3-2714f2f12fe7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:50.009553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ccdd2-3bdd-49c0-8886-83c23becd131 None None] Pushing event updated for resources: {'Port': ['ID=830b4992-e7be-4640-8b11-231b2cf0038e,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:50.021924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Attempting to bind port ac09fa15-42c0-4be2-9363-0e28db214440 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:50.022351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Attempting to bind port ac09fa15-42c0-4be2-9363-0e28db214440 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'bd0a0126-172f-47f5-84a7-815a262a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dae75add-1f38-4497-b780-3e402e90b8a1'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:50.022891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Attempting to bind port ac09fa15-42c0-4be2-9363-0e28db214440 on network dae75add-1f38-4497-b780-3e402e90b8a1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:50.039149 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-312347d4-5e3c-48bf-8b99-d4b8e0b0a6b9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1323767 Apr 30 01:53:50.039680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58844) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:50.046279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'port': {'network_id': 'b0119103-73c2-4eeb-adc3-2714f2f12fe7', 'name': 'tempest-NetworksIpV6TestAttrs-1486590713'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:50.053058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:53:50.067923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:50.071530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Checking segment: {'id': 'bd0a0126-172f-47f5-84a7-815a262a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dae75add-1f38-4497-b780-3e402e90b8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:50.071985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:50.072487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Bound using segment: {'id': 'bd0a0126-172f-47f5-84a7-815a262a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dae75add-1f38-4497-b780-3e402e90b8a1'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:50.073476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Bound port: ac09fa15-42c0-4be2-9363-0e28db214440, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0a0126-172f-47f5-84a7-815a262a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dae75add-1f38-4497-b780-3e402e90b8a1'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:50.073935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:50.211573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:50.216849 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-73bf4a8f-7271-4f93-b4a9-1662518d8e86 admin admin] 10.222.0.15 "PUT /v2.0/routers/a3bdfce3-32fc-42f5-ba20-e0abe0b335bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7530515 Apr 30 01:53:50.256101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] For port ac09fa15-42c0-4be2-9363-0e28db214440, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:50.267236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] Set router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:50.292901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:50.296784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:50.316503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] For port ac09fa15-42c0-4be2-9363-0e28db214440, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ac09fa15-42c0-4be2-9363-0e28db214440,segment=NetworkSegment(bd0a0126-172f-47f5-84a7-815a262a8073),segment_id=bd0a0126-172f-47f5-84a7-815a262a8073)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:50.323408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] device_id is not set on port 56b302dd-c7d6-418b-8890-a784194ae049 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:50.347580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c6a5b34d-0c49-415d-b5ec-00c15a83eca1 None None] Provisioning complete for port d5530742-c10b-4461-bdbf-714a17fd342c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:50.347995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b34d-0c49-415d-b5ec-00c15a83eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:50.388602 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:53:50.428511 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:50.480571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Allocated IP 2001:db8::f816:3eff:feda:aa56 (b0119103-73c2-4eeb-adc3-2714f2f12fe7/00d7ad02-8e67-4ae5-8102-d1d237a8e2f3/56b302dd-c7d6-418b-8890-a784194ae049) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:50.506698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5b34d-0c49-415d-b5ec-00c15a83eca1 None None] Port d5530742-c10b-4461-bdbf-714a17fd342c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:53:50.600500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-b0119103-73c2-4eeb-adc3-2714f2f12fe7', 'network_id': 'b0119103-73c2-4eeb-adc3-2714f2f12fe7', 'tenant_id': 'c71b62b8f72e4c3b8a8be8807e9fe35b', 'fixed_ips': [{'subnet_id': '00d7ad02-8e67-4ae5-8102-d1d237a8e2f3'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:50.600500 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:50.686516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7954370-4626-4d73-99fa-d24373dc543d None None] Pushing event updated for resources: {'Port': ['ID=ac09fa15-42c0-4be2-9363-0e28db214440,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:50.707359 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:50.786683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:50.802380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851122d-871b-4c14-a0be-e2ab1cbdf931 req-1d8cf7cb-9bda-46b3-9187-2c79205396c0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:50.805989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c851122d-871b-4c14-a0be-e2ab1cbdf931 req-1d8cf7cb-9bda-46b3-9187-2c79205396c0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 946 time: 0.1094663 Apr 30 01:53:50.915961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c851122d-871b-4c14-a0be-e2ab1cbdf931 req-003607dc-518f-44af-ba16-6c2a9538a27e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031382 Apr 30 01:53:50.931083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.032450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network b0119103-73c2-4eeb-adc3-2714f2f12fe7 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:51.057524 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:51.065488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:51.071956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:51.072626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.093702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Port': ['ID=56b302dd-c7d6-418b-8890-a784194ae049,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:51.162620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c08b2-e869-49cd-92f4-7bc790252966 req-3a53cddb-48ba-441c-bfda-feb9b7b47af4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:51.164283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-305c08b2-e869-49cd-92f4-7bc790252966 req-3a53cddb-48ba-441c-bfda-feb9b7b47af4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 946 time: 0.1152987 Apr 30 01:53:51.174758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d2b766c-da29-410e-b98c-c40f5cfb7392 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1317377 Apr 30 01:53:51.175957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58864) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:51.245231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-305c08b2-e869-49cd-92f4-7bc790252966 req-981b2322-2596-455f-86df-d378990ceb42 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698628 Apr 30 01:53:51.261121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Allocated IP 2001:db8::f816:3eff:fee5:54a4 (b0119103-73c2-4eeb-adc3-2714f2f12fe7/00d7ad02-8e67-4ae5-8102-d1d237a8e2f3/ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:51.268399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:48Z', 'revision_number': 4, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port': {'id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd5530742-c10b-4461-bdbf-714a17fd342c', 'name': '', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'mac_address': 'fa:16:3e:47:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:48Z', 'updated_at': '2022-04-30T01:53:48Z', 'revision_number': 2, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'subnets': [{'id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:51.270899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ac09fa15-42c0-4be2-9363-0e28db214440 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:51.290139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcbe94a-50e7-438f-bbfa-12d10fac685e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting subnet 00d7ad02-8e67-4ae5-8102-d1d237a8e2f3 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:53:51.328696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0f1fa-0a36-4a49-b302-56bdcf1b76c6 None None] The sync data for ids ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'] in n-d-821348-1 is: [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:48Z', 'revision_number': 4, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port': {'id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd5530742-c10b-4461-bdbf-714a17fd342c', 'name': '', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'mac_address': 'fa:16:3e:47:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:48Z', 'updated_at': '2022-04-30T01:53:48Z', 'revision_number': 2, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'subnets': [{'id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:51.328870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:51.335283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-79034826-network', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:51.406751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117424d1-a624-4c8a-b82f-6177e19c26df req-bf433dac-2274-4371-87e9-78579ada8f33 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:51.411938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-117424d1-a624-4c8a-b82f-6177e19c26df req-bf433dac-2274-4371-87e9-78579ada8f33 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 946 time: 0.0633838 Apr 30 01:53:51.463305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-117424d1-a624-4c8a-b82f-6177e19c26df req-6bbbd122-7645-4d4b-96c2-9ecedebb00ea tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476522 Apr 30 01:53:51.464430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Made reservation on behalf of 6b3de78b8d03464aa2b9c3b3b051cd98 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:51.467420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.479561 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.479937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ac09fa15-42c0-4be2-9363-0e28db214440 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:51.487473 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.578537 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.655173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.720340 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:51.724321 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.727043 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.746495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.746845 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Added segment 1e668ee7-6d9a-4825-ae22-bab50436ae75 of type vlan for network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d Apr 30 01:53:51.749306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91baf606-4203-4900-94d9-2efc6c573874,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:51.788693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port ac09fa15-42c0-4be2-9363-0e28db214440, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ac09fa15-42c0-4be2-9363-0e28db214440,segment=NetworkSegment(bd0a0126-172f-47f5-84a7-815a262a8073),segment_id=bd0a0126-172f-47f5-84a7-815a262a8073)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:51.799305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe94a-50e7-438f-bbfa-12d10fac685e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.805368 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.812421 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.885201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.886422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:51.887394 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.896391 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.916058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe94a-50e7-438f-bbfa-12d10fac685e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:51.941441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Network b0119103-73c2-4eeb-adc3-2714f2f12fe7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:51.961634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:51.978420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:51.988204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Pushing event updated for resources: {'Port': ['ID=ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:52.018135 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6881723 Apr 30 01:53:52.021279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58878) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:52.028548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Request body: {'subnet': {'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-79034826-subnet', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:52.041218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:52.076146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.083102 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.083754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.084854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.085479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.087064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.087535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.089354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.089818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.090443 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.091673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.092112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=ac09fa15-42c0-4be2-9363-0e28db214440,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:52.092626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c679628-de84-4b89-a4db-744ab6e32af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:52.131908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:52.151873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Made reservation on behalf of 6b3de78b8d03464aa2b9c3b3b051cd98 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:52.154545 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.183672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529acf79-776a-47f0-a7ed-fbc63cb6cc82 req-319ce44b-6c1f-4a1b-9730-f3a3b85bc39d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:52.185643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-529acf79-776a-47f0-a7ed-fbc63cb6cc82 req-319ce44b-6c1f-4a1b-9730-f3a3b85bc39d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 946 time: 0.1301074 Apr 30 01:53:52.263924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Attempting to bind port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:52.264292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Attempting to bind port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '34bb16f9-7336-4cc7-9b94-af812697a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0119103-73c2-4eeb-adc3-2714f2f12fe7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:52.264651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Attempting to bind port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 on network b0119103-73c2-4eeb-adc3-2714f2f12fe7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:52.277751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:52.278187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Checking segment: {'id': '34bb16f9-7336-4cc7-9b94-af812697a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0119103-73c2-4eeb-adc3-2714f2f12fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:52.278594 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.278981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Bound using segment: {'id': '34bb16f9-7336-4cc7-9b94-af812697a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0119103-73c2-4eeb-adc3-2714f2f12fe7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:52.282447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Bound port: ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bb16f9-7336-4cc7-9b94-af812697a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0119103-73c2-4eeb-adc3-2714f2f12fe7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:52.287144 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.288197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-529acf79-776a-47f0-a7ed-fbc63cb6cc82 req-791b8104-57b8-47db-b9a5-087182379dd2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944591 Apr 30 01:53:52.329347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75175532-8c13-40c2-8944-812c577417b1 None None] Network dae75add-1f38-4497-b780-3e402e90b8a1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:52.436234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] For port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:52.465288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] For port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7,segment=NetworkSegment(34bb16f9-7336-4cc7-9b94-af812697a368),segment_id=34bb16f9-7336-4cc7-9b94-af812697a368)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:52.513558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2c18a5d5-130e-4095-aa29-00c6720dc6ea None None] Provisioning complete for port ac09fa15-42c0-4be2-9363-0e28db214440 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:52.514012 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c18a5d5-130e-4095-aa29-00c6720dc6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.580072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe94a-50e7-438f-bbfa-12d10fac685e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.587172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.658083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.768930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595476b-d171-4b37-8cba-f1e90ed37444 None None] Pushing event updated for resources: {'Port': ['ID=ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:52.778845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b6e7c3-789e-4949-b522-c4329b285560,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:52.806901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Checking segment: {'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:52.808094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Network hostable DHCP agents. Network: 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:52.874551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe94a-50e7-438f-bbfa-12d10fac685e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.911705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbe94a-50e7-438f-bbfa-12d10fac685e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Subnet': ['ID=00d7ad02-8e67-4ae5-8102-d1d237a8e2f3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:52.916880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe94a-50e7-438f-bbfa-12d10fac685e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:52.920837 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2bcbe94a-50e7-438f-bbfa-12d10fac685e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/subnets/00d7ad02-8e67-4ae5-8102-d1d237a8e2f3 HTTP/1.1" status: 204 len: 168 time: 1.7443283 Apr 30 01:53:52.923309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58882) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:52.944655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:53.028177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:53.033109 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:53.033871 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.047388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec49f3e-c76b-440d-b941-273d066084e7 None None] Network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:53.085579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec6152f-4706-4c08-a602-a3852b87995a tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:53.087628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec6152f-4706-4c08-a602-a3852b87995a tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:53.090311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0ec6152f-4706-4c08-a602-a3852b87995a tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1658669 Apr 30 01:53:53.093403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58884) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:53.201977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-75005900-35c4-4064-9659-aeaa931382af admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1789086 Apr 30 01:53:53.204051 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58886) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:53.211766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:53.271154 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b980b98a-8a9f-4503-ab69-96dada1b47e7 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.282013 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-b980b98a-8a9f-4503-ab69-96dada1b47e7 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 30 01:53:53.282598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b980b98a-8a9f-4503-ab69-96dada1b47e7 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:53:53.286940 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b980b98a-8a9f-4503-ab69-96dada1b47e7 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/b0119103-73c2-4eeb-adc3-2714f2f12fe7 HTTP/1.1" status: 409 len: 405 time: 0.1916909 Apr 30 01:53:53.291789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58888) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:53.296901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-98172736'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:53.329692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.329692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.411712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:53.418140 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.462542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-da1cd872-816b-4dcd-8b30-5c138ea60bdb None None] Provisioning complete for port ac09fa15-42c0-4be2-9363-0e28db214440 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:53.462919 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da1cd872-816b-4dcd-8b30-5c138ea60bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.467047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:53.480666 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.481275 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Added segment 59af1e42-4e83-4303-8655-17ee4723be32 of type vlan for network 6ec5f77e-a4f3-40c4-8050-9f8e502f3137 Apr 30 01:53:53.491468 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.515761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 830b4992-e7be-4640-8b11-231b2cf0038e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:53.525006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0e8b6-c7cb-497e-8073-3aad36bbca36 req-6a5dd3c5-7e31-47f1-89b7-9a50f6d573ba tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:53.535822 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6c0e8b6-c7cb-497e-8073-3aad36bbca36 req-6a5dd3c5-7e31-47f1-89b7-9a50f6d573ba tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 946 time: 0.1358676 Apr 30 01:53:53.566881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.589671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d', 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'fixed_ips': [{'subnet_id': '07b6e7c3-789e-4949-b522-c4329b285560'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:53.592352 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.647076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-976e71fc-3393-4504-8975-6ee66ebbbc0d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:53.649308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-976e71fc-3393-4504-8975-6ee66ebbbc0d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 946 time: 0.0549607 Apr 30 01:53:53.672134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.685319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a6c0e8b6-c7cb-497e-8073-3aad36bbca36 req-b464f5dc-9752-427c-8f04-f34936799249 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424174 Apr 30 01:53:53.695826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:53.696565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.802940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.824901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Network': ['ID=6ec5f77e-a4f3-40c4-8050-9f8e502f3137,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:53.867516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 6ec5f77e-a4f3-40c4-8050-9f8e502f3137 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:53:53.931494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port a95c71f1-ea21-48b8-9202-441e6a5b9eee {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:53.931648 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.955598 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6ca6e110-66d6-41d3-9bd1-b4bd05328be6 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6624002 Apr 30 01:53:53.961852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58896) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:53.964664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 830b4992-e7be-4640-8b11-231b2cf0038e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:53.965036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:53.970587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'subnet': {'network_id': '6ec5f77e-a4f3-40c4-8050-9f8e502f3137', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:54.020495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Allocated IP 172.20.0.2 (1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d/07b6e7c3-789e-4949-b522-c4329b285560/fee155b8-f1fe-48a2-8188-b027d20225bb) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:54.080659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.161343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] For port a95c71f1-ea21-48b8-9202-441e6a5b9eee, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a95c71f1-ea21-48b8-9202-441e6a5b9eee,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:54.161910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.179348 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.181371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for a95c71f1-ea21-48b8-9202-441e6a5b9eee owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:54.215912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.229056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 830b4992-e7be-4640-8b11-231b2cf0038e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=830b4992-e7be-4640-8b11-231b2cf0038e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:54.235799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:54.239952 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.333379 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.335121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ac09fa15-42c0-4be2-9363-0e28db214440 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:54.360210 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4197749-ecfa-452f-8c2d-6c4c57cf5bdd None None] Network b0119103-73c2-4eeb-adc3-2714f2f12fe7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:54.371038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Allocated IP 172.25.0.164 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ce33f622-6d44-4500-b95d-bfdbe620ce3c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:54.554778 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.569190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.578665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.586103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a95c71f1-ea21-48b8-9202-441e6a5b9eee'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:53:54.605439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=a95c71f1-ea21-48b8-9202-441e6a5b9eee,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:54.669059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] No DVR routers for this DVR port a95c71f1-ea21-48b8-9202-441e6a5b9eee on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:53:54.679143 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.683593 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-725c6eb2-ea54-491a-9eb2-c9a6bc35d75e req-4abab2d1-26b7-4b66-a343-ea1b40201915 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "DELETE /v2.0/ports/a95c71f1-ea21-48b8-9202-441e6a5b9eee HTTP/1.1" status: 204 len: 173 time: 1.0244117 Apr 30 01:53:54.685404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627c6411-4f84-45f3-bdee-7092c00be80b', 'name': 'network-vif-deleted', 'tag': 'a95c71f1-ea21-48b8-9202-441e6a5b9eee'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:53:54.688693 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c8ddad-8d6c-4d9f-805e-4e8929edd58b" -d '{"events": [{"server_uuid": "627c6411-4f84-45f3-bdee-7092c00be80b", "name": "network-vif-deleted", "tag": "a95c71f1-ea21-48b8-9202-441e6a5b9eee"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:53:54.692001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.707793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=830b4992-e7be-4640-8b11-231b2cf0038e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:54.740410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b9fbab78-9aa6-4b74-a94c-a69c4b903897 None None] Provisioning complete for port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:54.745320 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9fbab78-9aa6-4b74-a94c-a69c4b903897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.747910 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.769409 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29470ea6-0d22-47bc-9d80-fc0d05add046 x-openstack-request-id: req-29470ea6-0d22-47bc-9d80-fc0d05add046 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:53:54.770048 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627c6411-4f84-45f3-bdee-7092c00be80b", "name": "network-vif-deleted", "tag": "a95c71f1-ea21-48b8-9202-441e6a5b9eee", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:53:54.775679 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29470ea6-0d22-47bc-9d80-fc0d05add046 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:53:54.776132 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29470ea6-0d22-47bc-9d80-fc0d05add046'] response: {'server_uuid': '627c6411-4f84-45f3-bdee-7092c00be80b', 'name': 'network-vif-deleted', 'tag': 'a95c71f1-ea21-48b8-9202-441e6a5b9eee', 'status': 'completed', 'code': 200} Apr 30 01:53:54.799085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:54.817860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:54.823597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:54.875896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.objects.ports [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:53:54.876676 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:54.906244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Pushing event updated for resources: {'Port': ['ID=ce33f622-6d44-4500-b95d-bfdbe620ce3c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:54.933992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Pushing event updated for resources: {'Port': ['ID=fee155b8-f1fe-48a2-8188-b027d20225bb,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:54.962656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29d8f43d-0b89-44f4-8e24-d907c4de67af req-4b2b88ff-c370-4d78-b463-709f3651a1d9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0632491 Apr 30 01:53:54.989775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:55.008996 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:55.018103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:55.028649 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Sync routers for ids ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:55.041932 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Routers {'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:55.042549 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:55.069738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Subnet': ['ID=63dca33c-6644-4515-8dd9-c411755ac6a3,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:55.073552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Checking segment: {'id': '59af1e42-4e83-4303-8655-17ee4723be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ec5f77e-a4f3-40c4-8050-9f8e502f3137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:55.074010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network hostable DHCP agents. Network: 6ec5f77e-a4f3-40c4-8050-9f8e502f3137, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:53:55.075417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] DHCP port deletion for b0119103-73c2-4eeb-adc3-2714f2f12fe7 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:53:55.078181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ac09fa15-42c0-4be2-9363-0e28db214440 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:55.078553 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.170966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network 6ec5f77e-a4f3-40c4-8050-9f8e502f3137 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:53:55.192835 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Set router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:55.252024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 6ec5f77e-a4f3-40c4-8050-9f8e502f3137) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:55.271613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:55.272571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.329638 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.379049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083d3486-1253-42a4-8577-a446bd5e8b1a None None] Network 6ec5f77e-a4f3-40c4-8050-9f8e502f3137 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:55.392239 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e6ccc80c-a21e-493f-a0ed-a5b8a95189db tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4262114 Apr 30 01:53:55.392885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58904) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:55.398940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'port': {'network_id': '6ec5f77e-a4f3-40c4-8050-9f8e502f3137', 'name': 'tempest-NetworksIpV6TestAttrs-1110639580'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:55.456909 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:48Z', 'revision_number': 4, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port': {'id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd5530742-c10b-4461-bdbf-714a17fd342c', 'name': '', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'mac_address': 'fa:16:3e:47:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:48Z', 'updated_at': '2022-04-30T01:53:48Z', 'revision_number': 2, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'subnets': [{'id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:55.491331 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Checking router: a3bdfce3-32fc-42f5-ba20-e0abe0b335bb for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:55.491650 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Updating router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb port d5530742-c10b-4461-bdbf-714a17fd342c binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:55.527205 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.530023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Attempting to bind port fee155b8-f1fe-48a2-8188-b027d20225bb on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:55.530397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Attempting to bind port fee155b8-f1fe-48a2-8188-b027d20225bb by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:55.531399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Attempting to bind port fee155b8-f1fe-48a2-8188-b027d20225bb on network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:55.590188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:55.590570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Checking segment: {'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:55.590983 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.591384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Bound using segment: {'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:55.591904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Bound port: fee155b8-f1fe-48a2-8188-b027d20225bb, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:55.593253 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.663572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.667737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-6ec5f77e-a4f3-40c4-8050-9f8e502f3137', 'network_id': '6ec5f77e-a4f3-40c4-8050-9f8e502f3137', 'tenant_id': 'c71b62b8f72e4c3b8a8be8807e9fe35b', 'fixed_ips': [{'subnet_id': '63dca33c-6644-4515-8dd9-c411755ac6a3'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:53:55.673664 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.673811 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9fbab78-9aa6-4b74-a94c-a69c4b903897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.712699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:55.716281 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.729146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] Deleting port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:53:55.729638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.755675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] device_id is not set on port 19fced01-97ea-4390-86d7-057b1f5d4c04 yet. {{(pid=103318) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 01:53:55.874361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Router e62dd997-a209-464e-914d-e41c11d074eb is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 01:53:55.889390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] For port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7,segment=NetworkSegment(34bb16f9-7336-4cc7-9b94-af812697a368),segment_id=34bb16f9-7336-4cc7-9b94-af812697a368)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:55.890731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.891809 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:55.912488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] For port fee155b8-f1fe-48a2-8188-b027d20225bb, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:55.938448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Allocated IP 2001:db8::f816:3eff:fe6e:de67 (6ec5f77e-a4f3-40c4-8050-9f8e502f3137/63dca33c-6644-4515-8dd9-c411755ac6a3/19fced01-97ea-4390-86d7-057b1f5d4c04) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:55.981502 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.001102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] Calling delete_port for ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:53:56.006797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:56.012064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b9fbab78-9aa6-4b74-a94c-a69c4b903897 None None] For port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7,segment=NetworkSegment(34bb16f9-7336-4cc7-9b94-af812697a368),segment_id=34bb16f9-7336-4cc7-9b94-af812697a368)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:56.030633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] For port fee155b8-f1fe-48a2-8188-b027d20225bb, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fee155b8-f1fe-48a2-8188-b027d20225bb,segment=NetworkSegment(1e668ee7-6d9a-4825-ae22-bab50436ae75),segment_id=1e668ee7-6d9a-4825-ae22-bab50436ae75)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:56.040961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Sync routers for ids ['e62dd997-a209-464e-914d-e41c11d074eb'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:53:56.081021 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Pushing event updated for resources: {'Port': ['ID=d5530742-c10b-4461-bdbf-714a17fd342c,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:56.086683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:56.157469 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.157809 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.160088 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44c29799-a2e8-494f-95aa-4395245e8e93 req-037db368-ab66-4103-8638-ad64b3fd4671 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0462892 Apr 30 01:53:56.165275 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9fbab78-9aa6-4b74-a94c-a69c4b903897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.169770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.173681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-060cffe8-1c14-403c-ace7-e61800c29efc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9660330 Apr 30 01:53:56.174059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58910) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:56.175867 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.176296 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.177751 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.178090 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.178420 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.178747 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.179071 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.179390 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.179738 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.180055 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:53:56.184250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.248761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Routers {'e62dd997-a209-464e-914d-e41c11d074eb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:56.253723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e62dd997-a209-464e-914d-e41c11d074eb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:56.290208 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Attempting to bind port d5530742-c10b-4461-bdbf-714a17fd342c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:56.293224 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Attempting to bind port d5530742-c10b-4461-bdbf-714a17fd342c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:56.293594 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Attempting to bind port d5530742-c10b-4461-bdbf-714a17fd342c on network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:56.307713 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:56.308083 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Checking segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:56.308488 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.308866 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Bound using segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:56.309340 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Bound port: d5530742-c10b-4461-bdbf-714a17fd342c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:56.309758 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.372577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.397954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:56.398335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.486894 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] For port d5530742-c10b-4461-bdbf-714a17fd342c, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:56.491961 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] For port d5530742-c10b-4461-bdbf-714a17fd342c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d5530742-c10b-4461-bdbf-714a17fd342c,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:56.554397 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.554830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbab78-9aa6-4b74-a94c-a69c4b903897 None None] Pushing event updated for resources: {'Port': ['ID=ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:56.574692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-04f869c2-4445-4fe9-880f-cedca91c591d None None] Provisioning complete for port d5530742-c10b-4461-bdbf-714a17fd342c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:56.575208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04f869c2-4445-4fe9-880f-cedca91c591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.584136 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.660483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Set router e62dd997-a209-464e-914d-e41c11d074eb gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:56.724994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network 6ec5f77e-a4f3-40c4-8050-9f8e502f3137 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:56.747190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:56.748123 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Routers {'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:53:56.752262 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:56.756318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:56.781656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:56.784010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:56.826211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Port': ['ID=19fced01-97ea-4390-86d7-057b1f5d4c04,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:56.856672 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bbed4-b573-46c5-b62c-f1b4ac9a80c8 None None] Pushing event updated for resources: {'Port': ['ID=d5530742-c10b-4461-bdbf-714a17fd342c,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:56.884804 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8f3e6b4d-bd42-4187-ae1e-ca74f3a6a74e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4883811 Apr 30 01:53:56.885264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58914) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:56.920578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Allocated IP 2001:db8::f816:3eff:feb6:d85e (6ec5f77e-a4f3-40c4-8050-9f8e502f3137/63dca33c-6644-4515-8dd9-c411755ac6a3/b87596db-915a-4d1f-ae13-53292131b96d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:56.978757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a94e30-a4f8-4f05-a7c6-bd73ddb4d871 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting subnet 63dca33c-6644-4515-8dd9-c411755ac6a3 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:53:57.028615 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] Set router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:53:57.036596 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.120033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] No DVR routers for this DVR port ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:53:57.130486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Could not find standard attr ID for object ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 01:53:57.190437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.269657 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No ports have port_id starting with ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 Apr 30 01:53:57.340555 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8abd1c79-7e37-42f9-a626-43c01de327f3 req-c66da9e9-a7c3-4b32-b36b-ca5b6abca841 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0389180 Apr 30 01:53:57.342362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f273055-6166-42eb-85e6-5bc797737dd8 None None] Pushing event updated for resources: {'Port': ['ID=fee155b8-f1fe-48a2-8188-b027d20225bb,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:57.376226 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:48Z', 'revision_number': 4, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port': {'id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd5530742-c10b-4461-bdbf-714a17fd342c', 'name': '', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'mac_address': 'fa:16:3e:47:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:48Z', 'updated_at': '2022-04-30T01:53:56Z', 'revision_number': 4, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'subnets': [{'id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:57.416922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10664c3-45d8-45fb-a52a-ccc86b719249 None None] Pushing event deleted for resources: {'Port': ['ID=ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:57.441411 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537efe42-fc51-4fce-afe3-b69b932fbdbb None None] The sync data for ids ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'] in n-d-821348-1 is: [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:48Z', 'revision_number': 4, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port': {'id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'd5530742-c10b-4461-bdbf-714a17fd342c', 'name': '', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'mac_address': 'fa:16:3e:47:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:48Z', 'updated_at': '2022-04-30T01:53:56Z', 'revision_number': 4, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'subnets': [{'id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:53:57.463767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Allocated IP 172.20.0.1 (1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d/07b6e7c3-789e-4949-b522-c4329b285560/a0fe3780-5f4d-47aa-9930-e3931cee2b5d) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:53:57.473720 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04f869c2-4445-4fe9-880f-cedca91c591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.589657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 830b4992-e7be-4640-8b11-231b2cf0038e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:57.646098 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.680023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-04f869c2-4445-4fe9-880f-cedca91c591d None None] For port d5530742-c10b-4461-bdbf-714a17fd342c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d5530742-c10b-4461-bdbf-714a17fd342c,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:53:57.718808 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.725147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:53:55Z', 'revision_number': 3, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:53:57.770507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Checking router: e62dd997-a209-464e-914d-e41c11d074eb for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:53:57.771116 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Updating router e62dd997-a209-464e-914d-e41c11d074eb port ce33f622-6d44-4500-b95d-bfdbe620ce3c binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:53:57.778933 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04f869c2-4445-4fe9-880f-cedca91c591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.805980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a95c71f1-ea21-48b8-9202-441e6a5b9eee no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:53:57.811253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.849377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61a94e30-a4f8-4f05-a7c6-bd73ddb4d871 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.886640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:57.892800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:57.907117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:57.948879 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:57.952833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61a94e30-a4f8-4f05-a7c6-bd73ddb4d871 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.053740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Pushing event updated for resources: {'Port': ['ID=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:58.087133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.205901 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61a94e30-a4f8-4f05-a7c6-bd73ddb4d871 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.321669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f869c2-4445-4fe9-880f-cedca91c591d None None] Pushing event updated for resources: {'Port': ['ID=d5530742-c10b-4461-bdbf-714a17fd342c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:58.345338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 830b4992-e7be-4640-8b11-231b2cf0038e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:58.345705 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.348288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ffb1b0-baa5-4b4b-af8c-a8675797eee0 None None] Network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:53:58.361127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.413974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61a94e30-a4f8-4f05-a7c6-bd73ddb4d871 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.434660 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.440162 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-61a94e30-a4f8-4f05-a7c6-bd73ddb4d871 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.448730 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-61a94e30-a4f8-4f05-a7c6-bd73ddb4d871 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/subnets/63dca33c-6644-4515-8dd9-c411755ac6a3 HTTP/1.1" status: 204 len: 168 time: 1.5614450 Apr 30 01:53:58.451828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58932) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:58.475078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a94e30-a4f8-4f05-a7c6-bd73ddb4d871 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Subnet': ['ID=63dca33c-6644-4515-8dd9-c411755ac6a3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:58.486541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: a95c71f1-ea21-48b8-9202-441e6a5b9eee {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:53:58.486882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a95c71f1-ea21-48b8-9202-441e6a5b9eee not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:53:58.529345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5ba7f-17f7-4967-ba8e-8b9ac0a0babc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:58.531139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5ba7f-17f7-4967-ba8e-8b9ac0a0babc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:58.532812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a6e5ba7f-17f7-4967-ba8e-8b9ac0a0babc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0797641 Apr 30 01:53:58.536412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 58934) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:58.552709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6453fe82-c2ee-4cdd-b338-45add134a769 None None] Provisioning complete for port d5530742-c10b-4461-bdbf-714a17fd342c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:58.553091 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6453fe82-c2ee-4cdd-b338-45add134a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.578639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b80fe178-1fea-435b-a8ad-6158cc4cf452 req-2a4d8ac1-7203-4020-85ae-3b9c8a399409 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0718787 Apr 30 01:53:58.632434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Pushing event updated for resources: {'Port': ['ID=b87596db-915a-4d1f-ae13-53292131b96d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:58.636422 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Network 6ec5f77e-a4f3-40c4-8050-9f8e502f3137 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:58.666361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:58.679862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:53:58.813947 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.910102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.932435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Attempting to bind port b87596db-915a-4d1f-ae13-53292131b96d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:58.932955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Attempting to bind port b87596db-915a-4d1f-ae13-53292131b96d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '59af1e42-4e83-4303-8655-17ee4723be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ec5f77e-a4f3-40c4-8050-9f8e502f3137'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:58.933417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Attempting to bind port b87596db-915a-4d1f-ae13-53292131b96d on network 6ec5f77e-a4f3-40c4-8050-9f8e502f3137 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:58.969254 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60d7923a-1234-4657-a75e-81ea37eeef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.975073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:58.975691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Checking segment: {'id': '59af1e42-4e83-4303-8655-17ee4723be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ec5f77e-a4f3-40c4-8050-9f8e502f3137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:58.976196 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.976771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Bound using segment: {'id': '59af1e42-4e83-4303-8655-17ee4723be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ec5f77e-a4f3-40c4-8050-9f8e502f3137'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:58.989033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:58.989992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Bound port: b87596db-915a-4d1f-ae13-53292131b96d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59af1e42-4e83-4303-8655-17ee4723be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ec5f77e-a4f3-40c4-8050-9f8e502f3137'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:58.991839 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.000599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Pushing event updated for resources: {'Port': ['ID=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:59.006097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d5530742-c10b-4461-bdbf-714a17fd342c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:53:59.156786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:53:59.158426 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:53:59.245685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2c55e877-f926-41e8-81fa-e00b8db809ac None None] Provisioning complete for port fee155b8-f1fe-48a2-8188-b027d20225bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:59.246141 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c55e877-f926-41e8-81fa-e00b8db809ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.261329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.307303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49508d70-38d4-44f8-b05c-b976f1d955a7 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.318080 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-49508d70-38d4-44f8-b05c-b976f1d955a7 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 30 01:53:59.320162 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49508d70-38d4-44f8-b05c-b976f1d955a7 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:53:59.320306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Router e62dd997-a209-464e-914d-e41c11d074eb has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:53:59.323283 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-49508d70-38d4-44f8-b05c-b976f1d955a7 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/6ec5f77e-a4f3-40c4-8050-9f8e502f3137 HTTP/1.1" status: 409 len: 405 time: 0.7853780 Apr 30 01:53:59.323821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] For port b87596db-915a-4d1f-ae13-53292131b96d, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:59.330334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:53:59.336619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] For port b87596db-915a-4d1f-ae13-53292131b96d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b87596db-915a-4d1f-ae13-53292131b96d,segment=NetworkSegment(59af1e42-4e83-4303-8655-17ee4723be32),segment_id=59af1e42-4e83-4303-8655-17ee4723be32)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:59.338080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d5530742-c10b-4461-bdbf-714a17fd342c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:53:59.338531 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.339636 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-915898451'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:53:59.348657 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.470315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Attempting to bind port ce33f622-6d44-4500-b95d-bfdbe620ce3c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:53:59.470670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Attempting to bind port ce33f622-6d44-4500-b95d-bfdbe620ce3c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:53:59.470957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Attempting to bind port ce33f622-6d44-4500-b95d-bfdbe620ce3c on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:53:59.478443 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.492833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:53:59.493211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:53:59.493615 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.494014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:53:59.495145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Bound port: ce33f622-6d44-4500-b95d-bfdbe620ce3c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:53:59.498185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.524314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:53:59.529067 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.550496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:53:59.564938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f654afa4-9005-44fc-81bd-5df7ee45c97d admin admin] 10.222.0.15 "PUT /v2.0/routers/e62dd997-a209-464e-914d-e41c11d074eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3895335 Apr 30 01:53:59.579196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:53:59.593135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c04fc-fe09-43ca-92ea-d6874f1ed6d8 None None] Pushing event updated for resources: {'Port': ['ID=ce33f622-6d44-4500-b95d-bfdbe620ce3c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:59.648507 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.650363 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Added segment 94926db5-f5a6-4803-b4b0-ecb72f9cb9bb of type vlan for network 0b193897-527d-487d-ad2d-1f3bab9bf511 Apr 30 01:53:59.707644 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c55e877-f926-41e8-81fa-e00b8db809ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.732791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] For port ce33f622-6d44-4500-b95d-bfdbe620ce3c, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:53:59.739054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] For port ce33f622-6d44-4500-b95d-bfdbe620ce3c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ce33f622-6d44-4500-b95d-bfdbe620ce3c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:53:59.794681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66bb95c4-1251-409c-9c01-3b10fa1c9670 req-af6e5709-3f4f-4e4f-af1a-579590cd7771 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0636768 Apr 30 01:53:59.798488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.880722 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb9b98-ac05-4648-9e27-8c813fc8b727 None None] Pushing event updated for resources: {'Port': ['ID=b87596db-915a-4d1f-ae13-53292131b96d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:53:59.903471 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.919049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:53:59.925851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:53:59.926522 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:00.045418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Network': ['ID=0b193897-527d-487d-ad2d-1f3bab9bf511,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:00.072812 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2c55e877-f926-41e8-81fa-e00b8db809ac None None] For port fee155b8-f1fe-48a2-8188-b027d20225bb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fee155b8-f1fe-48a2-8188-b027d20225bb,segment=NetworkSegment(1e668ee7-6d9a-4825-ae22-bab50436ae75),segment_id=1e668ee7-6d9a-4825-ae22-bab50436ae75)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:00.074331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89bab25-cb4c-4abf-923b-59bf1f6d848e None None] Network 6ec5f77e-a4f3-40c4-8050-9f8e502f3137 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:00.088723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0b193897-527d-487d-ad2d-1f3bab9bf511 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:54:00.111024 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06b1b899-22be-4c3b-a012-46d485badcca tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7779665 Apr 30 01:54:00.120075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58966) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:00.127272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'subnet': {'network_id': '0b193897-527d-487d-ad2d-1f3bab9bf511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:00.174392 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c55e877-f926-41e8-81fa-e00b8db809ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:00.189644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Routers {'e62dd997-a209-464e-914d-e41c11d074eb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:54:00.196441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:53:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e62dd997-a209-464e-914d-e41c11d074eb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:00.327292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:00.401374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c04fc-fe09-43ca-92ea-d6874f1ed6d8 None None] Pushing event updated for resources: {'Port': ['ID=ce33f622-6d44-4500-b95d-bfdbe620ce3c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:00.421290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:00.421645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ecdf2bb7-ad85-41c9-bfce-cdaf4e7cb3a7 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:00.481052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ac392f91-b880-4e57-ad64-6ba42d6c3ff9 None None] Provisioning complete for port a0fe3780-5f4d-47aa-9930-e3931cee2b5d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:00.481432 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac392f91-b880-4e57-ad64-6ba42d6c3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:00.595095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55e877-f926-41e8-81fa-e00b8db809ac None None] Pushing event updated for resources: {'Port': ['ID=fee155b8-f1fe-48a2-8188-b027d20225bb,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:00.622887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ac392f91-b880-4e57-ad64-6ba42d6c3ff9 None None] Port a0fe3780-5f4d-47aa-9930-e3931cee2b5d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:54:00.626828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] Set router e62dd997-a209-464e-914d-e41c11d074eb gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:54:00.776566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:54:00.780058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:00.888877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be78b-c670-45d2-b444-36c22b9b940e req-af5572eb-be2b-4a1a-ae3c-ca6206fefd44 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:00.890394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-af5572eb-be2b-4a1a-ae3c-ca6206fefd44 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/networks?id=262ff547-2a6a-4c5c-bfcd-f99fccdb006e HTTP/1.1" status: 200 len: 910 time: 0.5494554 Apr 30 01:54:00.915258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-d0a13695-db5f-408c-b2e6-186963c2a6e1 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/quotas/6b3de78b8d03464aa2b9c3b3b051cd98 HTTP/1.1" status: 200 len: 375 time: 0.0136511 Apr 30 01:54:00.950670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ac392f91-b880-4e57-ad64-6ba42d6c3ff9 None None] Provisioning complete for port fee155b8-f1fe-48a2-8188-b027d20225bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:00.951394 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac392f91-b880-4e57-ad64-6ba42d6c3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:00.954754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea1979-c78e-4df1-a40c-38651cea713e None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:54:00.958566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fee155b8-f1fe-48a2-8188-b027d20225bb up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:54:01.103299 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-3fa575ca-6ff7-4268-bab7-3380eb532686 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b3de78b8d03464aa2b9c3b3b051cd98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1800995 Apr 30 01:54:01.168391 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-363fe6e4-2cd6-4ef4-8947-d4b2405559cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:01.289297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:54:01.292799 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:01.340451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fee155b8-f1fe-48a2-8188-b027d20225bb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:01.340905 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:01.360302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-fd322c3c-a570-41cc-8008-08430602ffcb service neutron] 10.222.0.15 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482409 Apr 30 01:54:01.422715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea1979-c78e-4df1-a40c-38651cea713e None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:54:01.459477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Subnet': ['ID=0d85d9bf-441b-4c58-a486-dd65e00a30e5,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:01.466969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Checking segment: {'id': '94926db5-f5a6-4803-b4b0-ecb72f9cb9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0b193897-527d-487d-ad2d-1f3bab9bf511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:01.467330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network hostable DHCP agents. Network: 0b193897-527d-487d-ad2d-1f3bab9bf511, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:54:01.504055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9be2a16b-17ed-4841-b73b-3544b61ffe32 None None] Provisioning complete for port a0fe3780-5f4d-47aa-9930-e3931cee2b5d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:01.504396 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9be2a16b-17ed-4841-b73b-3544b61ffe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:01.510796 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-d36d93de-b8de-4a79-bf66-331c893e6b0c service neutron] 10.222.0.15 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340582 Apr 30 01:54:01.564958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network 0b193897-527d-487d-ad2d-1f3bab9bf511 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:54:01.568533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d5530742-c10b-4461-bdbf-714a17fd342c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:54:01.574923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:53:58Z', 'revision_number': 4, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0fe3780-5f4d-47aa-9930-e3931cee2b5d', 'name': '', 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'mac_address': 'fa:16:3e:e5:39:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '07b6e7c3-789e-4949-b522-c4329b285560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:57Z', 'updated_at': '2022-04-30T01:53:58Z', 'revision_number': 2, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'subnets': [{'id': '07b6e7c3-789e-4949-b522-c4329b285560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:01.642705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c52a1e0-ed09-465b-9b13-0f8f219ce9ba None None] The sync data for ids ['e62dd997-a209-464e-914d-e41c11d074eb'] in n-d-821348-1 is: [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:53:58Z', 'revision_number': 4, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0fe3780-5f4d-47aa-9930-e3931cee2b5d', 'name': '', 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'mac_address': 'fa:16:3e:e5:39:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '07b6e7c3-789e-4949-b522-c4329b285560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:57Z', 'updated_at': '2022-04-30T01:53:58Z', 'revision_number': 2, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'subnets': [{'id': '07b6e7c3-789e-4949-b522-c4329b285560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:54:01.647481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0b193897-527d-487d-ad2d-1f3bab9bf511) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:54:01.653248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9be2a16b-17ed-4841-b73b-3544b61ffe32 None None] Port a0fe3780-5f4d-47aa-9930-e3931cee2b5d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:54:01.655633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:01.656905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:01.756768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d5530742-c10b-4461-bdbf-714a17fd342c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:01.757221 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:01.763167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d012050c-63f4-4a42-bd58-4c3de233f897 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6414859 Apr 30 01:54:01.765392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 58992) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:01.989330 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d7e7cce-7621-4536-baa8-54d789884677 req-dd161108-ddea-433d-8cd3-256c4fec1460 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=627c6411-4f84-45f3-bdee-7092c00be80b HTTP/1.1" status: 200 len: 210 time: 0.0669174 Apr 30 01:54:02.000688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.063737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e5d17-a6ae-495e-b773-4c42b59bf3c2 None None] Network 0b193897-527d-487d-ad2d-1f3bab9bf511 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:02.132630 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88c6f18a-e5b1-445d-82ea-2388d1d13c15 req-bfc6ac06-1e93-4a47-9cd8-3e190925a59a tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 210 time: 0.0764289 Apr 30 01:54:02.153171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.198304 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.343170 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b984701-169f-4bce-891a-03b47f03712c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0b193897-527d-487d-ad2d-1f3bab9bf511', 'network_id': '0b193897-527d-487d-ad2d-1f3bab9bf511', 'tenant_id': 'c71b62b8f72e4c3b8a8be8807e9fe35b', 'fixed_ips': [{'subnet_id': '0d85d9bf-441b-4c58-a486-dd65e00a30e5'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:54:02.348497 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b984701-169f-4bce-891a-03b47f03712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.371003 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.489236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Subnet': ['ID=0d85d9bf-441b-4c58-a486-dd65e00a30e5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:02.493934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e20ee-d723-4f12-8a52-774808b97577 None None] Network 0b193897-527d-487d-ad2d-1f3bab9bf511 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:02.555439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.589555 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b193897-527d-487d-ad2d-1f3bab9bf511']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:02.599165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fee155b8-f1fe-48a2-8188-b027d20225bb up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:54:02.614222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94926db5-f5a6-4803-b4b0-ecb72f9cb9bb') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:02.614485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94926db5-f5a6-4803-b4b0-ecb72f9cb9bb') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:02.635874 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.655923 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.664133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:02.665904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:02.668455 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:02.726739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port fee155b8-f1fe-48a2-8188-b027d20225bb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:02.727113 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.850864 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.859005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:02.869519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/0b193897-527d-487d-ad2d-1f3bab9bf511 HTTP/1.1" status: 204 len: 168 time: 1.0996847 Apr 30 01:54:02.869910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59006) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:02.875896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1764194244'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:02.889799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81289b7f-fa94-4edb-abf8-bacc6304cf60 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Network': ['ID=0b193897-527d-487d-ad2d-1f3bab9bf511,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:02.991980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:54:02.995542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.032507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:54:03.046713 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.046713 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Added segment eaeca364-fb00-4e8e-82d4-d36173768cde of type vlan for network 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a Apr 30 01:54:03.092157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.208534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1eff6c72-fc5c-446b-b7db-0b8a23f93f9a req-a0fddc05-1c8a-4559-91eb-216da2e42cf7 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 210 time: 0.0292788 Apr 30 01:54:03.245206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.251411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:03.252055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.331849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Network': ['ID=2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:03.341601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:54:03.348695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59024) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:03.349231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7ecbf0c3-7436-4bd3-9c0c-a974f8fc58bc tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4737456 Apr 30 01:54:03.354126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'subnet': {'network_id': '2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:03.531478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:54:03.538617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.805163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.833234 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.878789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Subnet': ['ID=8b78195e-0702-4c54-b981-e6f63de4ae1e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:03.889516 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Checking segment: {'id': 'eaeca364-fb00-4e8e-82d4-d36173768cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:03.889775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network hostable DHCP agents. Network: 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:54:03.970545 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:03.999620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:54:04.056187 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:54:04.061089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:04.061733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:04.069951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af2671-b89b-4a36-8682-c3dbfc1d5c25 None None] Network 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:04.130483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-31b74c89-db81-4c09-b03c-9ea24cae178c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7806292 Apr 30 01:54:04.133190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59026) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:04.265762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a', 'network_id': '2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a', 'tenant_id': 'c71b62b8f72e4c3b8a8be8807e9fe35b', 'fixed_ips': [{'subnet_id': '8b78195e-0702-4c54-b981-e6f63de4ae1e'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:54:04.267030 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:04.286405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:04.364014 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:04.375726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0e52ab5-b17e-41bf-a4e0-195980af3ec1 req-f4d4becf-f383-4149-87bd-2afa326274a1 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 210 time: 0.0514920 Apr 30 01:54:04.463249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Allocated IP 2001:db8::2 (2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a/8b78195e-0702-4c54-b981-e6f63de4ae1e/136716b0-3b69-465f-9cc7-c167ce578dfc) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:54:04.650796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ce33f622-6d44-4500-b95d-bfdbe620ce3c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:54:04.693084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:04.732941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ce33f622-6d44-4500-b95d-bfdbe620ce3c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:04.733317 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:04.842261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:04.880839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be78b-c670-45d2-b444-36c22b9b940e req-27a199d9-2f0a-469b-9228-5c1bbc3d601c tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:04.882361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-27a199d9-2f0a-469b-9228-5c1bbc3d601c tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.23 "GET /v2.0/networks?id=262ff547-2a6a-4c5c-bfcd-f99fccdb006e HTTP/1.1" status: 200 len: 910 time: 0.1654112 Apr 30 01:54:04.883047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Subnet': ['ID=8b78195e-0702-4c54-b981-e6f63de4ae1e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:04.908473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Request body: {'port': {'device_id': '36fe48f0-35d5-4f7d-ba1a-ef82ce23d040', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'admin_state_up': True, 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:04.959292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:04.986357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:04.997315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaeca364-fb00-4e8e-82d4-d36173768cde') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:04.997657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaeca364-fb00-4e8e-82d4-d36173768cde') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:05.008080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.022646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Made reservation on behalf of 6b3de78b8d03464aa2b9c3b3b051cd98 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:54:05.027126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.028970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.051723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:05.055782 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:05.088167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.161376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Network 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:54:05.172148 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:54:05.174063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Pushing event updated for resources: {'Port': ['ID=136716b0-3b69-465f-9cc7-c167ce578dfc,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:05.177156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:54:05.197758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.api [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:54:05.197758 n-d-821348-1 neutron-server[103318]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:54:05.197758 n-d-821348-1 neutron-server[103318]: [parameters: {'id': '2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a'}] Apr 30 01:54:05.197758 n-d-821348-1 neutron-server[103318]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:54:05.198923 n-d-821348-1 neutron-server[103318]: DEBUG oslo_db.api [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:54:05.208120 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Sync routers for ids ['e62dd997-a209-464e-914d-e41c11d074eb'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:54:05.224607 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Routers {'e62dd997-a209-464e-914d-e41c11d074eb'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:54:05.225252 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:54:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e62dd997-a209-464e-914d-e41c11d074eb'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:05.240148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Allocated IP 172.20.0.12 (262ff547-2a6a-4c5c-bfcd-f99fccdb006e/4d22de8c-4526-47c9-adb6-0ea7d4e9a74f/4417f25b-5005-47f1-a639-77613c792d4a) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:54:05.298098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Attempting to bind port 136716b0-3b69-465f-9cc7-c167ce578dfc on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:54:05.298476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Attempting to bind port 136716b0-3b69-465f-9cc7-c167ce578dfc by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'eaeca364-fb00-4e8e-82d4-d36173768cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:54:05.298894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Attempting to bind port 136716b0-3b69-465f-9cc7-c167ce578dfc on network 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:05.312547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:54:05.312942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Checking segment: {'id': 'eaeca364-fb00-4e8e-82d4-d36173768cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:05.313515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.313921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Bound using segment: {'id': 'eaeca364-fb00-4e8e-82d4-d36173768cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:54:05.314407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Bound port: 136716b0-3b69-465f-9cc7-c167ce578dfc, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeca364-fb00-4e8e-82d4-d36173768cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:54:05.314851 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.344482 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Set router e62dd997-a209-464e-914d-e41c11d074eb gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:54:05.344725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.427197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] For port 136716b0-3b69-465f-9cc7-c167ce578dfc, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:54:05.431169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] For port 136716b0-3b69-465f-9cc7-c167ce578dfc, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=136716b0-3b69-465f-9cc7-c167ce578dfc,segment=NetworkSegment(eaeca364-fb00-4e8e-82d4-d36173768cde),segment_id=eaeca364-fb00-4e8e-82d4-d36173768cde)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:54:05.474440 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.494209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port ce33f622-6d44-4500-b95d-bfdbe620ce3c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ce33f622-6d44-4500-b95d-bfdbe620ce3c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:05.534146 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.552672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-387517bb-0ffd-47e8-87b6-e12344436f51 req-ebc8b48e-6d44-4466-b195-502b40f31e13 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 210 time: 0.0525539 Apr 30 01:54:05.585608 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.656370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.672030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a568-1c4d-49fb-8bbc-1ef986af4068 None None] Pushing event updated for resources: {'Port': ['ID=136716b0-3b69-465f-9cc7-c167ce578dfc,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:05.701794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.733624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:54:05.754565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d73581-5c8b-48af-aa6a-7a3e463bd9ce None None] Network 2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:05.800420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=ce33f622-6d44-4500-b95d-bfdbe620ce3c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:05.827199 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:53:58Z', 'revision_number': 4, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0fe3780-5f4d-47aa-9930-e3931cee2b5d', 'name': '', 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'mac_address': 'fa:16:3e:e5:39:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '07b6e7c3-789e-4949-b522-c4329b285560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:57Z', 'updated_at': '2022-04-30T01:53:58Z', 'revision_number': 2, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'subnets': [{'id': '07b6e7c3-789e-4949-b522-c4329b285560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:05.840891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:54:05.858336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:54:05.859821 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Checking router: e62dd997-a209-464e-914d-e41c11d074eb for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:54:05.860373 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Updating router e62dd997-a209-464e-914d-e41c11d074eb port a0fe3780-5f4d-47aa-9930-e3931cee2b5d binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 01:54:05.896249 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.946088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:05.946621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:05.973696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Pushing event updated for resources: {'Port': ['ID=4417f25b-5005-47f1-a639-77613c792d4a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:06.016729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting port 136716b0-3b69-465f-9cc7-c167ce578dfc {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:06.020117 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.070335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-ed5f4c92-390c-4d52-9f20-6da40ce0b3fa tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1656642 Apr 30 01:54:06.088582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Request body: {'port': {'device_id': '36fe48f0-35d5-4f7d-ba1a-ef82ce23d040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:06.127419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] For port 136716b0-3b69-465f-9cc7-c167ce578dfc, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=136716b0-3b69-465f-9cc7-c167ce578dfc,segment=NetworkSegment(eaeca364-fb00-4e8e-82d4-d36173768cde),segment_id=eaeca364-fb00-4e8e-82d4-d36173768cde)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:06.127805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.155522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Calling delete_port for 136716b0-3b69-465f-9cc7-c167ce578dfc owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:06.163893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1346ff-4e2c-4f6b-bb71-ef2f9652ac7e None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:54:06.195380 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.332049 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.334129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-aacbd8e4-0b34-4e49-9df8-ba644500ccc1 None None] Provisioning complete for port 4417f25b-5005-47f1-a639-77613c792d4a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:06.334506 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aacbd8e4-0b34-4e49-9df8-ba644500ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.384954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1346ff-4e2c-4f6b-bb71-ef2f9652ac7e None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:54:06.388299 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-aacbd8e4-0b34-4e49-9df8-ba644500ccc1 None None] Port 4417f25b-5005-47f1-a639-77613c792d4a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:54:06.399934 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.464486 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.480189 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99214862-4d24-4b6a-8b16-a13b2cde36ac None None] Pushing event updated for resources: {'Port': ['ID=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:06.599298 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Attempting to bind port a0fe3780-5f4d-47aa-9930-e3931cee2b5d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:54:06.599500 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Attempting to bind port a0fe3780-5f4d-47aa-9930-e3931cee2b5d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:54:06.599910 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Attempting to bind port a0fe3780-5f4d-47aa-9930-e3931cee2b5d on network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:06.605607 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:54:06.606197 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Checking segment: {'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:06.609109 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.609109 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Bound using segment: {'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:54:06.609109 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Bound port: a0fe3780-5f4d-47aa-9930-e3931cee2b5d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e668ee7-6d9a-4825-ae22-bab50436ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:54:06.609109 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.667515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ce33f622-6d44-4500-b95d-bfdbe620ce3c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:54:06.668399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4417f25b-5005-47f1-a639-77613c792d4a {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:54:06.690658 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.718004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Transition to ACTIVE for port object 4417f25b-5005-47f1-a639-77613c792d4a will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:54:06.719678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No DVR routers for this DVR port 136716b0-3b69-465f-9cc7-c167ce578dfc on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:06.724015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Port': ['ID=136716b0-3b69-465f-9cc7-c167ce578dfc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:06.754557 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] For port a0fe3780-5f4d-47aa-9930-e3931cee2b5d, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:54:06.764286 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] For port a0fe3780-5f4d-47aa-9930-e3931cee2b5d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,segment=NetworkSegment(1e668ee7-6d9a-4825-ae22-bab50436ae75),segment_id=1e668ee7-6d9a-4825-ae22-bab50436ae75)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:54:06.775395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919cdfb-6695-4442-ae99-e2a84e106c46 req-744261de-5d70-4d80-b912-a996a41cc4a1 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:06.788998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0919cdfb-6695-4442-ae99-e2a84e106c46 req-744261de-5d70-4d80-b912-a996a41cc4a1 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1028 time: 0.1064343 Apr 30 01:54:06.813922 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.833896 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.843656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0919cdfb-6695-4442-ae99-e2a84e106c46 req-578a110d-5a19-4ebc-bed3-8cc435e664c6 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531540 Apr 30 01:54:06.897288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ce33f622-6d44-4500-b95d-bfdbe620ce3c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:06.898086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:06.933888 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99214862-4d24-4b6a-8b16-a13b2cde36ac None None] Pushing event updated for resources: {'Port': ['ID=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:06.938064 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Routers {'e62dd997-a209-464e-914d-e41c11d074eb'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:54:06.938064 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:54:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e62dd997-a209-464e-914d-e41c11d074eb'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:07.103837 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.211151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Pushing event updated for resources: {'Port': ['ID=4417f25b-5005-47f1-a639-77613c792d4a,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:07.245721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Attempting to bind port 4417f25b-5005-47f1-a639-77613c792d4a on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:54:07.246255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Attempting to bind port 4417f25b-5005-47f1-a639-77613c792d4a by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:54:07.246761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Attempting to bind port 4417f25b-5005-47f1-a639-77613c792d4a on network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:07.250225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:07.262952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Port 4417f25b-5005-47f1-a639-77613c792d4a on network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:54:07.264509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Attempting to bind port 4417f25b-5005-47f1-a639-77613c792d4a on network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:07.269114 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaeca364-fb00-4e8e-82d4-d36173768cde') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:07.269761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaeca364-fb00-4e8e-82d4-d36173768cde') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:07.282796 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] Set router e62dd997-a209-464e-914d-e41c11d074eb gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:54:07.294093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.296017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:54:07.296286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Checking segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:07.298630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Bound using segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:54:07.299628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Bound port: 4417f25b-5005-47f1-a639-77613c792d4a, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:54:07.302834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.338163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-730b812e-b596-47b7-b6f8-1d0f65049895 None None] Provisioning complete for port a0fe3780-5f4d-47aa-9930-e3931cee2b5d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:07.339198 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-730b812e-b596-47b7-b6f8-1d0f65049895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.368199 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.399113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:07.399625 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:07.402748 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:07.470426 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-730b812e-b596-47b7-b6f8-1d0f65049895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.541944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-730b812e-b596-47b7-b6f8-1d0f65049895 None None] For port a0fe3780-5f4d-47aa-9930-e3931cee2b5d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,segment=NetworkSegment(1e668ee7-6d9a-4825-ae22-bab50436ae75),segment_id=1e668ee7-6d9a-4825-ae22-bab50436ae75)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:07.608679 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:53:58Z', 'revision_number': 4, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0fe3780-5f4d-47aa-9930-e3931cee2b5d', 'name': '', 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'mac_address': 'fa:16:3e:e5:39:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '07b6e7c3-789e-4949-b522-c4329b285560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:57Z', 'updated_at': '2022-04-30T01:54:06Z', 'revision_number': 4, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'subnets': [{'id': '07b6e7c3-789e-4949-b522-c4329b285560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:07.622487 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-730b812e-b596-47b7-b6f8-1d0f65049895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.626508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] For port 4417f25b-5005-47f1-a639-77613c792d4a, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:54:07.639336 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9de6e9-38b0-4e6e-9c03-6cb49b47b06c None None] The sync data for ids ['e62dd997-a209-464e-914d-e41c11d074eb'] in n-d-821348-1 is: [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:53:58Z', 'revision_number': 4, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0fe3780-5f4d-47aa-9930-e3931cee2b5d', 'name': '', 'network_id': '1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'mac_address': 'fa:16:3e:e5:39:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '07b6e7c3-789e-4949-b522-c4329b285560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:57Z', 'updated_at': '2022-04-30T01:54:06Z', 'revision_number': 4, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'subnets': [{'id': '07b6e7c3-789e-4949-b522-c4329b285560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:54:07.696079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b812e-b596-47b7-b6f8-1d0f65049895 None None] Pushing event updated for resources: {'Port': ['ID=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:07.698086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] For port 4417f25b-5005-47f1-a639-77613c792d4a, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4417f25b-5005-47f1-a639-77613c792d4a,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:54:07.703961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.726587 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.735624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a HTTP/1.1" status: 204 len: 168 time: 3.6002877 Apr 30 01:54:07.740819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59110) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:07.746565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-603951884'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:07.762890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.765496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a3d1-625d-4249-bab9-8baf59e88e1e tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Network': ['ID=2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:07.793414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d525c2e2-eac5-4874-9455-1cfe2abdaee4 None None] Provisioning complete for port a0fe3780-5f4d-47aa-9930-e3931cee2b5d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:07.793762 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d525c2e2-eac5-4874-9455-1cfe2abdaee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.853245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:07.855591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.857165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-0bda478c-f425-4457-be1b-899126c95211 service neutron] 10.222.0.23 "PUT /v2.0/ports/4417f25b-5005-47f1-a639-77613c792d4a HTTP/1.1" status: 200 len: 1092 time: 1.7728546 Apr 30 01:54:07.857912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fe48f0-35d5-4f7d-ba1a-ef82ce23d040', 'tag': '4417f25b-5005-47f1-a639-77613c792d4a'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:54:07.875689 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6225150a-5102-4f3e-8611-8db89fa9e589" -d '{"events": [{"name": "network-changed", "server_uuid": "36fe48f0-35d5-4f7d-ba1a-ef82ce23d040", "tag": "4417f25b-5005-47f1-a639-77613c792d4a"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:54:07.885294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:54:07.890731 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:07.909942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda478c-f425-4457-be1b-899126c95211 service neutron] Pushing event updated for resources: {'Port': ['ID=4417f25b-5005-47f1-a639-77613c792d4a,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:07.975191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 01:54:08.053801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be78b-c670-45d2-b444-36c22b9b940e req-a085f996-ce9d-4afc-a2f9-90a5bb4390f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:08.056301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-a085f996-ce9d-4afc-a2f9-90a5bb4390f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b3de78b8d03464aa2b9c3b3b051cd98&device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1095 time: 0.0933366 Apr 30 01:54:08.084300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:08.084647 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Added segment fc67d2a8-d0ac-4358-8731-1af2ae8deef9 of type vlan for network 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 Apr 30 01:54:08.136380 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-3633b90f-a235-4b46-a66c-61eb1872a260 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4417f25b-5005-47f1-a639-77613c792d4a HTTP/1.1" status: 200 len: 217 time: 0.0678205 Apr 30 01:54:08.173142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3a5da-c049-45c3-9d3a-fcd26f282ade req-3ce5d254-ef11-4969-a2a7-683b6d2fa537 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:08.175715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fd3a5da-c049-45c3-9d3a-fcd26f282ade req-3ce5d254-ef11-4969-a2a7-683b6d2fa537 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1095 time: 0.1822953 Apr 30 01:54:08.178217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:08.241800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fd3a5da-c049-45c3-9d3a-fcd26f282ade req-b8b51c4d-bf22-4076-879b-c6f474dc2bb8 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535378 Apr 30 01:54:08.247655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be78b-c670-45d2-b444-36c22b9b940e req-c3397767-eec5-4ed8-b416-6d19fa8a6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:08.247655 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-c3397767-eec5-4ed8-b416-6d19fa8a6c04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d22de8c-4526-47c9-adb6-0ea7d4e9a74f HTTP/1.1" status: 200 len: 849 time: 0.0995743 Apr 30 01:54:08.295642 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d32a87-4f74-4d0f-b979-5cdf86b6ac28 x-openstack-request-id: req-24d32a87-4f74-4d0f-b979-5cdf86b6ac28 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:54:08.295966 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fe48f0-35d5-4f7d-ba1a-ef82ce23d040", "tag": "4417f25b-5005-47f1-a639-77613c792d4a", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:54:08.296174 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24d32a87-4f74-4d0f-b979-5cdf86b6ac28 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:54:08.296708 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d32a87-4f74-4d0f-b979-5cdf86b6ac28'] response: {'name': 'network-changed', 'server_uuid': '36fe48f0-35d5-4f7d-ba1a-ef82ce23d040', 'tag': '4417f25b-5005-47f1-a639-77613c792d4a', 'status': 'completed', 'code': 200} Apr 30 01:54:08.319047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be78b-c670-45d2-b444-36c22b9b940e req-cf9d8870-0e34-4e47-9ef2-42f22f01d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:08.319047 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-cf9d8870-0e34-4e47-9ef2-42f22f01d878 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=262ff547-2a6a-4c5c-bfcd-f99fccdb006e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612111 Apr 30 01:54:08.341246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:08.342949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:08.343610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:08.452215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Network': ['ID=9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:08.458107 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-048bea7a-5892-40e0-82c6-42c12cb23969 service neutron] 10.222.0.23 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285326 Apr 30 01:54:08.467395 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-054ab1e2-838e-4c8a-afdf-37c6220097cb tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7228849 Apr 30 01:54:08.468147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59124) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:08.473602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Request body: {'subnet': {'network_id': '9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:08.502737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 01:54:08.691559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949be78b-c670-45d2-b444-36c22b9b940e req-9bfd62cf-4ec2-483a-85fe-7451815039eb service neutron] 10.222.0.23 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128625 Apr 30 01:54:08.724355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0fe3780-5f4d-47aa-9930-e3931cee2b5d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:54:08.802987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a0fe3780-5f4d-47aa-9930-e3931cee2b5d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:08.802987 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:08.900436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-e4775768-fdef-4bee-8826-c0d396ea3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:08.900436 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-e4775768-fdef-4bee-8826-c0d396ea3aed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b3de78b8d03464aa2b9c3b3b051cd98&device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1095 time: 0.0681598 Apr 30 01:54:08.903674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Made reservation on behalf of c71b62b8f72e4c3b8a8be8807e9fe35b for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:54:08.909856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:09.091927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-2151282c-9f49-48da-aeb0-24b93c2cc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:09.093771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-2151282c-9f49-48da-aeb0-24b93c2cc697 service neutron] 10.222.0.23 "GET /v2.0/networks?id=262ff547-2a6a-4c5c-bfcd-f99fccdb006e HTTP/1.1" status: 200 len: 910 time: 0.1887538 Apr 30 01:54:09.163703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-a6fdc3a7-60a3-4c26-bc5e-31e88901ae2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4417f25b-5005-47f1-a639-77613c792d4a HTTP/1.1" status: 200 len: 217 time: 0.0618632 Apr 30 01:54:09.223223 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-e1c73324-0e01-4bfc-8c32-d15873e04801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:09.227214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-e1c73324-0e01-4bfc-8c32-d15873e04801 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d22de8c-4526-47c9-adb6-0ea7d4e9a74f HTTP/1.1" status: 200 len: 849 time: 0.0543902 Apr 30 01:54:09.278814 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-27d77286-fd48-4350-84b9-a580a33ebe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:09.280416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-27d77286-fd48-4350-84b9-a580a33ebe6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=262ff547-2a6a-4c5c-bfcd-f99fccdb006e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474336 Apr 30 01:54:09.337089 n-d-821348-1 neutron-server[103319]: DEBUG neutron.objects.ports [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103319) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 30 01:54:09.350065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:09.429795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-491dbe07-a3e9-4f11-b28a-9665784abf61 service neutron] 10.222.0.23 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368065 Apr 30 01:54:09.451198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event updated for resources: {'Subnet': ['ID=0f6f062d-da73-4c06-a7c7-6da95645b0de,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:09.471327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8064b-436a-4836-a3d7-012554134572 req-fe8f5743-cfa4-48bc-ac22-0533b57d8f68 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:09.473653 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05d8064b-436a-4836-a3d7-012554134572 req-fe8f5743-cfa4-48bc-ac22-0533b57d8f68 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1095 time: 0.1340048 Apr 30 01:54:09.517278 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Checking segment: {'id': 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:09.517650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network hostable DHCP agents. Network: 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 01:54:09.525236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05d8064b-436a-4836-a3d7-012554134572 req-f4b85157-5701-4688-bee6-f9f3f7fdcd70 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Apr 30 01:54:09.587932 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6225150a-5102-4f3e-8611-8db89fa9e589 req-aa24dc13-c1ff-476b-a9b9-8f24eb9e3de3 service neutron] 10.222.0.23 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476829 Apr 30 01:54:09.610388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Network 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 01:54:09.679479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:54:09.685319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:09.686431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:09.688324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb851ad-9894-4db8-9953-ef373973ec6a None None] Network 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:09.770429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-34283d52-483b-4dee-8b34-203287517234 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3012202 Apr 30 01:54:09.773109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59178) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:09.866892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7', 'network_id': '9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7', 'tenant_id': 'c71b62b8f72e4c3b8a8be8807e9fe35b', 'fixed_ips': [{'subnet_id': '0f6f062d-da73-4c06-a7c7-6da95645b0de'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 01:54:09.868129 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:09.921037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:09.989130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.037288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Allocated IP 2001:db8::f816:3eff:fe70:429d (9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7/0f6f062d-da73-4c06-a7c7-6da95645b0de/891c356f-daf6-4e18-b4d9-7688c8a9bb39) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:54:10.191200 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.245856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.283309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Network 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:54:10.288195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:54:10.291957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:54:10.304503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Pushing event updated for resources: {'Port': ['ID=891c356f-daf6-4e18-b4d9-7688c8a9bb39,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:10.336966 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.365856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6f062d-da73-4c06-a7c7-6da95645b0de,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:10.374020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Attempting to bind port 891c356f-daf6-4e18-b4d9-7688c8a9bb39 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:54:10.374704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Attempting to bind port 891c356f-daf6-4e18-b4d9-7688c8a9bb39 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:54:10.375625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Attempting to bind port 891c356f-daf6-4e18-b4d9-7688c8a9bb39 on network 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:10.383844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:54:10.384613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Checking segment: {'id': 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:10.385348 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.386224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Bound using segment: {'id': 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:54:10.386751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Bound port: 891c356f-daf6-4e18-b4d9-7688c8a9bb39, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:54:10.387160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.450857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.477699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:10.482057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] For port 891c356f-daf6-4e18-b4d9-7688c8a9bb39, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:54:10.485591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] For port 891c356f-daf6-4e18-b4d9-7688c8a9bb39, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=891c356f-daf6-4e18-b4d9-7688c8a9bb39,segment=NetworkSegment(fc67d2a8-d0ac-4358-8731-1af2ae8deef9),segment_id=fc67d2a8-d0ac-4358-8731-1af2ae8deef9)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:54:10.488074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:10.488382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:10.497960 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.554175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.557387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.565661 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:10.566405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:10.571077 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:10.699519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 01:54:10.699519 n-d-821348-1 neutron-server[103319]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 01:54:10.699519 n-d-821348-1 neutron-server[103319]: [parameters: {'id': '9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7'}] Apr 30 01:54:10.699519 n-d-821348-1 neutron-server[103319]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:54:10.700147 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:54:10.708877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb668d2-b14f-4fe8-a465-8501995c5c64 None None] Pushing event updated for resources: {'Port': ['ID=891c356f-daf6-4e18-b4d9-7688c8a9bb39,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:10.714495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dcd77-ee11-4c4b-a1d5-52383ea4c1c2 req-e1a553cc-72ad-43a9-930c-d7e6ef9d918c tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:10.724443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-316dcd77-ee11-4c4b-a1d5-52383ea4c1c2 req-e1a553cc-72ad-43a9-930c-d7e6ef9d918c tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1095 time: 0.0649924 Apr 30 01:54:10.726602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e22bf4-ab58-45bd-b085-4dbda30da92d None None] Network 9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:10.762082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-316dcd77-ee11-4c4b-a1d5-52383ea4c1c2 req-9c819e13-e05a-43ca-b702-262345bd0e0e tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366375 Apr 30 01:54:10.869622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0ebe77-d521-4c08-b704-9e41585a4cad None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 01:54:10.995909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ebe77-d521-4c08-b704-9e41585a4cad None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 01:54:11.202886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.288221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting port 891c356f-daf6-4e18-b4d9-7688c8a9bb39 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:11.288566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.371190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] For port 891c356f-daf6-4e18-b4d9-7688c8a9bb39, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=891c356f-daf6-4e18-b4d9-7688c8a9bb39,segment=NetworkSegment(fc67d2a8-d0ac-4358-8731-1af2ae8deef9),segment_id=fc67d2a8-d0ac-4358-8731-1af2ae8deef9)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:11.371596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.389564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Calling delete_port for 891c356f-daf6-4e18-b4d9-7688c8a9bb39 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:11.530320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.562814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Port': ['ID=891c356f-daf6-4e18-b4d9-7688c8a9bb39,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:11.572226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No DVR routers for this DVR port 891c356f-daf6-4e18-b4d9-7688c8a9bb39 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:11.666174 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.688148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:11.697961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:11.698238 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc67d2a8-d0ac-4358-8731-1af2ae8deef9') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:11.708251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.722705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.729133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:11.729525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:11.732601 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:11.849668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 4417f25b-5005-47f1-a639-77613c792d4a details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:54:11.852794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.887613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:11.891633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 HTTP/1.1" status: 204 len: 168 time: 2.1174872 Apr 30 01:54:11.896895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59198) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:11.908284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f125e90-ff89-4e9b-879a-612f95b16472 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Network': ['ID=9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:11.925461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654892f7-d897-4316-a0b2-7f8c6204dea5 req-652b87fd-b4ff-45e7-9556-09caa1917345 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:11.927216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-654892f7-d897-4316-a0b2-7f8c6204dea5 req-652b87fd-b4ff-45e7-9556-09caa1917345 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1095 time: 0.0872221 Apr 30 01:54:11.941452 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-448460bc-3497-4b0e-af47-10768ec31bb9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): The resource could not be found. Apr 30 01:54:11.945258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448460bc-3497-4b0e-af47-10768ec31bb9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:54:11.945938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-448460bc-3497-4b0e-af47-10768ec31bb9 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/subnets/0f6f062d-da73-4c06-a7c7-6da95645b0de HTTP/1.1" status: 404 len: 337 time: 0.0474615 Apr 30 01:54:11.948128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59200) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:11.971327 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5c4177-f1db-4ceb-88e4-57c765472022 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): The resource could not be found. Apr 30 01:54:11.972586 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-654892f7-d897-4316-a0b2-7f8c6204dea5 req-01388768-70ce-495a-b1e6-f3c6c0924161 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383654 Apr 30 01:54:11.972732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5c4177-f1db-4ceb-88e4-57c765472022 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:54:11.976059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3e5c4177-f1db-4ceb-88e4-57c765472022 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/9e94d9ff-b886-4d5c-8cc4-15cedfc95ef7 HTTP/1.1" status: 404 len: 339 time: 0.0261178 Apr 30 01:54:11.978504 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:11.995382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 4417f25b-5005-47f1-a639-77613c792d4a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4417f25b-5005-47f1-a639-77613c792d4a,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:12.008738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '4417f25b-5005-47f1-a639-77613c792d4a', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'port_id': '4417f25b-5005-47f1-a639-77613c792d4a', 'mac_address': 'fa:16:3e:ac:15:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:54:12.008936 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-180f8fa4-c829-48da-a1cb-2c4eddbda987 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): The resource could not be found. Apr 30 01:54:12.009213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180f8fa4-c829-48da-a1cb-2c4eddbda987 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:54:12.014809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-180f8fa4-c829-48da-a1cb-2c4eddbda987 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/subnets/8b78195e-0702-4c54-b981-e6f63de4ae1e HTTP/1.1" status: 404 len: 337 time: 0.0352361 Apr 30 01:54:12.017161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59204) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:12.042452 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd97f7b-a333-4c9e-be20-037eac4fda52 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): The resource could not be found. Apr 30 01:54:12.043085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd97f7b-a333-4c9e-be20-037eac4fda52 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:54:12.046503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3dd97f7b-a333-4c9e-be20-037eac4fda52 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/2bc83ad5-05e2-4cb9-ad2c-ad42cc35d94a HTTP/1.1" status: 404 len: 339 time: 0.0279500 Apr 30 01:54:12.048811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59208) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:12.064110 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.077839 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-95551923-0dda-41c4-8753-d82828806cf1 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): The resource could not be found. Apr 30 01:54:12.078546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95551923-0dda-41c4-8753-d82828806cf1 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:54:12.084353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4417f25b-5005-47f1-a639-77613c792d4a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:54:12.084768 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95551923-0dda-41c4-8753-d82828806cf1 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/subnets/0d85d9bf-441b-4c58-a486-dd65e00a30e5 HTTP/1.1" status: 404 len: 337 time: 0.0346940 Apr 30 01:54:12.086949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59210) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:12.107934 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-142bbd4b-f453-454e-9324-c5cecb53ca45 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): The resource could not be found. Apr 30 01:54:12.108818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142bbd4b-f453-454e-9324-c5cecb53ca45 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:54:12.112071 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-142bbd4b-f453-454e-9324-c5cecb53ca45 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/0b193897-527d-487d-ad2d-1f3bab9bf511 HTTP/1.1" status: 404 len: 339 time: 0.0234530 Apr 30 01:54:12.115030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59212) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:12.129577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 4417f25b-5005-47f1-a639-77613c792d4a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4417f25b-5005-47f1-a639-77613c792d4a,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:12.200605 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.210473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2e435755-f88a-4764-b5d7-2afcaef3e377 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting port 19fced01-97ea-4390-86d7-057b1f5d4c04 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:12.211056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e435755-f88a-4764-b5d7-2afcaef3e377 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.259005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=4417f25b-5005-47f1-a639-77613c792d4a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:12.288133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e435755-f88a-4764-b5d7-2afcaef3e377 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.307039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2e435755-f88a-4764-b5d7-2afcaef3e377 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Calling delete_port for 19fced01-97ea-4390-86d7-057b1f5d4c04 owned by {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:12.444102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['4417f25b-5005-47f1-a639-77613c792d4a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:54:12.467472 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e435755-f88a-4764-b5d7-2afcaef3e377 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.506287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e435755-f88a-4764-b5d7-2afcaef3e377 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Port': ['ID=19fced01-97ea-4390-86d7-057b1f5d4c04,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:12.512068 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e435755-f88a-4764-b5d7-2afcaef3e377 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.515397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2e435755-f88a-4764-b5d7-2afcaef3e377 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/ports/19fced01-97ea-4390-86d7-057b1f5d4c04 HTTP/1.1" status: 204 len: 168 time: 0.3991389 Apr 30 01:54:12.518902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59216) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:12.550808 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee6b45d-8933-4eec-b19e-8a8306a4aa86 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): The resource could not be found. Apr 30 01:54:12.550808 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee6b45d-8933-4eec-b19e-8a8306a4aa86 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:54:12.555191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eee6b45d-8933-4eec-b19e-8a8306a4aa86 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/subnets/63dca33c-6644-4515-8dd9-c411755ac6a3 HTTP/1.1" status: 404 len: 337 time: 0.0353212 Apr 30 01:54:12.557653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59218) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:12.650601 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.716861 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting port b87596db-915a-4d1f-ae13-53292131b96d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:12.717277 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.786025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] For port b87596db-915a-4d1f-ae13-53292131b96d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b87596db-915a-4d1f-ae13-53292131b96d,segment=NetworkSegment(59af1e42-4e83-4303-8655-17ee4723be32),segment_id=59af1e42-4e83-4303-8655-17ee4723be32)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:12.786388 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.801218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Calling delete_port for b87596db-915a-4d1f-ae13-53292131b96d owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:12.925084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:12.953934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Port': ['ID=b87596db-915a-4d1f-ae13-53292131b96d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:12.953934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No DVR routers for this DVR port b87596db-915a-4d1f-ae13-53292131b96d on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:13.057844 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.092507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec5f77e-a4f3-40c4-8050-9f8e502f3137']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:13.116111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59af1e42-4e83-4303-8655-17ee4723be32') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:13.116408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59af1e42-4e83-4303-8655-17ee4723be32') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:13.127242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.143571 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.149916 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a18cee-ef86-440f-9137-b9e0161a3bd0 req-c1009294-7c2d-48a4-9c70-4f3774e88ca2 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:13.151446 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8a18cee-ef86-440f-9137-b9e0161a3bd0 req-c1009294-7c2d-48a4-9c70-4f3774e88ca2 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1096 time: 0.0763717 Apr 30 01:54:13.153994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:13.154613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:13.157278 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:13.236077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8a18cee-ef86-440f-9137-b9e0161a3bd0 req-38699e20-04ce-4b74-8244-2ab2974b8d55 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779262 Apr 30 01:54:13.324602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.345189 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.348559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/6ec5f77e-a4f3-40c4-8050-9f8e502f3137 HTTP/1.1" status: 204 len: 168 time: 0.7869954 Apr 30 01:54:13.349532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e765a-c855-495f-867b-2f905fc14d6c tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Network': ['ID=6ec5f77e-a4f3-40c4-8050-9f8e502f3137,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:13.351992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:13.456101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d6b27d92-c252-463d-a6b2-e53514a53016 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting port 56b302dd-c7d6-418b-8890-a784194ae049 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:13.456443 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6b27d92-c252-463d-a6b2-e53514a53016 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.522805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6b27d92-c252-463d-a6b2-e53514a53016 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.537115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d6b27d92-c252-463d-a6b2-e53514a53016 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Calling delete_port for 56b302dd-c7d6-418b-8890-a784194ae049 owned by {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:13.702433 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6b27d92-c252-463d-a6b2-e53514a53016 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.732476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b27d92-c252-463d-a6b2-e53514a53016 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Port': ['ID=56b302dd-c7d6-418b-8890-a784194ae049,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:13.738097 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6b27d92-c252-463d-a6b2-e53514a53016 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.743793 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6b27d92-c252-463d-a6b2-e53514a53016 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/ports/56b302dd-c7d6-418b-8890-a784194ae049 HTTP/1.1" status: 204 len: 168 time: 0.3885567 Apr 30 01:54:13.744557 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59234) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:13.775621 n-d-821348-1 neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d4e592-c452-4ff0-b8da-101e9e22dcb2 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] DELETE failed (client error): The resource could not be found. Apr 30 01:54:13.776608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d4e592-c452-4ff0-b8da-101e9e22dcb2 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103319) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 01:54:13.779853 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e2d4e592-c452-4ff0-b8da-101e9e22dcb2 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/subnets/00d7ad02-8e67-4ae5-8102-d1d237a8e2f3 HTTP/1.1" status: 404 len: 337 time: 0.0341671 Apr 30 01:54:13.782399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59236) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:13.850909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 4417f25b-5005-47f1-a639-77613c792d4a up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:54:13.874534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.966810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.976410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 4417f25b-5005-47f1-a639-77613c792d4a completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:54:13.981660 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 4417f25b-5005-47f1-a639-77613c792d4a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:13.982282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:13.992668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0119103-73c2-4eeb-adc3-2714f2f12fe7']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:14.004714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bb16f9-7336-4cc7-9b94-af812697a368') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:14.005082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bb16f9-7336-4cc7-9b94-af812697a368') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:14.015402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.035243 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.043767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:14.044358 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:14.047796 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:14.089266 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.124293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fe48f0-35d5-4f7d-ba1a-ef82ce23d040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4417f25b-5005-47f1-a639-77613c792d4a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:54:14.126612 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7ce4c8-b36a-4721-9b19-067d9b0df77f" -d '{"events": [{"server_uuid": "36fe48f0-35d5-4f7d-ba1a-ef82ce23d040", "name": "network-vif-plugged", "status": "completed", "tag": "4417f25b-5005-47f1-a639-77613c792d4a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:54:14.140156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 4417f25b-5005-47f1-a639-77613c792d4a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4417f25b-5005-47f1-a639-77613c792d4a,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:14.169369 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b7e28f-aaf0-4a3b-99b5-944bacdfa1f9 x-openstack-request-id: req-02b7e28f-aaf0-4a3b-99b5-944bacdfa1f9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:54:14.169712 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fe48f0-35d5-4f7d-ba1a-ef82ce23d040", "name": "network-vif-plugged", "status": "completed", "tag": "4417f25b-5005-47f1-a639-77613c792d4a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:54:14.170290 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02b7e28f-aaf0-4a3b-99b5-944bacdfa1f9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:54:14.170853 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b7e28f-aaf0-4a3b-99b5-944bacdfa1f9'] response: {'server_uuid': '36fe48f0-35d5-4f7d-ba1a-ef82ce23d040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4417f25b-5005-47f1-a639-77613c792d4a', 'code': 200} Apr 30 01:54:14.199703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.203831 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.208488 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/b0119103-73c2-4eeb-adc3-2714f2f12fe7 HTTP/1.1" status: 204 len: 168 time: 0.4250939 Apr 30 01:54:14.211071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59240) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:14.226228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d13ce-9927-49c2-82cc-ac4d8bb4b33d tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Network': ['ID=b0119103-73c2-4eeb-adc3-2714f2f12fe7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:14.233014 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.292094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-394c60c2-4d73-4066-a957-d14795ccbb20 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting subnet 62e478fd-38da-4be1-9abf-efbcffa60470 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:54:14.297363 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-394c60c2-4d73-4066-a957-d14795ccbb20 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.339403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=4417f25b-5005-47f1-a639-77613c792d4a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:14.342992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602178d-86be-4f9d-9c40-b449c13cf577 req-c6dd1783-be3e-4939-8276-ddea3d304fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:14.360094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1602178d-86be-4f9d-9c40-b449c13cf577 req-c6dd1783-be3e-4939-8276-ddea3d304fd6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0961039 Apr 30 01:54:14.361370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-394c60c2-4d73-4066-a957-d14795ccbb20 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.420762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1602178d-86be-4f9d-9c40-b449c13cf577 req-826b37fb-f1ef-4e2d-a883-1f7fd0f39863 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Apr 30 01:54:14.443815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f32465-ff6a-4723-952a-137a5e094057 req-f022d471-23f9-410d-93fb-5311ee37a361 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:14.445355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92f32465-ff6a-4723-952a-137a5e094057 req-f022d471-23f9-410d-93fb-5311ee37a361 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0880606 Apr 30 01:54:14.511856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-394c60c2-4d73-4066-a957-d14795ccbb20 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.515828 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-92f32465-ff6a-4723-952a-137a5e094057 req-63d7e8e2-7499-4edd-8589-6baab53664bd tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640495 Apr 30 01:54:14.662636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-394c60c2-4d73-4066-a957-d14795ccbb20 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.691304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c60c2-4d73-4066-a957-d14795ccbb20 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Subnet': ['ID=62e478fd-38da-4be1-9abf-efbcffa60470,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:14.695316 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-394c60c2-4d73-4066-a957-d14795ccbb20 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.698861 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-394c60c2-4d73-4066-a957-d14795ccbb20 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/subnets/62e478fd-38da-4be1-9abf-efbcffa60470 HTTP/1.1" status: 204 len: 168 time: 0.4860556 Apr 30 01:54:14.702773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59250) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:14.705234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b357a42d-b5a2-4000-b914-76324a642032 None None] Network dae75add-1f38-4497-b780-3e402e90b8a1 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:14.802529 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.885357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Deleting port ac09fa15-42c0-4be2-9363-0e28db214440 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:14.885696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.913226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] DHCP port deletion for dae75add-1f38-4497-b780-3e402e90b8a1 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:54:14.958136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] For port ac09fa15-42c0-4be2-9363-0e28db214440, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ac09fa15-42c0-4be2-9363-0e28db214440,segment=NetworkSegment(bd0a0126-172f-47f5-84a7-815a262a8073),segment_id=bd0a0126-172f-47f5-84a7-815a262a8073)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:14.958674 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:14.973786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Calling delete_port for ac09fa15-42c0-4be2-9363-0e28db214440 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:14.982561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] Deleting port ac09fa15-42c0-4be2-9363-0e28db214440 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:14.983501 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.066010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] For port ac09fa15-42c0-4be2-9363-0e28db214440, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ac09fa15-42c0-4be2-9363-0e28db214440,segment=NetworkSegment(bd0a0126-172f-47f5-84a7-815a262a8073),segment_id=bd0a0126-172f-47f5-84a7-815a262a8073)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:15.066328 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.083373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] Calling delete_port for ac09fa15-42c0-4be2-9363-0e28db214440 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:15.136562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.149823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] No DVR routers for this DVR port ac09fa15-42c0-4be2-9363-0e28db214440 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:15.171686 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.176573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Port': ['ID=ac09fa15-42c0-4be2-9363-0e28db214440,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:15.201820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] Pushing event deleted for resources: {'Port': ['ID=ac09fa15-42c0-4be2-9363-0e28db214440,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:15.203754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b043c8-e543-46fe-98d8-100ae95fa59a None None] No DVR routers for this DVR port ac09fa15-42c0-4be2-9363-0e28db214440 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:15.275304 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.298584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae75add-1f38-4497-b780-3e402e90b8a1']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:15.309074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0a0126-172f-47f5-84a7-815a262a8073') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:15.309371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0a0126-172f-47f5-84a7-815a262a8073') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:15.320499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.334417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.340803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:15.341200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:15.344306 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:15.467961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.477903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:15.481733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] 10.222.0.15 "DELETE /v2.0/networks/dae75add-1f38-4497-b780-3e402e90b8a1 HTTP/1.1" status: 204 len: 168 time: 0.7792332 Apr 30 01:54:15.502649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54edb1-c3bc-40bd-af17-9e04649cc993 tempest-NetworksIpV6TestAttrs-443245489 tempest-NetworksIpV6TestAttrs-443245489-project] Pushing event deleted for resources: {'Network': ['ID=dae75add-1f38-4497-b780-3e402e90b8a1,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:15.658135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afc08a-f8b3-4b26-b18b-7261493d1bb2 req-02e8e3f7-de44-4e87-8add-b9c933c0d6d0 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:15.661369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33afc08a-f8b3-4b26-b18b-7261493d1bb2 req-02e8e3f7-de44-4e87-8add-b9c933c0d6d0 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0457797 Apr 30 01:54:15.697984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33afc08a-f8b3-4b26-b18b-7261493d1bb2 req-dda606c5-ee17-4b1e-b6e5-8e31cb85f8b6 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299029 Apr 30 01:54:16.065259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59268) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:16.247195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-699d0e99-2b6a-4324-8122-53969df78045 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c71b62b8f72e4c3b8a8be8807e9fe35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797855 Apr 30 01:54:16.249741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59272) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:16.304985 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-360bf969-588d-45f5-b818-bbcad22b81d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:16.328063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-360bf969-588d-45f5-b818-bbcad22b81d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:16.416766 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-360bf969-588d-45f5-b818-bbcad22b81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:16.419239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-360bf969-588d-45f5-b818-bbcad22b81d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:16.423295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-360bf969-588d-45f5-b818-bbcad22b81d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11fa562f-2674-4fa6-95a7-4b914091a2c0 HTTP/1.1" status: 204 len: 168 time: 0.1724973 Apr 30 01:54:16.431930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bf969-588d-45f5-b818-bbcad22b81d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fa562f-2674-4fa6-95a7-4b914091a2c0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:16.568149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ac09fa15-42c0-4be2-9363-0e28db214440 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:16.590802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ac09fa15-42c0-4be2-9363-0e28db214440 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:16.591178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ac09fa15-42c0-4be2-9363-0e28db214440 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:16.840509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23e22-ad48-42b2-9cf4-bc1aace4d035 req-b2050aee-05d2-47a6-83a7-ad246cb5cb8e tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:16.844040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ded23e22-ad48-42b2-9cf4-bc1aace4d035 req-b2050aee-05d2-47a6-83a7-ad246cb5cb8e tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0555761 Apr 30 01:54:16.890020 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ded23e22-ad48-42b2-9cf4-bc1aace4d035 req-018c2309-b997-44b6-b651-0d1905566f1b tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373185 Apr 30 01:54:17.020664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26dc97-9d51-402d-aa8d-6716b5c608a8 req-f31d89ab-0e23-4924-a168-ed8325d277df tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:17.022030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb26dc97-9d51-402d-aa8d-6716b5c608a8 req-f31d89ab-0e23-4924-a168-ed8325d277df tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0484972 Apr 30 01:54:17.064508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb26dc97-9d51-402d-aa8d-6716b5c608a8 req-60fb85c3-2557-4b8c-8be5-3533823e5a4c tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Apr 30 01:54:17.188082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeba8b1-2302-4e4d-b7b0-f0f32aea1a07 req-86cde611-1ca6-4363-8454-8642819bfad7 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:17.189681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bbeba8b1-2302-4e4d-b7b0-f0f32aea1a07 req-86cde611-1ca6-4363-8454-8642819bfad7 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0434263 Apr 30 01:54:17.233332 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bbeba8b1-2302-4e4d-b7b0-f0f32aea1a07 req-eeb9fb04-5531-49e7-8165-5e1bcc2facd7 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348792 Apr 30 01:54:17.558498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-93e45ee5-08a4-444d-95ae-c7d7adc3c239 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:17.560337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-93e45ee5-08a4-444d-95ae-c7d7adc3c239 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/networks?id=262ff547-2a6a-4c5c-bfcd-f99fccdb006e HTTP/1.1" status: 200 len: 910 time: 0.1139472 Apr 30 01:54:17.576460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-50c7e4c5-bb00-4ced-833d-651780784e8d tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/quotas/6b3de78b8d03464aa2b9c3b3b051cd98 HTTP/1.1" status: 200 len: 375 time: 0.0092361 Apr 30 01:54:17.640404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-da2afb14-38f8-4469-9c16-7cc3e301dc36 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b3de78b8d03464aa2b9c3b3b051cd98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569773 Apr 30 01:54:17.640899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59324) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:17.784363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-840f31c2-34ce-4a28-9172-e799190b4a47 service neutron] 10.222.0.15 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342432 Apr 30 01:54:17.786303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-873fde0d-dc84-4ef0-ae19-6f3d250678c1 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:17.786962 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-873fde0d-dc84-4ef0-ae19-6f3d250678c1 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 30 01:54:17.787477 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-873fde0d-dc84-4ef0-ae19-6f3d250678c1 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): There was a conflict when trying to complete your request. Apr 30 01:54:17.788455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-873fde0d-dc84-4ef0-ae19-6f3d250678c1 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1460698 Apr 30 01:54:17.793884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59332) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:17.800991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--154560573'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:17.882836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:17.886549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-0f7b43c2-9b21-4759-b448-e28b5955d510 service neutron] 10.222.0.15 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937674 Apr 30 01:54:17.895418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:18.000948 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:18.040065 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:18.083131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4683e23-0984-4146-8ca8-73bbff7fec90,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:18.132454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-326ff7eb-2082-4884-b806-468d8bf541d6 req-b2b5b9de-6a8b-4907-9243-c008aa5d8c7e tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 210 time: 0.0558867 Apr 30 01:54:18.151743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:18.205178 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:18.237966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dca409c-56b7-40b4-9bc2-57ade096b49a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:18.287735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:18.289362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-24551a3b-df1f-40a6-bc20-cc5716703283 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4939132 Apr 30 01:54:18.292628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:18.298905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-765786a5-0693-4cd5-96cd-75d56ab1ed08 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '9dca409c-56b7-40b4-9bc2-57ade096b49a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:18.433553 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-765786a5-0693-4cd5-96cd-75d56ab1ed08 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:18.508585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-765786a5-0693-4cd5-96cd-75d56ab1ed08 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.125216 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-765786a5-0693-4cd5-96cd-75d56ab1ed08 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.138584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765786a5-0693-4cd5-96cd-75d56ab1ed08 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5654edcd-282b-4d9e-a97a-1e815045ce2f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:19.142218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.201974 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-765786a5-0693-4cd5-96cd-75d56ab1ed08 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.203641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-765786a5-0693-4cd5-96cd-75d56ab1ed08 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9096448 Apr 30 01:54:19.207683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59356) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:19.211024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-28dea0ac-4209-4692-be26-526e66f00f6e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '9dca409c-56b7-40b4-9bc2-57ade096b49a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:19.232852 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54ae93b3-052e-4ac1-9f06-f51a8c8ab5ff req-a0784608-1188-464e-b8a7-0558b820db7e tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 210 time: 0.0446019 Apr 30 01:54:19.307751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28dea0ac-4209-4692-be26-526e66f00f6e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.433909 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-28dea0ac-4209-4692-be26-526e66f00f6e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): There was a conflict when trying to complete your request. Apr 30 01:54:19.435977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-28dea0ac-4209-4692-be26-526e66f00f6e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2286222 Apr 30 01:54:19.438858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59358) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:19.496430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d65a-f824-4fb7-ac64-97d2d8f6d190 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.520548 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d65a-f824-4fb7-ac64-97d2d8f6d190 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.633288 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d65a-f824-4fb7-ac64-97d2d8f6d190 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.637111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d65a-f824-4fb7-ac64-97d2d8f6d190 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.640134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cdc7d65a-f824-4fb7-ac64-97d2d8f6d190 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/9dca409c-56b7-40b4-9bc2-57ade096b49a HTTP/1.1" status: 204 len: 168 time: 0.1989181 Apr 30 01:54:19.641530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59360) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:19.650832 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7d65a-f824-4fb7-ac64-97d2d8f6d190 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dca409c-56b7-40b4-9bc2-57ade096b49a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:19.698520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f449f293-f091-43e6-9669-f92c4d34c2ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554595 Apr 30 01:54:19.702062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59362) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:19.706680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6424150f-f786-455b-8bb4-743874c4e89f tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--323864226'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:19.874717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6424150f-f786-455b-8bb4-743874c4e89f tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:19.949531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6424150f-f786-455b-8bb4-743874c4e89f tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.015725 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6424150f-f786-455b-8bb4-743874c4e89f tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.062182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424150f-f786-455b-8bb4-743874c4e89f tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004655c9-9256-4d34-b6e2-0f8a55f3bde8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:20.125316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6424150f-f786-455b-8bb4-743874c4e89f tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.130507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:20.131072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6424150f-f786-455b-8bb4-743874c4e89f tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4275525 Apr 30 01:54:20.138021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a80a0501-77e6-4d97-a572-67740672aa23 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '004655c9-9256-4d34-b6e2-0f8a55f3bde8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:20.138799 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-a80a0501-77e6-4d97-a572-67740672aa23 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 30 01:54:20.140330 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-a80a0501-77e6-4d97-a572-67740672aa23 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:20.141561 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a80a0501-77e6-4d97-a572-67740672aa23 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086527 Apr 30 01:54:20.144329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59374) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:20.208784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87be646e-9a18-413c-964d-688da8d26d30 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.233049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87be646e-9a18-413c-964d-688da8d26d30 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.337804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-315a2dd8-bbd7-4bf7-b5eb-ecec1c4fa964 req-011686f6-860a-4ddd-9680-139ba7391a7c tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 210 time: 0.0266845 Apr 30 01:54:20.342473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87be646e-9a18-413c-964d-688da8d26d30 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.345214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-87be646e-9a18-413c-964d-688da8d26d30 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.350317 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-87be646e-9a18-413c-964d-688da8d26d30 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/004655c9-9256-4d34-b6e2-0f8a55f3bde8 HTTP/1.1" status: 204 len: 168 time: 0.2048826 Apr 30 01:54:20.350599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59378) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:20.360180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be646e-9a18-413c-964d-688da8d26d30 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004655c9-9256-4d34-b6e2-0f8a55f3bde8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:20.422296 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3aac7e12-c309-4610-8ff8-3175a1cebd13 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695906 Apr 30 01:54:20.428882 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59380) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:20.433844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-733bc994-047e-4d3b-a0d2-7bc7d671b8de tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--800906855'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:20.525294 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-733bc994-047e-4d3b-a0d2-7bc7d671b8de tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.618153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.626761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-733bc994-047e-4d3b-a0d2-7bc7d671b8de tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.653873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-0504276d-6a0b-4b39-9a3f-2d135723f2c5 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:20.655561 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-0504276d-6a0b-4b39-9a3f-2d135723f2c5 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.21 "GET /v2.0/networks?id=262ff547-2a6a-4c5c-bfcd-f99fccdb006e HTTP/1.1" status: 200 len: 910 time: 0.1050613 Apr 30 01:54:20.670127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Request body: {'port': {'device_id': '5725202b-f23b-421b-babd-437589dc00a1', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'admin_state_up': True, 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:20.696416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-733bc994-047e-4d3b-a0d2-7bc7d671b8de tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.731565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bc994-047e-4d3b-a0d2-7bc7d671b8de tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9bda5f-6140-43e2-94c2-fff40e8f5cc7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:20.754304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Made reservation on behalf of 6b3de78b8d03464aa2b9c3b3b051cd98 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:54:20.756766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.795946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-733bc994-047e-4d3b-a0d2-7bc7d671b8de tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.800884 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-733bc994-047e-4d3b-a0d2-7bc7d671b8de tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3671017 Apr 30 01:54:20.800884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:20.806254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-074ea243-5c6a-4ebd-9d37-e45d3e74037d tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'be9bda5f-6140-43e2-94c2-fff40e8f5cc7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:20.806813 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-074ea243-5c6a-4ebd-9d37-e45d3e74037d tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 30 01:54:20.807307 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-074ea243-5c6a-4ebd-9d37-e45d3e74037d tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:20.808531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-074ea243-5c6a-4ebd-9d37-e45d3e74037d tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067174 Apr 30 01:54:20.813774 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59386) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:20.922162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b971aa24-14c7-4ea8-a37d-4af53f4dea14 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:20.938447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Allocated IP 172.20.0.14 (262ff547-2a6a-4c5c-bfcd-f99fccdb006e/4d22de8c-4526-47c9-adb6-0ea7d4e9a74f/b832addb-b31e-4321-a955-0b6e150577f6) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:54:20.954345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b971aa24-14c7-4ea8-a37d-4af53f4dea14 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.090863 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b971aa24-14c7-4ea8-a37d-4af53f4dea14 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.094993 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b971aa24-14c7-4ea8-a37d-4af53f4dea14 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.096176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b971aa24-14c7-4ea8-a37d-4af53f4dea14 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/be9bda5f-6140-43e2-94c2-fff40e8f5cc7 HTTP/1.1" status: 204 len: 168 time: 0.2672396 Apr 30 01:54:21.101826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59394) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:21.114823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971aa24-14c7-4ea8-a37d-4af53f4dea14 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9bda5f-6140-43e2-94c2-fff40e8f5cc7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:21.189750 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.200858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c7acb507-40b8-44cb-8299-aa7dddcd1dcf tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979798 Apr 30 01:54:21.204725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59396) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:21.210226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4b241be0-070c-4814-a034-0f7f9348f4eb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--171704540'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:21.285475 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.296997 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b241be0-070c-4814-a034-0f7f9348f4eb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.297236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['4417f25b-5005-47f1-a639-77613c792d4a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:54:21.350834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:54:21.358049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:54:21.388457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:54:21.404403 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b241be0-070c-4814-a034-0f7f9348f4eb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.442199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Pushing event updated for resources: {'Port': ['ID=b832addb-b31e-4321-a955-0b6e150577f6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:21.465276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:21.465889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.492044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b241be0-070c-4814-a034-0f7f9348f4eb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.533598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b241be0-070c-4814-a034-0f7f9348f4eb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366d849d-1bb6-4c45-b535-7b109d672166,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:21.534822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-9d4ab2d7-3d76-4185-94ae-a3375f05925f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8702703 Apr 30 01:54:21.547906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Request body: {'port': {'device_id': '5725202b-f23b-421b-babd-437589dc00a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:21.555256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291489a-630b-4ab6-9d01-ca3ecdbd2045 req-dbce2336-53b5-4a2d-830d-a80a4496d970 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:21.559727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0291489a-630b-4ab6-9d01-ca3ecdbd2045 req-dbce2336-53b5-4a2d-830d-a80a4496d970 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1028 time: 0.1272287 Apr 30 01:54:21.572070 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b241be0-070c-4814-a034-0f7f9348f4eb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.574205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4b241be0-070c-4814-a034-0f7f9348f4eb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3670282 Apr 30 01:54:21.576221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59400) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:21.585111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9138b955-0127-4bae-a9d6-ba64112a4219 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '366d849d-1bb6-4c45-b535-7b109d672166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:21.586015 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-9138b955-0127-4bae-a9d6-ba64112a4219 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 30 01:54:21.586533 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-9138b955-0127-4bae-a9d6-ba64112a4219 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:21.587554 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9138b955-0127-4bae-a9d6-ba64112a4219 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078905 Apr 30 01:54:21.593463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:21.601417 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-65e7d89c-277d-43cf-8bef-4643facbdfc8 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '366d849d-1bb6-4c45-b535-7b109d672166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:21.602096 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-65e7d89c-277d-43cf-8bef-4643facbdfc8 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 30 01:54:21.602815 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-65e7d89c-277d-43cf-8bef-4643facbdfc8 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:21.603810 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-65e7d89c-277d-43cf-8bef-4643facbdfc8 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087757 Apr 30 01:54:21.608046 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59406) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:21.613180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-63067b1c-4185-49a3-9090-43adb8ad70fc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '366d849d-1bb6-4c45-b535-7b109d672166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:21.614002 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-63067b1c-4185-49a3-9090-43adb8ad70fc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 30 01:54:21.614496 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-63067b1c-4185-49a3-9090-43adb8ad70fc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:21.618138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-63067b1c-4185-49a3-9090-43adb8ad70fc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068064 Apr 30 01:54:21.619143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59408) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:21.622847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-aa6ab126-b2f2-427e-9615-500d6831d5b2 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '366d849d-1bb6-4c45-b535-7b109d672166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:21.623773 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-aa6ab126-b2f2-427e-9615-500d6831d5b2 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 30 01:54:21.624265 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-aa6ab126-b2f2-427e-9615-500d6831d5b2 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:21.627560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa6ab126-b2f2-427e-9615-500d6831d5b2 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060074 Apr 30 01:54:21.627901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59410) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:21.640860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0291489a-630b-4ab6-9d01-ca3ecdbd2045 req-97316a47-b48c-4e7f-988d-ece95903670b tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654213 Apr 30 01:54:21.689110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.754401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f61019-3bf4-44d5-9f4e-e13f83c7993b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.773457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf266c63-7f30-49cb-96f5-f9b6066add65 None None] Provisioning complete for port b832addb-b31e-4321-a955-0b6e150577f6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:21.774595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf266c63-7f30-49cb-96f5-f9b6066add65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.815061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf266c63-7f30-49cb-96f5-f9b6066add65 None None] Port b832addb-b31e-4321-a955-0b6e150577f6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:54:21.834332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f61019-3bf4-44d5-9f4e-e13f83c7993b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.991979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f61019-3bf4-44d5-9f4e-e13f83c7993b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.994591 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a2f61019-3bf4-44d5-9f4e-e13f83c7993b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:21.996624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a2f61019-3bf4-44d5-9f4e-e13f83c7993b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/366d849d-1bb6-4c45-b535-7b109d672166 HTTP/1.1" status: 204 len: 168 time: 0.3671167 Apr 30 01:54:22.004709 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59416) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:22.038390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f61019-3bf4-44d5-9f4e-e13f83c7993b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366d849d-1bb6-4c45-b535-7b109d672166,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:22.062478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b832addb-b31e-4321-a955-0b6e150577f6 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:54:22.071601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:22.078384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9ee9ea03-e58c-47f5-aaa3-1d89c0c9169d tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701609 Apr 30 01:54:22.080422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59420) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:22.085215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-867f61c8-f847-405a-a149-2ac136854b0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--35506651'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:22.088849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Transition to ACTIVE for port object b832addb-b31e-4321-a955-0b6e150577f6 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:54:22.588251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:22.633642 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-867f61c8-f847-405a-a149-2ac136854b0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:22.707470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Pushing event updated for resources: {'Port': ['ID=b832addb-b31e-4321-a955-0b6e150577f6,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:22.735697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-867f61c8-f847-405a-a149-2ac136854b0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:22.785360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Attempting to bind port b832addb-b31e-4321-a955-0b6e150577f6 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:54:22.785844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Attempting to bind port b832addb-b31e-4321-a955-0b6e150577f6 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:54:22.786034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Attempting to bind port b832addb-b31e-4321-a955-0b6e150577f6 on network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:22.796554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Port b832addb-b31e-4321-a955-0b6e150577f6 on network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:54:22.797249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Attempting to bind port b832addb-b31e-4321-a955-0b6e150577f6 on network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:22.807070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:54:22.815624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Checking segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:22.815624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Bound using segment: {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:54:22.815624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Bound port: b832addb-b31e-4321-a955-0b6e150577f6, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff20999b-0351-4047-a6be-54a0e3548146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:54:22.815624 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:22.816217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e8750-c465-4fca-8487-1691e710e577 req-bd273b80-657e-4c2f-9d29-4cd3f260b0bb tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:22.816217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d8e8750-c465-4fca-8487-1691e710e577 req-bd273b80-657e-4c2f-9d29-4cd3f260b0bb tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1053 time: 0.0538325 Apr 30 01:54:22.871338 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d8e8750-c465-4fca-8487-1691e710e577 req-0d0a8753-79a2-41b1-b9d1-70ac3820dc8f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460954 Apr 30 01:54:22.872323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-867f61c8-f847-405a-a149-2ac136854b0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:22.904380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] For port b832addb-b31e-4321-a955-0b6e150577f6, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:54:22.910211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] For port b832addb-b31e-4321-a955-0b6e150577f6, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b832addb-b31e-4321-a955-0b6e150577f6,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:54:22.916099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f61c8-f847-405a-a149-2ac136854b0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33a63d3-2ce9-4018-817b-28533a6f94b9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:23.687045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-867f61c8-f847-405a-a149-2ac136854b0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:23.688477 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-867f61c8-f847-405a-a149-2ac136854b0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6070726 Apr 30 01:54:23.691359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59440) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:23.695873 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3d5fe865-a856-459f-89f4-e7f811ce8d0e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:23.696432 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-3d5fe865-a856-459f-89f4-e7f811ce8d0e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 30 01:54:23.696565 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:23.696982 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-3d5fe865-a856-459f-89f4-e7f811ce8d0e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:23.700383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3d5fe865-a856-459f-89f4-e7f811ce8d0e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055897 Apr 30 01:54:23.700540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:23.704833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-01f62267-e4a0-48e3-8146-68b0a93c4ef1 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:23.746885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:23.746885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:23.746885 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] 10.222.0.21 "PUT /v2.0/ports/b832addb-b31e-4321-a955-0b6e150577f6 HTTP/1.1" status: 200 len: 1092 time: 2.2028813 Apr 30 01:54:23.746885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5725202b-f23b-421b-babd-437589dc00a1', 'tag': 'b832addb-b31e-4321-a955-0b6e150577f6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:54:23.748991 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddb8063-eb61-456b-8504-f32e33a5d658" -d '{"events": [{"name": "network-changed", "server_uuid": "5725202b-f23b-421b-babd-437589dc00a1", "tag": "b832addb-b31e-4321-a955-0b6e150577f6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:54:23.770973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9dbb9-1c93-4310-ad83-076f65c88d73 service neutron] Pushing event updated for resources: {'Port': ['ID=b832addb-b31e-4321-a955-0b6e150577f6,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:23.811286 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ed2c81-7774-4f85-bcbc-0dcab04a415c x-openstack-request-id: req-f3ed2c81-7774-4f85-bcbc-0dcab04a415c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:54:23.812014 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5725202b-f23b-421b-babd-437589dc00a1", "tag": "b832addb-b31e-4321-a955-0b6e150577f6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:54:23.812430 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3ed2c81-7774-4f85-bcbc-0dcab04a415c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:54:23.813002 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ed2c81-7774-4f85-bcbc-0dcab04a415c'] response: {'name': 'network-changed', 'server_uuid': '5725202b-f23b-421b-babd-437589dc00a1', 'tag': 'b832addb-b31e-4321-a955-0b6e150577f6', 'status': 'completed', 'code': 200} Apr 30 01:54:23.895883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb8063-eb61-456b-8504-f32e33a5d658 req-a376def6-33ab-4ce0-8a73-e5c8a7a88fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:23.898164 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ddb8063-eb61-456b-8504-f32e33a5d658 req-a376def6-33ab-4ce0-8a73-e5c8a7a88fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b3de78b8d03464aa2b9c3b3b051cd98&device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1095 time: 0.0507832 Apr 30 01:54:23.936495 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-01f62267-e4a0-48e3-8146-68b0a93c4ef1 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:23.940934 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-01f62267-e4a0-48e3-8146-68b0a93c4ef1 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2393773 Apr 30 01:54:23.941713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59460) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:23.946637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8ae25737-3d52-4210-b4be-88514ff85c0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:23.947376 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-8ae25737-3d52-4210-b4be-88514ff85c0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 30 01:54:23.948234 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-8ae25737-3d52-4210-b4be-88514ff85c0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:23.952592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ae25737-3d52-4210-b4be-88514ff85c0a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096698 Apr 30 01:54:23.956760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59462) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:23.978648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-550b720e-6590-43b9-8776-0ad2f5419fc9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:24.032799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb8063-eb61-456b-8504-f32e33a5d658 req-fd62b5f8-7fc1-4e9b-953f-80ee0c0ac2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:24.034611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ddb8063-eb61-456b-8504-f32e33a5d658 req-fd62b5f8-7fc1-4e9b-953f-80ee0c0ac2ad service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6b3de78b8d03464aa2b9c3b3b051cd98&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1290312 Apr 30 01:54:24.045612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d15c1-8c81-4c44-9aad-2d993ab8be96 req-4d92ae05-9ddf-4313-99c3-e763e9e372ad tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:24.047445 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-063d15c1-8c81-4c44-9aad-2d993ab8be96 req-4d92ae05-9ddf-4313-99c3-e763e9e372ad tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1095 time: 0.0932434 Apr 30 01:54:24.106359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-063d15c1-8c81-4c44-9aad-2d993ab8be96 req-0b97067e-89b7-4f2a-a936-5194f147ee2d tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468607 Apr 30 01:54:24.159542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb8063-eb61-456b-8504-f32e33a5d658 req-f26bdb16-3004-4b6c-8edf-d7eeb115093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:24.163393 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-550b720e-6590-43b9-8776-0ad2f5419fc9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:24.163393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-550b720e-6590-43b9-8776-0ad2f5419fc9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1857326 Apr 30 01:54:24.163653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9ddb8063-eb61-456b-8504-f32e33a5d658 req-f26bdb16-3004-4b6c-8edf-d7eeb115093e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1203420 Apr 30 01:54:24.163936 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59468) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:24.168537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cab5aa78-cc2b-45dc-8017-576220745413 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:24.169002 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-cab5aa78-cc2b-45dc-8017-576220745413 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 30 01:54:24.169656 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-cab5aa78-cc2b-45dc-8017-576220745413 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:24.170752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cab5aa78-cc2b-45dc-8017-576220745413 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056045 Apr 30 01:54:24.173292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:24.177727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5e44f6d2-18ca-49ad-8126-758957ba46bc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:24.237027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-3652b6f5-8c60-4fee-8bb7-0bfff8d73e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:24.239110 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-3652b6f5-8c60-4fee-8bb7-0bfff8d73e61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b3de78b8d03464aa2b9c3b3b051cd98&device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1095 time: 0.0426927 Apr 30 01:54:24.262193 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-5e44f6d2-18ca-49ad-8126-758957ba46bc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Project 7db2c02a3ec84653a0c32e874fb3d47b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:54:24.336943 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-5e44f6d2-18ca-49ad-8126-758957ba46bc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:24.343245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5e44f6d2-18ca-49ad-8126-758957ba46bc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1685293 Apr 30 01:54:24.344931 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:24.351533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-62d50272-4223-4b9f-a757-d4acf485bf2c tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:24.353904 n-d-821348-1 neutron-server[103319]: WARNING neutron.api.v2.base [None req-62d50272-4223-4b9f-a757-d4acf485bf2c tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 30 01:54:24.354562 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-62d50272-4223-4b9f-a757-d4acf485bf2c tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:24.359681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-62d50272-4223-4b9f-a757-d4acf485bf2c tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129044 Apr 30 01:54:24.360540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:24.366491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-44cba71b-bef0-4a3d-81f4-1988c076d47b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:24.457531 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-44cba71b-bef0-4a3d-81f4-1988c076d47b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Project 7db2c02a3ec84653a0c32e874fb3d47b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:54:24.548626 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-44cba71b-bef0-4a3d-81f4-1988c076d47b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:24.555205 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-44cba71b-bef0-4a3d-81f4-1988c076d47b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1934862 Apr 30 01:54:24.556199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59476) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:24.563040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d83dd1db-32d9-4bb4-9064-392e5fcfc3fb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd33a63d3-2ce9-4018-817b-28533a6f94b9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:24.630041 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-6ebe71d5-2081-4261-9b52-cac71093ef55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b832addb-b31e-4321-a955-0b6e150577f6 HTTP/1.1" status: 200 len: 217 time: 0.3827946 Apr 30 01:54:24.656610 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-d83dd1db-32d9-4bb4-9064-392e5fcfc3fb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Project 7db2c02a3ec84653a0c32e874fb3d47b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:54:24.681662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ac4cfae-e57b-4be9-b65d-227a4b692fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:24.683200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-5ac4cfae-e57b-4be9-b65d-227a4b692fa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d22de8c-4526-47c9-adb6-0ea7d4e9a74f HTTP/1.1" status: 200 len: 849 time: 0.0471392 Apr 30 01:54:24.725275 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-d83dd1db-32d9-4bb4-9064-392e5fcfc3fb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:24.728967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d83dd1db-32d9-4bb4-9064-392e5fcfc3fb tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1683614 Apr 30 01:54:24.729329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:24.730403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-81545588-116c-456b-9aa4-1984e02ef65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:24.731925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-81545588-116c-456b-9aa4-1984e02ef65e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=262ff547-2a6a-4c5c-bfcd-f99fccdb006e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419800 Apr 30 01:54:24.783730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71339c2d-5fd8-4b8b-9309-100d2751935b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:24.810721 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71339c2d-5fd8-4b8b-9309-100d2751935b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:24.829576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-c84a7697-3a0e-4355-8563-c4b328321fe9 service neutron] 10.222.0.21 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906339 Apr 30 01:54:24.924313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-89a42dd2-7f7e-43d9-a6e7-b8e5ed1d549d req-b8604f0e-0f18-4739-996d-16c1705a0111 service neutron] 10.222.0.21 "GET /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882084 Apr 30 01:54:24.964795 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71339c2d-5fd8-4b8b-9309-100d2751935b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:24.967438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71339c2d-5fd8-4b8b-9309-100d2751935b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:24.968600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-71339c2d-5fd8-4b8b-9309-100d2751935b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/d33a63d3-2ce9-4018-817b-28533a6f94b9 HTTP/1.1" status: 204 len: 168 time: 0.2382839 Apr 30 01:54:24.971528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59484) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:24.977906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71339c2d-5fd8-4b8b-9309-100d2751935b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33a63d3-2ce9-4018-817b-28533a6f94b9,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:25.038711 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-533ae9cb-91c4-4c6b-9cd2-b8472c05ed4b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653894 Apr 30 01:54:25.043017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59488) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:25.050469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-00c3b9e9-79b6-4784-acfc-eaa9e55f9409 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074679505'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:25.132711 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00c3b9e9-79b6-4784-acfc-eaa9e55f9409 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:25.267500 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00c3b9e9-79b6-4784-acfc-eaa9e55f9409 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:25.272575 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca62b5-819f-4f07-828b-9e62ad9e22b8 req-cfb356e0-2b2d-4f68-9002-590be8f26cac tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:25.278061 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2ca62b5-819f-4f07-828b-9e62ad9e22b8 req-cfb356e0-2b2d-4f68-9002-590be8f26cac tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1095 time: 0.0716534 Apr 30 01:54:25.312597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2ca62b5-819f-4f07-828b-9e62ad9e22b8 req-d0121f27-e7b3-4375-954d-9dd2899376e4 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290842 Apr 30 01:54:25.341784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00c3b9e9-79b6-4784-acfc-eaa9e55f9409 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:25.370839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3b9e9-79b6-4784-acfc-eaa9e55f9409 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21c2aed-dbb3-48e2-94ac-8259f782c3a0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:25.436945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00c3b9e9-79b6-4784-acfc-eaa9e55f9409 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:25.438834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-00c3b9e9-79b6-4784-acfc-eaa9e55f9409 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3944328 Apr 30 01:54:25.442053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59502) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:25.446802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6798ff19-a294-4a3b-8b41-caaba05c0e36 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd21c2aed-dbb3-48e2-94ac-8259f782c3a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:25.605463 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-6798ff19-a294-4a3b-8b41-caaba05c0e36 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The resource could not be found. Apr 30 01:54:25.606554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6798ff19-a294-4a3b-8b41-caaba05c0e36 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1635106 Apr 30 01:54:25.610413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59504) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:25.615654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-70bf06f1-f363-4c03-a9cc-30a3611e3508 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'd21c2aed-dbb3-48e2-94ac-8259f782c3a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4ce59fa2-1c3f-484b-aea8-ee92b311eff7'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:25.788421 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-70bf06f1-f363-4c03-a9cc-30a3611e3508 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The resource could not be found. Apr 30 01:54:25.790548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-70bf06f1-f363-4c03-a9cc-30a3611e3508 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1785634 Apr 30 01:54:25.793532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59510) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:25.857717 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26d737d7-288b-4597-af6e-7d01baae49ce tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:25.881662 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26d737d7-288b-4597-af6e-7d01baae49ce tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:25.993368 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26d737d7-288b-4597-af6e-7d01baae49ce tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:25.997299 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-26d737d7-288b-4597-af6e-7d01baae49ce tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.000348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59512) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:26.004499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-26d737d7-288b-4597-af6e-7d01baae49ce tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/d21c2aed-dbb3-48e2-94ac-8259f782c3a0 HTTP/1.1" status: 204 len: 168 time: 0.2025073 Apr 30 01:54:26.018174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d737d7-288b-4597-af6e-7d01baae49ce tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21c2aed-dbb3-48e2-94ac-8259f782c3a0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:26.080841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0f1ece55-caed-4212-96b6-db0a0940a25b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793264 Apr 30 01:54:26.085127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59516) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:26.089729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4ecf2d49-851b-45c1-aca7-66be071c155e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'ac43cf40-b0cc-49a4-9b21-42c1609c0f03', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:26.250915 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-4ecf2d49-851b-45c1-aca7-66be071c155e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The resource could not be found. Apr 30 01:54:26.252475 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4ecf2d49-851b-45c1-aca7-66be071c155e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1661942 Apr 30 01:54:26.256629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59520) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:26.261205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-55dd481e-8064-4ddb-baab-ea128f3652b9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--30271264'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:26.359088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55dd481e-8064-4ddb-baab-ea128f3652b9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.430979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fad616-8b95-45c5-bb65-61f44515a765 req-063be46b-75cd-45a3-9129-920e28b7fcd9 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:26.431281 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55dd481e-8064-4ddb-baab-ea128f3652b9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.439373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1fad616-8b95-45c5-bb65-61f44515a765 req-063be46b-75cd-45a3-9129-920e28b7fcd9 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1095 time: 0.0531194 Apr 30 01:54:26.472428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1fad616-8b95-45c5-bb65-61f44515a765 req-68a4725c-f9a4-4dd9-841b-597c080bf89c tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Apr 30 01:54:26.492852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55dd481e-8064-4ddb-baab-ea128f3652b9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.527250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd481e-8064-4ddb-baab-ea128f3652b9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb02e740-3407-49b0-a159-424125156133,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:26.595314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-55dd481e-8064-4ddb-baab-ea128f3652b9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.599546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-55dd481e-8064-4ddb-baab-ea128f3652b9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3419001 Apr 30 01:54:26.600647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59526) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:26.605432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a49141f9-47f4-4dd4-b858-ae3e180992a9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--488042607'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:26.679021 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a49141f9-47f4-4dd4-b858-ae3e180992a9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.752003 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a49141f9-47f4-4dd4-b858-ae3e180992a9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.811141 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a49141f9-47f4-4dd4-b858-ae3e180992a9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.841895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49141f9-47f4-4dd4-b858-ae3e180992a9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2a4114-1428-4e2b-b80c-937f27af4c3a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:26.898008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a49141f9-47f4-4dd4-b858-ae3e180992a9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:26.902346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a49141f9-47f4-4dd4-b858-ae3e180992a9 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2977326 Apr 30 01:54:26.902624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59530) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:26.907211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0021e8cb-4e1a-4e67-bd64-4d333f7ebab2 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': 'bb02e740-3407-49b0-a159-424125156133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'eb2a4114-1428-4e2b-b80c-937f27af4c3a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:27.068741 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-0021e8cb-4e1a-4e67-bd64-4d333f7ebab2 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:27.070255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0021e8cb-4e1a-4e67-bd64-4d333f7ebab2 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1665580 Apr 30 01:54:27.072946 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59532) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:27.138485 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e61c943-0816-4a7c-9479-d89b5495be35 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.161627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e61c943-0816-4a7c-9479-d89b5495be35 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.335190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e61c943-0816-4a7c-9479-d89b5495be35 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.335190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e61c943-0816-4a7c-9479-d89b5495be35 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.335190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4e61c943-0816-4a7c-9479-d89b5495be35 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb2a4114-1428-4e2b-b80c-937f27af4c3a HTTP/1.1" status: 204 len: 168 time: 0.2491858 Apr 30 01:54:27.335190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61c943-0816-4a7c-9479-d89b5495be35 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2a4114-1428-4e2b-b80c-937f27af4c3a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:27.335190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:27.382094 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:54:27.392685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dc0f7575-9492-4214-a442-28f9ebbd724c tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0535388 Apr 30 01:54:27.397344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59540) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:27.445004 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2541f197-3944-47d4-b33e-fa16b18a3430 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.470542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2541f197-3944-47d4-b33e-fa16b18a3430 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.584866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e195f-e053-4afa-b88f-204f0b27807c req-500acd17-f119-4fe5-b1bc-727ee5cef745 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:27.586481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7e195f-e053-4afa-b88f-204f0b27807c req-500acd17-f119-4fe5-b1bc-727ee5cef745 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1095 time: 0.0442014 Apr 30 01:54:27.605902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2541f197-3944-47d4-b33e-fa16b18a3430 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.608431 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2541f197-3944-47d4-b33e-fa16b18a3430 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.612351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2541f197-3944-47d4-b33e-fa16b18a3430 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb02e740-3407-49b0-a159-424125156133 HTTP/1.1" status: 204 len: 168 time: 0.2151084 Apr 30 01:54:27.614013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59544) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:27.623540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541f197-3944-47d4-b33e-fa16b18a3430 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb02e740-3407-49b0-a159-424125156133,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:27.636483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc7e195f-e053-4afa-b88f-204f0b27807c req-5095a84f-c2a3-4a3c-90ab-9bc9dd9b82ea tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Apr 30 01:54:27.670925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d86feb6-3144-47ae-bfaf-d6a095a9fdfc tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542345 Apr 30 01:54:27.681194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59546) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:27.686494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8b5ad322-ff99-4cda-809b-7723bd7898ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061611403'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:27.734641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b832addb-b31e-4321-a955-0b6e150577f6 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:54:27.810597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad322-ff99-4cda-809b-7723bd7898ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.834878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b832addb-b31e-4321-a955-0b6e150577f6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b832addb-b31e-4321-a955-0b6e150577f6,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:27.851345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'b832addb-b31e-4321-a955-0b6e150577f6', 'network_id': '262ff547-2a6a-4c5c-bfcd-f99fccdb006e', 'port_id': 'b832addb-b31e-4321-a955-0b6e150577f6', 'mac_address': 'fa:16:3e:39:e9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d22de8c-4526-47c9-adb6-0ea7d4e9a74f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:54:27.879513 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad322-ff99-4cda-809b-7723bd7898ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.889351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.903468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b832addb-b31e-4321-a955-0b6e150577f6 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:54:27.923708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b832addb-b31e-4321-a955-0b6e150577f6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b832addb-b31e-4321-a955-0b6e150577f6,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:27.972157 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad322-ff99-4cda-809b-7723bd7898ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:27.993417 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:28.004103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad322-ff99-4cda-809b-7723bd7898ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccc9554-dd19-4a2e-9695-7666978b0b88,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:28.047156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b832addb-b31e-4321-a955-0b6e150577f6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:28.055891 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.056448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.056699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.057038 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.057376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.057708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.058037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.058366 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.058692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.059015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.059342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.059691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:28.082377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad322-ff99-4cda-809b-7723bd7898ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:28.082377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8b5ad322-ff99-4cda-809b-7723bd7898ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3947320 Apr 30 01:54:28.082377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59552) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:28.086039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a7d51674-167d-4a69-b9bf-da7b7a8f14b7 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '6ccc9554-dd19-4a2e-9695-7666978b0b88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:28.197367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b832addb-b31e-4321-a955-0b6e150577f6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:54:28.251190 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-a7d51674-167d-4a69-b9bf-da7b7a8f14b7 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:28.255470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a7d51674-167d-4a69-b9bf-da7b7a8f14b7 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1700487 Apr 30 01:54:28.256012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59556) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:28.260705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7ce57e82-c5f4-4de2-94f4-17281a2f519d tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group_rule': {'security_group_id': '6ccc9554-dd19-4a2e-9695-7666978b0b88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:28.496504 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-7ce57e82-c5f4-4de2-94f4-17281a2f519d tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 01:54:28.497580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ce57e82-c5f4-4de2-94f4-17281a2f519d tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2404654 Apr 30 01:54:28.500894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59560) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:28.558329 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70fcb430-65cb-4647-82ab-d76b6b53263b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:28.580507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70fcb430-65cb-4647-82ab-d76b6b53263b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:28.736877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70fcb430-65cb-4647-82ab-d76b6b53263b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:28.740190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-70fcb430-65cb-4647-82ab-d76b6b53263b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:28.743669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-70fcb430-65cb-4647-82ab-d76b6b53263b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ccc9554-dd19-4a2e-9695-7666978b0b88 HTTP/1.1" status: 204 len: 168 time: 0.2394133 Apr 30 01:54:28.746008 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59564) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:28.757829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcb430-65cb-4647-82ab-d76b6b53263b tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccc9554-dd19-4a2e-9695-7666978b0b88,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:28.770432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa658b0a-690b-4f05-bfaa-4a97b61018b6 req-56d9fdc5-4ce8-4382-adb0-674e618a7500 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:28.773886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa658b0a-690b-4f05-bfaa-4a97b61018b6 req-56d9fdc5-4ce8-4382-adb0-674e618a7500 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1096 time: 0.0491779 Apr 30 01:54:28.799239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef8ab482-e23b-41f6-b40f-c476d535e3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:28.815271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ca541114-4c63-4e09-89d6-d91d4513aa0e tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657523 Apr 30 01:54:28.816706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59566) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:28.822347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4133210b-4706-4a9b-9e97-7a0a80921827 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681565765'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:28.822952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa658b0a-690b-4f05-bfaa-4a97b61018b6 req-8849a7aa-71d5-4282-9e34-3b4e5c00afb3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Apr 30 01:54:28.919267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4133210b-4706-4a9b-9e97-7a0a80921827 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:28.989457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4133210b-4706-4a9b-9e97-7a0a80921827 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:29.089949 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4133210b-4706-4a9b-9e97-7a0a80921827 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:29.120549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133210b-4706-4a9b-9e97-7a0a80921827 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58033570-031d-404a-9f35-5312c6a23cff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:29.224571 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4133210b-4706-4a9b-9e97-7a0a80921827 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:29.225869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4133210b-4706-4a9b-9e97-7a0a80921827 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4072468 Apr 30 01:54:29.228879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59572) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:29.233624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-25fe2d21-b9d8-4534-b78d-d364f4d288cf tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:29.234042 n-d-821348-1 neutron-server[103318]: WARNING neutron.api.v2.base [None req-25fe2d21-b9d8-4534-b78d-d364f4d288cf tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 30 01:54:29.234558 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-25fe2d21-b9d8-4534-b78d-d364f4d288cf tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] update failed (client error): There was a conflict when trying to complete your request. Apr 30 01:54:29.235496 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-25fe2d21-b9d8-4534-b78d-d364f4d288cf tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "PUT /v2.0/security-groups/58033570-031d-404a-9f35-5312c6a23cff HTTP/1.1" status: 409 len: 330 time: 0.0054014 Apr 30 01:54:29.238314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59574) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:29.291480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c081ce5-c871-45ba-9c91-a292006d42d4 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:29.314290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c081ce5-c871-45ba-9c91-a292006d42d4 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:29.479727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c081ce5-c871-45ba-9c91-a292006d42d4 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:29.482368 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4c081ce5-c871-45ba-9c91-a292006d42d4 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:29.483551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4c081ce5-c871-45ba-9c91-a292006d42d4 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/58033570-031d-404a-9f35-5312c6a23cff HTTP/1.1" status: 204 len: 168 time: 0.2443841 Apr 30 01:54:29.486349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59580) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:29.493827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c081ce5-c871-45ba-9c91-a292006d42d4 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58033570-031d-404a-9f35-5312c6a23cff,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:29.530795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3d420f9a-fc75-4488-a4b1-9949f2704b26 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422468 Apr 30 01:54:29.535285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59582) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:29.547891 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-c4345090-11f2-44a6-a34b-f80685eb248a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] delete failed (client error): The resource could not be found. Apr 30 01:54:29.549084 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c4345090-11f2-44a6-a34b-f80685eb248a tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "DELETE /v2.0/security-groups/15658e0e-376d-4707-90f7-e54e901a4a35 HTTP/1.1" status: 404 len: 347 time: 0.0129046 Apr 30 01:54:29.553383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59584) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:29.566965 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-fab1198d-e3b4-4679-8abe-ea9d3246f3ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] show failed (client error): The resource could not be found. Apr 30 01:54:29.567982 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fab1198d-e3b4-4679-8abe-ea9d3246f3ad tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-groups/0da6a25c-2b4b-40fa-b91a-9e44fbd4ac9c HTTP/1.1" status: 404 len: 347 time: 0.0137470 Apr 30 01:54:29.572163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59586) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:29.586251 n-d-821348-1 neutron-server[103319]: INFO neutron.api.v2.resource [None req-80b32425-cf0a-4b7c-95be-9973d6641ed3 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] show failed (client error): The resource could not be found. Apr 30 01:54:29.587221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-80b32425-cf0a-4b7c-95be-9973d6641ed3 tempest-NegativeSecGroupIPv6Test-1949318529 tempest-NegativeSecGroupIPv6Test-1949318529-project] 10.222.0.15 "GET /v2.0/security-group-rules/176335bd-4d99-4314-9527-475ca868e26f HTTP/1.1" status: 404 len: 356 time: 0.0142040 Apr 30 01:54:29.750869 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b832addb-b31e-4321-a955-0b6e150577f6 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:54:29.884921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port b832addb-b31e-4321-a955-0b6e150577f6 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:54:29.890614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port b832addb-b31e-4321-a955-0b6e150577f6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:29.890614 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:29.960606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fbadc-8ef9-4327-b509-859f6e0a5afa req-92613217-8ed3-475c-a20f-b9dbb8e2cd98 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:29.962303 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b3fbadc-8ef9-4327-b509-859f6e0a5afa req-92613217-8ed3-475c-a20f-b9dbb8e2cd98 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1096 time: 0.0654738 Apr 30 01:54:30.001947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b3fbadc-8ef9-4327-b509-859f6e0a5afa req-20778567-e863-4374-a67d-e7a16a83ef90 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Apr 30 01:54:30.009556 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:30.032763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5725202b-f23b-421b-babd-437589dc00a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b832addb-b31e-4321-a955-0b6e150577f6'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:54:30.035079 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002a3a66-fbb0-4c39-843f-bfa884ed7b36" -d '{"events": [{"server_uuid": "5725202b-f23b-421b-babd-437589dc00a1", "name": "network-vif-plugged", "status": "completed", "tag": "b832addb-b31e-4321-a955-0b6e150577f6"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:54:30.048332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b832addb-b31e-4321-a955-0b6e150577f6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b832addb-b31e-4321-a955-0b6e150577f6,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:30.081971 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5be6aca-b7ae-4631-9dbd-40fa523ba30b x-openstack-request-id: req-d5be6aca-b7ae-4631-9dbd-40fa523ba30b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:54:30.081971 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5725202b-f23b-421b-babd-437589dc00a1", "name": "network-vif-plugged", "status": "completed", "tag": "b832addb-b31e-4321-a955-0b6e150577f6", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:54:30.081971 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5be6aca-b7ae-4631-9dbd-40fa523ba30b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:54:30.081971 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5be6aca-b7ae-4631-9dbd-40fa523ba30b'] response: {'server_uuid': '5725202b-f23b-421b-babd-437589dc00a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b832addb-b31e-4321-a955-0b6e150577f6', 'code': 200} Apr 30 01:54:30.136983 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:30.159359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59596) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:30.199878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b832addb-b31e-4321-a955-0b6e150577f6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:30.210849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c4241-c921-4f6a-8f7f-9e4f11b9ea88 req-31423f53-d936-4b6f-9a3b-98a5d99cb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:30.212494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-165c4241-c921-4f6a-8f7f-9e4f11b9ea88 req-31423f53-d936-4b6f-9a3b-98a5d99cb802 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1097 time: 0.0760574 Apr 30 01:54:30.248805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-165c4241-c921-4f6a-8f7f-9e4f11b9ea88 req-d2f9344f-c40d-42b2-b72c-27ba55488471 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295830 Apr 30 01:54:30.322248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2eedc796-b84f-4ae2-b3c3-3cf7a79b027f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7db2c02a3ec84653a0c32e874fb3d47b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612961 Apr 30 01:54:30.324908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59602) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:30.375566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dec154a-e329-4a48-8e6f-1f0101742a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:30.398897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dec154a-e329-4a48-8e6f-1f0101742a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:30.530784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dec154a-e329-4a48-8e6f-1f0101742a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:30.533440 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4dec154a-e329-4a48-8e6f-1f0101742a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:30.534657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4dec154a-e329-4a48-8e6f-1f0101742a02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4683e23-0984-4146-8ca8-73bbff7fec90 HTTP/1.1" status: 204 len: 168 time: 0.2088933 Apr 30 01:54:30.543375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec154a-e329-4a48-8e6f-1f0101742a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4683e23-0984-4146-8ca8-73bbff7fec90,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:31.045711 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a84dbbe-47a3-468d-a296-5bb99c99f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:31.486331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a90f5e-77de-4f64-ab36-65ddf5b14372 req-781d25b5-4bdb-4e1b-b0f7-05d963502d74 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:31.488066 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8a90f5e-77de-4f64-ab36-65ddf5b14372 req-781d25b5-4bdb-4e1b-b0f7-05d963502d74 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1097 time: 0.4091840 Apr 30 01:54:31.526542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8a90f5e-77de-4f64-ab36-65ddf5b14372 req-8b3ab5a5-2657-4cbf-be8d-0fefa05610b4 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Apr 30 01:54:32.109077 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:32.643321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b628b-0aa3-47e9-8841-e294506611c9 req-234a0fc2-e35c-4925-ad16-30dd3b23d72a tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:32.645874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c7b628b-0aa3-47e9-8841-e294506611c9 req-234a0fc2-e35c-4925-ad16-30dd3b23d72a tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1097 time: 0.0428693 Apr 30 01:54:32.685733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c7b628b-0aa3-47e9-8841-e294506611c9 req-8461be67-ce2a-42fe-84ee-3d711fda879f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Apr 30 01:54:32.804073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38252e65-07a3-4a4c-b74c-644b2677a1fd req-5a218a61-f2a5-4293-83ba-919069652634 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:32.805497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38252e65-07a3-4a4c-b74c-644b2677a1fd req-5a218a61-f2a5-4293-83ba-919069652634 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1097 time: 0.0399895 Apr 30 01:54:32.841192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-38252e65-07a3-4a4c-b74c-644b2677a1fd req-43d362ac-efff-4228-8a5a-951e0177292e tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292344 Apr 30 01:54:32.968348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd59a3b-fa3f-4cb1-924e-8b65f49f041f req-1cc39746-b453-4638-b177-3beaa444c5df tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:32.970190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-efd59a3b-fa3f-4cb1-924e-8b65f49f041f req-1cc39746-b453-4638-b177-3beaa444c5df tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1097 time: 0.0488105 Apr 30 01:54:33.016966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-efd59a3b-fa3f-4cb1-924e-8b65f49f041f req-1da7277e-86b5-48c9-8946-4467f1c4ac6f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366099 Apr 30 01:54:33.625922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a8c0-cdaf-4d54-8cd9-927fbc4b148a req-b12c7bf4-c1e3-4ef7-b5ce-dfd85ebff246 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:33.634274 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7af3a8c0-cdaf-4d54-8cd9-927fbc4b148a req-b12c7bf4-c1e3-4ef7-b5ce-dfd85ebff246 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1097 time: 0.0973132 Apr 30 01:54:33.672067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7af3a8c0-cdaf-4d54-8cd9-927fbc4b148a req-ff3e2850-64bd-4444-998e-ae28b0598650 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363951 Apr 30 01:54:33.873978 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:33.987625 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:34.792801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c716-9e1b-4d63-98e5-59e82b458853 req-d82fa7d6-5e4c-4ca5-a5cb-92c1573b1097 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:34.795080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26f9c716-9e1b-4d63-98e5-59e82b458853 req-d82fa7d6-5e4c-4ca5-a5cb-92c1573b1097 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1097 time: 0.0541961 Apr 30 01:54:34.818487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-e39b0693-12fb-4744-84dd-92e7f42cb873 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:34.821454 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-e39b0693-12fb-4744-84dd-92e7f42cb873 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 1097 time: 0.0592701 Apr 30 01:54:34.869489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26f9c716-9e1b-4d63-98e5-59e82b458853 req-81248ba6-b1e7-49df-96d7-7ecb14f350b9 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651233 Apr 30 01:54:34.913770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Deleting port b832addb-b31e-4321-a955-0b6e150577f6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:34.914106 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:34.992137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] For port b832addb-b31e-4321-a955-0b6e150577f6, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b832addb-b31e-4321-a955-0b6e150577f6,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:34.992382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:35.006655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Calling delete_port for b832addb-b31e-4321-a955-0b6e150577f6 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:35.216546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:35.228257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b832addb-b31e-4321-a955-0b6e150577f6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:54:35.233291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['4417f25b-5005-47f1-a639-77613c792d4a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:54:35.261952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Pushing event deleted for resources: {'Port': ['ID=b832addb-b31e-4321-a955-0b6e150577f6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:35.327884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] No DVR routers for this DVR port b832addb-b31e-4321-a955-0b6e150577f6 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:35.336592 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:35.337427 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a85a7090-b8a5-4320-b788-7a9eda66932e req-ed948fe6-f7f3-41e4-8128-55f5a08b322f tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b832addb-b31e-4321-a955-0b6e150577f6 HTTP/1.1" status: 204 len: 173 time: 0.5090370 Apr 30 01:54:35.337893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5725202b-f23b-421b-babd-437589dc00a1', 'name': 'network-vif-deleted', 'tag': 'b832addb-b31e-4321-a955-0b6e150577f6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:54:35.340348 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2c336a-6aa1-48bc-8ccd-6af284087534" -d '{"events": [{"server_uuid": "5725202b-f23b-421b-babd-437589dc00a1", "name": "network-vif-deleted", "tag": "b832addb-b31e-4321-a955-0b6e150577f6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:54:35.410035 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2548673c-3b1b-4cf3-ae63-9c4e2d80d575 x-openstack-request-id: req-2548673c-3b1b-4cf3-ae63-9c4e2d80d575 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:54:35.410521 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5725202b-f23b-421b-babd-437589dc00a1", "name": "network-vif-deleted", "tag": "b832addb-b31e-4321-a955-0b6e150577f6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:54:35.410929 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2548673c-3b1b-4cf3-ae63-9c4e2d80d575 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:54:35.411525 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2548673c-3b1b-4cf3-ae63-9c4e2d80d575'] response: {'server_uuid': '5725202b-f23b-421b-babd-437589dc00a1', 'name': 'network-vif-deleted', 'tag': 'b832addb-b31e-4321-a955-0b6e150577f6', 'status': 'completed', 'code': 200} Apr 30 01:54:36.025420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22129f51-2e2a-4ce7-9308-eed9601fa5f6 req-e46467a3-af6c-40db-bbcf-0944e34cde60 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5725202b-f23b-421b-babd-437589dc00a1 HTTP/1.1" status: 200 len: 210 time: 0.0333726 Apr 30 01:54:37.525211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59778) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:37.641894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dad107-7fa9-4961-a9d4-7317a1d2149c req-63cf7e52-7dc5-4c48-9b30-48df8db54a96 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:37.644031 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3dad107-7fa9-4961-a9d4-7317a1d2149c req-63cf7e52-7dc5-4c48-9b30-48df8db54a96 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0457788 Apr 30 01:54:37.675487 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9d2935e-e611-4ed7-b661-ceebc5c64ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:37.700955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3dad107-7fa9-4961-a9d4-7317a1d2149c req-af1e1804-7f85-403f-85eb-da80d555f786 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512388 Apr 30 01:54:37.762245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9d2935e-e611-4ed7-b661-ceebc5c64ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:37.834290 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9d2935e-e611-4ed7-b661-ceebc5c64ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:37.922337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f9d2935e-e611-4ed7-b661-ceebc5c64ab6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bd67b4d687d48ee9463fef0ddc853c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951867 Apr 30 01:54:37.925390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59788) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:37.925905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2935e-e611-4ed7-b661-ceebc5c64ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedf6d7b-8808-4e9b-901b-5adc8e3dc110,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:37.969541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-2c37356a-34a0-4232-b838-7549bd7036d3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:37.970957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-2c37356a-34a0-4232-b838-7549bd7036d3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1486812 Apr 30 01:54:37.978315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:37.987961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-5d3c9aa4-4076-465c-86dd-86ae7ce64821 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/quotas/0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 375 time: 0.0093989 Apr 30 01:54:38.001716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:38.041714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-b3fa4707-a6b5-4bb4-99d6-b9651de30662 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479667 Apr 30 01:54:38.125238 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:38.128910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:38.130344 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fedf6d7b-8808-4e9b-901b-5adc8e3dc110 HTTP/1.1" status: 204 len: 168 time: 0.2037358 Apr 30 01:54:38.138137 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-0a376f6c-d862-4905-9a58-a4b4471a6a2e service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887866 Apr 30 01:54:38.140072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedf6d7b-8808-4e9b-901b-5adc8e3dc110,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:38.151893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.151893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.151893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.151893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.151893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.151893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.151893 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.152796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.152796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.153111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.153441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.153765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb2aab-0945-479a-a49c-dff3bf113300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:38.235589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-373c7b52-1235-4843-8ee4-5ed3892f2f2b service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871143 Apr 30 01:54:38.508714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88667f5c-0207-432c-8e7a-328b320a86c7 req-006d4a22-0a5d-43f2-ae46-0d365a9ac213 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 210 time: 0.0402007 Apr 30 01:54:38.808438 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c792b7-9646-47ec-b789-5361873f1fa8 req-708214c6-7d3a-40f6-bd7c-81578e7de706 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:38.810194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71c792b7-9646-47ec-b789-5361873f1fa8 req-708214c6-7d3a-40f6-bd7c-81578e7de706 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0426998 Apr 30 01:54:38.849954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59812) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:38.866048 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71c792b7-9646-47ec-b789-5361873f1fa8 req-f2b51f11-cdeb-4612-88ce-62ede6d458af tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=91baf606-4203-4900-94d9-2efc6c573874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478954 Apr 30 01:54:38.870231 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa6873a8-42d7-4e5e-8692-449c864e86a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:38.947526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa6873a8-42d7-4e5e-8692-449c864e86a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.010739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-db60b0ff-66c2-4853-ac1b-a1faf23ccf41 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:39.012552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-db60b0ff-66c2-4853-ac1b-a1faf23ccf41 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 1097 time: 0.0460100 Apr 30 01:54:39.026908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aa6873a8-42d7-4e5e-8692-449c864e86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.091897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aa6873a8-42d7-4e5e-8692-449c864e86a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=859ed6c47ba84225b9d1f6d9f9db1758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399530 Apr 30 01:54:39.094479 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59818) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:39.119804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6873a8-42d7-4e5e-8692-449c864e86a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6702fd68-8e63-49c3-96c8-c34851f7333b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:39.146700 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d030a42-df98-4ce8-8dcf-eb4f4871df6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.147096 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Deleting port 4417f25b-5005-47f1-a639-77613c792d4a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:39.147375 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.168667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d030a42-df98-4ce8-8dcf-eb4f4871df6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.236279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] For port 4417f25b-5005-47f1-a639-77613c792d4a, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=4417f25b-5005-47f1-a639-77613c792d4a,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:39.236644 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.250933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Calling delete_port for 4417f25b-5005-47f1-a639-77613c792d4a owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:39.325158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d030a42-df98-4ce8-8dcf-eb4f4871df6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.328308 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5d030a42-df98-4ce8-8dcf-eb4f4871df6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.332719 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5d030a42-df98-4ce8-8dcf-eb4f4871df6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6702fd68-8e63-49c3-96c8-c34851f7333b HTTP/1.1" status: 204 len: 168 time: 0.2340972 Apr 30 01:54:39.351577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d030a42-df98-4ce8-8dcf-eb4f4871df6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6702fd68-8e63-49c3-96c8-c34851f7333b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:39.440762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.455095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['4417f25b-5005-47f1-a639-77613c792d4a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:54:39.491184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Pushing event deleted for resources: {'Port': ['ID=4417f25b-5005-47f1-a639-77613c792d4a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:39.555464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] No DVR routers for this DVR port 4417f25b-5005-47f1-a639-77613c792d4a on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:39.560360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:39.566874 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d06587b8-b074-4ca9-a6d1-f408aea58117 req-4d5d99fd-2902-4598-88cd-feb6b46df7f3 tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4417f25b-5005-47f1-a639-77613c792d4a HTTP/1.1" status: 204 len: 173 time: 0.5470610 Apr 30 01:54:39.567153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fe48f0-35d5-4f7d-ba1a-ef82ce23d040', 'name': 'network-vif-deleted', 'tag': '4417f25b-5005-47f1-a639-77613c792d4a'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:54:39.575211 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a87c74a-9396-479f-91c1-b9de598359c6" -d '{"events": [{"server_uuid": "36fe48f0-35d5-4f7d-ba1a-ef82ce23d040", "name": "network-vif-deleted", "tag": "4417f25b-5005-47f1-a639-77613c792d4a"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:54:39.636214 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29fa43d1-6ec8-4791-aa44-c42c63f91ee7 req-10cf3d3c-0dd1-43ec-81db-cf45410bb8c8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 210 time: 0.0315132 Apr 30 01:54:39.710218 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde4f29d-699e-4dfd-8041-9f9689637529 x-openstack-request-id: req-cde4f29d-699e-4dfd-8041-9f9689637529 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:54:39.710603 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fe48f0-35d5-4f7d-ba1a-ef82ce23d040", "name": "network-vif-deleted", "tag": "4417f25b-5005-47f1-a639-77613c792d4a", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:54:39.710947 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cde4f29d-699e-4dfd-8041-9f9689637529 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:54:39.711454 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde4f29d-699e-4dfd-8041-9f9689637529'] response: {'server_uuid': '36fe48f0-35d5-4f7d-ba1a-ef82ce23d040', 'name': 'network-vif-deleted', 'tag': '4417f25b-5005-47f1-a639-77613c792d4a', 'status': 'completed', 'code': 200} Apr 30 01:54:39.794839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b832addb-b31e-4321-a955-0b6e150577f6 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:39.814854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: b832addb-b31e-4321-a955-0b6e150577f6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:39.816076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b832addb-b31e-4321-a955-0b6e150577f6 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:40.012106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1af46b8a-3554-4f3a-a5cd-6dc5535db61d req-8822882d-c501-4daa-b300-dc31c792e3ab tempest-TestServerMultinode-1062717276 tempest-TestServerMultinode-1062717276-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36fe48f0-35d5-4f7d-ba1a-ef82ce23d040 HTTP/1.1" status: 200 len: 210 time: 0.0259633 Apr 30 01:54:40.606193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-aea0dbac-6ad8-4f79-8b29-03a06c5ac7c9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:40.607687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-aea0dbac-6ad8-4f79-8b29-03a06c5ac7c9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1483312 Apr 30 01:54:40.620147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'port': {'device_id': '0ebdc4a3-9c18-40fd-b70b-c5491313c627', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'admin_state_up': True, 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:40.776050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4c4d771-9387-4fab-b4ea-28991f75dc2e req-58a651a7-7026-418e-ad0e-8148a6dd7778 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 210 time: 0.0357244 Apr 30 01:54:40.850997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:54:40.855830 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:41.002347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.20.0.6 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/d2d9cecb-df76-4cf2-91cb-6bd374b64712) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:54:41.090085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:41.200085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:41.337508 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:41.399089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:54:41.405741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:54:41.425206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:54:41.496424 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=d2d9cecb-df76-4cf2-91cb-6bd374b64712,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:41.547500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:41.551129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:41.633289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:41.666975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-97978100-1aeb-4f08-bf7f-67c890214c34 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0502524 Apr 30 01:54:41.701586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Request body: {'port': {'device_id': '0ebdc4a3-9c18-40fd-b70b-c5491313c627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:54:41.857315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:41.862958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-90a1c632-a8ac-4289-b405-b30052806ac5 None None] Provisioning complete for port d2d9cecb-df76-4cf2-91cb-6bd374b64712 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:54:41.863748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90a1c632-a8ac-4289-b405-b30052806ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:41.944025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-90a1c632-a8ac-4289-b405-b30052806ac5 None None] Port d2d9cecb-df76-4cf2-91cb-6bd374b64712 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:54:42.033987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0a29e-395b-4d8b-826f-e689f55f9af9 req-15b393a0-e548-4887-b30f-8104b9c32148 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:42.035705 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3aa0a29e-395b-4d8b-826f-e689f55f9af9 req-15b393a0-e548-4887-b30f-8104b9c32148 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 931 time: 0.1012609 Apr 30 01:54:42.192728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3aa0a29e-395b-4d8b-826f-e689f55f9af9 req-a8ae645b-65b4-4591-bd09-f21f5eb9be55 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456983 Apr 30 01:54:42.268801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Deleting port d5530742-c10b-4461-bdbf-714a17fd342c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:42.269244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:42.320875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d9cecb-df76-4cf2-91cb-6bd374b64712 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:54:42.328578 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:42.344238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Transition to ACTIVE for port object d2d9cecb-df76-4cf2-91cb-6bd374b64712 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:54:42.422497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] For port d5530742-c10b-4461-bdbf-714a17fd342c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d5530742-c10b-4461-bdbf-714a17fd342c,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:42.422852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:42.433749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:42.438960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Calling delete_port for d5530742-c10b-4461-bdbf-714a17fd342c owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:42.581434 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d9cecb-df76-4cf2-91cb-6bd374b64712,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:42.703752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Attempting to bind port d2d9cecb-df76-4cf2-91cb-6bd374b64712 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:54:42.704404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Attempting to bind port d2d9cecb-df76-4cf2-91cb-6bd374b64712 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:54:42.704404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Attempting to bind port d2d9cecb-df76-4cf2-91cb-6bd374b64712 on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:42.717058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Port d2d9cecb-df76-4cf2-91cb-6bd374b64712 on network 0daa2935-32d0-4e3f-8718-0a051482e96b not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:54:42.717389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Attempting to bind port d2d9cecb-df76-4cf2-91cb-6bd374b64712 on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:54:42.723845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:54:42.724185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:54:42.724575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:54:42.725513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Bound port: d2d9cecb-df76-4cf2-91cb-6bd374b64712, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:54:42.729441 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:42.845593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] For port d2d9cecb-df76-4cf2-91cb-6bd374b64712, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:54:42.972280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] For port d2d9cecb-df76-4cf2-91cb-6bd374b64712, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d2d9cecb-df76-4cf2-91cb-6bd374b64712,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:54:42.973033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:43.002734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5530742-c10b-4461-bdbf-714a17fd342c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:43.035917 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:43.132861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:43.133614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:43.135756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] 10.222.0.21 "PUT /v2.0/ports/d2d9cecb-df76-4cf2-91cb-6bd374b64712 HTTP/1.1" status: 200 len: 1091 time: 1.4557672 Apr 30 01:54:43.136310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebdc4a3-9c18-40fd-b70b-c5491313c627', 'tag': 'd2d9cecb-df76-4cf2-91cb-6bd374b64712'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:54:43.139117 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdf0b53-81d5-441b-bd24-94e443e59613" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebdc4a3-9c18-40fd-b70b-c5491313c627", "tag": "d2d9cecb-df76-4cf2-91cb-6bd374b64712"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:54:43.198356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea03ad-979a-47c6-a660-64a1b1362f36 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d9cecb-df76-4cf2-91cb-6bd374b64712,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:43.247132 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d922e87-00b2-4ca3-8b1e-59fec3696919 x-openstack-request-id: req-0d922e87-00b2-4ca3-8b1e-59fec3696919 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:54:43.247649 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebdc4a3-9c18-40fd-b70b-c5491313c627", "tag": "d2d9cecb-df76-4cf2-91cb-6bd374b64712", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:54:43.248620 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d922e87-00b2-4ca3-8b1e-59fec3696919 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:54:43.249269 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d922e87-00b2-4ca3-8b1e-59fec3696919'] response: {'name': 'network-changed', 'server_uuid': '0ebdc4a3-9c18-40fd-b70b-c5491313c627', 'tag': 'd2d9cecb-df76-4cf2-91cb-6bd374b64712', 'status': 'completed', 'code': 200} Apr 30 01:54:43.319669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:43.365222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-c3882fe6-a2ad-4a3f-8928-893983abc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:43.367233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-c3882fe6-a2ad-4a3f-8928-893983abc5e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 1094 time: 0.1140456 Apr 30 01:54:43.459975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-c37b88f8-d86e-47dd-a7c7-2ac03611bdb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2d9cecb-df76-4cf2-91cb-6bd374b64712 HTTP/1.1" status: 200 len: 217 time: 0.0837607 Apr 30 01:54:43.481059 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59934) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:43.569158 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-730933b7-34ca-4f39-853e-d89899839118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:43.575154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-730933b7-34ca-4f39-853e-d89899839118 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.1062400 Apr 30 01:54:43.604241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12225072-6259-4067-a3f7-5ba3917d6561 req-b1d72e0d-2bc2-4331-a4b7-3f9d61af515c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:43.611978 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-12225072-6259-4067-a3f7-5ba3917d6561 req-b1d72e0d-2bc2-4331-a4b7-3f9d61af515c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.1701491 Apr 30 01:54:43.697814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-12225072-6259-4067-a3f7-5ba3917d6561 req-2b1c69b3-11ef-4b01-914e-30afdf046c7e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847249 Apr 30 01:54:43.706394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73d0cc0-14e6-4506-a374-7ef99ba3f4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:43.728306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-e7545643-2e4a-4e9f-81a0-1349dfc0f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:43.731018 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-e7545643-2e4a-4e9f-81a0-1349dfc0f0e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390743 Apr 30 01:54:43.774570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:54:43.858456 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-bdc6464e-f988-420c-b097-488a64e314ab service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206152 Apr 30 01:54:43.898430 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73d0cc0-14e6-4506-a374-7ef99ba3f4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:43.917648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:54:43.926213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5b8d8699-4fb2-4449-9513-3ff611f0b795 admin admin] 10.222.0.15 "PUT /v2.0/routers/a3bdfce3-32fc-42f5-ba20-e0abe0b335bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8338718 Apr 30 01:54:43.931150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59944) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:43.953963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] Sync routers for ids ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:54:43.968881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] Routers {'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:54:43.970123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:54:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:43.995049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a73d0cc0-14e6-4506-a374-7ef99ba3f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.078358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5bf3571b-cebd-46e1-b532-1428ee6a3354 req-a8b6f107-b06a-4c59-879e-f4677cef4f7e service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133131 Apr 30 01:54:44.087047 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a73d0cc0-14e6-4506-a374-7ef99ba3f4cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c6a6c72f89443fa8e7f15b278b9a60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048312 Apr 30 01:54:44.089552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:44.099885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d0cc0-14e6-4506-a374-7ef99ba3f4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5501e18-c336-45f3-93c2-fbbead78e3f5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:44.101103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] Set router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:54:44.111992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.199736 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef94f-5a6e-4f9c-907a-1318ff002d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.226401 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef94f-5a6e-4f9c-907a-1318ff002d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.262633 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 4417f25b-5005-47f1-a639-77613c792d4a no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:44.290483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 4417f25b-5005-47f1-a639-77613c792d4a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:44.291071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 4417f25b-5005-47f1-a639-77613c792d4a not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:44.313580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.324938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-fa8d6447-b1f2-415c-9815-2f09330cbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:44.327269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-fa8d6447-b1f2-415c-9815-2f09330cbc81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 1094 time: 0.0917299 Apr 30 01:54:44.359344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef94f-5a6e-4f9c-907a-1318ff002d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.362708 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef94f-5a6e-4f9c-907a-1318ff002d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.363451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:54:42Z', 'revision_number': 5, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port': {'id': '830b4992-e7be-4640-8b11-231b2cf0038e', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:44.366515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8b0ef94f-5a6e-4f9c-907a-1318ff002d9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5501e18-c336-45f3-93c2-fbbead78e3f5 HTTP/1.1" status: 204 len: 168 time: 0.2734442 Apr 30 01:54:44.380114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ef94f-5a6e-4f9c-907a-1318ff002d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5501e18-c336-45f3-93c2-fbbead78e3f5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:44.428411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] Checking router: a3bdfce3-32fc-42f5-ba20-e0abe0b335bb for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:54:44.462732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] Routers {'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:54:44.463622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:54:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:44.521999 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-a9ea87aa-5637-4090-b2a0-c0b89bcc110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:44.523541 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-a9ea87aa-5637-4090-b2a0-c0b89bcc110f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.1896870 Apr 30 01:54:44.531582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Deleting port 830b4992-e7be-4640-8b11-231b2cf0038e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:44.531952 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.585991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-884d3289-b49e-4258-aa7c-440e2439a4ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2d9cecb-df76-4cf2-91cb-6bd374b64712 HTTP/1.1" status: 200 len: 217 time: 0.0519743 Apr 30 01:54:44.619507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] Set router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:54:44.680389 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-0c6742d2-d70e-4e78-9bdc-58c544c6fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:44.681873 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-0c6742d2-d70e-4e78-9bdc-58c544c6fa89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0648434 Apr 30 01:54:44.688533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:54:44Z', 'revision_number': 6, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:44.707017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] For port 830b4992-e7be-4640-8b11-231b2cf0038e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=830b4992-e7be-4640-8b11-231b2cf0038e,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:44.707635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:44.725568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af5801-ea61-45d0-8a2f-c95feb483cfb None None] The sync data for ids ['a3bdfce3-32fc-42f5-ba20-e0abe0b335bb'] in n-d-821348-1 is: [{'id': 'a3bdfce3-32fc-42f5-ba20-e0abe0b335bb', 'name': 'tempest-TestServerMultinode-1779248279-router', 'tenant_id': '942d9bd3c263470db3e48c9e0095a9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:45Z', 'updated_at': '2022-04-30T01:54:44Z', 'revision_number': 6, 'project_id': '942d9bd3c263470db3e48c9e0095a9f9', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:54:44.748767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Calling delete_port for 830b4992-e7be-4640-8b11-231b2cf0038e owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:44.825995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-54857835-1a5d-4ad3-a24a-6362b2ed4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:44.839554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-54857835-1a5d-4ad3-a24a-6362b2ed4ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480572 Apr 30 01:54:44.910373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d176109-9bf5-41d2-bd28-42b29a71f4ea req-b4d94764-fa21-4332-b5df-6bdf344a154d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:44.912153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d176109-9bf5-41d2-bd28-42b29a71f4ea req-b4d94764-fa21-4332-b5df-6bdf344a154d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0841224 Apr 30 01:54:44.974874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d176109-9bf5-41d2-bd28-42b29a71f4ea req-52b6efd6-1db4-4d50-a934-990a021880ad tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Apr 30 01:54:45.037870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-0c2b04e9-728b-499a-abf8-88aaeb1df787 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891072 Apr 30 01:54:45.189319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6bdf0b53-81d5-441b-bd24-94e443e59613 req-abce1dc5-6695-4219-ad02-ba9da800ba03 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422613 Apr 30 01:54:45.226562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59958) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:45.240407 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d888c1-91e1-4e6e-9ef9-9e04e730d5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.279610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.312141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=830b4992-e7be-4640-8b11-231b2cf0038e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:45.332878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d888c1-91e1-4e6e-9ef9-9e04e730d5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.388595 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.424380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e8d888c1-91e1-4e6e-9ef9-9e04e730d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.470104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e8d888c1-91e1-4e6e-9ef9-9e04e730d5ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0619f9f9ba143c6a7ec092b490d271d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421658 Apr 30 01:54:45.473052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59962) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:45.479662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d888c1-91e1-4e6e-9ef9-9e04e730d5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71fc0ee-8699-484d-adc9-5d52b2f8fecf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:45.514431 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.517679 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.557370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f14ecfcb-c9c4-4dee-bb3b-96b778bb8a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.594034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f14ecfcb-c9c4-4dee-bb3b-96b778bb8a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.651041 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.651671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3bdfce3-32fc-42f5-ba20-e0abe0b335bb {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:54:45.656410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.657577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b18ab060-6781-4271-9665-f57820e143d1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a3bdfce3-32fc-42f5-ba20-e0abe0b335bb HTTP/1.1" status: 204 len: 168 time: 1.7237804 Apr 30 01:54:45.660091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 59964) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:45.709906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c58389-4bd1-4b4f-99fc-8a0722365a80 admin admin] Deleting subnet 4d22de8c-4526-47c9-adb6-0ea7d4e9a74f {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:54:45.713099 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0c58389-4bd1-4b4f-99fc-8a0722365a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.719520 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f14ecfcb-c9c4-4dee-bb3b-96b778bb8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.723355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f14ecfcb-c9c4-4dee-bb3b-96b778bb8a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.724353 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f14ecfcb-c9c4-4dee-bb3b-96b778bb8a15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d71fc0ee-8699-484d-adc9-5d52b2f8fecf HTTP/1.1" status: 204 len: 168 time: 0.2503457 Apr 30 01:54:45.732841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ecfcb-c9c4-4dee-bb3b-96b778bb8a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71fc0ee-8699-484d-adc9-5d52b2f8fecf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:45.756708 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0c58389-4bd1-4b4f-99fc-8a0722365a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:45.888603 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0c58389-4bd1-4b4f-99fc-8a0722365a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.056204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0c58389-4bd1-4b4f-99fc-8a0722365a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.083533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c58389-4bd1-4b4f-99fc-8a0722365a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d22de8c-4526-47c9-adb6-0ea7d4e9a74f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:46.091774 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c0c58389-4bd1-4b4f-99fc-8a0722365a80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.092981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677fe86-26ac-4ce4-b5fa-d4fbf0777f1e None None] Network 262ff547-2a6a-4c5c-bfcd-f99fccdb006e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:46.102845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c0c58389-4bd1-4b4f-99fc-8a0722365a80 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4d22de8c-4526-47c9-adb6-0ea7d4e9a74f HTTP/1.1" status: 204 len: 168 time: 0.4417348 Apr 30 01:54:46.103066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59974) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:46.185720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327fd3-69f9-460c-8129-fa58c5dbdefb req-89e7129f-0116-4656-9cde-f911360c4d0c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:46.187493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1327fd3-69f9-460c-8129-fa58c5dbdefb req-89e7129f-0116-4656-9cde-f911360c4d0c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.1333423 Apr 30 01:54:46.226671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.283137 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1327fd3-69f9-460c-8129-fa58c5dbdefb req-13d7e0e1-0d2a-4584-a449-28f9031e99a3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861361 Apr 30 01:54:46.360854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Deleting port 9052f82d-39c5-4b63-8e34-b0f507187b64 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:46.361552 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.366726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] DHCP port deletion for 262ff547-2a6a-4c5c-bfcd-f99fccdb006e request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:54:46.426684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] Deleting port 9052f82d-39c5-4b63-8e34-b0f507187b64 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:46.427061 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.448532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] For port 9052f82d-39c5-4b63-8e34-b0f507187b64, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9052f82d-39c5-4b63-8e34-b0f507187b64,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:46.449122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.462839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Calling delete_port for 9052f82d-39c5-4b63-8e34-b0f507187b64 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:46.509465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] For port 9052f82d-39c5-4b63-8e34-b0f507187b64, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9052f82d-39c5-4b63-8e34-b0f507187b64,segment=NetworkSegment(ff20999b-0351-4047-a6be-54a0e3548146),segment_id=ff20999b-0351-4047-a6be-54a0e3548146)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:46.509875 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.537849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] Calling delete_port for 9052f82d-39c5-4b63-8e34-b0f507187b64 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:46.608703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9052f82d-39c5-4b63-8e34-b0f507187b64 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:46.658056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.678990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] No DVR routers for this DVR port 9052f82d-39c5-4b63-8e34-b0f507187b64 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:46.685253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No active binding found for port 9052f82d-39c5-4b63-8e34-b0f507187b64 {{(pid=103320) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 01:54:46.685685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9052f82d-39c5-4b63-8e34-b0f507187b64 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:46.686128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 830b4992-e7be-4640-8b11-231b2cf0038e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:46.710273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Pushing event deleted for resources: {'Port': ['ID=9052f82d-39c5-4b63-8e34-b0f507187b64,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:46.728234 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 830b4992-e7be-4640-8b11-231b2cf0038e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:46.728572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 830b4992-e7be-4640-8b11-231b2cf0038e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:46.729264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d5530742-c10b-4461-bdbf-714a17fd342c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:46.757864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d5530742-c10b-4461-bdbf-714a17fd342c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:46.758153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d5530742-c10b-4461-bdbf-714a17fd342c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:46.761145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.804582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] No DVR routers for this DVR port 9052f82d-39c5-4b63-8e34-b0f507187b64 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:46.804582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba2f21-7cc6-4929-8ed2-64360e898b3d None None] Pushing event deleted for resources: {'Port': ['ID=9052f82d-39c5-4b63-8e34-b0f507187b64,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:46.819481 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.849117 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262ff547-2a6a-4c5c-bfcd-f99fccdb006e']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:46.859979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff20999b-0351-4047-a6be-54a0e3548146') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:46.860384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff20999b-0351-4047-a6be-54a0e3548146') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:46.873505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.890592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.896318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:46.896818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:46.898701 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:47.068472 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:47.074125 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:47.077221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] 10.222.0.15 "DELETE /v2.0/networks/262ff547-2a6a-4c5c-bfcd-f99fccdb006e HTTP/1.1" status: 204 len: 168 time: 0.9733062 Apr 30 01:54:47.081311 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 59996) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:47.102857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd8fcb-d1e8-496e-b205-b004cde6941f admin admin] Pushing event deleted for resources: {'Network': ['ID=262ff547-2a6a-4c5c-bfcd-f99fccdb006e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:47.452415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c33a9-5320-4fc7-b042-670a30c1f9a0 req-3c3ed84e-7188-4f2b-981e-7c816a3872fd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:47.453936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-764c33a9-5320-4fc7-b042-670a30c1f9a0 req-3c3ed84e-7188-4f2b-981e-7c816a3872fd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0831268 Apr 30 01:54:47.525032 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-764c33a9-5320-4fc7-b042-670a30c1f9a0 req-e375e324-9e04-4444-acd9-e96055fba2ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627892 Apr 30 01:54:47.577482 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:48.228345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Deleting port a0fe3780-5f4d-47aa-9930-e3931cee2b5d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:48.237435 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:48.315318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] For port a0fe3780-5f4d-47aa-9930-e3931cee2b5d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,segment=NetworkSegment(1e668ee7-6d9a-4825-ae22-bab50436ae75),segment_id=1e668ee7-6d9a-4825-ae22-bab50436ae75)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:48.315854 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:48.346923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Calling delete_port for a0fe3780-5f4d-47aa-9930-e3931cee2b5d owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:48.639785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:48.671935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fe3780-5f4d-47aa-9930-e3931cee2b5d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:48.721717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa63c1-2237-4dbd-8170-604224b1b39d req-9254e790-fcaa-4b34-a5cd-d51d5646833f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:48.729362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0dfa63c1-2237-4dbd-8170-604224b1b39d req-9254e790-fcaa-4b34-a5cd-d51d5646833f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.1213658 Apr 30 01:54:48.833018 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0dfa63c1-2237-4dbd-8170-604224b1b39d req-648dc19a-d07f-4f22-b6be-b09aa384e6ee tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026080 Apr 30 01:54:48.873731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:48.998858 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:49.306573 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Router e62dd997-a209-464e-914d-e41c11d074eb has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:54:49.479932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:54:49.541937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60028) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:49.542326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6771fae1-3d72-46df-b813-ab762f7578e9 admin admin] 10.222.0.15 "PUT /v2.0/routers/e62dd997-a209-464e-914d-e41c11d074eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4037969 Apr 30 01:54:49.542427 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] Sync routers for ids ['e62dd997-a209-464e-914d-e41c11d074eb'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:54:49.542427 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] Routers {'e62dd997-a209-464e-914d-e41c11d074eb'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:54:49.542427 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:54:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e62dd997-a209-464e-914d-e41c11d074eb'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:49.624329 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] Set router e62dd997-a209-464e-914d-e41c11d074eb gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:54:49.633130 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:49.748494 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:49.817716 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:54:48Z', 'revision_number': 5, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:49.849758 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] Checking router: e62dd997-a209-464e-914d-e41c11d074eb for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:54:49.859043 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] Routers {'e62dd997-a209-464e-914d-e41c11d074eb'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:54:49.859703 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:54:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e62dd997-a209-464e-914d-e41c11d074eb'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:49.944459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Deleting port ce33f622-6d44-4500-b95d-bfdbe620ce3c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:49.944966 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:50.011674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2a321-cb4d-4add-8fe2-fa0bd8ccc27b req-74aaf348-0ee2-4a94-b159-9c4f7218979a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:50.013606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63c2a321-cb4d-4add-8fe2-fa0bd8ccc27b req-74aaf348-0ee2-4a94-b159-9c4f7218979a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0617731 Apr 30 01:54:50.062012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-63c2a321-cb4d-4add-8fe2-fa0bd8ccc27b req-fd993bb2-2b3a-48e9-bd7b-1d9fc7b1218f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Apr 30 01:54:50.124802 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] Set router e62dd997-a209-464e-914d-e41c11d074eb gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:54:50.357659 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:54:48Z', 'revision_number': 5, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:50.393040 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85a75f-3734-4412-b3cc-b35de4cde587 None None] The sync data for ids ['e62dd997-a209-464e-914d-e41c11d074eb'] in n-d-821348-1 is: [{'id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'name': 'tempest-TestServerMultinode-79034826-router', 'tenant_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:53Z', 'updated_at': '2022-04-30T01:54:48Z', 'revision_number': 5, 'project_id': '6b3de78b8d03464aa2b9c3b3b051cd98', 'gw_port': {'id': 'ce33f622-6d44-4500-b95d-bfdbe620ce3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62dd997-a209-464e-914d-e41c11d074eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:54Z', 'updated_at': '2022-04-30T01:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:54:50.425167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] For port ce33f622-6d44-4500-b95d-bfdbe620ce3c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ce33f622-6d44-4500-b95d-bfdbe620ce3c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:50.425667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:50.445548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Calling delete_port for ce33f622-6d44-4500-b95d-bfdbe620ce3c owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:50.730830 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:50.731546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:50.759655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce33f622-6d44-4500-b95d-bfdbe620ce3c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:50.853590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0fe3780-5f4d-47aa-9930-e3931cee2b5d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:50.874521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a0fe3780-5f4d-47aa-9930-e3931cee2b5d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:50.879283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:50.880056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0fe3780-5f4d-47aa-9930-e3931cee2b5d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:51.000051 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.003877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.182505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.187195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e62dd997-a209-464e-914d-e41c11d074eb {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:54:51.190412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.194477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d0bbce7-8cd5-463d-beea-ff815157f5d7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e62dd997-a209-464e-914d-e41c11d074eb HTTP/1.1" status: 204 len: 168 time: 1.7054048 Apr 30 01:54:51.197221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60060) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:51.215653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20884654-0bde-4699-b09a-f0e919f50c25 req-d6d9ddfe-0129-40dd-849d-b7c6f72f2214 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:51.221729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20884654-0bde-4699-b09a-f0e919f50c25 req-d6d9ddfe-0129-40dd-849d-b7c6f72f2214 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0728366 Apr 30 01:54:51.277038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-43104412-f149-4a4f-a322-2f507e16e446 admin admin] Deleting subnet 07b6e7c3-789e-4949-b522-c4329b285560 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:54:51.290924 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43104412-f149-4a4f-a322-2f507e16e446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.291043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20884654-0bde-4699-b09a-f0e919f50c25 req-ac91eba2-7d57-4297-936a-d33227961300 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553467 Apr 30 01:54:51.334431 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43104412-f149-4a4f-a322-2f507e16e446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.468215 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43104412-f149-4a4f-a322-2f507e16e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.645970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43104412-f149-4a4f-a322-2f507e16e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.700208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43104412-f149-4a4f-a322-2f507e16e446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b6e7c3-789e-4949-b522-c4329b285560,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:51.700978 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae55e50e-4bc0-412f-9335-3e779b678c6c None None] Network 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:54:51.703135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43104412-f149-4a4f-a322-2f507e16e446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.710853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-43104412-f149-4a4f-a322-2f507e16e446 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/07b6e7c3-789e-4949-b522-c4329b285560 HTTP/1.1" status: 204 len: 168 time: 0.5138681 Apr 30 01:54:51.713396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60066) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:51.813193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.868546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Deleting port fee155b8-f1fe-48a2-8188-b027d20225bb {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:51.880617 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.952099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] For port fee155b8-f1fe-48a2-8188-b027d20225bb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fee155b8-f1fe-48a2-8188-b027d20225bb,segment=NetworkSegment(1e668ee7-6d9a-4825-ae22-bab50436ae75),segment_id=1e668ee7-6d9a-4825-ae22-bab50436ae75)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:51.955636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:51.963399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] DHCP port deletion for 1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:54:52.000191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Calling delete_port for fee155b8-f1fe-48a2-8188-b027d20225bb owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:52.042659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] Deleting port fee155b8-f1fe-48a2-8188-b027d20225bb {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:54:52.043247 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.149519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] For port fee155b8-f1fe-48a2-8188-b027d20225bb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fee155b8-f1fe-48a2-8188-b027d20225bb,segment=NetworkSegment(1e668ee7-6d9a-4825-ae22-bab50436ae75),segment_id=1e668ee7-6d9a-4825-ae22-bab50436ae75)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:54:52.150021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.208226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.250160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] No DVR routers for this DVR port fee155b8-f1fe-48a2-8188-b027d20225bb on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:52.358951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee155b8-f1fe-48a2-8188-b027d20225bb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:52.374828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.375553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.375553 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.375980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.376377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.376766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.377145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.377655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.377977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.378300 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.378619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.378933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:54:52.381574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] Calling delete_port for fee155b8-f1fe-48a2-8188-b027d20225bb owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:54:52.421218 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.482745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:52.494958 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.511848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e668ee7-6d9a-4825-ae22-bab50436ae75') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:52.512192 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e668ee7-6d9a-4825-ae22-bab50436ae75') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:54:52.533427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] Pushing event deleted for resources: {'Port': ['ID=fee155b8-f1fe-48a2-8188-b027d20225bb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:52.539869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9769a-5326-4f90-93a1-539ca9cc4661 req-e0b8a041-f86b-43b0-a338-eaf6c29278e6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:52.547573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8c031-d540-4d73-8565-9e7aa11c25e9 None None] No DVR routers for this DVR port fee155b8-f1fe-48a2-8188-b027d20225bb on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:54:52.548256 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7e9769a-5326-4f90-93a1-539ca9cc4661 req-e0b8a041-f86b-43b0-a338-eaf6c29278e6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.1107628 Apr 30 01:54:52.555370 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.614920 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.620314 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7e9769a-5326-4f90-93a1-539ca9cc4661 req-403552e9-3731-4969-a3c5-bd006c30c59b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526407 Apr 30 01:54:52.630634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fee155b8-f1fe-48a2-8188-b027d20225bb no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:52.639782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:54:52.644252 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:54:52.651928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: fee155b8-f1fe-48a2-8188-b027d20225bb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:52.652276 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fee155b8-f1fe-48a2-8188-b027d20225bb not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:52.652687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ce33f622-6d44-4500-b95d-bfdbe620ce3c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:54:52.682606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ce33f622-6d44-4500-b95d-bfdbe620ce3c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:54:52.682951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ce33f622-6d44-4500-b95d-bfdbe620ce3c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:54:52.832453 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.833639 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:52.837863 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d HTTP/1.1" status: 204 len: 168 time: 1.1234591 Apr 30 01:54:52.854496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3ce0b-ae91-4e35-a2f2-6f92cc8c4ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8a6e3e-fda2-43b2-bb3e-5d5efea3362d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:53.452644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60092) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:53.509689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 60094) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:53.510665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-695212fc-8092-453d-b819-5ea5b0947906 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=942d9bd3c263470db3e48c9e0095a9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540214 Apr 30 01:54:53.577289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d364784-b624-41cb-89d5-ebfb914ad363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:53.602436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d364784-b624-41cb-89d5-ebfb914ad363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:53.761612 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbdf58-45f0-4078-b302-bd69266712a0 req-9f69e8da-edd9-4126-aa70-2210b2e44b81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:53.763521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4fcbdf58-45f0-4078-b302-bd69266712a0 req-9f69e8da-edd9-4126-aa70-2210b2e44b81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0615993 Apr 30 01:54:53.777516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d364784-b624-41cb-89d5-ebfb914ad363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:53.788810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d364784-b624-41cb-89d5-ebfb914ad363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:53.788810 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d364784-b624-41cb-89d5-ebfb914ad363 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0feb811-c7d1-413b-9f4b-53771f1c65b4 HTTP/1.1" status: 204 len: 168 time: 0.2709932 Apr 30 01:54:53.791796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d364784-b624-41cb-89d5-ebfb914ad363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0feb811-c7d1-413b-9f4b-53771f1c65b4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:53.852938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4fcbdf58-45f0-4078-b302-bd69266712a0 req-c2be3e7c-7422-499f-8349-dee42c3e9126 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817819 Apr 30 01:54:54.731288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60114) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:54.777684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f0df12f3-0989-40b7-837c-6f46e945968b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b3de78b8d03464aa2b9c3b3b051cd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445244 Apr 30 01:54:54.780219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 60116) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:54:54.839198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b810ea57-6b1b-4561-a91c-52d53bd1e9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:54.863246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b810ea57-6b1b-4561-a91c-52d53bd1e9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:54.989129 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a37d50-ee3b-4465-a034-cb254d62c40b req-52734b2f-3df2-4a5b-92f5-d6d88b9a4a03 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:54.990701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8a37d50-ee3b-4465-a034-cb254d62c40b req-52734b2f-3df2-4a5b-92f5-d6d88b9a4a03 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0587442 Apr 30 01:54:55.006936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b810ea57-6b1b-4561-a91c-52d53bd1e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:55.009733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b810ea57-6b1b-4561-a91c-52d53bd1e9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:55.013174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b810ea57-6b1b-4561-a91c-52d53bd1e9e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91baf606-4203-4900-94d9-2efc6c573874 HTTP/1.1" status: 204 len: 168 time: 0.2297659 Apr 30 01:54:55.031287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810ea57-6b1b-4561-a91c-52d53bd1e9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91baf606-4203-4900-94d9-2efc6c573874,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:54:55.069817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8a37d50-ee3b-4465-a034-cb254d62c40b req-e57d54af-a849-4170-9d49-0dc560c75bf0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720110 Apr 30 01:54:56.235382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8d99d-dbbb-4949-a958-31ef8bab135e req-46eea00c-a417-4cbd-bde3-cb539ee19304 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:56.237130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6e8d99d-dbbb-4949-a958-31ef8bab135e req-46eea00c-a417-4cbd-bde3-cb539ee19304 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0686259 Apr 30 01:54:56.283323 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6e8d99d-dbbb-4949-a958-31ef8bab135e req-51775d50-3b1c-475f-b4b5-b8890dfb4508 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Apr 30 01:54:57.432886 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec4fb1-d16e-479f-a9b3-094096685723 req-aa5445e6-ad9e-4be2-9ccf-7957346807b4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:57.434471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-beec4fb1-d16e-479f-a9b3-094096685723 req-aa5445e6-ad9e-4be2-9ccf-7957346807b4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0705631 Apr 30 01:54:57.483778 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-beec4fb1-d16e-479f-a9b3-094096685723 req-dda0ea2c-5ed4-42bc-afef-7e3715ccb742 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Apr 30 01:54:58.646066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ab1a-a1cb-4bd2-ba16-c11a378f2286 req-b8d16970-f45e-4b8e-b679-eb8ad064061f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:58.647798 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c579ab1a-a1cb-4bd2-ba16-c11a378f2286 req-b8d16970-f45e-4b8e-b679-eb8ad064061f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0692458 Apr 30 01:54:58.704180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c579ab1a-a1cb-4bd2-ba16-c11a378f2286 req-3ce27a6b-344f-43af-8d7c-d23e9d800ae4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481439 Apr 30 01:54:58.793513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae914-ab3d-4aba-8cc1-1a46029ddf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:54:59.848414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891ba18-9124-478c-bf67-65c2f83137ec req-46a01e0c-fb1b-4ba2-83cd-bd96d82026f5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:54:59.850085 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4891ba18-9124-478c-bf67-65c2f83137ec req-46a01e0c-fb1b-4ba2-83cd-bd96d82026f5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0596941 Apr 30 01:54:59.889868 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4891ba18-9124-478c-bf67-65c2f83137ec req-dc02f815-7f16-41a4-afa9-76e22ddda8a4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331924 Apr 30 01:55:01.011179 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bbba3fc-fd92-4746-8269-ffbd84c1a654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:01.066054 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83cc83-a0ac-445c-835e-f99503ebd383 req-49a56687-62f1-426c-b2e6-aa791f9209a3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:01.073551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c83cc83-a0ac-445c-835e-f99503ebd383 req-49a56687-62f1-426c-b2e6-aa791f9209a3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.1049809 Apr 30 01:55:01.111059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c83cc83-a0ac-445c-835e-f99503ebd383 req-e176f754-a156-474d-95f0-6fcf9f163f8d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Apr 30 01:55:02.102828 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:02.267211 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbcb43-2281-494a-8208-64e7824fb64d req-55886628-3dd8-455c-bb0a-02b55f196571 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:02.268818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fdbcb43-2281-494a-8208-64e7824fb64d req-55886628-3dd8-455c-bb0a-02b55f196571 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0757158 Apr 30 01:55:02.310210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fdbcb43-2281-494a-8208-64e7824fb64d req-df6b0266-8a66-418c-b82b-0a84496aaef2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346856 Apr 30 01:55:03.467253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651c41-4515-4649-b002-eacd1b14a29a req-9b3ebac4-81b9-4795-8f8d-ae16eebd015c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:03.468763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3651c41-4515-4649-b002-eacd1b14a29a req-9b3ebac4-81b9-4795-8f8d-ae16eebd015c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0493691 Apr 30 01:55:03.512009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3651c41-4515-4649-b002-eacd1b14a29a req-03e60ad1-2d58-4bc4-99f2-aa9e9c01c2a2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360687 Apr 30 01:55:03.862830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:03.970875 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:04.382589 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:55:04.641958 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58bd88-c6e0-4f50-a487-fd1b8cd26e78 req-55555baa-dcca-47f9-bb49-39cac8411a24 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:04.649630 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a58bd88-c6e0-4f50-a487-fd1b8cd26e78 req-55555baa-dcca-47f9-bb49-39cac8411a24 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0527778 Apr 30 01:55:04.683015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3a58bd88-c6e0-4f50-a487-fd1b8cd26e78 req-ed1a8bc8-15c3-4296-ae23-1e62157b5128 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Apr 30 01:55:05.815865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cf907-8a62-4f1d-8855-34772f4103d1 req-e95352fb-932d-40de-bf69-00967585dba0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:05.817533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-147cf907-8a62-4f1d-8855-34772f4103d1 req-e95352fb-932d-40de-bf69-00967585dba0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0573142 Apr 30 01:55:05.860021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-147cf907-8a62-4f1d-8855-34772f4103d1 req-2e686099-33fd-4415-9105-018370aa78e6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359766 Apr 30 01:55:07.001088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1cded-fa65-4310-b2d1-aa86266ac423 req-1971a842-a963-4a2c-b129-d3ae10d672f0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:07.002584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87e1cded-fa65-4310-b2d1-aa86266ac423 req-1971a842-a963-4a2c-b129-d3ae10d672f0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0553520 Apr 30 01:55:07.043327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87e1cded-fa65-4310-b2d1-aa86266ac423 req-fc2ad96d-0ea3-42f1-a0a3-da40fe25e253 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Apr 30 01:55:08.183186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cbe2b-3f24-4a9f-bf36-bd9b996e72f7 req-ff9ffa3c-3f09-4241-97ae-e99b98102b71 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:08.184940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-163cbe2b-3f24-4a9f-bf36-bd9b996e72f7 req-ff9ffa3c-3f09-4241-97ae-e99b98102b71 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0555062 Apr 30 01:55:08.230742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-163cbe2b-3f24-4a9f-bf36-bd9b996e72f7 req-27bdc7a4-bcb3-4ecd-a343-21eaa6e5fc82 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373273 Apr 30 01:55:09.366742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807d436-65fb-4cfb-b37e-b551181976d3 req-0f566cc2-712a-43b4-aeb0-ccd0e9224e07 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:09.368280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9807d436-65fb-4cfb-b37e-b551181976d3 req-0f566cc2-712a-43b4-aeb0-ccd0e9224e07 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0573881 Apr 30 01:55:09.407661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9807d436-65fb-4cfb-b37e-b551181976d3 req-047cc263-39a1-4790-bf9e-096132f0370c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Apr 30 01:55:10.559049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20984fa7-1db2-438a-89b6-1b6e9b98bb53 req-a3abaa47-3472-4347-9b86-d010f269b844 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:10.561110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20984fa7-1db2-438a-89b6-1b6e9b98bb53 req-a3abaa47-3472-4347-9b86-d010f269b844 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0808482 Apr 30 01:55:10.604096 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-20984fa7-1db2-438a-89b6-1b6e9b98bb53 req-70dd6356-fed2-473f-81d7-960047d69b23 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362444 Apr 30 01:55:11.740136 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dc517-ff17-494b-82c4-aa684bb1e968 req-5b7fd74b-ee75-4f18-9164-f4a95e9a5057 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:11.747941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-345dc517-ff17-494b-82c4-aa684bb1e968 req-5b7fd74b-ee75-4f18-9164-f4a95e9a5057 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0634003 Apr 30 01:55:11.782737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-345dc517-ff17-494b-82c4-aa684bb1e968 req-9475f5c4-289e-412f-b192-ea8ae341911d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Apr 30 01:55:12.932043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b749b9-56d1-447b-b840-bda6b36c49be req-9e87816b-e7d9-48cb-a3c6-b207f4c6ca1a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:12.933521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3b749b9-56d1-447b-b840-bda6b36c49be req-9e87816b-e7d9-48cb-a3c6-b207f4c6ca1a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0596006 Apr 30 01:55:12.972820 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3b749b9-56d1-447b-b840-bda6b36c49be req-6e4f9546-663a-4877-abf4-002d0dc43c0f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333033 Apr 30 01:55:14.102498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fc5ec-9fdd-41e5-bd3a-ae7713f11ad4 req-38e4c00b-e2e5-4e9c-848f-fd4b27955d4b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:14.104000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-462fc5ec-9fdd-41e5-bd3a-ae7713f11ad4 req-38e4c00b-e2e5-4e9c-848f-fd4b27955d4b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0499644 Apr 30 01:55:14.153789 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-462fc5ec-9fdd-41e5-bd3a-ae7713f11ad4 req-d988fd48-c575-4248-8b91-54cffac8c9a9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Apr 30 01:55:15.287275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c768867-8ee4-4d07-9587-f7ec8d313c71 req-cfb11274-30da-4341-90d3-6bf64b9447cd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:15.288824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c768867-8ee4-4d07-9587-f7ec8d313c71 req-cfb11274-30da-4341-90d3-6bf64b9447cd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0563242 Apr 30 01:55:15.327686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c768867-8ee4-4d07-9587-f7ec8d313c71 req-718fd655-4099-47ca-9c04-4a8bcea39221 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Apr 30 01:55:16.488250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7132397-b5fb-453c-8df5-eb5152ebecd6 req-e5250ffe-6c81-434d-8c28-8997a74b6301 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:16.489762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7132397-b5fb-453c-8df5-eb5152ebecd6 req-e5250ffe-6c81-434d-8c28-8997a74b6301 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0833104 Apr 30 01:55:16.529112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7132397-b5fb-453c-8df5-eb5152ebecd6 req-7153e34c-8806-4ddc-8787-f0063d00561c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Apr 30 01:55:17.657410 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080cbd0-c336-4c1f-989e-4eb1dd7dd3c9 req-97142d65-bd31-4050-a3b1-6763e6fe111f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:17.659001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f080cbd0-c336-4c1f-989e-4eb1dd7dd3c9 req-97142d65-bd31-4050-a3b1-6763e6fe111f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0533202 Apr 30 01:55:17.699441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f080cbd0-c336-4c1f-989e-4eb1dd7dd3c9 req-f8ef3963-45fe-4cdb-bae4-af93d8da2134 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Apr 30 01:55:18.805222 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:18.854527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30179b4b-200a-40f7-8180-fda0ce92adfb req-2563cc71-b9e2-49a1-bb83-c10e261c2b20 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:18.856017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30179b4b-200a-40f7-8180-fda0ce92adfb req-2563cc71-b9e2-49a1-bb83-c10e261c2b20 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0510528 Apr 30 01:55:18.897773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30179b4b-200a-40f7-8180-fda0ce92adfb req-91250929-5d45-4642-9ff8-f723c43b3cbe tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335796 Apr 30 01:55:20.021936 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bfc3c-7b8c-4fd5-914a-1953335efa98 req-480a5ded-486a-45a0-962c-3d5fd53a56f7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:20.024498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-563bfc3c-7b8c-4fd5-914a-1953335efa98 req-480a5ded-486a-45a0-962c-3d5fd53a56f7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0543077 Apr 30 01:55:20.063675 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-563bfc3c-7b8c-4fd5-914a-1953335efa98 req-2e1c6889-2ac3-4617-864b-6999ec503eed tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Apr 30 01:55:20.656866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:21.207336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9739-f748-4bb1-ad7a-0966b9d7386e req-7fb0b35f-a5aa-4401-9686-4ee166523f4f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:21.209638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-10fa9739-f748-4bb1-ad7a-0966b9d7386e req-7fb0b35f-a5aa-4401-9686-4ee166523f4f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0513146 Apr 30 01:55:21.252292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-10fa9739-f748-4bb1-ad7a-0966b9d7386e req-724ad7a6-498c-45f7-81a1-dcd1a564d9d3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356820 Apr 30 01:55:22.374183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7130430-3c63-48e4-9256-51ee27cfefa4 req-1b20da9e-3f58-49dd-8c0b-2571600a25b7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:22.375851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7130430-3c63-48e4-9256-51ee27cfefa4 req-1b20da9e-3f58-49dd-8c0b-2571600a25b7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0508635 Apr 30 01:55:22.417334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7130430-3c63-48e4-9256-51ee27cfefa4 req-3e460d13-cd69-40db-98eb-d4a154162bef tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Apr 30 01:55:23.541637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a82b6-63c0-47b2-b0e6-36532e9131a2 req-dfd5ea6a-0c12-432a-ad4c-8aaccdbf1552 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:23.543131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad9a82b6-63c0-47b2-b0e6-36532e9131a2 req-dfd5ea6a-0c12-432a-ad4c-8aaccdbf1552 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 943 time: 0.0563505 Apr 30 01:55:23.580464 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad9a82b6-63c0-47b2-b0e6-36532e9131a2 req-c3c43734-5af3-4b0a-a875-00bfc1432790 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Apr 30 01:55:24.054097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d2d9cecb-df76-4cf2-91cb-6bd374b64712 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:55:24.150656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d2d9cecb-df76-4cf2-91cb-6bd374b64712, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d2d9cecb-df76-4cf2-91cb-6bd374b64712,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:55:24.163620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'd2d9cecb-df76-4cf2-91cb-6bd374b64712', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'port_id': 'd2d9cecb-df76-4cf2-91cb-6bd374b64712', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:55:24.210066 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:24.223120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d9cecb-df76-4cf2-91cb-6bd374b64712 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:55:24.242727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d2d9cecb-df76-4cf2-91cb-6bd374b64712, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d2d9cecb-df76-4cf2-91cb-6bd374b64712,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:55:24.291373 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:24.339689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d2d9cecb-df76-4cf2-91cb-6bd374b64712,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:55:24.480136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['d2d9cecb-df76-4cf2-91cb-6bd374b64712'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:55:24.712025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a49e6-7c8a-46bc-b7be-915b18d994b8 req-f16e8d44-869d-4568-93bf-3c6da8331434 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:24.713601 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a2a49e6-7c8a-46bc-b7be-915b18d994b8 req-f16e8d44-869d-4568-93bf-3c6da8331434 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 944 time: 0.0562613 Apr 30 01:55:24.769173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a2a49e6-7c8a-46bc-b7be-915b18d994b8 req-a76b50f9-bcde-433a-9903-9791af84410d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463474 Apr 30 01:55:25.884564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93651-303e-494f-95df-ae6e170e5ceb req-5f91b6a1-b021-4ec1-86f5-9fd4d9a55393 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:25.886221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06d93651-303e-494f-95df-ae6e170e5ceb req-5f91b6a1-b021-4ec1-86f5-9fd4d9a55393 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 944 time: 0.0505989 Apr 30 01:55:25.925892 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06d93651-303e-494f-95df-ae6e170e5ceb req-e74e009e-da29-4e3b-8e68-1028b25e03c5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Apr 30 01:55:26.062527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d2d9cecb-df76-4cf2-91cb-6bd374b64712 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:55:26.193405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port d2d9cecb-df76-4cf2-91cb-6bd374b64712 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:55:26.198423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port d2d9cecb-df76-4cf2-91cb-6bd374b64712 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:55:26.203042 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:26.281520 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:26.304706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdc4a3-9c18-40fd-b70b-c5491313c627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d9cecb-df76-4cf2-91cb-6bd374b64712'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:55:26.307013 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba9c3b-de12-4ee1-86bd-de3416e640c0" -d '{"events": [{"server_uuid": "0ebdc4a3-9c18-40fd-b70b-c5491313c627", "name": "network-vif-plugged", "status": "completed", "tag": "d2d9cecb-df76-4cf2-91cb-6bd374b64712"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:55:26.321215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port d2d9cecb-df76-4cf2-91cb-6bd374b64712, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d2d9cecb-df76-4cf2-91cb-6bd374b64712,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:55:26.353697 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010d1b65-0587-448e-a41f-4cb684199925 x-openstack-request-id: req-010d1b65-0587-448e-a41f-4cb684199925 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:55:26.353983 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdc4a3-9c18-40fd-b70b-c5491313c627", "name": "network-vif-plugged", "status": "completed", "tag": "d2d9cecb-df76-4cf2-91cb-6bd374b64712", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:55:26.354231 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-010d1b65-0587-448e-a41f-4cb684199925 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:55:26.354623 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010d1b65-0587-448e-a41f-4cb684199925'] response: {'server_uuid': '0ebdc4a3-9c18-40fd-b70b-c5491313c627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d9cecb-df76-4cf2-91cb-6bd374b64712', 'code': 200} Apr 30 01:55:26.395513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:26.454518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=d2d9cecb-df76-4cf2-91cb-6bd374b64712,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:55:26.457139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41823f0a-ed76-4c93-8627-6d00836ad805 req-03c3db01-852c-42ac-afd0-1239e921b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:26.461299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41823f0a-ed76-4c93-8627-6d00836ad805 req-03c3db01-852c-42ac-afd0-1239e921b6b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 1096 time: 0.0474694 Apr 30 01:55:26.501993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41823f0a-ed76-4c93-8627-6d00836ad805 req-2e802a97-9461-4f41-af7f-6c80462b6b64 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340316 Apr 30 01:55:27.059705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169b0f-8fd7-4b0e-b5b5-2c614bacd958 req-5dce3d75-d1a9-4503-b682-a76c264b2e88 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:27.061171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d169b0f-8fd7-4b0e-b5b5-2c614bacd958 req-5dce3d75-d1a9-4503-b682-a76c264b2e88 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 945 time: 0.0541971 Apr 30 01:55:27.098880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d169b0f-8fd7-4b0e-b5b5-2c614bacd958 req-2aa83074-25d7-4643-8f2f-547e4ad4d979 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Apr 30 01:55:28.217690 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d134c12-e9e1-40cd-84fe-f5a8758b76c8 req-6b45f469-76b0-44ae-b31f-a51f4f98017a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:28.219263 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d134c12-e9e1-40cd-84fe-f5a8758b76c8 req-6b45f469-76b0-44ae-b31f-a51f4f98017a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 945 time: 0.0509226 Apr 30 01:55:28.260913 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d134c12-e9e1-40cd-84fe-f5a8758b76c8 req-7d6fbced-000c-428b-9c00-7cd6c2d36cd2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344660 Apr 30 01:55:28.405100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad111-85a2-41eb-ae15-a89cae4cb224 req-0c78cbf5-2b07-4542-8830-b4a1aac537bd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:28.406821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24bad111-85a2-41eb-ae15-a89cae4cb224 req-0c78cbf5-2b07-4542-8830-b4a1aac537bd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 945 time: 0.0557323 Apr 30 01:55:28.456428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24bad111-85a2-41eb-ae15-a89cae4cb224 req-db6e3102-2498-4e00-ac35-ff234f85c2cc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Apr 30 01:55:28.582844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a7337-feec-421e-8f60-91babb05fcf6 req-35865990-ce28-4667-a672-f2f140e2885b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:28.584447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a01a7337-feec-421e-8f60-91babb05fcf6 req-35865990-ce28-4667-a672-f2f140e2885b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 945 time: 0.0577590 Apr 30 01:55:28.637998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a01a7337-feec-421e-8f60-91babb05fcf6 req-8228df9c-b689-4765-82ec-0ca5c4d9a5e4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463583 Apr 30 01:55:28.780164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcccd069-b468-4757-b405-738093f8a7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:29.276182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b8d6-68b9-44c2-8e89-449f9b86c3e0 req-9705b9e1-4e5d-40aa-a4e5-7eed15c7cf29 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:29.277686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f45b8d6-68b9-44c2-8e89-449f9b86c3e0 req-9705b9e1-4e5d-40aa-a4e5-7eed15c7cf29 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 945 time: 0.0495691 Apr 30 01:55:29.314705 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f45b8d6-68b9-44c2-8e89-449f9b86c3e0 req-62d66d0f-1058-43c9-86cc-b54df31aea66 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Apr 30 01:55:30.439445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacef839-0c62-426d-bcf7-296c4042d983 req-e7294efd-eef6-48f6-ae77-929ebf54d50a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:30.441083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eacef839-0c62-426d-bcf7-296c4042d983 req-e7294efd-eef6-48f6-ae77-929ebf54d50a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 945 time: 0.0542686 Apr 30 01:55:30.479962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eacef839-0c62-426d-bcf7-296c4042d983 req-e7675c0a-c28f-4855-b505-e69def91e86b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Apr 30 01:55:30.676752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-564ff80c-2260-462a-9002-cc04798afda4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:55:30.678187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-564ff80c-2260-462a-9002-cc04798afda4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 945 time: 0.0475202 Apr 30 01:55:30.777945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port d2d9cecb-df76-4cf2-91cb-6bd374b64712 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:55:30.778290 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:30.869176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] For port d2d9cecb-df76-4cf2-91cb-6bd374b64712, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=d2d9cecb-df76-4cf2-91cb-6bd374b64712,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:55:30.869554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:30.884293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for d2d9cecb-df76-4cf2-91cb-6bd374b64712 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:55:31.045296 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d530906c-722f-401b-bda2-d994627b9f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:31.119800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:31.135228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['d2d9cecb-df76-4cf2-91cb-6bd374b64712'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:55:31.161539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=d2d9cecb-df76-4cf2-91cb-6bd374b64712,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:55:31.211984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] No DVR routers for this DVR port d2d9cecb-df76-4cf2-91cb-6bd374b64712 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:55:31.215663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:31.222199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c3aaee9d-c8ce-469e-96ac-06a5051004c2 req-53526dda-79d3-45d4-b3c2-77aa3a270e43 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "DELETE /v2.0/ports/d2d9cecb-df76-4cf2-91cb-6bd374b64712 HTTP/1.1" status: 204 len: 173 time: 0.5359166 Apr 30 01:55:31.223019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdc4a3-9c18-40fd-b70b-c5491313c627', 'name': 'network-vif-deleted', 'tag': 'd2d9cecb-df76-4cf2-91cb-6bd374b64712'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:55:31.227276 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819e7cc1-dc25-4f7d-994d-19013ef991cc" -d '{"events": [{"server_uuid": "0ebdc4a3-9c18-40fd-b70b-c5491313c627", "name": "network-vif-deleted", "tag": "d2d9cecb-df76-4cf2-91cb-6bd374b64712"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:55:31.283460 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a7b887-746c-430a-b0f1-27e77b3ced90 x-openstack-request-id: req-c2a7b887-746c-430a-b0f1-27e77b3ced90 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:55:31.283826 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdc4a3-9c18-40fd-b70b-c5491313c627", "name": "network-vif-deleted", "tag": "d2d9cecb-df76-4cf2-91cb-6bd374b64712", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:55:31.284081 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2a7b887-746c-430a-b0f1-27e77b3ced90 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:55:31.284585 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a7b887-746c-430a-b0f1-27e77b3ced90'] response: {'server_uuid': '0ebdc4a3-9c18-40fd-b70b-c5491313c627', 'name': 'network-vif-deleted', 'tag': 'd2d9cecb-df76-4cf2-91cb-6bd374b64712', 'status': 'completed', 'code': 200} Apr 30 01:55:31.594519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6523eff-e0d6-4ea8-90b9-7630554263f8 req-ad8d77af-bb21-4d11-a1d1-b480941a2817 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 210 time: 0.0332954 Apr 30 01:55:32.062808 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:32.709471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eea6d0d7-57ca-42bb-b95f-4b37bbfd9ebb req-2bd65b82-e686-4e24-8e41-d0053324adf9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 210 time: 0.0332162 Apr 30 01:55:33.828189 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8e51c55-2739-40d2-9e0e-62135f57bab0 req-a8b9ed36-780d-427e-b0ca-b4a9deee2e54 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 210 time: 0.0511346 Apr 30 01:55:33.884767 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:34.057164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:34.962362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-664b1cea-1291-478e-9ae9-d64aede35cba req-278ac378-fa85-4f15-bf54-d18d66b13320 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 210 time: 0.0315661 Apr 30 01:55:36.095227 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-19fc6d80-0f23-4501-8c3f-20faca8b5354 req-481506c4-1b23-4ec9-a173-8643d531b784 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdc4a3-9c18-40fd-b70b-c5491313c627 HTTP/1.1" status: 200 len: 210 time: 0.0283775 Apr 30 01:55:36.112293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d2d9cecb-df76-4cf2-91cb-6bd374b64712 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:55:36.133190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: d2d9cecb-df76-4cf2-91cb-6bd374b64712 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:55:36.141144 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device d2d9cecb-df76-4cf2-91cb-6bd374b64712 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:55:41.383855 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:55:48.856797 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:50.891391 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:58.787595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee778830-b407-4630-9991-70703db02ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:58.980545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33654) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:55:58.985760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323249184', 'description': 'tempest-secgroup-smoke-323249184 description', 'project_id': '11abed9fc94f47dfb9ce0f867bff6822'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:55:59.091503 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.163326 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.212071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.248689 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5811a-08a9-4da8-86a9-706744eaf115,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:55:59.256383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.256732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.257085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.257402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.257733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.258057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.258380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.258701 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.259027 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.259343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.259686 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.260005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:55:59.315198 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.323566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fb229add-bd80-4a25-b753-3468966782a7 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3345480 Apr 30 01:55:59.323566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33674) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:55:59.324345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ccf64580-41ac-42e9-8af0-4d640f69ed43 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'security_group_rule': {'security_group_id': 'e8b5811a-08a9-4da8-86a9-706744eaf115', 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:55:59.428245 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccf64580-41ac-42e9-8af0-4d640f69ed43 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.482890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccf64580-41ac-42e9-8af0-4d640f69ed43 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.565976 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccf64580-41ac-42e9-8af0-4d640f69ed43 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.589483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf64580-41ac-42e9-8af0-4d640f69ed43 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cfc3d5-b534-431a-b3b3-384168f4b8e0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:55:59.659830 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ccf64580-41ac-42e9-8af0-4d640f69ed43 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.663528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ccf64580-41ac-42e9-8af0-4d640f69ed43 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3406069 Apr 30 01:55:59.664058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33690) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:55:59.668624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-86af5dfc-5b74-4fe0-b3f9-b94589d60bae tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'security_group_rule': {'security_group_id': 'e8b5811a-08a9-4da8-86a9-706744eaf115', 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:55:59.749917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86af5dfc-5b74-4fe0-b3f9-b94589d60bae tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.813688 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86af5dfc-5b74-4fe0-b3f9-b94589d60bae tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.885675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86af5dfc-5b74-4fe0-b3f9-b94589d60bae tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.907342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af5dfc-5b74-4fe0-b3f9-b94589d60bae tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ec4e61-bcf1-4776-b97c-c7352848ce60,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:55:59.989998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-86af5dfc-5b74-4fe0-b3f9-b94589d60bae tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:55:59.991600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-86af5dfc-5b74-4fe0-b3f9-b94589d60bae tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3267806 Apr 30 01:55:59.998318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33710) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:55:59.998787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b5260c05-3433-4434-b42a-4e5117c4ae2b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'security_group_rule': {'security_group_id': 'e8b5811a-08a9-4da8-86a9-706744eaf115', 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:00.119305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5260c05-3433-4434-b42a-4e5117c4ae2b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:00.179068 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5260c05-3433-4434-b42a-4e5117c4ae2b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:00.325737 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5260c05-3433-4434-b42a-4e5117c4ae2b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:00.348864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5260c05-3433-4434-b42a-4e5117c4ae2b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b8cf40-d704-474c-9823-1b63412d9c5c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:00.464357 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b5260c05-3433-4434-b42a-4e5117c4ae2b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:00.465662 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b5260c05-3433-4434-b42a-4e5117c4ae2b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4703000 Apr 30 01:56:00.468495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:00.473195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ec2c0701-f5d4-49b8-99c4-ecc9286951dd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'security_group_rule': {'security_group_id': 'e8b5811a-08a9-4da8-86a9-706744eaf115', 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:00.604203 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0701-f5d4-49b8-99c4-ecc9286951dd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:00.665367 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0701-f5d4-49b8-99c4-ecc9286951dd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:00.782738 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0701-f5d4-49b8-99c4-ecc9286951dd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:00.801809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c0701-f5d4-49b8-99c4-ecc9286951dd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d23650-e597-4e5c-a190-fc40e06c5e61,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:00.904998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0701-f5d4-49b8-99c4-ecc9286951dd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:00.906341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ec2c0701-f5d4-49b8-99c4-ecc9286951dd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4368174 Apr 30 01:56:00.909727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33718) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:00.918064 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e212267d-5ad2-4c2f-ac32-5d879afa4292 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'security_group_rule': {'security_group_id': 'e8b5811a-08a9-4da8-86a9-706744eaf115', 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:01.022921 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-e212267d-5ad2-4c2f-ac32-5d879afa4292 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Project 11abed9fc94f47dfb9ce0f867bff6822 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:56:01.028391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e212267d-5ad2-4c2f-ac32-5d879afa4292 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.034309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2abc4a9-b7d6-4445-b616-59da11c1646f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.090265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e212267d-5ad2-4c2f-ac32-5d879afa4292 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.188588 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e212267d-5ad2-4c2f-ac32-5d879afa4292 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.207592 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212267d-5ad2-4c2f-ac32-5d879afa4292 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf6e7d3-4f6e-43f8-a058-4153988ced2e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:01.321820 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e212267d-5ad2-4c2f-ac32-5d879afa4292 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.323068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e212267d-5ad2-4c2f-ac32-5d879afa4292 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4123855 Apr 30 01:56:01.325925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33724) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:01.331037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f1e05324-69c2-42be-b4f6-ba6941ff1ec1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'security_group_rule': {'security_group_id': 'e8b5811a-08a9-4da8-86a9-706744eaf115', 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:01.450181 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-f1e05324-69c2-42be-b4f6-ba6941ff1ec1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Project 11abed9fc94f47dfb9ce0f867bff6822 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:56:01.456124 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1e05324-69c2-42be-b4f6-ba6941ff1ec1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.522142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1e05324-69c2-42be-b4f6-ba6941ff1ec1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.615659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1e05324-69c2-42be-b4f6-ba6941ff1ec1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.638418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05324-69c2-42be-b4f6-ba6941ff1ec1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dd8b09-5fa0-4019-85e3-04c19a4e5f96,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:01.756024 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1e05324-69c2-42be-b4f6-ba6941ff1ec1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:01.757250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f1e05324-69c2-42be-b4f6-ba6941ff1ec1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4303224 Apr 30 01:56:01.963150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-780967c9-2666-4754-a3cb-188b11cfe43d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323249184&fields=id&tenant_id=11abed9fc94f47dfb9ce0f867bff6822 HTTP/1.1" status: 200 len: 267 time: 0.0352943 Apr 30 01:56:02.088339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-18140be9-e6e2-4064-9d68-6ad5fb5f2a86 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:02.089843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-18140be9-e6e2-4064-9d68-6ad5fb5f2a86 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/networks?id=9469c18b-5944-4558-90d8-c31562252c36 HTTP/1.1" status: 200 len: 813 time: 0.1194146 Apr 30 01:56:02.096822 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:02.105510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-f045b915-025d-4f03-a797-3b7b9efc3f95 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/quotas/11abed9fc94f47dfb9ce0f867bff6822 HTTP/1.1" status: 200 len: 375 time: 0.0097985 Apr 30 01:56:02.159281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-be3c0494-3b9f-44b5-8873-a8b38b60b804 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479248 Apr 30 01:56:02.267155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-c1691061-c0f1-4eb9-a7bd-5e352e0ae03b service neutron] 10.222.0.15 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948050 Apr 30 01:56:02.359062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-4e799bca-fdc1-4fa8-af1f-a3765e24da4c service neutron] 10.222.0.15 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852916 Apr 30 01:56:02.957195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54dbbdb5-d631-4bca-a694-a712398380d8 req-b62acfd9-f925-4816-80fa-2782d64fe71b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 210 time: 0.0367470 Apr 30 01:56:03.914137 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:03.948448 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:04.047118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a01021d-f716-4e06-b4dd-4bff1914573b req-2ebc5908-8ba5-4b9f-8df3-6b3f4184b39f tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 210 time: 0.0262825 Apr 30 01:56:05.146408 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b6f28df-6f05-4300-b1f7-a7d86bbc4f47 req-7e9d7373-8003-4f25-b13f-4045d92724af tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Apr 30 01:56:05.222042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33772) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:05.339940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:05.413642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:05.529621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:05.586038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21eae0771e6642e5a1fc583d1116f36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629215 Apr 30 01:56:05.588878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33776) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:05.598958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f3426-97c5-4df4-a4e2-37b83d605625,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:05.612801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.615942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.615942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.615942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.615942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.615942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.616464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.616863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.617196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.617522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.617856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.618163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd758376-7091-4bbf-aa99-0208d6714ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:05.637459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-cf102b69-a096-4da8-b79b-d483a611ddc2 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:05.638921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-cf102b69-a096-4da8-b79b-d483a611ddc2 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.21 "GET /v2.0/networks?id=9469c18b-5944-4558-90d8-c31562252c36 HTTP/1.1" status: 200 len: 813 time: 0.1590812 Apr 30 01:56:05.642902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cb8b1b2-f27b-430c-a473-c0e133c6a63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:05.665473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cb8b1b2-f27b-430c-a473-c0e133c6a63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:05.682720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-e21240c6-3b33-4e7c-a069-d8abe5e10687 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11abed9fc94f47dfb9ce0f867bff6822 HTTP/1.1" status: 200 len: 379 time: 0.0356667 Apr 30 01:56:05.691797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'port': {'device_id': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'admin_state_up': True, 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'security_groups': ['e8b5811a-08a9-4da8-86a9-706744eaf115']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:05.857060 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cb8b1b2-f27b-430c-a473-c0e133c6a63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:05.859753 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8cb8b1b2-f27b-430c-a473-c0e133c6a63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:05.861059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8cb8b1b2-f27b-430c-a473-c0e133c6a63c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/790f3426-97c5-4df4-a4e2-37b83d605625 HTTP/1.1" status: 204 len: 168 time: 0.2710032 Apr 30 01:56:05.869739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8b1b2-f27b-430c-a473-c0e133c6a63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f3426-97c5-4df4-a4e2-37b83d605625,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:05.889773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Made reservation on behalf of 11abed9fc94f47dfb9ce0f867bff6822 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:56:05.896061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:06.032391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Allocated IP 172.20.0.10 (9469c18b-5944-4558-90d8-c31562252c36/cadc2d32-7338-458e-84fc-97156263cb24/b1380519-b3a9-467a-af0f-bc5b8fc2194e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:56:06.204534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:06.276328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9641afa8-bc5e-4d8a-9d9a-2324d505480c req-c8f55448-b2bf-40fb-9315-b9e05e128175 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 210 time: 0.0399961 Apr 30 01:56:06.354554 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:06.409432 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Network 9469c18b-5944-4558-90d8-c31562252c36 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:56:06.413058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:56:06.415654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'Port': ['ID=b1380519-b3a9-467a-af0f-bc5b8fc2194e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:06.418006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:56:06.467741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:06.468388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:06.569335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-57ffe05f-9c0d-4432-ae9b-58a2afd95c3a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8811462 Apr 30 01:56:06.584101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Request body: {'port': {'device_id': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:06.656723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:06.702150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bc21169f-e660-45cc-936c-e98406af37f6 None None] Provisioning complete for port b1380519-b3a9-467a-af0f-bc5b8fc2194e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:56:06.702783 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bc21169f-e660-45cc-936c-e98406af37f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:06.745105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bc21169f-e660-45cc-936c-e98406af37f6 None None] Port b1380519-b3a9-467a-af0f-bc5b8fc2194e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:56:06.944182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1380519-b3a9-467a-af0f-bc5b8fc2194e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:56:06.959338 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:06.966782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Transition to ACTIVE for port object b1380519-b3a9-467a-af0f-bc5b8fc2194e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:56:07.068711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:07.196284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Pushing event updated for resources: {'Port': ['ID=b1380519-b3a9-467a-af0f-bc5b8fc2194e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:07.221733 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Attempting to bind port b1380519-b3a9-467a-af0f-bc5b8fc2194e on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:56:07.227008 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Attempting to bind port b1380519-b3a9-467a-af0f-bc5b8fc2194e by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:56:07.227008 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Attempting to bind port b1380519-b3a9-467a-af0f-bc5b8fc2194e on network 9469c18b-5944-4558-90d8-c31562252c36 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:56:07.228319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Port b1380519-b3a9-467a-af0f-bc5b8fc2194e on network 9469c18b-5944-4558-90d8-c31562252c36 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:56:07.228654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Attempting to bind port b1380519-b3a9-467a-af0f-bc5b8fc2194e on network 9469c18b-5944-4558-90d8-c31562252c36 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:56:07.234052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:56:07.241204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Checking segment: {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:56:07.241634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Bound using segment: {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:56:07.242320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Bound port: b1380519-b3a9-467a-af0f-bc5b8fc2194e, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638366a1-f63f-4fc1-8309-a332d7847b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9469c18b-5944-4558-90d8-c31562252c36'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:56:07.242597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:07.327787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] For port b1380519-b3a9-467a-af0f-bc5b8fc2194e, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:56:07.331967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] For port b1380519-b3a9-467a-af0f-bc5b8fc2194e, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:56:07.413421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e74bd3-e95f-4a85-9e09-f3b0f3fc3737 req-63f0dd7c-0f56-4d74-8420-180c18811496 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:07.415145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08e74bd3-e95f-4a85-9e09-f3b0f3fc3737 req-63f0dd7c-0f56-4d74-8420-180c18811496 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0511885 Apr 30 01:56:07.454544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08e74bd3-e95f-4a85-9e09-f3b0f3fc3737 req-ef546e8b-4332-4a2a-9e29-6aa94b86652e tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328228 Apr 30 01:56:07.461830 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:07.496262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:07.497104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:07.498845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1380519-b3a9-467a-af0f-bc5b8fc2194e HTTP/1.1" status: 200 len: 1092 time: 0.9209936 Apr 30 01:56:07.499284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:56:07.501555 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c78e28e-ddc0-4d27-9c21-99dbc27dca37" -d '{"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:56:07.539194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de571f13-57f2-4985-9e17-c7ec46d06803 service neutron] Pushing event updated for resources: {'Port': ['ID=b1380519-b3a9-467a-af0f-bc5b8fc2194e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:07.560877 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb745b2-a19b-4974-b4be-5f48d1e6e76c x-openstack-request-id: req-dcb745b2-a19b-4974-b4be-5f48d1e6e76c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:56:07.561167 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:56:07.561418 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcb745b2-a19b-4974-b4be-5f48d1e6e76c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:56:07.561829 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb745b2-a19b-4974-b4be-5f48d1e6e76c'] response: {'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'status': 'completed', 'code': 200} Apr 30 01:56:07.635532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e28e-ddc0-4d27-9c21-99dbc27dca37 req-74d7e111-5035-4fe4-a8e8-f262d9d2c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:07.636951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c78e28e-ddc0-4d27-9c21-99dbc27dca37 req-74d7e111-5035-4fe4-a8e8-f262d9d2c0d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1095 time: 0.0535042 Apr 30 01:56:07.747311 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e28e-ddc0-4d27-9c21-99dbc27dca37 req-299cde12-83fe-4712-9b6a-bd84210af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:07.748805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c78e28e-ddc0-4d27-9c21-99dbc27dca37 req-299cde12-83fe-4712-9b6a-bd84210af8e0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1003218 Apr 30 01:56:07.857267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e28e-ddc0-4d27-9c21-99dbc27dca37 req-2e973922-c751-4d82-9748-79cbe9d6581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:07.859269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c78e28e-ddc0-4d27-9c21-99dbc27dca37 req-2e973922-c751-4d82-9748-79cbe9d6581e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1042504 Apr 30 01:56:07.910422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33816) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:07.938541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-4c2bcd7a-68e5-40c2-9dbb-3c2f7e585507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:07.940612 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-4c2bcd7a-68e5-40c2-9dbb-3c2f7e585507 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1095 time: 0.0453258 Apr 30 01:56:07.987617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-80b84066-7668-4670-92e6-8f7c498facf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e HTTP/1.1" status: 200 len: 217 time: 0.0403011 Apr 30 01:56:08.041865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8f59180-bb11-44b3-937b-8e62b581b73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:08.042222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-a7b20e47-0c53-455d-870b-b0b6974ab9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:08.043727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-a7b20e47-0c53-455d-870b-b0b6974ab9f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cadc2d32-7338-458e-84fc-97156263cb24 HTTP/1.1" status: 200 len: 852 time: 0.0505147 Apr 30 01:56:08.089795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-b2f278de-d118-481b-9969-fa3a428a23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:08.091218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-b2f278de-d118-481b-9969-fa3a428a23e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9469c18b-5944-4558-90d8-c31562252c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413432 Apr 30 01:56:08.124698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8f59180-bb11-44b3-937b-8e62b581b73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:08.185566 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-695cc2c2-f009-442c-a11c-5afca8bd4488 service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869236 Apr 30 01:56:08.199797 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8f59180-bb11-44b3-937b-8e62b581b73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:08.241302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8f59180-bb11-44b3-937b-8e62b581b73f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d9eb16df2684ddfa1ff4d6b917c0be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266938 Apr 30 01:56:08.241302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f59180-bb11-44b3-937b-8e62b581b73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307e6091-2e7d-4bb4-a7f2-7057c1607bec,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:08.242158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33820) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:08.290668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-311a6930-6797-4bea-b0cd-acb4f02eaa32 req-de877844-9886-4ca2-9fba-aaa144364d4e service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990305 Apr 30 01:56:08.297536 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bca802d7-5ff1-4c6c-8308-a329d4508c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:08.328058 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bca802d7-5ff1-4c6c-8308-a329d4508c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:08.508861 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bca802d7-5ff1-4c6c-8308-a329d4508c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:08.511551 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bca802d7-5ff1-4c6c-8308-a329d4508c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:08.515129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bca802d7-5ff1-4c6c-8308-a329d4508c5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/307e6091-2e7d-4bb4-a7f2-7057c1607bec HTTP/1.1" status: 204 len: 168 time: 0.2694898 Apr 30 01:56:08.532395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca802d7-5ff1-4c6c-8308-a329d4508c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307e6091-2e7d-4bb4-a7f2-7057c1607bec,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:08.611949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc9e8d-e9c9-4084-86bd-32243173d9d6 req-eb1ec0ea-8eb4-41ee-9d05-0fb1c61f8ca3 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:08.613481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51fc9e8d-e9c9-4084-86bd-32243173d9d6 req-eb1ec0ea-8eb4-41ee-9d05-0fb1c61f8ca3 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0530100 Apr 30 01:56:08.654069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51fc9e8d-e9c9-4084-86bd-32243173d9d6 req-0cf33479-9cb0-4ccf-9a8e-158139e7d6e9 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344179 Apr 30 01:56:09.774253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95e779-19a7-4439-8311-9fc8c5d58cde req-ebbd6197-4696-423e-93b1-92bc4575f513 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:09.775910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d95e779-19a7-4439-8311-9fc8c5d58cde req-ebbd6197-4696-423e-93b1-92bc4575f513 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0505137 Apr 30 01:56:09.816713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d95e779-19a7-4439-8311-9fc8c5d58cde req-0cd19c96-d539-404e-8754-04779b79a103 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344110 Apr 30 01:56:10.958625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2be9b-f784-4f1d-a127-02f18b417da8 req-e66103b7-e969-4dca-a940-a2480b73095e tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:10.962004 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46e2be9b-f784-4f1d-a127-02f18b417da8 req-e66103b7-e969-4dca-a940-a2480b73095e tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0638216 Apr 30 01:56:11.001732 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46e2be9b-f784-4f1d-a127-02f18b417da8 req-89286809-f20d-49b1-bd5e-3fb8fce288ac tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349746 Apr 30 01:56:11.806582 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-07d8ed0e-390a-4e47-afda-bb746d4f317f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:11.807969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-07d8ed0e-390a-4e47-afda-bb746d4f317f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1010671 Apr 30 01:56:11.822801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-931122a8-a2e6-49b5-96de-5f8e04feaf1a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/quotas/0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 375 time: 0.0089123 Apr 30 01:56:11.877828 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-4d4a5cc6-d553-45be-9275-49f9d9acec9d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492470 Apr 30 01:56:11.964777 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-4cf4246f-f8d7-499d-9523-016a121eba69 service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801814 Apr 30 01:56:12.057506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-e07eb8cd-a42a-4e77-82e0-0bab2fb49e9d service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851514 Apr 30 01:56:12.559849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dd646-30c8-4acc-84a0-1f4b4dc9d17a req-4ec90dc0-9fa4-44e4-aac8-6a24fd75630c tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:12.561355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-065dd646-30c8-4acc-84a0-1f4b4dc9d17a req-4ec90dc0-9fa4-44e4-aac8-6a24fd75630c tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0551441 Apr 30 01:56:12.600171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-065dd646-30c8-4acc-84a0-1f4b4dc9d17a req-53f6fe68-5cff-4a36-9145-745b04a9c310 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Apr 30 01:56:12.666443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b391c498-7dad-4836-9014-00809cb12163 req-9f5a7e37-47f9-4bc2-9622-fd39b4c18b87 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 210 time: 0.0268838 Apr 30 01:56:13.718844 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b201d5-696a-49f7-a04b-987b49441725 req-dfe0a3b6-7925-4bd8-bde4-f9e3feb4303b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:13.720321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1b201d5-696a-49f7-a04b-987b49441725 req-dfe0a3b6-7925-4bd8-bde4-f9e3feb4303b tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0488153 Apr 30 01:56:13.761670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1b201d5-696a-49f7-a04b-987b49441725 req-5c77a87d-daae-4141-849d-38e9b5092c11 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352218 Apr 30 01:56:13.843456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf1a7a98-a23b-495b-99e5-bab4ccfb0371 req-222b5d32-9c83-42ef-982e-0f66678ea595 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 210 time: 0.0269210 Apr 30 01:56:14.699863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-3b75667d-63f6-4e67-a2d6-5480d5566e7b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:14.701318 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-3b75667d-63f6-4e67-a2d6-5480d5566e7b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1025846 Apr 30 01:56:14.715636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'port': {'device_id': 'e1d76f01-7c51-4622-8a6d-4bc1b48d1c92', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'admin_state_up': True, 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:14.884107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa0a3-8e69-48c8-aaf2-2217e01157e2 req-d776c73d-b684-4b11-b884-25e80f019601 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:14.885623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e39aa0a3-8e69-48c8-aaf2-2217e01157e2 req-d776c73d-b684-4b11-b884-25e80f019601 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0508010 Apr 30 01:56:14.908322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:56:14.912132 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:14.923703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e39aa0a3-8e69-48c8-aaf2-2217e01157e2 req-6ca86107-1bb2-4bd1-bcd9-182a4c8c3638 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318835 Apr 30 01:56:15.012371 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-73336f58-9849-4fec-b316-c92f43d93172 req-e4a6bf3e-216c-40b3-a542-258a5e36b3de tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 210 time: 0.0292320 Apr 30 01:56:15.054143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.20.0.12 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/5be0b5f0-d891-4941-b336-2c8b54e3ffd8) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:56:15.198512 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:15.286412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:15.335176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:56:15.338184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:56:15.341995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:56:15.367202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:15.394923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:15.395593 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:15.465840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-2a953a6e-b489-41b1-8351-6471b4321587 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537477 Apr 30 01:56:15.479174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Request body: {'port': {'device_id': 'e1d76f01-7c51-4622-8a6d-4bc1b48d1c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:15.536906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:15.574460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f1b06eac-54cb-434d-b416-13ec248fb74a None None] Provisioning complete for port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:56:15.574970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f1b06eac-54cb-434d-b416-13ec248fb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:15.613776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f1b06eac-54cb-434d-b416-13ec248fb74a None None] Port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:56:15.811748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:56:15.819474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:15.831694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Transition to ACTIVE for port object 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:56:15.937266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:15.988288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Pushing event updated for resources: {'Port': ['ID=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:16.073263 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b717e85-1b83-4391-b819-a4fcd34be2b5 req-b805886e-f119-47f0-97b6-a6296e041f55 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.077345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Attempting to bind port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:56:16.077878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Attempting to bind port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:56:16.080045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Attempting to bind port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:56:16.081293 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b717e85-1b83-4391-b819-a4fcd34be2b5 req-b805886e-f119-47f0-97b6-a6296e041f55 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0792303 Apr 30 01:56:16.090547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 on network 0daa2935-32d0-4e3f-8718-0a051482e96b not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:56:16.091171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Attempting to bind port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:56:16.097981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:56:16.100276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:56:16.100798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:56:16.101367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Bound port: 5be0b5f0-d891-4941-b336-2c8b54e3ffd8, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:56:16.101836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:16.124990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b717e85-1b83-4391-b819-a4fcd34be2b5 req-e21a4dad-474f-411d-be2d-1ccd9e54377a tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428269 Apr 30 01:56:16.200622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] For port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:56:16.200622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] For port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:56:16.258222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dda17-3145-477d-a4a0-2758b87df9fb req-07636bd8-6b94-4abe-8580-a79c098ce999 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.259738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e8dda17-3145-477d-a4a0-2758b87df9fb req-07636bd8-6b94-4abe-8580-a79c098ce999 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0557635 Apr 30 01:56:16.291950 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:16.300755 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e8dda17-3145-477d-a4a0-2758b87df9fb req-dcb48a97-a914-454e-8a54-2d82daf514b9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343783 Apr 30 01:56:16.333189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.334012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:16.335467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] 10.222.0.23 "PUT /v2.0/ports/5be0b5f0-d891-4941-b336-2c8b54e3ffd8 HTTP/1.1" status: 200 len: 1092 time: 0.8607540 Apr 30 01:56:16.340055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d76f01-7c51-4622-8a6d-4bc1b48d1c92', 'tag': '5be0b5f0-d891-4941-b336-2c8b54e3ffd8'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:56:16.342453 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e8b19b-f6ba-446a-8004-d60a72f2e8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d76f01-7c51-4622-8a6d-4bc1b48d1c92", "tag": "5be0b5f0-d891-4941-b336-2c8b54e3ffd8"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:56:16.364691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3d5f7-8c99-4427-9643-a52adc5c5830 service neutron] Pushing event updated for resources: {'Port': ['ID=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:16.397074 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d422d5a8-a089-4dfc-b2ec-404d1727969e x-openstack-request-id: req-d422d5a8-a089-4dfc-b2ec-404d1727969e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:56:16.397363 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d76f01-7c51-4622-8a6d-4bc1b48d1c92", "tag": "5be0b5f0-d891-4941-b336-2c8b54e3ffd8", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:56:16.397620 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d422d5a8-a089-4dfc-b2ec-404d1727969e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:56:16.398053 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d422d5a8-a089-4dfc-b2ec-404d1727969e'] response: {'name': 'network-changed', 'server_uuid': 'e1d76f01-7c51-4622-8a6d-4bc1b48d1c92', 'tag': '5be0b5f0-d891-4941-b336-2c8b54e3ffd8', 'status': 'completed', 'code': 200} Apr 30 01:56:16.469709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8b19b-f6ba-446a-8004-d60a72f2e8e1 req-62879560-7774-4462-b08b-2d0f61b1e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.471478 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7e8b19b-f6ba-446a-8004-d60a72f2e8e1 req-62879560-7774-4462-b08b-2d0f61b1e928 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 1095 time: 0.0446641 Apr 30 01:56:16.618960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8b19b-f6ba-446a-8004-d60a72f2e8e1 req-44dcf40b-d49a-4f2a-bbd9-dc5ee1961578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.620564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7e8b19b-f6ba-446a-8004-d60a72f2e8e1 req-44dcf40b-d49a-4f2a-bbd9-dc5ee1961578 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0ef216e6d8184af5a41381c71f489e2a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1380019 Apr 30 01:56:16.735499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8b19b-f6ba-446a-8004-d60a72f2e8e1 req-42a50187-3cc2-491f-8c77-7a28fe7d5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.737337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7e8b19b-f6ba-446a-8004-d60a72f2e8e1 req-42a50187-3cc2-491f-8c77-7a28fe7d5f08 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1083086 Apr 30 01:56:16.830237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-e73d6abb-09c6-4974-835f-efe0e0345fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.832374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-e73d6abb-09c6-4974-835f-efe0e0345fc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 1095 time: 0.0488477 Apr 30 01:56:16.882997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-59289a29-0604-4f9b-9622-fa4d90b73fdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be0b5f0-d891-4941-b336-2c8b54e3ffd8 HTTP/1.1" status: 200 len: 217 time: 0.0390403 Apr 30 01:56:16.937224 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-d7f62715-89b7-49bd-a95c-35153b642b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.938787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-d7f62715-89b7-49bd-a95c-35153b642b8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0444672 Apr 30 01:56:16.992337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-22a7a4c1-c844-49af-bf25-9a2d6cf1bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:16.993881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-22a7a4c1-c844-49af-bf25-9a2d6cf1bb87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466788 Apr 30 01:56:17.091881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-188d1cfa-e04b-4cdd-8865-b99934a0cdc9 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859780 Apr 30 01:56:17.187950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-71174417-a3db-4ec4-9fc1-f121d131f289 req-d28447ad-3634-420b-bd5d-f539a39f930f service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850732 Apr 30 01:56:17.257860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233282-eaf9-43a5-8797-4259fb5e979f req-cb50fe27-4ba6-4404-91b5-5adaf6c809f1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:17.259270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa233282-eaf9-43a5-8797-4259fb5e979f req-cb50fe27-4ba6-4404-91b5-5adaf6c809f1 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0494981 Apr 30 01:56:17.298616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa233282-eaf9-43a5-8797-4259fb5e979f req-96292a88-4b38-4ac0-83bb-c722e4ec6b5e tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328476 Apr 30 01:56:17.420815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c894e82-9b80-4d7b-8ebc-b2f39bdb55d9 req-85466ef4-8762-4041-9dfb-07700086c7cc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:17.422356 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c894e82-9b80-4d7b-8ebc-b2f39bdb55d9 req-85466ef4-8762-4041-9dfb-07700086c7cc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0537481 Apr 30 01:56:17.459638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c894e82-9b80-4d7b-8ebc-b2f39bdb55d9 req-525c78bb-612d-4a67-83ca-6d1cc30a8f18 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306020 Apr 30 01:56:18.383471 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:56:18.420448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121b211-b7a4-4be4-866e-6955c04c73e3 req-90aeb813-e756-46cd-af96-a08d0810fe8c tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:18.422022 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2121b211-b7a4-4be4-866e-6955c04c73e3 req-90aeb813-e756-46cd-af96-a08d0810fe8c tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0550516 Apr 30 01:56:18.461100 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2121b211-b7a4-4be4-866e-6955c04c73e3 req-5090d6b8-7396-4e9d-a80c-46b6336d0ce3 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Apr 30 01:56:18.577343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371fb6-a672-43c2-a3a9-a6348d232aaf req-dcd44535-cc70-4b19-a97a-e7b1b5138f48 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:18.578830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd371fb6-a672-43c2-a3a9-a6348d232aaf req-dcd44535-cc70-4b19-a97a-e7b1b5138f48 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0505636 Apr 30 01:56:18.617510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd371fb6-a672-43c2-a3a9-a6348d232aaf req-94a2f387-7e1c-4ada-867b-0c9cc08331be tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Apr 30 01:56:18.811033 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:19.582597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f97eaf-8eea-493f-a71d-13db3601729d req-b5258983-37bc-4c90-b091-fba2bd4c5104 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:19.584082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71f97eaf-8eea-493f-a71d-13db3601729d req-b5258983-37bc-4c90-b091-fba2bd4c5104 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 944 time: 0.0528970 Apr 30 01:56:19.623773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71f97eaf-8eea-493f-a71d-13db3601729d req-d41bb4fc-fc98-42cd-b102-7be35abcfdd0 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Apr 30 01:56:19.732330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb85c54-3721-4298-acac-de22ed1a2dd8 req-67961f22-c046-4cb5-936d-4c173ae27e95 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:19.733803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bb85c54-3721-4298-acac-de22ed1a2dd8 req-67961f22-c046-4cb5-936d-4c173ae27e95 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0496757 Apr 30 01:56:19.772472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bb85c54-3721-4298-acac-de22ed1a2dd8 req-32dee625-1969-4b73-a4b7-5ed920ca9e2c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Apr 30 01:56:20.374676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b1380519-b3a9-467a-af0f-bc5b8fc2194e details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:56:20.470622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b1380519-b3a9-467a-af0f-bc5b8fc2194e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:56:20.481865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'mac_address': 'fa:16:3e:db:5f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:56:20.517084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:20.530926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1380519-b3a9-467a-af0f-bc5b8fc2194e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:56:20.551031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b1380519-b3a9-467a-af0f-bc5b8fc2194e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:56:20.638102 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:20.670342 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:20.686258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b1380519-b3a9-467a-af0f-bc5b8fc2194e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:20.693639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.693983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.694322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.694847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.695184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.695542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.695871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.696197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.696520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.696894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.697222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.697543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:56:20.740825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9a78-8595-47cd-9fd6-a8885dab29d4 req-4986a56b-f128-40e4-ae40-7d4fb015a334 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:20.742292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-576b9a78-8595-47cd-9fd6-a8885dab29d4 req-4986a56b-f128-40e4-ae40-7d4fb015a334 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Apr 30 01:56:20.778929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-576b9a78-8595-47cd-9fd6-a8885dab29d4 req-d807a594-6a0b-48c6-8539-87b9a577f957 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306122 Apr 30 01:56:20.842554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['b1380519-b3a9-467a-af0f-bc5b8fc2194e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:56:20.888906 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea326004-4739-4f54-b494-48724404499c req-2b6f670e-ba3c-4054-a8e5-636dd21a198d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:20.890278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea326004-4739-4f54-b494-48724404499c req-2b6f670e-ba3c-4054-a8e5-636dd21a198d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0518637 Apr 30 01:56:20.929871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea326004-4739-4f54-b494-48724404499c req-2bb32ecd-73c0-4a40-a9c9-5461c8aff230 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Apr 30 01:56:21.896343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60795f-cb94-4e63-92b3-e5c6219f31f9 req-e4b226c1-b962-4220-b653-713eda572359 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:21.897827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd60795f-cb94-4e63-92b3-e5c6219f31f9 req-e4b226c1-b962-4220-b653-713eda572359 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 945 time: 0.0487740 Apr 30 01:56:21.936244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd60795f-cb94-4e63-92b3-e5c6219f31f9 req-4e5e5928-9422-42b6-a5b0-f1acd038cd58 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314727 Apr 30 01:56:22.043615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066efa45-8e7c-4a63-a7a2-799b6a5fb776 req-3cf69004-27ac-4370-89cd-0152029ee2ec tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:22.045089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066efa45-8e7c-4a63-a7a2-799b6a5fb776 req-3cf69004-27ac-4370-89cd-0152029ee2ec tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0482252 Apr 30 01:56:22.083177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-066efa45-8e7c-4a63-a7a2-799b6a5fb776 req-491913dc-f63a-41a9-976e-69f2ccf24036 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Apr 30 01:56:22.376679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b1380519-b3a9-467a-af0f-bc5b8fc2194e up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:56:22.479449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port b1380519-b3a9-467a-af0f-bc5b8fc2194e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:56:22.483270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port b1380519-b3a9-467a-af0f-bc5b8fc2194e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:56:22.483680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:22.558710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:22.580045 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:56:22.582777 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d050eb6d-8b4f-4c99-a743-599c38abab38" -d '{"events": [{"server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "name": "network-vif-plugged", "status": "completed", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:56:22.594653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port b1380519-b3a9-467a-af0f-bc5b8fc2194e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:56:22.619618 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b493562-0968-40e0-a6cf-9f6c0c3f978c x-openstack-request-id: req-3b493562-0968-40e0-a6cf-9f6c0c3f978c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:56:22.619918 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "name": "network-vif-plugged", "status": "completed", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:56:22.620166 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b493562-0968-40e0-a6cf-9f6c0c3f978c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:56:22.620558 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b493562-0968-40e0-a6cf-9f6c0c3f978c'] response: {'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'code': 200} Apr 30 01:56:22.661593 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:22.713728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=b1380519-b3a9-467a-af0f-bc5b8fc2194e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:22.717666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334d1b8-142b-47cf-822d-95e1c0063d12 req-98885e3e-eec5-4ff4-a2cf-fd768a819b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:22.719294 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a334d1b8-142b-47cf-822d-95e1c0063d12 req-98885e3e-eec5-4ff4-a2cf-fd768a819b86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1097 time: 0.0415289 Apr 30 01:56:22.757506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a334d1b8-142b-47cf-822d-95e1c0063d12 req-3909beac-ab6a-4e47-bee7-41f153ff5fc9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Apr 30 01:56:23.059940 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba031227-28ca-432b-bf66-418902a90a58 req-03a6a43e-e260-45a8-87e5-65322505b111 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:23.061390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba031227-28ca-432b-bf66-418902a90a58 req-03a6a43e-e260-45a8-87e5-65322505b111 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 946 time: 0.0518546 Apr 30 01:56:23.098533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba031227-28ca-432b-bf66-418902a90a58 req-a9d32967-dc75-4501-806c-0cb030561078 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303423 Apr 30 01:56:23.198934 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecce0f-b812-46a1-9725-ef2da933df9d req-150bd013-0113-4e42-af8c-d374023f1a4c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:23.200406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31ecce0f-b812-46a1-9725-ef2da933df9d req-150bd013-0113-4e42-af8c-d374023f1a4c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0484681 Apr 30 01:56:23.238115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31ecce0f-b812-46a1-9725-ef2da933df9d req-3de0f4ab-b7f3-4a48-83f3-47a27fdcf059 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Apr 30 01:56:24.213785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c67753-fe2f-4084-b514-a5f5d53e1302 req-e3655157-8daa-4c3b-8ad4-4382ad79f467 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:24.215251 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6c67753-fe2f-4084-b514-a5f5d53e1302 req-e3655157-8daa-4c3b-8ad4-4382ad79f467 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 946 time: 0.0485742 Apr 30 01:56:24.251760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6c67753-fe2f-4084-b514-a5f5d53e1302 req-1f01ec65-12e9-4eb1-82dd-133cb0da9b85 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302763 Apr 30 01:56:24.357319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687aa5d3-20d0-4107-955e-31ef843ab451 req-39b1f001-f228-4dcc-9a61-5bc3a344fbe6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:24.358771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-687aa5d3-20d0-4107-955e-31ef843ab451 req-39b1f001-f228-4dcc-9a61-5bc3a344fbe6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0517440 Apr 30 01:56:24.395857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-687aa5d3-20d0-4107-955e-31ef843ab451 req-93f2ecbd-04c8-4140-b9ae-592805aa4066 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Apr 30 01:56:24.496178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801d7ff-fb03-40b5-8e8d-568f30a4e900 req-2cdb85a2-a213-453f-952b-8d532efe23a5 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:24.497615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e801d7ff-fb03-40b5-8e8d-568f30a4e900 req-2cdb85a2-a213-453f-952b-8d532efe23a5 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 946 time: 0.0475774 Apr 30 01:56:24.535984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e801d7ff-fb03-40b5-8e8d-568f30a4e900 req-10807007-0bda-41de-b802-7e737ed89f40 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Apr 30 01:56:24.558282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:24.742331 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee432f3-5bf4-4ec1-b3f0-33d21f64c865 tempest-TestVolumeBackupRestore-1408560156 tempest-TestVolumeBackupRestore-1408560156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:24.743851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8ee432f3-5bf4-4ec1-b3f0-33d21f64c865 tempest-TestVolumeBackupRestore-1408560156 tempest-TestVolumeBackupRestore-1408560156-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1092 time: 0.1845953 Apr 30 01:56:24.746669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 33916) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:24.750797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:24.839757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:24.936025 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:25.035764 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Allocated IP 172.25.0.102 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/11d03110-8c61-439b-b18d-6fa41731280f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:56:25.136723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:25.228865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:25.264955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:56:25.270568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:56:25.274205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:56:25.303664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'Port': ['ID=11d03110-8c61-439b-b18d-6fa41731280f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:25.794376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924dd46-2711-4b84-9e2c-75af65962ab7 req-a4ac6cb7-49e6-4175-8b71-1f1fa2771dfe tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:25.795834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c924dd46-2711-4b84-9e2c-75af65962ab7 req-a4ac6cb7-49e6-4175-8b71-1f1fa2771dfe tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.1183870 Apr 30 01:56:25.872828 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c924dd46-2711-4b84-9e2c-75af65962ab7 req-884ad249-3d3d-42e8-98c1-1cec90db48fa tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703871 Apr 30 01:56:26.025417 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:26.139560 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:26.289151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:26.369559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:26.436253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event updated for resources: {'Port': ['ID=11d03110-8c61-439b-b18d-6fa41731280f,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:26.445822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:26.544695 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Floating IP 7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b associated. External IP: 172.25.0.102, port: b1380519-b3a9-467a-af0f-bc5b8fc2194e. Apr 30 01:56:26.747047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Router bbb3e5f1-dea4-4975-a1db-d9721593f399 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:56:26.851706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:56:26.861662 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] Sync routers for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:56:26.871169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:56:26.871811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:56:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:56:26.927530 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:26.979515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-aa5703f2-31be-4b49-ba40-feb14def9919 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2318184 Apr 30 01:56:26.979829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:56:26.980714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:56:26.982515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33922) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:26.983008 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb83c86-c45e-44f4-bed1-a8f725907bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:56:27.006209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e798c-2458-4fa0-bc30-942ff1e6e26f req-859edbde-d39d-48fe-8319-214b7046ce88 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:27.007686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e1e798c-2458-4fa0-bc30-942ff1e6e26f req-859edbde-d39d-48fe-8319-214b7046ce88 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0618870 Apr 30 01:56:27.027265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb538714-11ea-4ba4-82ca-784764a334e0 tempest-TestVolumeBackupRestore-1408560156 tempest-TestVolumeBackupRestore-1408560156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:27.028989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-eb538714-11ea-4ba4-82ca-784764a334e0 tempest-TestVolumeBackupRestore-1408560156 tempest-TestVolumeBackupRestore-1408560156-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1092 time: 0.0454719 Apr 30 01:56:27.031859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 33926) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:56:27.037088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0d0fabdd-392f-469f-b369-7bcaf750019d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Request body: {'floatingip': {'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:27.054869 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e1e798c-2458-4fa0-bc30-942ff1e6e26f req-42c112c4-3c06-4276-bce7-26a6ac9b36eb tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Apr 30 01:56:27.093360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0fabdd-392f-469f-b369-7bcaf750019d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for floatingip, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:27.219929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'mac_address': 'fa:16:3e:db:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:56:25Z', 'updated_at': '2022-04-30T01:56:25Z', 'revision_number': 0, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:56:27.240912 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798137de-442d-4e07-8160-9dd8a512f0c1 x-openstack-request-id: req-798137de-442d-4e07-8160-9dd8a512f0c1 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:56:27.241415 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:56:27.241670 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-798137de-442d-4e07-8160-9dd8a512f0c1 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:56:27.242080 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798137de-442d-4e07-8160-9dd8a512f0c1'] response: {'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'status': 'completed', 'code': 200} Apr 30 01:56:27.252129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] Checking router: bbb3e5f1-dea4-4975-a1db-d9721593f399 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:56:27.260866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:56:27.261409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:56:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:56:27.346407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-9354d71c-3f76-4393-b34d-9b607d742de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:27.347934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-9354d71c-3f76-4393-b34d-9b607d742de0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1097 time: 0.0820632 Apr 30 01:56:27.524587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:56:27.574676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-fc3ead91-6d56-4da7-9deb-7ce2af764e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:27.576173 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-fc3ead91-6d56-4da7-9deb-7ce2af764e85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9469c18b-5944-4558-90d8-c31562252c36 HTTP/1.1" status: 200 len: 913 time: 0.2212398 Apr 30 01:56:27.750835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'mac_address': 'fa:16:3e:db:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:56:25Z', 'updated_at': '2022-04-30T01:56:25Z', 'revision_number': 0, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:56:27.778248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c7270-8aa6-4f08-b09c-986027020cc1 None None] The sync data for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 is: [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'mac_address': 'fa:16:3e:db:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:56:25Z', 'updated_at': '2022-04-30T01:56:25Z', 'revision_number': 0, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:56:27.979199 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b5f4f-ec90-43a5-85cc-f513fbe2f53f None None] New status for floating IP 7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:56:28.125533 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-9974f606-8f2e-40dc-82ea-c7846f4fcbde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e HTTP/1.1" status: 200 len: 1000 time: 0.5396008 Apr 30 01:56:28.180085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80169b90-bafe-4cc7-b2a2-e8ceeccbab4b req-a30586ad-db11-4f1a-8e48-ac1bb596e012 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:28.181703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80169b90-bafe-4cc7-b2a2-e8ceeccbab4b req-a30586ad-db11-4f1a-8e48-ac1bb596e012 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 944 time: 0.0531113 Apr 30 01:56:28.220490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80169b90-bafe-4cc7-b2a2-e8ceeccbab4b req-22e094b9-f43e-46e3-899e-872c91478204 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Apr 30 01:56:28.248778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-7a2666b6-465d-40a8-8da0-5d9b1cdbb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:28.250226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-7a2666b6-465d-40a8-8da0-5d9b1cdbb338 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cadc2d32-7338-458e-84fc-97156263cb24 HTTP/1.1" status: 200 len: 852 time: 0.1030684 Apr 30 01:56:28.286284 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0fabdd-392f-469f-b369-7bcaf750019d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:28.301613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-ff24af8f-9b18-440b-a9eb-79b52558e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:28.303094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-ff24af8f-9b18-440b-a9eb-79b52558e770 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9469c18b-5944-4558-90d8-c31562252c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465527 Apr 30 01:56:28.361086 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0fabdd-392f-469f-b369-7bcaf750019d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:28.362912 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.db.api [None req-b36b5f4f-ec90-43a5-85cc-f513fbe2f53f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 01:56:28.362912 n-d-821348-1 neutron-server[103321]: DEBUG oslo_db.api [None req-b36b5f4f-ec90-43a5-85cc-f513fbe2f53f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 01:56:28.474292 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-ed85c6d4-3787-4b41-9635-10d4e7d3d1b2 service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640098 Apr 30 01:56:28.503746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:56:28.602718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:56:28.614565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '5be0b5f0-d891-4941-b336-2c8b54e3ffd8', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'port_id': '5be0b5f0-d891-4941-b336-2c8b54e3ffd8', 'mac_address': 'fa:16:3e:ea:37:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:56:28.621146 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2fb83c86-c45e-44f4-bed1-a8f725907bc3 req-a1ef51d8-56d2-423d-b441-66fbc62624b6 service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405249 Apr 30 01:56:28.652634 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:28.666058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:56:28.672489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0fabdd-392f-469f-b369-7bcaf750019d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Router bbb3e5f1-dea4-4975-a1db-d9721593f399 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:56:28.685179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:56:28.776747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:28.784554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0fabdd-392f-469f-b369-7bcaf750019d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:56:28.789659 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d0fabdd-392f-469f-b369-7bcaf750019d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:28.805929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31c9e1de-3343-4b23-99cc-424bcc2c8268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:28.819477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:56:28.821286 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac1a111-71fc-4286-a043-8c6e9c9e854a" -d '{"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:56:28.831616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:28.851013 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0d0fabdd-392f-469f-b369-7bcaf750019d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "PUT /v2.0/floatingips/7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b HTTP/1.1" status: 200 len: 992 time: 1.8180430 Apr 30 01:56:28.863845 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b5f4f-ec90-43a5-85cc-f513fbe2f53f None None] New status for floating IP 7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:56:28.866594 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53fe1af-f56d-41ef-8fd1-00f174306c92 x-openstack-request-id: req-e53fe1af-f56d-41ef-8fd1-00f174306c92 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:56:28.866879 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:56:28.867123 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e53fe1af-f56d-41ef-8fd1-00f174306c92 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:56:28.867557 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53fe1af-f56d-41ef-8fd1-00f174306c92'] response: {'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'status': 'completed', 'code': 200} Apr 30 01:56:28.930705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-7705cd32-6cb5-41a8-9ec7-1f01402f0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:28.932252 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-7705cd32-6cb5-41a8-9ec7-1f01402f0427 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1097 time: 0.0439115 Apr 30 01:56:29.029353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-94a3f749-c116-419c-8f95-c98d3e4b978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:29.030532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['5be0b5f0-d891-4941-b336-2c8b54e3ffd8'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:56:29.030888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-94a3f749-c116-419c-8f95-c98d3e4b978b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9469c18b-5944-4558-90d8-c31562252c36 HTTP/1.1" status: 200 len: 913 time: 0.0913091 Apr 30 01:56:29.101591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-df24265d-fe66-4baf-887a-2fcd3cc91e49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e HTTP/1.1" status: 200 len: 1000 time: 0.0644231 Apr 30 01:56:29.152740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] Sync routers for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:56:29.153197 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-45326dcd-f8c9-41f6-9c08-8979f1a112a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:29.154727 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-45326dcd-f8c9-41f6-9c08-8979f1a112a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cadc2d32-7338-458e-84fc-97156263cb24 HTTP/1.1" status: 200 len: 852 time: 0.0471129 Apr 30 01:56:29.180797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:56:29.181414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:56:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:56:29.199789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-d54b321a-fc1d-45a8-8044-63d276a543d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:29.201354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-d54b321a-fc1d-45a8-8044-63d276a543d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9469c18b-5944-4558-90d8-c31562252c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407712 Apr 30 01:56:29.295153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:56:29.296355 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-cfa29296-a783-4ddd-9878-bfd1d8ddb530 service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887647 Apr 30 01:56:29.345441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a990395-22fc-4739-bf6d-3b9a74afef37 req-d5959758-7748-43fc-a274-3a08df252c8b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:29.350780 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a990395-22fc-4739-bf6d-3b9a74afef37 req-d5959758-7748-43fc-a274-3a08df252c8b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 945 time: 0.0553489 Apr 30 01:56:29.386538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a990395-22fc-4739-bf6d-3b9a74afef37 req-4c21d9b1-082f-4dc9-9ba9-381b913e570e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Apr 30 01:56:29.389299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2ac1a111-71fc-4286-a043-8c6e9c9e854a req-1ebbf7c5-2997-4354-9dd1-49d519a7ba09 service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869095 Apr 30 01:56:29.523314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'mac_address': 'fa:16:3e:db:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:56:25Z', 'updated_at': '2022-04-30T01:56:28Z', 'revision_number': 2, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:56:29.549900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] Checking router: bbb3e5f1-dea4-4975-a1db-d9721593f399 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:56:29.558101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:56:29.558699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:56:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:56:29.661251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:56:29.878977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'mac_address': 'fa:16:3e:db:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:56:25Z', 'updated_at': '2022-04-30T01:56:28Z', 'revision_number': 2, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:56:29.903981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663da3-06b7-4eff-ae0c-c73ac118fe17 None None] The sync data for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 is: [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'port_id': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'mac_address': 'fa:16:3e:db:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:56:25Z', 'updated_at': '2022-04-30T01:56:28Z', 'revision_number': 2, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:56:30.497638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:56:30.500891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c19b8-5619-4614-a918-b1c0c12dcfd5 req-93df2bb3-5fba-4241-aec7-494a4a6e7f8a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:30.502929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-208c19b8-5619-4614-a918-b1c0c12dcfd5 req-93df2bb3-5fba-4241-aec7-494a4a6e7f8a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 945 time: 0.0479646 Apr 30 01:56:30.540797 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-208c19b8-5619-4614-a918-b1c0c12dcfd5 req-4475f0a9-99d4-4756-aebc-e8108249bd07 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Apr 30 01:56:30.605221 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:56:30.609287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:56:30.609661 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:30.685551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:30.707538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d76f01-7c51-4622-8a6d-4bc1b48d1c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be0b5f0-d891-4941-b336-2c8b54e3ffd8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:56:30.709768 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e1b0e-f32c-420f-a832-637aefb577e3" -d '{"events": [{"server_uuid": "e1d76f01-7c51-4622-8a6d-4bc1b48d1c92", "name": "network-vif-plugged", "status": "completed", "tag": "5be0b5f0-d891-4941-b336-2c8b54e3ffd8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:56:30.722354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:56:30.744071 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e1d67c-121e-4345-b6c7-27536332502f x-openstack-request-id: req-b1e1d67c-121e-4345-b6c7-27536332502f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:56:30.744357 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d76f01-7c51-4622-8a6d-4bc1b48d1c92", "name": "network-vif-plugged", "status": "completed", "tag": "5be0b5f0-d891-4941-b336-2c8b54e3ffd8", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:56:30.744608 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1e1d67c-121e-4345-b6c7-27536332502f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:56:30.745005 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e1d67c-121e-4345-b6c7-27536332502f'] response: {'server_uuid': 'e1d76f01-7c51-4622-8a6d-4bc1b48d1c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be0b5f0-d891-4941-b336-2c8b54e3ffd8', 'code': 200} Apr 30 01:56:30.805485 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:30.850902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea601-5e12-4be3-85ff-1831b18a9295 req-d29cd34a-84cd-464f-aa5a-536acb0d4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:30.852455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36dea601-5e12-4be3-85ff-1831b18a9295 req-d29cd34a-84cd-464f-aa5a-536acb0d4314 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 1097 time: 0.0406845 Apr 30 01:56:30.853815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:30.872240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:56:30.874457 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a31e08d-c25f-4d35-a268-3a06a7e7c660" -d '{"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:56:30.895805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-36dea601-5e12-4be3-85ff-1831b18a9295 req-e9d416bb-777b-4667-b2dd-23854e47364d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344958 Apr 30 01:56:30.910614 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d41bc61-6d2e-4a3f-b77b-fb0faf515d72 x-openstack-request-id: req-5d41bc61-6d2e-4a3f-b77b-fb0faf515d72 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:56:30.910897 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:56:30.911153 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d41bc61-6d2e-4a3f-b77b-fb0faf515d72 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:56:30.911583 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d41bc61-6d2e-4a3f-b77b-fb0faf515d72'] response: {'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'status': 'completed', 'code': 200} Apr 30 01:56:30.977237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-10c15f7f-7d33-461c-b8cf-4e2818b75abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:30.978649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-10c15f7f-7d33-461c-b8cf-4e2818b75abb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1097 time: 0.0460854 Apr 30 01:56:30.994152 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1015410c-a83c-4431-a4ca-7f4b9e4cd36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:31.069065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-777ec242-58de-4eb0-b905-66439246256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:31.070545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-777ec242-58de-4eb0-b905-66439246256d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9469c18b-5944-4558-90d8-c31562252c36 HTTP/1.1" status: 200 len: 913 time: 0.0843625 Apr 30 01:56:31.140656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-5aee21cc-a238-47d5-91fe-695d39821e40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e HTTP/1.1" status: 200 len: 1002 time: 0.0625196 Apr 30 01:56:31.189121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-fbb24b7f-e606-4ee4-9642-034a4cf92da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:31.190575 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-fbb24b7f-e606-4ee4-9642-034a4cf92da9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cadc2d32-7338-458e-84fc-97156263cb24 HTTP/1.1" status: 200 len: 852 time: 0.0439794 Apr 30 01:56:31.233973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-d83e50a6-b42c-4ab9-af13-9e09d68eae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:31.235552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-d83e50a6-b42c-4ab9-af13-9e09d68eae42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9469c18b-5944-4558-90d8-c31562252c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392406 Apr 30 01:56:31.325430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-2f6e641e-89ba-4515-8227-32a99edeeb65 service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836201 Apr 30 01:56:31.412809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1a31e08d-c25f-4d35-a268-3a06a7e7c660 req-8078073a-7c86-4018-a736-1d0c2892dc7f service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811605 Apr 30 01:56:31.662471 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79812d-699d-4326-b3c1-9c7bca20ebe6 req-bb8fbac8-da3a-4a3a-8a41-d4a0f1a8e0c0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:31.663991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e79812d-699d-4326-b3c1-9c7bca20ebe6 req-bb8fbac8-da3a-4a3a-8a41-d4a0f1a8e0c0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 946 time: 0.0533991 Apr 30 01:56:31.701600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e79812d-699d-4326-b3c1-9c7bca20ebe6 req-653cb63b-be66-4281-91f4-ac11c8bd48f5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Apr 30 01:56:32.073839 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:32.820442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bccb0-f9f5-4887-bf3c-c2a988706a43 req-4a74ef80-1808-4dc4-b34e-6b1b82e33225 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:32.821835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-649bccb0-f9f5-4887-bf3c-c2a988706a43 req-4a74ef80-1808-4dc4-b34e-6b1b82e33225 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 946 time: 0.0503030 Apr 30 01:56:32.858674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-649bccb0-f9f5-4887-bf3c-c2a988706a43 req-e683197c-2428-4149-b95f-4758bc9d5f56 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Apr 30 01:56:32.970225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a3faa-2d97-4614-908f-a2d9f1dd1715 req-28b557c8-e2d3-4946-80ca-e302e8ffa581 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:32.971779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b77a3faa-2d97-4614-908f-a2d9f1dd1715 req-28b557c8-e2d3-4946-80ca-e302e8ffa581 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 946 time: 0.0480998 Apr 30 01:56:33.009016 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b77a3faa-2d97-4614-908f-a2d9f1dd1715 req-3f2346ea-db87-4e91-9b1e-4192cf34a774 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Apr 30 01:56:33.879742 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:33.976845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:36.314483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cc43-2568-494c-a8a4-f015d495824e req-d813a35d-a127-4b8e-82b9-de9505a561b5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:36.316581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-d813a35d-a127-4b8e-82b9-de9505a561b5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1047819 Apr 30 01:56:36.331916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-e44178cf-f7b5-4280-b029-0d29302b98ad tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/quotas/0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 375 time: 0.0095356 Apr 30 01:56:36.384207 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-01ea01ce-3685-4e94-a0e7-24944fc88d9e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470819 Apr 30 01:56:36.527930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-6653bffd-57ce-4e15-8e3c-cfce5166800f service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361911 Apr 30 01:56:36.617911 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-f29918b5-c04e-4ad7-9547-4caf109db27d service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835495 Apr 30 01:56:36.875187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5037bca0-0e6e-4eb4-91a7-928de4757717 req-2e486f01-29ce-4d0a-8ccc-a62665e273db tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 210 time: 0.0264184 Apr 30 01:56:37.975248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d90cf415-0d5b-45b1-9ed4-938919a60a0c req-369c2e71-481f-4429-8e16-547a260940f7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Apr 30 01:56:38.866454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cc43-2568-494c-a8a4-f015d495824e req-83bc0977-1b75-4e62-8f13-121dc4aa9d79 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:38.867978 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-83bc0977-1b75-4e62-8f13-121dc4aa9d79 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1037893 Apr 30 01:56:38.883174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'port': {'device_id': '96610da1-615c-4097-bccb-6dfa6ee30ad7', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'admin_state_up': True, 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:39.051282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:56:39.054823 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:39.073187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f0c70de-4204-4124-9bde-509dfc35a4dc req-52fb0e02-7488-4570-96b1-db87ba2f31e1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 210 time: 0.0295920 Apr 30 01:56:39.186033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.20.0.6 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/56bf1a8c-f3dd-4bbf-b182-b33af96a438a) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:56:39.324748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:39.457204 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:39.468931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['5be0b5f0-d891-4941-b336-2c8b54e3ffd8'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:56:39.503564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:56:39.506626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:56:39.510487 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:56:39.539674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:39.590363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:39.591698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:39.700369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-675a3b22-c0e6-4f60-8f58-69e018ed59e3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8207643 Apr 30 01:56:39.713051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Request body: {'port': {'device_id': '96610da1-615c-4097-bccb-6dfa6ee30ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:56:39.748815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9671be50-24e1-4182-a2bf-00c3ad25b290 None None] Provisioning complete for port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:56:39.749274 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9671be50-24e1-4182-a2bf-00c3ad25b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:39.771343 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:39.785584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9671be50-24e1-4182-a2bf-00c3ad25b290 None None] Port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:56:40.051410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bf1a8c-f3dd-4bbf-b182-b33af96a438a {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:56:40.059655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:40.071328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Transition to ACTIVE for port object 56bf1a8c-f3dd-4bbf-b182-b33af96a438a will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:56:40.125557 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:40.209944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ba1ee-2366-455d-a1f6-bca6de9526fc req-c108bf33-e356-48c1-86ae-e7497b1212c2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:40.220026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-117ba1ee-2366-455d-a1f6-bca6de9526fc req-c108bf33-e356-48c1-86ae-e7497b1212c2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0701365 Apr 30 01:56:40.240587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Pushing event updated for resources: {'Port': ['ID=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:40.264875 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-117ba1ee-2366-455d-a1f6-bca6de9526fc req-ec355c4e-6663-4dba-a7a6-058e71880ffd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Apr 30 01:56:40.275984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Attempting to bind port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:56:40.276869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Attempting to bind port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:56:40.277313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Attempting to bind port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:56:40.292643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a on network 0daa2935-32d0-4e3f-8718-0a051482e96b not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:56:40.292966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Attempting to bind port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:56:40.298179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:56:40.298513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:56:40.298902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:56:40.299326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Bound port: 56bf1a8c-f3dd-4bbf-b182-b33af96a438a, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:56:40.299749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:40.368414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] For port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:56:40.371812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] For port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:56:40.479563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:40.516857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:40.516857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:40.517944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/56bf1a8c-f3dd-4bbf-b182-b33af96a438a HTTP/1.1" status: 200 len: 1091 time: 0.8094337 Apr 30 01:56:40.518522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96610da1-615c-4097-bccb-6dfa6ee30ad7', 'tag': '56bf1a8c-f3dd-4bbf-b182-b33af96a438a'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:56:40.520826 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229b17e9-dfac-44bc-bd6d-3b97f3c3b765" -d '{"events": [{"name": "network-changed", "server_uuid": "96610da1-615c-4097-bccb-6dfa6ee30ad7", "tag": "56bf1a8c-f3dd-4bbf-b182-b33af96a438a"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:56:40.552469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5fdf7-22be-4143-83dc-db04385d72f5 service neutron] Pushing event updated for resources: {'Port': ['ID=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:56:40.578658 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0fe028-228d-4172-9cca-9f6d08dab76e x-openstack-request-id: req-7a0fe028-228d-4172-9cca-9f6d08dab76e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:56:40.578949 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96610da1-615c-4097-bccb-6dfa6ee30ad7", "tag": "56bf1a8c-f3dd-4bbf-b182-b33af96a438a", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:56:40.580949 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a0fe028-228d-4172-9cca-9f6d08dab76e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:56:40.580949 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0fe028-228d-4172-9cca-9f6d08dab76e'] response: {'name': 'network-changed', 'server_uuid': '96610da1-615c-4097-bccb-6dfa6ee30ad7', 'tag': '56bf1a8c-f3dd-4bbf-b182-b33af96a438a', 'status': 'completed', 'code': 200} Apr 30 01:56:40.644074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b17e9-dfac-44bc-bd6d-3b97f3c3b765 req-8f320a8d-4974-4735-81c7-679d78ed551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:40.645862 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-229b17e9-dfac-44bc-bd6d-3b97f3c3b765 req-8f320a8d-4974-4735-81c7-679d78ed551a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0439079 Apr 30 01:56:40.755793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b17e9-dfac-44bc-bd6d-3b97f3c3b765 req-ffdf6e2f-4a34-487b-b598-5d13721de8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:40.757256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-229b17e9-dfac-44bc-bd6d-3b97f3c3b765 req-ffdf6e2f-4a34-487b-b598-5d13721de8a1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ef216e6d8184af5a41381c71f489e2a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1037328 Apr 30 01:56:40.852840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b17e9-dfac-44bc-bd6d-3b97f3c3b765 req-7f725556-2761-4e8d-8b07-2143906db56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:40.854328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-229b17e9-dfac-44bc-bd6d-3b97f3c3b765 req-7f725556-2761-4e8d-8b07-2143906db56c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890219 Apr 30 01:56:40.940142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cc43-2568-494c-a8a4-f015d495824e req-27f745f2-905c-4573-b073-3946d8edde06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:40.941723 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-27f745f2-905c-4573-b073-3946d8edde06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0481853 Apr 30 01:56:40.982385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-3130bb8e-fcb9-4a2e-af14-f3055b2db19b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bf1a8c-f3dd-4bbf-b182-b33af96a438a HTTP/1.1" status: 200 len: 217 time: 0.0335970 Apr 30 01:56:41.032274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cc43-2568-494c-a8a4-f015d495824e req-d068d711-338f-4dd4-a935-3f7211ea76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:41.033758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-d068d711-338f-4dd4-a935-3f7211ea76fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0455534 Apr 30 01:56:41.086110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cc43-2568-494c-a8a4-f015d495824e req-a03a6f7e-7d38-47d7-af70-0ddd9794d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:41.087860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-a03a6f7e-7d38-47d7-af70-0ddd9794d800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483091 Apr 30 01:56:41.185773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-11a0a671-e259-4836-8ceb-cdf5f65e4226 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867434 Apr 30 01:56:41.282327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5017cc43-2568-494c-a8a4-f015d495824e req-8e9faf8c-1d18-49ac-9f46-898dd43c3300 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Apr 30 01:56:41.410216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f9b65-51fc-42df-9c85-0ad7033595ea req-cb45fa5f-8eef-425d-abc9-f34b5af0adf0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:41.411970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-de4f9b65-51fc-42df-9c85-0ad7033595ea req-cb45fa5f-8eef-425d-abc9-f34b5af0adf0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0678260 Apr 30 01:56:41.455811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-de4f9b65-51fc-42df-9c85-0ad7033595ea req-6c7bc6ca-31b4-4900-ad94-f35964f1d964 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355570 Apr 30 01:56:42.585625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7f0e7-8105-4468-bd26-709369bdc4e6 req-dcd41728-c333-4ea1-8cfb-d336a0a0f33c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:42.587623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4c7f0e7-8105-4468-bd26-709369bdc4e6 req-dcd41728-c333-4ea1-8cfb-d336a0a0f33c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0580575 Apr 30 01:56:42.629436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4c7f0e7-8105-4468-bd26-709369bdc4e6 req-7c5283e1-5d8f-4b9e-8af3-408eab904829 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Apr 30 01:56:43.750012 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b240856-8cab-4fe3-9c67-f12c9c028707 req-8ac44e8b-0750-4b24-bba1-6bcc80b056f4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:43.751623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b240856-8cab-4fe3-9c67-f12c9c028707 req-8ac44e8b-0750-4b24-bba1-6bcc80b056f4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0502808 Apr 30 01:56:43.791168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0b240856-8cab-4fe3-9c67-f12c9c028707 req-aa5c6359-33ac-4058-9c67-edd6fcc975da tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Apr 30 01:56:44.920065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0739-bede-4563-8974-cd39e28fea5c req-95efdf5d-0658-4185-a825-bd3385ccec38 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:44.921846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-972f0739-bede-4563-8974-cd39e28fea5c req-95efdf5d-0658-4185-a825-bd3385ccec38 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0534313 Apr 30 01:56:44.960943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-972f0739-bede-4563-8974-cd39e28fea5c req-f042a285-6362-4c33-bbea-877acee741e8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Apr 30 01:56:46.090220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24849ff-4b3b-4ea6-ba12-cef389fdfaa3 req-968f0339-2348-44b5-abad-5644fc3c6dec tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:46.091692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d24849ff-4b3b-4ea6-ba12-cef389fdfaa3 req-968f0339-2348-44b5-abad-5644fc3c6dec tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0550821 Apr 30 01:56:46.133737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d24849ff-4b3b-4ea6-ba12-cef389fdfaa3 req-ebe681e9-78de-473b-a23f-fb8de83951f0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331209 Apr 30 01:56:47.253475 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040350-5018-47af-8916-776bf655748a req-5504e704-e94d-489f-b8d9-e4a1034f1c7f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:47.254930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd040350-5018-47af-8916-776bf655748a req-5504e704-e94d-489f-b8d9-e4a1034f1c7f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0499349 Apr 30 01:56:47.294523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd040350-5018-47af-8916-776bf655748a req-eeb3da6e-8463-4e53-98cc-01ea1a8c70ca tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Apr 30 01:56:48.415992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfef5ee-a894-4a61-bb36-0fe1bb0d3623 req-b69e1fa0-306d-4b29-8371-ae6d4c83bf97 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:48.417528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cfef5ee-a894-4a61-bb36-0fe1bb0d3623 req-b69e1fa0-306d-4b29-8371-ae6d4c83bf97 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0502188 Apr 30 01:56:48.455786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cfef5ee-a894-4a61-bb36-0fe1bb0d3623 req-d246c7ed-bf97-4928-a690-ca2bca876493 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Apr 30 01:56:48.816947 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:48.943730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-cfb89478-162c-41ac-a1fa-445ddabee721 req-e5e8829f-316c-4784-aaa6-c4da11107808 tempest-ServerRescueNegativeTestJSON-1102719688 tempest-ServerRescueNegativeTestJSON-1102719688-project] (103318) timed out ('10.222.0.15', 57952) {{(pid=103318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 01:56:49.650420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b63cca-b893-4af3-b28a-05721a9bb632 req-4db0a78e-8854-4afd-ad5c-e73094eb6f41 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:49.652965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13b63cca-b893-4af3-b28a-05721a9bb632 req-4db0a78e-8854-4afd-ad5c-e73094eb6f41 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.1159575 Apr 30 01:56:49.693654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13b63cca-b893-4af3-b28a-05721a9bb632 req-dcf36ec7-0c7f-4297-820c-2f2afe21bec2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Apr 30 01:56:50.679615 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:50.820964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0cb85-89ec-42e0-b4e4-9c68ec3e5e49 req-54e8c161-a5b3-4c95-a424-e72e5936f10a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:50.822979 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8c0cb85-89ec-42e0-b4e4-9c68ec3e5e49 req-54e8c161-a5b3-4c95-a424-e72e5936f10a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0532231 Apr 30 01:56:50.861718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8c0cb85-89ec-42e0-b4e4-9c68ec3e5e49 req-858227b3-3bd0-464b-8f26-783366a3a756 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324614 Apr 30 01:56:51.981811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7950db-906f-4a2f-bd7c-c235b724541d req-33121048-ac7c-41a9-bee4-279d64788d7f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:51.983286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa7950db-906f-4a2f-bd7c-c235b724541d req-33121048-ac7c-41a9-bee4-279d64788d7f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0505483 Apr 30 01:56:52.023572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa7950db-906f-4a2f-bd7c-c235b724541d req-90df109f-5c58-4687-8029-69e5f95aedf7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 Apr 30 01:56:53.153600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291709-e8f1-4e3e-8965-f48fa738a4c2 req-f362e69b-20e7-4f49-9f34-f760787a073c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:53.155059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48291709-e8f1-4e3e-8965-f48fa738a4c2 req-f362e69b-20e7-4f49-9f34-f760787a073c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0574253 Apr 30 01:56:53.199905 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48291709-e8f1-4e3e-8965-f48fa738a4c2 req-1e386b85-c406-4962-a900-cd1ef0bed7a8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Apr 30 01:56:54.325508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6a35-e4d4-496b-92b4-6f6828089d80 req-3dcb2f62-f651-48f6-a908-d5019cad49a1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:54.327452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-881d6a35-e4d4-496b-92b4-6f6828089d80 req-3dcb2f62-f651-48f6-a908-d5019cad49a1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0578160 Apr 30 01:56:54.366128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-881d6a35-e4d4-496b-92b4-6f6828089d80 req-c7efcc9a-e8a9-4f1b-8455-dbc7175bae8b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Apr 30 01:56:55.382479 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:56:55.487847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1932d-bc1d-40a0-9c5a-52da8aa26715 req-f44e15e6-3d15-4dac-bc89-07eca0425b87 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:55.489348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cee1932d-bc1d-40a0-9c5a-52da8aa26715 req-f44e15e6-3d15-4dac-bc89-07eca0425b87 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0517452 Apr 30 01:56:55.535139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cee1932d-bc1d-40a0-9c5a-52da8aa26715 req-a860989b-f16f-4c2e-83c2-689a08625e2d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Apr 30 01:56:56.659718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb6921-862a-4218-b3a1-261747d09fcf req-41ad983d-7113-4d39-8463-a4147bb81ff9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:56.661209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51fb6921-862a-4218-b3a1-261747d09fcf req-41ad983d-7113-4d39-8463-a4147bb81ff9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0530491 Apr 30 01:56:56.700539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51fb6921-862a-4218-b3a1-261747d09fcf req-346bdb10-2d09-43eb-9dfc-3ca6498aae1e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Apr 30 01:56:57.819525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec17c5-bff8-43b8-ba07-ce0b21c6ec0f req-a786214f-7444-4d07-a522-25d258afeea5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:57.820937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45ec17c5-bff8-43b8-ba07-ce0b21c6ec0f req-a786214f-7444-4d07-a522-25d258afeea5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0498540 Apr 30 01:56:57.859975 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45ec17c5-bff8-43b8-ba07-ce0b21c6ec0f req-94cec18d-8032-465a-85e2-803e8e3b699b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319774 Apr 30 01:56:58.775237 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37d85664-1955-414e-a000-d68a63efb0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:56:58.978948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad2644-ae7b-4958-8758-501b4aa31523 req-1855d03d-9e00-434d-b29c-1966d45105b1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:56:58.980436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3ad2644-ae7b-4958-8758-501b4aa31523 req-1855d03d-9e00-434d-b29c-1966d45105b1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0506108 Apr 30 01:56:59.024595 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3ad2644-ae7b-4958-8758-501b4aa31523 req-eddd9c60-531b-47ac-a522-b3fb6e9e2f3f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Apr 30 01:57:00.149175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b4ecd-38ea-43a4-9fd9-ff79d8771b2e req-88cafacf-98f8-43eb-bbf8-61b462e9b2fa tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:00.150643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-635b4ecd-38ea-43a4-9fd9-ff79d8771b2e req-88cafacf-98f8-43eb-bbf8-61b462e9b2fa tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0534291 Apr 30 01:57:00.190641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-635b4ecd-38ea-43a4-9fd9-ff79d8771b2e req-d16ed3b5-3c2e-41c4-ae88-0f5bda4e2bb3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Apr 30 01:57:01.021930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-576248b3-3d64-4ebd-b9c9-db1495936371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:01.312624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d670c-affa-4e13-aa1a-1c186e07b52a req-369fc781-8582-45ab-9f95-c7f81c4a01a6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:01.314115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f80d670c-affa-4e13-aa1a-1c186e07b52a req-369fc781-8582-45ab-9f95-c7f81c4a01a6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0524507 Apr 30 01:57:01.354229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f80d670c-affa-4e13-aa1a-1c186e07b52a req-b0e84c3e-daa5-4052-b820-be75374ea093 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Apr 30 01:57:02.118398 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:02.233699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-4f6d6fbc-f3ba-4f5b-b236-70e5d7c5eb3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443621 Apr 30 01:57:02.320416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-db537fe1-bbff-4fda-896a-b91818d7af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:02.321833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-db537fe1-bbff-4fda-896a-b91818d7af92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1097 time: 0.0421996 Apr 30 01:57:02.430655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-1dde7a4f-8b5a-42ec-b11a-a7b068d16285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:02.432205 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-1dde7a4f-8b5a-42ec-b11a-a7b068d16285 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9469c18b-5944-4558-90d8-c31562252c36 HTTP/1.1" status: 200 len: 913 time: 0.0916054 Apr 30 01:57:02.478384 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e55d0-d3f8-452a-a868-74b3f2c3376b req-d9c3b8f8-a196-41e2-9184-487b0a32db12 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:02.479874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be7e55d0-d3f8-452a-a868-74b3f2c3376b req-d9c3b8f8-a196-41e2-9184-487b0a32db12 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0507669 Apr 30 01:57:02.501669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-aa4b032f-c37f-44cd-9c35-a758197a142a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e HTTP/1.1" status: 200 len: 1002 time: 0.0622799 Apr 30 01:57:02.519445 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be7e55d0-d3f8-452a-a868-74b3f2c3376b req-10d0a651-a408-4f44-95ed-641b270c9562 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Apr 30 01:57:02.553513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-fb972c51-d93f-4af1-8d85-8b930e072051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:02.554994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-fb972c51-d93f-4af1-8d85-8b930e072051 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cadc2d32-7338-458e-84fc-97156263cb24 HTTP/1.1" status: 200 len: 852 time: 0.0477757 Apr 30 01:57:02.604719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-c6fe3464-5516-441b-b869-77f33ee627b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:02.606218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-c6fe3464-5516-441b-b869-77f33ee627b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9469c18b-5944-4558-90d8-c31562252c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453048 Apr 30 01:57:02.695258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-3a304277-d6d4-45c9-a69f-3dcd06a4bc0e service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824277 Apr 30 01:57:02.795128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aafe28cc-41c8-402d-be62-f24a893b0ade req-697322b0-6550-4008-afdd-9eaf1c9859a0 service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937996 Apr 30 01:57:03.642533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51ee8b-c34d-410e-906a-83781cd24727 req-d5df72a1-bb81-4a03-aa5e-3921629b3b0e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:03.644103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c51ee8b-c34d-410e-906a-83781cd24727 req-d5df72a1-bb81-4a03-aa5e-3921629b3b0e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0555842 Apr 30 01:57:03.681979 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c51ee8b-c34d-410e-906a-83781cd24727 req-2c36d518-0f1c-4c2f-be11-9791cdc2dafd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318720 Apr 30 01:57:03.897106 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:03.921131 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:04.799922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc0854-b740-43c0-a641-c0e3e04c0bb7 req-7ae3f408-5d6e-4ce3-85c7-79fda0dafefc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:04.801334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7dcc0854-b740-43c0-a641-c0e3e04c0bb7 req-7ae3f408-5d6e-4ce3-85c7-79fda0dafefc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0498130 Apr 30 01:57:04.842157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7dcc0854-b740-43c0-a641-c0e3e04c0bb7 req-7ec1fd0b-c2ff-45b3-b900-57ac8e931b96 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Apr 30 01:57:05.962961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4ee7c-94ca-4e47-aee7-ce019cbd0bdb req-9404549c-ca1c-466d-b00b-31d74637cc09 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:05.964566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eee4ee7c-94ca-4e47-aee7-ce019cbd0bdb req-9404549c-ca1c-466d-b00b-31d74637cc09 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0507367 Apr 30 01:57:06.002362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eee4ee7c-94ca-4e47-aee7-ce019cbd0bdb req-665ea7b1-2e74-44e5-81b9-ec2754af2323 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Apr 30 01:57:07.129583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a507ebf-bd3b-4c39-a082-d088ab6e7b6f req-c862259c-5882-4f96-a04b-279b980e7d07 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:07.131078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a507ebf-bd3b-4c39-a082-d088ab6e7b6f req-c862259c-5882-4f96-a04b-279b980e7d07 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0546980 Apr 30 01:57:07.170714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a507ebf-bd3b-4c39-a082-d088ab6e7b6f req-b357d7b7-4385-44b0-911e-fa6b4df8ce8f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Apr 30 01:57:08.288076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364dcc2-4076-460d-8c54-d2aa032f6b6c req-aed3594f-26cf-4121-b6c7-fe422e69806b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:08.289871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1364dcc2-4076-460d-8c54-d2aa032f6b6c req-aed3594f-26cf-4121-b6c7-fe422e69806b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0507779 Apr 30 01:57:08.328230 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1364dcc2-4076-460d-8c54-d2aa032f6b6c req-6456200a-a474-4ddc-aeb8-cffb39ecaeea tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Apr 30 01:57:09.446111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a4dd-4bf2-43db-9083-a7630317f601 req-88d42c9a-f012-4317-808a-2538c4223d2e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:09.447627 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab32a4dd-4bf2-43db-9083-a7630317f601 req-88d42c9a-f012-4317-808a-2538c4223d2e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0488844 Apr 30 01:57:09.486656 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab32a4dd-4bf2-43db-9083-a7630317f601 req-c1ef7307-1283-41a8-a095-bfa2aa5c8d51 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Apr 30 01:57:10.610804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235883d-322d-40a6-b8ba-c77cd1317f08 req-19fe15fa-fbb9-4573-bd2b-86f15187fffc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:10.612312 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9235883d-322d-40a6-b8ba-c77cd1317f08 req-19fe15fa-fbb9-4573-bd2b-86f15187fffc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0551338 Apr 30 01:57:10.652262 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9235883d-322d-40a6-b8ba-c77cd1317f08 req-8604a9b3-7b19-47b3-949c-b4f3d97f71e7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Apr 30 01:57:10.768108 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-f5d7f5ce-db69-402c-85b8-2034be943f3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447977 Apr 30 01:57:10.862789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-19f27723-f732-4766-9858-065e5616a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:10.864433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-19f27723-f732-4766-9858-065e5616a099 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 1097 time: 0.0457966 Apr 30 01:57:10.990683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-ca0bc5a8-8fdc-46aa-a6b5-3d8eed7e1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:10.992708 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-ca0bc5a8-8fdc-46aa-a6b5-3d8eed7e1a41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0988686 Apr 30 01:57:11.043472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-9da20758-d5d3-4da5-b88f-3f6c651eb944 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be0b5f0-d891-4941-b336-2c8b54e3ffd8 HTTP/1.1" status: 200 len: 217 time: 0.0391474 Apr 30 01:57:11.109480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-45baa91b-2981-4f92-af1d-db20e671c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:11.111040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-45baa91b-2981-4f92-af1d-db20e671c04f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0538504 Apr 30 01:57:11.172230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-0d6f650a-fdf7-45ab-9947-0335036d992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:11.173734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-0d6f650a-fdf7-45ab-9947-0335036d992e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554016 Apr 30 01:57:11.278194 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-d2af0453-8aa8-49bd-8a70-a9e12b216306 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935812 Apr 30 01:57:11.375183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-317ed480-bf6f-447b-bf2a-34b5e82a8577 req-484a42be-7c08-42d7-83de-ce5bc5799238 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871158 Apr 30 01:57:11.774488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f94f8e-6738-48c5-aca5-a428174304eb req-3c73a16e-5c72-4b73-a257-cf42ebd3db99 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:11.776007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55f94f8e-6738-48c5-aca5-a428174304eb req-3c73a16e-5c72-4b73-a257-cf42ebd3db99 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0505650 Apr 30 01:57:11.814821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55f94f8e-6738-48c5-aca5-a428174304eb req-94617564-b53b-46e2-8238-f9c075d9e4c6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Apr 30 01:57:12.933317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4d4f-49f4-4654-8ca7-d0f4442b4174 req-d7d29718-762a-45f7-b636-f9fd53aca3d8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:12.934795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-67ef4d4f-49f4-4654-8ca7-d0f4442b4174 req-d7d29718-762a-45f7-b636-f9fd53aca3d8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0496233 Apr 30 01:57:12.972799 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-67ef4d4f-49f4-4654-8ca7-d0f4442b4174 req-66c73164-fc5d-4d6b-bd01-e5a7586a41d9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319002 Apr 30 01:57:14.100921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41c424-b173-4f50-b46e-0b430bdef970 req-1cce66b4-5e72-4fbe-bb77-a8bd537c36da tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:14.102414 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b41c424-b173-4f50-b46e-0b430bdef970 req-1cce66b4-5e72-4fbe-bb77-a8bd537c36da tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0527041 Apr 30 01:57:14.142510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b41c424-b173-4f50-b46e-0b430bdef970 req-9a9446cf-ff6a-4a27-84c6-6d38aa9b9981 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Apr 30 01:57:15.260670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8af21-f84e-4723-b10c-810b79d531d6 req-d2d58227-d359-4d5c-bb50-ab7afada51be tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:15.262154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cd8af21-f84e-4723-b10c-810b79d531d6 req-d2d58227-d359-4d5c-bb50-ab7afada51be tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0502396 Apr 30 01:57:15.301422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cd8af21-f84e-4723-b10c-810b79d531d6 req-d6259ac7-9b18-44a8-a1b8-36aa969d25bd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Apr 30 01:57:16.418427 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa2075-53bc-4900-8bbf-f91e4404ef98 req-094ed6dd-2ff6-4065-b53d-0319122dc401 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:16.419873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-73fa2075-53bc-4900-8bbf-f91e4404ef98 req-094ed6dd-2ff6-4065-b53d-0319122dc401 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0490763 Apr 30 01:57:16.457887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-73fa2075-53bc-4900-8bbf-f91e4404ef98 req-2ee190ab-2ed9-42af-88e5-966793159f9a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Apr 30 01:57:17.580925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3bd69-bf2d-4977-93e5-acc76ea570f4 req-a05d8759-d623-46ee-b0ee-9c33d8507c91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:17.582392 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1b3bd69-bf2d-4977-93e5-acc76ea570f4 req-a05d8759-d623-46ee-b0ee-9c33d8507c91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0535407 Apr 30 01:57:17.620297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1b3bd69-bf2d-4977-93e5-acc76ea570f4 req-37cfa070-bec6-4654-9060-c9a81fa9b04d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Apr 30 01:57:18.737411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fade372-0571-4bcd-a4d6-fdd98e1aa862 req-2be5795c-d79f-4a20-afe5-fa62d7652808 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:18.738965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fade372-0571-4bcd-a4d6-fdd98e1aa862 req-2be5795c-d79f-4a20-afe5-fa62d7652808 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0498066 Apr 30 01:57:18.777650 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3fade372-0571-4bcd-a4d6-fdd98e1aa862 req-edd09eba-4d40-4360-8b64-f01436426ad6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Apr 30 01:57:18.889637 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:19.898163 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd9aff-deb1-4a90-b9fe-829f5266a222 req-f042142a-b8c9-4663-a7e9-c8033daf082a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:19.899692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78dd9aff-deb1-4a90-b9fe-829f5266a222 req-f042142a-b8c9-4663-a7e9-c8033daf082a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0497429 Apr 30 01:57:19.938725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78dd9aff-deb1-4a90-b9fe-829f5266a222 req-d03ee983-c42d-4eec-8745-440d34b67a33 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Apr 30 01:57:20.713186 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:21.064303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beed7ac-7378-4121-901f-b586ee03d9af req-19ad4de5-6cf7-42e6-97eb-689dc56fc1c8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:21.065785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7beed7ac-7378-4121-901f-b586ee03d9af req-19ad4de5-6cf7-42e6-97eb-689dc56fc1c8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0542698 Apr 30 01:57:21.105251 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7beed7ac-7378-4121-901f-b586ee03d9af req-108a867b-fcfc-4ee8-afe9-680f60f2b87e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Apr 30 01:57:22.231276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e8923-384e-45d4-ae67-850eb0b7a088 req-eea7ed38-f02b-4bd9-ace7-e473adf90518 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:22.232795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-882e8923-384e-45d4-ae67-850eb0b7a088 req-eea7ed38-f02b-4bd9-ace7-e473adf90518 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0497115 Apr 30 01:57:22.271844 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-882e8923-384e-45d4-ae67-850eb0b7a088 req-0beae967-cd57-490a-86fb-19c1afd1ef10 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Apr 30 01:57:23.393463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd0c8e-a2f8-4d35-ad46-d0d8d445afff req-0f2d7e0c-9fa3-4ab1-ad99-19031caf391f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:23.395002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81bd0c8e-a2f8-4d35-ad46-d0d8d445afff req-0f2d7e0c-9fa3-4ab1-ad99-19031caf391f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0525327 Apr 30 01:57:23.436599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81bd0c8e-a2f8-4d35-ad46-d0d8d445afff req-54a44973-9cf2-4aad-a856-4a8a3ef934c7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Apr 30 01:57:24.559162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e791de5-0aa1-4096-883c-f7de38408140 req-8255bbae-d711-4530-91e5-77054053e1ba tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:24.560786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e791de5-0aa1-4096-883c-f7de38408140 req-8255bbae-d711-4530-91e5-77054053e1ba tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0552258 Apr 30 01:57:24.598160 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e791de5-0aa1-4096-883c-f7de38408140 req-2fadd45c-e12c-4afe-934e-0a5403c3f976 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Apr 30 01:57:25.715245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf60eb-80c4-439b-8c8e-4879cf9b7b7c req-95a2f893-7260-4196-a7c6-68daca4784eb tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:25.716786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16cf60eb-80c4-439b-8c8e-4879cf9b7b7c req-95a2f893-7260-4196-a7c6-68daca4784eb tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0486722 Apr 30 01:57:25.755232 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-16cf60eb-80c4-439b-8c8e-4879cf9b7b7c req-4db8556f-6c48-4397-80f3-a31b26268b24 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Apr 30 01:57:26.872589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816a4c8-57af-4f3c-b282-64ac1599b05f req-0ee5ed79-47ab-4cfc-b923-6b1ebeed9fd6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:26.874058 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9816a4c8-57af-4f3c-b282-64ac1599b05f req-0ee5ed79-47ab-4cfc-b923-6b1ebeed9fd6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0495737 Apr 30 01:57:26.911369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9816a4c8-57af-4f3c-b282-64ac1599b05f req-10224bd8-1ea5-45bf-997f-79004140de13 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Apr 30 01:57:28.034165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd4e94-709c-473f-8aed-c2461963eb0f req-475896e1-374d-45a4-9b50-d3ff2b2e752c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:28.035632 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5fd4e94-709c-473f-8aed-c2461963eb0f req-475896e1-374d-45a4-9b50-d3ff2b2e752c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0521164 Apr 30 01:57:28.074546 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5fd4e94-709c-473f-8aed-c2461963eb0f req-aba7d1d5-4bfd-43d5-83c3-7b5aa358474b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Apr 30 01:57:28.748107 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df9b8cab-810d-4977-8d18-390cc3c44709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:29.194899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a03504-c14f-4816-b5a9-3db91faf57f3 req-d695347d-5f2c-4ed1-9083-3b68def2bc05 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:29.196383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46a03504-c14f-4816-b5a9-3db91faf57f3 req-d695347d-5f2c-4ed1-9083-3b68def2bc05 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0522876 Apr 30 01:57:29.235556 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46a03504-c14f-4816-b5a9-3db91faf57f3 req-1bcfa53e-b918-4ce5-a457-8c47e482d0f7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Apr 30 01:57:30.352280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d5721-677e-4838-952c-ae9e9373c2d9 req-d91a7300-db31-4ae3-a34f-78c63ca17fe3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:30.353749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-882d5721-677e-4838-952c-ae9e9373c2d9 req-d91a7300-db31-4ae3-a34f-78c63ca17fe3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0476930 Apr 30 01:57:30.391166 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-882d5721-677e-4838-952c-ae9e9373c2d9 req-50692dc7-f21f-4ad7-a3e0-7d3fb68604f8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304801 Apr 30 01:57:31.022441 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db07505e-5a26-47e9-9d6b-f642bb647df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:31.511080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac983e1-d5ad-4143-9734-180b9aa786a5 req-03f603b1-8ecb-4274-a21d-3c25f81b55b3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:31.512497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fac983e1-d5ad-4143-9734-180b9aa786a5 req-03f603b1-8ecb-4274-a21d-3c25f81b55b3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0525217 Apr 30 01:57:31.551860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fac983e1-d5ad-4143-9734-180b9aa786a5 req-e93103b4-6885-42ad-b845-48ccaf8b0296 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326681 Apr 30 01:57:32.106373 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:32.381472 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:57:32.670743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567d81-34a1-4a62-8a2d-d8236dc22194 req-cc23f613-ddc0-40e4-9bb9-1ab9ef78b561 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:32.672186 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6567d81-34a1-4a62-8a2d-d8236dc22194 req-cc23f613-ddc0-40e4-9bb9-1ab9ef78b561 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 943 time: 0.0517817 Apr 30 01:57:32.712565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6567d81-34a1-4a62-8a2d-d8236dc22194 req-e3e2ef22-c785-4143-bd31-f0fae80d700a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Apr 30 01:57:32.834837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 56bf1a8c-f3dd-4bbf-b182-b33af96a438a details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:57:32.929560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:57:32.940468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '56bf1a8c-f3dd-4bbf-b182-b33af96a438a', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'port_id': '56bf1a8c-f3dd-4bbf-b182-b33af96a438a', 'mac_address': 'fa:16:3e:9c:fd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:57:32.975983 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:32.988077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bf1a8c-f3dd-4bbf-b182-b33af96a438a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:57:33.007187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:57:33.072032 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:33.123474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:57:33.130688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.131046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.131382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.131740 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.132127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.132416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.132743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.133068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.133387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.133709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.134029 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.134347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:33.283954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['56bf1a8c-f3dd-4bbf-b182-b33af96a438a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:57:33.831075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700efd6-eb90-4965-ae54-15025f0559bf req-cbdde954-542d-4b26-a971-042a70f4e883 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:33.832589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4700efd6-eb90-4965-ae54-15025f0559bf req-cbdde954-542d-4b26-a971-042a70f4e883 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 944 time: 0.0492756 Apr 30 01:57:33.871943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4700efd6-eb90-4965-ae54-15025f0559bf req-9d46347c-bcd1-4553-951b-5f0dbe6e9165 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Apr 30 01:57:33.874522 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:33.931013 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:34.850404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 56bf1a8c-f3dd-4bbf-b182-b33af96a438a up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:57:34.960017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:57:34.964223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:57:34.964601 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:34.999174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf621b8-3f2b-447c-98b7-e828578ff28c req-e67db466-6312-4e4a-a1a0-7ca82e02ae6b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:35.001411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4cf621b8-3f2b-447c-98b7-e828578ff28c req-e67db466-6312-4e4a-a1a0-7ca82e02ae6b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 944 time: 0.0536306 Apr 30 01:57:35.040341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4cf621b8-3f2b-447c-98b7-e828578ff28c req-ad6d7ce6-b48b-4b85-95ec-33dab62b6903 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Apr 30 01:57:35.044169 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:35.067333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96610da1-615c-4097-bccb-6dfa6ee30ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bf1a8c-f3dd-4bbf-b182-b33af96a438a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:57:35.069768 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc21bd6d-d0dc-4960-bef1-b33a988f1d76" -d '{"events": [{"server_uuid": "96610da1-615c-4097-bccb-6dfa6ee30ad7", "name": "network-vif-plugged", "status": "completed", "tag": "56bf1a8c-f3dd-4bbf-b182-b33af96a438a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:57:35.085985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:57:35.107133 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb91abd2-25d4-41a3-8860-e432ed7bacdb x-openstack-request-id: req-fb91abd2-25d4-41a3-8860-e432ed7bacdb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:57:35.107133 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96610da1-615c-4097-bccb-6dfa6ee30ad7", "name": "network-vif-plugged", "status": "completed", "tag": "56bf1a8c-f3dd-4bbf-b182-b33af96a438a", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:57:35.107284 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb91abd2-25d4-41a3-8860-e432ed7bacdb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:57:35.107658 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb91abd2-25d4-41a3-8860-e432ed7bacdb'] response: {'server_uuid': '96610da1-615c-4097-bccb-6dfa6ee30ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bf1a8c-f3dd-4bbf-b182-b33af96a438a', 'code': 200} Apr 30 01:57:35.171256 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:35.221896 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:57:35.555670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0555b-c5da-431d-bdaa-ca8c9e6f8e53 req-d73ea6b6-0437-4f31-9763-780cccbade29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:35.558477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-62e0555b-c5da-431d-bdaa-ca8c9e6f8e53 req-d73ea6b6-0437-4f31-9763-780cccbade29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 1095 time: 0.3983846 Apr 30 01:57:35.591264 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-62e0555b-c5da-431d-bdaa-ca8c9e6f8e53 req-27a198e5-df90-4183-b62c-b1b8e9001778 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275531 Apr 30 01:57:36.161753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2c4a0-2467-49b1-a871-34d71df7b263 req-8c0d9f37-38e2-460d-9227-ac548c0a5d68 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:36.163364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4e2c4a0-2467-49b1-a871-34d71df7b263 req-8c0d9f37-38e2-460d-9227-ac548c0a5d68 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 945 time: 0.0505335 Apr 30 01:57:36.201384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4e2c4a0-2467-49b1-a871-34d71df7b263 req-6b6b53d4-c191-486a-bb6d-385de0370b2d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Apr 30 01:57:37.322433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de8505-e6bb-443e-8244-b1b5b05d3b62 req-f6e95b35-880c-4bf0-b56e-3a6eccf1eab7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:37.324123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07de8505-e6bb-443e-8244-b1b5b05d3b62 req-f6e95b35-880c-4bf0-b56e-3a6eccf1eab7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 945 time: 0.0542815 Apr 30 01:57:37.362579 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07de8505-e6bb-443e-8244-b1b5b05d3b62 req-bc36cbb4-849b-40ae-b5c4-3a31ddd4b5ad tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Apr 30 01:57:37.480539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66d0dc-58e0-4add-80f9-37be7cc21683 req-861ef2db-738b-42b7-a9a3-e241dabb65b1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:37.482021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf66d0dc-58e0-4add-80f9-37be7cc21683 req-861ef2db-738b-42b7-a9a3-e241dabb65b1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 945 time: 0.0531766 Apr 30 01:57:37.520788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf66d0dc-58e0-4add-80f9-37be7cc21683 req-bcc271cb-6572-4e07-b4a6-74fb09c66bd2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326359 Apr 30 01:57:38.067218 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e45bc-707a-4c9e-8e22-972b56dba816 req-08026675-25a5-4f59-ad16-7f87293dec4a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:38.068779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-168e45bc-707a-4c9e-8e22-972b56dba816 req-08026675-25a5-4f59-ad16-7f87293dec4a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 945 time: 0.0513031 Apr 30 01:57:38.107170 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-168e45bc-707a-4c9e-8e22-972b56dba816 req-a745cf9d-8db7-48c4-bb7d-83782c29841c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323520 Apr 30 01:57:39.226708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fb28a-95ea-4f8f-b59c-45f4be75bf57 req-3b3e5b34-6a0b-4c52-a4ea-7b316f8f8ddd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:39.228346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-882fb28a-95ea-4f8f-b59c-45f4be75bf57 req-3b3e5b34-6a0b-4c52-a4ea-7b316f8f8ddd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 945 time: 0.0497341 Apr 30 01:57:39.268721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-882fb28a-95ea-4f8f-b59c-45f4be75bf57 req-ac70a0ca-7084-4bf9-906b-ff3e257f7472 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Apr 30 01:57:39.585953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-cc80d1f5-3d00-4616-ba1d-8e58d28b38cc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:39.587405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-cc80d1f5-3d00-4616-ba1d-8e58d28b38cc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 945 time: 0.0503955 Apr 30 01:57:39.678652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:57:39.678989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:39.765185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] For port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:57:39.765561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:39.778222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for 56bf1a8c-f3dd-4bbf-b182-b33af96a438a owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:57:39.981061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:39.992755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['56bf1a8c-f3dd-4bbf-b182-b33af96a438a'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:57:40.008120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=56bf1a8c-f3dd-4bbf-b182-b33af96a438a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:57:40.013988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['5be0b5f0-d891-4941-b336-2c8b54e3ffd8'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:57:40.022566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.022834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.023172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.023526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.023867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.024195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.024497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.024819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.025183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.025445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.025790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.026082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:57:40.063748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] No DVR routers for this DVR port 56bf1a8c-f3dd-4bbf-b182-b33af96a438a on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:57:40.066587 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:40.070410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-383bd33e-3b46-493c-8bdb-83f52c1eba5f req-d88f28ea-61d2-4495-86e9-e596a92f2322 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "DELETE /v2.0/ports/56bf1a8c-f3dd-4bbf-b182-b33af96a438a HTTP/1.1" status: 204 len: 173 time: 0.4778221 Apr 30 01:57:40.070873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96610da1-615c-4097-bccb-6dfa6ee30ad7', 'name': 'network-vif-deleted', 'tag': '56bf1a8c-f3dd-4bbf-b182-b33af96a438a'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:57:40.073652 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcc18f4-b304-4bce-a567-1628b26a3939" -d '{"events": [{"server_uuid": "96610da1-615c-4097-bccb-6dfa6ee30ad7", "name": "network-vif-deleted", "tag": "56bf1a8c-f3dd-4bbf-b182-b33af96a438a"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:57:40.111149 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab91459-20bc-4922-95b4-0cbbd07df423 x-openstack-request-id: req-1ab91459-20bc-4922-95b4-0cbbd07df423 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:57:40.111458 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96610da1-615c-4097-bccb-6dfa6ee30ad7", "name": "network-vif-deleted", "tag": "56bf1a8c-f3dd-4bbf-b182-b33af96a438a", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:57:40.111702 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ab91459-20bc-4922-95b4-0cbbd07df423 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:57:40.112096 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab91459-20bc-4922-95b4-0cbbd07df423'] response: {'server_uuid': '96610da1-615c-4097-bccb-6dfa6ee30ad7', 'name': 'network-vif-deleted', 'tag': '56bf1a8c-f3dd-4bbf-b182-b33af96a438a', 'status': 'completed', 'code': 200} Apr 30 01:57:40.371978 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1178a94b-e5e3-44be-b701-820e168d20d0 req-8f62f18a-31f4-4353-9421-dea78ffcdbe2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 210 time: 0.0303073 Apr 30 01:57:41.471376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e827d6f-5f6e-4515-a91b-88db63436b52 req-43225154-1824-4570-b6f3-9ae258e659e0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 210 time: 0.0295346 Apr 30 01:57:42.571759 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea122fca-f87f-463d-81c6-b8be22ce0cb8 req-753528cf-2fba-4739-b9c4-b9f7bc82731f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 210 time: 0.0275781 Apr 30 01:57:43.667254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-012e9be6-3946-4a8c-a5bb-b6c5300c2e98 req-76660699-1c0e-4941-b68e-2c059d3750f2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 210 time: 0.0268526 Apr 30 01:57:44.359995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34196) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:57:44.519412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Deleting port 11d03110-8c61-439b-b18d-6fa41731280f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:57:44.519793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:44.603154 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:44.603572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:44.617826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Calling delete_port for 11d03110-8c61-439b-b18d-6fa41731280f owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:57:44.785607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc62ac9f-6467-41fc-aa7a-8abbe99c3684 req-440ed748-c02f-405e-8c5a-c4af64e20f52 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=96610da1-615c-4097-bccb-6dfa6ee30ad7 HTTP/1.1" status: 200 len: 210 time: 0.0322242 Apr 30 01:57:44.849266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 56bf1a8c-f3dd-4bbf-b182-b33af96a438a no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:57:44.855929 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:44.872886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 56bf1a8c-f3dd-4bbf-b182-b33af96a438a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:57:44.873453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 56bf1a8c-f3dd-4bbf-b182-b33af96a438a not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:57:44.888324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event deleted for resources: {'Port': ['ID=11d03110-8c61-439b-b18d-6fa41731280f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:57:44.950330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:44.950663 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Floating IP 7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b disassociated (deleted). External IP: 172.25.0.102, port: b1380519-b3a9-467a-af0f-bc5b8fc2194e. Apr 30 01:57:45.164419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Router bbb3e5f1-dea4-4975-a1db-d9721593f399 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:57:45.273169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:57:45.278164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:45.283695 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] Sync routers for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:57:45.294377 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:57:45.295155 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:57:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:57:45.305249 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fa843a2d-d011-4f52-b1c6-ae2e91f7d5c4 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "DELETE /v2.0/floatingips/7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b HTTP/1.1" status: 204 len: 168 time: 0.9441509 Apr 30 01:57:45.305936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:57:45.308351 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d8243-42de-4f17-9739-e6b5bb118b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:57:45.412286 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:57:45.702414 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97f64a2-6b9d-44ae-b0cb-51a4a2312453 x-openstack-request-id: req-b97f64a2-6b9d-44ae-b0cb-51a4a2312453 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:57:45.702414 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:57:45.702414 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b97f64a2-6b9d-44ae-b0cb-51a4a2312453 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:57:45.702414 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97f64a2-6b9d-44ae-b0cb-51a4a2312453'] response: {'name': 'network-changed', 'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'status': 'completed', 'code': 200} Apr 30 01:57:45.715746 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:57:45.745239 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] Checking router: bbb3e5f1-dea4-4975-a1db-d9721593f399 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:57:45.755183 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:57:45.765758 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:57:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:57:45.779201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-d4b55daf-753b-47c0-9042-f9861cb94395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:45.780991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-d4b55daf-753b-47c0-9042-f9861cb94395 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 1097 time: 0.0540862 Apr 30 01:57:45.838537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b631a8d-8cf5-4a65-9055-a0ac38b7afe4 req-4060e55b-1b38-4a00-ba13-9cd33aec6705 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:45.841240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b631a8d-8cf5-4a65-9055-a0ac38b7afe4 req-4060e55b-1b38-4a00-ba13-9cd33aec6705 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 946 time: 0.0669489 Apr 30 01:57:45.870682 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:57:45.893717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b631a8d-8cf5-4a65-9055-a0ac38b7afe4 req-5d7c45d7-7223-41c5-b05e-6ae5ab4e879d tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461102 Apr 30 01:57:45.898194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-7aa78d72-2a6a-4068-98aa-a39e76923579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:45.898737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-7aa78d72-2a6a-4068-98aa-a39e76923579 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9469c18b-5944-4558-90d8-c31562252c36 HTTP/1.1" status: 200 len: 913 time: 0.1098876 Apr 30 01:57:45.957226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-3f6150a9-e647-4513-adb0-580666cb7aba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e HTTP/1.1" status: 200 len: 217 time: 0.0440290 Apr 30 01:57:46.010513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-5d38fb05-3dea-4e60-a3b9-1ddd507b9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:46.011988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-5d38fb05-3dea-4e60-a3b9-1ddd507b9ca5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cadc2d32-7338-458e-84fc-97156263cb24 HTTP/1.1" status: 200 len: 852 time: 0.0475085 Apr 30 01:57:46.065808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-6f10894b-f3cc-486f-b1de-6ad0f21279f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:46.067329 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-6f10894b-f3cc-486f-b1de-6ad0f21279f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9469c18b-5944-4558-90d8-c31562252c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460582 Apr 30 01:57:46.083337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-ba2c9a89-b755-42ae-8006-667c006da7d4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 01:57:46.084708 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-ba2c9a89-b755-42ae-8006-667c006da7d4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097566 Apr 30 01:57:46.091343 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:57:46.122036 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66054af9-928a-4917-b00c-353a6f25c422 None None] The sync data for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 is: [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:53:04Z', 'revision_number': 4, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '50368a4b-c900-4cc5-b68c-388000225d55', 'name': '', 'network_id': '9469c18b-5944-4558-90d8-c31562252c36', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'mac_address': 'fa:16:3e:17:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:03Z', 'updated_at': '2022-04-30T01:53:13Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'subnets': [{'id': 'cadc2d32-7338-458e-84fc-97156263cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:57:46.189950 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-0a8a6c13-be4c-4857-94df-be5f47190fb7 service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981827 Apr 30 01:57:46.298937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-297d8243-42de-4f17-9739-e6b5bb118b2d req-6b649310-9345-4732-bb20-d1e8615310af service neutron] 10.222.0.21 "GET /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012583 Apr 30 01:57:46.369943 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45021b-cbf4-4497-a9ca-279b0d70344c None None] New status for floating IP 7e7ecd6b-2fbb-4a31-8b1d-1f439fba9e8b: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:57:47.028356 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83340b8-8e96-485d-93d1-b427edcf1336 req-a27c13fe-ae8d-428d-bdcd-0413cca3f315 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:47.036054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f83340b8-8e96-485d-93d1-b427edcf1336 req-a27c13fe-ae8d-428d-bdcd-0413cca3f315 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 946 time: 0.0569448 Apr 30 01:57:47.073023 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f83340b8-8e96-485d-93d1-b427edcf1336 req-e5a1198c-178f-463f-8fc2-bff06010212f tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8b5811a-08a9-4da8-86a9-706744eaf115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361238 Apr 30 01:57:47.244257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-d3a39442-5315-4716-96e9-40a824ea24bd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:47.245850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-d3a39442-5315-4716-96e9-40a824ea24bd tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.21 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 946 time: 0.0548024 Apr 30 01:57:47.342583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Deleting port b1380519-b3a9-467a-af0f-bc5b8fc2194e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:57:47.342928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:47.437692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] For port b1380519-b3a9-467a-af0f-bc5b8fc2194e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=b1380519-b3a9-467a-af0f-bc5b8fc2194e,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:57:47.438003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:47.451599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Calling delete_port for b1380519-b3a9-467a-af0f-bc5b8fc2194e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:57:47.644100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:47.675676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event deleted for resources: {'Port': ['ID=b1380519-b3a9-467a-af0f-bc5b8fc2194e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:57:47.717855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] No DVR routers for this DVR port b1380519-b3a9-467a-af0f-bc5b8fc2194e on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:57:47.720635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:47.724063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-739a11b4-7af1-4428-b8cb-62d05b1edd1b req-27b3c4dc-96ac-4049-8f49-63fe6fe57acc tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.21 "DELETE /v2.0/ports/b1380519-b3a9-467a-af0f-bc5b8fc2194e HTTP/1.1" status: 204 len: 173 time: 0.4730458 Apr 30 01:57:47.724540 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'name': 'network-vif-deleted', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:57:47.726859 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a1d7d-ed4b-4f43-a679-9015f02b79cd" -d '{"events": [{"server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "name": "network-vif-deleted", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:57:47.768639 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e51fe8-d4fd-48ea-bba6-a372b7a89abf x-openstack-request-id: req-a6e51fe8-d4fd-48ea-bba6-a372b7a89abf {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:57:47.768639 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17a528-ba6c-4bca-ae8a-542cdc191062", "name": "network-vif-deleted", "tag": "b1380519-b3a9-467a-af0f-bc5b8fc2194e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:57:47.768639 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6e51fe8-d4fd-48ea-bba6-a372b7a89abf {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:57:47.768639 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e51fe8-d4fd-48ea-bba6-a372b7a89abf'] response: {'server_uuid': 'be17a528-ba6c-4bca-ae8a-542cdc191062', 'name': 'network-vif-deleted', 'tag': 'b1380519-b3a9-467a-af0f-bc5b8fc2194e', 'status': 'completed', 'code': 200} Apr 30 01:57:48.208449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1a01850-3482-4442-a5ce-df122601be41 req-a07a1d33-9f0d-4707-a6bc-393b88fb8228 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 210 time: 0.0425725 Apr 30 01:57:48.810602 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:49.310079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b889360b-e818-4d9a-88c5-7b0d0e6e1119 req-2ea166a8-ceb0-4b44-9f49-9a1d9c1317de tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 210 time: 0.0268135 Apr 30 01:57:49.777677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c18e9-ab9c-407a-8cac-0bf4a980c2ea req-2461ca3f-ef3c-494e-ae61-d492edb0bcbd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:49.779509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a62c18e9-ab9c-407a-8cac-0bf4a980c2ea req-2461ca3f-ef3c-494e-ae61-d492edb0bcbd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 946 time: 0.0597117 Apr 30 01:57:49.821463 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a62c18e9-ab9c-407a-8cac-0bf4a980c2ea req-27d8e5a1-81da-4541-9a70-45e31b97877b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354240 Apr 30 01:57:50.405121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4aee5bcf-8634-4354-a0d0-3d0a8b7507fa req-0b6b3d30-e1d0-434e-bb28-033e78346947 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 210 time: 0.0270393 Apr 30 01:57:50.700605 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:50.866784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b1380519-b3a9-467a-af0f-bc5b8fc2194e no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:57:50.891251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: b1380519-b3a9-467a-af0f-bc5b8fc2194e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:57:50.891626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device b1380519-b3a9-467a-af0f-bc5b8fc2194e not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:57:50.944942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd9d62-e45a-4761-a73b-b7e4c2f0b864 req-abea4080-a579-43fb-bf32-e38c146a9518 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:50.946535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bbd9d62-e45a-4761-a73b-b7e4c2f0b864 req-abea4080-a579-43fb-bf32-e38c146a9518 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 946 time: 0.0502222 Apr 30 01:57:50.994790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5bbd9d62-e45a-4761-a73b-b7e4c2f0b864 req-ffacce1a-e65f-460a-b5f0-45a723799b76 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=604a4abf-78d2-4063-bc50-883456d853e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Apr 30 01:57:51.460701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-be7f9479-ede4-4bce-a5c2-3055e7c3a8f4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:57:51.462209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-be7f9479-ede4-4bce-a5c2-3055e7c3a8f4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 946 time: 0.0572979 Apr 30 01:57:51.512574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d7344bc-ab71-4655-b8c8-4ef738b9a3cf req-ec3a3670-53d8-413d-b219-bfec3267ddca tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17a528-ba6c-4bca-ae8a-542cdc191062 HTTP/1.1" status: 200 len: 210 time: 0.0340886 Apr 30 01:57:51.570781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:57:51.571122 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:51.664533 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] For port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:57:51.664896 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:51.677488 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:57:51.857093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:51.873112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['5be0b5f0-d891-4941-b336-2c8b54e3ffd8'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:57:51.889700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=5be0b5f0-d891-4941-b336-2c8b54e3ffd8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:57:51.933167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] No DVR routers for this DVR port 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:57:51.935884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:51.939210 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-300e072c-c240-46cd-a1e7-c4b0f1c10401 req-45fd4a1b-053a-49af-b9dc-0691a4d94d16 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "DELETE /v2.0/ports/5be0b5f0-d891-4941-b336-2c8b54e3ffd8 HTTP/1.1" status: 204 len: 173 time: 0.4674332 Apr 30 01:57:51.939659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d76f01-7c51-4622-8a6d-4bc1b48d1c92', 'name': 'network-vif-deleted', 'tag': '5be0b5f0-d891-4941-b336-2c8b54e3ffd8'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:57:51.941868 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2748c3d5-d7cc-4c24-8f89-97c72ccf06fb" -d '{"events": [{"server_uuid": "e1d76f01-7c51-4622-8a6d-4bc1b48d1c92", "name": "network-vif-deleted", "tag": "5be0b5f0-d891-4941-b336-2c8b54e3ffd8"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:57:51.980041 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34af292-ac10-454d-815e-542ef71c4846 x-openstack-request-id: req-d34af292-ac10-454d-815e-542ef71c4846 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:57:51.980330 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d76f01-7c51-4622-8a6d-4bc1b48d1c92", "name": "network-vif-deleted", "tag": "5be0b5f0-d891-4941-b336-2c8b54e3ffd8", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:57:51.980574 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d34af292-ac10-454d-815e-542ef71c4846 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:57:51.981091 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34af292-ac10-454d-815e-542ef71c4846'] response: {'server_uuid': 'e1d76f01-7c51-4622-8a6d-4bc1b48d1c92', 'name': 'network-vif-deleted', 'tag': '5be0b5f0-d891-4941-b336-2c8b54e3ffd8', 'status': 'completed', 'code': 200} Apr 30 01:57:52.090003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-874c377c-211c-42fb-a8b2-3849a1f639dd req-e22835cd-e6fb-47ae-8688-e68508573515 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 210 time: 0.0265186 Apr 30 01:57:52.573235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34244) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:57:52.632783 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5718cc79-c81d-4fc5-bbb6-2cf872aad0b5 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:52.657434 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5718cc79-c81d-4fc5-bbb6-2cf872aad0b5 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:52.794214 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5718cc79-c81d-4fc5-bbb6-2cf872aad0b5 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:52.796952 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5718cc79-c81d-4fc5-bbb6-2cf872aad0b5 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:52.798162 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5718cc79-c81d-4fc5-bbb6-2cf872aad0b5 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] 10.222.0.15 "DELETE /v2.0/security-groups/e8b5811a-08a9-4da8-86a9-706744eaf115 HTTP/1.1" status: 204 len: 168 time: 0.2239087 Apr 30 01:57:52.809401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718cc79-c81d-4fc5-bbb6-2cf872aad0b5 tempest-TestVolumeBackupRestore-1431998230 tempest-TestVolumeBackupRestore-1431998230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5811a-08a9-4da8-86a9-706744eaf115,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:57:53.196021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-456d2c05-2042-4bf1-8265-9bd723dc158e req-9a655603-656f-4253-ac52-15350918eef7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 210 time: 0.0261455 Apr 30 01:57:54.293878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5893051a-0907-4612-9884-ff67abe43c0c req-0ee36882-da57-470d-b1d3-abf4957fb3b4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Apr 30 01:57:54.831435 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:57:54.852035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:57:54.853005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5be0b5f0-d891-4941-b336-2c8b54e3ffd8 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:57:55.402207 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f215a53-4193-4b88-9c8c-92e2ea534c3a req-2a117c4a-0ee0-4830-a467-83f1ff8cbd31 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 210 time: 0.0365250 Apr 30 01:57:56.555533 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f30edbe3-37e9-425c-82dd-9e9c312739f3 req-bd00b5d4-2948-40ed-994c-85317a8dc75e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d76f01-7c51-4622-8a6d-4bc1b48d1c92 HTTP/1.1" status: 200 len: 210 time: 0.0522652 Apr 30 01:57:58.754500 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2b520dc-ce25-46cb-937a-d157c6048a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:57:58.808304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34530) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:57:59.467305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:00.028801 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Deleting port 50368a4b-c900-4cc5-b68c-388000225d55 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:58:00.029436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:00.110479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] For port 50368a4b-c900-4cc5-b68c-388000225d55, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=50368a4b-c900-4cc5-b68c-388000225d55,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:00.110836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:00.123880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Calling delete_port for 50368a4b-c900-4cc5-b68c-388000225d55 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:58:00.371481 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:00.409168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Pushing event deleted for resources: {'Port': ['ID=50368a4b-c900-4cc5-b68c-388000225d55,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:00.574468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:00.800378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Router bbb3e5f1-dea4-4975-a1db-d9721593f399 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:58:00.913542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:58:00.920371 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2b296e46-c3dd-4eb0-bec4-d7e47f87f18b admin admin] 10.222.0.15 "PUT /v2.0/routers/bbb3e5f1-dea4-4975-a1db-d9721593f399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1108124 Apr 30 01:58:00.922967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34658) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:00.932415 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] Sync routers for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:58:00.951823 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:58:00.953127 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:57:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:01.034071 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-52ebe085-f2d7-49f6-b784-5874b5d8ad54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.039315 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.077658 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:58:01.147880 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.198119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34672) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:01.202670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332658703', 'description': 'tempest-secgroup-smoke-1332658703 description', 'project_id': '0ef216e6d8184af5a41381c71f489e2a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:01.267193 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:58:00Z', 'revision_number': 5, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port': {'id': '149765a0-2f07-4a78-b893-e7be87cd64e3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:52:59Z', 'updated_at': '2022-04-30T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:01.267408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Deleting port 149765a0-2f07-4a78-b893-e7be87cd64e3 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:58:01.267658 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.296657 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] Checking router: bbb3e5f1-dea4-4975-a1db-d9721593f399 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:58:01.306003 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] Routers {'bbb3e5f1-dea4-4975-a1db-d9721593f399'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:58:01.306608 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:58:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bbb3e5f1-dea4-4975-a1db-d9721593f399'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:01.349535 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.352655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] For port 149765a0-2f07-4a78-b893-e7be87cd64e3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=149765a0-2f07-4a78-b893-e7be87cd64e3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:01.353001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.375746 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Calling delete_port for 149765a0-2f07-4a78-b893-e7be87cd64e3 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:58:01.392021 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] Set router bbb3e5f1-dea4-4975-a1db-d9721593f399 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:58:01.444476 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:58:01Z', 'revision_number': 6, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:01.473934 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5081f7c-612f-448a-b3ae-f49076170e3e None None] The sync data for ids ['bbb3e5f1-dea4-4975-a1db-d9721593f399'] in n-d-821348-1 is: [{'id': 'bbb3e5f1-dea4-4975-a1db-d9721593f399', 'name': 'tempest-TestVolumeBackupRestore-103192160-router', 'tenant_id': '11abed9fc94f47dfb9ce0f867bff6822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:52:58Z', 'updated_at': '2022-04-30T01:58:01Z', 'revision_number': 6, 'project_id': '11abed9fc94f47dfb9ce0f867bff6822', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:58:01.489305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.570816 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.614046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c683ed4-ba1a-43fe-af25-4af6f057ee52,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:01.622229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.622568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.622900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.623230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.623586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.623913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.624233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.624552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.624866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.625183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.625610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.625932 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:01.699226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.700528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-29834a85-6824-4fae-b5bf-e7eac5ebc736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5013862 Apr 30 01:58:01.703361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34698) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:01.707851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-48e72b42-7494-4a82-8951-71a962dc7e08 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'security_group_rule': {'security_group_id': '3c683ed4-ba1a-43fe-af25-4af6f057ee52', 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:01.713656 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.750217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Pushing event deleted for resources: {'Port': ['ID=149765a0-2f07-4a78-b893-e7be87cd64e3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:01.819497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.887689 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48e72b42-7494-4a82-8951-71a962dc7e08 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.924349 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:01.928694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.009686 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48e72b42-7494-4a82-8951-71a962dc7e08 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.094758 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.095343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb3e5f1-dea4-4975-a1db-d9721593f399 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:58:02.099789 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.100957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ff4c8a92-752e-419f-945a-150b87aa0181 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bbb3e5f1-dea4-4975-a1db-d9721593f399 HTTP/1.1" status: 204 len: 168 time: 1.1764600 Apr 30 01:58:02.103484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34716) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:02.148053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d20ca9-23c5-43e7-bf1a-470b64ce84f2 admin admin] Deleting subnet cadc2d32-7338-458e-84fc-97156263cb24 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:58:02.151134 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06d20ca9-23c5-43e7-bf1a-470b64ce84f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.157989 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.172524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48e72b42-7494-4a82-8951-71a962dc7e08 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.201317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e72b42-7494-4a82-8951-71a962dc7e08 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf86a6f8-44b5-4343-abdb-bdfb74a10d7f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:02.204943 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06d20ca9-23c5-43e7-bf1a-470b64ce84f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.273696 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48e72b42-7494-4a82-8951-71a962dc7e08 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.274947 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-48e72b42-7494-4a82-8951-71a962dc7e08 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5706511 Apr 30 01:58:02.278182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34726) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:02.283160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-aebbee1e-0a8b-4762-8b9e-5432ef11e2e2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'security_group_rule': {'security_group_id': '3c683ed4-ba1a-43fe-af25-4af6f057ee52', 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:02.295162 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06d20ca9-23c5-43e7-bf1a-470b64ce84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.369612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aebbee1e-0a8b-4762-8b9e-5432ef11e2e2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.439012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06d20ca9-23c5-43e7-bf1a-470b64ce84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.445844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aebbee1e-0a8b-4762-8b9e-5432ef11e2e2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.479241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d20ca9-23c5-43e7-bf1a-470b64ce84f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadc2d32-7338-458e-84fc-97156263cb24,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:02.480694 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-06d20ca9-23c5-43e7-bf1a-470b64ce84f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.483803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06d20ca9-23c5-43e7-bf1a-470b64ce84f2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cadc2d32-7338-458e-84fc-97156263cb24 HTTP/1.1" status: 204 len: 168 time: 0.3793612 Apr 30 01:58:02.485427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3710f2a-7edf-4fea-987e-bfbe1d3cdb90 None None] Network 9469c18b-5944-4558-90d8-c31562252c36 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:58:02.486750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34736) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:02.547174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aebbee1e-0a8b-4762-8b9e-5432ef11e2e2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.583723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbee1e-0a8b-4762-8b9e-5432ef11e2e2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee49424-fae6-4ecb-8d61-439a961b9e92,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:02.587737 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.655174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Deleting port 01d5ef15-5aeb-4584-945e-317387d92a2b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:58:02.655700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.660906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aebbee1e-0a8b-4762-8b9e-5432ef11e2e2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.666408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34744) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:02.669173 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-aebbee1e-0a8b-4762-8b9e-5432ef11e2e2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3871732 Apr 30 01:58:02.671951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-07349cb9-6fc9-43ea-94d4-2196b1ffb6c1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'security_group_rule': {'security_group_id': '3c683ed4-ba1a-43fe-af25-4af6f057ee52', 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:02.745809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] For port 01d5ef15-5aeb-4584-945e-317387d92a2b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=01d5ef15-5aeb-4584-945e-317387d92a2b,segment=NetworkSegment(638366a1-f63f-4fc1-8309-a332d7847b31),segment_id=638366a1-f63f-4fc1-8309-a332d7847b31)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:02.746316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.756659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 50368a4b-c900-4cc5-b68c-388000225d55 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:58:02.761042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Calling delete_port for 01d5ef15-5aeb-4584-945e-317387d92a2b owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:58:02.791669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 50368a4b-c900-4cc5-b68c-388000225d55 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:58:02.792017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 50368a4b-c900-4cc5-b68c-388000225d55 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:58:02.792431 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 149765a0-2f07-4a78-b893-e7be87cd64e3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:58:02.805808 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07349cb9-6fc9-43ea-94d4-2196b1ffb6c1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.816203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 149765a0-2f07-4a78-b893-e7be87cd64e3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:58:02.816475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 149765a0-2f07-4a78-b893-e7be87cd64e3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:58:02.873166 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07349cb9-6fc9-43ea-94d4-2196b1ffb6c1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.897548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.905434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403121a7-c3eb-4f82-8afa-0236b52ae57d None None] DHCP port deletion for 9469c18b-5944-4558-90d8-c31562252c36 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:58:02.917806 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07349cb9-6fc9-43ea-94d4-2196b1ffb6c1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:02.928214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d5ef15-5aeb-4584-945e-317387d92a2b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:02.932697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] No DVR routers for this DVR port 01d5ef15-5aeb-4584-945e-317387d92a2b on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:58:02.938115 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07349cb9-6fc9-43ea-94d4-2196b1ffb6c1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3232b922-9605-4e8c-b7b8-253bc88d4678,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:03.016995 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.035002 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07349cb9-6fc9-43ea-94d4-2196b1ffb6c1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.036544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-07349cb9-6fc9-43ea-94d4-2196b1ffb6c1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687522 Apr 30 01:58:03.038550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9469c18b-5944-4558-90d8-c31562252c36']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:03.039585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34760) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:03.044046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d9c22f09-906a-4d5e-8ed6-448787104fc1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'security_group_rule': {'security_group_id': '3c683ed4-ba1a-43fe-af25-4af6f057ee52', 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:03.049942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638366a1-f63f-4fc1-8309-a332d7847b31') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:03.050249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638366a1-f63f-4fc1-8309-a332d7847b31') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:03.067062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.085134 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.091252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:58:03.091735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: timer() Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:58:03.093496 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:58:03.163327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9c22f09-906a-4d5e-8ed6-448787104fc1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.226103 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9c22f09-906a-4d5e-8ed6-448787104fc1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.251104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.257389 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.260505 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9469c18b-5944-4558-90d8-c31562252c36 HTTP/1.1" status: 204 len: 168 time: 0.7725558 Apr 30 01:58:03.263558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34770) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:03.278473 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc3004-4a68-4d46-9d2f-b7ff278cbf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=9469c18b-5944-4558-90d8-c31562252c36,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:03.324086 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9c22f09-906a-4d5e-8ed6-448787104fc1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.376302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22f09-906a-4d5e-8ed6-448787104fc1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8e4e1c-1901-482a-bd01-a903a50c5697,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:03.438340 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9c22f09-906a-4d5e-8ed6-448787104fc1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.439675 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d9c22f09-906a-4d5e-8ed6-448787104fc1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3989260 Apr 30 01:58:03.442438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34780) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:03.448317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c174791b-d8a3-4e04-ae0d-845103d04209 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'security_group_rule': {'security_group_id': '3c683ed4-ba1a-43fe-af25-4af6f057ee52', 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:03.529400 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-c174791b-d8a3-4e04-ae0d-845103d04209 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Project 0ef216e6d8184af5a41381c71f489e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:58:03.534531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c174791b-d8a3-4e04-ae0d-845103d04209 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.601692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c174791b-d8a3-4e04-ae0d-845103d04209 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.661111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.674271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c174791b-d8a3-4e04-ae0d-845103d04209 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.688818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174791b-d8a3-4e04-ae0d-845103d04209 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdf9f59-bb57-4e79-91fe-f144db93a295,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:03.779174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c174791b-d8a3-4e04-ae0d-845103d04209 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.780551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c174791b-d8a3-4e04-ae0d-845103d04209 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3362422 Apr 30 01:58:03.783209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34792) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:03.787846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5bcbe3e1-b0ab-4495-a977-eca3ed2c01af tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'security_group_rule': {'security_group_id': '3c683ed4-ba1a-43fe-af25-4af6f057ee52', 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:03.868898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.870612 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-5bcbe3e1-b0ab-4495-a977-eca3ed2c01af tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Project 0ef216e6d8184af5a41381c71f489e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 01:58:03.876100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe3e1-b0ab-4495-a977-eca3ed2c01af tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.930648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Deleting port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:58:03.930987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.940381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe3e1-b0ab-4495-a977-eca3ed2c01af tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:03.948189 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:04.013060 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] For port 5728d450-4b0d-4a9a-a089-636a1ab1bd7c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,segment=NetworkSegment(91c4ec88-bdc5-4013-ad12-9044f432090e),segment_id=91c4ec88-bdc5-4013-ad12-9044f432090e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:04.013659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:04.026660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe3e1-b0ab-4495-a977-eca3ed2c01af tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:04.029533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Calling delete_port for 5728d450-4b0d-4a9a-a089-636a1ab1bd7c owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:58:04.045191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbe3e1-b0ab-4495-a977-eca3ed2c01af tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f5cccf-a4a1-41e1-a971-9153bd902b4f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:04.125618 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe3e1-b0ab-4495-a977-eca3ed2c01af tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:04.126888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5bcbe3e1-b0ab-4495-a977-eca3ed2c01af tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3426251 Apr 30 01:58:04.268604 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:04.301472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5728d450-4b0d-4a9a-a089-636a1ab1bd7c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:04.755419 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 01d5ef15-5aeb-4584-945e-317387d92a2b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:58:04.788248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 01d5ef15-5aeb-4584-945e-317387d92a2b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:58:04.788591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 01d5ef15-5aeb-4584-945e-317387d92a2b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:58:04.810400 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:05.033146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:58:05.142433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:58:05.147914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-96247901-c85d-4197-abbe-8537f08656a8 admin admin] 10.222.0.15 "PUT /v2.0/routers/b98f2c6e-57e5-4d56-b633-fc0d1439d8cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8831885 Apr 30 01:58:05.150226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34848) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:05.156033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] Sync routers for ids ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:58:05.166696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] Routers {'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:58:05.167409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:58:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:05.270718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:05.299799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] Set router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:58:05.392105 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:05.484190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:58:04Z', 'revision_number': 5, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port': {'id': '66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:11Z', 'updated_at': '2022-04-30T01:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:05.511196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Deleting port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:58:05.511671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:05.514957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] Checking router: b98f2c6e-57e5-4d56-b633-fc0d1439d8cb for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:58:05.529119 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] Routers {'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:58:05.529743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:58:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:05.594606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] For port 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:05.594963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:05.608922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Calling delete_port for 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:58:05.622035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] Set router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:58:05.675255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:58:05Z', 'revision_number': 6, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:05.706842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5f8d3-0499-4809-a221-1980658a2d38 None None] The sync data for ids ['b98f2c6e-57e5-4d56-b633-fc0d1439d8cb'] in n-d-821348-1 is: [{'id': 'b98f2c6e-57e5-4d56-b633-fc0d1439d8cb', 'name': 'tempest-TestVolumeBackupRestore-524566297-router', 'tenant_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:10Z', 'updated_at': '2022-04-30T01:58:05Z', 'revision_number': 6, 'project_id': '630040d5fe9849ab9d0fd8b4c42fc201', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:58:05.849832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:05.883448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:05.947173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.043127 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.045701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.165750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.166327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b98f2c6e-57e5-4d56-b633-fc0d1439d8cb {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 01:58:06.170757 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.171965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-412749ac-8b4d-46df-b9dd-a042649db5d0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b98f2c6e-57e5-4d56-b633-fc0d1439d8cb HTTP/1.1" status: 204 len: 168 time: 1.0202806 Apr 30 01:58:06.174380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34872) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:06.227887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc32cd50-37ef-45db-938c-462592672652 admin admin] Deleting subnet 627dbea0-aff6-4efc-84d3-60f8a5fc1d24 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 01:58:06.230955 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc32cd50-37ef-45db-938c-462592672652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.270214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc32cd50-37ef-45db-938c-462592672652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.356476 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc32cd50-37ef-45db-938c-462592672652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.490266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc32cd50-37ef-45db-938c-462592672652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.523606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32cd50-37ef-45db-938c-462592672652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627dbea0-aff6-4efc-84d3-60f8a5fc1d24,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:06.525592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fc32cd50-37ef-45db-938c-462592672652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.529289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc32cd50-37ef-45db-938c-462592672652 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/627dbea0-aff6-4efc-84d3-60f8a5fc1d24 HTTP/1.1" status: 204 len: 168 time: 0.3535891 Apr 30 01:58:06.531643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34874) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:06.533340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b13e804-841b-453c-a96b-0cadd32e8f5c None None] Network 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 01:58:06.616512 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.687815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Deleting port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:58:06.698886 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.729243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:58:06.757902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:58:06.758950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 66ec9d9e-2953-4c6c-aa8a-6a18a1ca54aa not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:58:06.759464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5728d450-4b0d-4a9a-a089-636a1ab1bd7c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:58:06.788724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] DHCP port deletion for 9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 01:58:06.791326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5728d450-4b0d-4a9a-a089-636a1ab1bd7c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:58:06.791828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5728d450-4b0d-4a9a-a089-636a1ab1bd7c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:58:06.794283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] For port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,segment=NetworkSegment(91c4ec88-bdc5-4013-ad12-9044f432090e),segment_id=91c4ec88-bdc5-4013-ad12-9044f432090e)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:06.794746 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.811707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Calling delete_port for 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:58:06.854819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] Deleting port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 01:58:06.855192 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.939215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] For port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,segment=NetworkSegment(91c4ec88-bdc5-4013-ad12-9044f432090e),segment_id=91c4ec88-bdc5-4013-ad12-9044f432090e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:06.939639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.953414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] Calling delete_port for 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 01:58:06.963582 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:06.996798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:06.998900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] No DVR routers for this DVR port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:58:07.040582 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.073100 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] No DVR routers for this DVR port 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 01:58:07.077429 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50074a-845d-4ce1-aca6-d2d068dce44e None None] Pushing event deleted for resources: {'Port': ['ID=6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:07.085769 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.109065 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd3ce43-8d2f-435d-8d11-c145e9ec0b75']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:07.119038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c4ec88-bdc5-4013-ad12-9044f432090e') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:07.119342 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c4ec88-bdc5-4013-ad12-9044f432090e') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:07.129434 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.142664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.150082 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 01:58:07.150612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: timer() Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 01:58:07.152384 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 01:58:07.269012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.275944 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.282863 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9dd3ce43-8d2f-435d-8d11-c145e9ec0b75 HTTP/1.1" status: 204 len: 168 time: 0.7501662 Apr 30 01:58:07.295564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ddcf8-17cf-4cde-a83f-a7e56888d2e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd3ce43-8d2f-435d-8d11-c145e9ec0b75,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:07.625564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 34880) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:07.667552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f7e8eebb-4748-4e28-accf-8bf914c39e41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11abed9fc94f47dfb9ce0f867bff6822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405540 Apr 30 01:58:07.671664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34882) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:07.720894 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a5d4db6b-f6ff-487e-b1ba-0a95e03c17c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.744114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a5d4db6b-f6ff-487e-b1ba-0a95e03c17c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.862736 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a5d4db6b-f6ff-487e-b1ba-0a95e03c17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.866039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a5d4db6b-f6ff-487e-b1ba-0a95e03c17c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:07.867214 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a5d4db6b-f6ff-487e-b1ba-0a95e03c17c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cc36393-8cd2-4b0d-9d14-7031a70403b9 HTTP/1.1" status: 204 len: 168 time: 0.1945724 Apr 30 01:58:07.875048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4db6b-f6ff-487e-b1ba-0a95e03c17c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc36393-8cd2-4b0d-9d14-7031a70403b9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:08.563790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34890) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:08.604225 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-caa49c3e-66bc-42c7-801b-717c7f917244 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=630040d5fe9849ab9d0fd8b4c42fc201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392706 Apr 30 01:58:08.606786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 34892) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:08.662657 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75f06b6c-2109-4c7a-b783-0cf502c86e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:08.684810 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75f06b6c-2109-4c7a-b783-0cf502c86e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:08.693534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 01:58:08.716049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 01:58:08.716314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 6d8c8be9-a1e8-4f8a-bffa-12eb9cdc4d14 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 01:58:08.798048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75f06b6c-2109-4c7a-b783-0cf502c86e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:08.800721 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75f06b6c-2109-4c7a-b783-0cf502c86e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:08.801960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-75f06b6c-2109-4c7a-b783-0cf502c86e3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e09d0ef4-b75c-4b80-9670-6cd948193d38 HTTP/1.1" status: 204 len: 168 time: 0.1942461 Apr 30 01:58:08.814538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f06b6c-2109-4c7a-b783-0cf502c86e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09d0ef4-b75c-4b80-9670-6cd948193d38,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:09.381203 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:58:18.845854 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:20.725815 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:25.138666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-d84ea0dd-3335-479d-bb33-a2bd346d9cda tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332658703&fields=id&tenant_id=0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 267 time: 0.0325828 Apr 30 01:58:25.242347 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-0398a474-1a3d-4421-82fb-d999c7ae4f40 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:25.243760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-0398a474-1a3d-4421-82fb-d999c7ae4f40 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.0983880 Apr 30 01:58:25.258505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-093e1b20-cc04-4a92-a2b4-7c97c70bb33e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/quotas/0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 375 time: 0.0088766 Apr 30 01:58:25.314038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-ad08134c-8cd9-4b7f-a9de-504be3ab2da9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496004 Apr 30 01:58:25.407775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-63fbc7f2-1026-4be9-983c-3258effa52a1 service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817122 Apr 30 01:58:25.499880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-fa864349-6ba9-489f-96f6-1fdf0c727935 service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858729 Apr 30 01:58:26.058424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2ee18e3-4d07-4cdf-9965-5d92dce84af7 req-fbecab8d-2b11-432b-8bf5-eb9605a108cc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 210 time: 0.0277467 Apr 30 01:58:27.153081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6ae6396-6db3-4ef9-a2ec-4e7f93f822fc req-67dfbb6d-106a-41f0-a4ed-979855e1078d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 210 time: 0.0268590 Apr 30 01:58:27.881240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-729ea06c-cf1a-4c84-9608-cee5a70a2238 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:27.882694 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-729ea06c-cf1a-4c84-9608-cee5a70a2238 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1033604 Apr 30 01:58:27.923623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-fd47d010-3863-45c0-b0c5-526b6bec3301 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 380 time: 0.0329556 Apr 30 01:58:27.933154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'port': {'device_id': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'admin_state_up': True, 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'security_groups': ['3c683ed4-ba1a-43fe-af25-4af6f057ee52']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:28.079927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 01:58:28.083576 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:28.217349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.20.0.6 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/2423d5f7-52b3-4f8b-9216-4bd872ece8ad) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:58:28.261565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8595351d-ff56-4509-a46c-5966042a2511 req-a953e641-77e5-4cec-9248-3f588ad81823 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 210 time: 0.0295901 Apr 30 01:58:28.362732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:28.484150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:28.530270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:58:28.533523 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:58:28.537587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:58:28.562619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:28.591102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:28.592061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:28.666605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-59bb16d3-60ff-4954-8ca6-738edfbeb00d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374480 Apr 30 01:58:28.769385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b55f2c08-7c45-415e-9182-3c452b6a32fc None None] Provisioning complete for port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:58:28.769937 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b55f2c08-7c45-415e-9182-3c452b6a32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:28.797798 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2c11-5a07-453b-a11d-b85d7fdccd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:28.802870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Request body: {'port': {'device_id': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:28.807580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b55f2c08-7c45-415e-9182-3c452b6a32fc None None] Port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 01:58:28.865834 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:29.131246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2423d5f7-52b3-4f8b-9216-4bd872ece8ad {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:58:29.141088 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:29.155902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Transition to ACTIVE for port object 2423d5f7-52b3-4f8b-9216-4bd872ece8ad will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 01:58:29.260855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:29.317309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Pushing event updated for resources: {'Port': ['ID=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:29.392082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Attempting to bind port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 01:58:29.392641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Attempting to bind port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 01:58:29.393138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Attempting to bind port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:58:29.398652 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad on network 0daa2935-32d0-4e3f-8718-0a051482e96b not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 01:58:29.398977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Attempting to bind port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 01:58:29.404827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 1, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 01:58:29.405167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 01:58:29.405551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 01:58:29.406246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Bound port: 2423d5f7-52b3-4f8b-9216-4bd872ece8ad, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 01:58:29.406609 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:29.414016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b358e63-1e8d-461c-96c0-75b10a8ad5ce req-01ed8f6d-fa7f-4724-9b6b-30dafb0e5263 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:29.416672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b358e63-1e8d-461c-96c0-75b10a8ad5ce req-01ed8f6d-fa7f-4724-9b6b-30dafb0e5263 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0711262 Apr 30 01:58:29.473226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b358e63-1e8d-461c-96c0-75b10a8ad5ce req-9d2f2e1c-5ac7-40ef-9b07-e38117972fb7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494709 Apr 30 01:58:29.493792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] For port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 01:58:29.493792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] For port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 01:58:29.569609 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:29.604332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:29.604961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:29.606345 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] 10.222.0.21 "PUT /v2.0/ports/2423d5f7-52b3-4f8b-9216-4bd872ece8ad HTTP/1.1" status: 200 len: 1091 time: 0.9325964 Apr 30 01:58:29.606781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'tag': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:58:29.609046 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db96e30a-061c-4311-9c2c-1ccf62f5e176" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d9106e-b98f-4284-9b33-2599eac80bf6", "tag": "2423d5f7-52b3-4f8b-9216-4bd872ece8ad"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:58:29.634640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba8a0f-1391-494a-8de4-bf892824cc3a service neutron] Pushing event updated for resources: {'Port': ['ID=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:29.670136 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d1ee7a-f874-4cd6-b1dd-5fed05869d5d x-openstack-request-id: req-f7d1ee7a-f874-4cd6-b1dd-5fed05869d5d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:58:29.670534 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d9106e-b98f-4284-9b33-2599eac80bf6", "tag": "2423d5f7-52b3-4f8b-9216-4bd872ece8ad", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:58:29.670718 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7d1ee7a-f874-4cd6-b1dd-5fed05869d5d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:58:29.671128 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d1ee7a-f874-4cd6-b1dd-5fed05869d5d'] response: {'name': 'network-changed', 'server_uuid': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'tag': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'status': 'completed', 'code': 200} Apr 30 01:58:29.734667 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96e30a-061c-4311-9c2c-1ccf62f5e176 req-44c530a7-a3c0-4850-88c4-270f98aacc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:29.736326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db96e30a-061c-4311-9c2c-1ccf62f5e176 req-44c530a7-a3c0-4850-88c4-270f98aacc19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 1094 time: 0.0454192 Apr 30 01:58:29.855377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96e30a-061c-4311-9c2c-1ccf62f5e176 req-2cfc2274-2f9e-430e-9162-8b57cfdfa56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:29.856919 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db96e30a-061c-4311-9c2c-1ccf62f5e176 req-2cfc2274-2f9e-430e-9162-8b57cfdfa56f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ef216e6d8184af5a41381c71f489e2a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1119123 Apr 30 01:58:29.955556 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96e30a-061c-4311-9c2c-1ccf62f5e176 req-26c9f4d0-f2d2-4202-ab5d-0cec855f07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:29.956928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db96e30a-061c-4311-9c2c-1ccf62f5e176 req-26c9f4d0-f2d2-4202-ab5d-0cec855f07a0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0941010 Apr 30 01:58:30.034703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-43c96c6d-b90d-48df-b5e6-eba0bd04a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:30.036259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-43c96c6d-b90d-48df-b5e6-eba0bd04a3ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 1094 time: 0.0426090 Apr 30 01:58:30.076788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-3d4e1db5-c7eb-40c6-9b09-948593fb990c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad HTTP/1.1" status: 200 len: 217 time: 0.0331359 Apr 30 01:58:30.125303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-38e6378e-de29-4c9a-b92a-50f2b8c65e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:30.126772 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-38e6378e-de29-4c9a-b92a-50f2b8c65e44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0434699 Apr 30 01:58:30.176266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-da095401-da1c-4d25-9f88-edd4db39d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:30.177771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-da095401-da1c-4d25-9f88-edd4db39d13d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444474 Apr 30 01:58:30.266500 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-01eb21bf-258a-4743-be6f-7905a94ec5af service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820138 Apr 30 01:58:30.361311 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0a4b656d-ed1a-4521-8b62-6248d1f6a36a req-45760e80-510c-4723-a285-3a38ef2de2f1 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879529 Apr 30 01:58:30.593025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790bd7f-8cc2-468c-ac4b-bc65fe98e4c0 req-2c200899-c379-4447-be05-df98131bb303 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:30.594498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e790bd7f-8cc2-468c-ac4b-bc65fe98e4c0 req-2c200899-c379-4447-be05-df98131bb303 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0485644 Apr 30 01:58:30.632631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e790bd7f-8cc2-468c-ac4b-bc65fe98e4c0 req-b6ad4eeb-03b6-4df3-932f-6a3acb52f81b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Apr 30 01:58:31.011037 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-84a9bf7e-75a5-4109-9308-c669af74b745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:31.749566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950e7d-8ceb-4ec2-a066-df868b90fa61 req-8d3c8750-127d-4459-b042-7d21ec17e1ea tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:31.751040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07950e7d-8ceb-4ec2-a066-df868b90fa61 req-8d3c8750-127d-4459-b042-7d21ec17e1ea tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0487142 Apr 30 01:58:31.788445 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07950e7d-8ceb-4ec2-a066-df868b90fa61 req-4a6422e5-75e8-47e0-9c7c-15825b050ab1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Apr 30 01:58:32.086182 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:32.904768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe1272-79d9-4608-8c33-378c855cc47a req-f800e0c9-5baa-44a3-b9ca-289b4316e75d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:32.906225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6fe1272-79d9-4608-8c33-378c855cc47a req-f800e0c9-5baa-44a3-b9ca-289b4316e75d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0489712 Apr 30 01:58:32.947025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6fe1272-79d9-4608-8c33-378c855cc47a req-4ab36ca5-eb48-4983-9d17-f37741921d6e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348299 Apr 30 01:58:33.862574 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:33.914137 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:34.061434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454fd2c-42dc-409a-b028-86c915e30d10 req-bac5a799-eceb-4d88-9511-f2cf16bd3a72 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:34.062842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0454fd2c-42dc-409a-b028-86c915e30d10 req-bac5a799-eceb-4d88-9511-f2cf16bd3a72 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0490608 Apr 30 01:58:34.101080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0454fd2c-42dc-409a-b028-86c915e30d10 req-ec6cb5a4-b62b-4d6b-9f91-e746cc603878 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Apr 30 01:58:35.214282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb023d9-80db-4a8d-a966-aece10845596 req-36f3d345-3442-4214-bfd8-651ee787d338 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:35.215749 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcb023d9-80db-4a8d-a966-aece10845596 req-36f3d345-3442-4214-bfd8-651ee787d338 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0478196 Apr 30 01:58:35.253285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dcb023d9-80db-4a8d-a966-aece10845596 req-d23c85b7-097b-4cf8-b264-0bf7cfcff736 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Apr 30 01:58:36.368817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eede5-8bdc-49db-a3b1-e3a6c3690ddf req-f814f5a1-09f2-4df2-b2ad-2342f8b20ccc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:36.370436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d4eede5-8bdc-49db-a3b1-e3a6c3690ddf req-f814f5a1-09f2-4df2-b2ad-2342f8b20ccc tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0483360 Apr 30 01:58:36.412798 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d4eede5-8bdc-49db-a3b1-e3a6c3690ddf req-46a1ec33-3ce8-4a15-a72f-5721f1de608a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Apr 30 01:58:37.527791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136ee7-7ef3-4959-8a4e-25fc190e0a57 req-9e7d6a35-5371-4018-8a35-2239aa7d2664 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:37.529272 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95136ee7-7ef3-4959-8a4e-25fc190e0a57 req-9e7d6a35-5371-4018-8a35-2239aa7d2664 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0488932 Apr 30 01:58:37.567918 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95136ee7-7ef3-4959-8a4e-25fc190e0a57 req-5e3fc2b5-1287-4aef-bee9-8f93b1fdb00c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Apr 30 01:58:38.683255 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff8697-0b20-48d9-b48c-f836bb3eb1f2 req-a5554244-ff13-4fc5-b524-bd048fdc1886 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:38.684725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32ff8697-0b20-48d9-b48c-f836bb3eb1f2 req-a5554244-ff13-4fc5-b524-bd048fdc1886 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0487895 Apr 30 01:58:38.721731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32ff8697-0b20-48d9-b48c-f836bb3eb1f2 req-a9ed2d10-2360-42e9-ba07-e0b7eebcb014 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Apr 30 01:58:39.836169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3478ef0-4ced-44f0-ba61-67e71f72af5d req-1f53dda1-8745-427d-99da-ce02d729af0c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:39.837510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3478ef0-4ced-44f0-ba61-67e71f72af5d req-1f53dda1-8745-427d-99da-ce02d729af0c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0482216 Apr 30 01:58:39.878328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3478ef0-4ced-44f0-ba61-67e71f72af5d req-89eaf5a9-97c8-4c2c-905b-af69a93f2bb3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347197 Apr 30 01:58:40.991029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e4e7-d98d-48f6-8ae4-dc48b1736e68 req-e9ee7d37-7ff6-4e15-b704-40146784c5f2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:40.992508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a69e4e7-d98d-48f6-8ae4-dc48b1736e68 req-e9ee7d37-7ff6-4e15-b704-40146784c5f2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 943 time: 0.0480514 Apr 30 01:58:41.030161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a69e4e7-d98d-48f6-8ae4-dc48b1736e68 req-7737e9e3-5e53-40ec-9bf9-49069e8a08a2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318041 Apr 30 01:58:41.051381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2423d5f7-52b3-4f8b-9216-4bd872ece8ad details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 01:58:41.144659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:41.155903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'port_id': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'mac_address': 'fa:16:3e:e4:83:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 01:58:41.192385 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:41.205146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2423d5f7-52b3-4f8b-9216-4bd872ece8ad {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 01:58:41.224092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:41.319967 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:41.372421 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:41.380773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.381122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.381448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.381777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.382104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.382431 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.382751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.383071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.383390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.383730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.384048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.384369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:41.521594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['2423d5f7-52b3-4f8b-9216-4bd872ece8ad'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 01:58:42.147025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcb53a-7e92-4b8f-9a28-a64c242da541 req-5bdfaab1-5ec5-4136-a00d-c41bdb0e4aa6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:42.148620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8cbcb53a-7e92-4b8f-9a28-a64c242da541 req-5bdfaab1-5ec5-4136-a00d-c41bdb0e4aa6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 944 time: 0.0507290 Apr 30 01:58:42.189598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8cbcb53a-7e92-4b8f-9a28-a64c242da541 req-041b870f-cdca-4cb0-ac00-b6e1aeaec5b0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347681 Apr 30 01:58:43.082491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2423d5f7-52b3-4f8b-9216-4bd872ece8ad up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 01:58:43.188506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 01:58:43.192236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 01:58:43.192606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:43.269051 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:43.295081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:58:43.297953 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be626f1-4dff-4c33-80e8-4ec2b3edd4df" -d '{"events": [{"server_uuid": "f5d9106e-b98f-4284-9b33-2599eac80bf6", "name": "network-vif-plugged", "status": "completed", "tag": "2423d5f7-52b3-4f8b-9216-4bd872ece8ad"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:58:43.309449 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265be251-12fb-4d9a-9458-e76d5c9ab94e req-625e864c-6edc-436c-b75b-7175449480c9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:43.310602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 01:58:43.310939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-265be251-12fb-4d9a-9458-e76d5c9ab94e req-625e864c-6edc-436c-b75b-7175449480c9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 944 time: 0.0501378 Apr 30 01:58:43.354167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-265be251-12fb-4d9a-9458-e76d5c9ab94e req-29b91414-5879-4f70-a568-1c186793c443 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362005 Apr 30 01:58:43.377368 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:43.400339 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b43495-e47b-49b9-849f-247b75f919e9 x-openstack-request-id: req-f6b43495-e47b-49b9-849f-247b75f919e9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:58:43.400623 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d9106e-b98f-4284-9b33-2599eac80bf6", "name": "network-vif-plugged", "status": "completed", "tag": "2423d5f7-52b3-4f8b-9216-4bd872ece8ad", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:58:43.400867 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6b43495-e47b-49b9-849f-247b75f919e9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:58:43.401252 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b43495-e47b-49b9-849f-247b75f919e9'] response: {'server_uuid': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'code': 200} Apr 30 01:58:43.426655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:43.492494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eaf59-cce5-4275-ae4f-8037ad32b05a req-a43cebad-21ea-4602-a8bc-100e90357a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:43.493983 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-315eaf59-cce5-4275-ae4f-8037ad32b05a req-a43cebad-21ea-4602-a8bc-100e90357a92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 1096 time: 0.0402179 Apr 30 01:58:43.527977 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-315eaf59-cce5-4275-ae4f-8037ad32b05a req-1f6317dc-4fde-4259-ac4e-59dedae66545 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275624 Apr 30 01:58:44.472545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6e464-197a-4ebe-9c0a-9b3c020e4444 req-49f00418-9ddb-4884-855a-7dd6b6d0fff5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:44.474024 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22a6e464-197a-4ebe-9c0a-9b3c020e4444 req-49f00418-9ddb-4884-855a-7dd6b6d0fff5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 945 time: 0.0493455 Apr 30 01:58:44.512621 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-22a6e464-197a-4ebe-9c0a-9b3c020e4444 req-3dc848bd-73e0-4ec5-bb80-cd8582be4b2d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324292 Apr 30 01:58:45.628877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f45e1-a916-4814-9526-d1047f2c6dbe req-6367ed37-52fb-4ef2-8904-87b961bf6d50 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:45.630341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-275f45e1-a916-4814-9526-d1047f2c6dbe req-6367ed37-52fb-4ef2-8904-87b961bf6d50 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 945 time: 0.0491614 Apr 30 01:58:45.668917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-275f45e1-a916-4814-9526-d1047f2c6dbe req-65ed71ce-3418-4df1-a8b9-110e0ecc0e87 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325191 Apr 30 01:58:45.790968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcc946-bc87-4337-a581-b4033bbfda4f req-7289f1bd-712f-4f19-a85b-ece3e65949c9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:45.792583 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fffcc946-bc87-4337-a581-b4033bbfda4f req-7289f1bd-712f-4f19-a85b-ece3e65949c9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 945 time: 0.0589631 Apr 30 01:58:45.833306 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fffcc946-bc87-4337-a581-b4033bbfda4f req-b4ba8d60-4b14-4f04-a1fb-0351e5462dd6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347347 Apr 30 01:58:45.855788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35020) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:45.992224 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecad7c6-004f-435b-9c3c-4b1cc59d66bc tempest-TestVolumeBootPattern-487187966 tempest-TestVolumeBootPattern-487187966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:45.993737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cecad7c6-004f-435b-9c3c-4b1cc59d66bc tempest-TestVolumeBootPattern-487187966 tempest-TestVolumeBootPattern-487187966-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 1091 time: 0.1369760 Apr 30 01:58:45.996654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35024) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 01:58:46.001569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 01:58:46.114011 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:46.212505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:46.318739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.25.0.129 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/b1069246-ecf7-4abd-95f4-774fcdd438be) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 01:58:46.380449 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:58:46.417801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:46.523579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:46.564309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 01:58:46.567135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 01:58:46.570727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 01:58:46.576012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=b1069246-ecf7-4abd-95f4-774fcdd438be,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:46.604129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.604478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.604828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.605169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.605508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.605841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.606171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.606499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.606824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.607146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.607512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:46.607842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 01:58:47.209735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:47.362531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:47.508962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:47.565467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:47.633493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=b1069246-ecf7-4abd-95f4-774fcdd438be,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 01:58:47.645476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:47.746240 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Floating IP 69d8dd11-68fd-4fb0-a7a3-c7f882c79a32 associated. External IP: 172.25.0.129, port: 2423d5f7-52b3-4f8b-9216-4bd872ece8ad. Apr 30 01:58:47.955802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 01:58:48.063959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 01:58:48.073902 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 01:58:48.083342 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:58:48.083967 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:58:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:48.187619 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:58:48.196016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:48.223460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2c2182e0-4375-4812-90b8-a7b4acbf8524 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2256746 Apr 30 01:58:48.224136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'tag': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 01:58:48.226247 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173292e1-c58e-4bdd-bf1e-10cdc946ff43" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d9106e-b98f-4284-9b33-2599eac80bf6", "tag": "2423d5f7-52b3-4f8b-9216-4bd872ece8ad"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 01:58:48.404525 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 01:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98a5a5b-ca65-4711-beb0-5663a2f533c8 x-openstack-request-id: req-b98a5a5b-ca65-4711-beb0-5663a2f533c8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 01:58:48.404822 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d9106e-b98f-4284-9b33-2599eac80bf6", "tag": "2423d5f7-52b3-4f8b-9216-4bd872ece8ad", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 01:58:48.405074 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b98a5a5b-ca65-4711-beb0-5663a2f533c8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 01:58:48.405507 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98a5a5b-ca65-4711-beb0-5663a2f533c8'] response: {'name': 'network-changed', 'server_uuid': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'tag': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'status': 'completed', 'code': 200} Apr 30 01:58:48.465341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-e8e10378-ac69-46d9-b17d-48e1bbb7baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:48.466870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-e8e10378-ac69-46d9-b17d-48e1bbb7baed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 1096 time: 0.0406234 Apr 30 01:58:48.504841 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '69d8dd11-68fd-4fb0-a7a3-c7f882c79a32', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:e4:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:58:46Z', 'updated_at': '2022-04-30T01:58:46Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:48.531084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 01:58:48.540237 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 01:58:48.540832 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T01:58:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:48.561349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-244e8dd6-d404-43cf-9433-4f0ee720e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:48.562818 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-244e8dd6-d404-43cf-9433-4f0ee720e93b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0898056 Apr 30 01:58:48.626012 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-ad928941-70fd-424d-b74e-7deb3a59ba00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad HTTP/1.1" status: 200 len: 999 time: 0.0572000 Apr 30 01:58:48.644882 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 01:58:48.679322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-4c59364a-7acc-4016-bab9-08093e962316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:48.680860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-4c59364a-7acc-4016-bab9-08093e962316 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0485075 Apr 30 01:58:48.725676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-d3712ac1-f0cc-48d1-9846-e21fe0bb62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:58:48.727212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-d3712ac1-f0cc-48d1-9846-e21fe0bb62ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403414 Apr 30 01:58:48.820653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-d3aca0f1-b8e5-45fd-a441-67d79e497d21 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871167 Apr 30 01:58:48.854724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:48.866361 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '69d8dd11-68fd-4fb0-a7a3-c7f882c79a32', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:e4:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:58:46Z', 'updated_at': '2022-04-30T01:58:46Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 01:58:48.892291 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5d4d5-caf3-4116-a0bf-55431525ce1b None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '69d8dd11-68fd-4fb0-a7a3-c7f882c79a32', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:e4:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T01:58:46Z', 'updated_at': '2022-04-30T01:58:46Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 01:58:48.918852 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-173292e1-c58e-4bdd-bf1e-10cdc946ff43 req-b363d989-235c-4c9f-bbe0-cc16dde52f39 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923667 Apr 30 01:58:49.083547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ad21c-f0ce-44cf-851c-71211ae5ad07 None None] New status for floating IP 69d8dd11-68fd-4fb0-a7a3-c7f882c79a32: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 01:58:50.700047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:58:58.753382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36efbfb7-9c1d-4972-ae24-9b5812f3c41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:01.002830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbbdcf07-eb4a-41f3-9d76-87aa8e74733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:02.096568 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:03.854323 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:03.893957 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:04.222201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-df1e231e-5283-4f59-8497-4959d69f2bd2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401766 Apr 30 01:59:04.306537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-ac681584-0816-45a6-ad99-aca700f1af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:59:04.308061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-ac681584-0816-45a6-ad99-aca700f1af0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 1096 time: 0.0442328 Apr 30 01:59:04.413820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-e7798349-99fd-4fb8-a90b-74cee48a2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:59:04.415287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-e7798349-99fd-4fb8-a90b-74cee48a2cce service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0885804 Apr 30 01:59:04.479987 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-7f31ea97-84e1-4522-9557-2eab063139db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad HTTP/1.1" status: 200 len: 1001 time: 0.0573950 Apr 30 01:59:04.533780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-18615ee0-0126-4a97-9913-308d81270ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:59:04.536993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-18615ee0-0126-4a97-9913-308d81270ecc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0486922 Apr 30 01:59:04.582037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-8784d1d4-7862-40ba-b437-bbd129536e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 01:59:04.583566 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-8784d1d4-7862-40ba-b437-bbd129536e4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416570 Apr 30 01:59:04.674869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-e16a14ca-e675-4815-b4bc-507ed5015679 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835106 Apr 30 01:59:04.767741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-76bb85c3-4edd-495e-a55e-208397ed6e8e req-4a91aa60-1b6e-46fe-ab4b-756adc4d28fb service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859590 Apr 30 01:59:18.877191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:20.745576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:23.379558 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 01:59:28.974248 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d63c0ea-6637-4576-921f-318b19111ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:31.033475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6556acb8-6cb5-485f-ad55-e4121969283f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:32.176863 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:33.907915 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:33.953615 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:48.913826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:50.753466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 01:59:58.776571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e5e14e6-f109-4997-8875-f7244569b74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:00.378251 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:00:01.010784 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e29f0a25-54bf-4ad9-b503-e879561a75f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:02.105646 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:03.899142 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:03.921822 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:05.209445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caef3c63-ceb8-4210-b56f-b02838752423 req-8b39c3f6-9303-44f3-985b-82aa44460a19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405078 Apr 30 02:00:05.285962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef3c63-ceb8-4210-b56f-b02838752423 req-11753fcd-60b6-4956-83a4-cc91fb34e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:00:05.287439 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caef3c63-ceb8-4210-b56f-b02838752423 req-11753fcd-60b6-4956-83a4-cc91fb34e0e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 1096 time: 0.0393341 Apr 30 02:00:05.391947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef3c63-ceb8-4210-b56f-b02838752423 req-7dc954c9-bc9b-4bd7-870e-35e038c9aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:00:05.393452 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caef3c63-ceb8-4210-b56f-b02838752423 req-7dc954c9-bc9b-4bd7-870e-35e038c9aabe service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0866458 Apr 30 02:00:05.458027 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caef3c63-ceb8-4210-b56f-b02838752423 req-a70bbefa-0e65-45b6-895d-cea86f614571 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad HTTP/1.1" status: 200 len: 1001 time: 0.0582385 Apr 30 02:00:05.510022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef3c63-ceb8-4210-b56f-b02838752423 req-6f4cb30d-eb19-4b23-bff4-47b3dd6e9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:00:05.511442 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caef3c63-ceb8-4210-b56f-b02838752423 req-6f4cb30d-eb19-4b23-bff4-47b3dd6e9261 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0476508 Apr 30 02:00:05.556253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef3c63-ceb8-4210-b56f-b02838752423 req-516135d4-5715-4465-b033-7b63f69085f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:00:05.557765 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caef3c63-ceb8-4210-b56f-b02838752423 req-516135d4-5715-4465-b033-7b63f69085f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402367 Apr 30 02:00:05.644297 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caef3c63-ceb8-4210-b56f-b02838752423 req-905c07eb-7bc4-4f1b-8d30-f8a5596d071d service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799842 Apr 30 02:00:05.737413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-caef3c63-ceb8-4210-b56f-b02838752423 req-b4a185bb-272c-4f99-a3a3-81462c2ede13 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862784 Apr 30 02:00:18.907713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:20.738955 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:28.748314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ab53ad55-8cac-4166-bc03-bba9196767f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:30.999273 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-935afcae-3906-4959-ad79-c5713e5cdca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:32.115954 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:33.895964 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:33.913115 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:37.377849 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:00:48.898811 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:50.747280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:00:58.758825 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec7c41c2-ce34-4cbc-8181-6c7e9dd25411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:01.021908 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2c46571-cafe-495f-97c8-fd9d440cd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:02.122454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:03.907419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:03.930143 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:07.209140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-aef8024d-a118-4a9b-a054-830d8556f377 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410767 Apr 30 02:01:07.289362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-ee78ce94-9545-473f-ae33-0df1fbcb7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:07.290879 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-ee78ce94-9545-473f-ae33-0df1fbcb7d2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 1096 time: 0.0406463 Apr 30 02:01:07.394452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-bf0e6bad-0237-4b16-b49f-4ba23baa3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:07.395930 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-bf0e6bad-0237-4b16-b49f-4ba23baa3cc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0867672 Apr 30 02:01:07.460476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-a3b8f499-895e-4f08-a33f-28b20089704d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad HTTP/1.1" status: 200 len: 1001 time: 0.0584919 Apr 30 02:01:07.510856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-ae491da1-e4c4-4527-a043-e9f6078b90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:07.512331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-ae491da1-e4c4-4527-a043-e9f6078b90c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0461943 Apr 30 02:01:07.557067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-55fd3f1c-59a9-4377-80ce-25e933aa6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:07.558644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-55fd3f1c-59a9-4377-80ce-25e933aa6547 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395293 Apr 30 02:01:07.652556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-702fe00c-e74d-4792-a54e-5994190c07a0 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873549 Apr 30 02:01:07.744384 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-49e6bf9e-022d-4fcd-ae11-79e7e2981950 req-aa970a25-dda8-4534-a394-a6c2b9f4574f service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845783 Apr 30 02:01:14.084081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6378-a2cc-4112-bd90-fb4352c65556 req-687252fd-9cc2-4042-aed8-bbef59ba1d2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:14.085523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-659d6378-a2cc-4112-bd90-fb4352c65556 req-687252fd-9cc2-4042-aed8-bbef59ba1d2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Apr 30 02:01:14.123444 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-659d6378-a2cc-4112-bd90-fb4352c65556 req-b41be056-ec67-4d84-b85c-035097349444 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318537 Apr 30 02:01:14.376640 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:01:15.240791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0262b-cc8e-4c0e-b7d5-dee918ed7919 req-d15b650c-79aa-4472-ae28-df103de6e03c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:15.242240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72f0262b-cc8e-4c0e-b7d5-dee918ed7919 req-d15b650c-79aa-4472-ae28-df103de6e03c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 945 time: 0.0479314 Apr 30 02:01:15.279772 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72f0262b-cc8e-4c0e-b7d5-dee918ed7919 req-2ba039d6-e282-4196-afb4-136000d5d11d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Apr 30 02:01:15.547871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-6cee0306-b2b5-4475-bbd8-cd1c8e4c639c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:15.549282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-6cee0306-b2b5-4475-bbd8-cd1c8e4c639c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 945 time: 0.0482714 Apr 30 02:01:15.638422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:01:15.638800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:15.724013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] For port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:01:15.724381 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:15.941637 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:15.942001 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:15.942321 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Floating IP 69d8dd11-68fd-4fb0-a7a3-c7f882c79a32 disassociated. External IP: 172.25.0.129, port: 2423d5f7-52b3-4f8b-9216-4bd872ece8ad. Apr 30 02:01:15.942666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for 2423d5f7-52b3-4f8b-9216-4bd872ece8ad owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:01:16.107163 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:16.136911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=2423d5f7-52b3-4f8b-9216-4bd872ece8ad,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:01:16.148156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.150856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.150856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.150856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.150856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.150856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.150856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.150856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.150856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.151627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.151627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.151627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:16.259749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:01:16.366873 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:01:16.377532 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:01:16.381456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e68f00c5-d4e6-4961-a593-4b00f2f30228 req-280aab9a-024d-42ce-b081-098db423a25d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 210 time: 0.0331388 Apr 30 02:01:16.388099 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:01:16.388942 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:01:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:01:16.408843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] No DVR routers for this DVR port 2423d5f7-52b3-4f8b-9216-4bd872ece8ad on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:01:16.411518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:16.415072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4bda6c53-7869-44dd-b4d1-ed5701b86660 req-5eba320f-19ed-4d1f-b5b5-dc58581ac075 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "DELETE /v2.0/ports/2423d5f7-52b3-4f8b-9216-4bd872ece8ad HTTP/1.1" status: 204 len: 173 time: 0.8605657 Apr 30 02:01:16.415552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'name': 'network-vif-deleted', 'tag': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:01:16.417793 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf008ab-31b0-46d5-8964-cce7f656727f" -d '{"events": [{"server_uuid": "f5d9106e-b98f-4284-9b33-2599eac80bf6", "name": "network-vif-deleted", "tag": "2423d5f7-52b3-4f8b-9216-4bd872ece8ad"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:01:16.454360 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cf2a7f-03e6-4970-bd17-649b8ef66c6a x-openstack-request-id: req-a1cf2a7f-03e6-4970-bd17-649b8ef66c6a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:01:16.454649 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d9106e-b98f-4284-9b33-2599eac80bf6", "name": "network-vif-deleted", "tag": "2423d5f7-52b3-4f8b-9216-4bd872ece8ad", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:01:16.454896 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1cf2a7f-03e6-4970-bd17-649b8ef66c6a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:01:16.455297 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cf2a7f-03e6-4970-bd17-649b8ef66c6a'] response: {'server_uuid': 'f5d9106e-b98f-4284-9b33-2599eac80bf6', 'name': 'network-vif-deleted', 'tag': '2423d5f7-52b3-4f8b-9216-4bd872ece8ad', 'status': 'completed', 'code': 200} Apr 30 02:01:16.516993 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:01:16.726437 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:01:16.752510 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:01:16.760637 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:01:16.761226 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:01:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:01:16.954155 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:01:17.153079 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:01:17.179744 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d617ba-411e-4574-8b83-054f06eee192 None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:01:17.415332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd84ea-5073-4d68-9ccd-94264b5a38d0 None None] New status for floating IP 69d8dd11-68fd-4fb0-a7a3-c7f882c79a32: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:01:17.488724 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a1bcb9ec-05f6-4a74-a343-fd6adc955ec4 req-22b1c9e8-f88d-4d6a-9d3a-bc98e372ae9c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 210 time: 0.0285845 Apr 30 02:01:18.588956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7cbc454c-a6e4-4ef5-bb75-0f739bab2c28 req-3656936b-15de-4877-996e-13421336523b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 210 time: 0.0261858 Apr 30 02:01:18.901458 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:19.684825 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2a872385-2af5-41fa-bfb9-f2e804d21313 req-81eca964-25f0-4191-9347-c3e1e0857561 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d9106e-b98f-4284-9b33-2599eac80bf6 HTTP/1.1" status: 200 len: 210 time: 0.0273714 Apr 30 02:01:19.772915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2423d5f7-52b3-4f8b-9216-4bd872ece8ad no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:01:19.793908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 2423d5f7-52b3-4f8b-9216-4bd872ece8ad {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:01:19.794252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 2423d5f7-52b3-4f8b-9216-4bd872ece8ad not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:01:20.732867 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:20.881770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-ab678892-e254-4894-8655-05fee3e0fd10 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332658703&fields=id&tenant_id=0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 267 time: 0.0323856 Apr 30 02:01:20.989392 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-8a251822-5674-4bb5-9d81-d187424d6b3d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:20.990767 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-8a251822-5674-4bb5-9d81-d187424d6b3d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1021647 Apr 30 02:01:21.006133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-3ae8cf71-18a3-437f-a590-55a96bcf070b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/quotas/0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 375 time: 0.0095150 Apr 30 02:01:21.058987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-de14e96c-0801-49dc-8cac-3ff0be442d65 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474582 Apr 30 02:01:21.075604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-d0f90111-4609-4f7f-b1f5-af7c93858947 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:01:21.076555 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-d0f90111-4609-4f7f-b1f5-af7c93858947 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050781 Apr 30 02:01:21.167262 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-dcdb2e19-d5a2-404e-b0c5-dbccda23bd00 service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840943 Apr 30 02:01:21.255142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-c7c7e779-15ba-4350-876b-8cd25c191c13 service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814002 Apr 30 02:01:21.775685 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afc97ba6-1c0a-4320-8e7c-2834a1577e8d req-751069db-0ead-4a03-bf02-806ed4905760 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0266449 Apr 30 02:01:22.856582 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f54960c7-6561-419e-a8d7-ffe970482159 req-001642b6-7af5-48d1-ab75-5de0fea81401 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0275767 Apr 30 02:01:23.941540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd357d26-fc30-4a39-88aa-c7f65a402e56 req-567394fa-a1de-4947-b97b-3e7784ded527 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0313702 Apr 30 02:01:25.017415 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bc910e2c-a0fd-483d-b148-ff2682a9d87d req-77a2f7c6-e6f1-4fb6-b87c-15eca8095a80 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0252876 Apr 30 02:01:26.109494 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4d8a1af-f195-4ad0-acbe-c1cd388f490b req-7e8b5310-5d75-40c8-987b-34dea911bb58 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0255477 Apr 30 02:01:27.202362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06afbae6-6d6e-4fc2-bb67-7fbbb7227c1e req-b95d1784-e7f9-4194-a52e-14ff4425e636 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0255318 Apr 30 02:01:27.541213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-257797e4-4984-48d5-9456-3b7a60f092e8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:27.542604 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-257797e4-4984-48d5-9456-3b7a60f092e8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1025167 Apr 30 02:01:27.843639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-b1ce7805-9f7e-4efa-b340-165ab3fe5526 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 380 time: 0.2859657 Apr 30 02:01:27.855376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'port': {'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'admin_state_up': True, 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'security_groups': ['3c683ed4-ba1a-43fe-af25-4af6f057ee52']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:01:28.021818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:01:28.025371 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:28.156097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.20.0.6 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/8378009c-5f48-4d21-a523-8f9bdc840325) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:01:28.302766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:28.315717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dbd03243-7f87-4fd6-8623-2617e7646997 req-366300a0-451a-4ece-a93b-80adde408118 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0340867 Apr 30 02:01:28.390330 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:28.432098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:01:28.437978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:01:28.448289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:01:28.470769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=8378009c-5f48-4d21-a523-8f9bdc840325,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:01:28.500945 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:28.501531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:28.575872 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-1ba54c09-3086-47a9-becd-526871528a2a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240846 Apr 30 02:01:28.589013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-fca97d3a-88a4-4d02-8797-95b031108bf4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:01:28.590259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-fca97d3a-88a4-4d02-8797-95b031108bf4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057502 Apr 30 02:01:28.661375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Request body: {'port': {'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:01:28.721803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:28.727661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ef53abd7-22d2-4bb4-aa8b-464610894103 None None] Provisioning complete for port 8378009c-5f48-4d21-a523-8f9bdc840325 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:01:28.728183 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef53abd7-22d2-4bb4-aa8b-464610894103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:28.768174 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-166318f9-ed69-4674-bc0c-fa32cbf89932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:28.770623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ef53abd7-22d2-4bb4-aa8b-464610894103 None None] Port 8378009c-5f48-4d21-a523-8f9bdc840325 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:01:29.002011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8378009c-5f48-4d21-a523-8f9bdc840325 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:01:29.009436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:29.021617 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Transition to ACTIVE for port object 8378009c-5f48-4d21-a523-8f9bdc840325 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:01:29.096275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:29.153295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Pushing event updated for resources: {'Port': ['ID=8378009c-5f48-4d21-a523-8f9bdc840325,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:01:29.226122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Attempting to bind port 8378009c-5f48-4d21-a523-8f9bdc840325 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:01:29.226483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Attempting to bind port 8378009c-5f48-4d21-a523-8f9bdc840325 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:01:29.226818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Attempting to bind port 8378009c-5f48-4d21-a523-8f9bdc840325 on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:01:29.231624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Port 8378009c-5f48-4d21-a523-8f9bdc840325 on network 0daa2935-32d0-4e3f-8718-0a051482e96b not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:01:29.231950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Attempting to bind port 8378009c-5f48-4d21-a523-8f9bdc840325 on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:01:29.238041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:01:29.238385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:01:29.238776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:01:29.239207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Bound port: 8378009c-5f48-4d21-a523-8f9bdc840325, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:01:29.239602 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:29.309458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] For port 8378009c-5f48-4d21-a523-8f9bdc840325, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:01:29.313306 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] For port 8378009c-5f48-4d21-a523-8f9bdc840325, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8378009c-5f48-4d21-a523-8f9bdc840325,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:01:29.413433 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:29.427303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee61a5a-8d3e-4f04-b339-9a7b12c5b58e req-fabb5342-0211-433c-8e76-59f665312ae7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:29.429141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eee61a5a-8d3e-4f04-b339-9a7b12c5b58e req-fabb5342-0211-433c-8e76-59f665312ae7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0560932 Apr 30 02:01:29.448325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:29.448963 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:29.450612 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] 10.222.0.23 "PUT /v2.0/ports/8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 1091 time: 0.8480532 Apr 30 02:01:29.453612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:01:29.455660 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37380b36-5116-4767-b942-9371951be05c" -d '{"events": [{"name": "network-changed", "server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:01:29.475851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eee61a5a-8d3e-4f04-b339-9a7b12c5b58e req-1a3ef0ed-2c3d-47f5-8b6f-22c89fa034f0 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Apr 30 02:01:29.499790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331d0ea-aa3e-484d-9e4e-84866c8824fc service neutron] Pushing event updated for resources: {'Port': ['ID=8378009c-5f48-4d21-a523-8f9bdc840325,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:01:29.546783 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb2b6c7-813f-4a93-bfb9-499fd5a74203 x-openstack-request-id: req-9fb2b6c7-813f-4a93-bfb9-499fd5a74203 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:01:29.547073 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:01:29.547324 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fb2b6c7-813f-4a93-bfb9-499fd5a74203 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:01:29.547755 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb2b6c7-813f-4a93-bfb9-499fd5a74203'] response: {'name': 'network-changed', 'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325', 'status': 'completed', 'code': 200} Apr 30 02:01:29.604289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-01186b4c-35e7-4647-bfb0-d2ce5c959aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:29.605976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-01186b4c-35e7-4647-bfb0-d2ce5c959aab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1094 time: 0.0467815 Apr 30 02:01:29.654959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-0c490f34-2d8b-49e4-a34b-42770381bb3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 217 time: 0.0397382 Apr 30 02:01:29.711819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-fd215f72-75d6-4345-9a8c-24c84dd58f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:29.714921 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-fd215f72-75d6-4345-9a8c-24c84dd58f3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0484076 Apr 30 02:01:29.764155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-ac399ecb-784d-4f6b-b7ab-afed21a81ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:29.765868 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-ac399ecb-784d-4f6b-b7ab-afed21a81ef6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420835 Apr 30 02:01:29.862501 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-ffbe7e44-4e3b-4df1-a962-d442e11f274c service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862210 Apr 30 02:01:29.953497 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b693f0b4-14be-4af6-bad5-29192b7c98dc req-568d7c60-1ad2-40ff-bfd9-9a1618c959ca service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831263 Apr 30 02:01:30.101625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380b36-5116-4767-b942-9371951be05c req-db971444-a9e2-45e1-b6de-970647ce6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:30.103139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37380b36-5116-4767-b942-9371951be05c req-db971444-a9e2-45e1-b6de-970647ce6b36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1094 time: 0.0468068 Apr 30 02:01:30.198550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380b36-5116-4767-b942-9371951be05c req-6b6a36ff-cd0c-48a6-a263-f66f3b548513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:30.200098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37380b36-5116-4767-b942-9371951be05c req-6b6a36ff-cd0c-48a6-a263-f66f3b548513 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0867798 Apr 30 02:01:30.251620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37380b36-5116-4767-b942-9371951be05c req-223b2c84-dd92-4d62-811c-6194e632f0ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 217 time: 0.0402758 Apr 30 02:01:30.304910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380b36-5116-4767-b942-9371951be05c req-5b99239c-aaf6-483b-a1f7-84ddb2f95e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:30.306595 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37380b36-5116-4767-b942-9371951be05c req-5b99239c-aaf6-483b-a1f7-84ddb2f95e08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0445867 Apr 30 02:01:30.356579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380b36-5116-4767-b942-9371951be05c req-13e5e27c-39ba-4f55-9fc3-133fe2af1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:30.358070 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37380b36-5116-4767-b942-9371951be05c req-13e5e27c-39ba-4f55-9fc3-133fe2af1490 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417142 Apr 30 02:01:30.457502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37380b36-5116-4767-b942-9371951be05c req-7f000814-d7b6-4680-8c1b-17d8f923cbd7 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880284 Apr 30 02:01:30.566058 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-37380b36-5116-4767-b942-9371951be05c req-36af55d7-898c-44e6-a97f-f0584465da86 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971370 Apr 30 02:01:30.604758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b164e-fa13-4451-93e0-54cb930d4241 req-d4c3950d-3e18-46b5-8012-b8bd7930b8ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:30.606251 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e77b164e-fa13-4451-93e0-54cb930d4241 req-d4c3950d-3e18-46b5-8012-b8bd7930b8ce tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0499403 Apr 30 02:01:30.645840 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e77b164e-fa13-4451-93e0-54cb930d4241 req-9899fa80-1187-4cf0-910c-286fe20811b3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327127 Apr 30 02:01:30.992813 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23d89d26-9789-4e48-af3b-f6c5f6fcadf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:31.759842 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696889a0-552e-40b2-82ed-7c24282eb0e7 req-17d8ff51-fff4-4b6c-8dd2-b6c45f601595 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:31.761292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-696889a0-552e-40b2-82ed-7c24282eb0e7 req-17d8ff51-fff4-4b6c-8dd2-b6c45f601595 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0475214 Apr 30 02:01:31.798579 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-696889a0-552e-40b2-82ed-7c24282eb0e7 req-04a21cf6-f9ab-4a46-b68b-64147c6b2aca tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Apr 30 02:01:32.115330 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:32.912305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bc128-7a4c-4135-81b8-e7e85d06dcf4 req-2f8f1b7e-2c8f-415b-9dbb-c0cd0f0215f5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:32.913768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-167bc128-7a4c-4135-81b8-e7e85d06dcf4 req-2f8f1b7e-2c8f-415b-9dbb-c0cd0f0215f5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0477197 Apr 30 02:01:32.954825 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-167bc128-7a4c-4135-81b8-e7e85d06dcf4 req-c168210c-c2c4-42f9-af51-5be34f96cf80 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Apr 30 02:01:33.878564 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:33.907764 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:34.069458 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0aef2-60e5-4b90-a2eb-e0c463dd7444 req-061db023-c10d-4c05-8fe9-32d34a5272d9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:34.070914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1c0aef2-60e5-4b90-a2eb-e0c463dd7444 req-061db023-c10d-4c05-8fe9-32d34a5272d9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0490434 Apr 30 02:01:34.108295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e1c0aef2-60e5-4b90-a2eb-e0c463dd7444 req-d2636f12-71f6-4d9a-be7d-f6b783c3611b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Apr 30 02:01:35.225459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada27a58-e622-42c0-96e1-3f44eda1dee4 req-7d266473-f3c0-446d-af46-ec0378f2357c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:35.226928 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ada27a58-e622-42c0-96e1-3f44eda1dee4 req-7d266473-f3c0-446d-af46-ec0378f2357c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0490730 Apr 30 02:01:35.263927 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ada27a58-e622-42c0-96e1-3f44eda1dee4 req-4b47c5a0-ffc0-45ab-b16d-6c4d3a98970c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310624 Apr 30 02:01:36.377460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc737c-fcee-4cc9-82a1-b58b91380f1f req-3781b670-a94d-4929-b950-4ed3c8f867db tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:36.378931 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffcc737c-fcee-4cc9-82a1-b58b91380f1f req-3781b670-a94d-4929-b950-4ed3c8f867db tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0483644 Apr 30 02:01:36.420734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffcc737c-fcee-4cc9-82a1-b58b91380f1f req-26888ed7-6856-4b3d-9ea5-5726064de599 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357957 Apr 30 02:01:37.538122 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ceee2-e79e-40b0-b795-b62dd0095f9e req-babe1537-e52e-43d0-b010-3a47018aed9b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:37.539597 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-056ceee2-e79e-40b0-b795-b62dd0095f9e req-babe1537-e52e-43d0-b010-3a47018aed9b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0493720 Apr 30 02:01:37.576923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-056ceee2-e79e-40b0-b795-b62dd0095f9e req-7b20393a-7dd2-4aad-8dd7-65f3d1c09045 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Apr 30 02:01:38.694199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6158ae-3669-495f-8adc-c0eda05521fc req-a23d5ad5-6a6d-4c46-b95e-245467587930 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:38.695684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be6158ae-3669-495f-8adc-c0eda05521fc req-a23d5ad5-6a6d-4c46-b95e-245467587930 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0501373 Apr 30 02:01:38.732193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be6158ae-3669-495f-8adc-c0eda05521fc req-6e71f167-4de9-42bc-b86a-ee219f9a030c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305836 Apr 30 02:01:39.846260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb496a-e4ea-41e7-9f90-aa98236f6cec req-cba8a276-a17e-4fb1-8c73-9410d9c73036 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:39.847640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66eb496a-e4ea-41e7-9f90-aa98236f6cec req-cba8a276-a17e-4fb1-8c73-9410d9c73036 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0465794 Apr 30 02:01:39.888572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66eb496a-e4ea-41e7-9f90-aa98236f6cec req-4550c610-cc3b-4b5f-bf4b-8be0af5e3d73 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348961 Apr 30 02:01:41.003589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67fca2-98cd-4e35-92f3-75102813e7a4 req-b68fbb5e-02ec-4bbc-b912-317bc83cd466 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:41.005030 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb67fca2-98cd-4e35-92f3-75102813e7a4 req-b68fbb5e-02ec-4bbc-b912-317bc83cd466 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0480986 Apr 30 02:01:41.042150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bb67fca2-98cd-4e35-92f3-75102813e7a4 req-b4512f4f-0194-4c1c-87d4-452751c69ec8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310552 Apr 30 02:01:41.907368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8378009c-5f48-4d21-a523-8f9bdc840325 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:01:41.999901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8378009c-5f48-4d21-a523-8f9bdc840325, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8378009c-5f48-4d21-a523-8f9bdc840325,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:01:42.011305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '8378009c-5f48-4d21-a523-8f9bdc840325', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:01:42.052772 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:42.066152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8378009c-5f48-4d21-a523-8f9bdc840325 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:01:42.084990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8378009c-5f48-4d21-a523-8f9bdc840325, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8378009c-5f48-4d21-a523-8f9bdc840325,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:01:42.163674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757a21-d8ff-415c-87a6-804179493fda req-2eb11ebf-f156-4446-b71c-99829aa25cf3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:42.165080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d757a21-d8ff-415c-87a6-804179493fda req-2eb11ebf-f156-4446-b71c-99829aa25cf3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 943 time: 0.0539632 Apr 30 02:01:42.173110 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:42.204042 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d757a21-d8ff-415c-87a6-804179493fda req-cf928beb-d94b-4a78-b136-7c4ab18c36db tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327311 Apr 30 02:01:42.222982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=8378009c-5f48-4d21-a523-8f9bdc840325,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:01:42.230214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.230565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.230937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.231277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.231638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.231976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.232311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.232639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.232967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.233292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.233620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.233963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:42.473649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['8378009c-5f48-4d21-a523-8f9bdc840325'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:01:43.318723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfd20f-b0d4-43db-bd19-2a08f02ea92b req-67b2a805-8b81-43bd-9348-749e59ac5ef7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:43.320190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9dfd20f-b0d4-43db-bd19-2a08f02ea92b req-67b2a805-8b81-43bd-9348-749e59ac5ef7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 944 time: 0.0487852 Apr 30 02:01:43.360634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9dfd20f-b0d4-43db-bd19-2a08f02ea92b req-2ec9f184-da93-43bc-bb39-bf20710d39a3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340183 Apr 30 02:01:43.922301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8378009c-5f48-4d21-a523-8f9bdc840325 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:01:44.023807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 8378009c-5f48-4d21-a523-8f9bdc840325 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:01:44.027451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 8378009c-5f48-4d21-a523-8f9bdc840325 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:01:44.027839 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:44.106364 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:44.127830 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:01:44.130086 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add75060-e6b0-437c-91ee-a7a4f3c77b0d" -d '{"events": [{"server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "name": "network-vif-plugged", "status": "completed", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:01:44.143189 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8378009c-5f48-4d21-a523-8f9bdc840325, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8378009c-5f48-4d21-a523-8f9bdc840325,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:01:44.212510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:44.237638 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a70a4eb-e517-4272-8614-a9f9ddcfc84f x-openstack-request-id: req-7a70a4eb-e517-4272-8614-a9f9ddcfc84f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:01:44.237920 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "name": "network-vif-plugged", "status": "completed", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:01:44.238165 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a70a4eb-e517-4272-8614-a9f9ddcfc84f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:01:44.238548 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a70a4eb-e517-4272-8614-a9f9ddcfc84f'] response: {'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325', 'code': 200} Apr 30 02:01:44.265122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=8378009c-5f48-4d21-a523-8f9bdc840325,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:01:44.334230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6717ca-8d99-417c-80ac-87f01f9045f0 req-11b07396-464d-43f0-8990-301c9011d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:44.335851 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf6717ca-8d99-417c-80ac-87f01f9045f0 req-11b07396-464d-43f0-8990-301c9011d6ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0404572 Apr 30 02:01:44.372250 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf6717ca-8d99-417c-80ac-87f01f9045f0 req-1e191543-f32b-45aa-8390-b262c6e921ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265117 Apr 30 02:01:44.478133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802c2a-c281-4fab-9d0c-a9af0d4d36dd req-2a42e62c-870b-41d2-be54-c3225f1ec372 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:44.479507 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa802c2a-c281-4fab-9d0c-a9af0d4d36dd req-2a42e62c-870b-41d2-be54-c3225f1ec372 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Apr 30 02:01:44.515937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa802c2a-c281-4fab-9d0c-a9af0d4d36dd req-d5831572-07a1-4877-9862-4da4a4d7c5a2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303822 Apr 30 02:01:45.631869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35d6bc-8a6d-4763-8ace-1a68a0d98b28 req-76e90120-1af4-4d1d-8422-0c68b2d62528 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:45.633329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e35d6bc-8a6d-4763-8ace-1a68a0d98b28 req-76e90120-1af4-4d1d-8422-0c68b2d62528 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 945 time: 0.0484281 Apr 30 02:01:45.672974 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e35d6bc-8a6d-4763-8ace-1a68a0d98b28 req-fbc2cac5-ae25-4859-9905-5b061872885d tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333509 Apr 30 02:01:46.786891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedbac1-aadd-4725-984f-fd1c1858793f req-212f75a2-404e-4096-854e-57312b44bb24 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:46.788374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bedbac1-aadd-4725-984f-fd1c1858793f req-212f75a2-404e-4096-854e-57312b44bb24 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 945 time: 0.0478168 Apr 30 02:01:46.829443 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bedbac1-aadd-4725-984f-fd1c1858793f req-d6e1b013-9f97-464c-8138-afdd1396f355 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344498 Apr 30 02:01:46.940500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f0c58-c604-4a7f-a32f-d1e41c6978f1 req-cd677644-4341-4b1f-877c-d327d7e4b222 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:46.941955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-356f0c58-c604-4a7f-a32f-d1e41c6978f1 req-cd677644-4341-4b1f-877c-d327d7e4b222 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 945 time: 0.0487719 Apr 30 02:01:46.978211 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-356f0c58-c604-4a7f-a32f-d1e41c6978f1 req-dbaa5bc1-dc5b-4bcb-8d86-5eed450bc1d1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303357 Apr 30 02:01:47.000302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35184) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:01:47.039212 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86082d2-5c62-4963-9d93-198dacb4fb90 tempest-TestVolumeBootPattern-487187966 tempest-TestVolumeBootPattern-487187966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:47.040725 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e86082d2-5c62-4963-9d93-198dacb4fb90 tempest-TestVolumeBootPattern-487187966 tempest-TestVolumeBootPattern-487187966-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1091 time: 0.0389562 Apr 30 02:01:47.043494 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35186) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:01:47.048285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:01:47.135563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:47.233488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:47.333753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.25.0.175 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/12dda4a4-0a47-479b-8c95-efff5189deb2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:01:47.436285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:47.518659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:47.559343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:01:47.562243 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:01:47.565875 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:01:47.572329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=12dda4a4-0a47-479b-8c95-efff5189deb2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:01:47.598741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.599081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.599419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.599798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.600131 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.600459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.600785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.601109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.601429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.601753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.602077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.602398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:01:47.928602 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:48.052553 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:48.531030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:48.587201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:48.655418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=12dda4a4-0a47-479b-8c95-efff5189deb2,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:01:48.667790 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:48.766139 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Floating IP 3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb associated. External IP: 172.25.0.175, port: 8378009c-5f48-4d21-a523-8f9bdc840325. Apr 30 02:01:48.915512 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:48.978899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:01:49.084125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:01:49.093389 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:01:49.103799 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:01:49.104403 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:01:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:01:49.157815 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:49.199528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-506bd39b-5e3c-44ae-ab72-61133f75af81 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1414948 Apr 30 02:01:49.199528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:01:49.199528 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75149685-48cc-4f18-a9f5-62133ec7c150" -d '{"events": [{"name": "network-changed", "server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:01:49.212295 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:01:49.290127 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30a7f33-5060-4d48-a601-805a7b42210f x-openstack-request-id: req-a30a7f33-5060-4d48-a601-805a7b42210f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:01:49.290418 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:01:49.290673 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a30a7f33-5060-4d48-a601-805a7b42210f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:01:49.291081 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30a7f33-5060-4d48-a601-805a7b42210f'] response: {'name': 'network-changed', 'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325', 'status': 'completed', 'code': 200} Apr 30 02:01:49.356859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-a3a46a10-3957-4a59-a5ce-4fa961f864f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:49.358383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-a3a46a10-3957-4a59-a5ce-4fa961f864f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0442889 Apr 30 02:01:49.433979 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:47Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:01:49.449729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-4c5f27c3-bb98-4272-b4b7-f0519a1a66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:49.451227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-4c5f27c3-bb98-4272-b4b7-f0519a1a66db service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0851336 Apr 30 02:01:49.463767 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:01:49.472084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:01:49.472686 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:01:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:01:49.522791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-a7d89ebd-0911-4977-8b87-2aec92a6e583 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 999 time: 0.0649965 Apr 30 02:01:49.572867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-905edf0c-d4fb-4e1c-b806-a3eacc4bf860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:49.573890 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:01:49.574515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-905edf0c-d4fb-4e1c-b806-a3eacc4bf860 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0454450 Apr 30 02:01:49.622151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-8bdb96b0-65e9-4630-b570-d4464cce52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:01:49.623738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-8bdb96b0-65e9-4630-b570-d4464cce52af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425508 Apr 30 02:01:49.717715 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-534d9b46-03c7-4ca9-b3f4-d86d64dcee6f service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Apr 30 02:01:49.795519 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:47Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:01:49.807816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75149685-48cc-4f18-a9f5-62133ec7c150 req-7b9886ce-cb04-4c98-ab10-fe9984364a5d service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834470 Apr 30 02:01:49.822300 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546b61a-77bc-4c9c-8caf-d4934ad2b97d None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:47Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:01:50.015952 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e334e-4059-4d49-9baf-9a2401cd6501 None None] New status for floating IP 3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:01:50.743910 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:01:51.375737 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:01:58.749172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b98e35e2-442e-4388-ae3d-9a9d0d4ca7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:01.006435 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45565ee7-dbc1-47db-aa06-c64e026c9eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:02.141308 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:03.913671 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:03.942951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:11.755887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-cc9da4bb-6e5d-4ad7-8cf5-969eda1f0588 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399182 Apr 30 02:02:11.845320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-43a63489-5988-4357-b03e-f51782c6648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:02:11.846762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-43a63489-5988-4357-b03e-f51782c6648f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0456851 Apr 30 02:02:11.951374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-1dabd8e0-aa6e-4d2f-b536-ce0166647838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:02:11.952865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-1dabd8e0-aa6e-4d2f-b536-ce0166647838 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0858181 Apr 30 02:02:12.025687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-c3d08484-6691-4535-a4d1-51a00b53af86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 1001 time: 0.0617530 Apr 30 02:02:12.079591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-da1cdc05-b028-4f64-bdb0-635afc29c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:02:12.081057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-da1cdc05-b028-4f64-bdb0-635afc29c09a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0453260 Apr 30 02:02:12.129345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-2735217c-c108-4700-bef5-c93cca86b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:02:12.131594 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-2735217c-c108-4700-bef5-c93cca86b472 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406828 Apr 30 02:02:12.223192 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-134cc7cc-23f8-410a-945c-e9d470d65bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841911 Apr 30 02:02:12.316317 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-08a0cc4d-f0b5-4448-9082-02a179d4c285 req-d0126c72-b6a0-4f05-836e-b1eafd53d325 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822301 Apr 30 02:02:18.897560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:20.746756 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:28.375336 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:02:28.754651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b164de79-a21d-4797-b3bb-029266b71196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:30.998006 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08fbb8dd-60fd-46dc-85d0-1cd6dafa4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:32.114429 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:33.900880 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:33.954257 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:49.043831 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:50.760017 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:02:58.786429 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b495c199-4b0c-400c-a304-abcbf933ec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:00.992201 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e98fe53-6c79-4f70-9786-8f80dd707b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:01.565977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-5e3469e8-2143-43a2-8baa-13d3eb90ff2b req-1777fa51-10b3-4a04-8462-5f6b196f2c2d service neutron] (103319) timed out ('10.222.0.15', 52250) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 02:03:02.137188 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:03.877650 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:03.906217 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:05.375333 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:03:11.762981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-7ac8db84-3b2b-47d3-8207-9f9e9b1ea69b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393939 Apr 30 02:03:11.852303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-30c62c39-47d9-4222-9589-e6933bb37ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:03:11.853803 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-30c62c39-47d9-4222-9589-e6933bb37ab0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0434861 Apr 30 02:03:11.960029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-90c08ad7-ad44-4987-b749-851f60cff4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:03:11.961510 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-90c08ad7-ad44-4987-b749-851f60cff4ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0830002 Apr 30 02:03:12.033659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-507e48b0-dcbc-4beb-8dab-e0ccdacb868e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 1001 time: 0.0616107 Apr 30 02:03:12.086204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-aea9bd69-df40-433d-87fd-055bd9bcff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:03:12.087691 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-aea9bd69-df40-433d-87fd-055bd9bcff92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0429137 Apr 30 02:03:12.135287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-a1256177-aedf-4c68-8958-1fdaf7268eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:03:12.136814 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-a1256177-aedf-4c68-8958-1fdaf7268eea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393946 Apr 30 02:03:12.233693 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-056fc305-87ed-4546-b97e-0f21f7605b84 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861568 Apr 30 02:03:12.325038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85bdd3aa-5cad-455e-ae16-b25cc584b28b req-fd2235ca-1ad0-4fe5-a654-8aa0891b28e5 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816143 Apr 30 02:03:18.929214 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:20.776639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:28.764817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d3385-f07d-4f62-879c-c5a53c186cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:30.993729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8a84d9f6-6a26-492a-bb75-4179c20b8c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:32.113640 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:33.890610 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:33.913409 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:42.374669 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:03:48.907548 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:50.776962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:03:58.774709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9622-724a-455e-8a3b-c3f780ab730a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:01.016092 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d389dd04-c081-4fb2-ad06-c7543e1c9192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:02.119822 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:03.936079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:03.970160 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:11.744545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-769489e0-8ed7-4a57-b408-3be746230906 req-6be1ca3c-a709-4f2f-8655-0cdb86cc7d9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388324 Apr 30 02:04:11.835968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769489e0-8ed7-4a57-b408-3be746230906 req-9aa5d825-cf63-4acb-9920-264e04456184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:11.837358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-769489e0-8ed7-4a57-b408-3be746230906 req-9aa5d825-cf63-4acb-9920-264e04456184 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0445578 Apr 30 02:04:11.944160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769489e0-8ed7-4a57-b408-3be746230906 req-e89adc57-d806-46d1-9140-f6620426a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:11.945615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-769489e0-8ed7-4a57-b408-3be746230906 req-e89adc57-d806-46d1-9140-f6620426a67d service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0850101 Apr 30 02:04:12.015706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-769489e0-8ed7-4a57-b408-3be746230906 req-f8a7e680-a1a3-431f-80a8-20b68f1f4fc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 1001 time: 0.0604501 Apr 30 02:04:12.066179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769489e0-8ed7-4a57-b408-3be746230906 req-093938bb-d05b-4eb6-9073-f131cd84b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:12.067639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-769489e0-8ed7-4a57-b408-3be746230906 req-093938bb-d05b-4eb6-9073-f131cd84b44f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0427938 Apr 30 02:04:12.115115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769489e0-8ed7-4a57-b408-3be746230906 req-09860f24-5c0e-494c-b72c-ef2995fb6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:12.116640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-769489e0-8ed7-4a57-b408-3be746230906 req-09860f24-5c0e-494c-b72c-ef2995fb6323 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398922 Apr 30 02:04:12.210362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-769489e0-8ed7-4a57-b408-3be746230906 req-093b06a9-d677-4c6b-93ad-f1f23d49bbbd service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829971 Apr 30 02:04:12.302276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-769489e0-8ed7-4a57-b408-3be746230906 req-575e7940-4688-4421-9269-859dbf104cf7 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819418 Apr 30 02:04:12.697322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-515ecb28-8e62-4821-b43b-581a0c42e4d7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332658703&fields=id&tenant_id=0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 267 time: 0.0345943 Apr 30 02:04:12.803678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-1396461e-da88-4b83-afbf-859571292cfd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:12.805142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-1396461e-da88-4b83-afbf-859571292cfd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1008308 Apr 30 02:04:12.820722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ea90031d-b99c-49fb-b9c7-ccb9b14fbf90 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/quotas/0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 375 time: 0.0098135 Apr 30 02:04:12.884120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-299491dc-8e17-4f51-a6f9-10b87ce3ea0c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0578291 Apr 30 02:04:13.041954 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-8b20d6e5-fc3b-47c0-9705-ab5e49076cff service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461380 Apr 30 02:04:13.136495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-78eb7dab-91bc-40c9-8955-13af3638b7a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878379 Apr 30 02:04:13.748734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7f2a062-a775-4bd3-a75f-55a7a1b0ab38 req-cfc5e95b-8b49-49f6-8e38-1e65af90d794 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 210 time: 0.0277922 Apr 30 02:04:14.843246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ba8d4e7-694f-450e-9a94-255dbaec68ca req-89c6db7f-038c-4351-8306-08d141545222 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 210 time: 0.0264654 Apr 30 02:04:15.480078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-deebede8-a394-4af4-bb0b-d5c8645a18a2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:15.481542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-deebede8-a394-4af4-bb0b-d5c8645a18a2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 812 time: 0.1037025 Apr 30 02:04:15.523394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-df387346-0e9d-49d6-a1f5-7a84e430594b tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef216e6d8184af5a41381c71f489e2a HTTP/1.1" status: 200 len: 380 time: 0.0329444 Apr 30 02:04:15.532236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'port': {'device_id': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'admin_state_up': True, 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'security_groups': ['3c683ed4-ba1a-43fe-af25-4af6f057ee52']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:04:15.690481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Made reservation on behalf of 0ef216e6d8184af5a41381c71f489e2a for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:04:15.694826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:15.824985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.20.0.10 (0daa2935-32d0-4e3f-8718-0a051482e96b/029e6bb5-6183-42de-8052-154a9ca2c3af/8a7eb83e-ff0b-48ff-8889-85941258712f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:04:15.944038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5637f30-4c5f-4dd1-86cf-6deb825b8223 req-3c8b183e-131d-45a4-9b8f-0cb92bffba58 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 210 time: 0.0275204 Apr 30 02:04:15.968557 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:16.084796 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:16.128956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network 0daa2935-32d0-4e3f-8718-0a051482e96b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:04:16.131998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:04:16.135805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:04:16.159678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=8a7eb83e-ff0b-48ff-8889-85941258712f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:04:16.176083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.178653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.178653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.178653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.178653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.178653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.178653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.178653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.178653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.179315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.179315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.179635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:16.204730 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:16.205375 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:16.287577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-32aed11e-fcf6-47bd-9b36-3aafcee24a84 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7592983 Apr 30 02:04:16.396704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f80093d-e41e-4a97-89b2-55c6be647b4f None None] Provisioning complete for port 8a7eb83e-ff0b-48ff-8889-85941258712f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:04:16.397168 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f80093d-e41e-4a97-89b2-55c6be647b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:16.415705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Request body: {'port': {'device_id': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:04:16.437463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f80093d-e41e-4a97-89b2-55c6be647b4f None None] Port 8a7eb83e-ff0b-48ff-8889-85941258712f cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:04:16.472961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:17.080899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef755aa-e8f4-4852-9ed9-6d4c9181fed7 req-bceba878-cb55-41f3-8178-4e303f19cd4e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:17.083154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ef755aa-e8f4-4852-9ed9-6d4c9181fed7 req-bceba878-cb55-41f3-8178-4e303f19cd4e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 932 time: 0.0618706 Apr 30 02:04:17.098546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7eb83e-ff0b-48ff-8889-85941258712f {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:04:17.106777 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:17.135298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Transition to ACTIVE for port object 8a7eb83e-ff0b-48ff-8889-85941258712f will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:04:17.139714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ef755aa-e8f4-4852-9ed9-6d4c9181fed7 req-4f449067-4c7a-4cf5-85c0-8a580d7c1e6a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501595 Apr 30 02:04:17.216062 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:17.272820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7eb83e-ff0b-48ff-8889-85941258712f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:04:17.352606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Attempting to bind port 8a7eb83e-ff0b-48ff-8889-85941258712f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:04:17.354391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Attempting to bind port 8a7eb83e-ff0b-48ff-8889-85941258712f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:04:17.354391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Attempting to bind port 8a7eb83e-ff0b-48ff-8889-85941258712f on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:04:17.360387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Port 8a7eb83e-ff0b-48ff-8889-85941258712f on network 0daa2935-32d0-4e3f-8718-0a051482e96b not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:04:17.360721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Attempting to bind port 8a7eb83e-ff0b-48ff-8889-85941258712f on network 0daa2935-32d0-4e3f-8718-0a051482e96b {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:04:17.366390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:04:17.366732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Checking segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:04:17.367207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Bound using segment: {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:04:17.367669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Bound port: 8a7eb83e-ff0b-48ff-8889-85941258712f, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c9da-7f87-4251-89e5-11257c6b41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:04:17.368030 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:17.437802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] For port 8a7eb83e-ff0b-48ff-8889-85941258712f, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:04:17.441143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] For port 8a7eb83e-ff0b-48ff-8889-85941258712f, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8a7eb83e-ff0b-48ff-8889-85941258712f,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:04:17.553917 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:17.588796 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:17.589413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:17.591813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a7eb83e-ff0b-48ff-8889-85941258712f HTTP/1.1" status: 200 len: 1092 time: 1.2963009 Apr 30 02:04:17.594566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:04:17.596858 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843d22e-2861-439a-9678-bc39bcef0ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:04:17.638347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47e642-e1fd-4c41-a766-e40278b38c32 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7eb83e-ff0b-48ff-8889-85941258712f,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:04:17.720821 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8122d9-3145-4d4d-85b1-83a3c40af4b1 x-openstack-request-id: req-aa8122d9-3145-4d4d-85b1-83a3c40af4b1 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:04:17.720821 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:04:17.720821 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa8122d9-3145-4d4d-85b1-83a3c40af4b1 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:04:17.720821 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8122d9-3145-4d4d-85b1-83a3c40af4b1'] response: {'name': 'network-changed', 'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'status': 'completed', 'code': 200} Apr 30 02:04:17.772462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-b88db6b6-265a-4475-87a6-130f0c8fabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:17.774370 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-b88db6b6-265a-4475-87a6-130f0c8fabb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 1095 time: 0.0486667 Apr 30 02:04:17.818149 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-074dd348-9613-4bea-a649-f179572abc6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7eb83e-ff0b-48ff-8889-85941258712f HTTP/1.1" status: 200 len: 217 time: 0.0358150 Apr 30 02:04:17.864752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-507c0955-b1e6-4c17-89a7-b11f236a3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:17.866215 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-507c0955-b1e6-4c17-89a7-b11f236a3fb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0430100 Apr 30 02:04:17.913491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ed71bf91-98ff-4f6c-b650-a7d0c372c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:17.914989 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-ed71bf91-98ff-4f6c-b650-a7d0c372c059 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421441 Apr 30 02:04:18.006870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-0829a598-076d-42ef-a37b-eb640888681b service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848379 Apr 30 02:04:18.102750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bbbb022-f2ad-46c3-943b-c456d9bcdef4 req-c61906b4-52bd-4bbe-8214-8aac2fe22906 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896609 Apr 30 02:04:18.260353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-9e7d81ba-4c51-4360-89ec-78bbd7e6d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:18.261890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-9e7d81ba-4c51-4360-89ec-78bbd7e6d4d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 1095 time: 0.0545392 Apr 30 02:04:18.267329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff2559-4c4b-4f7a-88ea-6d37528e98c7 req-7e566bdd-e0a1-486d-9357-6ef3f844dfad tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:18.268998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34ff2559-4c4b-4f7a-88ea-6d37528e98c7 req-7e566bdd-e0a1-486d-9357-6ef3f844dfad tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0535085 Apr 30 02:04:18.309459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34ff2559-4c4b-4f7a-88ea-6d37528e98c7 req-c9e098fa-0618-4112-93dd-48b4e9c7ad93 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344231 Apr 30 02:04:18.357816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-29267090-4055-4c7f-b7d2-46f333ec2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:18.359309 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-29267090-4055-4c7f-b7d2-46f333ec2059 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0905683 Apr 30 02:04:18.404394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-750cf36b-7ac5-4617-b152-c92e6fe77d79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7eb83e-ff0b-48ff-8889-85941258712f HTTP/1.1" status: 200 len: 217 time: 0.0388198 Apr 30 02:04:18.453878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-1077df16-d758-4a58-87f6-d5181bdf6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:18.455394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-1077df16-d758-4a58-87f6-d5181bdf6f2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0449238 Apr 30 02:04:18.502936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-5d7ebaec-b2a1-4a98-8639-ea7880540216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:18.504776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-5d7ebaec-b2a1-4a98-8639-ea7880540216 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436144 Apr 30 02:04:18.614738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-3b8dd2f7-1d39-439e-a1dc-f07fc393bd12 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031356 Apr 30 02:04:18.708686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6843d22e-2861-439a-9678-bc39bcef0ce3 req-347312d5-3c19-4615-a7f1-edc5bfe38dcf service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876157 Apr 30 02:04:18.940945 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:19.373785 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:04:19.428604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde2005-90f7-4fa5-943f-386cc1fae111 req-520d4091-8b8e-4369-ae5d-92b498341d15 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:19.430089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fde2005-90f7-4fa5-943f-386cc1fae111 req-520d4091-8b8e-4369-ae5d-92b498341d15 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0501225 Apr 30 02:04:19.468833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fde2005-90f7-4fa5-943f-386cc1fae111 req-77367723-eb59-4293-a855-b21cf03171c9 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Apr 30 02:04:20.588662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001934c-81cc-4059-8b25-e96fa16c5685 req-f64170c6-9e06-473e-b9f8-ef615dc14e41 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:20.590073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e001934c-81cc-4059-8b25-e96fa16c5685 req-f64170c6-9e06-473e-b9f8-ef615dc14e41 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0525148 Apr 30 02:04:20.633671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e001934c-81cc-4059-8b25-e96fa16c5685 req-24b44fdc-6d6c-42bc-83d0-a46eedda9cb2 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373259 Apr 30 02:04:20.809597 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:21.748668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d02ed-8814-4c03-ba20-8cf618420f5c req-8f56a768-bf7f-4abe-83de-e65161405645 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:21.750890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce6d02ed-8814-4c03-ba20-8cf618420f5c req-8f56a768-bf7f-4abe-83de-e65161405645 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0494158 Apr 30 02:04:21.788335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce6d02ed-8814-4c03-ba20-8cf618420f5c req-b1465695-dd7d-4a3f-83c0-64d0751d11b1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Apr 30 02:04:22.906966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a226df-15ae-4a60-8e50-1b28d0afde01 req-5c096f7b-bba2-4f1e-b899-c7ee192d926e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:22.908482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80a226df-15ae-4a60-8e50-1b28d0afde01 req-5c096f7b-bba2-4f1e-b899-c7ee192d926e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0496576 Apr 30 02:04:22.946080 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80a226df-15ae-4a60-8e50-1b28d0afde01 req-254c2ebf-a736-4c99-b0a7-98ff3d424650 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Apr 30 02:04:24.062113 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f34b5b-bdfd-4d04-b404-83840ab7371a req-77e86d19-1cb5-4f89-8d71-9ab382c772d8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:24.063603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5f34b5b-bdfd-4d04-b404-83840ab7371a req-77e86d19-1cb5-4f89-8d71-9ab382c772d8 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0488930 Apr 30 02:04:24.105387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5f34b5b-bdfd-4d04-b404-83840ab7371a req-8ef28a63-6f7a-44e1-8d4f-ad51e343bf0a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356569 Apr 30 02:04:25.222495 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897c5c8-cd6f-42fc-8334-5b58767fe887 req-39f9dfdb-4811-4e83-bacd-48d8bb47c985 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:25.223993 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4897c5c8-cd6f-42fc-8334-5b58767fe887 req-39f9dfdb-4811-4e83-bacd-48d8bb47c985 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0491517 Apr 30 02:04:25.261395 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4897c5c8-cd6f-42fc-8334-5b58767fe887 req-f6a3e6eb-83ee-4cb3-93f0-7167e1084a44 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Apr 30 02:04:26.376734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f9be8-4f78-4702-b784-2be8b0c34351 req-82886a82-4d8d-40fd-b074-9043e56cb790 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:26.378176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e7f9be8-4f78-4702-b784-2be8b0c34351 req-82886a82-4d8d-40fd-b074-9043e56cb790 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0480254 Apr 30 02:04:26.415790 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e7f9be8-4f78-4702-b784-2be8b0c34351 req-9536b601-4482-4ca0-8ab7-1840ed2ba0d6 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Apr 30 02:04:27.530505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec88854-7cc7-4254-be93-5f1a0f74c55c req-d4ddb4c8-8310-4762-8086-28554130326e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:27.532028 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eec88854-7cc7-4254-be93-5f1a0f74c55c req-d4ddb4c8-8310-4762-8086-28554130326e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0491028 Apr 30 02:04:27.574843 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eec88854-7cc7-4254-be93-5f1a0f74c55c req-e4bc9683-6b22-4f0b-8e10-9aa28c24dd53 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363610 Apr 30 02:04:28.606516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8a7eb83e-ff0b-48ff-8889-85941258712f details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:04:28.695650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debac22b-fa36-4157-a4e2-890055a51a77 req-c5680cbd-9e1a-44ba-937b-bc4673dfcdda tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:28.697424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-debac22b-fa36-4157-a4e2-890055a51a77 req-c5680cbd-9e1a-44ba-937b-bc4673dfcdda tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 944 time: 0.0507874 Apr 30 02:04:28.711338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8a7eb83e-ff0b-48ff-8889-85941258712f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8a7eb83e-ff0b-48ff-8889-85941258712f,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:04:28.726510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'port_id': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'mac_address': 'fa:16:3e:19:34:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:04:28.736503 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-debac22b-fa36-4157-a4e2-890055a51a77 req-1e824f72-3511-4d7a-8cf3-af49571d77ef tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328116 Apr 30 02:04:28.764048 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:28.781225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7eb83e-ff0b-48ff-8889-85941258712f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:04:28.787707 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-227dafba-64e8-4c3d-93c2-4a286a726692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:28.802078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8a7eb83e-ff0b-48ff-8889-85941258712f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8a7eb83e-ff0b-48ff-8889-85941258712f,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:04:28.871013 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:28.918156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8a7eb83e-ff0b-48ff-8889-85941258712f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:04:28.925438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.925786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.926126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.926492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.926825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.927157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.927517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.927847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.928174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.928499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.928823 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:28.929147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:29.107862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['8a7eb83e-ff0b-48ff-8889-85941258712f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:04:29.856053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dfa3c-2508-4b3b-8640-e41c6fa1d7e6 req-07607282-0f17-4ee2-bb6c-2e7e77a1213f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:29.857519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae4dfa3c-2508-4b3b-8640-e41c6fa1d7e6 req-07607282-0f17-4ee2-bb6c-2e7e77a1213f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 945 time: 0.0500350 Apr 30 02:04:29.895155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae4dfa3c-2508-4b3b-8640-e41c6fa1d7e6 req-0f990f4f-8b1b-4d33-81ff-c3dc769f7ca7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Apr 30 02:04:30.621641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8a7eb83e-ff0b-48ff-8889-85941258712f up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:04:30.717003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 8a7eb83e-ff0b-48ff-8889-85941258712f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:04:30.720802 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 8a7eb83e-ff0b-48ff-8889-85941258712f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:04:30.721170 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:30.798531 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:30.820513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:04:30.822706 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12073173-747e-4ef3-a608-ecb26e77423d" -d '{"events": [{"server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "name": "network-vif-plugged", "status": "completed", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:04:30.836659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8a7eb83e-ff0b-48ff-8889-85941258712f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8a7eb83e-ff0b-48ff-8889-85941258712f,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:04:30.860265 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63130ed4-83ea-4fec-8fee-b4f1801ba8c0 x-openstack-request-id: req-63130ed4-83ea-4fec-8fee-b4f1801ba8c0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:04:30.865598 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "name": "network-vif-plugged", "status": "completed", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:04:30.865598 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63130ed4-83ea-4fec-8fee-b4f1801ba8c0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:04:30.865598 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63130ed4-83ea-4fec-8fee-b4f1801ba8c0'] response: {'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'code': 200} Apr 30 02:04:30.906413 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:30.963840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfebe3f-589a-446d-85e5-c8f57fb7cf1b req-dd1ff188-70ec-46f4-a6a2-5b9ea12f22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:30.965374 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5dfebe3f-589a-446d-85e5-c8f57fb7cf1b req-dd1ff188-70ec-46f4-a6a2-5b9ea12f22d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 1097 time: 0.0470328 Apr 30 02:04:30.987351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8a7eb83e-ff0b-48ff-8889-85941258712f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:04:31.007999 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5dfebe3f-589a-446d-85e5-c8f57fb7cf1b req-b612129c-21cd-4154-ba71-6bf2d598cf4b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357964 Apr 30 02:04:31.029220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b900afa-ee25-44f7-bf6d-c564bc36c3e6 req-74300298-3173-44d4-9367-1002f235ee1a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:31.030795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b900afa-ee25-44f7-bf6d-c564bc36c3e6 req-74300298-3173-44d4-9367-1002f235ee1a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 946 time: 0.0490417 Apr 30 02:04:31.072810 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b900afa-ee25-44f7-bf6d-c564bc36c3e6 req-b471283d-cb77-4b06-9355-64d05fca40f7 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357437 Apr 30 02:04:31.146884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a6c61315-c823-4bb2-a576-a4eec0233b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:32.152954 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:32.188532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a6390-81ea-4396-9384-1f62b3298dd1 req-c193f6c0-840a-4e00-8880-44afd1a029df tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:32.190007 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2a6390-81ea-4396-9384-1f62b3298dd1 req-c193f6c0-840a-4e00-8880-44afd1a029df tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 946 time: 0.0489094 Apr 30 02:04:32.229665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2a6390-81ea-4396-9384-1f62b3298dd1 req-43b8ac99-e529-48bc-a8b9-0c137b65eb4e tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Apr 30 02:04:33.347896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78e284-2be2-4e5e-86d2-4067c65043df req-b79ee360-df5e-4bdc-9d5d-432017f7c1d1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:33.349393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed78e284-2be2-4e5e-86d2-4067c65043df req-b79ee360-df5e-4bdc-9d5d-432017f7c1d1 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 946 time: 0.0491221 Apr 30 02:04:33.385953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed78e284-2be2-4e5e-86d2-4067c65043df req-26a98b06-e7cd-4b7a-a191-2a38eccb589f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305932 Apr 30 02:04:33.498376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5f9cd-dc36-47ca-a1ee-40ef128120c0 req-fc45aa39-2439-45a7-9667-51548d393dba tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:33.500534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ec5f9cd-dc36-47ca-a1ee-40ef128120c0 req-fc45aa39-2439-45a7-9667-51548d393dba tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 946 time: 0.0485814 Apr 30 02:04:33.542741 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ec5f9cd-dc36-47ca-a1ee-40ef128120c0 req-f4523abb-bd0d-42ec-bed7-259c0b248c87 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361741 Apr 30 02:04:33.565597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35384) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:04:33.700323 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728e0e2-440d-4e9a-9924-0a95bf342a43 tempest-TestVolumeBootPattern-487187966 tempest-TestVolumeBootPattern-487187966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:33.701768 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a728e0e2-440d-4e9a-9924-0a95bf342a43 tempest-TestVolumeBootPattern-487187966 tempest-TestVolumeBootPattern-487187966-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 1092 time: 0.1350746 Apr 30 02:04:33.705160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35390) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:04:33.709533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:04:33.781300 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:33.880538 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:33.935525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:33.987272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Allocated IP 172.25.0.102 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/674a14af-587b-439e-b28f-b5ad742d7ffd) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:04:34.032483 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:34.087375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:34.185726 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:34.226919 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:04:34.231744 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:04:34.235652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:04:34.259608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=674a14af-587b-439e-b28f-b5ad742d7ffd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:04:34.273007 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.273346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.273680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.274011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.274343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.274667 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.274991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.275309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.275654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.275973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.276292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.276608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:04:34.601438 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:34.709862 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:34.859206 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:34.941397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:35.007380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event updated for resources: {'Port': ['ID=674a14af-587b-439e-b28f-b5ad742d7ffd,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:04:35.019618 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:35.117067 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Floating IP 4354013c-adee-4ed6-92d4-3ade365837ed associated. External IP: 172.25.0.102, port: 8a7eb83e-ff0b-48ff-8889-85941258712f. Apr 30 02:04:35.319989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:04:35.425132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:04:35.434589 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:04:35.444334 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:04:35.448674 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:04:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:04:35.514972 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:35.546546 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-cb0138f3-89eb-421e-b9f0-cbcb3151554a tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8360376 Apr 30 02:04:35.546546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:04:35.546546 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33175ace-e478-48ad-9f78-884a90c7a561" -d '{"events": [{"name": "network-changed", "server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:04:35.550584 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:04:35.583050 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5703846d-e403-493b-900b-7f4751522718 x-openstack-request-id: req-5703846d-e403-493b-900b-7f4751522718 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:04:35.583343 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:04:35.583628 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5703846d-e403-493b-900b-7f4751522718 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:04:35.584039 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5703846d-e403-493b-900b-7f4751522718'] response: {'name': 'network-changed', 'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'status': 'completed', 'code': 200} Apr 30 02:04:35.643646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33175ace-e478-48ad-9f78-884a90c7a561 req-c5ee6b4a-7e7d-4e4b-806c-bae0d09015a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:35.645155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33175ace-e478-48ad-9f78-884a90c7a561 req-c5ee6b4a-7e7d-4e4b-806c-bae0d09015a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 1097 time: 0.0405216 Apr 30 02:04:35.735789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33175ace-e478-48ad-9f78-884a90c7a561 req-5345e0ac-5e06-45c9-8019-766e9dae2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:35.737574 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33175ace-e478-48ad-9f78-884a90c7a561 req-5345e0ac-5e06-45c9-8019-766e9dae2aa1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0854642 Apr 30 02:04:35.778596 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:50Z', 'revision_number': 1, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}, {'id': '4354013c-adee-4ed6-92d4-3ade365837ed', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:19:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:04:34Z', 'updated_at': '2022-04-30T02:04:34Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:04:35.804282 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:04:35.808102 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33175ace-e478-48ad-9f78-884a90c7a561 req-b39f9a8a-b2b6-41a2-b613-0d5ea62f668e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7eb83e-ff0b-48ff-8889-85941258712f HTTP/1.1" status: 200 len: 1000 time: 0.0645683 Apr 30 02:04:35.812451 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:04:35.813032 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:04:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:04:35.859311 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33175ace-e478-48ad-9f78-884a90c7a561 req-abe8a4da-639d-4d74-aa1b-f42cec9c2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:35.861011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33175ace-e478-48ad-9f78-884a90c7a561 req-abe8a4da-639d-4d74-aa1b-f42cec9c2ffe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0455427 Apr 30 02:04:35.907058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33175ace-e478-48ad-9f78-884a90c7a561 req-ab2e3bbe-5b79-410a-9f7a-4ed9b562d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:04:35.909183 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33175ace-e478-48ad-9f78-884a90c7a561 req-ab2e3bbe-5b79-410a-9f7a-4ed9b562d914 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414288 Apr 30 02:04:35.918974 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:04:36.004660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33175ace-e478-48ad-9f78-884a90c7a561 req-4e2d6b95-137e-4a81-bffe-2df7150979f5 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898528 Apr 30 02:04:36.095486 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-33175ace-e478-48ad-9f78-884a90c7a561 req-c1ab28c5-da21-431a-ba98-8d2da9155c91 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847836 Apr 30 02:04:36.137318 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:50Z', 'revision_number': 1, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}, {'id': '4354013c-adee-4ed6-92d4-3ade365837ed', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:19:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:04:34Z', 'updated_at': '2022-04-30T02:04:34Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:04:36.166267 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2c798-0d63-4755-8528-31fa0fea1eec None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:50Z', 'revision_number': 1, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}, {'id': '4354013c-adee-4ed6-92d4-3ade365837ed', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:19:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:04:34Z', 'updated_at': '2022-04-30T02:04:34Z', 'revision_number': 0, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:04:36.356586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891aa87-d4ed-41a2-aea1-56fc98c5e67a None None] New status for floating IP 4354013c-adee-4ed6-92d4-3ade365837ed: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:04:48.958299 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:50.809604 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:04:56.372907 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:04:58.802465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a943333-92e4-4db8-a379-4271244c5c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:01.008350 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e10f585a-9317-43a0-a19d-41001c8a33bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:02.135103 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:03.917818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:03.969682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:08.870876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-41b8ac7c-d7ed-4bd4-8dba-48bac9b42ef5 req-2345818e-49eb-4d46-abe8-0baf99ad11e4 service neutron] (103319) timed out ('10.222.0.15', 37784) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 02:05:10.206021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-c247739c-350e-4004-b2ce-ce0094738626 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406194 Apr 30 02:05:10.290774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-bfb0ba19-74a2-4040-8ab3-a8ba4dd0273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:05:10.292313 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-bfb0ba19-74a2-4040-8ab3-a8ba4dd0273f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 1097 time: 0.0451729 Apr 30 02:05:10.396271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-63ecbc67-482e-4fc2-9f5d-6bba8ef6ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:05:10.397721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-63ecbc67-482e-4fc2-9f5d-6bba8ef6ebdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0844228 Apr 30 02:05:10.467699 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-e168ea35-4fbf-45ee-acc2-f0985f878ae7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7eb83e-ff0b-48ff-8889-85941258712f HTTP/1.1" status: 200 len: 1002 time: 0.0616634 Apr 30 02:05:10.515967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-5807d6a0-4dee-4157-a8c7-e9ad4cded229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:05:10.517393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-5807d6a0-4dee-4157-a8c7-e9ad4cded229 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0427861 Apr 30 02:05:10.564142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-8d5948a3-acb5-4aa1-ab17-269bd0f10206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:05:10.565638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-8d5948a3-acb5-4aa1-ab17-269bd0f10206 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415819 Apr 30 02:05:10.657657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-c7e2028d-c101-4308-a10d-ba37b0d07aae service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853710 Apr 30 02:05:10.744460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ab955ebe-ce04-4cb4-84ba-e1658299ae90 req-acd1d62d-b8f8-4d84-9a5d-de7242eccdf2 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803065 Apr 30 02:05:11.747997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-7ed9b43a-4d9d-4ab0-80e9-8da5b543a574 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383353 Apr 30 02:05:11.837912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-400c37ef-1afe-467b-8b4d-20c8becf35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:05:11.839312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-400c37ef-1afe-467b-8b4d-20c8becf35b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0445621 Apr 30 02:05:11.942282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-b011dd2d-9b08-46be-8950-80f439fb77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:05:11.943775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-b011dd2d-9b08-46be-8950-80f439fb77e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0846877 Apr 30 02:05:12.014643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-293fb3c5-2a7a-4335-9819-6d81da22c71d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 1001 time: 0.0609651 Apr 30 02:05:12.067220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-9833b608-861c-4a29-bfaa-403662d6e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:05:12.068700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-9833b608-861c-4a29-bfaa-403662d6e7ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0435236 Apr 30 02:05:12.113710 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-644ce714-895e-4cca-9a88-cd4a330edebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:05:12.121463 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-644ce714-895e-4cca-9a88-cd4a330edebd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388584 Apr 30 02:05:12.211109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-715a6fd9-9e74-405c-93bd-1782d3b3b6a4 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852430 Apr 30 02:05:12.303625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9e801b2d-82f3-491e-9a23-c8d31f1b2e4a req-b9f5664f-6830-4ebf-aed3-0926de9c1ae5 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820823 Apr 30 02:05:13.740080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-07b3d0d3-dd0c-4a20-b623-38cf69507257 req-7b4ed66b-4718-4090-8ff5-621f615508b6 service neutron] (103318) timed out ('10.222.0.15', 47452) {{(pid=103318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 02:05:18.958108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:20.814343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:28.762653 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-02938327-0398-4dbe-b98a-2557d978540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:31.037681 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66e61d18-a742-4347-82e5-33510aace4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:32.146213 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:33.371443 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:05:33.940439 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:33.997300 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:48.978756 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:50.802559 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:05:58.745695 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95c149bb-404a-4ca2-a6b2-6000e83e12d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:01.008113 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e87a2b5-c0cf-476f-ac9c-fa70382f1819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:02.150207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:03.911149 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:03.928219 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:10.370641 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:06:11.748795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-96c0ac6c-a911-4aab-9c99-814b63d6c7b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403402 Apr 30 02:06:11.847112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-15a531cd-933a-4a31-8c84-d3cae8ecd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:11.848547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-15a531cd-933a-4a31-8c84-d3cae8ecd7f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0486372 Apr 30 02:06:11.950352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-c7f45c27-661e-4bc3-94f0-e12bb95ec8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:11.952005 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-c7f45c27-661e-4bc3-94f0-e12bb95ec8ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0824072 Apr 30 02:06:12.022569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-c7331648-a0f4-4675-aa60-e29f84a0f299 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 1001 time: 0.0601747 Apr 30 02:06:12.073964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-114da8a0-3792-421c-9d51-2a5d1d6eff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:12.075394 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-114da8a0-3792-421c-9d51-2a5d1d6eff4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0425088 Apr 30 02:06:12.123237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-3ee9c14f-bcbf-4257-a875-537187b2ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:12.124724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-3ee9c14f-bcbf-4257-a875-537187b2ff49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383360 Apr 30 02:06:12.249381 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-310d71f3-c3c0-4b6f-a0fb-d0098f43d1cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657690 Apr 30 02:06:12.251081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-c4dacf76-4b92-4d09-8c53-82fb7fecb4ee service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151285 Apr 30 02:06:12.377581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e10cb00-a2a5-45d8-9470-1259892649f9 req-e20d901c-b365-437c-ace8-ebfd39104e76 service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142766 Apr 30 02:06:12.377581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-ed38cf01-90cb-4e5c-b3b9-67e95a2ba980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:12.377581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-ed38cf01-90cb-4e5c-b3b9-67e95a2ba980 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 1097 time: 0.0721402 Apr 30 02:06:12.477840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-087d78a1-67ab-4def-b488-ff7b4c4f6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:12.479300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-087d78a1-67ab-4def-b488-ff7b4c4f6756 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0833135 Apr 30 02:06:12.548060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-59e44abf-1238-42cf-917d-dcd99f912dcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7eb83e-ff0b-48ff-8889-85941258712f HTTP/1.1" status: 200 len: 1002 time: 0.0616994 Apr 30 02:06:12.595207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-43132162-52b6-4a4c-8851-95fce329e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:12.596689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-43132162-52b6-4a4c-8851-95fce329e745 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0426607 Apr 30 02:06:12.640535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-4dce6e89-7649-4e85-b92c-8a0dd818a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:12.641901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-4dce6e89-7649-4e85-b92c-8a0dd818a3c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390968 Apr 30 02:06:12.732038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-5549476c-a8d4-4e91-9cca-a87666c14932 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835309 Apr 30 02:06:12.818592 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81a99471-f972-4e1f-a573-b28e6531ddd1 req-bef7eb3f-dffa-49a1-aa27-f4e377bd6267 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807166 Apr 30 02:06:18.956467 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:20.825166 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:28.756047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dec966ab-4389-4b5b-9bb5-1ba0a0850fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:31.024632 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9a0a-1c90-424f-bd65-8b6aec74f8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:32.127876 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:33.950217 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:33.978617 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:37.939815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35438) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:06:38.097105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port 674a14af-587b-439e-b28f-b5ad742d7ffd {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:06:38.097446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:38.175094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:38.175416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:38.187367 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for 674a14af-587b-439e-b28f-b5ad742d7ffd owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:06:38.384789 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:38.412208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=674a14af-587b-439e-b28f-b5ad742d7ffd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:06:38.435759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.436119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.436486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.436828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.437161 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.437489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.437814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.438140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.438474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.438794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.439114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.439453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:38.480419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:38.480769 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Floating IP 4354013c-adee-4ed6-92d4-3ade365837ed disassociated (deleted). External IP: 172.25.0.102, port: 8a7eb83e-ff0b-48ff-8889-85941258712f. Apr 30 02:06:38.686413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:06:39.128406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:06:39.133239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:39.137990 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:06:39.150811 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:06:39.151445 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:06:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:06:39.161031 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-83340728-a50e-4377-a8f7-312745faf65f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "DELETE /v2.0/floatingips/4354013c-adee-4ed6-92d4-3ade365837ed HTTP/1.1" status: 204 len: 168 time: 1.2201393 Apr 30 02:06:39.161644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:06:39.164027 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69181afa-5778-4be0-9599-b16ac35b2e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:06:39.344875 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:06:39.518089 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5826af54-38c6-46a9-8246-6a9d550e33ea x-openstack-request-id: req-5826af54-38c6-46a9-8246-6a9d550e33ea {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:06:39.518375 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:06:39.518626 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5826af54-38c6-46a9-8246-6a9d550e33ea {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:06:39.519024 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5826af54-38c6-46a9-8246-6a9d550e33ea'] response: {'name': 'network-changed', 'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'status': 'completed', 'code': 200} Apr 30 02:06:39.571193 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:50Z', 'revision_number': 1, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:06:39.596084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-b404b9b7-419a-404e-be4a-4ca4fa619445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:39.597608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-b404b9b7-419a-404e-be4a-4ca4fa619445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 1097 time: 0.0481806 Apr 30 02:06:39.601969 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:06:39.611141 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:06:39.611772 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:06:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:06:39.624987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2160d0-2778-4447-883b-126a68aee731 req-ea3c87be-610e-4ef9-b74a-1d332f99e4cd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:39.626828 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd2160d0-2778-4447-883b-126a68aee731 req-ea3c87be-610e-4ef9-b74a-1d332f99e4cd tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 946 time: 0.0566902 Apr 30 02:06:39.684679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd2160d0-2778-4447-883b-126a68aee731 req-3e6a9457-a0b7-479d-a0d6-800a89e1aa25 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446954 Apr 30 02:06:39.692464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-796c5fbf-d582-42e7-9240-9a8c8c125927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:39.695731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-796c5fbf-d582-42e7-9240-9a8c8c125927 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0884585 Apr 30 02:06:39.727572 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:06:39.739790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-65bc4ce2-fea1-4761-8139-936e1a745e94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a7eb83e-ff0b-48ff-8889-85941258712f HTTP/1.1" status: 200 len: 217 time: 0.0380828 Apr 30 02:06:39.787931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-e0d7b110-8484-4ae2-a858-d701d5bb581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:39.789423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-e0d7b110-8484-4ae2-a858-d701d5bb581c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0437605 Apr 30 02:06:39.835080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-1ab1a55b-b0b5-4759-9550-8ab9d01e016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:39.836608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-1ab1a55b-b0b5-4759-9550-8ab9d01e016f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401351 Apr 30 02:06:39.929262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-4243cb8b-577f-4e2b-999c-2b314805f985 service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844729 Apr 30 02:06:39.952601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:50Z', 'revision_number': 1, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:06:39.981416 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01918b-3a83-41df-93b8-c34230998a86 None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'port_id': '8378009c-5f48-4d21-a523-8f9bdc840325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'mac_address': 'fa:16:3e:af:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:01:47Z', 'updated_at': '2022-04-30T02:01:50Z', 'revision_number': 1, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:06:40.022132 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69181afa-5778-4be0-9599-b16ac35b2e1c req-24e0944d-3b4c-4dd5-8d6e-fba75b3f9a9b service neutron] 10.222.0.21 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852931 Apr 30 02:06:40.210261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8aad0-4e3c-4214-879f-2e5c3a54f1b0 None None] New status for floating IP 4354013c-adee-4ed6-92d4-3ade365837ed: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:06:40.797818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c2007-2ad8-44b2-aafe-8e371d7eccb7 req-b231354e-b0a0-4514-b920-709dcbeb7a79 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:40.799338 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e1c2007-2ad8-44b2-aafe-8e371d7eccb7 req-b231354e-b0a0-4514-b920-709dcbeb7a79 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 946 time: 0.0495033 Apr 30 02:06:40.839294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e1c2007-2ad8-44b2-aafe-8e371d7eccb7 req-813660b6-8163-4c69-ba4d-2d509235c472 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339985 Apr 30 02:06:41.116180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-46ab2a6a-2c57-4011-ad66-b42d5334d8da tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:41.117636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-46ab2a6a-2c57-4011-ad66-b42d5334d8da tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 946 time: 0.0479712 Apr 30 02:06:41.209489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port 8a7eb83e-ff0b-48ff-8889-85941258712f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:06:41.209821 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:41.295220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] For port 8a7eb83e-ff0b-48ff-8889-85941258712f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8a7eb83e-ff0b-48ff-8889-85941258712f,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:06:41.295619 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:41.309411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for 8a7eb83e-ff0b-48ff-8889-85941258712f owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:06:41.510839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:41.539325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=8a7eb83e-ff0b-48ff-8889-85941258712f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:06:41.550147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.550489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.550825 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.551159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.551520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.551854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.552180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.555500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.555500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.555500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.555500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.555500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:06:41.604551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] No DVR routers for this DVR port 8a7eb83e-ff0b-48ff-8889-85941258712f on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:06:41.607255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:41.610528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0022e987-88b8-4bae-acd6-d35ab9f872b2 req-73750089-f76d-4892-b274-3dd2c2663df4 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.21 "DELETE /v2.0/ports/8a7eb83e-ff0b-48ff-8889-85941258712f HTTP/1.1" status: 204 len: 173 time: 0.4860094 Apr 30 02:06:41.610965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'name': 'network-vif-deleted', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:06:41.613356 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbeba66-b1df-42d4-b6e4-6a66ddb33b02" -d '{"events": [{"server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "name": "network-vif-deleted", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:06:41.653259 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1587daa-9852-444b-904a-aa0b3e8b5f96 x-openstack-request-id: req-b1587daa-9852-444b-904a-aa0b3e8b5f96 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:06:41.653259 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3209db79-1b2a-41ea-8413-2d4f47ef93da", "name": "network-vif-deleted", "tag": "8a7eb83e-ff0b-48ff-8889-85941258712f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:06:41.653259 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1587daa-9852-444b-904a-aa0b3e8b5f96 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:06:41.653259 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1587daa-9852-444b-904a-aa0b3e8b5f96'] response: {'server_uuid': '3209db79-1b2a-41ea-8413-2d4f47ef93da', 'name': 'network-vif-deleted', 'tag': '8a7eb83e-ff0b-48ff-8889-85941258712f', 'status': 'completed', 'code': 200} Apr 30 02:06:41.949939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d92eaf4a-f24c-48fe-aa0a-9ea9318b98f4 req-3b028c50-2b5c-441f-8bb6-63e88ea8ab76 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 210 time: 0.0317547 Apr 30 02:06:43.047155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c5b1cd8e-cf6f-4f97-8c04-09fe0468844c req-5c575369-57b5-47d5-bd8d-586a888031c3 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 210 time: 0.0264695 Apr 30 02:06:44.145128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bc1aa9f-d169-4e72-aa62-919f00dacb6b req-4acd55bb-3d4d-43b7-a2a9-ac83e03a7267 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 210 time: 0.0266173 Apr 30 02:06:45.243761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-30822fe1-1013-468c-a4ab-cb991ab4c8a4 req-095acc4f-ff3e-443d-964b-35d58744be7c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3209db79-1b2a-41ea-8413-2d4f47ef93da HTTP/1.1" status: 200 len: 210 time: 0.0288587 Apr 30 02:06:45.276060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8a7eb83e-ff0b-48ff-8889-85941258712f no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:06:45.296566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 8a7eb83e-ff0b-48ff-8889-85941258712f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:06:45.296903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8a7eb83e-ff0b-48ff-8889-85941258712f not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:06:47.369494 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:06:48.990060 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:50.824700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:51.863762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:06:52.019245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port 12dda4a4-0a47-479b-8c95-efff5189deb2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:06:52.019616 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:52.094501 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:52.094823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:52.106199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for 12dda4a4-0a47-479b-8c95-efff5189deb2 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:06:52.304329 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:52.329529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=12dda4a4-0a47-479b-8c95-efff5189deb2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:06:52.389987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:52.390250 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Floating IP 3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb disassociated (deleted). External IP: 172.25.0.175, port: 8378009c-5f48-4d21-a523-8f9bdc840325. Apr 30 02:06:52.600526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:06:52.707005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:06:52.711721 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:52.716942 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:06:52.725904 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:06:52.726514 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:06:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:06:52.738821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3186919-e280-4e17-ab2d-2f986226ef37 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "DELETE /v2.0/floatingips/3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb HTTP/1.1" status: 204 len: 168 time: 0.8740003 Apr 30 02:06:52.739401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:06:52.741646 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b7981b-8c34-4eec-b575-a77d7b1b79d7" -d '{"events": [{"name": "network-changed", "server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:06:52.834939 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:06:53.026497 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:06:53.057227 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:06:53.066174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:06:53.066774 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:06:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:06:53.113193 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186d40c4-81e7-4e5d-aed3-cf4be4eab2f0 x-openstack-request-id: req-186d40c4-81e7-4e5d-aed3-cf4be4eab2f0 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:06:53.113701 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:06:53.113931 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-186d40c4-81e7-4e5d-aed3-cf4be4eab2f0 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:06:53.114332 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186d40c4-81e7-4e5d-aed3-cf4be4eab2f0'] response: {'name': 'network-changed', 'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325', 'status': 'completed', 'code': 200} Apr 30 02:06:53.176412 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:06:53.212072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2037e-dacf-4ad0-b0e4-b79fcfc3ec29 req-6c39be9e-ad38-486b-b144-0fc23ba00a93 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:53.213659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3b2037e-dacf-4ad0-b0e4-b79fcfc3ec29 req-6c39be9e-ad38-486b-b144-0fc23ba00a93 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Apr 30 02:06:53.263202 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3b2037e-dacf-4ad0-b0e4-b79fcfc3ec29 req-662b40ce-74f0-477f-b42c-88881fcb854f tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c683ed4-ba1a-43fe-af25-4af6f057ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Apr 30 02:06:53.390608 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:06:53.417240 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a065e-1fa0-4c65-ab73-835bae667c22 None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a7a17264-9a36-4018-b4dc-3a3cee5a5e8c', 'name': '', 'network_id': '0daa2935-32d0-4e3f-8718-0a051482e96b', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'mac_address': 'fa:16:3e:30:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:05Z', 'updated_at': '2022-04-30T01:53:11Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'subnets': [{'id': '029e6bb5-6183-42de-8052-154a9ca2c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:06:53.500242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-73ebda67-75c2-45a9-8f69-393bddcd0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:53.501790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-73ebda67-75c2-45a9-8f69-393bddcd0589 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef216e6d8184af5a41381c71f489e2a&device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 1096 time: 0.3597810 Apr 30 02:06:53.598831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-777d3c67-5a99-428e-b171-23246dae3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:53.600342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-777d3c67-5a99-428e-b171-23246dae3bfe service neutron] 10.222.0.23 "GET /v2.0/networks?id=0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 200 len: 912 time: 0.0878932 Apr 30 02:06:53.637135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f908366a-e487-40a1-9338-0a12511b2f5f None None] New status for floating IP 3e2b2c2b-2e9b-4a63-8e5e-b118c008cbeb: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:06:53.647094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-17f9bc8d-289e-4ed4-9a30-728429c57a9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 200 len: 217 time: 0.0393374 Apr 30 02:06:53.727378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-a97f7689-955b-4fd1-a923-78f52111bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:53.728889 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-a97f7689-955b-4fd1-a923-78f52111bb61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 200 len: 851 time: 0.0697351 Apr 30 02:06:53.753022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-ea0ec4d4-b3f6-4a63-b356-5f5c811e234c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:53.754444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-ea0ec4d4-b3f6-4a63-b356-5f5c811e234c tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 945 time: 0.0701032 Apr 30 02:06:53.819287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-340d3b6b-dd14-4604-a392-fac3b9b281b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:06:53.820725 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-340d3b6b-dd14-4604-a392-fac3b9b281b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0daa2935-32d0-4e3f-8718-0a051482e96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839667 Apr 30 02:06:53.935474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port 8378009c-5f48-4d21-a523-8f9bdc840325 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:06:53.935804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:53.953139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-1bf7684f-7254-405e-9984-873e1e32961c service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151974 Apr 30 02:06:54.086941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] For port 8378009c-5f48-4d21-a523-8f9bdc840325, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8378009c-5f48-4d21-a523-8f9bdc840325,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:06:54.087221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:54.108809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for 8378009c-5f48-4d21-a523-8f9bdc840325 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:06:54.115219 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-94c7b3f8-dd12-4d45-bdc6-b79df99516ff service neutron] 10.222.0.23 "GET /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324005 Apr 30 02:06:54.293319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:54.327678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=8378009c-5f48-4d21-a523-8f9bdc840325,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:06:54.365643 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0ad568fb-e84b-4403-8991-68f060cc2257 req-f009c38e-96a5-4f1b-b25b-8c3af986a264 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0276990 Apr 30 02:06:54.369326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] No DVR routers for this DVR port 8378009c-5f48-4d21-a523-8f9bdc840325 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:06:54.372568 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:54.375181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0831b6b6-04a9-43e5-b880-42edb9a55906 req-21e41ada-85f4-4220-9abb-975c74979a91 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.23 "DELETE /v2.0/ports/8378009c-5f48-4d21-a523-8f9bdc840325 HTTP/1.1" status: 204 len: 173 time: 0.6065402 Apr 30 02:06:54.375655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'name': 'network-vif-deleted', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:06:54.377880 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb735dac-eaa6-49cd-b46e-233d30064ee7" -d '{"events": [{"server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "name": "network-vif-deleted", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:06:54.413355 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7be232-7d9a-4bc7-9831-d57479542b58 x-openstack-request-id: req-1f7be232-7d9a-4bc7-9831-d57479542b58 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:06:54.413646 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e33801-111a-44f7-832c-e2cd086ee3d7", "name": "network-vif-deleted", "tag": "8378009c-5f48-4d21-a523-8f9bdc840325", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:06:54.413885 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f7be232-7d9a-4bc7-9831-d57479542b58 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:06:54.414277 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7be232-7d9a-4bc7-9831-d57479542b58'] response: {'server_uuid': '02e33801-111a-44f7-832c-e2cd086ee3d7', 'name': 'network-vif-deleted', 'tag': '8378009c-5f48-4d21-a523-8f9bdc840325', 'status': 'completed', 'code': 200} Apr 30 02:06:55.463248 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71bf7b61-ae5d-4944-a796-210bb62f8a1e req-a502559a-0ae8-469c-887b-d7fc4cc3a5a5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0262501 Apr 30 02:06:56.558841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d913ed90-cd64-4959-91a8-b86a71b464bb req-babac521-56c7-40c9-9cf3-85d7408f9434 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0271678 Apr 30 02:06:57.400302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8378009c-5f48-4d21-a523-8f9bdc840325 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:06:57.421330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 8378009c-5f48-4d21-a523-8f9bdc840325 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:06:57.421670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8378009c-5f48-4d21-a523-8f9bdc840325 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:06:57.652964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0285459-e36e-41f8-80d5-4e7185bb552d req-39c1c368-6580-47e4-8a84-01e3a31b5752 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e33801-111a-44f7-832c-e2cd086ee3d7 HTTP/1.1" status: 200 len: 210 time: 0.0266716 Apr 30 02:06:58.710254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35542) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:06:58.778521 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e934f178-e527-477a-b3c3-464c02e493db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:58.834614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Deleting port b1069246-ecf7-4abd-95f4-774fcdd438be {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:06:58.834819 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:58.912050 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:58.912377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:58.924210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Calling delete_port for b1069246-ecf7-4abd-95f4-774fcdd438be owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:06:59.104213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:59.135289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'Port': ['ID=b1069246-ecf7-4abd-95f4-774fcdd438be,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:06:59.193748 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:59.196306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:06:59.197443 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2f4b07ad-9a4d-4257-9f9c-39492288f7d5 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "DELETE /v2.0/floatingips/69d8dd11-68fd-4fb0-a7a3-c7f882c79a32 HTTP/1.1" status: 204 len: 168 time: 0.4861698 Apr 30 02:07:01.007262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51a9fc54-613b-4710-b5c0-a93ba3cadfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:02.115507 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:02.572800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35562) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:02.631719 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-651f10db-1997-4ef6-b629-0a92f0cbd751 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:02.657951 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-651f10db-1997-4ef6-b629-0a92f0cbd751 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:02.790010 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-651f10db-1997-4ef6-b629-0a92f0cbd751 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:02.792803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-651f10db-1997-4ef6-b629-0a92f0cbd751 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:02.795516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-651f10db-1997-4ef6-b629-0a92f0cbd751 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] 10.222.0.15 "DELETE /v2.0/security-groups/3c683ed4-ba1a-43fe-af25-4af6f057ee52 HTTP/1.1" status: 204 len: 168 time: 0.2201793 Apr 30 02:07:02.803164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f10db-1997-4ef6-b629-0a92f0cbd751 tempest-TestVolumeBootPattern-21244766 tempest-TestVolumeBootPattern-21244766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c683ed4-ba1a-43fe-af25-4af6f057ee52,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:02.958618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35566) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:03.400130 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:03.639390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Deleting port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:03.640089 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:03.715174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] For port a7a17264-9a36-4018-b4dc-3a3cee5a5e8c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:03.715485 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:03.731889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Calling delete_port for a7a17264-9a36-4018-b4dc-3a3cee5a5e8c owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:03.904195 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:03.932424 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:03.995811 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:04.022058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a17264-9a36-4018-b4dc-3a3cee5a5e8c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:04.187894 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:04.400159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:07:04.504309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:07:04.509228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2f5e1d1a-959a-4c2f-89db-7c2d16007c8a admin admin] 10.222.0.15 "PUT /v2.0/routers/bfedba0d-311e-4ed5-bbf5-6174740fb4a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5495307 Apr 30 02:07:04.511911 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35570) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:04.516065 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] Sync routers for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:07:04.617940 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:07:04.618188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:04.618546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:07:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:04.719800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:04.720351 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:07:04.844897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Deleting port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:04.845234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:04.892964 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T02:07:03Z', 'revision_number': 5, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port': {'id': '65ab0cd2-89cc-42fe-a690-7b34a94cc0be', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:01Z', 'updated_at': '2022-04-30T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:04.919018 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] Checking router: bfedba0d-311e-4ed5-bbf5-6174740fb4a7 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:07:04.927695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] For port 65ab0cd2-89cc-42fe-a690-7b34a94cc0be, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=65ab0cd2-89cc-42fe-a690-7b34a94cc0be,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:04.927896 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] Routers {'bfedba0d-311e-4ed5-bbf5-6174740fb4a7'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:07:04.928100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:04.928457 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:07:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:04.946003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Calling delete_port for 65ab0cd2-89cc-42fe-a690-7b34a94cc0be owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:05.011491 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] Set router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:07:05.064256 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T02:07:04Z', 'revision_number': 6, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:05.089867 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140118b-de01-41e7-96d6-dda89557f094 None None] The sync data for ids ['bfedba0d-311e-4ed5-bbf5-6174740fb4a7'] in n-d-821348-1 is: [{'id': 'bfedba0d-311e-4ed5-bbf5-6174740fb4a7', 'name': 'tempest-TestVolumeBootPattern-1050567174-router', 'tenant_id': '0ef216e6d8184af5a41381c71f489e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:00Z', 'updated_at': '2022-04-30T02:07:04Z', 'revision_number': 6, 'project_id': '0ef216e6d8184af5a41381c71f489e2a', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:07:05.161509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.189235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ab0cd2-89cc-42fe-a690-7b34a94cc0be,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:05.249809 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.588460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.590516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.687873 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.688359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfedba0d-311e-4ed5-bbf5-6174740fb4a7 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:07:05.693026 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.693882 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-33054011-e315-4c60-8060-4635d2ca06f6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bfedba0d-311e-4ed5-bbf5-6174740fb4a7 HTTP/1.1" status: 204 len: 168 time: 1.1812015 Apr 30 02:07:05.696358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35572) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:05.739936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f28c0c-ac62-4c56-b842-fc3e7aeecb27 admin admin] Deleting subnet 029e6bb5-6183-42de-8052-154a9ca2c3af {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:07:05.742905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28f28c0c-ac62-4c56-b842-fc3e7aeecb27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.777273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28f28c0c-ac62-4c56-b842-fc3e7aeecb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.861753 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28f28c0c-ac62-4c56-b842-fc3e7aeecb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:05.985206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28f28c0c-ac62-4c56-b842-fc3e7aeecb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.012385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f28c0c-ac62-4c56-b842-fc3e7aeecb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029e6bb5-6183-42de-8052-154a9ca2c3af,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:06.016123 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-28f28c0c-ac62-4c56-b842-fc3e7aeecb27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.019659 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-28f28c0c-ac62-4c56-b842-fc3e7aeecb27 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/029e6bb5-6183-42de-8052-154a9ca2c3af HTTP/1.1" status: 204 len: 168 time: 0.3221214 Apr 30 02:07:06.022004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35574) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:06.024978 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f834694d-cfd6-4acc-9bcf-6a26158e4f71 None None] Network 0daa2935-32d0-4e3f-8718-0a051482e96b requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:07:06.103455 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.165344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Deleting port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:06.165476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.215884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] DHCP port deletion for 0daa2935-32d0-4e3f-8718-0a051482e96b request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:07:06.233451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] For port f0ee17ee-14af-4ba1-be78-f4bd04cd6658, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:06.233795 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.246793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Calling delete_port for f0ee17ee-14af-4ba1-be78-f4bd04cd6658 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:06.263019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Deleting port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:06.263394 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.330715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] For port f0ee17ee-14af-4ba1-be78-f4bd04cd6658, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,segment=NetworkSegment(acf6c9da-7f87-4251-89e5-11257c6b41b8),segment_id=acf6c9da-7f87-4251-89e5-11257c6b41b8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:06.331101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.348237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Calling delete_port for f0ee17ee-14af-4ba1-be78-f4bd04cd6658 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:06.383722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.416886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:06.420033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] No DVR routers for this DVR port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:07:06.427320 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.452632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Pushing event deleted for resources: {'Port': ['ID=f0ee17ee-14af-4ba1-be78-f4bd04cd6658,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:06.461249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] No DVR routers for this DVR port f0ee17ee-14af-4ba1-be78-f4bd04cd6658 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:07:06.463673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.464020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.464399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.464783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.465091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.465420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.465747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.466072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.466447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.466716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.467757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.468085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0cbdb-efaf-4092-9345-c29f45d6289f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:06.493673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.515369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0daa2935-32d0-4e3f-8718-0a051482e96b']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:06.524648 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf6c9da-7f87-4251-89e5-11257c6b41b8') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:06.524948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf6c9da-7f87-4251-89e5-11257c6b41b8') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:06.535641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.549277 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.555330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:07:06.556370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:07:06.557371 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:07:06.687011 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.692667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:06.695966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] 10.222.0.15 "DELETE /v2.0/networks/0daa2935-32d0-4e3f-8718-0a051482e96b HTTP/1.1" status: 204 len: 168 time: 0.6730225 Apr 30 02:07:06.699040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35576) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:06.707861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7a983-ac5a-4db9-bf39-c6600b92115b admin admin] Pushing event deleted for resources: {'Network': ['ID=0daa2935-32d0-4e3f-8718-0a051482e96b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:06.968181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65ab0cd2-89cc-42fe-a690-7b34a94cc0be no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:07:06.987724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 65ab0cd2-89cc-42fe-a690-7b34a94cc0be {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:07:06.988067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 65ab0cd2-89cc-42fe-a690-7b34a94cc0be not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:07:06.988475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f0ee17ee-14af-4ba1-be78-f4bd04cd6658 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:07:07.010124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f0ee17ee-14af-4ba1-be78-f4bd04cd6658 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:07:07.010470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f0ee17ee-14af-4ba1-be78-f4bd04cd6658 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:07:07.010877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a7a17264-9a36-4018-b4dc-3a3cee5a5e8c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:07:07.030385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a7a17264-9a36-4018-b4dc-3a3cee5a5e8c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:07:07.031064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a7a17264-9a36-4018-b4dc-3a3cee5a5e8c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:07:07.043055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:07.289346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Deleting port fbb0e12d-bb79-4d26-bcac-834af309c9e6 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:07.289596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:07.365491 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] For port fbb0e12d-bb79-4d26-bcac-834af309c9e6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=fbb0e12d-bb79-4d26-bcac-834af309c9e6,segment=NetworkSegment(c7705567-b735-4d2e-bc22-3a5d0f4cdd8d),segment_id=c7705567-b735-4d2e-bc22-3a5d0f4cdd8d)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:07.365846 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:07.378199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Calling delete_port for fbb0e12d-bb79-4d26-bcac-834af309c9e6 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:07.635559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:07.665869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb0e12d-bb79-4d26-bcac-834af309c9e6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:07.830034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:08.041247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Router e249fb35-0c45-4806-a1d5-e38cb1bf7312 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:07:08.146090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:07:08.152053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1fdf2c4a-5642-458c-8193-6d2a6e2fb077 admin admin] 10.222.0.15 "PUT /v2.0/routers/e249fb35-0c45-4806-a1d5-e38cb1bf7312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518166 Apr 30 02:07:08.153823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35578) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:08.157611 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] Sync routers for ids ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:07:08.167634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] Routers {'e249fb35-0c45-4806-a1d5-e38cb1bf7312'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:07:08.168253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:07:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:08.258389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:08.272086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] Set router e249fb35-0c45-4806-a1d5-e38cb1bf7312 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:07:08.356148 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:08.446617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a2962563-e084-40ff-a171-324cb744df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T02:07:07Z', 'revision_number': 5, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port': {'id': 'a2962563-e084-40ff-a171-324cb744df3c', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T01:53:14Z', 'updated_at': '2022-04-30T01:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:08.476714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] Checking router: e249fb35-0c45-4806-a1d5-e38cb1bf7312 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:07:08.476945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Deleting port a2962563-e084-40ff-a171-324cb744df3c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:08.477054 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:08.485540 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] Routers {'e249fb35-0c45-4806-a1d5-e38cb1bf7312'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:07:08.486138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:07:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:08.556944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] For port a2962563-e084-40ff-a171-324cb744df3c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a2962563-e084-40ff-a171-324cb744df3c,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:08.557310 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:08.567974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] Set router e249fb35-0c45-4806-a1d5-e38cb1bf7312 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:07:08.570383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Calling delete_port for a2962563-e084-40ff-a171-324cb744df3c owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:08.620737 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T02:07:08Z', 'revision_number': 6, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:08.646414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5752fd-17c3-496f-9d41-2626a44f5075 None None] The sync data for ids ['e249fb35-0c45-4806-a1d5-e38cb1bf7312'] in n-d-821348-1 is: [{'id': 'e249fb35-0c45-4806-a1d5-e38cb1bf7312', 'name': 'tempest-TestVolumeBootPattern-890996741-router', 'tenant_id': 'f6634302a1d5413e85458fce71f0f54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T01:53:12Z', 'updated_at': '2022-04-30T02:07:08Z', 'revision_number': 6, 'project_id': 'f6634302a1d5413e85458fce71f0f54a', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:07:08.778833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:08.805035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a2962563-e084-40ff-a171-324cb744df3c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:08.868018 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:08.956841 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:08.958856 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.069890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.070565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e249fb35-0c45-4806-a1d5-e38cb1bf7312 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:07:09.078093 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.084365 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35580) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:09.084977 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c97824c1-8edb-4dda-9ffc-22fd874388ba admin admin] 10.222.0.15 "DELETE /v2.0/routers/e249fb35-0c45-4806-a1d5-e38cb1bf7312 HTTP/1.1" status: 204 len: 168 time: 0.9284375 Apr 30 02:07:09.128335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-43249cfe-5c1d-416c-a342-ae7472df7b1d admin admin] Deleting subnet b3fd0fa7-8e31-4a5d-8061-1c9d981baba8 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:07:09.131442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43249cfe-5c1d-416c-a342-ae7472df7b1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.166095 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43249cfe-5c1d-416c-a342-ae7472df7b1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.246082 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43249cfe-5c1d-416c-a342-ae7472df7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.374138 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43249cfe-5c1d-416c-a342-ae7472df7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.376365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fbb0e12d-bb79-4d26-bcac-834af309c9e6 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:07:09.401246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43249cfe-5c1d-416c-a342-ae7472df7b1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fd0fa7-8e31-4a5d-8061-1c9d981baba8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:09.405137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: fbb0e12d-bb79-4d26-bcac-834af309c9e6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:07:09.405137 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device fbb0e12d-bb79-4d26-bcac-834af309c9e6 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:07:09.405703 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43249cfe-5c1d-416c-a342-ae7472df7b1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.408714 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-43249cfe-5c1d-416c-a342-ae7472df7b1d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b3fd0fa7-8e31-4a5d-8061-1c9d981baba8 HTTP/1.1" status: 204 len: 168 time: 0.3240159 Apr 30 02:07:09.411119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35582) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:09.422763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821bcacc-6573-4344-ae17-99dc96e15024 None None] Network 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:07:09.488514 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.547235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Deleting port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:09.547616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.611506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] DHCP port deletion for 3b1af6a9-5877-4a0b-9bab-b239bbe73f05 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:07:09.614653 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] For port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,segment=NetworkSegment(c7705567-b735-4d2e-bc22-3a5d0f4cdd8d),segment_id=c7705567-b735-4d2e-bc22-3a5d0f4cdd8d)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:09.615219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.629376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Calling delete_port for 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:09.661526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] Deleting port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:09.661899 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.731755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] For port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,segment=NetworkSegment(c7705567-b735-4d2e-bc22-3a5d0f4cdd8d),segment_id=c7705567-b735-4d2e-bc22-3a5d0f4cdd8d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:09.732149 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.744079 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] Calling delete_port for 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:09.790179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.816711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:09.821182 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] No DVR routers for this DVR port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:07:09.822187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.848307 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] Pushing event deleted for resources: {'Port': ['ID=2f8a21d6-067f-4a4b-9de9-fcec1398a1d4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:09.851957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd733d-f69b-4a48-bde1-0e235f933242 None None] No DVR routers for this DVR port 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:07:09.898618 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.918965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1af6a9-5877-4a0b-9bab-b239bbe73f05']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:09.928469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:09.928765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7705567-b735-4d2e-bc22-3a5d0f4cdd8d') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:07:09.937752 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.950370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.956247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:07:09.956635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:07:09.958402 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:07:10.052523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:10.057832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:10.061352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b1af6a9-5877-4a0b-9bab-b239bbe73f05 HTTP/1.1" status: 204 len: 168 time: 0.6488957 Apr 30 02:07:10.072482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde0c3e-4ee9-4392-ba29-0148736ccc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1af6a9-5877-4a0b-9bab-b239bbe73f05,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:10.359462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35586) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:10.398149 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-37829bda-4e87-4ade-8079-e9ec9c61e698 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ef216e6d8184af5a41381c71f489e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376291 Apr 30 02:07:10.400551 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35588) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:10.451897 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e332526-c14f-4a9d-a90b-d4248ff82490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:10.472822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e332526-c14f-4a9d-a90b-d4248ff82490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:10.589837 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e332526-c14f-4a9d-a90b-d4248ff82490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:10.592572 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7e332526-c14f-4a9d-a90b-d4248ff82490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:10.593716 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7e332526-c14f-4a9d-a90b-d4248ff82490 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/604a4abf-78d2-4063-bc50-883456d853e7 HTTP/1.1" status: 204 len: 168 time: 0.1922748 Apr 30 02:07:10.601678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e332526-c14f-4a9d-a90b-d4248ff82490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a4abf-78d2-4063-bc50-883456d853e7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:10.966981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a2962563-e084-40ff-a171-324cb744df3c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:07:10.986406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a2962563-e084-40ff-a171-324cb744df3c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:07:10.986756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a2962563-e084-40ff-a171-324cb744df3c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:07:10.987158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:07:11.008432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:07:11.008768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2f8a21d6-067f-4a4b-9de9-fcec1398a1d4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:07:11.165175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35596) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:11.205553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-38e884d4-82bb-4f78-88a8-0b31bd3778e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6634302a1d5413e85458fce71f0f54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390887 Apr 30 02:07:11.207887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35598) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:11.255099 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-607ec19d-94f0-429f-896d-ed3777a7dd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:11.276529 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-607ec19d-94f0-429f-896d-ed3777a7dd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:11.389843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-607ec19d-94f0-429f-896d-ed3777a7dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:11.392386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-607ec19d-94f0-429f-896d-ed3777a7dd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:11.393534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-607ec19d-94f0-429f-896d-ed3777a7dd20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13b80eb3-30dd-4f8f-8265-a60f81e70ad5 HTTP/1.1" status: 204 len: 168 time: 0.1847787 Apr 30 02:07:11.401306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ec19d-94f0-429f-896d-ed3777a7dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b80eb3-30dd-4f8f-8265-a60f81e70ad5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:19.069862 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:20.835268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:22.754358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-7dfc9254-cb90-4e9f-b275-678e1795309d tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=74cc10bbfeb44e05ba1a823ae3a187fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306129 Apr 30 02:07:22.955329 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-2368afd0-d8c5-4006-93ca-f8c94e26d6fa tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:22.956831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-2368afd0-d8c5-4006-93ca-f8c94e26d6fa tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970127 Apr 30 02:07:22.971309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-ba28bc6d-58d5-40b6-a26e-b05dbf76c595 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/quotas/74cc10bbfeb44e05ba1a823ae3a187fa HTTP/1.1" status: 200 len: 375 time: 0.0087008 Apr 30 02:07:23.002915 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-a546cd7a-16d7-4805-8c6b-24a98462d264 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=74cc10bbfeb44e05ba1a823ae3a187fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264699 Apr 30 02:07:23.224006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21bdcb72-3d49-4019-a860-fd12966319a2 req-0d989576-a944-439a-a13b-1957b663ae5f tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 210 time: 0.0267980 Apr 30 02:07:24.301634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07bf6a43-e65a-4b27-b170-13ac5d528962 req-c2910b82-7a1b-469a-8eea-1b6df01dc014 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 210 time: 0.0254972 Apr 30 02:07:24.368446 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:07:25.311096 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-b363ab25-995e-4574-a1e8-f88a9eee2336 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=74cc10bbfeb44e05ba1a823ae3a187fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278971 Apr 30 02:07:25.402469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4fdd5264-a438-4cce-955d-cce23292219c req-fefa9266-fb4b-41f4-b1f8-946afe4ff5eb tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 210 time: 0.0312123 Apr 30 02:07:25.502751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-67786a6e-ce9b-4508-b863-7a694f7b1a19 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:25.504236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-67786a6e-ce9b-4508-b863-7a694f7b1a19 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880941 Apr 30 02:07:25.517845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Request body: {'port': {'device_id': 'c16dfed5-652c-43d4-b046-f82ad0dd7c26', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'admin_state_up': True, 'tenant_id': '74cc10bbfeb44e05ba1a823ae3a187fa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:07:25.669184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Made reservation on behalf of 74cc10bbfeb44e05ba1a823ae3a187fa for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:07:25.672846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:25.686686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:25.758758 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:25.835356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:25.894506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23da9625-633f-4455-8da3-9e0a5317da67,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:25.975568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Allocated IP 192.168.233.201 (d41f7c32-b550-4839-99e8-1d176748b824/b096fe2e-1a77-4fa9-8d8f-f4666b3da03b/e08822af-49e5-48f1-8dd5-c52b0b140856) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:07:26.118836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:26.213063 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:26.260014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Network d41f7c32-b550-4839-99e8-1d176748b824 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:07:26.262975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:07:26.267700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:07:26.301319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Pushing event updated for resources: {'Port': ['ID=e08822af-49e5-48f1-8dd5-c52b0b140856,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:26.335978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:26.336655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:26.432864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-cef19fc9-1efc-4867-bfcd-899ee618f1f5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9193587 Apr 30 02:07:26.445777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Request body: {'port': {'device_id': 'c16dfed5-652c-43d4-b046-f82ad0dd7c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:07:26.499548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:26.530232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26095c-0646-4f20-ba2e-d34dd4cf96c0 req-8bc0764c-6c62-4db0-aaad-edab13ff011e tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:26.531965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c26095c-0646-4f20-ba2e-d34dd4cf96c0 req-8bc0764c-6c62-4db0-aaad-edab13ff011e tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 936 time: 0.0532515 Apr 30 02:07:26.538289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b550d4e2-730d-4199-933f-15544ca49381 None None] Provisioning complete for port e08822af-49e5-48f1-8dd5-c52b0b140856 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:07:26.538755 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b550d4e2-730d-4199-933f-15544ca49381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:26.577014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c26095c-0646-4f20-ba2e-d34dd4cf96c0 req-e7ccc912-7ffb-4924-b9a6-8f80aa193574 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337713 Apr 30 02:07:26.578341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b550d4e2-730d-4199-933f-15544ca49381 None None] Port e08822af-49e5-48f1-8dd5-c52b0b140856 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:07:26.775809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08822af-49e5-48f1-8dd5-c52b0b140856 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:07:26.783579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:26.795679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Transition to ACTIVE for port object e08822af-49e5-48f1-8dd5-c52b0b140856 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:07:26.858435 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:26.913497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e08822af-49e5-48f1-8dd5-c52b0b140856,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:26.982010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Attempting to bind port e08822af-49e5-48f1-8dd5-c52b0b140856 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:07:26.982658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Attempting to bind port e08822af-49e5-48f1-8dd5-c52b0b140856 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:07:26.983236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Attempting to bind port e08822af-49e5-48f1-8dd5-c52b0b140856 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:07:26.988207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Port e08822af-49e5-48f1-8dd5-c52b0b140856 on network d41f7c32-b550-4839-99e8-1d176748b824 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:07:26.988531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Attempting to bind port e08822af-49e5-48f1-8dd5-c52b0b140856 on network d41f7c32-b550-4839-99e8-1d176748b824 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:07:26.993403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:07:26.993744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Checking segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:07:26.994133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Bound using segment: {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:07:26.994567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Bound port: e08822af-49e5-48f1-8dd5-c52b0b140856, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2622cfe9-a54b-4519-bc3e-0d833e191423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:07:26.994927 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:27.060976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] For port e08822af-49e5-48f1-8dd5-c52b0b140856, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:07:27.064222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] For port e08822af-49e5-48f1-8dd5-c52b0b140856, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e08822af-49e5-48f1-8dd5-c52b0b140856,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:07:27.149854 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:27.188415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:27.189044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:27.190434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] 10.222.0.21 "PUT /v2.0/ports/e08822af-49e5-48f1-8dd5-c52b0b140856 HTTP/1.1" status: 200 len: 1096 time: 0.7502053 Apr 30 02:07:27.190871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16dfed5-652c-43d4-b046-f82ad0dd7c26', 'tag': 'e08822af-49e5-48f1-8dd5-c52b0b140856'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:07:27.193173 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2a8cf-7483-4e7f-8ac2-ff6c4400ee14" -d '{"events": [{"name": "network-changed", "server_uuid": "c16dfed5-652c-43d4-b046-f82ad0dd7c26", "tag": "e08822af-49e5-48f1-8dd5-c52b0b140856"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:07:27.220372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d0780-acc2-4f1c-b62d-b131b10b3ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e08822af-49e5-48f1-8dd5-c52b0b140856,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:27.248832 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50be7370-fe69-49a9-80fd-3e9d6c68815c x-openstack-request-id: req-50be7370-fe69-49a9-80fd-3e9d6c68815c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:07:27.249098 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16dfed5-652c-43d4-b046-f82ad0dd7c26", "tag": "e08822af-49e5-48f1-8dd5-c52b0b140856", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:07:27.249336 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50be7370-fe69-49a9-80fd-3e9d6c68815c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:07:27.249743 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50be7370-fe69-49a9-80fd-3e9d6c68815c'] response: {'name': 'network-changed', 'server_uuid': 'c16dfed5-652c-43d4-b046-f82ad0dd7c26', 'tag': 'e08822af-49e5-48f1-8dd5-c52b0b140856', 'status': 'completed', 'code': 200} Apr 30 02:07:27.311128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2a8cf-7483-4e7f-8ac2-ff6c4400ee14 req-fb00a3a0-7af4-4ef9-9cf9-715317e53ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:27.312758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85d2a8cf-7483-4e7f-8ac2-ff6c4400ee14 req-fb00a3a0-7af4-4ef9-9cf9-715317e53ff6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74cc10bbfeb44e05ba1a823ae3a187fa&device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 1099 time: 0.0439537 Apr 30 02:07:27.340416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85d2a8cf-7483-4e7f-8ac2-ff6c4400ee14 req-712346d6-80a5-43ee-bd4f-eda862a81c2b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=74cc10bbfeb44e05ba1a823ae3a187fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201266 Apr 30 02:07:27.435128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2a8cf-7483-4e7f-8ac2-ff6c4400ee14 req-75dfe4c1-d82f-42a4-8a19-928a42fb6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:27.437203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85d2a8cf-7483-4e7f-8ac2-ff6c4400ee14 req-75dfe4c1-d82f-42a4-8a19-928a42fb6832 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0908244 Apr 30 02:07:27.514234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-d4900d3a-d99f-466b-991f-bd981dd43313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:27.514234 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-d4900d3a-d99f-466b-991f-bd981dd43313 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74cc10bbfeb44e05ba1a823ae3a187fa&device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 1099 time: 0.0410528 Apr 30 02:07:27.552226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-0a44b215-6a51-4645-9394-abea53f80176 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e08822af-49e5-48f1-8dd5-c52b0b140856 HTTP/1.1" status: 200 len: 217 time: 0.0340700 Apr 30 02:07:27.599630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-d9ca43f7-1d88-42bb-aec5-3db7a74e5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:27.601081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-d9ca43f7-1d88-42bb-aec5-3db7a74e5fd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b096fe2e-1a77-4fa9-8d8f-f4666b3da03b HTTP/1.1" status: 200 len: 843 time: 0.0429196 Apr 30 02:07:27.649567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-b1c4ca7e-1108-45eb-91c2-3cda21088ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:27.651040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-b1c4ca7e-1108-45eb-91c2-3cda21088ce9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d41f7c32-b550-4839-99e8-1d176748b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437708 Apr 30 02:07:27.696638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2704b4-6a23-4a49-9269-dc985d75a023 req-269b568a-5ab2-4a1d-b52f-d4e90154ad96 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:27.698091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa2704b4-6a23-4a49-9269-dc985d75a023 req-269b568a-5ab2-4a1d-b52f-d4e90154ad96 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 948 time: 0.0484524 Apr 30 02:07:27.736746 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fa2704b4-6a23-4a49-9269-dc985d75a023 req-efd770ac-d6d4-4a7f-92a1-9792d14d75e5 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Apr 30 02:07:27.741733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-46796edd-d9d5-43dd-b8e6-6a5e1f8e973b service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840685 Apr 30 02:07:27.833033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1b80d5c1-4dea-4fba-a6be-c8e6f4262b7a req-db74bd8a-b18d-4995-95be-802547a04860 service neutron] 10.222.0.21 "GET /v2.0/networks/d41f7c32-b550-4839-99e8-1d176748b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848877 Apr 30 02:07:28.784081 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d59e2a1f-01d9-445e-99a5-50b6893cf46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:28.851505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddf10e-bd74-4bcb-960d-2292fb7d9486 req-6dc56dad-53f6-4733-ba63-771985a8ca9a tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:28.852957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8ddf10e-bd74-4bcb-960d-2292fb7d9486 req-6dc56dad-53f6-4733-ba63-771985a8ca9a tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 948 time: 0.0482368 Apr 30 02:07:28.893654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8ddf10e-bd74-4bcb-960d-2292fb7d9486 req-9f6cff75-2a92-4e0d-9502-f11f114dc5ba tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Apr 30 02:07:29.562470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e08822af-49e5-48f1-8dd5-c52b0b140856 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:07:29.655176 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e08822af-49e5-48f1-8dd5-c52b0b140856, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e08822af-49e5-48f1-8dd5-c52b0b140856,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:29.666249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'e08822af-49e5-48f1-8dd5-c52b0b140856', 'network_id': 'd41f7c32-b550-4839-99e8-1d176748b824', 'port_id': 'e08822af-49e5-48f1-8dd5-c52b0b140856', 'mac_address': 'fa:16:3e:2e:b0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096fe2e-1a77-4fa9-8d8f-f4666b3da03b', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:07:29.702898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:29.715528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08822af-49e5-48f1-8dd5-c52b0b140856 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:07:29.735944 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e08822af-49e5-48f1-8dd5-c52b0b140856, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e08822af-49e5-48f1-8dd5-c52b0b140856,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:29.783682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:29.830319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e08822af-49e5-48f1-8dd5-c52b0b140856,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:30.010237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e4442-0fc7-47d9-bb74-1b4deea81441 req-6133b87f-7f01-42f7-9a67-0e54eb72e31e tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:30.011715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-749e4442-0fc7-47d9-bb74-1b4deea81441 req-6133b87f-7f01-42f7-9a67-0e54eb72e31e tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 949 time: 0.0490136 Apr 30 02:07:30.021060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e08822af-49e5-48f1-8dd5-c52b0b140856'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:07:30.050126 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-749e4442-0fc7-47d9-bb74-1b4deea81441 req-1b03382d-17cc-4644-9e33-385d6aaca7e6 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318258 Apr 30 02:07:31.017729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ad988d66-29d1-420a-a1e7-1e499ee88142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:31.164674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1209f-ba92-4569-aa29-b771e72acfaa req-714b7fd1-74f5-485a-b93a-de2ee80dd6fb tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:31.166097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aae1209f-ba92-4569-aa29-b771e72acfaa req-714b7fd1-74f5-485a-b93a-de2ee80dd6fb tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 949 time: 0.0483160 Apr 30 02:07:31.203541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aae1209f-ba92-4569-aa29-b771e72acfaa req-8a4a5604-fd42-428e-8f67-655101ed3706 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309093 Apr 30 02:07:31.569947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e08822af-49e5-48f1-8dd5-c52b0b140856 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:07:31.680545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port e08822af-49e5-48f1-8dd5-c52b0b140856 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:07:31.684118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port e08822af-49e5-48f1-8dd5-c52b0b140856 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:07:31.684485 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:31.909350 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:31.930852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16dfed5-652c-43d4-b046-f82ad0dd7c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08822af-49e5-48f1-8dd5-c52b0b140856'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:07:31.933075 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd1a406-b957-409c-a5a1-a6bcd0d134a8" -d '{"events": [{"server_uuid": "c16dfed5-652c-43d4-b046-f82ad0dd7c26", "name": "network-vif-plugged", "status": "completed", "tag": "e08822af-49e5-48f1-8dd5-c52b0b140856"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:07:31.945718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e08822af-49e5-48f1-8dd5-c52b0b140856, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e08822af-49e5-48f1-8dd5-c52b0b140856,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:32.018052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:32.041154 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec0ae55-d227-4c4b-b2eb-772081e261b2 x-openstack-request-id: req-5ec0ae55-d227-4c4b-b2eb-772081e261b2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:07:32.041444 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16dfed5-652c-43d4-b046-f82ad0dd7c26", "name": "network-vif-plugged", "status": "completed", "tag": "e08822af-49e5-48f1-8dd5-c52b0b140856", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:07:32.041691 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ec0ae55-d227-4c4b-b2eb-772081e261b2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:07:32.042069 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec0ae55-d227-4c4b-b2eb-772081e261b2'] response: {'server_uuid': 'c16dfed5-652c-43d4-b046-f82ad0dd7c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08822af-49e5-48f1-8dd5-c52b0b140856', 'code': 200} Apr 30 02:07:32.083558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e08822af-49e5-48f1-8dd5-c52b0b140856,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:32.124654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eed06-c678-4ff3-beb2-3990b8fdd8da req-ad03b06c-308d-431c-8cce-064264adc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:32.126145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-709eed06-c678-4ff3-beb2-3990b8fdd8da req-ad03b06c-308d-431c-8cce-064264adc5cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 1101 time: 0.0407672 Apr 30 02:07:32.149576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:32.159336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-709eed06-c678-4ff3-beb2-3990b8fdd8da req-3eab0dc3-739e-4fac-94d9-cd697d31d1e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270939 Apr 30 02:07:32.317998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb9e5a-c986-462f-9d4d-e398cff3d3ca req-078b245f-fd41-4e92-9ebd-8075b33b602e tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:32.319468 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bcfb9e5a-c986-462f-9d4d-e398cff3d3ca req-078b245f-fd41-4e92-9ebd-8075b33b602e tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 950 time: 0.0481389 Apr 30 02:07:32.361001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bcfb9e5a-c986-462f-9d4d-e398cff3d3ca req-14fe62e3-647d-45eb-b6c5-5c91641635c3 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355294 Apr 30 02:07:33.485209 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e633d-4eba-4f7e-b261-86db22bbb491 req-9d561554-1023-4ab7-b943-8611e03fea8c tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:33.486658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b78e633d-4eba-4f7e-b261-86db22bbb491 req-9d561554-1023-4ab7-b943-8611e03fea8c tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 950 time: 0.0496252 Apr 30 02:07:33.524014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b78e633d-4eba-4f7e-b261-86db22bbb491 req-13982086-dd15-4a10-b184-6461b3c0acfd tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Apr 30 02:07:33.868146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-52822a9e-68ae-4392-ac4e-dd63dd00f108 req-02522a75-ded5-47ee-817b-6d2533ecd9a1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:07:33.869197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52822a9e-68ae-4392-ac4e-dd63dd00f108 req-02522a75-ded5-47ee-817b-6d2533ecd9a1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055528 Apr 30 02:07:33.909305 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:33.927342 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:34.808229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e103083-4c85-4c69-9e49-02c606854ab2 req-529f6d98-208a-4f70-8476-99ebb4b00771 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:34.809723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e103083-4c85-4c69-9e49-02c606854ab2 req-529f6d98-208a-4f70-8476-99ebb4b00771 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 950 time: 0.0496869 Apr 30 02:07:34.847163 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e103083-4c85-4c69-9e49-02c606854ab2 req-4f4dc46e-ea80-4e0e-9ec3-38cd252cac5b tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314047 Apr 30 02:07:35.962627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eab7-2159-4f07-81e5-e1db26735c67 req-9e31a05f-0e79-4fff-ba05-30b2eeb26137 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:35.964103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0101eab7-2159-4f07-81e5-e1db26735c67 req-9e31a05f-0e79-4fff-ba05-30b2eeb26137 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 950 time: 0.0479112 Apr 30 02:07:36.006538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0101eab7-2159-4f07-81e5-e1db26735c67 req-8a3a627b-ada7-4545-a93f-0cc3a53029ed tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/security-groups?id=23da9625-633f-4455-8da3-9e0a5317da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Apr 30 02:07:36.054538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-d5c4645f-15d6-4ef4-9c8a-6a86e81f3281 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:36.056014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-d5c4645f-15d6-4ef4-9c8a-6a86e81f3281 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 950 time: 0.0477176 Apr 30 02:07:36.145668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Deleting port e08822af-49e5-48f1-8dd5-c52b0b140856 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:07:36.145928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:36.230574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] For port e08822af-49e5-48f1-8dd5-c52b0b140856, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e08822af-49e5-48f1-8dd5-c52b0b140856,segment=NetworkSegment(2622cfe9-a54b-4519-bc3e-0d833e191423),segment_id=2622cfe9-a54b-4519-bc3e-0d833e191423)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:36.230935 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:36.244029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Calling delete_port for e08822af-49e5-48f1-8dd5-c52b0b140856 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:07:36.406564 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:36.417774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e08822af-49e5-48f1-8dd5-c52b0b140856'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:07:36.436328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Pushing event deleted for resources: {'Port': ['ID=e08822af-49e5-48f1-8dd5-c52b0b140856,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:36.480135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] No DVR routers for this DVR port e08822af-49e5-48f1-8dd5-c52b0b140856 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:07:36.483442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:36.486704 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-87e7c0ab-b367-4ed9-8f0a-830ea308f25a req-5e2349c6-acc1-4da2-8272-6bc92a952947 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.21 "DELETE /v2.0/ports/e08822af-49e5-48f1-8dd5-c52b0b140856 HTTP/1.1" status: 204 len: 173 time: 0.4241612 Apr 30 02:07:36.487196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16dfed5-652c-43d4-b046-f82ad0dd7c26', 'name': 'network-vif-deleted', 'tag': 'e08822af-49e5-48f1-8dd5-c52b0b140856'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:07:36.489567 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab9d27e-07bc-41e3-b321-df80b23e6c48" -d '{"events": [{"server_uuid": "c16dfed5-652c-43d4-b046-f82ad0dd7c26", "name": "network-vif-deleted", "tag": "e08822af-49e5-48f1-8dd5-c52b0b140856"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:07:36.527290 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5fd145-a054-4f37-944d-0aece3ca2922 x-openstack-request-id: req-ed5fd145-a054-4f37-944d-0aece3ca2922 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:07:36.527635 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16dfed5-652c-43d4-b046-f82ad0dd7c26", "name": "network-vif-deleted", "tag": "e08822af-49e5-48f1-8dd5-c52b0b140856", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:07:36.527887 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed5fd145-a054-4f37-944d-0aece3ca2922 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:07:36.528287 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5fd145-a054-4f37-944d-0aece3ca2922'] response: {'server_uuid': 'c16dfed5-652c-43d4-b046-f82ad0dd7c26', 'name': 'network-vif-deleted', 'tag': 'e08822af-49e5-48f1-8dd5-c52b0b140856', 'status': 'completed', 'code': 200} Apr 30 02:07:37.456969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ccbf536-b941-4828-92b0-142b8b7add7d req-60134acb-8c8a-49d0-95cb-1fa2edd05382 tempest-ServersAdminNegativeTestJSON-1902401829 tempest-ServersAdminNegativeTestJSON-1902401829-project] 10.222.0.15 "GET /v2.0/ports?device_id=c16dfed5-652c-43d4-b046-f82ad0dd7c26 HTTP/1.1" status: 200 len: 210 time: 0.3669543 Apr 30 02:07:38.927364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35736) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:39.054217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-98ac24de-6515-4e73-a403-f7f3d11d8b84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74cc10bbfeb44e05ba1a823ae3a187fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256371 Apr 30 02:07:39.056707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35740) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:39.103598 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:39.124359 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:39.217885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:39.220473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:39.221607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23da9625-633f-4455-8da3-9e0a5317da67 HTTP/1.1" status: 204 len: 168 time: 0.1640236 Apr 30 02:07:39.231149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23da9625-633f-4455-8da3-9e0a5317da67,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:39.236509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.236852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.237184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.237570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.237901 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.238219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.238537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.238852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.239167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.239539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.239858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.240169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d8d865-b264-45e5-a33a-7a50be5b3303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:39.593581 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e08822af-49e5-48f1-8dd5-c52b0b140856 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:07:39.616180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: e08822af-49e5-48f1-8dd5-c52b0b140856 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:07:39.616568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e08822af-49e5-48f1-8dd5-c52b0b140856 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:07:39.759219 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35746) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:39.772448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f6ff-3091-4b03-b413-07937aefdd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:39.846971 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f6ff-3091-4b03-b413-07937aefdd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:39.897713 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f6ff-3091-4b03-b413-07937aefdd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:39.937736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a0a8f6ff-3091-4b03-b413-07937aefdd33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7fe71873a2f490f9ba56a1e9b53a358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744211 Apr 30 02:07:39.937736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f6ff-3091-4b03-b413-07937aefdd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0fc5fd-f867-49ea-bc5b-9864c75cc069,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:39.938749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35748) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:39.986620 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-241a05d6-98a6-48f5-a0de-c3bb26608f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:40.007068 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-241a05d6-98a6-48f5-a0de-c3bb26608f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:40.086292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-241a05d6-98a6-48f5-a0de-c3bb26608f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:40.088853 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-241a05d6-98a6-48f5-a0de-c3bb26608f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:40.090043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-241a05d6-98a6-48f5-a0de-c3bb26608f2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf0fc5fd-f867-49ea-bc5b-9864c75cc069 HTTP/1.1" status: 204 len: 168 time: 0.1502993 Apr 30 02:07:40.097712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a05d6-98a6-48f5-a0de-c3bb26608f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0fc5fd-f867-49ea-bc5b-9864c75cc069,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:41.031399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35770) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:41.126054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-984605087-network', 'tenant_id': '06f92db873de4e42b84e5451b60d2ab1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:07:41.177530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Made reservation on behalf of 06f92db873de4e42b84e5451b60d2ab1 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:07:41.179933 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.188970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.260789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.354968 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.380097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:07:41.388681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95deae68-e8d3-4d1c-a66c-40fc1995d50b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:41.395765 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.396105 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Added segment ef29a087-059f-4631-94a6-59fa1b6b5879 of type vlan for network 45212d07-d4c3-4faa-9b46-82f189513dd4 Apr 30 02:07:41.440072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.515025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.516041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:41.516626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.604807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Pushing event updated for resources: {'Network': ['ID=45212d07-d4c3-4faa-9b46-82f189513dd4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:41.612467 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.612805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.613131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.613458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.613777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.614095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.614413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.614726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.615039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.615356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.615734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.616047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:07:41.623154 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-49acb61d-7f72-4d1b-93f4-3a226ff3899b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5906384 Apr 30 02:07:41.626175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 35774) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:41.627011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 45212d07-d4c3-4faa-9b46-82f189513dd4 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:07:41.631116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Request body: {'subnet': {'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-984605087-subnet', 'tenant_id': '06f92db873de4e42b84e5451b60d2ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:07:41.697778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Made reservation on behalf of 06f92db873de4e42b84e5451b60d2ab1 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:07:41.700215 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.909727 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:41.974768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:41.979952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Checking segment: {'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:07:41.980304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Network hostable DHCP agents. Network: 45212d07-d4c3-4faa-9b46-82f189513dd4, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:07:42.040583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Network 45212d07-d4c3-4faa-9b46-82f189513dd4 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:07:42.097973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 45212d07-d4c3-4faa-9b46-82f189513dd4) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:07:42.102623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:42.103764 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:42.107839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b85e0-9a2e-4a11-af8c-c8f5b96c9d46 None None] Network 45212d07-d4c3-4faa-9b46-82f189513dd4 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:07:42.186990 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f7a09d4e-abfc-47eb-910d-74c623742d9b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5594921 Apr 30 02:07:42.233932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607742ab-0e8b-4950-b4e7-efe6d8dd7a1a None None] Network 45212d07-d4c3-4faa-9b46-82f189513dd4 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:07:42.619549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-79ffcf16-dd09-45a9-a5be-99a49e4b68d0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:42.620989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-79ffcf16-dd09-45a9-a5be-99a49e4b68d0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/networks?id=45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 200 len: 811 time: 0.1019232 Apr 30 02:07:42.636022 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-2a89c07f-23a7-4493-a526-165597968ca9 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/quotas/06f92db873de4e42b84e5451b60d2ab1 HTTP/1.1" status: 200 len: 375 time: 0.0088630 Apr 30 02:07:42.670939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-8af425fb-5c73-450d-a05d-c76ade31e856 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291502 Apr 30 02:07:42.757201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-e792d5f9-3bc8-4007-9684-ef37f498726f service neutron] 10.222.0.15 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790269 Apr 30 02:07:42.848125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-bacc59f9-2cd0-4b99-9340-e39cd3a98dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848830 Apr 30 02:07:43.047871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-afd44c0b-0699-4856-89c7-83f9ceba4f4c req-115623f9-c5e8-4909-abdb-4ff4b1f548b2 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 210 time: 0.0273907 Apr 30 02:07:44.141671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ac54174-1a8e-4d8e-9934-474e8b072aa9 req-4538d305-d033-45c7-b7e6-5f1fb9ec03d6 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 210 time: 0.0256021 Apr 30 02:07:45.007320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-10467592-22c7-4e3b-b441-a39cbbb855e1 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:45.008887 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-10467592-22c7-4e3b-b441-a39cbbb855e1 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.21 "GET /v2.0/networks?id=45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 200 len: 811 time: 0.0986884 Apr 30 02:07:45.020470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Request body: {'port': {'device_id': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4', 'admin_state_up': True, 'tenant_id': '06f92db873de4e42b84e5451b60d2ab1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:07:45.200437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Made reservation on behalf of 06f92db873de4e42b84e5451b60d2ab1 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:07:45.204255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:45.237005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-598387d5-9c8b-417d-9729-65bbb6e27fdf req-d112c074-2ff6-4652-b398-f5d7e7975fb2 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 210 time: 0.0270798 Apr 30 02:07:45.328654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Allocated IP 172.20.0.6 (45212d07-d4c3-4faa-9b46-82f189513dd4/09a62ad1-78d5-484a-a0bb-ea1e8c5b3048/8cde48b5-178f-4b40-aa66-6ac684b5aaec) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:07:45.370173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-8130f5e0-a8d4-4fa0-b2b5-4c9dcbcc2fee req-004db166-5cf8-48c7-8598-64b17e4d78a8 service neutron] (103319) timed out ('10.222.0.21', 65247) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 02:07:45.470962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:45.555235 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:45.595864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Network 45212d07-d4c3-4faa-9b46-82f189513dd4 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:07:45.600762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:07:45.604492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:07:45.891287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:45.913820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:45.914410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:46.008441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-0e9725a9-af21-4af8-a9c0-12d8cb2b7fb0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9916537 Apr 30 02:07:46.020458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Request body: {'port': {'device_id': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:07:46.072052 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:46.330053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cde48b5-178f-4b40-aa66-6ac684b5aaec {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:07:46.337243 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:46.349651 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Transition to ACTIVE for port object 8cde48b5-178f-4b40-aa66-6ac684b5aaec will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:07:46.353422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c9fc7-0c16-418c-b429-b9b3d0e7c592 req-7eb2ea2f-9ac2-4f89-a289-f097110405a9 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:46.354890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a4c9fc7-0c16-418c-b429-b9b3d0e7c592 req-7eb2ea2f-9ac2-4f89-a289-f097110405a9 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 931 time: 0.0492795 Apr 30 02:07:46.392289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a4c9fc7-0c16-418c-b429-b9b3d0e7c592 req-a471d611-39c0-45b7-bff4-56055b3103db tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310714 Apr 30 02:07:46.394784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:46.447807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:46.509375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Attempting to bind port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:07:46.514542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Attempting to bind port 8cde48b5-178f-4b40-aa66-6ac684b5aaec by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:07:46.514542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Attempting to bind port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on network 45212d07-d4c3-4faa-9b46-82f189513dd4 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:07:46.514847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on network 45212d07-d4c3-4faa-9b46-82f189513dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:07:46.515186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Attempting to bind port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on network 45212d07-d4c3-4faa-9b46-82f189513dd4 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:07:46.519881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:07:46.520185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Checking segment: {'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:07:46.520560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Bound using segment: {'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:07:46.520975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Bound port: 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:07:46.521323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:46.586689 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:07:46.589672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:07:46.652236 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:46.685466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:46.686604 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:46.688042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 1091 time: 0.6715055 Apr 30 02:07:46.688465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:07:46.690673 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cdddfd-817a-444b-90e8-a9bdb9dd3276" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:07:46.714007 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45e43d-f53a-4ee2-8e85-982ac2e551d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:46.726949 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b1f760-4699-485a-aa33-601e5ff0abdc x-openstack-request-id: req-90b1f760-4699-485a-aa33-601e5ff0abdc {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:07:46.727242 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:07:46.727518 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90b1f760-4699-485a-aa33-601e5ff0abdc {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:07:46.727912 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b1f760-4699-485a-aa33-601e5ff0abdc'] response: {'name': 'network-changed', 'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'status': 'completed', 'code': 200} Apr 30 02:07:46.787704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdddfd-817a-444b-90e8-a9bdb9dd3276 req-54d5fe71-af54-461b-b066-57178b4dc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:46.789137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73cdddfd-817a-444b-90e8-a9bdb9dd3276 req-54d5fe71-af54-461b-b066-57178b4dc2cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1094 time: 0.0409806 Apr 30 02:07:46.887696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdddfd-817a-444b-90e8-a9bdb9dd3276 req-05fab536-d413-4fd4-b585-3442709a2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:46.889271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73cdddfd-817a-444b-90e8-a9bdb9dd3276 req-05fab536-d413-4fd4-b585-3442709a2e46 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=06f92db873de4e42b84e5451b60d2ab1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0928435 Apr 30 02:07:46.980994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdddfd-817a-444b-90e8-a9bdb9dd3276 req-c2bc04a1-1564-4b4c-9b90-5a2b95b1a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:46.982960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73cdddfd-817a-444b-90e8-a9bdb9dd3276 req-c2bc04a1-1564-4b4c-9b90-5a2b95b1a119 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0873146 Apr 30 02:07:47.054492 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-29a75f95-94d2-442e-bfaf-7a76ba5a985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:47.055976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-29a75f95-94d2-442e-bfaf-7a76ba5a985b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1094 time: 0.0406539 Apr 30 02:07:47.101225 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-df546598-7dec-4a3e-b415-d0ec0a7e09a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 217 time: 0.0379779 Apr 30 02:07:47.150125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-be4e7124-dcc1-433b-8f60-eec34dd54420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:47.151596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-be4e7124-dcc1-433b-8f60-eec34dd54420 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 HTTP/1.1" status: 200 len: 851 time: 0.0443001 Apr 30 02:07:47.182497 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-fad31419-652d-44b2-8023-6c5a3868b263 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45212d07-d4c3-4faa-9b46-82f189513dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250940 Apr 30 02:07:47.192181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-cc139efd-dfa0-4547-b6ac-faa8044cd2b8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:07:47.193126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-cc139efd-dfa0-4547-b6ac-faa8044cd2b8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048065 Apr 30 02:07:47.286538 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-a801e678-6631-4361-8a21-64b69da82f4b service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Apr 30 02:07:47.374101 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca8ad6f-d609-4c1f-a561-cb471bfa9277 req-68323f1a-4256-4532-b207-f0503814ec82 service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807526 Apr 30 02:07:47.772084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c8b8f-ae29-4880-977b-27c2cb3bdeac req-ef6b7fea-9ee0-4ee1-9cc0-389d99fb05f3 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:47.773422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d75c8b8f-ae29-4880-977b-27c2cb3bdeac req-ef6b7fea-9ee0-4ee1-9cc0-389d99fb05f3 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 943 time: 0.0515049 Apr 30 02:07:47.810399 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d75c8b8f-ae29-4880-977b-27c2cb3bdeac req-9102a9b4-c00d-4898-966c-45e7e1100b7f tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Apr 30 02:07:48.923736 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89fec-0aab-4599-914a-1bda4db53592 req-8303aeb3-b5c5-4d9d-a37b-cbfb597e8a36 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:48.925210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4c89fec-0aab-4599-914a-1bda4db53592 req-8303aeb3-b5c5-4d9d-a37b-cbfb597e8a36 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 943 time: 0.0476458 Apr 30 02:07:48.963038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4c89fec-0aab-4599-914a-1bda4db53592 req-e626b31c-5959-4f5a-a7cb-57282d382e22 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Apr 30 02:07:49.018513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:49.616110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8cde48b5-178f-4b40-aa66-6ac684b5aaec details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:07:49.707477 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:49.718919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4', 'port_id': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'mac_address': 'fa:16:3e:48:6c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a62ad1-78d5-484a-a0bb-ea1e8c5b3048', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:07:49.755661 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:49.772180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cde48b5-178f-4b40-aa66-6ac684b5aaec {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:07:49.790769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:49.834780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:49.881546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:50.022507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['8cde48b5-178f-4b40-aa66-6ac684b5aaec'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:07:50.078208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71de6-d7e1-4fc3-befd-fd2e3c69eeb2 req-2696fea0-2077-4ca1-9cc6-2c6b85a2aaaf tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:50.079709 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cf71de6-d7e1-4fc3-befd-fd2e3c69eeb2 req-2696fea0-2077-4ca1-9cc6-2c6b85a2aaaf tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 944 time: 0.0482700 Apr 30 02:07:50.117867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cf71de6-d7e1-4fc3-befd-fd2e3c69eeb2 req-8b1131b7-3009-43e8-a61e-65532320d2f5 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Apr 30 02:07:50.868743 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:51.235720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abae4e4-fc0b-47d7-a1ab-2f147456de9d req-7d460a37-a03e-419d-99da-9c1fcc4684e6 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:51.237173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4abae4e4-fc0b-47d7-a1ab-2f147456de9d req-7d460a37-a03e-419d-99da-9c1fcc4684e6 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 944 time: 0.0517986 Apr 30 02:07:51.274940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4abae4e4-fc0b-47d7-a1ab-2f147456de9d req-0f9d30e8-cd62-4dba-ae88-2cc375b662ce tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Apr 30 02:07:51.626668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8cde48b5-178f-4b40-aa66-6ac684b5aaec up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:07:51.737641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 8cde48b5-178f-4b40-aa66-6ac684b5aaec completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:07:51.741594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 8cde48b5-178f-4b40-aa66-6ac684b5aaec triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:07:51.741956 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:51.816588 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:51.837894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:07:51.840142 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c06d29-6787-4918-8900-3cec182955e2" -d '{"events": [{"server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "name": "network-vif-plugged", "status": "completed", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:07:51.856438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:07:51.876662 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cff0b2-1b05-4414-85b3-533544fc059b x-openstack-request-id: req-00cff0b2-1b05-4414-85b3-533544fc059b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:07:51.877105 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "name": "network-vif-plugged", "status": "completed", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:07:51.877386 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00cff0b2-1b05-4414-85b3-533544fc059b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:07:51.877771 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cff0b2-1b05-4414-85b3-533544fc059b'] response: {'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'code': 200} Apr 30 02:07:51.897830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:51.947757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:07:51.970296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9e6b8-fc6d-455c-83b5-72b873419974 req-c89dded5-07f6-46ec-b313-bc5c83f78ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:51.971905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ce9e6b8-fc6d-455c-83b5-72b873419974 req-c89dded5-07f6-46ec-b313-bc5c83f78ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1096 time: 0.0406845 Apr 30 02:07:52.005297 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5ce9e6b8-fc6d-455c-83b5-72b873419974 req-131484a4-c3d5-4f9e-8a69-8ce44c55f23b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274014 Apr 30 02:07:52.390361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cc042-ea0f-41cd-8f67-6c90d8e11c8b req-60d52356-7f02-4e64-87db-055d479d5118 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:52.391837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb7cc042-ea0f-41cd-8f67-6c90d8e11c8b req-60d52356-7f02-4e64-87db-055d479d5118 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0473642 Apr 30 02:07:52.430036 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb7cc042-ea0f-41cd-8f67-6c90d8e11c8b req-b5118c54-0cea-4591-8cfd-542310111445 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323036 Apr 30 02:07:53.543549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d12ad7-eb16-47e1-8c3e-8f23d111cd63 req-6ef1d446-ebfc-4781-95ff-de052efb7075 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:53.545492 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-67d12ad7-eb16-47e1-8c3e-8f23d111cd63 req-6ef1d446-ebfc-4781-95ff-de052efb7075 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0485120 Apr 30 02:07:53.583231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-67d12ad7-eb16-47e1-8c3e-8f23d111cd63 req-0938be31-e61e-47d1-a4f3-f6b83498783b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Apr 30 02:07:53.938317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa17073-0195-4fa3-a985-c204725dfc05 req-ae4ce9f1-1f80-4e68-abc3-eddc4ae86906 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:53.939788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0aa17073-0195-4fa3-a985-c204725dfc05 req-ae4ce9f1-1f80-4e68-abc3-eddc4ae86906 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0524182 Apr 30 02:07:53.977729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0aa17073-0195-4fa3-a985-c204725dfc05 req-f6ccf92e-bb40-4f82-9efb-8b1ae7608542 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Apr 30 02:07:53.992318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35834) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:07:54.083146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-2a24c211-bcbe-4eb4-a740-a9d66815d8ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897193 Apr 30 02:07:54.092571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-a2195925-edfa-462d-89cd-e6dbf7f1ccb1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:07:54.093460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-a2195925-edfa-462d-89cd-e6dbf7f1ccb1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053716 Apr 30 02:07:55.097033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ebdf-1698-4392-8a68-0e6434a7d9c3 req-49e45629-6dbb-4335-a098-ad22a0a9fea9 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:55.098515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8c5ebdf-1698-4392-8a68-0e6434a7d9c3 req-49e45629-6dbb-4335-a098-ad22a0a9fea9 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0515325 Apr 30 02:07:55.136885 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8c5ebdf-1698-4392-8a68-0e6434a7d9c3 req-0c4168e4-8a2b-4168-a6b1-abfb683d33f6 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Apr 30 02:07:55.992016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-c722c2b1-10d4-4d62-a33e-d4a38320d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:55.993504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-c722c2b1-10d4-4d62-a33e-d4a38320d812 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1096 time: 0.0440955 Apr 30 02:07:56.080683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-e95dce38-a9f1-4e03-b6fd-07115db523b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:56.082151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-e95dce38-a9f1-4e03-b6fd-07115db523b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 200 len: 911 time: 0.0820398 Apr 30 02:07:56.127106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-53600e19-e275-4aa2-ab29-eac2cd00c587 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 217 time: 0.0387886 Apr 30 02:07:56.176122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-76da8622-28f3-4a93-84a8-97de00bbd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:56.177611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-76da8622-28f3-4a93-84a8-97de00bbd910 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 HTTP/1.1" status: 200 len: 851 time: 0.0448480 Apr 30 02:07:56.209299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-fa212e38-659a-4b4b-a672-cdaf0be67433 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45212d07-d4c3-4faa-9b46-82f189513dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250041 Apr 30 02:07:56.256952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d0761-abac-402a-8308-18781de45bb3 req-e1f5d0c1-d0a1-48c8-a8ee-40ca500e4c95 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:56.258315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-241d0761-abac-402a-8308-18781de45bb3 req-e1f5d0c1-d0a1-48c8-a8ee-40ca500e4c95 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0513411 Apr 30 02:07:56.295311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-241d0761-abac-402a-8308-18781de45bb3 req-02b77612-801a-4092-84cd-40f9b03013b0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305021 Apr 30 02:07:56.303300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-1f1a2e50-40cb-4d8c-bce0-04caff1d942c service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865800 Apr 30 02:07:56.392485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-91994017-ea14-4a1d-93af-029e463365e4 service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826998 Apr 30 02:07:57.409839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203bade-0b9a-4db9-a7bd-b9e6048e1dc5 req-8652d6a4-8638-4e76-ac4f-06f87996e79e tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:57.411280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c203bade-0b9a-4db9-a7bd-b9e6048e1dc5 req-8652d6a4-8638-4e76-ac4f-06f87996e79e tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0478718 Apr 30 02:07:57.448412 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c203bade-0b9a-4db9-a7bd-b9e6048e1dc5 req-2c83076e-72b6-4e8b-83b4-7a4349b37ef2 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Apr 30 02:07:58.567366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6e437-16e4-4954-b9ed-219491c17c54 req-67092780-9b59-4fcf-a4b8-bcd6fde8d297 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:58.568867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fe6e437-16e4-4954-b9ed-219491c17c54 req-67092780-9b59-4fcf-a4b8-bcd6fde8d297 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0493803 Apr 30 02:07:58.606257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7fe6e437-16e4-4954-b9ed-219491c17c54 req-57b8ae4e-a691-4e71-8e8a-f11f5e49a767 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Apr 30 02:07:58.777639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ea3fc9b-58ce-486b-9cb6-6f3e351684f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:07:59.727986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df8e04-c2c2-4ddc-97e0-e159aa22ee0e req-f05f53eb-4f1a-43a9-997e-e1b03a2f1657 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:07:59.729493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78df8e04-c2c2-4ddc-97e0-e159aa22ee0e req-f05f53eb-4f1a-43a9-997e-e1b03a2f1657 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0536103 Apr 30 02:07:59.768276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78df8e04-c2c2-4ddc-97e0-e159aa22ee0e req-6a21b5ba-d77f-4156-bc4d-14cf796481f0 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Apr 30 02:08:00.881663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549fd24-cb00-4de2-bfff-4df8454f4727 req-ad0e15eb-74a5-42a3-b2e5-86cf6cf9fcc2 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:00.883117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f549fd24-cb00-4de2-bfff-4df8454f4727 req-ad0e15eb-74a5-42a3-b2e5-86cf6cf9fcc2 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0475667 Apr 30 02:08:00.920226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f549fd24-cb00-4de2-bfff-4df8454f4727 req-4e269fd8-72a7-4f5d-aa8a-fd71cdae6e8b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Apr 30 02:08:01.011651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78528d3e-7372-4027-b018-9a976637ecd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:01.367210 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:08:02.033904 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780b8ec-2e8a-4c7b-a7ef-442ff9a0e41c req-30c6c8bd-5091-49e1-b463-43ae6a2092ae tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:02.035369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6780b8ec-2e8a-4c7b-a7ef-442ff9a0e41c req-30c6c8bd-5091-49e1-b463-43ae6a2092ae tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0480311 Apr 30 02:08:02.072174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6780b8ec-2e8a-4c7b-a7ef-442ff9a0e41c req-3d6df20a-6386-4212-9fb0-d2497f3e1707 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Apr 30 02:08:02.165701 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:03.190408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfc484-2839-4356-a316-a6035af142f5 req-9bb5d57a-64ca-45d1-b29f-89edda1dd9cb tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:03.191769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88dfc484-2839-4356-a316-a6035af142f5 req-9bb5d57a-64ca-45d1-b29f-89edda1dd9cb tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0504913 Apr 30 02:08:03.228902 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88dfc484-2839-4356-a316-a6035af142f5 req-688b74e9-a51c-4d59-8cf3-85fdbc934eb6 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Apr 30 02:08:03.914746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:03.954287 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:04.341320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658f33a-ec8c-4a96-a166-a742c8f186f5 req-d89bfd33-52c0-4a24-bb96-a3f8b1333a20 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:04.343241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b658f33a-ec8c-4a96-a166-a742c8f186f5 req-d89bfd33-52c0-4a24-bb96-a3f8b1333a20 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0471208 Apr 30 02:08:04.380218 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b658f33a-ec8c-4a96-a166-a742c8f186f5 req-ddca5083-755e-40cd-81a1-032a3e4bb86b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Apr 30 02:08:05.496500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04399-4f03-4587-b78f-fe9eb458e290 req-2819bb80-e721-4788-8aba-69846ac8128e tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:05.497937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55b04399-4f03-4587-b78f-fe9eb458e290 req-2819bb80-e721-4788-8aba-69846ac8128e tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0481377 Apr 30 02:08:05.536991 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-55b04399-4f03-4587-b78f-fe9eb458e290 req-8eacdef9-8ee9-4791-a38d-dbd0fa6130b5 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Apr 30 02:08:06.657259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafe073-7753-474c-b207-c95872c12050 req-571e0d74-67e4-499f-91f0-3974f6085f92 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:06.658706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccafe073-7753-474c-b207-c95872c12050 req-571e0d74-67e4-499f-91f0-3974f6085f92 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0530305 Apr 30 02:08:06.695661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccafe073-7753-474c-b207-c95872c12050 req-5c880d12-0fb9-45f1-a4f2-e95ad71f32e6 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Apr 30 02:08:07.811326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9d4ca-c8be-4fe0-bfdf-e70ef329bffc req-75224cb5-8f34-4eda-9e28-d03fe67226f8 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:07.812731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4fc9d4ca-c8be-4fe0-bfdf-e70ef329bffc req-75224cb5-8f34-4eda-9e28-d03fe67226f8 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0489209 Apr 30 02:08:07.851521 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4fc9d4ca-c8be-4fe0-bfdf-e70ef329bffc req-6a082ec8-3780-461e-b485-4a40a20e6603 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Apr 30 02:08:08.965463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b44fb-13c4-4e8f-99b8-21ef8039023b req-54242307-dc4e-479d-9f26-a193cefcb6d7 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:08.966904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf9b44fb-13c4-4e8f-99b8-21ef8039023b req-54242307-dc4e-479d-9f26-a193cefcb6d7 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0477195 Apr 30 02:08:09.004130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf9b44fb-13c4-4e8f-99b8-21ef8039023b req-4b8699a0-0977-44b2-a891-f6824790fc3e tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Apr 30 02:08:10.121637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81ac7b-6bc6-4c6f-9075-dea9b4987965 req-7ab96491-10bd-4829-9a93-5ed7e9ec884d tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:10.123079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd81ac7b-6bc6-4c6f-9075-dea9b4987965 req-7ab96491-10bd-4829-9a93-5ed7e9ec884d tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0509779 Apr 30 02:08:10.160435 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dd81ac7b-6bc6-4c6f-9075-dea9b4987965 req-5dfce36a-3260-4d06-a294-317db3ab7d33 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306387 Apr 30 02:08:11.275437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577a47a-50d6-471c-bb0d-2a6a380e7db6 req-a95da790-30dc-463a-b085-640accb7db1b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:11.282535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0577a47a-50d6-471c-bb0d-2a6a380e7db6 req-a95da790-30dc-463a-b085-640accb7db1b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0494885 Apr 30 02:08:11.315532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0577a47a-50d6-471c-bb0d-2a6a380e7db6 req-b1a51bc4-80eb-4644-8a55-1ba93187366f tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Apr 30 02:08:12.428511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd620cee-95cf-44ef-8b79-6d5a2a426d3e req-a54ec636-d353-407a-b42a-1930b24ca4ee tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:12.429948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd620cee-95cf-44ef-8b79-6d5a2a426d3e req-a54ec636-d353-407a-b42a-1930b24ca4ee tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0473654 Apr 30 02:08:12.467906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bd620cee-95cf-44ef-8b79-6d5a2a426d3e req-2a08a88a-e9bb-42ac-aecb-5cfdc8e6805b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Apr 30 02:08:13.588823 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829fb7b-001c-4455-939a-c029102036cf req-313cc243-59ef-471e-a8f6-c197d159c43b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:13.590260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f829fb7b-001c-4455-939a-c029102036cf req-313cc243-59ef-471e-a8f6-c197d159c43b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0516188 Apr 30 02:08:13.627383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f829fb7b-001c-4455-939a-c029102036cf req-d36795cb-4bea-457e-8fac-5b0199b930c2 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Apr 30 02:08:14.228709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-de251689-69b2-4867-b02d-4397184e551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:14.230200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-de251689-69b2-4867-b02d-4397184e551c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1096 time: 0.0411973 Apr 30 02:08:14.334317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-6b8b8d34-1981-4e1a-b777-dffe296166eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:14.335729 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-6b8b8d34-1981-4e1a-b777-dffe296166eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 200 len: 911 time: 0.0873127 Apr 30 02:08:14.377596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-e545ea69-6392-457b-b732-f860dccbf51b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 217 time: 0.0338700 Apr 30 02:08:14.427630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-9f9832fc-6e57-4ffd-82b4-4036f528cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:14.429078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-9f9832fc-6e57-4ffd-82b4-4036f528cffb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 HTTP/1.1" status: 200 len: 851 time: 0.0442057 Apr 30 02:08:14.464720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-17bc2f11-417a-4708-8f84-699bb11ef446 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45212d07-d4c3-4faa-9b46-82f189513dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282938 Apr 30 02:08:14.552653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-fe3883de-a173-4e12-93d9-818017a0a20f service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812256 Apr 30 02:08:14.647790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f40f6973-6a42-4430-a532-ef1661ca71c4 req-7f18e20c-e624-4f43-933b-8cf42b7a6224 service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874600 Apr 30 02:08:14.740994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2df38a-8aff-418f-bafe-ad6370e257da req-ca1f11c1-bbd0-4c12-9570-6704764c8626 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:14.742442 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef2df38a-8aff-418f-bafe-ad6370e257da req-ca1f11c1-bbd0-4c12-9570-6704764c8626 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0474741 Apr 30 02:08:14.779029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef2df38a-8aff-418f-bafe-ad6370e257da req-27092d8a-9d4d-4941-89d2-898f0d6fae52 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306013 Apr 30 02:08:15.893545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a42e4-d136-48d8-a460-7eb84cb5098a req-f3658dcc-66d3-4643-879c-0be1a382ef5e tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:15.895015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-782a42e4-d136-48d8-a460-7eb84cb5098a req-f3658dcc-66d3-4643-879c-0be1a382ef5e tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0482209 Apr 30 02:08:15.932573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-782a42e4-d136-48d8-a460-7eb84cb5098a req-392a5f90-6aa2-4ef4-8aed-3e1e42373304 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Apr 30 02:08:17.051863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd653216-0ee4-431b-b779-df429955ddc2 req-d441f448-bbc6-4286-915a-080d173f3e73 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:17.053337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd653216-0ee4-431b-b779-df429955ddc2 req-d441f448-bbc6-4286-915a-080d173f3e73 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0519540 Apr 30 02:08:17.089760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cd653216-0ee4-431b-b779-df429955ddc2 req-49a1094c-df50-42b6-a85b-e25b7864c755 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303698 Apr 30 02:08:18.205623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64679ea4-a7f3-4585-ac1f-bebec7fb11f2 req-9b6c1c9c-6e0d-4861-ae84-4b5247830fc3 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:18.207072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-64679ea4-a7f3-4585-ac1f-bebec7fb11f2 req-9b6c1c9c-6e0d-4861-ae84-4b5247830fc3 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0483153 Apr 30 02:08:18.248185 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-64679ea4-a7f3-4585-ac1f-bebec7fb11f2 req-d8ecfefb-822d-4f92-9842-70eecd8f6587 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351274 Apr 30 02:08:19.011450 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:19.362566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23589de9-c869-46d1-a864-23c812350348 req-4055a574-a014-4f59-9a3e-0b6b4c1a61a4 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:19.364054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23589de9-c869-46d1-a864-23c812350348 req-4055a574-a014-4f59-9a3e-0b6b4c1a61a4 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0476089 Apr 30 02:08:19.401292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-23589de9-c869-46d1-a864-23c812350348 req-15a712bd-357e-4d14-8543-776620e16285 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Apr 30 02:08:20.522836 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6205d-459b-4d30-bac2-12363a490b82 req-9baedacc-dcc6-47e8-8cd1-e402b1704b05 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:20.524355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2e6205d-459b-4d30-bac2-12363a490b82 req-9baedacc-dcc6-47e8-8cd1-e402b1704b05 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0520318 Apr 30 02:08:20.563859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2e6205d-459b-4d30-bac2-12363a490b82 req-5ca6177b-8ee2-49f6-af04-356e9e89a68f tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323858 Apr 30 02:08:20.891282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:21.678545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3666754-62cc-476b-8b27-d492040926f2 req-0e591ab9-64a3-4e1a-b01a-ac28a2c52c98 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:21.680026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3666754-62cc-476b-8b27-d492040926f2 req-0e591ab9-64a3-4e1a-b01a-ac28a2c52c98 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0480366 Apr 30 02:08:21.717496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3666754-62cc-476b-8b27-d492040926f2 req-0fef0546-696f-4804-9317-ee20113ef137 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308733 Apr 30 02:08:22.832402 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefd05b-6656-4047-81cb-3e43a311e8eb req-e7be8956-f04a-41cf-8a88-e6bd52ba04d7 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:22.833801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3aefd05b-6656-4047-81cb-3e43a311e8eb req-e7be8956-f04a-41cf-8a88-e6bd52ba04d7 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Apr 30 02:08:22.872456 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3aefd05b-6656-4047-81cb-3e43a311e8eb req-a07747ab-2452-4280-908e-999b9e0c23ac tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Apr 30 02:08:23.656804 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-238b5801-fa94-4a25-9750-4f38f274f3d7 service neutron] show failed (client error): The resource could not be found. Apr 30 02:08:23.657832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-238b5801-fa94-4a25-9750-4f38f274f3d7 service neutron] 10.222.0.21 "GET /v2.0/ports/8cde48b5-178f-4b40-aa66-6ac684b5aaec/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0708950 Apr 30 02:08:24.008038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9389a0-0dda-4251-a109-d57a86abdd02 req-70c4df11-fb60-412b-87db-8adb01866bfe tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:24.010051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab9389a0-0dda-4251-a109-d57a86abdd02 req-70c4df11-fb60-412b-87db-8adb01866bfe tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0636382 Apr 30 02:08:24.056515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab9389a0-0dda-4251-a109-d57a86abdd02 req-57f41e12-963a-4583-b7cc-bb20a561cfd3 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Apr 30 02:08:24.148699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-8f044530-106b-49dd-803e-f612db912f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:24.150367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-8f044530-106b-49dd-803e-f612db912f9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6&tenant_id=06f92db873de4e42b84e5451b60d2ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0799356 Apr 30 02:08:24.166200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:08:24.229626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:24.430770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:08:24.463234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:08:24.501704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:08:24.503972 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5e8d3b-3f86-4c63-be55-0aec6209452e" -d '{"events": [{"server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "name": "network-vif-unplugged", "status": "completed", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:08:24.508184 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:24.520969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Transition to ACTIVE for port object 8cde48b5-178f-4b40-aa66-6ac684b5aaec will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:08:24.552755 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37905ac-2773-4539-8c71-81e67fc9c593 x-openstack-request-id: req-c37905ac-2773-4539-8c71-81e67fc9c593 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:08:24.553049 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "name": "network-vif-unplugged", "status": "completed", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:08:24.553294 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c37905ac-2773-4539-8c71-81e67fc9c593 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:08:24.553709 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37905ac-2773-4539-8c71-81e67fc9c593'] response: {'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'code': 200} Apr 30 02:08:24.588805 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:24.653040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:24.655810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] No DVR routers for this DVR port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:08:24.690301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Attempting to bind port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:08:24.690941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Attempting to bind port 8cde48b5-178f-4b40-aa66-6ac684b5aaec by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:08:24.690941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Attempting to bind port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on network 45212d07-d4c3-4faa-9b46-82f189513dd4 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:08:24.695054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on network 45212d07-d4c3-4faa-9b46-82f189513dd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:08:24.695367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Attempting to bind port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on network 45212d07-d4c3-4faa-9b46-82f189513dd4 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:08:24.699973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:08:24.700304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Checking segment: {'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:08:24.700680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Bound using segment: {'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:08:24.701095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Bound port: 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef29a087-059f-4631-94a6-59fa1b6b5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:08:24.701553 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:24.761980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:08:24.765460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:08:24.822940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:24.860868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:24.861486 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:24.862881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] 10.222.0.23 "PUT /v2.0/ports/8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 1091 time: 0.7007580 Apr 30 02:08:24.883092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf30660-d564-4f41-a2c7-d15199eaaf10 service neutron] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:24.928380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-415f7326-c144-4647-91f9-840b1dcb1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:24.929881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-415f7326-c144-4647-91f9-840b1dcb1847 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1094 time: 0.0410006 Apr 30 02:08:25.023582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-b6b3005c-a94d-4c6e-b8ba-1bb68e9d1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:25.025050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-b6b3005c-a94d-4c6e-b8ba-1bb68e9d1cd1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 200 len: 911 time: 0.0849514 Apr 30 02:08:25.075406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-719614f5-8ec7-4230-9140-b5ca7941bbc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 217 time: 0.0395963 Apr 30 02:08:25.128654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-4ef9b0f4-2a93-4a81-af6b-8c55775b3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:25.130118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-4ef9b0f4-2a93-4a81-af6b-8c55775b3349 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 HTTP/1.1" status: 200 len: 851 time: 0.0436418 Apr 30 02:08:25.165206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-4902f285-eb1f-411b-9908-519095388e3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45212d07-d4c3-4faa-9b46-82f189513dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245006 Apr 30 02:08:25.179164 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98271c67-26f0-4e4e-b2d2-65164dd78c26 req-947c0fbf-eacf-4bd6-b1a9-ce6658c80497 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:25.180646 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98271c67-26f0-4e4e-b2d2-65164dd78c26 req-947c0fbf-eacf-4bd6-b1a9-ce6658c80497 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 943 time: 0.0484030 Apr 30 02:08:25.218678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98271c67-26f0-4e4e-b2d2-65164dd78c26 req-fa6bc353-bac6-4ee0-9a6f-a7fe572ce2a7 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312295 Apr 30 02:08:25.261431 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-839d9efc-eaee-4d49-9198-3e88e941b172 service neutron] 10.222.0.23 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854304 Apr 30 02:08:25.352441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-21cbd6cd-7dd1-4cbb-899c-e1d5ec3a6c42 req-5518e412-24aa-48d1-8028-3b9e1a2191d5 service neutron] 10.222.0.23 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797305 Apr 30 02:08:26.336182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155ba70-dac0-4676-a633-9bb82007a73f req-ae756dc2-6aee-4cd0-8c06-06885f5b94cc tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:26.337640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4155ba70-dac0-4676-a633-9bb82007a73f req-ae756dc2-6aee-4cd0-8c06-06885f5b94cc tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 943 time: 0.0483382 Apr 30 02:08:26.374742 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4155ba70-dac0-4676-a633-9bb82007a73f req-85205735-13d3-48aa-8aea-65761ee32335 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301244 Apr 30 02:08:26.554485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:08:26.564053 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:08:26.608923 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397cc3df-ac20-4b7d-a6b8-770c4e801391 x-openstack-request-id: req-397cc3df-ac20-4b7d-a6b8-770c4e801391 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:08:26.609283 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:08:26.609532 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-397cc3df-ac20-4b7d-a6b8-770c4e801391 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:08:26.609956 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397cc3df-ac20-4b7d-a6b8-770c4e801391'] response: {'name': 'network-changed', 'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'status': 'completed', 'code': 200} Apr 30 02:08:26.699027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-64dc8fdc-da48-48f4-920e-b6d0c83c5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:26.700552 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-64dc8fdc-da48-48f4-920e-b6d0c83c5ea6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1094 time: 0.0718300 Apr 30 02:08:26.702822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-9f45ef84-d272-43e2-a7d9-f9d1b17cb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:26.704197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-9f45ef84-d272-43e2-a7d9-f9d1b17cb7f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1094 time: 0.0675807 Apr 30 02:08:26.860708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-100a14ca-2729-4e5e-a282-9a0fb548d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:26.862174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-100a14ca-2729-4e5e-a282-9a0fb548d74c service neutron] 10.222.0.23 "GET /v2.0/networks?id=45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 200 len: 911 time: 0.1545079 Apr 30 02:08:26.863214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-5402dbe7-c082-4909-82eb-d4ff0ceeb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:26.864536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-5402dbe7-c082-4909-82eb-d4ff0ceeb847 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 200 len: 911 time: 0.1499598 Apr 30 02:08:26.909739 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-88375512-a177-45ae-98d7-3bd57b984a2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 217 time: 0.0401318 Apr 30 02:08:26.946846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-04d97bc0-2025-4436-b9f8-5e0ee3799b94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 217 time: 0.0761826 Apr 30 02:08:27.012857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-a588c9d9-a347-433c-91d4-eaf5d162dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:27.014830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-a588c9d9-a347-433c-91d4-eaf5d162dd9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 HTTP/1.1" status: 200 len: 851 time: 0.0755630 Apr 30 02:08:27.019845 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-91284949-ad4b-415e-a372-c910194734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:27.021219 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-91284949-ad4b-415e-a372-c910194734cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 HTTP/1.1" status: 200 len: 851 time: 0.0561173 Apr 30 02:08:27.067747 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-84ee6aa1-b391-4be5-9eeb-fb131fffa5be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45212d07-d4c3-4faa-9b46-82f189513dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455716 Apr 30 02:08:27.069547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-4be5b6af-5ad9-4eb2-aca5-a30398dc1343 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45212d07-d4c3-4faa-9b46-82f189513dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404818 Apr 30 02:08:27.220910 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-45657d6b-bd7f-43ac-85f2-f115d131c6df service neutron] 10.222.0.23 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459301 Apr 30 02:08:27.224150 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-3c8fa6ef-1104-4c2d-9ee1-6e64084705a8 service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424630 Apr 30 02:08:27.380669 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-cb4036de-cece-4c8e-ad06-00b47ff126b6 service neutron] 10.222.0.23 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527348 Apr 30 02:08:27.382600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6f357a8e-2cd7-43d2-a5a2-bb811e25a96c req-ced0b07a-5a30-4d52-bbde-d93facb69cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471567 Apr 30 02:08:27.498770 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1da20-0c4a-4a2a-9c24-4051a26c7941 req-138f092a-b196-46b1-a5c7-2bceca452994 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:27.500185 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ead1da20-0c4a-4a2a-9c24-4051a26c7941 req-138f092a-b196-46b1-a5c7-2bceca452994 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 943 time: 0.0523210 Apr 30 02:08:27.541483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ead1da20-0c4a-4a2a-9c24-4051a26c7941 req-082d79f6-bcff-4f94-8049-0ed4c4329574 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Apr 30 02:08:27.763548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8cde48b5-178f-4b40-aa66-6ac684b5aaec details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:08:27.822089 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8cde48b5-178f-4b40-aa66-6ac684b5aaec no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:08:27.890341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:08:27.892717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 8cde48b5-178f-4b40-aa66-6ac684b5aaec not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:08:27.901963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'network_id': '45212d07-d4c3-4faa-9b46-82f189513dd4', 'port_id': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'mac_address': 'fa:16:3e:48:6c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a62ad1-78d5-484a-a0bb-ea1e8c5b3048', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:08:27.938849 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:27.950884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cde48b5-178f-4b40-aa66-6ac684b5aaec {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:08:27.969248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:08:28.028226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:28.074853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:28.082236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.082592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.082926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.083255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.083610 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.083936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.084256 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.084622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.084940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.085254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.085571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.085886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:28.284413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['8cde48b5-178f-4b40-aa66-6ac684b5aaec'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:08:28.663952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735d53c-70bc-422f-b2b6-71d4d13ef071 req-23626878-e8a0-45ea-a3ca-eb73a728058d tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:28.665427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8735d53c-70bc-422f-b2b6-71d4d13ef071 req-23626878-e8a0-45ea-a3ca-eb73a728058d tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 944 time: 0.0501554 Apr 30 02:08:28.702863 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8735d53c-70bc-422f-b2b6-71d4d13ef071 req-1da04e91-7d3d-46d8-81fb-cf6e2d6a870b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Apr 30 02:08:28.765835 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-42ad1c38-4d95-4770-817f-e74e3a235938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:29.421535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-02719942-f4c8-404a-80af-9a31fa7b391a tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:29.423028 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-02719942-f4c8-404a-80af-9a31fa7b391a tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6&tenant_id=06f92db873de4e42b84e5451b60d2ab1&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 944 time: 0.3554399 Apr 30 02:08:29.480827 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-102c9c26-a529-46aa-8360-3abc10d2abb1 service neutron] delete failed (client error): The resource could not be found. Apr 30 02:08:29.481805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-102c9c26-a529-46aa-8360-3abc10d2abb1 service neutron] 10.222.0.21 "DELETE /v2.0/ports/8cde48b5-178f-4b40-aa66-6ac684b5aaec/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0523183 Apr 30 02:08:29.564017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-9812c413-c51f-4ffe-9410-dd7590b77056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:29.565522 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-9812c413-c51f-4ffe-9410-dd7590b77056 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f92db873de4e42b84e5451b60d2ab1&device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 1095 time: 0.0423169 Apr 30 02:08:29.656872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ae1cbbc4-7e8e-40fa-9263-c4598d1db4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:29.658323 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ae1cbbc4-7e8e-40fa-9263-c4598d1db4cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 200 len: 911 time: 0.0866346 Apr 30 02:08:29.700665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-fc13ba44-953a-4790-a4c0-ec09696695e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 200 len: 217 time: 0.0334537 Apr 30 02:08:29.747948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ed710674-e21b-46a9-8ec4-9b2f49d09645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:29.749462 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ed710674-e21b-46a9-8ec4-9b2f49d09645 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 HTTP/1.1" status: 200 len: 851 time: 0.0445554 Apr 30 02:08:29.771185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8cde48b5-178f-4b40-aa66-6ac684b5aaec up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:08:29.783840 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-61319ab5-411e-4bb1-85c6-74a767dd2259 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45212d07-d4c3-4faa-9b46-82f189513dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284281 Apr 30 02:08:29.868121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 8cde48b5-178f-4b40-aa66-6ac684b5aaec completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:08:29.871400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-01b65457-5daf-412c-bd8a-307d879f54e7 service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815411 Apr 30 02:08:29.872134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 8cde48b5-178f-4b40-aa66-6ac684b5aaec triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:08:29.876720 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:29.951882 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:29.963753 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-f914263e-fea9-4e8f-bce8-b39948e2dbee service neutron] 10.222.0.21 "GET /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859604 Apr 30 02:08:29.973642 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:08:29.975898 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d816f8dd-026e-4737-bbab-88ac37449ee6" -d '{"events": [{"server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "name": "network-vif-plugged", "status": "completed", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:08:29.989391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:08:30.046278 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:30.094487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:30.988453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-464ee64f-f2ca-464f-a609-7a2d81f87589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:31.075915 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90899034-ab83-470a-88d4-6a17faeb6c94 x-openstack-request-id: req-90899034-ab83-470a-88d4-6a17faeb6c94 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:08:31.076204 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "name": "network-vif-plugged", "status": "completed", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:08:31.076462 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90899034-ab83-470a-88d4-6a17faeb6c94 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:08:31.076947 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90899034-ab83-470a-88d4-6a17faeb6c94'] response: {'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'code': 200} Apr 30 02:08:31.165529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab06bd-ea25-4cf3-9172-714864ba4831 req-5a011a0f-e29c-4b8e-af00-a347f2dec6da tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:31.166998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27ab06bd-ea25-4cf3-9172-714864ba4831 req-5a011a0f-e29c-4b8e-af00-a347f2dec6da tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Apr 30 02:08:31.204419 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-27ab06bd-ea25-4cf3-9172-714864ba4831 req-dd556de2-ada2-439d-abe3-6873c71a3555 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305655 Apr 30 02:08:32.142259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:32.324849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9479f45-9fee-471c-b7a6-7609ec1a1b20 req-02fd5733-9b71-4a0e-b8ab-cf6ddc143a68 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:32.326821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9479f45-9fee-471c-b7a6-7609ec1a1b20 req-02fd5733-9b71-4a0e-b8ab-cf6ddc143a68 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Apr 30 02:08:32.364346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9479f45-9fee-471c-b7a6-7609ec1a1b20 req-231fb586-9bf7-4bcd-bdce-7ceb3076d896 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/security-groups?id=95deae68-e8d3-4d1c-a66c-40fc1995d50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Apr 30 02:08:32.537348 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-05d3739e-9053-4b3c-9c9f-f65f04e6003b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:32.538762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-05d3739e-9053-4b3c-9c9f-f65f04e6003b tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Apr 30 02:08:32.629478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Deleting port 8cde48b5-178f-4b40-aa66-6ac684b5aaec {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:08:32.629818 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:32.718976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] For port 8cde48b5-178f-4b40-aa66-6ac684b5aaec, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=8cde48b5-178f-4b40-aa66-6ac684b5aaec,segment=NetworkSegment(ef29a087-059f-4631-94a6-59fa1b6b5879),segment_id=ef29a087-059f-4631-94a6-59fa1b6b5879)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:08:32.719332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:32.731776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Calling delete_port for 8cde48b5-178f-4b40-aa66-6ac684b5aaec owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:08:32.913976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:32.931172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['8cde48b5-178f-4b40-aa66-6ac684b5aaec'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:08:32.943579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Pushing event deleted for resources: {'Port': ['ID=8cde48b5-178f-4b40-aa66-6ac684b5aaec,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:32.984724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] No DVR routers for this DVR port 8cde48b5-178f-4b40-aa66-6ac684b5aaec on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:08:32.987258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:32.990466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-72609676-73ff-4d7c-937c-42b1c6808ccf req-ea04d1f7-aefd-486f-9c83-415fef0aa793 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.23 "DELETE /v2.0/ports/8cde48b5-178f-4b40-aa66-6ac684b5aaec HTTP/1.1" status: 204 len: 173 time: 0.4427810 Apr 30 02:08:32.990889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'name': 'network-vif-deleted', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:08:32.993131 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f15de-3ea0-4cf3-b0d5-0248658e4859" -d '{"events": [{"server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "name": "network-vif-deleted", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:08:33.030249 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64253d3-189c-4ffa-a818-93a023e4a6e3 x-openstack-request-id: req-d64253d3-189c-4ffa-a818-93a023e4a6e3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:08:33.030540 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbd0eb9-8d61-4481-8b67-24212c82cfe6", "name": "network-vif-deleted", "tag": "8cde48b5-178f-4b40-aa66-6ac684b5aaec", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:08:33.030882 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d64253d3-189c-4ffa-a818-93a023e4a6e3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:08:33.031281 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64253d3-189c-4ffa-a818-93a023e4a6e3'] response: {'server_uuid': '7fbd0eb9-8d61-4481-8b67-24212c82cfe6', 'name': 'network-vif-deleted', 'tag': '8cde48b5-178f-4b40-aa66-6ac684b5aaec', 'status': 'completed', 'code': 200} Apr 30 02:08:33.474674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a01311da-7d28-4ad1-8b8e-e7d57da7b78a req-efc415c0-7378-4f39-aec4-a9c73fe80071 tempest-DeleteServersTestJSON-1577684669 tempest-DeleteServersTestJSON-1577684669-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbd0eb9-8d61-4481-8b67-24212c82cfe6 HTTP/1.1" status: 200 len: 210 time: 0.0269547 Apr 30 02:08:33.971219 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:33.982653 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:34.603851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35944) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:08:34.647983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-325e3ce2-14b7-45d0-bf8a-36b68c94087f admin admin] Deleting subnet 09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:08:34.650950 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-325e3ce2-14b7-45d0-bf8a-36b68c94087f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:34.684596 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-325e3ce2-14b7-45d0-bf8a-36b68c94087f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:34.726236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-325e3ce2-14b7-45d0-bf8a-36b68c94087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:34.844399 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-325e3ce2-14b7-45d0-bf8a-36b68c94087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:34.873085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e3ce2-14b7-45d0-bf8a-36b68c94087f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a62ad1-78d5-484a-a0bb-ea1e8c5b3048,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:34.875090 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-325e3ce2-14b7-45d0-bf8a-36b68c94087f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:34.884484 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-325e3ce2-14b7-45d0-bf8a-36b68c94087f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/09a62ad1-78d5-484a-a0bb-ea1e8c5b3048 HTTP/1.1" status: 204 len: 168 time: 0.2735386 Apr 30 02:08:34.884484 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:08:34.949805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.030273 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.050175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45212d07-d4c3-4faa-9b46-82f189513dd4']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:08:35.059106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef29a087-059f-4631-94a6-59fa1b6b5879') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:08:35.059403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef29a087-059f-4631-94a6-59fa1b6b5879') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:08:35.068635 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.081323 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.086992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:08:35.089178 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:08:35.222693 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.229094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.232281 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] 10.222.0.15 "DELETE /v2.0/networks/45212d07-d4c3-4faa-9b46-82f189513dd4 HTTP/1.1" status: 204 len: 168 time: 0.3496845 Apr 30 02:08:35.242090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ab2d3-bec2-4902-a3ce-4f107c1701cb admin admin] Pushing event deleted for resources: {'Network': ['ID=45212d07-d4c3-4faa-9b46-82f189513dd4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:35.571913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35950) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:08:35.611470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9e53db93-4823-4c18-8883-43fbf9b17459 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06f92db873de4e42b84e5451b60d2ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383513 Apr 30 02:08:35.613771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35952) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:08:35.660199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f70cbfc-fcc5-4d6d-9deb-aefbedd3267e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.679949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f70cbfc-fcc5-4d6d-9deb-aefbedd3267e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.794187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f70cbfc-fcc5-4d6d-9deb-aefbedd3267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.797331 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3f70cbfc-fcc5-4d6d-9deb-aefbedd3267e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:35.798551 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3f70cbfc-fcc5-4d6d-9deb-aefbedd3267e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95deae68-e8d3-4d1c-a66c-40fc1995d50b HTTP/1.1" status: 204 len: 168 time: 0.1838489 Apr 30 02:08:35.804381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8cde48b5-178f-4b40-aa66-6ac684b5aaec no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:08:35.807869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70cbfc-fcc5-4d6d-9deb-aefbedd3267e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95deae68-e8d3-4d1c-a66c-40fc1995d50b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:35.829727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 8cde48b5-178f-4b40-aa66-6ac684b5aaec {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:08:35.830066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 8cde48b5-178f-4b40-aa66-6ac684b5aaec not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:08:36.787176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35974) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:08:36.913811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-423811511-network', 'tenant_id': '971403515434475d9a42e19a57b7e5f6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:08:36.971076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Made reservation on behalf of 971403515434475d9a42e19a57b7e5f6 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:08:36.973437 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:36.981866 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.057997 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.102123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.127975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:08:37.133124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df7c62f-7487-4532-8e0e-ac51acf2396b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:37.145800 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.145800 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Added segment c7bd4d5c-4953-4252-88af-8e6c8626d87c of type vlan for network 7b861f73-aef3-457a-a226-c81881a7248f Apr 30 02:08:37.179771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.262249 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.263172 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:37.264325 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.350264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7b861f73-aef3-457a-a226-c81881a7248f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:37.362947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7b861f73-aef3-457a-a226-c81881a7248f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:08:37.367979 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-439bd6d1-2ab3-40a0-bf19-023014df11a3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5796609 Apr 30 02:08:37.370760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 35978) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:08:37.376125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Request body: {'subnet': {'network_id': '7b861f73-aef3-457a-a226-c81881a7248f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-423811511-subnet', 'tenant_id': '971403515434475d9a42e19a57b7e5f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:08:37.456718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Made reservation on behalf of 971403515434475d9a42e19a57b7e5f6 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:08:37.459044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.679915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.733041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de4df94-0c0d-46e0-b369-5ed1a1c35472,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:37.741644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Checking segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:08:37.741993 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Network hostable DHCP agents. Network: 7b861f73-aef3-457a-a226-c81881a7248f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:08:37.833769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Network 7b861f73-aef3-457a-a226-c81881a7248f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:08:37.913770 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7b861f73-aef3-457a-a226-c81881a7248f) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:08:37.917749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:37.924391 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:37.925179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45500e6-5d17-4302-bfd2-b58396d647b4 None None] Network 7b861f73-aef3-457a-a226-c81881a7248f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:08:37.996775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f07ef3fb-db7e-4214-8c5d-e63244b451fd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6248775 Apr 30 02:08:38.044124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2622f8-098c-4cec-97a6-113e3fc90cfa None None] Network 7b861f73-aef3-457a-a226-c81881a7248f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:08:38.366223 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:08:38.415944 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-64c1375d-0d77-40f1-87df-810fb01e42e9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:38.419966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-64c1375d-0d77-40f1-87df-810fb01e42e9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 814 time: 0.0987589 Apr 30 02:08:38.432498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-ae0122e4-4d35-4f0a-bf81-64775aa14c94 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/quotas/971403515434475d9a42e19a57b7e5f6 HTTP/1.1" status: 200 len: 375 time: 0.0088644 Apr 30 02:08:38.468037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-ab80d14b-d466-419c-afbe-952382b07d64 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299463 Apr 30 02:08:38.555921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-0aab3512-5a55-4a91-956a-500a5adb8f64 service neutron] 10.222.0.15 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807290 Apr 30 02:08:38.646535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-40bf625b-9f8e-4c18-ba53-1901b52edfdb service neutron] 10.222.0.15 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838230 Apr 30 02:08:38.874141 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-149fe660-8347-4856-a37a-1836cb69e67e req-da95f43c-4602-47b1-badf-f7b20447a7ab tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 210 time: 0.0265667 Apr 30 02:08:39.967663 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a3a26a27-69c5-40ac-8f5c-383e9b2e0bb0 req-f3874c4b-25dd-434b-98b8-33ff4808f8eb tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 210 time: 0.0265741 Apr 30 02:08:40.832204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-d3b97ced-85ea-4f3e-9150-08bffbfee80f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:40.833601 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-d3b97ced-85ea-4f3e-9150-08bffbfee80f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.23 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 814 time: 0.1053879 Apr 30 02:08:40.852785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Request body: {'port': {'device_id': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f', 'admin_state_up': True, 'tenant_id': '971403515434475d9a42e19a57b7e5f6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:08:41.028531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Made reservation on behalf of 971403515434475d9a42e19a57b7e5f6 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:08:41.032601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:41.063237 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-423b2123-846d-480a-ab1b-670519d18014 req-0fab3aaa-9cea-4786-b212-2b195489b9eb tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 210 time: 0.0264163 Apr 30 02:08:41.163538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Allocated IP 172.20.0.14 (7b861f73-aef3-457a-a226-c81881a7248f/6de4df94-0c0d-46e0-b369-5ed1a1c35472/a9ddaf11-977f-4951-b50e-dcce09d605f3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:08:41.313855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:41.411963 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:41.457411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Network 7b861f73-aef3-457a-a226-c81881a7248f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:08:41.460461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:08:41.464420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:08:41.471082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:41.517542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:41.518221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:41.597519 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-97dd64db-2ee8-41de-a3bc-8b0c22e234c4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7482669 Apr 30 02:08:41.613573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Request body: {'port': {'device_id': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:08:41.670186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:41.936032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ddaf11-977f-4951-b50e-dcce09d605f3 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:08:41.943549 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:41.955204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Transition to ACTIVE for port object a9ddaf11-977f-4951-b50e-dcce09d605f3 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:08:42.022723 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:42.094142 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:42.119394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.119750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.120084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.120412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.120737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.121057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.121373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.121687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.122004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.122319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.123357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.123819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:08:42.156476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Attempting to bind port a9ddaf11-977f-4951-b50e-dcce09d605f3 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:08:42.157083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Attempting to bind port a9ddaf11-977f-4951-b50e-dcce09d605f3 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:08:42.157541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Attempting to bind port a9ddaf11-977f-4951-b50e-dcce09d605f3 on network 7b861f73-aef3-457a-a226-c81881a7248f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:08:42.162098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Port a9ddaf11-977f-4951-b50e-dcce09d605f3 on network 7b861f73-aef3-457a-a226-c81881a7248f not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:08:42.162447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Attempting to bind port a9ddaf11-977f-4951-b50e-dcce09d605f3 on network 7b861f73-aef3-457a-a226-c81881a7248f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:08:42.167219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:08:42.167602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Checking segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:08:42.167977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Bound using segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:08:42.168423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Bound port: a9ddaf11-977f-4951-b50e-dcce09d605f3, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:08:42.168774 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:42.182383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940712e1-6657-4ba7-9c87-90b84ee17b8b req-e1b60b8a-457c-452f-a4fa-c9f361962c2f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:42.183898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-940712e1-6657-4ba7-9c87-90b84ee17b8b req-e1b60b8a-457c-452f-a4fa-c9f361962c2f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 944 time: 0.0501637 Apr 30 02:08:42.227236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-940712e1-6657-4ba7-9c87-90b84ee17b8b req-6f31dd49-6853-42a9-ad4b-e22d86c8220c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Apr 30 02:08:42.235822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:08:42.238875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:08:42.291824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:42.325857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:42.326491 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:42.327911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] 10.222.0.23 "PUT /v2.0/ports/a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 1092 time: 0.7187400 Apr 30 02:08:42.328340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:08:42.330603 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d38be-9877-4654-b903-424389a386ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:08:42.353936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef147a6-adeb-4141-9486-179daa3f5a48 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:42.375842 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f97aa9-78db-4c6e-9b39-cc07ae56c187 x-openstack-request-id: req-f2f97aa9-78db-4c6e-9b39-cc07ae56c187 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:08:42.376136 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:08:42.376383 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2f97aa9-78db-4c6e-9b39-cc07ae56c187 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:08:42.376809 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f97aa9-78db-4c6e-9b39-cc07ae56c187'] response: {'name': 'network-changed', 'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'status': 'completed', 'code': 200} Apr 30 02:08:42.446376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d38be-9877-4654-b903-424389a386ad req-5bfd0a19-f107-4a96-a91b-adedd173fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:42.447976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-388d38be-9877-4654-b903-424389a386ad req-5bfd0a19-f107-4a96-a91b-adedd173fc04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1095 time: 0.0453432 Apr 30 02:08:42.553378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d38be-9877-4654-b903-424389a386ad req-1678cce5-d6c4-456e-ba51-361d343222eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:42.554870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-388d38be-9877-4654-b903-424389a386ad req-1678cce5-d6c4-456e-ba51-361d343222eb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=971403515434475d9a42e19a57b7e5f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0944607 Apr 30 02:08:42.652694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d38be-9877-4654-b903-424389a386ad req-1ffbeac0-7cec-4191-aa5c-ac01a5b48650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:42.654970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-388d38be-9877-4654-b903-424389a386ad req-1ffbeac0-7cec-4191-aa5c-ac01a5b48650 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0903940 Apr 30 02:08:42.737430 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-c9fa9028-db6c-4fd8-b783-5c320f51bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:42.738918 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-c9fa9028-db6c-4fd8-b783-5c320f51bf99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1095 time: 0.0407982 Apr 30 02:08:42.783981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-48c40748-2ea5-49ec-a6b9-056ac208b931 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 217 time: 0.0339015 Apr 30 02:08:42.838835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-ee2611ca-eba0-4659-bce5-269e6b0b0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:42.840246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-ee2611ca-eba0-4659-bce5-269e6b0b0cb6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0465136 Apr 30 02:08:42.880418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-d6e3bd72-fdb8-4049-9ff3-db14084e06fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252457 Apr 30 02:08:42.972954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-47bc1ddb-2999-43e3-90c1-3a514f50c6b8 service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808070 Apr 30 02:08:43.067913 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f42ac988-30cc-4acb-a105-cf6501d8de6f req-5f7a32bc-2227-456c-87b7-018040b281d1 service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845435 Apr 30 02:08:43.353979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec40ea-e3f8-41d8-b0ee-134c13e4dce2 req-e67c3177-e34d-4e8e-8db1-a7362a24b3a5 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:43.355446 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46ec40ea-e3f8-41d8-b0ee-134c13e4dce2 req-e67c3177-e34d-4e8e-8db1-a7362a24b3a5 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 944 time: 0.0515332 Apr 30 02:08:43.392349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-46ec40ea-e3f8-41d8-b0ee-134c13e4dce2 req-c6110995-90f6-4806-a336-5a02c638a862 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Apr 30 02:08:44.505414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ac165-a2fe-4788-b283-ddf3c5bdba5a req-f1b4bb26-636d-42bf-b24f-fe5c7be55a03 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:44.506865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb9ac165-a2fe-4788-b283-ddf3c5bdba5a req-f1b4bb26-636d-42bf-b24f-fe5c7be55a03 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 944 time: 0.0474200 Apr 30 02:08:44.545984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb9ac165-a2fe-4788-b283-ddf3c5bdba5a req-c1817746-241f-4758-ba9b-f79427787da4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331490 Apr 30 02:08:45.660080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06256-7df9-4c75-bf71-2f5877158dd3 req-c948dac5-e7ed-4c1f-9892-a37e0a3d23d9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:45.661526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7d06256-7df9-4c75-bf71-2f5877158dd3 req-c948dac5-e7ed-4c1f-9892-a37e0a3d23d9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 944 time: 0.0478070 Apr 30 02:08:45.698561 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7d06256-7df9-4c75-bf71-2f5877158dd3 req-a004dc53-c75f-46b0-8656-abe17595ffe3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Apr 30 02:08:45.880183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a9ddaf11-977f-4951-b50e-dcce09d605f3 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:08:45.973836 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:08:45.985551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f', 'port_id': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'mac_address': 'fa:16:3e:35:43:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de4df94-0c0d-46e0-b369-5ed1a1c35472', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:08:46.020830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:46.033648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ddaf11-977f-4951-b50e-dcce09d605f3 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:08:46.053006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:08:46.102445 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:46.147274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:46.348848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a9ddaf11-977f-4951-b50e-dcce09d605f3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:08:46.818664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00523d4-6441-4de8-958e-7730b0732573 req-2f43c6ba-4fba-4ab0-b76c-b20ea67e7ede tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:46.818664 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e00523d4-6441-4de8-958e-7730b0732573 req-2f43c6ba-4fba-4ab0-b76c-b20ea67e7ede tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 945 time: 0.0523903 Apr 30 02:08:46.854996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e00523d4-6441-4de8-958e-7730b0732573 req-bb215bde-b72c-49f6-a8ac-eec3b5313857 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Apr 30 02:08:47.880197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a9ddaf11-977f-4951-b50e-dcce09d605f3 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:08:47.974216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aa30f-2aeb-4f7e-b87e-ce9dac566e75 req-b3f98439-a7d1-4b31-a62e-bb0766a7e794 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:47.975754 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef0aa30f-2aeb-4f7e-b87e-ce9dac566e75 req-b3f98439-a7d1-4b31-a62e-bb0766a7e794 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 945 time: 0.0486748 Apr 30 02:08:47.988054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port a9ddaf11-977f-4951-b50e-dcce09d605f3 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:08:47.991865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port a9ddaf11-977f-4951-b50e-dcce09d605f3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:08:47.992233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:48.014853 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef0aa30f-2aeb-4f7e-b87e-ce9dac566e75 req-f0d5cc8f-51a8-4813-ac04-2dcce25f7e3e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Apr 30 02:08:48.068730 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:48.090179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:08:48.092404 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5d7ae8-df4d-410f-88d5-334f6d8c933d" -d '{"events": [{"server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "name": "network-vif-plugged", "status": "completed", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:08:48.104655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:08:48.130666 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6b7b01-d8cc-4932-b992-1844135126ff x-openstack-request-id: req-da6b7b01-d8cc-4932-b992-1844135126ff {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:08:48.130666 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "name": "network-vif-plugged", "status": "completed", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:08:48.130666 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da6b7b01-d8cc-4932-b992-1844135126ff {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:08:48.130666 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6b7b01-d8cc-4932-b992-1844135126ff'] response: {'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'code': 200} Apr 30 02:08:48.165418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:48.213392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:08:48.233986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620e9f7-9e02-4688-85f3-ba36c191b31a req-8a42a642-f0a7-4413-8a03-854b0a22cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:48.235507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5620e9f7-9e02-4688-85f3-ba36c191b31a req-8a42a642-f0a7-4413-8a03-854b0a22cb3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1097 time: 0.0410089 Apr 30 02:08:48.272574 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5620e9f7-9e02-4688-85f3-ba36c191b31a req-dcf4053f-70dc-453b-9acf-7c9d7325858c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270791 Apr 30 02:08:49.016662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:49.130477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e346ed2-ae7d-4357-a825-25cab3b414c7 req-0880bb89-3640-4072-8b7b-5b8a651a2193 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:49.131969 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e346ed2-ae7d-4357-a825-25cab3b414c7 req-0880bb89-3640-4072-8b7b-5b8a651a2193 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0485237 Apr 30 02:08:49.168995 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e346ed2-ae7d-4357-a825-25cab3b414c7 req-50dc3075-73f3-4fa2-b8ba-1b8dbde87d4f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Apr 30 02:08:50.508436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62981bd8-2cf0-4eb4-ac5f-c1971784ae93 req-c1513a3d-8ae9-4a89-9918-9c2714cd57a3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:50.509820 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62981bd8-2cf0-4eb4-ac5f-c1971784ae93 req-c1513a3d-8ae9-4a89-9918-9c2714cd57a3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.2728927 Apr 30 02:08:50.549398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62981bd8-2cf0-4eb4-ac5f-c1971784ae93 req-736308cb-dc8f-432d-9025-cce5b39c6c27 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Apr 30 02:08:50.661145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c812f7-795c-4644-90c2-66add6d72cff req-a7009f8c-17bc-49bd-aec9-553022dac9de tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:50.662569 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32c812f7-795c-4644-90c2-66add6d72cff req-a7009f8c-17bc-49bd-aec9-553022dac9de tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0472474 Apr 30 02:08:50.699002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32c812f7-795c-4644-90c2-66add6d72cff req-28cf40ad-3123-4803-8c56-72b5faa3f98f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304458 Apr 30 02:08:50.879726 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:50.978805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7e1bd-79f8-4644-b846-84696dfc5439 req-71a48400-83e9-42ec-9859-2492dc035f15 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:50.980297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-baa7e1bd-79f8-4644-b846-84696dfc5439 req-71a48400-83e9-42ec-9859-2492dc035f15 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0491571 Apr 30 02:08:51.017324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-baa7e1bd-79f8-4644-b846-84696dfc5439 req-e1b7c43f-2944-4128-9f88-f87a3a836acb tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Apr 30 02:08:51.131963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd68d-8cf2-4b61-874e-70b33af0f8ef req-e6225c04-4b17-4e3c-9e57-40fe2a6fe2a3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:51.133309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2a9bd68d-8cf2-4b61-874e-70b33af0f8ef req-e6225c04-4b17-4e3c-9e57-40fe2a6fe2a3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0505311 Apr 30 02:08:51.170532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2a9bd68d-8cf2-4b61-874e-70b33af0f8ef req-2ec8ab32-3233-4459-ab8e-1f54fcb36ae6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306008 Apr 30 02:08:51.541011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66c42-4acd-4a6b-bcc4-b5e7af56a2ed req-f755101b-3b04-4a39-a8fc-2c73e407786c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:51.542504 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde66c42-4acd-4a6b-bcc4-b5e7af56a2ed req-f755101b-3b04-4a39-a8fc-2c73e407786c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0501063 Apr 30 02:08:51.580641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bde66c42-4acd-4a6b-bcc4-b5e7af56a2ed req-4016873e-d6f6-42a6-9355-d59e7aa68c3b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Apr 30 02:08:51.629448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-005e2ce8-2387-457b-9243-ef7996be9220 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427859 Apr 30 02:08:52.699305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b75324-b13d-4c56-8d17-55d8184977c6 req-e836136f-5a4c-46c0-83f9-82527b63e3d4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:52.701349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b75324-b13d-4c56-8d17-55d8184977c6 req-e836136f-5a4c-46c0-83f9-82527b63e3d4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0490668 Apr 30 02:08:52.742699 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40b75324-b13d-4c56-8d17-55d8184977c6 req-28b74fc9-dc74-4386-a03c-744ec319b228 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Apr 30 02:08:53.517866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-d06fa9b7-3579-4be3-9fd8-092e9e78219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:53.519330 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-d06fa9b7-3579-4be3-9fd8-092e9e78219e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1097 time: 0.0410240 Apr 30 02:08:53.612965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-08699556-f0b0-4873-bbe9-8d410e39113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:53.614430 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-08699556-f0b0-4873-bbe9-8d410e39113f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.0881612 Apr 30 02:08:53.656041 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-6d2fd7d2-742b-477f-9849-e3a210cdbd82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 217 time: 0.0348341 Apr 30 02:08:53.707213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-80101a41-8f7f-48c1-aa2c-44a62e653a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:53.708663 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-80101a41-8f7f-48c1-aa2c-44a62e653a70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0464666 Apr 30 02:08:53.738206 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-708780dc-653d-47fe-8323-19f4dc32f5cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230732 Apr 30 02:08:53.826759 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-c49dfa56-776f-479f-bbdb-2fec3361db56 service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814517 Apr 30 02:08:53.861379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b3935-56e3-4156-b992-ceb2d4f6af5e req-7a533de6-3a83-4d7f-8e35-e2f4b3258446 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:53.863469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d33b3935-56e3-4156-b992-ceb2d4f6af5e req-7a533de6-3a83-4d7f-8e35-e2f4b3258446 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0508566 Apr 30 02:08:53.902552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d33b3935-56e3-4156-b992-ceb2d4f6af5e req-59b187f7-4015-4188-b63f-3f9ccc0d3a49 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Apr 30 02:08:53.921869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-ca28b2da-23f4-4392-96cf-8a0712b51c2e service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882385 Apr 30 02:08:55.022852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29282d1e-86ee-4fd4-a7a6-d89e19eeac28 req-22344cab-e132-4e7b-8f1b-82b87ed518c5 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:55.024359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29282d1e-86ee-4fd4-a7a6-d89e19eeac28 req-22344cab-e132-4e7b-8f1b-82b87ed518c5 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0487063 Apr 30 02:08:55.060917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29282d1e-86ee-4fd4-a7a6-d89e19eeac28 req-ddc31449-2cc6-4dfe-a27e-12b614ebfda9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301702 Apr 30 02:08:56.177403 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffaaaa-4d47-4f99-938e-17de7f604f7b req-fa65490c-743f-4592-9c60-319423cc1425 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:56.178845 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47ffaaaa-4d47-4f99-938e-17de7f604f7b req-fa65490c-743f-4592-9c60-319423cc1425 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0485923 Apr 30 02:08:56.219729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47ffaaaa-4d47-4f99-938e-17de7f604f7b req-2b150737-ca4e-43da-8009-fa44adb4029f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348313 Apr 30 02:08:57.334613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4424d-079f-4663-ba30-359f62fe1113 req-1765c65d-05c1-4c94-8c9f-295227b25caa tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:57.336103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7d4424d-079f-4663-ba30-359f62fe1113 req-1765c65d-05c1-4c94-8c9f-295227b25caa tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0480213 Apr 30 02:08:57.373802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d7d4424d-079f-4663-ba30-359f62fe1113 req-b8ca7c6a-235f-4677-ae73-cfe0a57168dc tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Apr 30 02:08:58.490348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f03cfb-3e06-4ad5-a824-769e75619750 req-d70bb93c-64ef-43d4-900c-5be875ac9d5b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:58.491831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50f03cfb-3e06-4ad5-a824-769e75619750 req-d70bb93c-64ef-43d4-900c-5be875ac9d5b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0489483 Apr 30 02:08:58.529475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-50f03cfb-3e06-4ad5-a824-769e75619750 req-0b720fe7-3084-4ffa-b11d-87c712441c88 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Apr 30 02:08:58.781894 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-928a9027-65ad-4115-8f9b-a4fc8279c8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:08:59.644547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d002e-c7bd-42c3-8407-445a7f18ef48 req-c0c319e6-2c3c-4da6-94dd-c71ea25aa0e6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:08:59.645987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b7d002e-c7bd-42c3-8407-445a7f18ef48 req-c0c319e6-2c3c-4da6-94dd-c71ea25aa0e6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0468366 Apr 30 02:08:59.686602 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b7d002e-c7bd-42c3-8407-445a7f18ef48 req-ae6ceb05-8347-4a77-8ce0-55998e305f7f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347266 Apr 30 02:09:00.800126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd35e-23ea-41b6-937b-86ec4b076ead req-cae1c449-1531-48db-97da-2b7737c37207 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:00.801575 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51ddd35e-23ea-41b6-937b-86ec4b076ead req-cae1c449-1531-48db-97da-2b7737c37207 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0473149 Apr 30 02:09:00.838471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-51ddd35e-23ea-41b6-937b-86ec4b076ead req-0cd13101-f991-4f72-a7e7-f1b1a8209e8f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Apr 30 02:09:00.999162 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-95e11091-5efb-461f-b06f-66b65b6b8960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:01.956547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47896740-7bc7-4523-87f9-a8bb74839057 req-8b7fe4f3-d21d-42cc-ad43-2275f53cdf42 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:01.957988 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47896740-7bc7-4523-87f9-a8bb74839057 req-8b7fe4f3-d21d-42cc-ad43-2275f53cdf42 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0482063 Apr 30 02:09:01.993721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47896740-7bc7-4523-87f9-a8bb74839057 req-7d6ffe11-c590-468f-9a7d-c35e571c3eec tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296884 Apr 30 02:09:02.176600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:03.109960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc59e8-944c-4d98-bb95-92f48f322870 req-a6855598-b128-4a07-8d6b-b5a8fafc6cd6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:03.111451 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6fcc59e8-944c-4d98-bb95-92f48f322870 req-a6855598-b128-4a07-8d6b-b5a8fafc6cd6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0477571 Apr 30 02:09:03.151167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6fcc59e8-944c-4d98-bb95-92f48f322870 req-48e9eccd-715c-4926-b1f1-2ac5f9d6b116 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337849 Apr 30 02:09:03.901887 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:03.924830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:04.265894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473646-2089-4db1-8374-bdc2ca948dde req-5ac56785-fa3f-47e9-a5c4-16ab97afa01a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:04.267357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d473646-2089-4db1-8374-bdc2ca948dde req-5ac56785-fa3f-47e9-a5c4-16ab97afa01a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0473804 Apr 30 02:09:04.304608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d473646-2089-4db1-8374-bdc2ca948dde req-d42ace72-ee0f-4559-8617-c014c0517afc tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Apr 30 02:09:05.418594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6d26e-5805-4c80-be1b-763a93aa62ef req-6fb556b3-257d-4f22-972b-49302c4d2b9b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:05.420069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0d6d26e-5805-4c80-be1b-763a93aa62ef req-6fb556b3-257d-4f22-972b-49302c4d2b9b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0481970 Apr 30 02:09:05.456936 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0d6d26e-5805-4c80-be1b-763a93aa62ef req-282aeacc-ef82-485a-977b-2c692074cc53 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Apr 30 02:09:06.573646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0999c9-3a88-4a7b-867b-87377f1e7c51 req-f1f70c14-6879-4784-839e-daac47941f9c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:06.575103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e0999c9-3a88-4a7b-867b-87377f1e7c51 req-f1f70c14-6879-4784-839e-daac47941f9c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0484529 Apr 30 02:09:06.617297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e0999c9-3a88-4a7b-867b-87377f1e7c51 req-340eb943-f13e-4b8e-9457-8a2537fce9e8 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354073 Apr 30 02:09:07.733596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35343bbb-1db8-4f59-ba83-662f126d6d25 req-45324438-a989-453a-a4f5-af60b8ac337d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:07.735040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-35343bbb-1db8-4f59-ba83-662f126d6d25 req-45324438-a989-453a-a4f5-af60b8ac337d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0483794 Apr 30 02:09:07.771916 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-35343bbb-1db8-4f59-ba83-662f126d6d25 req-8203d8ba-7f4f-4f60-8388-163302e18850 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Apr 30 02:09:08.891251 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bf44-071d-4320-b672-24c4682e7565 req-58f3d7e7-650c-47aa-9dd1-9e3d44c7f353 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:08.892772 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b567bf44-071d-4320-b672-24c4682e7565 req-58f3d7e7-650c-47aa-9dd1-9e3d44c7f353 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0493658 Apr 30 02:09:08.929941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b567bf44-071d-4320-b672-24c4682e7565 req-92d33a27-b791-43ca-aea4-068304b28656 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Apr 30 02:09:10.044679 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72a65c-6d7e-44ed-a0e0-631188446878 req-5ba024e4-cc64-44b2-9ffc-e37dd56dd9f3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:10.046315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b72a65c-6d7e-44ed-a0e0-631188446878 req-5ba024e4-cc64-44b2-9ffc-e37dd56dd9f3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0473418 Apr 30 02:09:10.086715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b72a65c-6d7e-44ed-a0e0-631188446878 req-05161f3d-819b-4602-8c47-dc3fcf43d15f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Apr 30 02:09:11.200444 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271a37e-37bc-4273-ac74-84a43d6504f0 req-8ba414e6-6c2d-4a05-92cc-affdfc55b83e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:11.202606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f271a37e-37bc-4273-ac74-84a43d6504f0 req-8ba414e6-6c2d-4a05-92cc-affdfc55b83e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0486948 Apr 30 02:09:11.240258 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f271a37e-37bc-4273-ac74-84a43d6504f0 req-7d335e5e-3e90-42c3-8c4c-e2e0073c4dba tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Apr 30 02:09:12.420817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570a8d-a09f-49c4-b521-f1ac95c54997 req-3f115185-b960-433f-a4f6-2352f693bc6b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:12.422265 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe570a8d-a09f-49c4-b521-f1ac95c54997 req-3f115185-b960-433f-a4f6-2352f693bc6b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.1142690 Apr 30 02:09:12.458227 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fe570a8d-a09f-49c4-b521-f1ac95c54997 req-663dc506-8664-472f-9c2f-68f1f6fe35a2 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299428 Apr 30 02:09:13.574590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a151d-6f07-4d8d-adb3-37f7a24f664c req-527e9765-e217-4856-9baa-17ff2aec3df4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:13.576514 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-533a151d-6f07-4d8d-adb3-37f7a24f664c req-527e9765-e217-4856-9baa-17ff2aec3df4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0491917 Apr 30 02:09:13.617377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-533a151d-6f07-4d8d-adb3-37f7a24f664c req-7749c1bf-a8e6-4e7b-a1b7-00900521997e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347800 Apr 30 02:09:14.732640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08219e6-26ec-4a6e-b6f5-db96f05e6f1a req-c3e6f04a-5376-4f40-9d81-c33b14ae0fb9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:14.734090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b08219e6-26ec-4a6e-b6f5-db96f05e6f1a req-c3e6f04a-5376-4f40-9d81-c33b14ae0fb9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0475757 Apr 30 02:09:14.771215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b08219e6-26ec-4a6e-b6f5-db96f05e6f1a req-5ae52fa2-c228-4806-ba08-8bc955535c08 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Apr 30 02:09:15.365623 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:09:15.884343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda0d61-4b3b-4d32-93ab-bab2f75886c6 req-8b994232-456f-48d2-aae7-26cd1cbba648 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:15.885779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7eda0d61-4b3b-4d32-93ab-bab2f75886c6 req-8b994232-456f-48d2-aae7-26cd1cbba648 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0469956 Apr 30 02:09:15.924393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7eda0d61-4b3b-4d32-93ab-bab2f75886c6 req-c8bb8af0-9f3c-416d-8923-4fa17c7fedfa tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 Apr 30 02:09:16.771660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-85a09dec-76c7-44da-92cc-004cde632cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:16.773166 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-85a09dec-76c7-44da-92cc-004cde632cd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1097 time: 0.0415349 Apr 30 02:09:16.877694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-085b7ade-0950-4ab3-a86b-0a69a78a557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:16.879156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-085b7ade-0950-4ab3-a86b-0a69a78a557c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.0858223 Apr 30 02:09:16.924149 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-9f5c6fac-3fe5-402a-ac17-149c90bb32b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 217 time: 0.0351386 Apr 30 02:09:16.973066 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-efef4f92-2a0d-4a4b-a61f-2787966bb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:16.976362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-efef4f92-2a0d-4a4b-a61f-2787966bb0fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0440271 Apr 30 02:09:17.011086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-be57a3a6-386c-4a5d-9ecc-c81b785ca67e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249617 Apr 30 02:09:17.043150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595fc2e-b60b-4a97-a59d-027e569130be req-103c730e-bfba-4900-ab8e-b1b56439e245 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:17.044660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0595fc2e-b60b-4a97-a59d-027e569130be req-103c730e-bfba-4900-ab8e-b1b56439e245 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0485697 Apr 30 02:09:17.086815 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0595fc2e-b60b-4a97-a59d-027e569130be req-6d05601f-e3b9-4f7b-8217-0aa2b063e46b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354671 Apr 30 02:09:17.104390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-f2d3a807-328e-4f28-8876-8789ad844c5a service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867333 Apr 30 02:09:17.195524 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f17260ce-446f-4722-8032-196f59f2f7b3 req-e91078b9-db73-4d99-87ba-7ab95806d6fb service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808902 Apr 30 02:09:18.202114 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8899d-9c40-45f7-841a-7d6c58704697 req-9a6c380a-5773-472d-a18d-f5c0d4a71d3f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:18.203591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52f8899d-9c40-45f7-841a-7d6c58704697 req-9a6c380a-5773-472d-a18d-f5c0d4a71d3f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0483060 Apr 30 02:09:18.240193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52f8899d-9c40-45f7-841a-7d6c58704697 req-20a2b8a8-be63-43f2-b896-900bf3ac7b9a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Apr 30 02:09:19.027520 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:19.355059 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5596-a1b7-4eb7-839d-5a5e9e784605 req-efebb6d2-8d71-47f4-b349-ccbf390cf37e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:19.356532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f60f5596-a1b7-4eb7-839d-5a5e9e784605 req-efebb6d2-8d71-47f4-b349-ccbf390cf37e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0480442 Apr 30 02:09:19.393722 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f60f5596-a1b7-4eb7-839d-5a5e9e784605 req-4da28024-67f0-46d4-9bcf-1d986c179b43 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305421 Apr 30 02:09:20.509430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c282be-c081-440c-8b15-60490e2f0798 req-8a095730-e1b6-4e70-a9bb-dae60f44930f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:20.510893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07c282be-c081-440c-8b15-60490e2f0798 req-8a095730-e1b6-4e70-a9bb-dae60f44930f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0491304 Apr 30 02:09:20.553962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07c282be-c081-440c-8b15-60490e2f0798 req-a598e218-d1b3-4f33-92e0-5c111f822d2a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Apr 30 02:09:20.890409 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:21.392624 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-5755775a-6214-437a-9c72-bf53595fc029 service neutron] show failed (client error): The resource could not be found. Apr 30 02:09:21.393651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-5755775a-6214-437a-9c72-bf53595fc029 service neutron] 10.222.0.23 "GET /v2.0/ports/a9ddaf11-977f-4951-b50e-dcce09d605f3/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0581834 Apr 30 02:09:21.669398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdcb9c-cc27-4b45-97cd-01efb69cd2ef req-7ab98bb7-4018-46f8-a76a-9f722d935bff tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:21.670864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8fdcb9c-cc27-4b45-97cd-01efb69cd2ef req-7ab98bb7-4018-46f8-a76a-9f722d935bff tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0485897 Apr 30 02:09:21.708821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a8fdcb9c-cc27-4b45-97cd-01efb69cd2ef req-ce7363b3-2154-40f2-8f1b-f61c0f5de2c3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Apr 30 02:09:21.918190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-64568d34-69f7-4d38-80ce-076d5676d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:21.919795 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-64568d34-69f7-4d38-80ce-076d5676d97f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b&tenant_id=971403515434475d9a42e19a57b7e5f6 HTTP/1.1" status: 200 len: 1097 time: 0.0927780 Apr 30 02:09:21.930889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:09:21.980994 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:22.181200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:09:22.213474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:09:22.251246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:09:22.253511 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e97128-8d4e-4d36-85b9-315b0fcc779c" -d '{"events": [{"server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:09:22.257546 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:22.270232 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Transition to ACTIVE for port object a9ddaf11-977f-4951-b50e-dcce09d605f3 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:09:22.341997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:22.369318 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4daa1f-25d6-4ee1-bdef-c5684ee7ffff x-openstack-request-id: req-af4daa1f-25d6-4ee1-bdef-c5684ee7ffff {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:09:22.369610 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:09:22.369854 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af4daa1f-25d6-4ee1-bdef-c5684ee7ffff {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:09:22.370245 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4daa1f-25d6-4ee1-bdef-c5684ee7ffff'] response: {'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'code': 200} Apr 30 02:09:22.405757 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] No DVR routers for this DVR port a9ddaf11-977f-4951-b50e-dcce09d605f3 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:09:22.407545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:22.442318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Attempting to bind port a9ddaf11-977f-4951-b50e-dcce09d605f3 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:09:22.442570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Attempting to bind port a9ddaf11-977f-4951-b50e-dcce09d605f3 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:09:22.442899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Attempting to bind port a9ddaf11-977f-4951-b50e-dcce09d605f3 on network 7b861f73-aef3-457a-a226-c81881a7248f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:09:22.447117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Port a9ddaf11-977f-4951-b50e-dcce09d605f3 on network 7b861f73-aef3-457a-a226-c81881a7248f not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:09:22.447445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Attempting to bind port a9ddaf11-977f-4951-b50e-dcce09d605f3 on network 7b861f73-aef3-457a-a226-c81881a7248f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:09:22.452168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:09:22.452500 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Checking segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:09:22.452957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Bound using segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:09:22.453377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Bound port: a9ddaf11-977f-4951-b50e-dcce09d605f3, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:09:22.453728 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:22.519875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:09:22.522934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:09:22.616409 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:22.648522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:22.649158 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:22.650678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] 10.222.0.21 "PUT /v2.0/ports/a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 1092 time: 0.7236660 Apr 30 02:09:22.683304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420663c2-ab19-47d3-ad98-084e77854a3f service neutron] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:22.712987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-106667ac-aaf6-404e-b7e2-d50b5699c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:22.714408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-106667ac-aaf6-404e-b7e2-d50b5699c4f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1095 time: 0.0420163 Apr 30 02:09:22.815397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-764c7976-eb2a-4579-a19c-bfda28ac88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:22.816905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-764c7976-eb2a-4579-a19c-bfda28ac88d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.0951259 Apr 30 02:09:22.830853 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb676a-f8ac-4d9a-af1c-62cdf6edebdb req-23a19934-b3ad-4114-91f2-a2d64085bed0 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:22.832373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bcb676a-f8ac-4d9a-af1c-62cdf6edebdb req-23a19934-b3ad-4114-91f2-a2d64085bed0 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 944 time: 0.0488777 Apr 30 02:09:22.859612 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-23fb18e7-584d-4e03-bc46-642887655121 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 217 time: 0.0361624 Apr 30 02:09:22.873233 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bcb676a-f8ac-4d9a-af1c-62cdf6edebdb req-1df3665a-0823-4709-98ea-dad9cb4b70ca tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334949 Apr 30 02:09:22.907896 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-012d8fa9-d7a9-40b0-b369-ca549bb72a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:22.909351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-012d8fa9-d7a9-40b0-b369-ca549bb72a1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0442138 Apr 30 02:09:22.944706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-11a7cb75-517d-4458-b9aa-b498d6733591 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290506 Apr 30 02:09:23.033743 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-3ddcaa8d-237a-42f6-b5ad-6deca3070ef6 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818331 Apr 30 02:09:23.125972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0e15c90d-2ee5-4c80-be9b-8efb84297a28 req-a5f09725-13cd-4f15-b3f9-4e538db5cb8d service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862134 Apr 30 02:09:23.988477 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520a76-87dd-424d-8e66-26d31fa8aa18 req-d232f525-0cfd-421c-a820-08f974335561 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:23.989937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b520a76-87dd-424d-8e66-26d31fa8aa18 req-d232f525-0cfd-421c-a820-08f974335561 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 944 time: 0.0476308 Apr 30 02:09:24.030698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b520a76-87dd-424d-8e66-26d31fa8aa18 req-fd43324b-f105-4c68-b3f9-82a7d4fcd8b8 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347998 Apr 30 02:09:24.370949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:09:24.373388 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7d1d8f-43aa-4a73-b60a-43eed20facae" -d '{"events": [{"name": "network-changed", "server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:09:24.419846 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52712d8-9a14-4e0f-bbbf-4c844d615180 x-openstack-request-id: req-a52712d8-9a14-4e0f-bbbf-4c844d615180 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:09:24.420136 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:09:24.420383 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a52712d8-9a14-4e0f-bbbf-4c844d615180 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:09:24.421476 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52712d8-9a14-4e0f-bbbf-4c844d615180'] response: {'name': 'network-changed', 'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'status': 'completed', 'code': 200} Apr 30 02:09:24.508255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-f6333541-43c0-4512-b425-93aabe3ecf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:24.509748 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-f6333541-43c0-4512-b425-93aabe3ecf66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1095 time: 0.0673189 Apr 30 02:09:24.512136 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-5a6416b6-ee72-4683-90ff-7132d9421b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:24.513453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-5a6416b6-ee72-4683-90ff-7132d9421b08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1095 time: 0.0632296 Apr 30 02:09:24.664759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-af27910c-218c-40da-8e29-17ac780ffcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:24.666123 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-af27910c-218c-40da-8e29-17ac780ffcdb service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.1496840 Apr 30 02:09:24.668600 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-1ca08683-8a56-4e05-b661-2657dcc651ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:24.669894 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-1ca08683-8a56-4e05-b661-2657dcc651ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.1457391 Apr 30 02:09:24.741890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-d4294dd0-06f7-4e09-93b6-b1809a3d7e22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 217 time: 0.0673802 Apr 30 02:09:24.743228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-2e0640ac-9f17-4490-80c5-a80c80842ad7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 217 time: 0.0625255 Apr 30 02:09:25.104105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-42a176b3-7cd5-4678-919e-06a8141a3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:25.105554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-42a176b3-7cd5-4678-919e-06a8141a3e82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.3571463 Apr 30 02:09:25.108959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-8eba8af3-c185-49d3-9b20-bb6051a6da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:25.110272 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-8eba8af3-c185-49d3-9b20-bb6051a6da76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.3537652 Apr 30 02:09:25.144523 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-085ca8be-609b-49c0-8b06-2f3a4e9438bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319209 Apr 30 02:09:25.152589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9e453-0d9f-41d3-9fe5-1051076c1638 req-d4a39816-b992-4eaf-9721-6e3b7d0afea9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:25.154300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71e9e453-0d9f-41d3-9fe5-1051076c1638 req-d4a39816-b992-4eaf-9721-6e3b7d0afea9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 944 time: 0.0500703 Apr 30 02:09:25.159826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-9b1ba7c7-1104-457c-8a37-b3fbd2a3b7b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383024 Apr 30 02:09:25.192642 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71e9e453-0d9f-41d3-9fe5-1051076c1638 req-680bd685-0b5f-491c-ab69-06afb07e3ac4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Apr 30 02:09:25.307391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-91c176db-cb01-4c43-832a-f1e9f85ea471 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496880 Apr 30 02:09:25.310614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-851844b7-1dbb-4353-8d8c-a0edba55fa28 service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435094 Apr 30 02:09:25.470362 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-e6aa5047-b8ee-45de-87d7-810b7d7586f0 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553478 Apr 30 02:09:25.473856 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f7d1d8f-43aa-4a73-b60a-43eed20facae req-147054f9-24f0-45a1-add6-f090641e5bfa service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507969 Apr 30 02:09:25.506817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad3353-a249-4ee2-a1a2-7de11f329916 req-36135888-29c0-4f57-81d3-512c6fe676b5 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:25.509123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cad3353-a249-4ee2-a1a2-7de11f329916 req-36135888-29c0-4f57-81d3-512c6fe676b5 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 944 time: 0.0596137 Apr 30 02:09:25.552717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cad3353-a249-4ee2-a1a2-7de11f329916 req-68eb0931-b86a-4a99-8c68-05c1416e561f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360539 Apr 30 02:09:25.585406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-d16c1f19-a513-41d9-9f13-df99ab6b1a73 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:25.586846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-d16c1f19-a513-41d9-9f13-df99ab6b1a73 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.23 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b&tenant_id=971403515434475d9a42e19a57b7e5f6&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 944 time: 0.0604162 Apr 30 02:09:25.656716 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-4bc9279c-cabd-4579-a24a-d8f35ecce6fa service neutron] delete failed (client error): The resource could not be found. Apr 30 02:09:25.658330 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-4bc9279c-cabd-4579-a24a-d8f35ecce6fa service neutron] 10.222.0.23 "DELETE /v2.0/ports/a9ddaf11-977f-4951-b50e-dcce09d605f3/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0602727 Apr 30 02:09:25.755770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-92fe1510-14fd-4561-9623-00ef4b87de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:25.757196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-92fe1510-14fd-4561-9623-00ef4b87de21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 1095 time: 0.0438659 Apr 30 02:09:25.860373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-4a9bf871-c4b8-464e-ad7e-bb69814ec878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:25.862218 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-4a9bf871-c4b8-464e-ad7e-bb69814ec878 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.0943494 Apr 30 02:09:25.910844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-f8110f74-d18f-4f13-8c3b-6fae68a7fc6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 200 len: 217 time: 0.0381880 Apr 30 02:09:25.966948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-a9641de5-2ad9-4895-b82f-103f79de64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:25.969959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-a9641de5-2ad9-4895-b82f-103f79de64b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0491869 Apr 30 02:09:26.005549 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-e1727418-4e5c-44b3-a2c3-1e1d0d081a32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249772 Apr 30 02:09:26.080626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a9ddaf11-977f-4951-b50e-dcce09d605f3 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:09:26.113540 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-ba588a81-1913-4738-a1ec-764c1d0ce31d service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977027 Apr 30 02:09:26.147132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a9ddaf11-977f-4951-b50e-dcce09d605f3 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:09:26.221353 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a5fe0d31-2fe1-43fd-8b59-88941af64705 req-b505a2f0-ed97-4483-a7b4-e8cfabd4eb95 service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975654 Apr 30 02:09:26.389057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a9ddaf11-977f-4951-b50e-dcce09d605f3 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:09:26.395082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:09:26.406180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f', 'port_id': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'mac_address': 'fa:16:3e:35:43:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de4df94-0c0d-46e0-b369-5ed1a1c35472', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:09:26.442741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:26.455528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ddaf11-977f-4951-b50e-dcce09d605f3 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:09:26.474279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:09:26.570200 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:26.616851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:26.672717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca60a57-2b2b-44e1-9d65-bcf46ccc8dfc req-7a6ca403-1aed-4720-8dfb-4090b0ac60bd tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:26.674094 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bca60a57-2b2b-44e1-9d65-bcf46ccc8dfc req-7a6ca403-1aed-4720-8dfb-4090b0ac60bd tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 945 time: 0.0506287 Apr 30 02:09:26.716180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bca60a57-2b2b-44e1-9d65-bcf46ccc8dfc req-643cc131-8b70-46a4-8a5f-277d823616de tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Apr 30 02:09:26.784782 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['a9ddaf11-977f-4951-b50e-dcce09d605f3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:09:27.831070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382d38e-73d5-4c1c-b53c-aec856e4d3ac req-cbe858e5-6ad4-44e6-8879-11b834a21e73 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:27.832472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4382d38e-73d5-4c1c-b53c-aec856e4d3ac req-cbe858e5-6ad4-44e6-8879-11b834a21e73 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 945 time: 0.0476286 Apr 30 02:09:27.869480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4382d38e-73d5-4c1c-b53c-aec856e4d3ac req-309f8215-18db-4d92-a7c0-38265a829f42 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310473 Apr 30 02:09:27.982460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7f888-3497-4490-94a6-fa8672912f46 req-18ac59c9-75af-4f50-b1dc-13003ce16a66 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:27.984046 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9b7f888-3497-4490-94a6-fa8672912f46 req-18ac59c9-75af-4f50-b1dc-13003ce16a66 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 945 time: 0.0484259 Apr 30 02:09:28.021369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9b7f888-3497-4490-94a6-fa8672912f46 req-9bdfbc92-5a7f-41c8-8fc0-0059e8c2c32e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Apr 30 02:09:28.077593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a9ddaf11-977f-4951-b50e-dcce09d605f3 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:09:28.134537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67326e9-9172-431e-b33f-77aa34f30303 req-cc72cf05-3a1c-4999-8a34-0d2518d9337f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:28.137154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a67326e9-9172-431e-b33f-77aa34f30303 req-cc72cf05-3a1c-4999-8a34-0d2518d9337f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 945 time: 0.0489461 Apr 30 02:09:28.178245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a67326e9-9172-431e-b33f-77aa34f30303 req-5505484f-f36d-4f31-99b8-3173da7abe64 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351622 Apr 30 02:09:28.181667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port a9ddaf11-977f-4951-b50e-dcce09d605f3 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:09:28.185567 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port a9ddaf11-977f-4951-b50e-dcce09d605f3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:09:28.185937 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:28.266497 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:28.288565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:09:28.290779 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d1ce1c-4169-49b5-bfb5-54191a7a4953" -d '{"events": [{"server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "name": "network-vif-plugged", "status": "completed", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:09:28.302804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:09:28.347662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:28.396490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:28.403916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.404254 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.404586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.404915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.405240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.405563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.405903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.406200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.406516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.406831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.407267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.407609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:09:28.474165 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a465e90d-f1d5-46b5-b58a-65eaa9e7f87a x-openstack-request-id: req-a465e90d-f1d5-46b5-b58a-65eaa9e7f87a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:09:28.474570 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "name": "network-vif-plugged", "status": "completed", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:09:28.474824 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a465e90d-f1d5-46b5-b58a-65eaa9e7f87a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:09:28.475242 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a465e90d-f1d5-46b5-b58a-65eaa9e7f87a'] response: {'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'code': 200} Apr 30 02:09:28.656724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-892a4953-364f-4efa-aadc-d30e550ce17f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:28.658115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-892a4953-364f-4efa-aadc-d30e550ce17f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 814 time: 0.0992775 Apr 30 02:09:28.673449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-7039a22e-2ac8-4130-8097-237b8ba0894d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/quotas/971403515434475d9a42e19a57b7e5f6 HTTP/1.1" status: 200 len: 375 time: 0.0095229 Apr 30 02:09:28.721060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-7fef3848-e405-4c0f-b0b7-5335b270236c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424452 Apr 30 02:09:28.793155 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e18820fa-0bc0-49ce-b5b4-c86ef3a55e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:28.864683 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-9d7cdf4a-2898-4108-9766-ad1d178b4017 service neutron] 10.222.0.15 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364222 Apr 30 02:09:28.952750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-64209d87-35dd-4bea-971b-e5a0390feb8b service neutron] 10.222.0.15 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816269 Apr 30 02:09:29.164670 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3f056943-b0e1-456f-b3be-2da96f0d5fda req-f805dd90-2776-4cda-8688-e7c74f99af53 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 210 time: 0.0326734 Apr 30 02:09:29.814557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-63ca8a5c-9a0d-4924-97a3-4b533b77689d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:29.815983 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-63ca8a5c-9a0d-4924-97a3-4b533b77689d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.21 "GET /v2.0/ports?device_id=4440c5c1-b4d0-4584-8286-dd2544c18e3b HTTP/1.1" status: 200 len: 946 time: 0.0541117 Apr 30 02:09:29.904623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Deleting port a9ddaf11-977f-4951-b50e-dcce09d605f3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:09:29.904967 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:29.994328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] For port a9ddaf11-977f-4951-b50e-dcce09d605f3, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=a9ddaf11-977f-4951-b50e-dcce09d605f3,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:09:29.994686 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:30.007964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Calling delete_port for a9ddaf11-977f-4951-b50e-dcce09d605f3 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:09:30.216449 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:30.229050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['a9ddaf11-977f-4951-b50e-dcce09d605f3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:09:30.262910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Pushing event deleted for resources: {'Port': ['ID=a9ddaf11-977f-4951-b50e-dcce09d605f3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:30.280697 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52b826ab-6675-4ae6-95ea-59f7c6f82aa8 req-5f912971-2174-479a-bebd-fb72668b4d41 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 210 time: 0.0455334 Apr 30 02:09:30.315412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] No DVR routers for this DVR port a9ddaf11-977f-4951-b50e-dcce09d605f3 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:09:30.318265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:30.321625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4e19b99f-1874-47e2-8351-af2c5eaccd41 req-2a21465a-8228-4613-a7d9-ffd0a0b723b7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.21 "DELETE /v2.0/ports/a9ddaf11-977f-4951-b50e-dcce09d605f3 HTTP/1.1" status: 204 len: 173 time: 0.4998553 Apr 30 02:09:30.322067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'name': 'network-vif-deleted', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:09:30.324429 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b686e5-4a4d-45db-bad4-ec52e4c0e66b" -d '{"events": [{"server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "name": "network-vif-deleted", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:09:30.361528 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e426a0-cf03-4b0b-9dba-b20cb2791140 x-openstack-request-id: req-40e426a0-cf03-4b0b-9dba-b20cb2791140 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:09:30.361822 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4440c5c1-b4d0-4584-8286-dd2544c18e3b", "name": "network-vif-deleted", "tag": "a9ddaf11-977f-4951-b50e-dcce09d605f3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:09:30.362069 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40e426a0-cf03-4b0b-9dba-b20cb2791140 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:09:30.362469 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e426a0-cf03-4b0b-9dba-b20cb2791140'] response: {'server_uuid': '4440c5c1-b4d0-4584-8286-dd2544c18e3b', 'name': 'network-vif-deleted', 'tag': 'a9ddaf11-977f-4951-b50e-dcce09d605f3', 'status': 'completed', 'code': 200} Apr 30 02:09:31.010584 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-afc57135-9528-48e4-8d08-2a896b25550a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:31.074787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-74564120-e5ea-49f0-aa23-352e9a6322d4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:31.076319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-74564120-e5ea-49f0-aa23-352e9a6322d4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.21 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 814 time: 0.1073768 Apr 30 02:09:31.088409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Request body: {'port': {'device_id': '81cad85c-b358-425d-894b-fb511f85f167', 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f', 'admin_state_up': True, 'tenant_id': '971403515434475d9a42e19a57b7e5f6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:09:31.284038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Made reservation on behalf of 971403515434475d9a42e19a57b7e5f6 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:09:31.287599 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:31.386116 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bbb292c-1a61-486a-911d-d76d57c37868 req-48318d42-c148-41f9-8ea2-ed604465b972 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 210 time: 0.0259061 Apr 30 02:09:31.419347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Allocated IP 172.20.0.2 (7b861f73-aef3-457a-a226-c81881a7248f/6de4df94-0c0d-46e0-b369-5ed1a1c35472/12676cf3-d278-4c9e-b281-632fa4493ef0) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:09:31.563732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:31.639110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:31.650158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['a9ddaf11-977f-4951-b50e-dcce09d605f3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:09:31.683921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Network 7b861f73-aef3-457a-a226-c81881a7248f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:09:31.687771 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:09:31.691587 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:09:31.697869 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:31.743107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:31.750011 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:31.829416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-72638ccf-b1c7-4af9-a4ca-0cc0c6da237f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7445793 Apr 30 02:09:31.840632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Request body: {'port': {'device_id': '81cad85c-b358-425d-894b-fb511f85f167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:09:31.896442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:32.147393 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:32.156326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12676cf3-d278-4c9e-b281-632fa4493ef0 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:09:32.163726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:32.175687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Transition to ACTIVE for port object 12676cf3-d278-4c9e-b281-632fa4493ef0 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:09:32.250433 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:32.298255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:32.367817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Attempting to bind port 12676cf3-d278-4c9e-b281-632fa4493ef0 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:09:32.368172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Attempting to bind port 12676cf3-d278-4c9e-b281-632fa4493ef0 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:09:32.368483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Attempting to bind port 12676cf3-d278-4c9e-b281-632fa4493ef0 on network 7b861f73-aef3-457a-a226-c81881a7248f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:09:32.372698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Port 12676cf3-d278-4c9e-b281-632fa4493ef0 on network 7b861f73-aef3-457a-a226-c81881a7248f not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:09:32.373021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Attempting to bind port 12676cf3-d278-4c9e-b281-632fa4493ef0 on network 7b861f73-aef3-457a-a226-c81881a7248f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:09:32.378338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:09:32.378669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Checking segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:09:32.379051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Bound using segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:09:32.379494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Bound port: 12676cf3-d278-4c9e-b281-632fa4493ef0, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:09:32.379859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:32.444521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:09:32.447802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:09:32.505143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b609-1e74-4bc9-8ffa-921e43838a7b req-b16e0c3a-09f8-4f74-b181-c9bf87f9b6a2 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:32.506674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df21b609-1e74-4bc9-8ffa-921e43838a7b req-b16e0c3a-09f8-4f74-b181-c9bf87f9b6a2 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 943 time: 0.0492690 Apr 30 02:09:32.514034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:32.550565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:32.551301 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:32.552746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] 10.222.0.21 "PUT /v2.0/ports/12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 1091 time: 0.7161486 Apr 30 02:09:32.553178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:09:32.555407 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11827d-b275-4c5a-8b6e-90d524e3ebf3" -d '{"events": [{"name": "network-changed", "server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:09:32.556945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df21b609-1e74-4bc9-8ffa-921e43838a7b req-c22e08c2-e655-41b8-999d-346873af8787 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Apr 30 02:09:32.582921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878b2f9-6701-4ea5-b9cd-5ea8fe491b3b service neutron] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:32.609521 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcf092e-2e51-422f-94ae-6e6a7872f494 x-openstack-request-id: req-7dcf092e-2e51-422f-94ae-6e6a7872f494 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:09:32.609816 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:09:32.610092 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7dcf092e-2e51-422f-94ae-6e6a7872f494 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:09:32.610515 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcf092e-2e51-422f-94ae-6e6a7872f494'] response: {'name': 'network-changed', 'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'status': 'completed', 'code': 200} Apr 30 02:09:32.669543 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11827d-b275-4c5a-8b6e-90d524e3ebf3 req-82039f3d-c4a8-48c7-8301-fdccc89de5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:32.671060 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c11827d-b275-4c5a-8b6e-90d524e3ebf3 req-82039f3d-c4a8-48c7-8301-fdccc89de5f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1094 time: 0.0409710 Apr 30 02:09:32.770118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11827d-b275-4c5a-8b6e-90d524e3ebf3 req-92e922be-8b8d-4ee2-98e1-1e82457cf833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:32.771855 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c11827d-b275-4c5a-8b6e-90d524e3ebf3 req-92e922be-8b8d-4ee2-98e1-1e82457cf833 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=971403515434475d9a42e19a57b7e5f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934167 Apr 30 02:09:32.868030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11827d-b275-4c5a-8b6e-90d524e3ebf3 req-f3222ec8-2e0b-400c-995a-78d358bcdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:32.869508 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c11827d-b275-4c5a-8b6e-90d524e3ebf3 req-f3222ec8-2e0b-400c-995a-78d358bcdca6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0918407 Apr 30 02:09:32.948786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-a7bc7aae-1ee5-4f52-9d91-39aef4e3f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:32.948786 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-a7bc7aae-1ee5-4f52-9d91-39aef4e3f29e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1094 time: 0.0409262 Apr 30 02:09:32.988654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-3e609dad-8b99-4160-837f-339bf2877808 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 217 time: 0.0335262 Apr 30 02:09:33.035398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-b10d9628-1256-4485-9637-8e0f32dc0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:33.036838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-b10d9628-1256-4485-9637-8e0f32dc0e05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0421996 Apr 30 02:09:33.071027 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-e4658be2-5977-4e0c-b511-25e07bc62ab6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279012 Apr 30 02:09:33.157155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-ecf637f8-d269-44db-9671-ca7384524caa service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799143 Apr 30 02:09:33.248611 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e36e20cd-1250-407f-892c-7f9cde856d36 req-40eeb556-039a-4cd5-ad6b-6eed633dcd59 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849278 Apr 30 02:09:33.676616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18605ff0-0723-4cec-adea-251dec8e4a46 req-0d6e01bc-beda-43e2-a90d-acd5103bbb57 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:33.678153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18605ff0-0723-4cec-adea-251dec8e4a46 req-0d6e01bc-beda-43e2-a90d-acd5103bbb57 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 943 time: 0.0487244 Apr 30 02:09:33.719093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18605ff0-0723-4cec-adea-251dec8e4a46 req-a6c6b577-cb5d-48d3-9921-d3bcfbf630de tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349557 Apr 30 02:09:33.941513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:33.969971 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:34.098452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a9ddaf11-977f-4951-b50e-dcce09d605f3 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:09:34.118054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: a9ddaf11-977f-4951-b50e-dcce09d605f3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:09:34.118394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device a9ddaf11-977f-4951-b50e-dcce09d605f3 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:09:34.831969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09861632-1bb3-4702-b409-a8fa7eb3dc59 req-8ba2c775-41b5-4022-ba96-39c620727eed tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:34.833327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09861632-1bb3-4702-b409-a8fa7eb3dc59 req-8ba2c775-41b5-4022-ba96-39c620727eed tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 943 time: 0.0475671 Apr 30 02:09:34.870530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09861632-1bb3-4702-b409-a8fa7eb3dc59 req-422f2a28-3e18-401a-9022-9de6044fff75 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Apr 30 02:09:35.984652 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644b90c-c609-4654-8282-e11bc5a5e964 req-1fc40d66-c054-4d50-90b3-ab67b2661a43 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:35.986109 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b644b90c-c609-4654-8282-e11bc5a5e964 req-1fc40d66-c054-4d50-90b3-ab67b2661a43 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 943 time: 0.0482564 Apr 30 02:09:36.023003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b644b90c-c609-4654-8282-e11bc5a5e964 req-0b7b96a9-d790-44e5-9855-d046f316b03f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308039 Apr 30 02:09:36.098448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 12676cf3-d278-4c9e-b281-632fa4493ef0 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:09:36.190879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:09:36.201676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f', 'port_id': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'mac_address': 'fa:16:3e:e7:58:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de4df94-0c0d-46e0-b369-5ed1a1c35472', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:09:36.241598 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:36.253839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12676cf3-d278-4c9e-b281-632fa4493ef0 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:09:36.271841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:09:36.387365 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:36.435275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:36.576184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['12676cf3-d278-4c9e-b281-632fa4493ef0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:09:37.137039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4b53d-382d-4c9b-bc6b-635a8a8eb747 req-dcf80243-90b7-496a-b71b-2c26e0b1099f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:37.138499 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65a4b53d-382d-4c9b-bc6b-635a8a8eb747 req-dcf80243-90b7-496a-b71b-2c26e0b1099f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 944 time: 0.0476823 Apr 30 02:09:37.180361 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-65a4b53d-382d-4c9b-bc6b-635a8a8eb747 req-e85764b8-78f8-45f9-b622-11612a9c2c9f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350118 Apr 30 02:09:38.114172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 12676cf3-d278-4c9e-b281-632fa4493ef0 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:09:38.221478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 12676cf3-d278-4c9e-b281-632fa4493ef0 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:09:38.225294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 12676cf3-d278-4c9e-b281-632fa4493ef0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:09:38.225662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:38.296087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07ce24-d6d7-4051-9d62-46b7ce7419d8 req-50d24649-576c-48fd-92aa-2e9f4ab413dd tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:38.297560 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc07ce24-d6d7-4051-9d62-46b7ce7419d8 req-50d24649-576c-48fd-92aa-2e9f4ab413dd tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 944 time: 0.0494556 Apr 30 02:09:38.300998 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:38.322684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:09:38.324938 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a78743-3692-4c51-a418-21b58f676a47" -d '{"events": [{"server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "name": "network-vif-plugged", "status": "completed", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:09:38.335617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc07ce24-d6d7-4051-9d62-46b7ce7419d8 req-518fa218-e81d-4828-a432-216b027b35bb tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Apr 30 02:09:38.340788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:09:38.380938 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76926f79-9ea4-48b3-8215-804bc469e42a x-openstack-request-id: req-76926f79-9ea4-48b3-8215-804bc469e42a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:09:38.381314 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "name": "network-vif-plugged", "status": "completed", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:09:38.381694 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76926f79-9ea4-48b3-8215-804bc469e42a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:09:38.382130 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76926f79-9ea4-48b3-8215-804bc469e42a'] response: {'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'code': 200} Apr 30 02:09:38.416293 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:38.465389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:09:38.479022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad135c98-24b2-457c-a2c0-084fa05e9ce7 req-548b17c1-4fef-4bf7-aa33-df901ce15cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:38.479022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad135c98-24b2-457c-a2c0-084fa05e9ce7 req-548b17c1-4fef-4bf7-aa33-df901ce15cbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1096 time: 0.0409493 Apr 30 02:09:38.518305 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ad135c98-24b2-457c-a2c0-084fa05e9ce7 req-3b5f82d1-0160-482d-ba39-e66c10857f29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Apr 30 02:09:39.452381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901267de-88e7-4d15-989e-9ade80b8ad2a req-e6f0b3af-f7b8-40ea-88b3-d9c1e2e2bdbe tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:39.453851 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-901267de-88e7-4d15-989e-9ade80b8ad2a req-e6f0b3af-f7b8-40ea-88b3-d9c1e2e2bdbe tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0482030 Apr 30 02:09:39.493608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-901267de-88e7-4d15-989e-9ade80b8ad2a req-5fcbab5e-8ca5-46dd-bc72-6e885ad0ee0d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Apr 30 02:09:40.610162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87afe90-4f7f-44c6-b027-0fc542f93168 req-fc117fb0-3ce2-41eb-bd69-7ff0f42a41af tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:40.611639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b87afe90-4f7f-44c6-b027-0fc542f93168 req-fc117fb0-3ce2-41eb-bd69-7ff0f42a41af tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0477827 Apr 30 02:09:40.652174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b87afe90-4f7f-44c6-b027-0fc542f93168 req-4ae8f921-d65d-4edd-a34a-fd7584d63e41 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344722 Apr 30 02:09:40.765074 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee5f59-3d40-4c10-a4a3-cbea0d75e7a1 req-70e19c8d-d6da-47ac-ae1f-234fd669c2ee tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:40.766686 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31ee5f59-3d40-4c10-a4a3-cbea0d75e7a1 req-70e19c8d-d6da-47ac-ae1f-234fd669c2ee tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Apr 30 02:09:40.803971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31ee5f59-3d40-4c10-a4a3-cbea0d75e7a1 req-51aaa4c7-273d-43d9-8d42-0400ee96b7d5 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Apr 30 02:09:41.179537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2c9fa-0325-4073-aeec-d72f59477e8d req-2579f7ee-413c-478e-905d-ee8cf2f24519 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:41.181014 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80a2c9fa-0325-4073-aeec-d72f59477e8d req-2579f7ee-413c-478e-905d-ee8cf2f24519 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Apr 30 02:09:41.219502 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80a2c9fa-0325-4073-aeec-d72f59477e8d req-f5be8065-a7a5-4957-b056-fa5343f282bb tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314763 Apr 30 02:09:41.292721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-f9c7d362-f3c3-4556-bcc7-a6546f3b0128 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385330 Apr 30 02:09:42.345900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742bd6b-9ee1-4ca1-92ac-a5b9f0757dde req-9289e1cd-6a48-40a1-9c78-fa9ae62e675a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:42.347378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b742bd6b-9ee1-4ca1-92ac-a5b9f0757dde req-9289e1cd-6a48-40a1-9c78-fa9ae62e675a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0530083 Apr 30 02:09:42.385349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b742bd6b-9ee1-4ca1-92ac-a5b9f0757dde req-d176ebb2-71ff-43e3-bcb0-1a83cf12dad6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Apr 30 02:09:43.121102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-86cac4cd-dee2-4d27-8f77-5349dd32d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:43.122608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-86cac4cd-dee2-4d27-8f77-5349dd32d4bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1096 time: 0.0401659 Apr 30 02:09:43.212605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-2323b513-218e-4f6f-95a7-dfad3f05355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:43.214114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-2323b513-218e-4f6f-95a7-dfad3f05355e service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.0851071 Apr 30 02:09:43.255345 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-ed34716a-5090-4ffe-9763-ee0ffd62a367 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 217 time: 0.0344079 Apr 30 02:09:43.303400 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-69e2da96-154d-4bea-a40d-eaf5d101a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:43.304831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-69e2da96-154d-4bea-a40d-eaf5d101a34f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0434287 Apr 30 02:09:43.339546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-d269b14d-6202-4ce0-aabe-5ff88c257ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280688 Apr 30 02:09:43.426714 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-9ce272af-5d89-4cc4-877f-47856cedd4de service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804827 Apr 30 02:09:43.503400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17cea8-7284-46a6-8fcd-9356881a63d2 req-569deb82-9522-4063-86f0-bd20b654d2e6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:43.504922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f17cea8-7284-46a6-8fcd-9356881a63d2 req-569deb82-9522-4063-86f0-bd20b654d2e6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0489426 Apr 30 02:09:43.523420 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-2a36952a-a433-4387-97c2-7f2d5a52d6c6 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868461 Apr 30 02:09:43.545512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f17cea8-7284-46a6-8fcd-9356881a63d2 req-7235c7fd-c302-483a-a8d7-f1234acdae32 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Apr 30 02:09:44.661175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afe364-fd79-420b-b217-c78e6fd5e20a req-d0eda52a-128e-406f-83d2-b9ae4640e0b1 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:44.662647 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70afe364-fd79-420b-b217-c78e6fd5e20a req-d0eda52a-128e-406f-83d2-b9ae4640e0b1 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0484538 Apr 30 02:09:44.698962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70afe364-fd79-420b-b217-c78e6fd5e20a req-7b09001d-80d4-4539-99b9-707e13dd4ce4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303435 Apr 30 02:09:45.818262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfee275-203b-4099-beb2-a7ae66bc3dfe req-fb1e3862-7ead-439a-b424-a7aca7ff9461 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:45.819655 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ecfee275-203b-4099-beb2-a7ae66bc3dfe req-fb1e3862-7ead-439a-b424-a7aca7ff9461 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0524845 Apr 30 02:09:45.856669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ecfee275-203b-4099-beb2-a7ae66bc3dfe req-345004f2-ec6f-45e9-a54e-77409cd83a71 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Apr 30 02:09:46.974773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbb4c2-b9aa-4345-a0f4-eab5820ef5dd req-2f37d3ab-acfa-4e73-adaa-cacb769756b3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:46.976417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2dbb4c2-b9aa-4345-a0f4-eab5820ef5dd req-2f37d3ab-acfa-4e73-adaa-cacb769756b3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Apr 30 02:09:47.013879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2dbb4c2-b9aa-4345-a0f4-eab5820ef5dd req-2b5040b7-3898-4ff3-b437-0659f1201fc2 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313721 Apr 30 02:09:48.127624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c1881-e3b2-4105-9f4f-698033f39b27 req-6bab06a4-5640-497c-8f27-da80c346d023 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:48.129215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-506c1881-e3b2-4105-9f4f-698033f39b27 req-6bab06a4-5640-497c-8f27-da80c346d023 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0478647 Apr 30 02:09:48.166959 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-506c1881-e3b2-4105-9f4f-698033f39b27 req-75102559-0fc3-4b86-a6c2-e0b11c1cdc3b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Apr 30 02:09:49.026971 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:49.288566 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57ac38-6620-472f-b95c-6c94a2d471da req-9fc27e86-5066-476e-ac9d-602a44a7e5f3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:49.289919 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b57ac38-6620-472f-b95c-6c94a2d471da req-9fc27e86-5066-476e-ac9d-602a44a7e5f3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Apr 30 02:09:49.326331 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b57ac38-6620-472f-b95c-6c94a2d471da req-1d46f83d-5e11-47fd-b537-e877274f9595 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304511 Apr 30 02:09:50.442648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ad62a-5e99-40e1-8cb2-749d5b011f0c req-4b958920-de8a-4466-b3ca-4182be82c03f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:50.444144 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-321ad62a-5e99-40e1-8cb2-749d5b011f0c req-4b958920-de8a-4466-b3ca-4182be82c03f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0495059 Apr 30 02:09:50.480475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-321ad62a-5e99-40e1-8cb2-749d5b011f0c req-1f3a726e-89cf-4555-9dcd-bb42bdbe0b46 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303376 Apr 30 02:09:50.895404 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:51.597729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0d4c8-0bbe-4ca8-978e-a3ffbd7ac7f5 req-8493bdc7-14f5-4e7b-b030-5f52ef1ecf6d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:51.599180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71f0d4c8-0bbe-4ca8-978e-a3ffbd7ac7f5 req-8493bdc7-14f5-4e7b-b030-5f52ef1ecf6d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0476527 Apr 30 02:09:51.637159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71f0d4c8-0bbe-4ca8-978e-a3ffbd7ac7f5 req-f58b36ec-7a1b-481e-a81c-0966894df49b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Apr 30 02:09:52.364881 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:09:52.754966 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cfde3-811a-4ad5-a172-fd5e04f395a4 req-e5f70956-c679-4099-9dd7-ad5e54d71d60 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:52.756431 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c55cfde3-811a-4ad5-a172-fd5e04f395a4 req-e5f70956-c679-4099-9dd7-ad5e54d71d60 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0516055 Apr 30 02:09:52.793236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c55cfde3-811a-4ad5-a172-fd5e04f395a4 req-e19a49b2-3d22-4918-9b8b-1cdf020866a8 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307624 Apr 30 02:09:53.908837 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf5d5a-5c4d-481f-8a56-9d3be33cbd7f req-fc767354-f729-4489-a60a-9c390ef694a4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:53.915580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0adf5d5a-5c4d-481f-8a56-9d3be33cbd7f req-fc767354-f729-4489-a60a-9c390ef694a4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0487833 Apr 30 02:09:53.949119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0adf5d5a-5c4d-481f-8a56-9d3be33cbd7f req-72484034-72cc-4694-bd37-f93e2374f29a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Apr 30 02:09:55.066850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2e50f-834d-4a54-a53f-a6f8a59fd810 req-56384d37-ed45-4e4e-b196-6d0281872474 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:55.068501 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6d2e50f-834d-4a54-a53f-a6f8a59fd810 req-56384d37-ed45-4e4e-b196-6d0281872474 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0507624 Apr 30 02:09:55.106355 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f6d2e50f-834d-4a54-a53f-a6f8a59fd810 req-57da5c38-2596-4265-b7e0-a03b555d4f3f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Apr 30 02:09:56.230915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dd1f0-32f2-4958-8186-bd31a6928012 req-76ccb2b6-5e0a-402c-8579-6df1193e2c94 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:56.232389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-633dd1f0-32f2-4958-8186-bd31a6928012 req-76ccb2b6-5e0a-402c-8579-6df1193e2c94 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0536542 Apr 30 02:09:56.269465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-633dd1f0-32f2-4958-8186-bd31a6928012 req-8de1a9a7-5116-4d74-a765-64c9d68fc86a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Apr 30 02:09:57.383930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403a5e9-97cb-4b0f-b80e-08925095d4a1 req-05e2800c-1203-4ece-8c93-cb881c48dd9e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:57.385418 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f403a5e9-97cb-4b0f-b80e-08925095d4a1 req-05e2800c-1203-4ece-8c93-cb881c48dd9e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Apr 30 02:09:57.422952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f403a5e9-97cb-4b0f-b80e-08925095d4a1 req-314b2337-66e9-4cf6-8236-93fd28cf47b3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Apr 30 02:09:58.537423 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303862-a5ff-4a4d-8862-b32dcd58107b req-79697ab1-fb3e-4783-8754-2c88fbd36612 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:58.538881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a303862-a5ff-4a4d-8862-b32dcd58107b req-79697ab1-fb3e-4783-8754-2c88fbd36612 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Apr 30 02:09:58.576802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a303862-a5ff-4a4d-8862-b32dcd58107b req-6fdf64a8-97a1-4ee3-bc4d-1b31b6ba7258 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Apr 30 02:09:58.786803 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78662453-ffb2-4478-b0bc-8bdf14b65beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:09:59.697610 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae612eb7-0eb9-479b-bb93-d4f34f0bcdba req-123423d1-b685-493f-a54b-df59d5e38176 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:09:59.699056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae612eb7-0eb9-479b-bb93-d4f34f0bcdba req-123423d1-b685-493f-a54b-df59d5e38176 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0517249 Apr 30 02:09:59.737101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ae612eb7-0eb9-479b-bb93-d4f34f0bcdba req-1af849e5-b2f6-45a1-8339-b01a2c8bb5cf tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Apr 30 02:10:00.851497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d010-eec3-4bc5-a91d-a9228f6b4b8d req-26d47173-cdd8-462f-9532-3b6d921267fd tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:00.852953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aed0d010-eec3-4bc5-a91d-a9228f6b4b8d req-26d47173-cdd8-462f-9532-3b6d921267fd tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0480070 Apr 30 02:10:00.890983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aed0d010-eec3-4bc5-a91d-a9228f6b4b8d req-11d7240c-7de9-4986-a32c-2f5b7d160dc7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Apr 30 02:10:01.038236 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a7216dd-bb87-4f93-8618-9ccad6306686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:02.008210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb8f2e-5102-468e-b025-bd316b6a0703 req-ccf9d926-292c-4f83-9074-eae52320e538 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:02.009700 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4fb8f2e-5102-468e-b025-bd316b6a0703 req-ccf9d926-292c-4f83-9074-eae52320e538 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0484731 Apr 30 02:10:02.046173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a4fb8f2e-5102-468e-b025-bd316b6a0703 req-ba7b012a-a416-4741-8640-40599c88b798 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298882 Apr 30 02:10:02.152621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:03.169538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0c395-bd08-4b11-a15b-e106629fa90d req-08829a0a-942f-4321-bd8a-e323d9177eb9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:03.170985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56f0c395-bd08-4b11-a15b-e106629fa90d req-08829a0a-942f-4321-bd8a-e323d9177eb9 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0527334 Apr 30 02:10:03.208651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56f0c395-bd08-4b11-a15b-e106629fa90d req-55cc22e9-ca3c-40d3-87dc-70a3b793c9ce tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Apr 30 02:10:03.930051 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:03.964225 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:04.324317 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0816d9-6c1b-4226-b4c7-966bcb8e74e8 req-a299ccc4-99c9-4913-939c-a9ea2aced0f3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:04.325783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d0816d9-6c1b-4226-b4c7-966bcb8e74e8 req-a299ccc4-99c9-4913-939c-a9ea2aced0f3 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0490563 Apr 30 02:10:04.362392 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d0816d9-6c1b-4226-b4c7-966bcb8e74e8 req-32dc6a6f-cb8a-421d-bf80-82e2d549f64f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Apr 30 02:10:05.475776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a954cc9-615a-447e-a624-a1628ca9867d req-2850900b-f400-419c-a98c-568f3d5bded7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:05.477202 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a954cc9-615a-447e-a624-a1628ca9867d req-2850900b-f400-419c-a98c-568f3d5bded7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0465376 Apr 30 02:10:05.514259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a954cc9-615a-447e-a624-a1628ca9867d req-a1c38e5f-1143-4837-9242-d1f26bfc3fb6 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Apr 30 02:10:06.634904 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9995-ba1f-462e-a497-1eee327749dd req-81af9e78-c3ea-4ddf-9b0d-872ea451af99 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:06.636364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa3a9995-ba1f-462e-a497-1eee327749dd req-81af9e78-c3ea-4ddf-9b0d-872ea451af99 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0514638 Apr 30 02:10:06.672713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa3a9995-ba1f-462e-a497-1eee327749dd req-b73dff88-9ba9-48fd-b2f4-724be185f5c0 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301642 Apr 30 02:10:07.787639 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1125908-666d-49e2-a3f3-1669fb799380 req-9cc5d12b-8da2-4836-aaeb-47edd62bfc3e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:07.789107 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1125908-666d-49e2-a3f3-1669fb799380 req-9cc5d12b-8da2-4836-aaeb-47edd62bfc3e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Apr 30 02:10:07.826063 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1125908-666d-49e2-a3f3-1669fb799380 req-882ba7e9-6fa0-465f-8e02-6f0a5347ff66 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308726 Apr 30 02:10:08.943130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa217c-fe4f-4892-85b9-0e951e6bdabb req-3aa34e92-f4d3-47be-8409-c8913913415f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:08.944620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0daa217c-fe4f-4892-85b9-0e951e6bdabb req-3aa34e92-f4d3-47be-8409-c8913913415f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0488234 Apr 30 02:10:08.981012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0daa217c-fe4f-4892-85b9-0e951e6bdabb req-b97fcd47-4750-43f0-80e8-6926e15e66b1 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303941 Apr 30 02:10:10.102593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29f596-d234-4271-b755-8ebbd14fdeab req-a4442954-6266-4a3d-9a9d-19d1334a7dff tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:10.104067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee29f596-d234-4271-b755-8ebbd14fdeab req-a4442954-6266-4a3d-9a9d-19d1334a7dff tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0520298 Apr 30 02:10:10.140828 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee29f596-d234-4271-b755-8ebbd14fdeab req-bc1e5b5f-50fe-4fdf-b29a-5f7d22e6d9f7 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Apr 30 02:10:10.742772 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-bac07bf7-b7e9-4cc6-a6b8-b433f9604083 service neutron] show failed (client error): The resource could not be found. Apr 30 02:10:10.743799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-bac07bf7-b7e9-4cc6-a6b8-b433f9604083 service neutron] 10.222.0.21 "GET /v2.0/ports/12676cf3-d278-4c9e-b281-632fa4493ef0/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0536182 Apr 30 02:10:11.259537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eb791-5d62-499c-bb4a-583b28acb997 req-2b78c8e1-396b-4733-9b0e-b0988d8f8689 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:11.260983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a27eb791-5d62-499c-bb4a-583b28acb997 req-2b78c8e1-396b-4733-9b0e-b0988d8f8689 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0528708 Apr 30 02:10:11.291151 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-e3ad4172-cadf-420a-8d83-aff779773a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:11.298329 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-e3ad4172-cadf-420a-8d83-aff779773a1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167&tenant_id=971403515434475d9a42e19a57b7e5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0415142 Apr 30 02:10:11.301225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a27eb791-5d62-499c-bb4a-583b28acb997 req-29c63fe6-ce61-4db5-a2e4-b9ab40caca29 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Apr 30 02:10:11.314377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:11.368339 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:11.576270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:11.608767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:10:11.647833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:10:11.650164 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00621db9-97ac-48a8-86ea-5167316756ff" -d '{"events": [{"server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "name": "network-vif-unplugged", "status": "completed", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:10:11.654401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:11.667208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Transition to ACTIVE for port object 12676cf3-d278-4c9e-b281-632fa4493ef0 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:10:11.703521 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c1ea5f-5ddb-4ab6-8020-88edeea9c550 x-openstack-request-id: req-45c1ea5f-5ddb-4ab6-8020-88edeea9c550 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:10:11.703931 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "name": "network-vif-unplugged", "status": "completed", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:10:11.704271 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45c1ea5f-5ddb-4ab6-8020-88edeea9c550 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:10:11.704698 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c1ea5f-5ddb-4ab6-8020-88edeea9c550'] response: {'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'code': 200} Apr 30 02:10:11.712832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:11.777335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] No DVR routers for this DVR port 12676cf3-d278-4c9e-b281-632fa4493ef0 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:10:11.780623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:11.792216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.793854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.793854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.793854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.793854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.793854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.794270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.794433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.794753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.795071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.795386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.795725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:11.823278 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Attempting to bind port 12676cf3-d278-4c9e-b281-632fa4493ef0 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:10:11.823643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Attempting to bind port 12676cf3-d278-4c9e-b281-632fa4493ef0 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:10:11.823969 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Attempting to bind port 12676cf3-d278-4c9e-b281-632fa4493ef0 on network 7b861f73-aef3-457a-a226-c81881a7248f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:10:11.828087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Port 12676cf3-d278-4c9e-b281-632fa4493ef0 on network 7b861f73-aef3-457a-a226-c81881a7248f not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:10:11.828403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Attempting to bind port 12676cf3-d278-4c9e-b281-632fa4493ef0 on network 7b861f73-aef3-457a-a226-c81881a7248f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:10:11.833923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:10:11.834262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Checking segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:10:11.834669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Bound using segment: {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:10:11.835118 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Bound port: 12676cf3-d278-4c9e-b281-632fa4493ef0, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bd4d5c-4953-4252-88af-8e6c8626d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:10:11.835522 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:11.896917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:10:11.899851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:10:11.953359 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:11.986807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:11.987413 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:11.988823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 1091 time: 0.6793144 Apr 30 02:10:12.010516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197db11-94a1-4d77-81f7-d6f73da788b8 service neutron] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:12.058858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-4cdc5269-1f3d-4369-b812-9d2d4bc82b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:12.060345 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-4cdc5269-1f3d-4369-b812-9d2d4bc82b94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1094 time: 0.0439982 Apr 30 02:10:12.148735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-df96cce7-82a1-40e4-8ee8-9399646f0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:12.150198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-df96cce7-82a1-40e4-8ee8-9399646f0a1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.0827465 Apr 30 02:10:12.195293 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-bf07b1c6-4f33-4f01-99d8-1bfa195cb78b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 217 time: 0.0338290 Apr 30 02:10:12.249568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-3e2d7d42-5c95-4011-aef8-d363c3e2c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:12.251622 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-3e2d7d42-5c95-4011-aef8-d363c3e2c51c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0460625 Apr 30 02:10:12.285546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-0f30c1df-f409-4cf4-be93-f8b76d56a9de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239263 Apr 30 02:10:12.376701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-63ca970f-a0d5-4b4a-9685-510e2583a8aa service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800223 Apr 30 02:10:12.419574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437001ff-e153-43f8-b925-2919425357df req-43884e50-aac9-4729-8e79-f71cb7d12803 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:12.421078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-437001ff-e153-43f8-b925-2919425357df req-43884e50-aac9-4729-8e79-f71cb7d12803 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 943 time: 0.0492115 Apr 30 02:10:12.459102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-437001ff-e153-43f8-b925-2919425357df req-e0173899-12c9-47bf-a9ae-91fb0382813b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Apr 30 02:10:12.472019 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-acedd46b-c48b-4d01-bdc3-35fcfec0b029 req-45ce297f-9707-44d5-9a1a-cc4c8687c276 service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869074 Apr 30 02:10:13.579349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a5d34-e127-45ef-b381-5d83e9adfdce req-cb589818-9e3f-41ec-961c-3527c90c7607 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:13.580850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb9a5d34-e127-45ef-b381-5d83e9adfdce req-cb589818-9e3f-41ec-961c-3527c90c7607 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 943 time: 0.0521967 Apr 30 02:10:13.619618 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb9a5d34-e127-45ef-b381-5d83e9adfdce req-9d8a1495-68fd-4ad6-909f-ff57fe198422 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316691 Apr 30 02:10:13.706071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:10:13.708491 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c782c5-6c33-4077-9cb4-fd794f787db6" -d '{"events": [{"name": "network-changed", "server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:10:13.754210 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cde52dc-a246-42f6-b715-6fb790f3c51f x-openstack-request-id: req-2cde52dc-a246-42f6-b715-6fb790f3c51f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:10:13.755145 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:10:13.755409 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cde52dc-a246-42f6-b715-6fb790f3c51f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:10:13.755858 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cde52dc-a246-42f6-b715-6fb790f3c51f'] response: {'name': 'network-changed', 'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'status': 'completed', 'code': 200} Apr 30 02:10:13.835907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-0a5e3613-6587-40cb-96b8-fae01071b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:13.837434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-0a5e3613-6587-40cb-96b8-fae01071b83f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1094 time: 0.0655036 Apr 30 02:10:13.842486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-b0954ca4-6fad-446b-9160-ba438f87737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:13.843877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-b0954ca4-6fad-446b-9160-ba438f87737b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1094 time: 0.0637779 Apr 30 02:10:14.273872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 12676cf3-d278-4c9e-b281-632fa4493ef0 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:10:14.279048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-b0a85262-53ed-4932-b4dc-6ae2d87bbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:14.280531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-b0a85262-53ed-4932-b4dc-6ae2d87bbc1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.4347706 Apr 30 02:10:14.283864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-067de0b0-e807-4b14-8018-2a0fe19a7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:14.285190 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-067de0b0-e807-4b14-8018-2a0fe19a7f6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.4326515 Apr 30 02:10:14.327474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-4ffdad02-d40c-4984-8399-9dcbdd4b1ebc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 217 time: 0.0384541 Apr 30 02:10:14.332302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 12676cf3-d278-4c9e-b281-632fa4493ef0 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:10:14.361033 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-09a65baf-14fb-4037-ae1c-4dd6e9cc470d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 217 time: 0.0656271 Apr 30 02:10:14.403516 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:14.405751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 12676cf3-d278-4c9e-b281-632fa4493ef0 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:10:14.415194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'network_id': '7b861f73-aef3-457a-a226-c81881a7248f', 'port_id': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'mac_address': 'fa:16:3e:e7:58:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de4df94-0c0d-46e0-b369-5ed1a1c35472', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:10:14.433819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-0933906e-1ed5-446b-9620-ff8f8c43e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:14.435419 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-0933906e-1ed5-446b-9620-ff8f8c43e629 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0822661 Apr 30 02:10:14.439641 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-afeb1789-c4b5-4e49-96eb-66220cda9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:14.442640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-afeb1789-c4b5-4e49-96eb-66220cda9b83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0609741 Apr 30 02:10:14.456313 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:14.469666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12676cf3-d278-4c9e-b281-632fa4493ef0 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:10:14.474179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-b6a39c99-a971-43e7-b724-13facc456f94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320079 Apr 30 02:10:14.489406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:14.492709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-9a07ba38-5b4a-4226-bc49-6c5198e2ece7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412276 Apr 30 02:10:14.581204 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:14.630190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:14.639679 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-cd807856-ca14-47f3-bfe4-066dc9fb95c8 service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491425 Apr 30 02:10:14.645451 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-cd4016da-37d2-4fa1-b4ca-071d77f3e052 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453974 Apr 30 02:10:14.744723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47be5-781b-40a1-8a73-e06c4a562d60 req-9e45468d-bc17-4d49-a415-89fe4bbc0856 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:14.746213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88a47be5-781b-40a1-8a73-e06c4a562d60 req-9e45468d-bc17-4d49-a415-89fe4bbc0856 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 944 time: 0.0483887 Apr 30 02:10:14.786945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88a47be5-781b-40a1-8a73-e06c4a562d60 req-145722a4-c579-45ef-81bd-db41a86ace65 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336452 Apr 30 02:10:14.810211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-21a09876-d199-45af-8059-0c11c1a2e04d service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635287 Apr 30 02:10:14.813564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-44c782c5-6c33-4077-9cb4-fd794f787db6 req-55864cf8-81eb-470d-b1e7-9167f087e905 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561120 Apr 30 02:10:14.820752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['12676cf3-d278-4c9e-b281-632fa4493ef0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:10:15.903204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de33d1-81b5-401d-8211-e06dd6aae332 req-4f6bb5d9-204c-4300-a2bc-78e8c693eec4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:15.904715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2de33d1-81b5-401d-8211-e06dd6aae332 req-4f6bb5d9-204c-4300-a2bc-78e8c693eec4 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 944 time: 0.0485713 Apr 30 02:10:15.942292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c2de33d1-81b5-401d-8211-e06dd6aae332 req-2e342262-f7c8-401b-97b2-d6d5e4ab0298 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Apr 30 02:10:16.270507 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239452da-8f16-47f7-a022-c437d9cd987c req-8e72c505-6594-41c6-adb1-af07e1a1f43a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:16.272221 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-239452da-8f16-47f7-a022-c437d9cd987c req-8e72c505-6594-41c6-adb1-af07e1a1f43a tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 944 time: 0.0555506 Apr 30 02:10:16.289432 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 12676cf3-d278-4c9e-b281-632fa4493ef0 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:10:16.316035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-239452da-8f16-47f7-a022-c437d9cd987c req-61310f8f-ff69-4282-8758-dc5d06dc977e tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Apr 30 02:10:16.347764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-92bc45ba-5984-425b-8d4f-5e99992ba40c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:16.349308 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-92bc45ba-5984-425b-8d4f-5e99992ba40c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.21 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167&tenant_id=971403515434475d9a42e19a57b7e5f6&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 944 time: 0.0607994 Apr 30 02:10:16.397306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 12676cf3-d278-4c9e-b281-632fa4493ef0 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:10:16.401214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 12676cf3-d278-4c9e-b281-632fa4493ef0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:16.401580 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:16.410064 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-c496f9df-68a0-42b5-a5fc-c92fe3877181 service neutron] delete failed (client error): The resource could not be found. Apr 30 02:10:16.411147 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-c496f9df-68a0-42b5-a5fc-c92fe3877181 service neutron] 10.222.0.21 "DELETE /v2.0/ports/12676cf3-d278-4c9e-b281-632fa4493ef0/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0552194 Apr 30 02:10:16.482791 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:16.493614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-3e2c36c1-682e-4e14-a582-18471368f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:16.495275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-3e2c36c1-682e-4e14-a582-18471368f2fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1095 time: 0.0412784 Apr 30 02:10:16.508042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:10:16.510278 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eea837b-69f9-4e6d-a101-4621d46d9cde" -d '{"events": [{"server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "name": "network-vif-plugged", "status": "completed", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:10:16.523904 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:16.576082 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c8bf57-3761-45ec-a083-94292a31a95c x-openstack-request-id: req-58c8bf57-3761-45ec-a083-94292a31a95c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:10:16.576377 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "name": "network-vif-plugged", "status": "completed", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:10:16.576625 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58c8bf57-3761-45ec-a083-94292a31a95c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:10:16.577019 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c8bf57-3761-45ec-a083-94292a31a95c'] response: {'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'code': 200} Apr 30 02:10:16.591642 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:16.595088 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-1d7fec63-4327-4d2a-b950-db65ac35a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:16.596685 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-1d7fec63-4327-4d2a-b950-db65ac35a492 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.0946441 Apr 30 02:10:16.638825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-2a087a0d-387f-4c8d-827b-ea2558dccfcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 217 time: 0.0355895 Apr 30 02:10:16.643228 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:16.687656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-21124430-b4b3-4b4e-8254-553c1feb25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:16.689838 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-21124430-b4b3-4b4e-8254-553c1feb25bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0454712 Apr 30 02:10:16.725732 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-fe060cee-1fc5-4ba6-917c-fb21836c93de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286777 Apr 30 02:10:16.814997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-c2156bda-075f-4437-83fa-d2aa8cd0fa34 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825183 Apr 30 02:10:16.906689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3227ffe3-6992-47ab-a907-30829fbec8a5 req-0bda1cf5-91aa-472f-a539-d8001b438914 service neutron] 10.222.0.21 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851099 Apr 30 02:10:17.439036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78df192-45b8-4204-821a-086ef667c411 req-54c8b494-e85b-4b05-add9-706e3d963466 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:17.440516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e78df192-45b8-4204-821a-086ef667c411 req-54c8b494-e85b-4b05-add9-706e3d963466 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0488732 Apr 30 02:10:17.478370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e78df192-45b8-4204-821a-086ef667c411 req-19122070-c7aa-4b5a-9bcc-853bc06df548 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Apr 30 02:10:17.812066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-754da2a9-7e73-4567-a759-57d327b65627 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405030 Apr 30 02:10:17.904708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-c2aebf6a-5386-42dc-aef6-74b48cbcfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:17.906182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-c2aebf6a-5386-42dc-aef6-74b48cbcfa50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=971403515434475d9a42e19a57b7e5f6&device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 1096 time: 0.0426581 Apr 30 02:10:18.009788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-956263bc-0bdf-4dce-a999-754647e40ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:18.011244 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-956263bc-0bdf-4dce-a999-754647e40ca7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 200 len: 914 time: 0.0857515 Apr 30 02:10:18.052731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-8b3ce83f-1073-40a4-9d57-2814894e2ccb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 200 len: 217 time: 0.0342596 Apr 30 02:10:18.099709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-0bf433b3-59c2-459b-ac5b-a2bab0d8918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:18.101152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-0bf433b3-59c2-459b-ac5b-a2bab0d8918a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 200 len: 854 time: 0.0423732 Apr 30 02:10:18.131026 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-6b5ba429-3c2b-4b0e-9e49-05f6e7eb751e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b861f73-aef3-457a-a226-c81881a7248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238056 Apr 30 02:10:18.222946 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-598a9a51-6be6-4e38-b396-11a8611a89fc service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850024 Apr 30 02:10:18.313718 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-41474df8-2818-44a2-9bcc-c23b0b44a43e req-1bd91abf-20c9-4e40-ba80-f8e733a349f2 service neutron] 10.222.0.23 "GET /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839942 Apr 30 02:10:18.596382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c97c-275b-4b3f-b413-7ad50456d9aa req-eb195cdb-eb29-4fe0-a8ef-af75401f12cc tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:18.597874 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3761c97c-275b-4b3f-b413-7ad50456d9aa req-eb195cdb-eb29-4fe0-a8ef-af75401f12cc tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0484657 Apr 30 02:10:18.635213 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3761c97c-275b-4b3f-b413-7ad50456d9aa req-487a4c05-5af3-47ad-a0c2-6d32eae5b026 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313497 Apr 30 02:10:18.750305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c0dd1-cee8-44e6-a040-ffbe3a3a6087 req-76fe0918-feaa-4173-8eca-078f456dc2ab tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:18.752702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a8c0dd1-cee8-44e6-a040-ffbe3a3a6087 req-76fe0918-feaa-4173-8eca-078f456dc2ab tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Apr 30 02:10:18.790389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a8c0dd1-cee8-44e6-a040-ffbe3a3a6087 req-03432403-fea0-43a0-8b88-a028d36d2e8f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Apr 30 02:10:18.902184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8966e-8464-4200-852d-ba1ac4887594 req-6af68a8e-a69a-41a3-875e-1f7214cd34f0 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:18.903972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2de8966e-8464-4200-852d-ba1ac4887594 req-6af68a8e-a69a-41a3-875e-1f7214cd34f0 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Apr 30 02:10:18.941718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2de8966e-8464-4200-852d-ba1ac4887594 req-68ced350-ecb2-4f92-a48a-6210f48fd96b tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Apr 30 02:10:19.055533 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:19.423140 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d707a56-b7cb-4958-9bb0-a7c230759c95 req-dd55fd53-3a3b-4a00-804c-f061346d1cb2 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:19.424641 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d707a56-b7cb-4958-9bb0-a7c230759c95 req-dd55fd53-3a3b-4a00-804c-f061346d1cb2 tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0488937 Apr 30 02:10:19.461360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d707a56-b7cb-4958-9bb0-a7c230759c95 req-60a58ff5-7dc4-42a0-a15d-455cfce8daaa tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307524 Apr 30 02:10:20.584540 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fac8a-8ce1-43ac-8e48-ee1e6ac26269 req-11c59bad-d502-4ad6-9c45-4d794cf70f0f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:20.586055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-982fac8a-8ce1-43ac-8e48-ee1e6ac26269 req-11c59bad-d502-4ad6-9c45-4d794cf70f0f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0556653 Apr 30 02:10:20.623079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-982fac8a-8ce1-43ac-8e48-ee1e6ac26269 req-f4ed63ff-b0ad-4c3c-916a-ac1bb25583db tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/security-groups?id=0df7c62f-7487-4532-8e0e-ac51acf2396b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Apr 30 02:10:20.744333 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-087869e2-cf7f-4793-8920-58df2c42560c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:20.745707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-087869e2-cf7f-4793-8920-58df2c42560c tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.23 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Apr 30 02:10:20.835070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Deleting port 12676cf3-d278-4c9e-b281-632fa4493ef0 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:10:20.835415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:20.889710 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:20.926252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] For port 12676cf3-d278-4c9e-b281-632fa4493ef0, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=12676cf3-d278-4c9e-b281-632fa4493ef0,segment=NetworkSegment(c7bd4d5c-4953-4252-88af-8e6c8626d87c),segment_id=c7bd4d5c-4953-4252-88af-8e6c8626d87c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:20.926614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:20.939997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Calling delete_port for 12676cf3-d278-4c9e-b281-632fa4493ef0 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:10:21.118265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:21.133181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['12676cf3-d278-4c9e-b281-632fa4493ef0'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:10:21.147381 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Pushing event deleted for resources: {'Port': ['ID=12676cf3-d278-4c9e-b281-632fa4493ef0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:21.190317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] No DVR routers for this DVR port 12676cf3-d278-4c9e-b281-632fa4493ef0 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:10:21.192892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:21.196111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dcbb64af-9f87-4343-9a4b-199206e9f59a req-bdac1b1c-5c70-4f5a-b233-8ddb4c9a054f tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.23 "DELETE /v2.0/ports/12676cf3-d278-4c9e-b281-632fa4493ef0 HTTP/1.1" status: 204 len: 173 time: 0.4413729 Apr 30 02:10:21.196557 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'name': 'network-vif-deleted', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:10:21.198741 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12718082-1eeb-456b-9c82-db9f2383e8c8" -d '{"events": [{"server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "name": "network-vif-deleted", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:10:21.235564 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eddf853-b266-4218-97a6-fbb45212f050 x-openstack-request-id: req-7eddf853-b266-4218-97a6-fbb45212f050 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:10:21.235873 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cad85c-b358-425d-894b-fb511f85f167", "name": "network-vif-deleted", "tag": "12676cf3-d278-4c9e-b281-632fa4493ef0", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:10:21.236118 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eddf853-b266-4218-97a6-fbb45212f050 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:10:21.236509 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eddf853-b266-4218-97a6-fbb45212f050'] response: {'server_uuid': '81cad85c-b358-425d-894b-fb511f85f167', 'name': 'network-vif-deleted', 'tag': '12676cf3-d278-4c9e-b281-632fa4493ef0', 'status': 'completed', 'code': 200} Apr 30 02:10:21.728827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b648f62-4757-4a23-a7d7-5b92a092b33d req-cfbffff8-3b3c-4f1b-af10-44c949dbc51d tempest-ServerDiskConfigTestJSON-2054222493 tempest-ServerDiskConfigTestJSON-2054222493-project] 10.222.0.15 "GET /v2.0/ports?device_id=81cad85c-b358-425d-894b-fb511f85f167 HTTP/1.1" status: 200 len: 210 time: 0.0258148 Apr 30 02:10:22.849843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36330) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:22.894632 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Deleting subnet 6de4df94-0c0d-46e0-b369-5ed1a1c35472 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:10:22.897664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:22.930678 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:22.971991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.077710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.101171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de4df94-0c0d-46e0-b369-5ed1a1c35472,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:23.111925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.112266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.112598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.112928 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.113256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.113902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.113902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.114197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.114514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.114831 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.115147 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.115482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:23.118240 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.121388 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-127c3f14-1af5-41a4-91b7-c0f859f21c9c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6de4df94-0c0d-46e0-b369-5ed1a1c35472 HTTP/1.1" status: 204 len: 168 time: 0.2705483 Apr 30 02:10:23.123834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36332) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:23.190723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.271039 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.290616 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b861f73-aef3-457a-a226-c81881a7248f']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:23.300287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bd4d5c-4953-4252-88af-8e6c8626d87c') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:23.300578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bd4d5c-4953-4252-88af-8e6c8626d87c') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:23.309633 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.322744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.328485 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:10:23.328855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:10:23.330449 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:10:23.454580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.459939 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.463142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] 10.222.0.15 "DELETE /v2.0/networks/7b861f73-aef3-457a-a226-c81881a7248f HTTP/1.1" status: 204 len: 168 time: 0.3384073 Apr 30 02:10:23.475167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191e23b-9e99-4463-98fd-b7eb80a01b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7b861f73-aef3-457a-a226-c81881a7248f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:23.774208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36336) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:23.814870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-38c847a7-8be7-4f86-8885-f638db449f64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=971403515434475d9a42e19a57b7e5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394959 Apr 30 02:10:23.817284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36338) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:23.864164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1a041dc-6075-4a91-b153-0574b6a08986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.885046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1a041dc-6075-4a91-b153-0574b6a08986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.992681 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1a041dc-6075-4a91-b153-0574b6a08986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.995193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b1a041dc-6075-4a91-b153-0574b6a08986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:23.996399 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b1a041dc-6075-4a91-b153-0574b6a08986 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0df7c62f-7487-4532-8e0e-ac51acf2396b HTTP/1.1" status: 204 len: 168 time: 0.1782303 Apr 30 02:10:24.006312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a041dc-6075-4a91-b153-0574b6a08986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df7c62f-7487-4532-8e0e-ac51acf2396b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:24.942458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36360) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:25.037441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1212707984-network', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:25.146691 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Made reservation on behalf of 3c8775a0931847cc875fe3bd255d5f76 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:10:25.149037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.157779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.228817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.272003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.297585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:10:25.303349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec9d4b-3ec8-4238-b793-1b93a6b539e5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:25.310401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.311350 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Added segment 34a8b037-3559-49ce-a404-42cf08405d95 of type vlan for network dd09c874-7265-475c-aa7e-ee21a3ac8975 Apr 30 02:10:25.350932 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.420333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.421276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:25.421856 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.489035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] Pushing event updated for resources: {'Network': ['ID=dd09c874-7265-475c-aa7e-ee21a3ac8975,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:25.499565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:10:25.504289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3d459102-1b5a-4651-82d9-576ae965cf98 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5601959 Apr 30 02:10:25.506775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36364) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:25.511696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Request body: {'subnet': {'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1212707984-subnet', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:25.614729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Made reservation on behalf of 3c8775a0931847cc875fe3bd255d5f76 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:10:25.617412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.867615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:25.926996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d12b53-c59d-4992-a304-3b709c39afc5,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:25.937929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:10:25.938321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Network hostable DHCP agents. Network: dd09c874-7265-475c-aa7e-ee21a3ac8975, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:10:26.009578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:10:26.083920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, dd09c874-7265-475c-aa7e-ee21a3ac8975) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:10:26.088494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:26.089314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.093145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f301d1-cea5-4e0a-8738-cb9c18be6803 None None] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:10:26.181628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:26.182181 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-38087ee7-82b8-4c50-b5c6-1fec25646e47 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6738498 Apr 30 02:10:26.186132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:26.255289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-dd09c874-7265-475c-aa7e-ee21a3ac8975', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:10:26.256182 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.267004 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.268741 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.337086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 12676cf3-d278-4c9e-b281-632fa4493ef0 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:10:26.354454 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.365568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 12676cf3-d278-4c9e-b281-632fa4493ef0 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:10:26.365911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 12676cf3-d278-4c9e-b281-632fa4493ef0 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:10:26.415911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Allocated IP 172.20.0.2 (dd09c874-7265-475c-aa7e-ee21a3ac8975/54d12b53-c59d-4992-a304-3b709c39afc5/38ad1c01-a660-44c7-a418-b429c5fa0772) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:10:26.536472 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.559706 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.644882 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.678293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:10:26.681237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:10:26.684645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:10:26.701922 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Pushing event updated for resources: {'Port': ['ID=38ad1c01-a660-44c7-a418-b429c5fa0772,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:26.748835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Attempting to bind port 38ad1c01-a660-44c7-a418-b429c5fa0772 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:10:26.749195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Attempting to bind port 38ad1c01-a660-44c7-a418-b429c5fa0772 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:10:26.749553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Attempting to bind port 38ad1c01-a660-44c7-a418-b429c5fa0772 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:10:26.755108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:10:26.755504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:10:26.755932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.756320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:10:26.756771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Bound port: 38ad1c01-a660-44c7-a418-b429c5fa0772, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:10:26.757142 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.811367 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.818892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] For port 38ad1c01-a660-44c7-a418-b429c5fa0772, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:10:26.822054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] For port 38ad1c01-a660-44c7-a418-b429c5fa0772, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=38ad1c01-a660-44c7-a418-b429c5fa0772,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:10:26.836702 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.925068 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:26.940839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Allocated IP 172.25.0.250 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/5cf3a18f-79f8-4f11-aae3-bb3e92422385) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:10:26.991838 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12532b-9a17-4e3b-ac2d-2c9bee147b18 None None] Pushing event updated for resources: {'Port': ['ID=38ad1c01-a660-44c7-a418-b429c5fa0772,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:27.293322 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:27.387112 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:27.422457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:10:27.426088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:10:27.435087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:10:27.462593 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Pushing event updated for resources: {'Port': ['ID=5cf3a18f-79f8-4f11-aae3-bb3e92422385,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:27.756212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:27.887295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507409a5-0fca-4a7c-8909-b539bce2b69a None None] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:10:27.951990 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.014707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4f4cb831-383b-4488-8e1a-3e3e6e906bf2 None None] Provisioning complete for port 38ad1c01-a660-44c7-a418-b429c5fa0772 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:28.015072 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb831-383b-4488-8e1a-3e3e6e906bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.117565 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb831-383b-4488-8e1a-3e3e6e906bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.146671 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:10:28.152603 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4f4cb831-383b-4488-8e1a-3e3e6e906bf2 None None] For port 38ad1c01-a660-44c7-a418-b429c5fa0772, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=38ad1c01-a660-44c7-a418-b429c5fa0772,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:28.221817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb831-383b-4488-8e1a-3e3e6e906bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.258162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:10:28.272560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:10:28.278939 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cb831-383b-4488-8e1a-3e3e6e906bf2 None None] Pushing event updated for resources: {'Port': ['ID=38ad1c01-a660-44c7-a418-b429c5fa0772,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:28.283975 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:10:28.284739 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:10:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:28.325908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.331294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0d6c9ec9-acaf-4f90-90a4-c2f5d2b157fa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1453061 Apr 30 02:10:28.333583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36368) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:28.350335 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dbbe4cb1-0782-4a1f-9d6a-aa77bd6831c7 None None] Provisioning complete for port 38ad1c01-a660-44c7-a418-b429c5fa0772 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:28.350709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbbe4cb1-0782-4a1f-9d6a-aa77bd6831c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.393176 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:10:28.657255 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:27Z', 'revision_number': 3, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:28.682930 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:10:28.683265 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Updating router 7853dc52-5b52-4e54-8db6-5a3737a0226e port 5cf3a18f-79f8-4f11-aae3-bb3e92422385 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:10:28.706912 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.754322 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.792646 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2821894d-2cc0-410a-a071-99a0aa58561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:28.911864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Allocated IP 172.20.0.1 (dd09c874-7265-475c-aa7e-ee21a3ac8975/54d12b53-c59d-4992-a304-3b709c39afc5/9d266164-797b-47a2-bf74-142f1558f365) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:10:28.960886 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.016958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.021298 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.071552 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Attempting to bind port 5cf3a18f-79f8-4f11-aae3-bb3e92422385 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:10:29.071942 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Attempting to bind port 5cf3a18f-79f8-4f11-aae3-bb3e92422385 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:10:29.072281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Attempting to bind port 5cf3a18f-79f8-4f11-aae3-bb3e92422385 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:10:29.081253 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Pushing event updated for resources: {'Port': ['ID=5cf3a18f-79f8-4f11-aae3-bb3e92422385,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:29.083338 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:10:29.083742 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:10:29.084147 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.084535 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:10:29.085113 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Bound port: 5cf3a18f-79f8-4f11-aae3-bb3e92422385, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:10:29.085493 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.093575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 38ad1c01-a660-44c7-a418-b429c5fa0772 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:10:29.110534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.110878 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.111783 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.112111 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.112449 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.112768 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.113096 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.113414 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.113734 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.114045 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.114366 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.114679 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:29.119046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.148331 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 38ad1c01-a660-44c7-a418-b429c5fa0772 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:29.148696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.149049 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] For port 5cf3a18f-79f8-4f11-aae3-bb3e92422385, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:10:29.153813 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] For port 5cf3a18f-79f8-4f11-aae3-bb3e92422385, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5cf3a18f-79f8-4f11-aae3-bb3e92422385,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:10:29.169590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:10:29.175135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:10:29.180202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:10:29.210132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Pushing event updated for resources: {'Port': ['ID=9d266164-797b-47a2-bf74-142f1558f365,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:29.215658 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.225655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.285814 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:10:29.286448 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:10:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:29.291232 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2171c9-1501-4280-9d37-8bd9da94ce35 None None] Pushing event updated for resources: {'Port': ['ID=5cf3a18f-79f8-4f11-aae3-bb3e92422385,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:29.385759 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:10:29.404076 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:10:29.420698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.455561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1e6b86a1-64ce-472b-9f11-2f94cf9ad1b0 None None] Provisioning complete for port 9d266164-797b-47a2-bf74-142f1558f365 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:29.455847 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1e6b86a1-64ce-472b-9f11-2f94cf9ad1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.490791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b86a1-64ce-472b-9f11-2f94cf9ad1b0 None None] Port 9d266164-797b-47a2-bf74-142f1558f365 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:10:29.584766 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:27Z', 'revision_number': 3, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:29.591903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.610357 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b7e8b-7da1-43c9-8bc8-128a6b419b4b None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:27Z', 'revision_number': 3, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:10:29.644193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.718057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Pushing event updated for resources: {'Port': ['ID=9d266164-797b-47a2-bf74-142f1558f365,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:29.721203 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:29.814694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:10:29.816300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:10:29.965954 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:10:30.084031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:10:30.089103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-04fb36a1-be58-432b-aa28-c85adc0c6e5c admin admin] 10.222.0.15 "PUT /v2.0/routers/7853dc52-5b52-4e54-8db6-5a3737a0226e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564559 Apr 30 02:10:30.115347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2ffc0005-9881-4fbe-a004-160504c95847 None None] Provisioning complete for port 9d266164-797b-47a2-bf74-142f1558f365 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:30.115950 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0005-9881-4fbe-a004-160504c95847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:30.325564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc0005-9881-4fbe-a004-160504c95847 None None] Port 9d266164-797b-47a2-bf74-142f1558f365 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:10:30.561041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36376) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:30.566781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d7553ea1-e140-4dd3-bdc1-0e5b6e199551 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005214342', 'description': 'tempest-description--1084157458'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:30.661252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7553ea1-e140-4dd3-bdc1-0e5b6e199551 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:30.727516 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7553ea1-e140-4dd3-bdc1-0e5b6e199551 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:30.792388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7553ea1-e140-4dd3-bdc1-0e5b6e199551 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:30.822154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7553ea1-e140-4dd3-bdc1-0e5b6e199551 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba15336-c059-4528-b782-a3223dfc3c71,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:30.880499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d7553ea1-e140-4dd3-bdc1-0e5b6e199551 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:30.881778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d7553ea1-e140-4dd3-bdc1-0e5b6e199551 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3197055 Apr 30 02:10:30.884521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 36380) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:30.888756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-36078317-10a8-4996-b78c-1f0524df82ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'security_group_rule': {'security_group_id': 'dba15336-c059-4528-b782-a3223dfc3c71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:30.963199 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36078317-10a8-4996-b78c-1f0524df82ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.013758 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6eba448a-de20-4105-aa3f-b1384af11c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.030560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36078317-10a8-4996-b78c-1f0524df82ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.084102 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36078317-10a8-4996-b78c-1f0524df82ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.090562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5cf3a18f-79f8-4f11-aae3-bb3e92422385 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:10:31.114329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36078317-10a8-4996-b78c-1f0524df82ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d8e646-12f2-49e9-a8be-c4330e52b9d5,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:31.120212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:10:31.138565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:10:31.141703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:10:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:31.200075 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36078317-10a8-4996-b78c-1f0524df82ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.201352 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-36078317-10a8-4996-b78c-1f0524df82ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159184 Apr 30 02:10:31.204062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:31.209574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e96f3475-ccf4-4224-b4c4-d97efee72343 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'security_group_rule': {'security_group_id': 'dba15336-c059-4528-b782-a3223dfc3c71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:31.232136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5cf3a18f-79f8-4f11-aae3-bb3e92422385 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:31.232435 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.283129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:10:31.300743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e96f3475-ccf4-4224-b4c4-d97efee72343 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.359327 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e96f3475-ccf4-4224-b4c4-d97efee72343 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.421214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e96f3475-ccf4-4224-b4c4-d97efee72343 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.430820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.440413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f3475-ccf4-4224-b4c4-d97efee72343 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1fd3c9-0351-4ce3-9d70-03f55d29e4b9,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:31.466609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 5cf3a18f-79f8-4f11-aae3-bb3e92422385, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5cf3a18f-79f8-4f11-aae3-bb3e92422385,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:31.509118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e96f3475-ccf4-4224-b4c4-d97efee72343 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.510266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e96f3475-ccf4-4224-b4c4-d97efee72343 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045440 Apr 30 02:10:31.513316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36384) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:31.518570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:31.536151 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.539394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 2, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:31.586864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:10:31.587220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Updating router 7853dc52-5b52-4e54-8db6-5a3737a0226e port 9d266164-797b-47a2-bf74-142f1558f365 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:10:31.621184 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.622862 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.641168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=5cf3a18f-79f8-4f11-aae3-bb3e92422385,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:31.652114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.652709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.653039 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.653375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.653701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.654242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.654332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.654649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.654970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.655291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.655636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.655957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:10:31.722457 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.823486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Allocated IP 172.25.0.41 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/b251f870-73b0-46ad-854e-b98bb4fd95a3) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:10:31.910865 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.926531 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:31.969582 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.022218 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6c795-d664-4641-abc8-dfddae20f4d5 None None] Pushing event updated for resources: {'Port': ['ID=9d266164-797b-47a2-bf74-142f1558f365,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:32.044443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.074911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Attempting to bind port 9d266164-797b-47a2-bf74-142f1558f365 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:10:32.075216 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Attempting to bind port 9d266164-797b-47a2-bf74-142f1558f365 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:10:32.075609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Attempting to bind port 9d266164-797b-47a2-bf74-142f1558f365 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:10:32.085829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:10:32.086494 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:10:32.086639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.086978 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:10:32.087887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Bound port: 9d266164-797b-47a2-bf74-142f1558f365, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:10:32.088015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:10:32.088375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.094535 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:10:32.099086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:10:32.129006 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'Port': ['ID=b251f870-73b0-46ad-854e-b98bb4fd95a3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:32.168726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] For port 9d266164-797b-47a2-bf74-142f1558f365, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:10:32.175115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] For port 9d266164-797b-47a2-bf74-142f1558f365, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9d266164-797b-47a2-bf74-142f1558f365,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:10:32.181620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.197718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.221030 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.293282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9b8a74b5-4fdb-47b0-8e27-8311ca5a9e25 None None] Provisioning complete for port 9d266164-797b-47a2-bf74-142f1558f365 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:32.293662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b8a74b5-4fdb-47b0-8e27-8311ca5a9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.297213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:10:32.297356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:10:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:32.299113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6c795-d664-4641-abc8-dfddae20f4d5 None None] Pushing event updated for resources: {'Port': ['ID=9d266164-797b-47a2-bf74-142f1558f365,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:32.312733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.469512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:10:32.476335 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.500561 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b8a74b5-4fdb-47b0-8e27-8311ca5a9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.535195 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.586705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9b8a74b5-4fdb-47b0-8e27-8311ca5a9e25 None None] For port 9d266164-797b-47a2-bf74-142f1558f365, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9d266164-797b-47a2-bf74-142f1558f365,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:32.614926 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'Port': ['ID=b251f870-73b0-46ad-854e-b98bb4fd95a3,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:32.625626 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.672359 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b8a74b5-4fdb-47b0-8e27-8311ca5a9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.697248 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.699394 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bd4f196e-8363-4f35-8956-ef95c07d56b8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1842225 Apr 30 02:10:32.734700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a74b5-4fdb-47b0-8e27-8311ca5a9e25 None None] Pushing event updated for resources: {'Port': ['ID=9d266164-797b-47a2-bf74-142f1558f365,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:32.746958 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:32.774164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b459d-6451-4da5-8f6d-d7d1c21d61e1 None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:10:32.801626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e0a24558-4aad-4986-aa1d-3143efa42dce None None] Provisioning complete for port 9d266164-797b-47a2-bf74-142f1558f365 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:32.802169 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0a24558-4aad-4986-aa1d-3143efa42dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:32.864079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-65e237e1-a5df-4680-9f42-b67a3caa45eb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2005214342&fields=id&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 267 time: 0.0554278 Apr 30 02:10:32.988528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-34758290-270d-46a1-9451-202a4edf60eb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:32.990026 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-34758290-270d-46a1-9451-202a4edf60eb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 812 time: 0.1184618 Apr 30 02:10:33.006873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-bf6093ae-1273-4e81-bbd6-119589cecedd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/quotas/3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 375 time: 0.0106559 Apr 30 02:10:33.064760 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-11c9b594-7714-4392-9eda-3b07dbf6dc8c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506177 Apr 30 02:10:33.157010 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5cf3a18f-79f8-4f11-aae3-bb3e92422385 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:10:33.179976 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-eefe4e9f-a987-4994-b1be-33d7d432eadf service neutron] 10.222.0.15 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011434 Apr 30 02:10:33.216893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5cf3a18f-79f8-4f11-aae3-bb3e92422385 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:33.217382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:33.274156 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8e772410-6b3f-4ed0-90c9-133cc1ec8a70 service neutron] 10.222.0.15 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872085 Apr 30 02:10:33.305280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9d266164-797b-47a2-bf74-142f1558f365 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:10:33.359114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9d266164-797b-47a2-bf74-142f1558f365 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:33.359463 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:33.572264 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e15e3f5-057a-4352-ab28-f1aeb70141d4 req-d550a490-799e-44de-97fe-2b06aeda4303 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 210 time: 0.0397162 Apr 30 02:10:33.970032 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:33.972016 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:34.662378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9264b7e3-4f66-471c-94f7-34a86a72b325 req-ce3f90aa-4065-44eb-bcdb-140f8eddebcc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 210 time: 0.0258842 Apr 30 02:10:35.767751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1058de10-e80c-491f-92e5-30ec66ece996 req-fa04b2a4-3781-417e-a884-3f1dc4419a68 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 210 time: 0.0328038 Apr 30 02:10:35.864702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-6e4536fc-160b-4a8a-a595-15ea13fc62e2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:35.866142 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-6e4536fc-160b-4a8a-a595-15ea13fc62e2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 812 time: 0.3913393 Apr 30 02:10:35.909053 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-41e18729-afcc-4553-bb29-42f32b65f6d0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 380 time: 0.0326388 Apr 30 02:10:35.920198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'port': {'device_id': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'admin_state_up': True, 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'security_groups': ['dba15336-c059-4528-b782-a3223dfc3c71']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:36.083528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Made reservation on behalf of 3c8775a0931847cc875fe3bd255d5f76 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:10:36.086909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:36.207149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Allocated IP 172.20.0.14 (dd09c874-7265-475c-aa7e-ee21a3ac8975/54d12b53-c59d-4992-a304-3b709c39afc5/c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:10:36.340211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:36.426182 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:36.469966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:10:36.473566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:10:36.477353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:10:36.483647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:36.537195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:36.537841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:36.635579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-80d01b57-1b53-44b2-9de6-98bb18e5c35e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7190051 Apr 30 02:10:36.648486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Request body: {'port': {'device_id': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:36.700183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:36.751767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d887a34f-37c4-465b-b533-d53dda5c6f28 None None] Provisioning complete for port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:36.752375 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d887a34f-37c4-465b-b533-d53dda5c6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:36.788807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d887a34f-37c4-465b-b533-d53dda5c6f28 None None] Port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:10:36.972677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:10:36.981016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:36.994520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Transition to ACTIVE for port object c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:10:37.061190 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:37.119012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:37.119530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e8019-e28f-4eb7-a1ae-5b1633bac386 req-3eaf151c-b4ff-498a-9d6e-e318ec7c6abf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:37.121053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-683e8019-e28f-4eb7-a1ae-5b1633bac386 req-3eaf151c-b4ff-498a-9d6e-e318ec7c6abf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 932 time: 0.2819924 Apr 30 02:10:37.169638 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-683e8019-e28f-4eb7-a1ae-5b1633bac386 req-c21f6eb1-be99-46f4-bf90-4e77a4e49112 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Apr 30 02:10:37.193302 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Attempting to bind port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:10:37.193816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Attempting to bind port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:10:37.194084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Attempting to bind port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:10:37.198700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:10:37.199016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Attempting to bind port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:10:37.203956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:10:37.204288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:10:37.204673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:10:37.205646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Bound port: c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:10:37.206002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:37.272640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:10:37.275906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:10:37.352996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:37.390693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:37.391370 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:37.393277 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] 10.222.0.21 "PUT /v2.0/ports/c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 1092 time: 0.7487419 Apr 30 02:10:37.393714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:10:37.396000 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5d40eb-8867-4e1c-8156-dca82bf656d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:10:37.423539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302cfcd-fae3-46c8-a784-19e4e4f8fb32 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:37.440424 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe640a-a4cc-402a-81f6-d99fd8eb4b79 x-openstack-request-id: req-d2fe640a-a4cc-402a-81f6-d99fd8eb4b79 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:10:37.440721 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:10:37.440969 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2fe640a-a4cc-402a-81f6-d99fd8eb4b79 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:10:37.441374 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2fe640a-a4cc-402a-81f6-d99fd8eb4b79'] response: {'name': 'network-changed', 'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'status': 'completed', 'code': 200} Apr 30 02:10:37.502397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d40eb-8867-4e1c-8156-dca82bf656d7 req-d8aff36e-efd7-4f98-b7de-6806cb1f1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:37.503949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e5d40eb-8867-4e1c-8156-dca82bf656d7 req-d8aff36e-efd7-4f98-b7de-6806cb1f1044 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0432155 Apr 30 02:10:37.609820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d40eb-8867-4e1c-8156-dca82bf656d7 req-1f8dc657-8d49-4dec-8739-fa0bc2eaa22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:37.611412 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e5d40eb-8867-4e1c-8156-dca82bf656d7 req-1f8dc657-8d49-4dec-8739-fa0bc2eaa22b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3c8775a0931847cc875fe3bd255d5f76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1005688 Apr 30 02:10:37.703269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d40eb-8867-4e1c-8156-dca82bf656d7 req-2751e6f6-b023-4188-bfbc-3d800688cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:37.704719 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6e5d40eb-8867-4e1c-8156-dca82bf656d7 req-2751e6f6-b023-4188-bfbc-3d800688cc8e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0877035 Apr 30 02:10:37.785089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-3b1793e2-7df0-43c9-a1a3-ea49a5118059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:37.786520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-3b1793e2-7df0-43c9-a1a3-ea49a5118059 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0436556 Apr 30 02:10:37.832408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-d57aab35-8b08-4b22-bfbf-ddafabddb7b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 217 time: 0.0391803 Apr 30 02:10:37.879923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-e5b63e2b-0e66-4cdc-baca-2d2a4f4a9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:37.881385 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-e5b63e2b-0e66-4cdc-baca-2d2a4f4a9604 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0433960 Apr 30 02:10:37.926195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-5c97fe8d-c2af-467c-8b48-a55b1cb94406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:37.927714 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-5c97fe8d-c2af-467c-8b48-a55b1cb94406 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394428 Apr 30 02:10:38.017891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-f93ac62a-604c-446b-be04-57ee4bcffc2d service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839472 Apr 30 02:10:38.103763 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cd2a2ca-c1d0-4877-a210-68cf9b6f972c req-7a5cde48-dfbb-4cf2-84b7-0a3daba73cbe service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801077 Apr 30 02:10:38.281183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf39588-0379-4f10-90c6-f60e7b204ac9 req-0802ed12-ca74-4485-81d5-5922739603c5 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:38.282626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1cf39588-0379-4f10-90c6-f60e7b204ac9 req-0802ed12-ca74-4485-81d5-5922739603c5 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 944 time: 0.0480862 Apr 30 02:10:38.319782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1cf39588-0379-4f10-90c6-f60e7b204ac9 req-e37bf722-ba3e-4513-994c-1b0bd5f131fd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308099 Apr 30 02:10:39.434502 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380f0c4-c3f8-49ae-b713-4a31b2850d02 req-be7cf2fa-9a12-473b-a833-631ded517f1d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:39.435970 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4380f0c4-c3f8-49ae-b713-4a31b2850d02 req-be7cf2fa-9a12-473b-a833-631ded517f1d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 944 time: 0.0473907 Apr 30 02:10:39.476663 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4380f0c4-c3f8-49ae-b713-4a31b2850d02 req-d8182ea2-5dd4-4600-bd85-bef64bcdf6da tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338011 Apr 30 02:10:40.440512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:10:40.535066 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:40.547222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'mac_address': 'fa:16:3e:93:87:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:10:40.587241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:40.594585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fc32-a8b0-4096-9e25-355790b13f35 req-12ec94e3-954b-4caf-91f6-45ebb1fc3450 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:40.596963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cce4fc32-a8b0-4096-9e25-355790b13f35 req-12ec94e3-954b-4caf-91f6-45ebb1fc3450 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 944 time: 0.0512090 Apr 30 02:10:40.601099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:10:40.621205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:40.636439 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cce4fc32-a8b0-4096-9e25-355790b13f35 req-ea97e215-bab1-439b-a3cd-283ae5c8d169 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334926 Apr 30 02:10:40.677920 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:40.724375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:40.893330 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:10:41.749760 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2efb24-6525-439a-ba43-53ecce16f3d9 req-1deecceb-7866-41d4-a456-a40a6088550d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:41.751289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f2efb24-6525-439a-ba43-53ecce16f3d9 req-1deecceb-7866-41d4-a456-a40a6088550d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 945 time: 0.0485976 Apr 30 02:10:41.792254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f2efb24-6525-439a-ba43-53ecce16f3d9 req-fac85201-e229-4945-8ea8-67ddf8c1cf58 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338356 Apr 30 02:10:42.445969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:10:42.569658 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:10:42.573894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:10:42.574269 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:42.653187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:42.675521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:10:42.677747 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa1d4e-86db-47cf-8e87-888e77a74351" -d '{"events": [{"server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "name": "network-vif-plugged", "status": "completed", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:10:42.690233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:10:42.717126 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d258eb-b24b-48ed-9249-11f04cecb9c2 x-openstack-request-id: req-36d258eb-b24b-48ed-9249-11f04cecb9c2 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:10:42.717410 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "name": "network-vif-plugged", "status": "completed", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:10:42.717660 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36d258eb-b24b-48ed-9249-11f04cecb9c2 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:10:42.718075 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d258eb-b24b-48ed-9249-11f04cecb9c2'] response: {'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'code': 200} Apr 30 02:10:42.746669 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:42.794747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:10:42.811364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e717a13-69c2-4a25-968b-08a149baedca req-42b6def1-36a1-4999-b6fc-e92b23e41c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:42.817375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e717a13-69c2-4a25-968b-08a149baedca req-42b6def1-36a1-4999-b6fc-e92b23e41c17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1097 time: 0.0405519 Apr 30 02:10:42.852562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1e717a13-69c2-4a25-968b-08a149baedca req-da0ecb3f-d66b-4888-99ef-85b944224453 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Apr 30 02:10:42.913649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b192-825a-4df4-88bb-684a4b2699bd req-8d6e5e33-b5bb-4571-8cd6-2d986f253c1d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:42.915115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9331b192-825a-4df4-88bb-684a4b2699bd req-8d6e5e33-b5bb-4571-8cd6-2d986f253c1d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0484586 Apr 30 02:10:42.956674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9331b192-825a-4df4-88bb-684a4b2699bd req-eae14a1c-8ce7-4085-b867-c787246e460e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351992 Apr 30 02:10:44.074176 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba85fc-0701-4df5-93b5-b18cd6044c03 req-3fae79a9-5144-492a-be55-c33677def445 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:44.075646 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccba85fc-0701-4df5-93b5-b18cd6044c03 req-3fae79a9-5144-492a-be55-c33677def445 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0496297 Apr 30 02:10:44.114838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccba85fc-0701-4df5-93b5-b18cd6044c03 req-aca85700-67cb-482a-9d62-e5901d00cd24 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Apr 30 02:10:44.224277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465492ad-d731-4d05-b0ba-348d981d3d51 req-94d2de1b-dc1a-45b6-98ba-3d2d32473929 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:44.225731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-465492ad-d731-4d05-b0ba-348d981d3d51 req-94d2de1b-dc1a-45b6-98ba-3d2d32473929 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0478408 Apr 30 02:10:44.234221 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36436) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:10:44.238634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'floatingip': {'port_id': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:10:44.279651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:44.698982 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:44.746630 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:44.848389 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0 associated. External IP: 172.25.0.41, port: c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82. Apr 30 02:10:45.053895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:10:45.159741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:10:45.164211 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:45.170043 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:10:45.179889 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:10:45.180494 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:10:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:45.192591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7b687b79-424c-4dad-8e02-24914478c39e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "PUT /v2.0/floatingips/ff062daf-ae03-4674-b444-1563f9bbdcd0 HTTP/1.1" status: 200 len: 991 time: 0.9573612 Apr 30 02:10:45.193194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:10:45.195649 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482f60a-22d3-4e83-ab4a-2888b7b592fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:10:45.284270 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:10:45.291081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354365a8-08df-4267-8085-78396f9b3106 req-d0d9b8cc-ac82-4854-acfc-fd15ca9c0f65 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:45.292605 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-354365a8-08df-4267-8085-78396f9b3106 req-d0d9b8cc-ac82-4854-acfc-fd15ca9c0f65 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0491662 Apr 30 02:10:45.331072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-354365a8-08df-4267-8085-78396f9b3106 req-da260ee8-236e-4ca5-97cd-37cb622815c2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Apr 30 02:10:45.375205 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3501d0-e683-4d0b-af5a-0612a6678ef4 x-openstack-request-id: req-ab3501d0-e683-4d0b-af5a-0612a6678ef4 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:10:45.375521 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:10:45.375779 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab3501d0-e683-4d0b-af5a-0612a6678ef4 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:10:45.376196 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3501d0-e683-4d0b-af5a-0612a6678ef4'] response: {'name': 'network-changed', 'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'status': 'completed', 'code': 200} Apr 30 02:10:45.437596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-83dcc590-8e60-4c14-b32b-4acdd60e68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:45.439155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-83dcc590-8e60-4c14-b32b-4acdd60e68ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1097 time: 0.0415392 Apr 30 02:10:45.474180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dcf3e-4a3a-42ce-a032-626f1cdbcb73 req-efff4d8d-9509-45d8-8edf-2152f10e7f51 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:45.475709 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-395dcf3e-4a3a-42ce-a032-626f1cdbcb73 req-efff4d8d-9509-45d8-8edf-2152f10e7f51 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0548372 Apr 30 02:10:45.514132 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:93:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:10:44Z', 'revision_number': 1, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:45.515594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-395dcf3e-4a3a-42ce-a032-626f1cdbcb73 req-931d3be0-1fdd-4bd1-90b2-4b8228076eec tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332704 Apr 30 02:10:45.534920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-33e3666d-4fea-43a0-9dbb-a20ed475a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:45.536448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-33e3666d-4fea-43a0-9dbb-a20ed475a5cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0908720 Apr 30 02:10:45.545892 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:10:45.555348 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:10:45.556009 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:10:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:45.606423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-c0d2addb-fb12-4e07-960d-f62f397e2592 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 999 time: 0.0636625 Apr 30 02:10:45.655525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-97593d35-24ac-4e48-91b6-7715f6cc739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:45.656998 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-97593d35-24ac-4e48-91b6-7715f6cc739c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0436590 Apr 30 02:10:45.658247 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:10:45.703445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-a73d75b6-d9b9-4070-9e4e-347bdd9a2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:45.704925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-a73d75b6-d9b9-4070-9e4e-347bdd9a2fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421748 Apr 30 02:10:45.800592 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-3bf725dc-4ffb-42c5-9e4d-5af093786bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889897 Apr 30 02:10:45.888265 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b482f60a-22d3-4e83-ab4a-2888b7b592fc req-196cfbb6-f8da-4fd2-8b56-bcdb8d611362 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816453 Apr 30 02:10:45.965760 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:93:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:10:44Z', 'revision_number': 1, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:10:45.995457 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d57f6-bb84-4876-9c62-d4d758028ed9 None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:93:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:10:44Z', 'revision_number': 1, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:10:46.184906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e65004-3f80-42e4-b434-977ca3e0cf62 None None] New status for floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:10:46.634310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2c562-765d-4eb3-a048-4e5fd1155619 req-ac671ca0-a6f9-4d15-8d9f-71dadb2c86c9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:46.635695 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ac2c562-765d-4eb3-a048-4e5fd1155619 req-ac671ca0-a6f9-4d15-8d9f-71dadb2c86c9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0476215 Apr 30 02:10:46.672673 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ac2c562-765d-4eb3-a048-4e5fd1155619 req-f9424fa8-391c-41ea-8119-1f4d2b685a09 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Apr 30 02:10:46.783829 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40a81-7ea6-47d0-b40d-32ccaed73510 req-526c4c1d-be92-4bf0-bf75-ee5f1ae16bc6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:46.785449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dac40a81-7ea6-47d0-b40d-32ccaed73510 req-526c4c1d-be92-4bf0-bf75-ee5f1ae16bc6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0478370 Apr 30 02:10:46.822678 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dac40a81-7ea6-47d0-b40d-32ccaed73510 req-04606d6e-c8ff-40fa-af32-d4f8f6072492 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312326 Apr 30 02:10:47.186004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f525-741c-4d1a-896a-7f1e3e2812fa req-91de206a-34d1-42fe-b64a-5573acf5e025 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:47.187623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c135f525-741c-4d1a-896a-7f1e3e2812fa req-91de206a-34d1-42fe-b64a-5573acf5e025 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0550458 Apr 30 02:10:47.227365 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c135f525-741c-4d1a-896a-7f1e3e2812fa req-2f93ed19-91dc-4546-a1a8-3aa4fc38da70 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Apr 30 02:10:47.291794 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-601f27db-7065-4a75-b403-119c6dd672f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393546 Apr 30 02:10:48.344416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248d3f-6baa-4085-abb1-d9ccd5dba681 req-07e6beb4-954f-4fb4-8b14-a99786a8c335 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:48.346328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f248d3f-6baa-4085-abb1-d9ccd5dba681 req-07e6beb4-954f-4fb4-8b14-a99786a8c335 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0484924 Apr 30 02:10:48.384553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4f248d3f-6baa-4085-abb1-d9ccd5dba681 req-23710325-32fc-44ee-bb58-877bc1075719 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Apr 30 02:10:49.026388 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:49.217134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-c90a3d0e-83be-463a-8ec2-f8692d95e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:49.218597 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-c90a3d0e-83be-463a-8ec2-f8692d95e70b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1097 time: 0.0402522 Apr 30 02:10:49.312101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-3f833cf2-e336-45a2-8727-a3171ee0f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:49.313434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-3f833cf2-e336-45a2-8727-a3171ee0f8d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0850313 Apr 30 02:10:49.374867 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-23df0a40-ce21-4bbe-a62c-74925eb2dfc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 1001 time: 0.0547740 Apr 30 02:10:49.426833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-e454618d-d364-410f-9c7e-e8cd13ff7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:49.428332 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-e454618d-d364-410f-9c7e-e8cd13ff7dcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0462854 Apr 30 02:10:49.473185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-da301612-c7b6-45ff-8c46-8604fdf69be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:49.474682 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-da301612-c7b6-45ff-8c46-8604fdf69be9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397990 Apr 30 02:10:49.507942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faace1-4c2b-4eaf-8768-a2b533318c08 req-bd47767f-7e9f-4890-8517-580b5a43a10d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:49.509439 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95faace1-4c2b-4eaf-8768-a2b533318c08 req-bd47767f-7e9f-4890-8517-580b5a43a10d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0532246 Apr 30 02:10:49.549515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95faace1-4c2b-4eaf-8768-a2b533318c08 req-da52ccd0-818c-4a5d-a662-bf519f66192b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Apr 30 02:10:49.567666 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-0d431b9b-6e06-47a3-bbd9-1db29d62f7c9 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849695 Apr 30 02:10:49.658027 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-3cd4f981-2a98-4f20-a130-e6075628a36c service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840683 Apr 30 02:10:50.664496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a8fb6-3535-4a70-960a-73f9dc9bf45c req-784b1bca-ecca-4b89-8c1c-1b7a622616fc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:50.665944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-213a8fb6-3535-4a70-960a-73f9dc9bf45c req-784b1bca-ecca-4b89-8c1c-1b7a622616fc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0476012 Apr 30 02:10:50.702782 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-213a8fb6-3535-4a70-960a-73f9dc9bf45c req-b231d541-d46a-42f4-96fe-58ed431678aa tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308168 Apr 30 02:10:50.905164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:51.819257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9820a1-0340-4061-b41f-4562a09cb333 req-628d0384-1ca5-445a-a51a-71f2a6cc93e1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:51.820654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e9820a1-0340-4061-b41f-4562a09cb333 req-628d0384-1ca5-445a-a51a-71f2a6cc93e1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0482900 Apr 30 02:10:51.857143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1e9820a1-0340-4061-b41f-4562a09cb333 req-bfd0a8ed-4518-4653-8b82-c4c8bbcde839 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Apr 30 02:10:52.976633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f36c1-2431-49d5-a1f5-0f0fc0024536 req-0327ad19-1462-4552-b486-f47c829492d0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:52.978069 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b7f36c1-2431-49d5-a1f5-0f0fc0024536 req-0327ad19-1462-4552-b486-f47c829492d0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0516019 Apr 30 02:10:53.014245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b7f36c1-2431-49d5-a1f5-0f0fc0024536 req-c1afe476-e73f-4fc3-92f3-d07c183dd465 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301135 Apr 30 02:10:54.130151 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4f470-0dad-4bcd-9cbb-15cdddbc4073 req-d428bbfa-497f-4c6a-bf5c-a63dcf52fc8a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:54.131631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00f4f470-0dad-4bcd-9cbb-15cdddbc4073 req-d428bbfa-497f-4c6a-bf5c-a63dcf52fc8a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0475185 Apr 30 02:10:54.169302 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00f4f470-0dad-4bcd-9cbb-15cdddbc4073 req-9977af41-ce6a-41af-96cb-e8136e8f86ff tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Apr 30 02:10:55.282891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b49c4-f7cd-488e-a58f-c8a8848074a4 req-e8a97f5b-d418-464b-969d-37bcf5eca5f7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:55.285099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf6b49c4-f7cd-488e-a58f-c8a8848074a4 req-e8a97f5b-d418-464b-969d-37bcf5eca5f7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0490224 Apr 30 02:10:55.321389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf6b49c4-f7cd-488e-a58f-c8a8848074a4 req-1b72ab99-3012-4369-b49f-f942106be656 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303216 Apr 30 02:10:56.443680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047764b-b890-4229-a898-34fab5429484 req-9857605a-bcaa-42f6-a80b-356ffcf925e6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:56.445135 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e047764b-b890-4229-a898-34fab5429484 req-9857605a-bcaa-42f6-a80b-356ffcf925e6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0514972 Apr 30 02:10:56.482206 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e047764b-b890-4229-a898-34fab5429484 req-11c89c0f-bc4c-4410-8c79-777633064811 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Apr 30 02:10:57.598442 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14166e80-12e3-431f-918d-3d52997b52c2 req-3b46cbf0-f91d-4c11-9e44-0a5bd6720819 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:57.599955 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14166e80-12e3-431f-918d-3d52997b52c2 req-3b46cbf0-f91d-4c11-9e44-0a5bd6720819 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0492318 Apr 30 02:10:57.638368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14166e80-12e3-431f-918d-3d52997b52c2 req-876bceac-646f-4a58-bf1d-a785153b48c7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322921 Apr 30 02:10:58.755184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5f4b5-008c-4741-8cce-093146ffca76 req-cc74c0bb-8cb6-4111-b66d-ffcb6c5a89b2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:58.756745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56f5f4b5-008c-4741-8cce-093146ffca76 req-cc74c0bb-8cb6-4111-b66d-ffcb6c5a89b2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0497479 Apr 30 02:10:58.785056 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-294106e0-f639-412a-84b8-7b06230b5583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:10:58.795130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-56f5f4b5-008c-4741-8cce-093146ffca76 req-f416d4ba-9205-4367-b747-c54d8d358b04 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Apr 30 02:10:59.914571 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89395a-3913-450e-82af-2fa4d110dcc4 req-1a1054c7-6e1a-4193-919e-86c967ab996e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:10:59.916044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f89395a-3913-450e-82af-2fa4d110dcc4 req-1a1054c7-6e1a-4193-919e-86c967ab996e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0517573 Apr 30 02:10:59.953251 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f89395a-3913-450e-82af-2fa4d110dcc4 req-3e92f61c-0c91-4610-b39b-744f191ec96e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311611 Apr 30 02:11:01.008259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c01057ae-40c2-438c-ac92-263608887bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:01.070511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67470a75-9b30-46de-8043-d47ab14966f4 req-583593a2-c52e-4113-aef5-d06a7cc0b9fd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:01.071996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-67470a75-9b30-46de-8043-d47ab14966f4 req-583593a2-c52e-4113-aef5-d06a7cc0b9fd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0483992 Apr 30 02:11:01.109122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-67470a75-9b30-46de-8043-d47ab14966f4 req-44c98362-d12c-4eb8-bd9a-e6792157e719 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309930 Apr 30 02:11:02.202288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:02.226555 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6b8da-39d6-4d8e-9efe-8b2c9a9f35b3 req-823009a5-c76d-4059-8b6d-37932ff7fab4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:02.228057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76d6b8da-39d6-4d8e-9efe-8b2c9a9f35b3 req-823009a5-c76d-4059-8b6d-37932ff7fab4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0480525 Apr 30 02:11:02.264115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76d6b8da-39d6-4d8e-9efe-8b2c9a9f35b3 req-25aae357-a5eb-4d58-9bda-f2a67df0c2fb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298781 Apr 30 02:11:03.385260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ff560-687c-4dad-a3d4-849d41238234 req-424f4653-c0a1-4d1d-836e-7586337244d8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:03.386695 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c58ff560-687c-4dad-a3d4-849d41238234 req-424f4653-c0a1-4d1d-836e-7586337244d8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Apr 30 02:11:03.423114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c58ff560-687c-4dad-a3d4-849d41238234 req-b3484c69-7c55-4db6-a576-c1d6a38c7339 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304615 Apr 30 02:11:03.929089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:03.957467 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:04.538894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888f552-cab9-48ff-8be2-f2c451daf8c1 req-5003250e-ea28-490d-84a1-867d5a6a6a53 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:04.540548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2888f552-cab9-48ff-8be2-f2c451daf8c1 req-5003250e-ea28-490d-84a1-867d5a6a6a53 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0491140 Apr 30 02:11:04.578886 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2888f552-cab9-48ff-8be2-f2c451daf8c1 req-76204428-a411-4bdf-a5a7-4449ab291482 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Apr 30 02:11:05.694386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100358e-9828-4934-a949-d5995f232fcf req-1437d710-a262-46c8-bb9b-9a75722d833c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:05.695869 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8100358e-9828-4934-a949-d5995f232fcf req-1437d710-a262-46c8-bb9b-9a75722d833c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0482957 Apr 30 02:11:05.732006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8100358e-9828-4934-a949-d5995f232fcf req-c86ab232-d18f-4315-a01b-26e3a91eb6b5 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302148 Apr 30 02:11:06.384080 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:11:06.478651 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-33769af2-647f-4853-a67e-c0d5f9f6cde7 service neutron] show failed (client error): The resource could not be found. Apr 30 02:11:06.479751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-33769af2-647f-4853-a67e-c0d5f9f6cde7 service neutron] 10.222.0.21 "GET /v2.0/ports/c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0537381 Apr 30 02:11:06.854309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c10ec-7cb8-437f-8791-a35dc503291d req-2cee1963-6ca0-4ba0-a1e6-2ca073a7253a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:06.855783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b86c10ec-7cb8-437f-8791-a35dc503291d req-2cee1963-6ca0-4ba0-a1e6-2ca073a7253a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0548348 Apr 30 02:11:06.894661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b86c10ec-7cb8-437f-8791-a35dc503291d req-e6a73376-667b-402d-b242-c7082f3aab34 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Apr 30 02:11:06.931552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-a5006e22-7862-40c5-bcd3-5cfb3463d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:06.933056 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-a5006e22-7862-40c5-bcd3-5cfb3463d08e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 1097 time: 0.0425406 Apr 30 02:11:06.955938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:11:07.011678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:07.215321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:11:07.247376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:11:07.285726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:11:07.287923 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf990704-c053-4d69-ac6c-0c7bc020d210" -d '{"events": [{"server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:11:07.291670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:07.303491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Transition to ACTIVE for port object c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:11:07.339265 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128d7762-bd1a-46fd-b726-ab67ec960d42 x-openstack-request-id: req-128d7762-bd1a-46fd-b726-ab67ec960d42 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:11:07.339664 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:11:07.339916 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-128d7762-bd1a-46fd-b726-ab67ec960d42 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:11:07.340339 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128d7762-bd1a-46fd-b726-ab67ec960d42'] response: {'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'code': 200} Apr 30 02:11:07.380282 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:07.484369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:07.552946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] No DVR routers for this DVR port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:11:07.688075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Attempting to bind port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:11:07.688328 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Attempting to bind port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:11:07.688650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Attempting to bind port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:11:07.692782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:11:07.693097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Attempting to bind port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:11:07.697692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:11:07.698019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:11:07.698392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:11:07.698804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Bound port: c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:11:07.699152 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:07.759218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:11:07.762135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:11:07.848562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:07.882602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:07.883275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:07.884809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] 10.222.0.23 "PUT /v2.0/ports/c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 1092 time: 0.9327095 Apr 30 02:11:07.907583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a1d1-66eb-4b02-b137-8b8e06e90ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:07.960686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-7257721b-f020-4594-a9a1-bf6c2499a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:07.962262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-7257721b-f020-4594-a9a1-bf6c2499a384 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0476978 Apr 30 02:11:08.025099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e218-63f2-44b9-99a9-d86ce5f07f28 req-2c86caa3-130a-4e23-96b6-06dd3eee2b18 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:08.027883 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e533e218-63f2-44b9-99a9-d86ce5f07f28 req-2c86caa3-130a-4e23-96b6-06dd3eee2b18 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 944 time: 0.0555654 Apr 30 02:11:08.065194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-c707759f-e944-4cb7-897d-716fd75f18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:08.066767 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-c707759f-e944-4cb7-897d-716fd75f18f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0923252 Apr 30 02:11:08.067778 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e533e218-63f2-44b9-99a9-d86ce5f07f28 req-57bad5ca-de70-4f2e-84fd-11fc452f8b21 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347748 Apr 30 02:11:08.140020 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-57ef6cd0-3d42-4e8b-925d-08e41d316e2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 999 time: 0.0628147 Apr 30 02:11:08.192271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-5251b33f-bd90-4933-9f0a-f8a7bbd7889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:08.193722 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-5251b33f-bd90-4933-9f0a-f8a7bbd7889f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0442181 Apr 30 02:11:08.241741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-944feb9c-6248-45df-868c-fef6405bbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:08.243198 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-944feb9c-6248-45df-868c-fef6405bbda3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387194 Apr 30 02:11:08.337273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-8fa90364-a97c-42fc-b0b5-cf2673a9f007 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825028 Apr 30 02:11:08.427963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06c0a9fd-c953-4035-aac0-8597e7cc55b2 req-b7e4ed9f-cc87-4c87-b91c-008b07539ef9 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794885 Apr 30 02:11:09.186011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da84372-93e9-467d-9b6c-d5c1135addd1 req-c6b7f54f-513f-4221-916e-30c369234f82 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:09.187510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1da84372-93e9-467d-9b6c-d5c1135addd1 req-c6b7f54f-513f-4221-916e-30c369234f82 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 944 time: 0.0487282 Apr 30 02:11:09.224433 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1da84372-93e9-467d-9b6c-d5c1135addd1 req-0fc4cb2f-a44b-422e-a998-b5cb33994966 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306556 Apr 30 02:11:09.341206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:11:09.343570 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f2f185-51d4-477c-b96b-f22ca6ac1317" -d '{"events": [{"name": "network-changed", "server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:11:09.390956 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df7d0c9-28c8-40c0-8942-83547897c6f7 x-openstack-request-id: req-8df7d0c9-28c8-40c0-8942-83547897c6f7 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:11:09.391240 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:11:09.391509 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8df7d0c9-28c8-40c0-8942-83547897c6f7 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:11:09.392068 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df7d0c9-28c8-40c0-8942-83547897c6f7'] response: {'name': 'network-changed', 'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'status': 'completed', 'code': 200} Apr 30 02:11:09.480261 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-b7d7b25a-c2bc-4e5d-991d-4c5658db40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:09.481751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-b7d7b25a-c2bc-4e5d-991d-4c5658db40be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0700374 Apr 30 02:11:09.484133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-ab86fadd-b6c8-4952-8291-663ea46bf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:09.485453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-ab86fadd-b6c8-4952-8291-663ea46bf565 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0725100 Apr 30 02:11:09.634112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-f16eb961-2ca9-46d8-8235-21c9c0fcae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:09.635503 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-f16eb961-2ca9-46d8-8235-21c9c0fcae29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1466129 Apr 30 02:11:09.637946 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-4f780017-887d-4ce2-9f06-cae0da3b3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:09.639246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-4f780017-887d-4ce2-9f06-cae0da3b3b8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1427732 Apr 30 02:11:10.016640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-68651860-d30e-40f7-859a-44df42053e53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 999 time: 0.3740025 Apr 30 02:11:10.018278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-3ddfb2fc-4290-4b8f-9e94-ef8a973b7391 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 999 time: 0.3698587 Apr 30 02:11:10.098377 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-e0c5e72d-f7ce-4248-b1c3-e83f6bcf0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:10.099843 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-e0c5e72d-f7ce-4248-b1c3-e83f6bcf0dd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0768178 Apr 30 02:11:10.101171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-a4a72e61-8cab-4e92-aca7-8ba85cf24094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:10.102460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-a4a72e61-8cab-4e92-aca7-8ba85cf24094 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0721531 Apr 30 02:11:10.172921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-e367b789-f1fc-4622-8133-9962b12a64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:10.174404 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-e367b789-f1fc-4622-8133-9962b12a64dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685809 Apr 30 02:11:10.176887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-d626a07d-d64a-4492-8fa9-f3f3f27d42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:10.178204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-d626a07d-d64a-4492-8fa9-f3f3f27d42fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654075 Apr 30 02:11:10.328332 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-c14ecb88-f7a2-424d-8553-902a691490d5 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471589 Apr 30 02:11:10.329915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-63a1f1ea-a2d3-4a0a-9c15-1aed0d9d0c7c service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420755 Apr 30 02:11:10.346569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5406d9-a2e7-4f77-b476-4818b617f8be req-19495eb6-9700-4c19-9ac4-479e94f8999b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:10.348640 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d5406d9-a2e7-4f77-b476-4818b617f8be req-19495eb6-9700-4c19-9ac4-479e94f8999b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 944 time: 0.0521417 Apr 30 02:11:10.386247 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d5406d9-a2e7-4f77-b476-4818b617f8be req-c6aa3f67-71b1-4b84-a2df-adc957f53a14 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Apr 30 02:11:10.485411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-4d1cc291-ceab-46ba-a91a-45b8c6597b38 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505682 Apr 30 02:11:10.488831 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-16f2f185-51d4-477c-b96b-f22ca6ac1317 req-0b617cae-999f-4d58-9b53-112c0fed972a service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460259 Apr 30 02:11:10.626637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:11:10.667760 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:11:11.513527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37a6c1-d837-48e7-952b-e3b923ab4bdb req-31ceccdf-79b4-43df-8f14-1137b3b66092 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:11.515002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc37a6c1-d837-48e7-952b-e3b923ab4bdb req-31ceccdf-79b4-43df-8f14-1137b3b66092 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 944 time: 0.0495527 Apr 30 02:11:11.554819 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fc37a6c1-d837-48e7-952b-e3b923ab4bdb req-54f17890-11ae-408e-ad33-967a42a834eb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334630 Apr 30 02:11:11.908108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01765-a724-4102-a940-7f379f4c4fdb req-3cc7b9e6-69d8-44d0-a782-f74c159b2ca9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:11.910199 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffd01765-a724-4102-a940-7f379f4c4fdb req-3cc7b9e6-69d8-44d0-a782-f74c159b2ca9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 944 time: 0.0482509 Apr 30 02:11:11.948130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffd01765-a724-4102-a940-7f379f4c4fdb req-2bd91018-1f7c-47f8-bbf1-575b544f4b51 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Apr 30 02:11:12.002336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-065a8de6-1fb1-4da7-9cdf-23121c2e59a9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:12.004466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-065a8de6-1fb1-4da7-9cdf-23121c2e59a9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1&tenant_id=3c8775a0931847cc875fe3bd255d5f76&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 944 time: 0.0523577 Apr 30 02:11:12.068151 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-52ad2735-f3bf-471a-bad6-544800686d71 service neutron] delete failed (client error): The resource could not be found. Apr 30 02:11:12.069064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-52ad2735-f3bf-471a-bad6-544800686d71 service neutron] 10.222.0.21 "DELETE /v2.0/ports/c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0583055 Apr 30 02:11:12.149741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-4337d91b-8833-4f95-ba1e-fb64bf109d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:12.151268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-4337d91b-8833-4f95-ba1e-fb64bf109d01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0407596 Apr 30 02:11:12.240507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-427da688-4acb-470d-b61b-8164ede18173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:12.241980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-427da688-4acb-470d-b61b-8164ede18173 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0833533 Apr 30 02:11:12.310603 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-3cffc18a-b925-4a4b-9499-2188e92b0004 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 200 len: 999 time: 0.0612478 Apr 30 02:11:12.358022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-ab785f61-194e-47c3-b582-d00eb64b5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:12.359499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-ab785f61-194e-47c3-b582-d00eb64b5c65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0420463 Apr 30 02:11:12.404082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-68da37e3-5675-410b-99c4-30b2778d85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:12.405578 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-68da37e3-5675-410b-99c4-30b2778d85de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396585 Apr 30 02:11:12.497509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-532a94f8-38c2-46c3-bc2e-1f41834ac860 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853894 Apr 30 02:11:12.532365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:11:12.588954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ead48f30-3620-48a2-948b-c10f3b5affd9 req-7710cf24-c609-46d0-90c1-cfda0630b277 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Apr 30 02:11:12.630702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:11:12.641818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'mac_address': 'fa:16:3e:93:87:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:11:12.683014 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:12.695340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:11:12.713826 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:11:12.790743 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:12.837047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:13.004653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:11:13.070834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae82303-9bf0-4915-a6c9-491cd9a55bf1 req-a15c7fa9-1314-4313-909a-70ec2e19e5b4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:13.072336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cae82303-9bf0-4915-a6c9-491cd9a55bf1 req-a15c7fa9-1314-4313-909a-70ec2e19e5b4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 945 time: 0.0537915 Apr 30 02:11:13.110464 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cae82303-9bf0-4915-a6c9-491cd9a55bf1 req-2bd903f9-98cd-487f-94a1-3ad0951740a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318992 Apr 30 02:11:14.227713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17c6f4-a6c9-4c37-bfef-e10197d48d14 req-f821be7a-5b6d-490e-8bea-2de3b17dbbb0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:14.229158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c17c6f4-a6c9-4c37-bfef-e10197d48d14 req-f821be7a-5b6d-490e-8bea-2de3b17dbbb0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 945 time: 0.0473444 Apr 30 02:11:14.266436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c17c6f4-a6c9-4c37-bfef-e10197d48d14 req-ed96c1ee-46bf-425a-8bd6-b987f64fec47 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312729 Apr 30 02:11:14.377776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361e880-bcc9-4688-9391-4f328fb5c1ef req-ffe8efdc-476e-49ea-b443-3d2903c137dc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:14.379204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b361e880-bcc9-4688-9391-4f328fb5c1ef req-ffe8efdc-476e-49ea-b443-3d2903c137dc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Apr 30 02:11:14.415752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b361e880-bcc9-4688-9391-4f328fb5c1ef req-33dd0644-2ceb-4b26-872c-946e3270e8c3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304675 Apr 30 02:11:14.531515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149d37e-57ce-4c5f-92ae-9bc82fa85540 req-6f19ca0f-5b45-4b45-a5e7-a8ab3181ef2c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:14.534877 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3149d37e-57ce-4c5f-92ae-9bc82fa85540 req-6f19ca0f-5b45-4b45-a5e7-a8ab3181ef2c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Apr 30 02:11:14.564877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:11:14.572417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3149d37e-57ce-4c5f-92ae-9bc82fa85540 req-56721850-cd92-45a4-a0d9-115552eb6861 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Apr 30 02:11:14.648893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:11:14.653275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:11:14.656479 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:14.732127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:14.753405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:11:14.755660 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3611044-c79d-4dfe-907f-c1140fcc4d17" -d '{"events": [{"server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "name": "network-vif-plugged", "status": "completed", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:11:14.767381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:11:14.860509 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:14.912155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:14.923714 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554e45f2-d641-473e-8af6-5b9b2f6e5bff x-openstack-request-id: req-554e45f2-d641-473e-8af6-5b9b2f6e5bff {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:11:14.923999 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "name": "network-vif-plugged", "status": "completed", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:11:14.924246 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-554e45f2-d641-473e-8af6-5b9b2f6e5bff {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:11:14.924636 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554e45f2-d641-473e-8af6-5b9b2f6e5bff'] response: {'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'code': 200} Apr 30 02:11:15.013790 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6402c41-9293-455e-9086-06a35ed2ac18 req-02b9364f-6923-4e22-ae47-f31daeb38e63 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:15.015146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6402c41-9293-455e-9086-06a35ed2ac18 req-02b9364f-6923-4e22-ae47-f31daeb38e63 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0481434 Apr 30 02:11:15.052821 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6402c41-9293-455e-9086-06a35ed2ac18 req-60cec066-bcf1-4a23-b6a7-b2d66a5d9c00 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305908 Apr 30 02:11:16.170202 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e017c3-9fb1-4a31-8673-70ed4fb16272 req-4fd48374-f32e-4189-9b7f-45ec3045562a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:16.171698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04e017c3-9fb1-4a31-8673-70ed4fb16272 req-4fd48374-f32e-4189-9b7f-45ec3045562a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0499465 Apr 30 02:11:16.211818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04e017c3-9fb1-4a31-8673-70ed4fb16272 req-cd8687ef-7636-49d5-9c65-f8cc5df30e67 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334990 Apr 30 02:11:16.390584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-dde62eac-9fc7-4e86-ab9f-059b7f591f70 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:16.392103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-dde62eac-9fc7-4e86-ab9f-059b7f591f70 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 946 time: 0.0527503 Apr 30 02:11:16.481239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Deleting port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:11:16.481501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:16.574085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] For port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:11:16.574446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:16.740905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:16.741187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:16.741499 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0 disassociated. External IP: 172.25.0.41, port: c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82. Apr 30 02:11:16.741835 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Calling delete_port for c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:11:16.923027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:16.951739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event deleted for resources: {'Port': ['ID=c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:16.963719 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.964060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.964403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.964735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.965097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.965380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.965706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.966025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.966347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.966665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.966984 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:16.967305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:11:17.084037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:11:17.195791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:11:17.205220 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:11:17.215012 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:11:17.215631 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:11:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:11:17.235989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] No DVR routers for this DVR port c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:11:17.238989 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:17.242863 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-460cc055-2484-4aaf-8837-db03e57bd5d0 req-058f33c1-63a7-4593-9d60-1f93965baf23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.23 "DELETE /v2.0/ports/c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 HTTP/1.1" status: 204 len: 173 time: 0.8409619 Apr 30 02:11:17.243340 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'name': 'network-vif-deleted', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:11:17.245982 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e286b0f-8a3a-4c8b-bad0-d2ce52813877" -d '{"events": [{"server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "name": "network-vif-deleted", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:11:17.315229 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-10bc57da-2e07-4cb0-8b45-1d96049ddea9 req-a32b0036-d8f0-4969-b2e5-0e7f40ba13a9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8055165-a74d-40ad-9afa-81ee81020cc1 HTTP/1.1" status: 200 len: 210 time: 0.0297365 Apr 30 02:11:17.323190 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:11:17.359648 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d55a535-b69d-4831-8672-8b3dd0487ea3 x-openstack-request-id: req-9d55a535-b69d-4831-8672-8b3dd0487ea3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:11:17.359935 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8055165-a74d-40ad-9afa-81ee81020cc1", "name": "network-vif-deleted", "tag": "c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:11:17.360185 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d55a535-b69d-4831-8672-8b3dd0487ea3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:11:17.360588 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d55a535-b69d-4831-8672-8b3dd0487ea3'] response: {'server_uuid': 'a8055165-a74d-40ad-9afa-81ee81020cc1', 'name': 'network-vif-deleted', 'tag': 'c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82', 'status': 'completed', 'code': 200} Apr 30 02:11:17.522131 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:11:17.547981 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:11:17.556467 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:11:17.557068 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:11:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:11:17.661783 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:11:17.849490 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:11:17.878977 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c8e27-7872-4aad-bddf-41ebfaada44d None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:11:18.110803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34898c3b-2437-4db0-a18c-35fe7f2ce2d0 None None] New status for floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:11:18.553506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-a7fc9279-61af-4fc9-b67a-34d8738cfee8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2005214342&fields=id&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 267 time: 0.0337458 Apr 30 02:11:18.658109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-45925d30-8738-420e-827f-ee44bfdb7102 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:18.660105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-45925d30-8738-420e-827f-ee44bfdb7102 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 812 time: 0.0998993 Apr 30 02:11:18.674593 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-257f4b9c-7df7-4144-8b6c-7090c3e6e827 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/quotas/3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 375 time: 0.0087929 Apr 30 02:11:18.725882 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-7905935e-8611-4e27-b68e-7a9376fefb49 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458593 Apr 30 02:11:18.822635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-2e04ea3c-f7a9-4f9c-a3ec-df3b5c50fc02 service neutron] 10.222.0.15 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848224 Apr 30 02:11:18.912112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-b35efeed-a284-4ddd-a18c-fea749aa5069 service neutron] 10.222.0.15 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832822 Apr 30 02:11:19.100350 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:19.153294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce781ffc-acab-4911-8f07-f4b2523dc427 req-334af0b8-ea87-40ee-ab17-710d92565e69 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 210 time: 0.0328250 Apr 30 02:11:20.256881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d8341b1-e5d0-46e4-8980-fd0974aae58f req-839deb67-1530-4bc0-977f-fef3659de3be tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 210 time: 0.0276940 Apr 30 02:11:20.587467 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:11:20.607500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:11:20.607842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c0a0f6f8-fbcb-4de8-80e6-33e00aa05d82 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:11:20.928972 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:20.973787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-4499d254-d843-407c-b75f-815cd22e0714 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:20.975301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-4499d254-d843-407c-b75f-815cd22e0714 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 812 time: 0.1078267 Apr 30 02:11:21.020641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-bd62421d-f840-403f-89e1-1dd8aae7d695 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 380 time: 0.0351751 Apr 30 02:11:21.029465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'port': {'device_id': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'admin_state_up': True, 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'security_groups': ['dba15336-c059-4528-b782-a3223dfc3c71']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:11:21.208904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Made reservation on behalf of 3c8775a0931847cc875fe3bd255d5f76 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:11:21.212378 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:21.343774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Allocated IP 172.20.0.7 (dd09c874-7265-475c-aa7e-ee21a3ac8975/54d12b53-c59d-4992-a304-3b709c39afc5/7f24325b-1db9-419a-9233-f422b5b4a41e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:11:21.361603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9e6e3122-2f60-432a-934f-e98587d900dd req-4d2bbbe9-6e42-43c7-b118-e4a7edb5d423 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 210 time: 0.0331995 Apr 30 02:11:21.476307 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:21.568295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:21.612498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:11:21.615615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:11:21.619345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:11:21.625631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:21.673410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:21.674039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:21.770647 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-20090fda-5fe2-41bc-a15a-3a1d82c9fed3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450783 Apr 30 02:11:21.783171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Request body: {'port': {'device_id': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:11:21.838533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:21.858238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-31f522d5-cbc7-4829-87bc-9a19196cf39e None None] Provisioning complete for port 7f24325b-1db9-419a-9233-f422b5b4a41e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:11:21.858823 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31f522d5-cbc7-4829-87bc-9a19196cf39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:21.892151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-31f522d5-cbc7-4829-87bc-9a19196cf39e None None] Port 7f24325b-1db9-419a-9233-f422b5b4a41e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:11:22.101682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f24325b-1db9-419a-9233-f422b5b4a41e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:11:22.109082 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:22.120578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Transition to ACTIVE for port object 7f24325b-1db9-419a-9233-f422b5b4a41e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:11:22.185694 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:22.237857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:22.308204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Attempting to bind port 7f24325b-1db9-419a-9233-f422b5b4a41e on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:11:22.308541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Attempting to bind port 7f24325b-1db9-419a-9233-f422b5b4a41e by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:11:22.308870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Attempting to bind port 7f24325b-1db9-419a-9233-f422b5b4a41e on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:11:22.313531 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Port 7f24325b-1db9-419a-9233-f422b5b4a41e on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:11:22.313857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Attempting to bind port 7f24325b-1db9-419a-9233-f422b5b4a41e on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:11:22.320086 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:11:22.320423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:11:22.320812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:11:22.321244 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Bound port: 7f24325b-1db9-419a-9233-f422b5b4a41e, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:11:22.321601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:22.387049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:11:22.390383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:11:22.459857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:22.474536 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d125e-cdf1-490b-bde1-0a3a05eae78b req-5b511058-5740-402c-af93-0e374c65bfb2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:22.476070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e03d125e-cdf1-490b-bde1-0a3a05eae78b req-5b511058-5740-402c-af93-0e374c65bfb2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0483429 Apr 30 02:11:22.494179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:22.494804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:22.496228 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] 10.222.0.21 "PUT /v2.0/ports/7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 1091 time: 0.7172084 Apr 30 02:11:22.496815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:11:22.499197 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e7a6cd-b95d-4fc7-9727-9ac8b75bd188" -d '{"events": [{"name": "network-changed", "server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:11:22.530388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f439d1-c580-4fff-81a3-a0129efb5369 service neutron] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:22.536717 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e03d125e-cdf1-490b-bde1-0a3a05eae78b req-3439a1ec-ae96-4edc-ad27-bf420e0e95c8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532827 Apr 30 02:11:22.580289 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901bc3d2-e476-497c-8de8-8edd535df27b x-openstack-request-id: req-901bc3d2-e476-497c-8de8-8edd535df27b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:11:22.580636 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:11:22.580931 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-901bc3d2-e476-497c-8de8-8edd535df27b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:11:22.581342 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901bc3d2-e476-497c-8de8-8edd535df27b'] response: {'name': 'network-changed', 'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'status': 'completed', 'code': 200} Apr 30 02:11:22.641884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7a6cd-b95d-4fc7-9727-9ac8b75bd188 req-e23bc50c-9fc1-4935-8b6f-7f142a6d1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:22.643527 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-95e7a6cd-b95d-4fc7-9727-9ac8b75bd188 req-e23bc50c-9fc1-4935-8b6f-7f142a6d1a0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1094 time: 0.0430171 Apr 30 02:11:22.749964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7a6cd-b95d-4fc7-9727-9ac8b75bd188 req-ea1fc647-50a8-49aa-8b22-ade67aa5aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:22.751499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-95e7a6cd-b95d-4fc7-9727-9ac8b75bd188 req-ea1fc647-50a8-49aa-8b22-ade67aa5aac1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3c8775a0931847cc875fe3bd255d5f76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1003957 Apr 30 02:11:22.842625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7a6cd-b95d-4fc7-9727-9ac8b75bd188 req-1db2c71f-420c-4c91-bd9c-019684e3d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:22.844049 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-95e7a6cd-b95d-4fc7-9727-9ac8b75bd188 req-1db2c71f-420c-4c91-bd9c-019684e3d765 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869205 Apr 30 02:11:22.922287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-b4e4cb0e-fca0-49ab-9842-9a680b87dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:22.923701 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-b4e4cb0e-fca0-49ab-9842-9a680b87dab6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1094 time: 0.0461509 Apr 30 02:11:22.963582 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-b18e7bb5-2409-42b5-9d65-1674cfb1f64e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 217 time: 0.0331988 Apr 30 02:11:23.010105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-0bf891b4-15cc-4169-9362-82dcd4d46ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:23.011603 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-0bf891b4-15cc-4169-9362-82dcd4d46ee1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0417924 Apr 30 02:11:23.059259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-9a6929ff-78e0-4aa1-ad59-a2966646bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:23.060829 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-9a6929ff-78e0-4aa1-ad59-a2966646bf93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434253 Apr 30 02:11:23.147211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-4507d3b3-98ac-47cd-9f78-296112cbdf2e service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799568 Apr 30 02:11:23.238720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-499d09ac-40cf-4c9d-8454-cd22768b4fa9 req-b2ec66b2-f052-4007-a204-9eb2a2f35fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850644 Apr 30 02:11:23.651899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db61a2-1bc3-4776-b80a-a21947a5bb33 req-4a6b245d-ec8f-490b-8cf1-416890ec8a1d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:23.653362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33db61a2-1bc3-4776-b80a-a21947a5bb33 req-4a6b245d-ec8f-490b-8cf1-416890ec8a1d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0530200 Apr 30 02:11:23.690687 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33db61a2-1bc3-4776-b80a-a21947a5bb33 req-7ba26c22-a597-44ed-b5be-9fd45fb39dfc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Apr 30 02:11:24.641598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7f24325b-1db9-419a-9233-f422b5b4a41e details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:11:24.739522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:11:24.751348 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'mac_address': 'fa:16:3e:10:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:11:24.789567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:24.803595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f24325b-1db9-419a-9233-f422b5b4a41e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:11:24.815850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109e21d-2a0e-4273-b518-9b04c0c54a5e req-cde2732b-2c54-463b-9079-906dbea46995 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:24.818633 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1109e21d-2a0e-4273-b518-9b04c0c54a5e req-cde2732b-2c54-463b-9079-906dbea46995 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0560963 Apr 30 02:11:24.823487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:11:24.857144 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1109e21d-2a0e-4273-b518-9b04c0c54a5e req-9f038cf2-ff72-431f-adf1-7ad12072068a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Apr 30 02:11:24.883249 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:24.934988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:25.071991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['7f24325b-1db9-419a-9233-f422b5b4a41e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:11:25.973104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d973-cf5a-4def-8db3-46e0ccd5c260 req-d31202af-10ea-42c9-bae2-6ea46d8157f2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:25.974553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec00d973-cf5a-4def-8db3-46e0ccd5c260 req-d31202af-10ea-42c9-bae2-6ea46d8157f2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 944 time: 0.0474989 Apr 30 02:11:26.011483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec00d973-cf5a-4def-8db3-46e0ccd5c260 req-729bc915-9603-4fe2-8da2-6f2fea330826 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Apr 30 02:11:26.641628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7f24325b-1db9-419a-9233-f422b5b4a41e up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:11:26.755867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 7f24325b-1db9-419a-9233-f422b5b4a41e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:11:26.759594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 7f24325b-1db9-419a-9233-f422b5b4a41e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:11:26.759970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:26.835961 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:26.857724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:11:26.859970 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab27920-75fd-4973-9abe-8ee8fc02ae56" -d '{"events": [{"server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "name": "network-vif-plugged", "status": "completed", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:11:26.872443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:11:26.895684 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcab19e-796d-419d-8eb3-69dc10bbb738 x-openstack-request-id: req-8bcab19e-796d-419d-8eb3-69dc10bbb738 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:11:26.897410 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "name": "network-vif-plugged", "status": "completed", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:11:26.897410 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bcab19e-796d-419d-8eb3-69dc10bbb738 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:11:26.897410 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcab19e-796d-419d-8eb3-69dc10bbb738'] response: {'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'code': 200} Apr 30 02:11:26.944655 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:26.987619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b43bd-1da2-4eca-b9e7-5daeacbc6af0 req-b00d954c-28aa-4b6f-8874-ad2dc2b4798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:26.989171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec1b43bd-1da2-4eca-b9e7-5daeacbc6af0 req-b00d954c-28aa-4b6f-8874-ad2dc2b4798c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1096 time: 0.0407672 Apr 30 02:11:26.996912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:11:27.023579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ec1b43bd-1da2-4eca-b9e7-5daeacbc6af0 req-46aadda0-daa7-47c3-a2d6-e7543ef14acd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281732 Apr 30 02:11:27.131762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4dd34-5746-4df6-bc87-c1558775527b req-cfa6cb44-b8b4-47fa-aedd-64350ecea1b1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:27.133212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6a4dd34-5746-4df6-bc87-c1558775527b req-cfa6cb44-b8b4-47fa-aedd-64350ecea1b1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Apr 30 02:11:27.170343 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6a4dd34-5746-4df6-bc87-c1558775527b req-cbc5f53a-5937-4718-a61e-5dc95496243d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311353 Apr 30 02:11:28.287584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9ff27-6c56-4315-8432-16ec1da95dc4 req-718d2944-76a3-4d0b-a199-2d9a2601f49f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:28.289086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4cc9ff27-6c56-4315-8432-16ec1da95dc4 req-718d2944-76a3-4d0b-a199-2d9a2601f49f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Apr 30 02:11:28.327813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4cc9ff27-6c56-4315-8432-16ec1da95dc4 req-08318e5e-f293-45af-8ee8-b114374bb6cb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326028 Apr 30 02:11:28.439503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afaff-80dd-48ea-bf2a-f3d4e171a44b req-f1dbdc62-f40f-47f7-b68c-b4118653dfb9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:28.441906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-148afaff-80dd-48ea-bf2a-f3d4e171a44b req-f1dbdc62-f40f-47f7-b68c-b4118653dfb9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0493081 Apr 30 02:11:28.451013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36594) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:11:28.455483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'floatingip': {'port_id': '7f24325b-1db9-419a-9233-f422b5b4a41e'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:11:28.503226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:28.797551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c13be7bb-2a46-4dc0-b0db-c72720143f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:29.231692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:29.288949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:29.389439 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0 associated. External IP: 172.25.0.41, port: 7f24325b-1db9-419a-9233-f422b5b4a41e. Apr 30 02:11:29.595154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:11:29.701268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:11:29.706912 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:29.711215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:11:29.720161 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:11:29.720834 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:11:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:11:29.732582 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5096610f-effe-4cb6-aed8-16631a4748f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "PUT /v2.0/floatingips/ff062daf-ae03-4674-b444-1563f9bbdcd0 HTTP/1.1" status: 200 len: 990 time: 1.2805657 Apr 30 02:11:29.733175 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:11:29.735400 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:11:29.825832 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:11:30.020366 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b607e87-80bd-4705-ba73-32fec40919e9 x-openstack-request-id: req-5b607e87-80bd-4705-ba73-32fec40919e9 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:11:30.020366 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:11:30.020634 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b607e87-80bd-4705-ba73-32fec40919e9 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:11:30.021029 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b607e87-80bd-4705-ba73-32fec40919e9'] response: {'name': 'network-changed', 'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'status': 'completed', 'code': 200} Apr 30 02:11:30.082910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-0cfb326b-b000-4800-bce1-6d224a5c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:30.084387 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-0cfb326b-b000-4800-bce1-6d224a5c8768 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1096 time: 0.0430033 Apr 30 02:11:30.121699 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bef9-49a6-4aa7-bc7e-92fd5babbb87 req-f02df421-40fa-401b-ad26-8bec4f3eebdf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:30.124512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ba9bef9-49a6-4aa7-bc7e-92fd5babbb87 req-f02df421-40fa-401b-ad26-8bec4f3eebdf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0510063 Apr 30 02:11:30.151480 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:10:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:11:29Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:11:30.172002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ba9bef9-49a6-4aa7-bc7e-92fd5babbb87 req-d7734771-f2e5-4367-b59a-24a5a02681ea tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Apr 30 02:11:30.181736 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:11:30.189833 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:11:30.191231 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:11:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:11:30.199148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-1ab7b4cc-4e9f-426f-8f3f-9b82d69580f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:30.200788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-1ab7b4cc-4e9f-426f-8f3f-9b82d69580f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1088488 Apr 30 02:11:30.264591 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-8da301a4-c153-4ab9-aa37-cac0ad724d27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 998 time: 0.0572329 Apr 30 02:11:30.294880 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:11:30.312591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-614dc553-e98b-43c5-bdbd-56e64f60320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:30.314081 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-614dc553-e98b-43c5-bdbd-56e64f60320d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0439134 Apr 30 02:11:30.362529 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-dcfe000a-a743-49ca-92c6-98bdd9e65be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:30.364095 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-dcfe000a-a743-49ca-92c6-98bdd9e65be7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435407 Apr 30 02:11:30.453066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-918942c5-cf54-4400-97c4-b8bfa208825b service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824897 Apr 30 02:11:30.513785 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:10:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:11:29Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:11:30.543119 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90563a-ba08-4cbb-96d8-3a96ca483415 None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:10:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:11:29Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:11:30.549105 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aac5d8a0-94ec-49e8-be66-b5bdaf227f9d req-a9517c83-10a9-4424-b10b-778f49be17ad service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898128 Apr 30 02:11:30.735355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa30d61-d586-416f-ae5c-2dfa362b8532 None None] New status for floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:11:31.020134 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7438c0a-ce7a-4109-ba34-1d13094d3327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:31.287715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137b956-49cb-41e9-aae2-b100494784e3 req-4e0154bd-d7ea-471e-9010-3a32390bd87c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:31.289197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e137b956-49cb-41e9-aae2-b100494784e3 req-4e0154bd-d7ea-471e-9010-3a32390bd87c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0526857 Apr 30 02:11:31.326958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e137b956-49cb-41e9-aae2-b100494784e3 req-c83fda61-ce60-467a-8231-9a744b2f5d6d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Apr 30 02:11:32.157078 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:32.440722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36837330-9e67-4b61-9bda-e85d6c04c649 req-95116ef5-e315-4a2b-b625-1296673f77dc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:32.442079 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-36837330-9e67-4b61-9bda-e85d6c04c649 req-95116ef5-e315-4a2b-b625-1296673f77dc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0476029 Apr 30 02:11:32.479272 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-36837330-9e67-4b61-9bda-e85d6c04c649 req-cfe71ebd-8d86-41cb-9ecf-531672342177 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311303 Apr 30 02:11:33.593672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e62a-b6f2-4472-b3c0-932913a77174 req-9063bcdb-87a8-4f33-8677-6e14a5df6323 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:33.595120 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b19e62a-b6f2-4472-b3c0-932913a77174 req-9063bcdb-87a8-4f33-8677-6e14a5df6323 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0470881 Apr 30 02:11:33.631839 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2b19e62a-b6f2-4472-b3c0-932913a77174 req-7bf98d2e-6ba0-490d-9856-54007ea34e75 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300548 Apr 30 02:11:33.939923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:33.968309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:34.750896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8008ff-db32-4968-89bd-74efcfe47dca req-c523810c-4a1e-4b3a-a9f8-2aaa40fa4083 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:34.752375 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa8008ff-db32-4968-89bd-74efcfe47dca req-c523810c-4a1e-4b3a-a9f8-2aaa40fa4083 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0512259 Apr 30 02:11:34.788878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa8008ff-db32-4968-89bd-74efcfe47dca req-a58d14d1-971a-4b52-bacd-646fd4ab210b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305140 Apr 30 02:11:35.903818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada1d0f-fae6-405b-8d6e-73aaa88d6bd6 req-34015e0a-af8e-423a-9586-88a302f3753a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:35.905272 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fada1d0f-fae6-405b-8d6e-73aaa88d6bd6 req-34015e0a-af8e-423a-9586-88a302f3753a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0486124 Apr 30 02:11:35.942805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fada1d0f-fae6-405b-8d6e-73aaa88d6bd6 req-021ddec8-82f0-471b-8793-b100672796f4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Apr 30 02:11:37.059727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44f4ac-fbe3-4d69-bfd3-5fde910e722d req-ca95d2b9-0468-45e6-bca0-f759bc61ff51 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:37.061215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a44f4ac-fbe3-4d69-bfd3-5fde910e722d req-ca95d2b9-0468-45e6-bca0-f759bc61ff51 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0496678 Apr 30 02:11:37.099106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9a44f4ac-fbe3-4d69-bfd3-5fde910e722d req-e520cbc6-f0ac-41aa-ae7b-8811e1377e9e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310190 Apr 30 02:11:38.218433 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb1f2-0854-42b2-be8d-765a759a312f req-ac171411-09b1-4885-a257-ecee23c22ecd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:38.219941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e87cb1f2-0854-42b2-be8d-765a759a312f req-ac171411-09b1-4885-a257-ecee23c22ecd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0530617 Apr 30 02:11:38.257846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e87cb1f2-0854-42b2-be8d-765a759a312f req-9752e78c-407d-48b7-82ac-bb58d6cbad55 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317876 Apr 30 02:11:39.375197 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea82096-2fb9-4775-ad15-2381beec9130 req-9c966483-801f-43b4-b37a-5a350f79b67b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:39.376692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bea82096-2fb9-4775-ad15-2381beec9130 req-9c966483-801f-43b4-b37a-5a350f79b67b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0487332 Apr 30 02:11:39.414111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bea82096-2fb9-4775-ad15-2381beec9130 req-20fe4293-c242-4a66-8bf2-b1156a4b7620 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309029 Apr 30 02:11:40.528662 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df53e0-f418-4eb5-a186-08acf2a64967 req-5297ec86-7a09-4c99-b154-5984761d82a6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:40.534816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81df53e0-f418-4eb5-a186-08acf2a64967 req-5297ec86-7a09-4c99-b154-5984761d82a6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0478532 Apr 30 02:11:40.568350 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81df53e0-f418-4eb5-a186-08acf2a64967 req-25b405cc-a690-4a9d-b56c-e31b20d8bed0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320461 Apr 30 02:11:41.689845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d24dd3-1025-4ca0-9bba-603a6fc99053 req-7e227ae7-d8be-4961-9ea9-3ffb6b863f18 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:41.692594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07d24dd3-1025-4ca0-9bba-603a6fc99053 req-7e227ae7-d8be-4961-9ea9-3ffb6b863f18 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0551343 Apr 30 02:11:41.729037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07d24dd3-1025-4ca0-9bba-603a6fc99053 req-f9c8f1e1-476a-4c99-b292-1e0fe2ee896e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305197 Apr 30 02:11:42.844333 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c205-3a12-4195-88ff-8d2069dde840 req-1bb585a0-28e2-4f90-abff-054751e52f10 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:42.845721 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0802c205-3a12-4195-88ff-8d2069dde840 req-1bb585a0-28e2-4f90-abff-054751e52f10 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0487134 Apr 30 02:11:42.883825 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0802c205-3a12-4195-88ff-8d2069dde840 req-ef7d9afd-53db-439c-9844-0c7de0b8e70d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320158 Apr 30 02:11:43.383904 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:11:43.998611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb28c06-a6f5-4134-9bf3-7d8497af43fa req-e964b056-d5d9-406c-9e92-ad6bb0a83ea7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:44.000094 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0fb28c06-a6f5-4134-9bf3-7d8497af43fa req-e964b056-d5d9-406c-9e92-ad6bb0a83ea7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0480368 Apr 30 02:11:44.037736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0fb28c06-a6f5-4134-9bf3-7d8497af43fa req-fbc1c713-4d3d-4d9a-a8e4-520032a422e1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309117 Apr 30 02:11:45.160440 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a499-a47e-4a0e-aaac-62bf227aa327 req-5dbf4c99-5668-4d21-8858-9f26419690d3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:45.161924 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd97a499-a47e-4a0e-aaac-62bf227aa327 req-5dbf4c99-5668-4d21-8858-9f26419690d3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Apr 30 02:11:45.199788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd97a499-a47e-4a0e-aaac-62bf227aa327 req-3bb9b473-031a-4550-a0e0-cedd4e3b5406 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Apr 30 02:11:46.315155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8071e-573d-41cb-94fc-67c1480b4c79 req-35b102f8-fa4a-453d-a231-d869721b325b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:46.316938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc8071e-573d-41cb-94fc-67c1480b4c79 req-35b102f8-fa4a-453d-a231-d869721b325b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Apr 30 02:11:46.354800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbc8071e-573d-41cb-94fc-67c1480b4c79 req-edcf0236-26cf-4236-b024-e0912e78f096 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Apr 30 02:11:47.470459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37e5ba-ff00-42c9-9396-d9117c348137 req-ad384dd8-67d3-48f8-a823-1f722512faca tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:47.472402 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb37e5ba-ff00-42c9-9396-d9117c348137 req-ad384dd8-67d3-48f8-a823-1f722512faca tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Apr 30 02:11:47.509122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb37e5ba-ff00-42c9-9396-d9117c348137 req-7c2a1b10-f49a-4796-9678-f544a3355a0b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Apr 30 02:11:48.632327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160d0f0-00cb-4f1d-ab1b-d415ba90902c req-b9688416-f65b-4346-9b44-64f0a0b02a5f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:48.634111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6160d0f0-00cb-4f1d-ab1b-d415ba90902c req-b9688416-f65b-4346-9b44-64f0a0b02a5f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0555947 Apr 30 02:11:48.671128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6160d0f0-00cb-4f1d-ab1b-d415ba90902c req-97c9e651-9aa9-442a-ae2a-b95c61dbdb65 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 Apr 30 02:11:49.042776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:49.786539 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5334-6580-42a1-bb55-7df525aeb1fb req-b0280622-0f44-4b77-8b95-f8734ce11861 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:49.788019 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14cc5334-6580-42a1-bb55-7df525aeb1fb req-b0280622-0f44-4b77-8b95-f8734ce11861 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0486851 Apr 30 02:11:49.825361 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14cc5334-6580-42a1-bb55-7df525aeb1fb req-112f4a85-a56b-4254-ae72-c70f0242b080 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311911 Apr 30 02:11:50.910827 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:50.942769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b7eae-cb8d-4570-9028-0ef2dcd722cd req-dfdf6263-dc28-4280-b8ec-ac90114543ee tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:50.944259 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c82b7eae-cb8d-4570-9028-0ef2dcd722cd req-dfdf6263-dc28-4280-b8ec-ac90114543ee tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0483718 Apr 30 02:11:50.981389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c82b7eae-cb8d-4570-9028-0ef2dcd722cd req-1f7ec622-9f10-4d42-b2bb-75d4a2c53729 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Apr 30 02:11:52.104804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d726f-8f80-45be-a207-065826d6d15b req-c1c6aa00-04af-450c-b421-634e5b1783ce tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:52.106279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c4d726f-8f80-45be-a207-065826d6d15b req-c1c6aa00-04af-450c-b421-634e5b1783ce tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0530555 Apr 30 02:11:52.144773 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c4d726f-8f80-45be-a207-065826d6d15b req-e5e9b3e1-0d15-4fae-9a09-05b9169a93bc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Apr 30 02:11:53.259891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a21c-f8b2-4a86-9b8e-2fb45f30fc2f req-96e73016-99e8-4c34-ac62-870bf727c534 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:53.261357 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8212a21c-f8b2-4a86-9b8e-2fb45f30fc2f req-96e73016-99e8-4c34-ac62-870bf727c534 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0481346 Apr 30 02:11:53.298598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8212a21c-f8b2-4a86-9b8e-2fb45f30fc2f req-c02a4b7d-bf6b-470e-8c2f-ad66adf41b23 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Apr 30 02:11:54.413144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b349-9ab0-4488-a186-ac1d8070d615 req-096413f9-da72-4410-bf56-7d33597ae9d6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:54.414589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eed4b349-9ab0-4488-a186-ac1d8070d615 req-096413f9-da72-4410-bf56-7d33597ae9d6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0478237 Apr 30 02:11:54.451526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eed4b349-9ab0-4488-a186-ac1d8070d615 req-a9dcaddd-b6cd-4c27-91ba-1db9e147bb41 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Apr 30 02:11:55.574214 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1f0be-4f10-4096-9422-1f077c102c63 req-31735777-1a66-4f50-86df-3dce21141f15 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:55.575711 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80e1f0be-4f10-4096-9422-1f077c102c63 req-31735777-1a66-4f50-86df-3dce21141f15 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0546384 Apr 30 02:11:55.613040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80e1f0be-4f10-4096-9422-1f077c102c63 req-fde8006e-5e7e-4956-9497-49aff23a6b58 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306506 Apr 30 02:11:55.947266 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5adabc-eba5-4083-a895-c8cfc57afce0 req-34df049a-566c-41ff-8640-c0a1035cf0e4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:55.948771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5adabc-eba5-4083-a895-c8cfc57afce0 req-34df049a-566c-41ff-8640-c0a1035cf0e4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0500469 Apr 30 02:11:55.986573 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f5adabc-eba5-4083-a895-c8cfc57afce0 req-269da8c5-c395-4110-8120-fce9408cf124 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Apr 30 02:11:56.040679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-6aa20cba-8a8d-425f-a313-e029ea68acc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400474 Apr 30 02:11:57.109213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dc887-7d34-4e15-8e97-61dfb7784edd req-1f083a2e-5dc8-46b1-b938-ba66aa726466 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:57.110710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db3dc887-7d34-4e15-8e97-61dfb7784edd req-1f083a2e-5dc8-46b1-b938-ba66aa726466 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0531447 Apr 30 02:11:57.148748 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db3dc887-7d34-4e15-8e97-61dfb7784edd req-d8fa0b5c-0cdf-4c3d-ba75-4483d841381f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311797 Apr 30 02:11:57.951253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-55e85594-12e5-48b6-8f3f-f287072279ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:57.952827 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-55e85594-12e5-48b6-8f3f-f287072279ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1096 time: 0.0415969 Apr 30 02:11:58.045031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-94453140-9379-4874-a9c3-e0a980db6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:58.046493 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-94453140-9379-4874-a9c3-e0a980db6151 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0873981 Apr 30 02:11:58.109474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-28fd4b7f-7655-41c3-aa18-f35dec142921 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 1000 time: 0.0565495 Apr 30 02:11:58.156654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-c2ef6dfc-d239-415f-9671-2674f3f91ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:58.158126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-c2ef6dfc-d239-415f-9671-2674f3f91ab6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0426121 Apr 30 02:11:58.206672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-223717bd-76df-4e68-82ad-c790398bf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:58.208128 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-223717bd-76df-4e68-82ad-c790398bf04b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437133 Apr 30 02:11:58.264614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bf449-c730-44af-bc49-63299935f0b6 req-df71e20f-9996-47c1-9d73-83ceb2825cfd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:58.266097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f16bf449-c730-44af-bc49-63299935f0b6 req-df71e20f-9996-47c1-9d73-83ceb2825cfd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0482459 Apr 30 02:11:58.296975 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-52fb475f-62a6-4276-bdbc-a1eed01fd98b service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820861 Apr 30 02:11:58.304891 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f16bf449-c730-44af-bc49-63299935f0b6 req-52ad7f5c-99ce-4412-a1d8-5640be71584c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322707 Apr 30 02:11:58.388093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-62f65364-3e83-4926-a339-1484016cc120 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852854 Apr 30 02:11:58.796855 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24c33fcc-e295-43d8-9ec0-45236cb68bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:11:59.420511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b639c3-4358-4865-920d-0bd894ea54f4 req-aa729cb4-0369-4908-81b1-8d244b9ed869 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:11:59.421966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89b639c3-4358-4865-920d-0bd894ea54f4 req-aa729cb4-0369-4908-81b1-8d244b9ed869 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0476654 Apr 30 02:11:59.458535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89b639c3-4358-4865-920d-0bd894ea54f4 req-31596041-3680-4177-a9e1-c58de4cecf5f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298460 Apr 30 02:12:00.337966 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-2ecca63e-2fea-46e2-8ed8-0ea9d7c2752b service neutron] show failed (client error): The resource could not be found. Apr 30 02:12:00.338980 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-2ecca63e-2fea-46e2-8ed8-0ea9d7c2752b service neutron] 10.222.0.21 "GET /v2.0/ports/7f24325b-1db9-419a-9233-f422b5b4a41e/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0551167 Apr 30 02:12:00.579793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6a86b-d463-494e-8bf3-00106ef0419d req-221aa644-9c13-4f6b-86c9-27d2fbf9b25c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:00.581831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83b6a86b-d463-494e-8bf3-00106ef0419d req-221aa644-9c13-4f6b-86c9-27d2fbf9b25c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0550563 Apr 30 02:12:00.619554 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-83b6a86b-d463-494e-8bf3-00106ef0419d req-d27f1be4-38a2-43c8-a218-789d0d5d9318 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Apr 30 02:12:00.925679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-7d63038e-f80d-47f2-85b9-c989b566a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:00.927165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-7d63038e-f80d-47f2-85b9-c989b566a781 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 1096 time: 0.0896633 Apr 30 02:12:00.940834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-9b73e614-baba-468a-a4c8-bebc5c7ccdce service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:12:00.941756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-9b73e614-baba-468a-a4c8-bebc5c7ccdce service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047975 Apr 30 02:12:00.958642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:12:01.013670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:01.025176 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba805787-83e2-416f-a317-3c6eaed91696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:01.495992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:01.527554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:12:01.568097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:01.570381 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f5976d-2626-4a42-90b9-5e9db61e128a" -d '{"events": [{"server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "name": "network-vif-unplugged", "status": "completed", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:01.574194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:01.587165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Transition to ACTIVE for port object 7f24325b-1db9-419a-9233-f422b5b4a41e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:12:01.622277 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519dbea3-3397-44c0-a426-a848ff2d3195 x-openstack-request-id: req-519dbea3-3397-44c0-a426-a848ff2d3195 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:01.622623 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "name": "network-vif-unplugged", "status": "completed", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:01.622885 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-519dbea3-3397-44c0-a426-a848ff2d3195 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:01.623282 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519dbea3-3397-44c0-a426-a848ff2d3195'] response: {'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'code': 200} Apr 30 02:12:01.653722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:01.739904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:01.753295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555413c5-3d0d-4d5b-9487-4aaae994e680 req-dec9b080-6ab5-4fab-9739-59d531b305a2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:01.756197 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-555413c5-3d0d-4d5b-9487-4aaae994e680 req-dec9b080-6ab5-4fab-9739-59d531b305a2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0645585 Apr 30 02:12:01.778738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] No DVR routers for this DVR port 7f24325b-1db9-419a-9233-f422b5b4a41e on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:12:01.797316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-555413c5-3d0d-4d5b-9487-4aaae994e680 req-0613aa6e-2522-40ef-bfa7-6c87273370ba tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347865 Apr 30 02:12:01.918041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Attempting to bind port 7f24325b-1db9-419a-9233-f422b5b4a41e on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:12:01.918370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Attempting to bind port 7f24325b-1db9-419a-9233-f422b5b4a41e by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:12:01.918695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Attempting to bind port 7f24325b-1db9-419a-9233-f422b5b4a41e on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:12:01.922849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Port 7f24325b-1db9-419a-9233-f422b5b4a41e on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:12:01.923171 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Attempting to bind port 7f24325b-1db9-419a-9233-f422b5b4a41e on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:12:01.927956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:12:01.928292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:12:01.928674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:12:01.929094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Bound port: 7f24325b-1db9-419a-9233-f422b5b4a41e, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:12:01.929442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:01.991209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:12:01.994161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:12:02.059827 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:02.098209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:02.098835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:02.100294 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] 10.222.0.23 "PUT /v2.0/ports/7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 1091 time: 1.1456268 Apr 30 02:12:02.122626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e7f5e-1f98-43ce-9e13-7fe0af78707f service neutron] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:02.151462 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:02.174341 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-d4111939-a70c-4a57-888b-3e8f3201814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:02.176358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-d4111939-a70c-4a57-888b-3e8f3201814c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1094 time: 0.0461147 Apr 30 02:12:02.276558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-77afeff9-3f30-4b85-9753-7beab4e17775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:02.278030 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-77afeff9-3f30-4b85-9753-7beab4e17775 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0902009 Apr 30 02:12:02.351067 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-a9f3b02f-4665-48a8-bff1-44305998fb04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 998 time: 0.0625811 Apr 30 02:12:02.404053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-0e72c613-6043-43a8-ae4e-39122b02826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:02.405424 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-0e72c613-6043-43a8-ae4e-39122b02826c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0435324 Apr 30 02:12:02.453083 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-2c8049eb-3a11-4442-905a-a6c869747aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:02.454565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-2c8049eb-3a11-4442-905a-a6c869747aee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391922 Apr 30 02:12:02.551441 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-ccde002d-d326-4a74-bc4a-d3a735fb447d service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860260 Apr 30 02:12:02.644434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-74215938-2c4a-4a47-8234-6a4e1192a6ae req-269cb766-ac9e-4a12-8d20-4d84224fea82 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827541 Apr 30 02:12:02.918350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84d3eb-ec43-434f-a43f-97e3ebd99b9d req-10de5d19-0517-4e45-9e12-576e86490494 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:02.919683 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f84d3eb-ec43-434f-a43f-97e3ebd99b9d req-10de5d19-0517-4e45-9e12-576e86490494 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0488410 Apr 30 02:12:02.958488 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f84d3eb-ec43-434f-a43f-97e3ebd99b9d req-99487f59-6ec2-4e0d-9ce3-f479a43cb464 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Apr 30 02:12:03.624745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:03.627080 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f" -d '{"events": [{"name": "network-changed", "server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:03.675376 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbcbea2-3725-4e61-a1ae-e0bb4d70d09a x-openstack-request-id: req-3bbcbea2-3725-4e61-a1ae-e0bb4d70d09a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:03.675691 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:03.675942 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bbcbea2-3725-4e61-a1ae-e0bb4d70d09a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:03.676356 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbcbea2-3725-4e61-a1ae-e0bb4d70d09a'] response: {'name': 'network-changed', 'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'status': 'completed', 'code': 200} Apr 30 02:12:03.766243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-a160a82b-f16b-437a-b0bd-b8c9ec0d3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:03.767800 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-a160a82b-f16b-437a-b0bd-b8c9ec0d3e47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1094 time: 0.0722399 Apr 30 02:12:03.770782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-15a58c0a-e9ae-4ce6-a5d0-8b9e72111563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:03.772167 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-15a58c0a-e9ae-4ce6-a5d0-8b9e72111563 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1094 time: 0.0689473 Apr 30 02:12:03.899877 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:03.929312 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-8b2bc821-ec70-40da-b01d-65d15f59fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:03.930792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-8b2bc821-ec70-40da-b01d-65d15f59fed6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1561503 Apr 30 02:12:03.931879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-78edce71-f16e-482a-ac9a-84f93a97ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:03.933289 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-78edce71-f16e-482a-ac9a-84f93a97ce90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1515212 Apr 30 02:12:03.933878 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:04.043557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-00e8dc6b-b991-4618-a187-a0a0fd3be21e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 998 time: 0.1053233 Apr 30 02:12:04.049316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-b585d7d2-e3d0-4c75-93a4-631fe8999567 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 998 time: 0.1047552 Apr 30 02:12:04.082723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ea7ba-e255-4e95-88a8-3dd68b720be0 req-3486cf1f-5b72-4ffc-9acc-2573b6c03a3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:04.084242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-328ea7ba-e255-4e95-88a8-3dd68b720be0 req-3486cf1f-5b72-4ffc-9acc-2573b6c03a3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0535789 Apr 30 02:12:04.123567 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-328ea7ba-e255-4e95-88a8-3dd68b720be0 req-605efe8c-141a-4456-9ef0-6ff10a8458a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329108 Apr 30 02:12:04.130405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-c0630e27-43f9-4c75-abea-9951dc69328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:04.131908 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-c0630e27-43f9-4c75-abea-9951dc69328a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0811710 Apr 30 02:12:04.135320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-f9235402-7c52-4ff0-be8d-225e433363ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:04.136686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-f9235402-7c52-4ff0-be8d-225e433363ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0788360 Apr 30 02:12:04.209242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-ef1c81f6-ce72-48d9-88ca-36931299562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:04.210644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-ef1c81f6-ce72-48d9-88ca-36931299562e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669651 Apr 30 02:12:04.213054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-4ed325ef-cdde-4084-b006-75c3abba912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:04.214416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-4ed325ef-cdde-4084-b006-75c3abba912d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633152 Apr 30 02:12:04.372521 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-cd003f55-5e68-42fa-b8f6-a493154030b8 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546154 Apr 30 02:12:04.374338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-3816bb79-37a8-467e-be01-0b5b3355afea service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496081 Apr 30 02:12:04.530881 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-3a2e50a5-ed65-4630-b430-fe10a3d8581e service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513383 Apr 30 02:12:04.534893 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fa5c80ee-fe0d-4f97-9e89-753d88b6758f req-2149cc7a-7445-4a70-9bf5-df989508e2e2 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475945 Apr 30 02:12:04.878578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7f24325b-1db9-419a-9233-f422b5b4a41e no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:12:04.919657 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 7f24325b-1db9-419a-9233-f422b5b4a41e not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:12:05.238727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157205c7-5753-4ddd-841e-3b7538f4208a req-59b364f3-e2b1-478c-9fbe-c44511aba24b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:05.240231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-157205c7-5753-4ddd-841e-3b7538f4208a req-59b364f3-e2b1-478c-9fbe-c44511aba24b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0487323 Apr 30 02:12:05.277887 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-157205c7-5753-4ddd-841e-3b7538f4208a req-40bd75ef-aa25-48f9-badc-790ff6a3f0f6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Apr 30 02:12:05.631481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fc618-3b81-499d-b3d3-29babab1d954 req-5b311c8c-77b2-43e4-8391-cd164c2948e8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:05.632962 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e7fc618-3b81-499d-b3d3-29babab1d954 req-5b311c8c-77b2-43e4-8391-cd164c2948e8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0918000 Apr 30 02:12:05.659218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-cd852b53-b95f-440d-abf3-91abbf5e9314 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:05.660960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-cd852b53-b95f-440d-abf3-91abbf5e9314 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473&tenant_id=3c8775a0931847cc875fe3bd255d5f76&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 943 time: 0.0530906 Apr 30 02:12:05.671626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e7fc618-3b81-499d-b3d3-29babab1d954 req-7d9ee913-ee37-4599-b7f8-efdf013a496f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322011 Apr 30 02:12:05.721171 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-e704b544-1cd9-4087-8271-cc64e476310e service neutron] delete failed (client error): The resource could not be found. Apr 30 02:12:05.722326 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-e704b544-1cd9-4087-8271-cc64e476310e service neutron] 10.222.0.21 "DELETE /v2.0/ports/7f24325b-1db9-419a-9233-f422b5b4a41e/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0538247 Apr 30 02:12:05.801922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-5999ea97-e95d-4510-85a0-3c5c871c1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:05.803316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-5999ea97-e95d-4510-85a0-3c5c871c1bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1094 time: 0.0399702 Apr 30 02:12:05.893861 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-84f1acd7-8471-4615-9783-3e993391a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:05.895300 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-84f1acd7-8471-4615-9783-3e993391a9e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0852602 Apr 30 02:12:05.957882 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-5cd030f0-cfb5-4626-bb1c-f98147db68b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 998 time: 0.0563030 Apr 30 02:12:06.008343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-89d97944-8778-49bf-8fa9-b0c094ddbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:06.009764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-89d97944-8778-49bf-8fa9-b0c094ddbab7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0462480 Apr 30 02:12:06.053782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-15c59439-162c-4b2f-a224-083fb6dd7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:06.055155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-15c59439-162c-4b2f-a224-083fb6dd7fa8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388498 Apr 30 02:12:06.139453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-abc2c3cb-8642-405c-9405-516f6151b8cb service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781131 Apr 30 02:12:06.230780 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e2889a66-676e-4de5-8be9-6d27177dcd1a req-3ebb4148-3278-422f-b930-ea430e247b2b service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848343 Apr 30 02:12:06.796700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daaf0e-cfe8-4198-b58c-3f138fd1448c req-1be67fda-5081-413f-b795-a0db40199da1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:06.798225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58daaf0e-cfe8-4198-b58c-3f138fd1448c req-1be67fda-5081-413f-b795-a0db40199da1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 943 time: 0.0548396 Apr 30 02:12:06.836429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58daaf0e-cfe8-4198-b58c-3f138fd1448c req-e09e0c36-018e-4644-a226-2c7b01aea246 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Apr 30 02:12:06.860459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7f24325b-1db9-419a-9233-f422b5b4a41e details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:12:06.955323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:06.970466 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'mac_address': 'fa:16:3e:10:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:12:07.006171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:07.018827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f24325b-1db9-419a-9233-f422b5b4a41e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:12:07.037791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:07.093682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:07.140751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:07.148559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.152468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:07.399488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['7f24325b-1db9-419a-9233-f422b5b4a41e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:12:07.954493 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb9cd7-bfce-49b2-b4cc-e9a4a6b12ee7 req-3b625b33-95bd-4dba-8d1a-fb0f40f15c9e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:07.956065 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7eb9cd7-bfce-49b2-b4cc-e9a4a6b12ee7 req-3b625b33-95bd-4dba-8d1a-fb0f40f15c9e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 944 time: 0.0485508 Apr 30 02:12:07.992572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c7eb9cd7-bfce-49b2-b4cc-e9a4a6b12ee7 req-00cf193f-fadb-4262-a1db-9973c5135932 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304873 Apr 30 02:12:08.103655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d47c76-1b1c-488f-a0d5-0b5bcfbd0492 req-6d7fd0a8-4e65-4b24-9da3-947f5d87eace tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:08.105101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8d47c76-1b1c-488f-a0d5-0b5bcfbd0492 req-6d7fd0a8-4e65-4b24-9da3-947f5d87eace tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 944 time: 0.0478303 Apr 30 02:12:08.142804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8d47c76-1b1c-488f-a0d5-0b5bcfbd0492 req-863929de-f2b9-41da-8c9a-51e4f02f68eb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Apr 30 02:12:08.472980 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde76d7-708e-4b90-8233-455ae5b1594a req-1c078d72-4abe-4551-a524-e41f2b648f61 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:08.474398 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6dde76d7-708e-4b90-8233-455ae5b1594a req-1c078d72-4abe-4551-a524-e41f2b648f61 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 944 time: 0.0540278 Apr 30 02:12:08.514428 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6dde76d7-708e-4b90-8233-455ae5b1594a req-dab6e41c-9d0d-456c-a966-1d5a53b32333 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Apr 30 02:12:08.588998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-851cfbc6-091d-436c-8102-b9f400847209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:08.590465 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-851cfbc6-091d-436c-8102-b9f400847209 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 1095 time: 0.0412385 Apr 30 02:12:08.686506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-9cd6b419-ced3-4b3c-9997-e99e2dcdda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:08.687969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-9cd6b419-ced3-4b3c-9997-e99e2dcdda2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0873303 Apr 30 02:12:08.754233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-e5629dbd-e2bb-4660-aeb8-f6463b56bc7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 200 len: 999 time: 0.0560498 Apr 30 02:12:08.805438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-613e5988-cb35-4166-be41-157bd841a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:08.806825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-613e5988-cb35-4166-be41-157bd841a775 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0424178 Apr 30 02:12:08.857997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-7347d4cb-a37c-4bde-8ebc-4e2c2fc95f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:08.859465 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-7347d4cb-a37c-4bde-8ebc-4e2c2fc95f75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422366 Apr 30 02:12:08.875525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7f24325b-1db9-419a-9233-f422b5b4a41e up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:12:08.948468 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-0213a5a8-320d-475e-ac38-1cc8b76a35bc service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815589 Apr 30 02:12:08.977877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 7f24325b-1db9-419a-9233-f422b5b4a41e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:12:08.981726 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 7f24325b-1db9-419a-9233-f422b5b4a41e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:12:08.982232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:09.045530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9f769321-8e64-423a-b404-ec4e0455dd5d req-c4a0a099-2bec-43a3-8560-a435c72a5884 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867376 Apr 30 02:12:09.062674 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:09.086203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:09.088517 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c80a5f-15cf-45f7-a534-7e142951d29e" -d '{"events": [{"server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "name": "network-vif-plugged", "status": "completed", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:09.101112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:09.126248 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575e9d6f-e464-4bd5-a217-50a7b902689e x-openstack-request-id: req-575e9d6f-e464-4bd5-a217-50a7b902689e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:09.126532 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "name": "network-vif-plugged", "status": "completed", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:09.126777 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-575e9d6f-e464-4bd5-a217-50a7b902689e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:09.127163 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575e9d6f-e464-4bd5-a217-50a7b902689e'] response: {'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'code': 200} Apr 30 02:12:09.160787 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:09.208004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:09.633974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc9da2-97de-4270-bcdc-9bb50c080d54 req-03b5ba33-dc4c-4f03-b528-e63b21588301 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:09.635482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4bc9da2-97de-4270-bcdc-9bb50c080d54 req-03b5ba33-dc4c-4f03-b528-e63b21588301 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0493288 Apr 30 02:12:09.672339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4bc9da2-97de-4270-bcdc-9bb50c080d54 req-a6e15f69-06fe-4cfc-974c-a8f786b1c88c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306602 Apr 30 02:12:10.787254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8bb3-4c17-4063-a35f-288039979c18 req-d78c7028-a35f-496f-83a3-6f9fd7e4b02a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:10.788737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be5e8bb3-4c17-4063-a35f-288039979c18 req-d78c7028-a35f-496f-83a3-6f9fd7e4b02a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0478101 Apr 30 02:12:10.825599 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be5e8bb3-4c17-4063-a35f-288039979c18 req-a1cc1049-fd0f-4410-8410-4651c28ac2f5 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Apr 30 02:12:11.255923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d243e-e11e-427b-a97b-da1de8ac999e req-9afa0f19-520a-4a57-8423-321fae46f606 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:11.257386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-265d243e-e11e-427b-a97b-da1de8ac999e req-9afa0f19-520a-4a57-8423-321fae46f606 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0539169 Apr 30 02:12:11.294490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-265d243e-e11e-427b-a97b-da1de8ac999e req-dd608666-e332-4192-826c-19c76a9b9f04 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310512 Apr 30 02:12:12.411446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b3641-ac08-4edc-9ebf-3ec3554d6426 req-10f905ad-b232-499b-b079-a385bed83a53 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:12.412908 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-773b3641-ac08-4edc-9ebf-3ec3554d6426 req-10f905ad-b232-499b-b079-a385bed83a53 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0483916 Apr 30 02:12:12.451118 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-773b3641-ac08-4edc-9ebf-3ec3554d6426 req-bca94b96-1df9-463b-abab-562d585d9623 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312114 Apr 30 02:12:12.633461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-7ba0be45-21b6-494c-9d7f-a0e1bf17cdfa tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:12.634905 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-7ba0be45-21b6-494c-9d7f-a0e1bf17cdfa tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.23 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 945 time: 0.0486605 Apr 30 02:12:12.726117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Deleting port 7f24325b-1db9-419a-9233-f422b5b4a41e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:12:12.726451 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:12.813738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] For port 7f24325b-1db9-419a-9233-f422b5b4a41e, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=7f24325b-1db9-419a-9233-f422b5b4a41e,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:12.814097 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:12.978856 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:12.979108 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:12.979419 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0 disassociated. External IP: 172.25.0.41, port: 7f24325b-1db9-419a-9233-f422b5b4a41e. Apr 30 02:12:12.979777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Calling delete_port for 7f24325b-1db9-419a-9233-f422b5b4a41e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:12:13.145415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:13.174904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event deleted for resources: {'Port': ['ID=7f24325b-1db9-419a-9233-f422b5b4a41e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:13.289497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:12:13.405561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:12:13.416477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:12:13.427645 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:12:13.428254 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:12:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:12:13.445711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] No DVR routers for this DVR port 7f24325b-1db9-419a-9233-f422b5b4a41e on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:12:13.448450 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:13.451748 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-48aaf702-65b5-4cfd-85e4-a6c0b9781aa7 req-b5ad71e3-2b1d-41bd-ab14-b464fd59f5c0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.23 "DELETE /v2.0/ports/7f24325b-1db9-419a-9233-f422b5b4a41e HTTP/1.1" status: 204 len: 173 time: 0.8074110 Apr 30 02:12:13.453438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'name': 'network-vif-deleted', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:13.454508 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482fd73f-03b9-409b-8646-7a565da9aff8" -d '{"events": [{"server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "name": "network-vif-deleted", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:13.495062 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79c8ff0-3065-450c-bcac-ddcb7b494f5e x-openstack-request-id: req-e79c8ff0-3065-450c-bcac-ddcb7b494f5e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:13.495359 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878d3ee6-946b-45ce-9d5a-cba8f54f4473", "name": "network-vif-deleted", "tag": "7f24325b-1db9-419a-9233-f422b5b4a41e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:13.495647 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e79c8ff0-3065-450c-bcac-ddcb7b494f5e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:13.496185 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79c8ff0-3065-450c-bcac-ddcb7b494f5e'] response: {'server_uuid': '878d3ee6-946b-45ce-9d5a-cba8f54f4473', 'name': 'network-vif-deleted', 'tag': '7f24325b-1db9-419a-9233-f422b5b4a41e', 'status': 'completed', 'code': 200} Apr 30 02:12:13.542198 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:12:13.576390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25b3acc6-9e77-43e2-abaf-e28dd6f9737d req-fdd4408c-9916-4c9d-b17a-b3c1287439f2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=878d3ee6-946b-45ce-9d5a-cba8f54f4473 HTTP/1.1" status: 200 len: 210 time: 0.0290806 Apr 30 02:12:13.746665 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:12:13.772031 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:12:13.780282 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:12:13.780866 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:12:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:12:13.884577 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:12:14.084673 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:12:14.110543 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28c48b-490a-4a5b-9e5e-3219a0a5346c None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:12:14.328738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cfcd2-311d-4409-bec2-1080ce93b2f6 None None] New status for floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:12:14.813864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-6e56cddc-50dd-4ac6-bf9f-460593a9369e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2005214342&fields=id&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 267 time: 0.0321271 Apr 30 02:12:14.922548 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-3c3787e7-f2b1-47c9-bc46-70273f9354d4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:14.924568 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-3c3787e7-f2b1-47c9-bc46-70273f9354d4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 812 time: 0.1023993 Apr 30 02:12:14.939570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-f50fd7ad-34b1-4fa3-a824-3156e78aec9a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/quotas/3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 375 time: 0.0088296 Apr 30 02:12:14.993460 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-6fbd2e1d-76a3-406a-9a77-bd8c2c55599f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477097 Apr 30 02:12:15.009547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-0b8c7824-bae0-4c4a-86fc-e5939a7a8e6b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:12:15.010557 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-0b8c7824-bae0-4c4a-86fc-e5939a7a8e6b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055771 Apr 30 02:12:15.103933 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-298abe94-2da5-42e8-b261-4692a5d7354f service neutron] 10.222.0.15 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876133 Apr 30 02:12:15.193128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-3d68bffb-09fd-4b1b-8a1a-02fef0c67530 service neutron] 10.222.0.15 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830343 Apr 30 02:12:15.439255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b13d47f6-1bca-4976-934b-1cf125926279 req-c2136ad6-6c0e-41ef-a954-bb4dc3f29549 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 210 time: 0.0263362 Apr 30 02:12:16.532396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cbf8a2e3-db13-47df-86b2-8b6764ed0909 req-12ca80da-2c08-412c-9337-446845f49d8c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 210 time: 0.0260782 Apr 30 02:12:16.890244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7f24325b-1db9-419a-9233-f422b5b4a41e no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:12:16.910179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 7f24325b-1db9-419a-9233-f422b5b4a41e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:12:16.910525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 7f24325b-1db9-419a-9233-f422b5b4a41e not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:12:17.146573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-7fd68e34-544c-4838-84ef-e2bc6c39cf96 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:17.147972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-7fd68e34-544c-4838-84ef-e2bc6c39cf96 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 812 time: 0.1045797 Apr 30 02:12:17.192925 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-f287bf38-c2b4-472c-b100-d08bc1079360 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 380 time: 0.0354190 Apr 30 02:12:17.201950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'port': {'device_id': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'admin_state_up': True, 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'security_groups': ['dba15336-c059-4528-b782-a3223dfc3c71']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:12:17.367758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Made reservation on behalf of 3c8775a0931847cc875fe3bd255d5f76 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:12:17.371311 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:17.495089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Allocated IP 172.20.0.9 (dd09c874-7265-475c-aa7e-ee21a3ac8975/54d12b53-c59d-4992-a304-3b709c39afc5/5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:12:17.634124 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:17.636407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fec43b9-dd77-4206-8c91-2118fad34273 req-5bc6379b-798e-40c6-8c3a-065eecde12b9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 210 time: 0.0301228 Apr 30 02:12:17.723252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:17.766387 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:12:17.770119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:12:17.773916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:12:17.800745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:17.815913 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.816247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.816623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.816958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.817285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.817606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.817927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.818252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.818568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.818882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.819198 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.819532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:12:17.838069 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:17.838695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:17.906610 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b3d92414-9e4b-4f36-94b4-79c2e8aecfa2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7081587 Apr 30 02:12:17.918658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Request body: {'port': {'device_id': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:12:17.976292 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:18.014217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-200032c5-3937-45eb-8249-9c7c520e1135 None None] Provisioning complete for port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:12:18.016383 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-200032c5-3937-45eb-8249-9c7c520e1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:18.048514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-200032c5-3937-45eb-8249-9c7c520e1135 None None] Port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:12:18.235703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:12:18.243903 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:18.255610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Transition to ACTIVE for port object 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:12:18.316319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:18.367940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:18.438593 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:12:18.438917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:12:18.439283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:12:18.443910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:12:18.444283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:12:18.449559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:12:18.449897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:12:18.450279 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:12:18.450695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Bound port: 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:12:18.451106 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:18.516606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:12:18.520211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:12:18.585556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:18.619963 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:18.620609 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:18.621968 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 1091 time: 0.7076178 Apr 30 02:12:18.622394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:18.624705 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf39640-5133-48f5-bd98-220c1616edb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:18.656802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4ed7-4e15-4d40-a3bf-f836d7be8db3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:18.673135 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adf08b6-5a74-427f-b3a5-4ba139e5508c x-openstack-request-id: req-3adf08b6-5a74-427f-b3a5-4ba139e5508c {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:18.673432 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:18.673679 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3adf08b6-5a74-427f-b3a5-4ba139e5508c {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:18.674081 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3adf08b6-5a74-427f-b3a5-4ba139e5508c'] response: {'name': 'network-changed', 'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'status': 'completed', 'code': 200} Apr 30 02:12:18.748643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf39640-5133-48f5-bd98-220c1616edb3 req-000cfb49-5c2e-4b2c-bb13-2dffab36c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:18.750572 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8bf39640-5133-48f5-bd98-220c1616edb3 req-000cfb49-5c2e-4b2c-bb13-2dffab36c66b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1094 time: 0.0534999 Apr 30 02:12:18.776030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e497-889e-40ed-9cec-affd8f027319 req-86b5c24e-cf4d-4ec7-8175-7bd66b205dc6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:18.777684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5be6e497-889e-40ed-9cec-affd8f027319 req-86b5c24e-cf4d-4ec7-8175-7bd66b205dc6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0536695 Apr 30 02:12:18.820239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5be6e497-889e-40ed-9cec-affd8f027319 req-21ef7bce-eff6-4be6-91c5-275aaa2caa76 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361714 Apr 30 02:12:18.853075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf39640-5133-48f5-bd98-220c1616edb3 req-e98eedd8-4dbd-4dad-a99b-8b6e57564b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:18.854541 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8bf39640-5133-48f5-bd98-220c1616edb3 req-e98eedd8-4dbd-4dad-a99b-8b6e57564b40 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3c8775a0931847cc875fe3bd255d5f76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967674 Apr 30 02:12:19.076743 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:19.230574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf39640-5133-48f5-bd98-220c1616edb3 req-3cc7f07c-d153-4f91-8730-23db6e5d744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:19.232095 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8bf39640-5133-48f5-bd98-220c1616edb3 req-3cc7f07c-d153-4f91-8730-23db6e5d744e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3712840 Apr 30 02:12:19.308623 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-d5eec897-e6a0-41e7-ad54-e0ccefc2337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:19.310088 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-d5eec897-e6a0-41e7-ad54-e0ccefc2337a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1094 time: 0.0412524 Apr 30 02:12:19.352212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-3f598f5e-7329-4fda-a84e-08d3ad2175cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 217 time: 0.0349755 Apr 30 02:12:19.403125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-3189ecf6-ef99-4854-8aba-b19b8fc323b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:19.404717 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-3189ecf6-ef99-4854-8aba-b19b8fc323b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0464334 Apr 30 02:12:19.449304 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b911d706-bf14-46cd-8011-fbe08a9f7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:19.450779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-b911d706-bf14-46cd-8011-fbe08a9f7bfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388920 Apr 30 02:12:19.539799 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-fff5b5c5-28f8-443e-885e-2349e48d397d service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807071 Apr 30 02:12:19.630760 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7625974a-f8bb-4a35-b4b9-45275d2c676b req-eeb6931d-f348-48cd-8795-60976aa59394 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847242 Apr 30 02:12:19.935038 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b49c0f-7e66-4ac6-942a-05eef3ecfcec req-30103fe0-45f7-41ef-a968-18b7e5ae7cd8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:19.936532 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88b49c0f-7e66-4ac6-942a-05eef3ecfcec req-30103fe0-45f7-41ef-a968-18b7e5ae7cd8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0488865 Apr 30 02:12:19.974130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88b49c0f-7e66-4ac6-942a-05eef3ecfcec req-3a4cfd67-eb1f-4173-a601-d71d65e15422 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Apr 30 02:12:20.382976 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:12:20.909188 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:21.091139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1fbc-0a52-459f-8b43-6846a8e30edf req-6ec592ee-0b84-4e8c-a498-5a234d2b32b1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:21.092541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60da1fbc-0a52-459f-8b43-6846a8e30edf req-6ec592ee-0b84-4e8c-a498-5a234d2b32b1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0520270 Apr 30 02:12:21.130479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60da1fbc-0a52-459f-8b43-6846a8e30edf req-b1d73e52-cbff-49ad-b84f-e790e194896f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Apr 30 02:12:22.244391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0742f3f-0d54-47e0-9e1d-1eebcfde3d5e req-4cf3a544-186c-40b8-b7b6-56ca43ce1470 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:22.245848 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0742f3f-0d54-47e0-9e1d-1eebcfde3d5e req-4cf3a544-186c-40b8-b7b6-56ca43ce1470 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0473602 Apr 30 02:12:22.283078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0742f3f-0d54-47e0-9e1d-1eebcfde3d5e req-183d0063-c0d6-41bc-abc0-806b5bca14dc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Apr 30 02:12:22.967314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:12:23.060693 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:23.072670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'mac_address': 'fa:16:3e:5d:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:12:23.111687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:23.124686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:12:23.144017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:23.219101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:23.265465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:23.401299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714d42-dffb-4a8d-8147-f638759c0d03 req-c9047f0d-1c1f-451f-a95a-ea77dc19a210 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:23.402744 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13714d42-dffb-4a8d-8147-f638759c0d03 req-c9047f0d-1c1f-451f-a95a-ea77dc19a210 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 944 time: 0.0504322 Apr 30 02:12:23.424677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:12:23.439694 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13714d42-dffb-4a8d-8147-f638759c0d03 req-0fefc7ad-3148-4f1b-a4f9-dc2ba785a95d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308170 Apr 30 02:12:24.562045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418880b-4ee3-431b-8559-3f6c12e07270 req-86097d3d-4286-4892-b76f-14c49777d4ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:24.563536 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8418880b-4ee3-431b-8559-3f6c12e07270 req-86097d3d-4286-4892-b76f-14c49777d4ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 944 time: 0.0532525 Apr 30 02:12:24.601594 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8418880b-4ee3-431b-8559-3f6c12e07270 req-9d4399f6-4c51-4585-a94c-45f41738ef9e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Apr 30 02:12:24.973976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:12:25.081801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:12:25.085953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:12:25.086354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:25.167100 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:25.188975 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:25.191183 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffa0035-6160-4248-a5d7-5472073bbd3e" -d '{"events": [{"server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "name": "network-vif-plugged", "status": "completed", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:25.204048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:25.228823 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca65266f-9a66-48df-9deb-ba5519653977 x-openstack-request-id: req-ca65266f-9a66-48df-9deb-ba5519653977 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:25.229107 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "name": "network-vif-plugged", "status": "completed", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:25.229377 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca65266f-9a66-48df-9deb-ba5519653977 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:25.229795 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca65266f-9a66-48df-9deb-ba5519653977'] response: {'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'code': 200} Apr 30 02:12:25.270614 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:25.319118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:25.328316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cb7eb-ca10-4256-919c-1754e1d605ba req-e0ef357c-7179-4b5b-98c1-c6c3d239051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:25.329827 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f37cb7eb-ca10-4256-919c-1754e1d605ba req-e0ef357c-7179-4b5b-98c1-c6c3d239051f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1096 time: 0.0414724 Apr 30 02:12:25.364380 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f37cb7eb-ca10-4256-919c-1754e1d605ba req-74962e2c-e913-48a7-b857-dfbe536a6680 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273037 Apr 30 02:12:25.715565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb1ec6-cec1-4d79-bd90-4086580523a0 req-6466e1b9-58b1-4fbd-b296-fb7452c1ce79 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:25.717017 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cdb1ec6-cec1-4d79-bd90-4086580523a0 req-6466e1b9-58b1-4fbd-b296-fb7452c1ce79 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0474317 Apr 30 02:12:25.754775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3cdb1ec6-cec1-4d79-bd90-4086580523a0 req-8cef8d66-235f-4399-b304-41d5a05a7fb6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316894 Apr 30 02:12:26.870148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9df9f7-cda6-4cbe-8ab2-c5dcc2d39702 req-0f8e24e3-aee5-4105-b01c-839832fdb64a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:26.871667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f9df9f7-cda6-4cbe-8ab2-c5dcc2d39702 req-0f8e24e3-aee5-4105-b01c-839832fdb64a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0488312 Apr 30 02:12:26.909406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f9df9f7-cda6-4cbe-8ab2-c5dcc2d39702 req-568bdb22-aa9c-47a2-92e0-01088390168d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Apr 30 02:12:27.022225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942db18-6653-4ca9-933e-c5fd1f8c0579 req-0557d9d6-5a00-4f8c-8cc4-6c9c4292a9c1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:27.023680 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d942db18-6653-4ca9-933e-c5fd1f8c0579 req-0557d9d6-5a00-4f8c-8cc4-6c9c4292a9c1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0514066 Apr 30 02:12:27.032393 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36776) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:12:27.037270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'floatingip': {'port_id': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:12:27.076110 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:27.737465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:27.801813 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:27.899143 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0 associated. External IP: 172.25.0.41, port: 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7. Apr 30 02:12:28.099261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:12:28.204364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:12:28.209628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:28.214284 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:12:28.224033 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:12:28.224638 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:12:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:12:28.237726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c1376b0f-4a6a-4c53-b22c-ea7dcb1c1734 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "PUT /v2.0/floatingips/ff062daf-ae03-4674-b444-1563f9bbdcd0 HTTP/1.1" status: 200 len: 990 time: 1.2042811 Apr 30 02:12:28.238318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:28.241242 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b5fbc5-48b0-4633-a33f-de814411ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:28.331131 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:12:28.619070 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7564fb-87bb-4129-861f-22acb0b6d563 x-openstack-request-id: req-9a7564fb-87bb-4129-861f-22acb0b6d563 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:28.619457 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:28.619880 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a7564fb-87bb-4129-861f-22acb0b6d563 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:28.620350 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7564fb-87bb-4129-861f-22acb0b6d563'] response: {'name': 'network-changed', 'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'status': 'completed', 'code': 200} Apr 30 02:12:28.658887 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:5d:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:12:27Z', 'revision_number': 9, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:12:28.685579 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:12:28.688742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-4e32f288-3e3a-4850-8b2b-40f3c85faa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:28.690240 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-4e32f288-3e3a-4850-8b2b-40f3c85faa43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1096 time: 0.0475798 Apr 30 02:12:28.694971 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:12:28.695601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:12:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:12:28.764099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277c6b0-2ed9-49af-90a9-27ea87498fff req-bbddd97d-f432-4f0a-a9fb-3aaefaa2d9eb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:28.765607 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c277c6b0-2ed9-49af-90a9-27ea87498fff req-bbddd97d-f432-4f0a-a9fb-3aaefaa2d9eb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0913796 Apr 30 02:12:28.769512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-ae5a6e1f-c5b5-4a1f-8568-2d38d1b73f7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588727 Apr 30 02:12:28.804438 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-101ea86b-9e57-4ccf-8e4d-6546aa1d07e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:28.805040 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-dc6fb2d5-8fc7-4e01-9141-5da10063efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:28.806816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-dc6fb2d5-8fc7-4e01-9141-5da10063efac service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1105254 Apr 30 02:12:28.811770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c277c6b0-2ed9-49af-90a9-27ea87498fff req-f540eb87-770a-4068-8a5e-13608823c367 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Apr 30 02:12:28.816018 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:12:28.880268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-e86f6cde-a3d6-4560-a1b2-ab927877ffbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 998 time: 0.0663333 Apr 30 02:12:28.932103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-e1461793-64d0-4893-9432-4c0ae95aaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:28.933617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-e1461793-64d0-4893-9432-4c0ae95aaae0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0477207 Apr 30 02:12:28.982268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-ddf14753-325f-4e61-aee9-e0113cbc9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:28.983841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-ddf14753-325f-4e61-aee9-e0113cbc9f0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430472 Apr 30 02:12:29.066318 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:5d:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:12:27Z', 'revision_number': 9, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:12:29.092607 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-40de3ddb-e021-406f-a653-21c4adf61db6 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024857 Apr 30 02:12:29.094208 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb2cb48-a3a0-420f-a97c-ad5794df150e None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:5d:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:12:27Z', 'revision_number': 9, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:12:29.187512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85b5fbc5-48b0-4633-a33f-de814411ccc8 req-bea9ba32-ceab-4c93-9b76-9ed3c23897b3 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879698 Apr 30 02:12:29.297174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aea0d5-8a6d-46b6-b0f3-86e3243fea62 None None] New status for floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:12:29.950783 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95176e0b-099e-44e0-83a0-d732be3fabcc req-96938a53-f524-42e9-88bf-10eb9d31a8c4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:29.952292 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95176e0b-099e-44e0-83a0-d732be3fabcc req-96938a53-f524-42e9-88bf-10eb9d31a8c4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0585928 Apr 30 02:12:29.993044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-95176e0b-099e-44e0-83a0-d732be3fabcc req-6ba24ae3-b088-485c-8582-b8b59c21ed6f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336058 Apr 30 02:12:30.966932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-3c8ab622-1744-4a84-af8e-9e69c7bd7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:30.968502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-3c8ab622-1744-4a84-af8e-9e69c7bd7cc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1096 time: 0.0415618 Apr 30 02:12:31.013289 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f0f32d-0408-4582-b56b-adde5abd2a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:31.063750 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-dd2a6773-4dce-4425-8e29-c1b44ceb62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:31.065207 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-dd2a6773-4dce-4425-8e29-c1b44ceb62c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0907061 Apr 30 02:12:31.114004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9414116-a109-4e91-b687-91600354245e req-a1d3dc52-a690-4d44-8e0e-c3bbe6fbb289 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:31.115300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9414116-a109-4e91-b687-91600354245e req-a1d3dc52-a690-4d44-8e0e-c3bbe6fbb289 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0493820 Apr 30 02:12:31.130137 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-add1dd52-2b90-49aa-9bb8-06972310e629 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0586069 Apr 30 02:12:31.154196 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9414116-a109-4e91-b687-91600354245e req-926ba5e9-107d-4716-9de1-e4c9bfcb7304 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327883 Apr 30 02:12:31.183370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-63e287e9-2e06-477f-94f9-a6a6b7340862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:31.184902 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-63e287e9-2e06-477f-94f9-a6a6b7340862 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0489938 Apr 30 02:12:31.230196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-6f0b0b44-92df-4d31-94a0-6fd9e2471399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:31.231642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-6f0b0b44-92df-4d31-94a0-6fd9e2471399 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403321 Apr 30 02:12:31.317655 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-92e5aea6-4ea1-4188-b8ec-d7fabc205fe0 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799484 Apr 30 02:12:31.412187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-3faab0dc-d647-4821-9d18-9f6fc471cc99 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882397 Apr 30 02:12:32.196208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:32.269720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fdb41-15ae-45a4-9031-452ea86ed415 req-3db0c08f-e4a1-40ac-8ea4-72c741055e4e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:32.271162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-017fdb41-15ae-45a4-9031-452ea86ed415 req-3db0c08f-e4a1-40ac-8ea4-72c741055e4e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0474741 Apr 30 02:12:32.308192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-017fdb41-15ae-45a4-9031-452ea86ed415 req-b549a37d-a17c-4cd6-9b06-273f0de19107 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308204 Apr 30 02:12:33.427840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfa488-f707-4771-9661-2fe0e534c700 req-bcc8c5f5-d165-4445-a7a3-e943575ad94e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:33.429276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccdfa488-f707-4771-9661-2fe0e534c700 req-bcc8c5f5-d165-4445-a7a3-e943575ad94e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0518484 Apr 30 02:12:33.466337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccdfa488-f707-4771-9661-2fe0e534c700 req-e4122fef-b20d-41a6-9bcb-82275ba9441b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Apr 30 02:12:33.916094 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:33.944651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:34.583765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bf527-e203-4ffd-8329-91b85a1b1fe5 req-86bba348-dee1-4576-a466-b796f74dcdc0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:34.585225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c91bf527-e203-4ffd-8329-91b85a1b1fe5 req-86bba348-dee1-4576-a466-b796f74dcdc0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0487888 Apr 30 02:12:34.622103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c91bf527-e203-4ffd-8329-91b85a1b1fe5 req-649e4255-c849-4d18-b3f0-f5d8045205ed tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308828 Apr 30 02:12:35.740183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51868ab-ca79-43a1-9830-a80c90f9f2d0 req-0430dbe8-c3d2-416b-94e9-61af4fc67943 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:35.741572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a51868ab-ca79-43a1-9830-a80c90f9f2d0 req-0430dbe8-c3d2-416b-94e9-61af4fc67943 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0475497 Apr 30 02:12:35.778372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a51868ab-ca79-43a1-9830-a80c90f9f2d0 req-82ce5c84-c7e9-41c5-a88b-d69dd3bd4508 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Apr 30 02:12:36.897515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e965d6-bbfc-4f7e-8599-03b351c7dad9 req-97d9ae7b-3a3d-4a11-b3dd-00fad1984c3c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:36.898948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47e965d6-bbfc-4f7e-8599-03b351c7dad9 req-97d9ae7b-3a3d-4a11-b3dd-00fad1984c3c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0524054 Apr 30 02:12:36.936322 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47e965d6-bbfc-4f7e-8599-03b351c7dad9 req-730c4af5-2268-4540-85b0-cd86f1d809c6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Apr 30 02:12:38.051058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301acb1-a9d8-4a3f-9c9a-6346a7614768 req-f9c68b22-bbfc-4c09-a962-aabc1c226233 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:38.052534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6301acb1-a9d8-4a3f-9c9a-6346a7614768 req-f9c68b22-bbfc-4c09-a962-aabc1c226233 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0482543 Apr 30 02:12:38.091278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6301acb1-a9d8-4a3f-9c9a-6346a7614768 req-3077ac03-adcd-4f47-921f-7815e243aa4d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Apr 30 02:12:39.206749 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ba26f-aa32-4168-b123-ab6b4477508c req-353b238a-5365-456a-8329-bc060bbbcfb3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:39.208811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e5ba26f-aa32-4168-b123-ab6b4477508c req-353b238a-5365-456a-8329-bc060bbbcfb3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0477147 Apr 30 02:12:39.244880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4e5ba26f-aa32-4168-b123-ab6b4477508c req-9dfa8179-0e6f-495b-9168-317c08cb7d75 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301061 Apr 30 02:12:40.363600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0022c-033e-45d5-8bb0-2582125374d0 req-43a9a24b-6c75-408d-8b8b-adac90f231b3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:40.365050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2f0022c-033e-45d5-8bb0-2582125374d0 req-43a9a24b-6c75-408d-8b8b-adac90f231b3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0519581 Apr 30 02:12:40.402154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2f0022c-033e-45d5-8bb0-2582125374d0 req-dded34c2-1b42-4726-a28c-475b94953655 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Apr 30 02:12:41.517794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2500835-3803-4c34-9c89-c7a6d009c321 req-91b9ad99-3e03-440c-aad8-fc5d53eb5dae tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:41.519296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2500835-3803-4c34-9c89-c7a6d009c321 req-91b9ad99-3e03-440c-aad8-fc5d53eb5dae tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0488710 Apr 30 02:12:41.562089 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2500835-3803-4c34-9c89-c7a6d009c321 req-8e9c5961-41ba-4b7b-9c64-225bccd13654 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362530 Apr 30 02:12:42.679299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14defd-c621-4f88-a573-71b59dccf408 req-172a1c6f-2fe6-4180-a706-3007397a56d4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:42.680826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea14defd-c621-4f88-a573-71b59dccf408 req-172a1c6f-2fe6-4180-a706-3007397a56d4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0494320 Apr 30 02:12:42.718008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea14defd-c621-4f88-a573-71b59dccf408 req-9c6bf2d2-5e6e-4c4f-a912-c31df47f89ec tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303814 Apr 30 02:12:43.838513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2afd66-4c45-45a9-8f8b-5e53f49c19fb req-801638da-3654-41ad-aaad-d9b8b7b5fd0e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:43.843419 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f2afd66-4c45-45a9-8f8b-5e53f49c19fb req-801638da-3654-41ad-aaad-d9b8b7b5fd0e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0521576 Apr 30 02:12:43.877019 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f2afd66-4c45-45a9-8f8b-5e53f49c19fb req-b136fe43-a6ef-4cb3-8d52-552c49a9801e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Apr 30 02:12:44.993001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ccec-be3c-43cf-9b00-d6e605fc698a req-8f73664f-a831-4e6a-844a-5a5ecc02f81d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:44.994457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bc8ccec-be3c-43cf-9b00-d6e605fc698a req-8f73664f-a831-4e6a-844a-5a5ecc02f81d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0484123 Apr 30 02:12:45.031187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bc8ccec-be3c-43cf-9b00-d6e605fc698a req-b6727874-e8d7-48af-9ea2-53fbb22e895c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306797 Apr 30 02:12:46.146649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec15a2-6e6a-493e-87c2-b2e4b44b2f3e req-f82fce2f-3da9-42a3-b6a9-cc2d50488e44 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:46.148151 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cec15a2-6e6a-493e-87c2-b2e4b44b2f3e req-f82fce2f-3da9-42a3-b6a9-cc2d50488e44 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0483124 Apr 30 02:12:46.185413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cec15a2-6e6a-493e-87c2-b2e4b44b2f3e req-3b1ca6d2-d197-4835-98d2-e548c1686f90 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Apr 30 02:12:47.305259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e447e-8e25-4132-bf81-b2a19cf362f6 req-4da90d93-9d82-40f7-885d-23f06b5232b3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:47.306714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-607e447e-8e25-4132-bf81-b2a19cf362f6 req-4da90d93-9d82-40f7-885d-23f06b5232b3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0532613 Apr 30 02:12:47.344702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-607e447e-8e25-4132-bf81-b2a19cf362f6 req-c9d49678-e9e5-4423-b328-5942c2d43a76 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317776 Apr 30 02:12:48.451586 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-75e2131d-923f-4606-a831-b83f42d050cf req-8ad55923-36dc-45a4-b677-2a041e397952 service neutron] show failed (client error): The resource could not be found. Apr 30 02:12:48.452614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-8ad55923-36dc-45a4-b677-2a041e397952 service neutron] 10.222.0.21 "GET /v2.0/ports/5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0561829 Apr 30 02:12:48.461660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d8de1-a386-40ba-b126-6dfc56de74e5 req-b9d286c3-72c5-4cec-b8fa-d9e01b314586 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:48.463170 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-576d8de1-a386-40ba-b126-6dfc56de74e5 req-b9d286c3-72c5-4cec-b8fa-d9e01b314586 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0495632 Apr 30 02:12:48.500987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-576d8de1-a386-40ba-b126-6dfc56de74e5 req-b4cb4407-3ad0-4a99-8077-085dc7ce46db tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Apr 30 02:12:48.996094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-0822c0f6-b1cc-47f3-8d22-667d7ca5754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:48.997627 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-0822c0f6-b1cc-47f3-8d22-667d7ca5754f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 1096 time: 0.0415630 Apr 30 02:12:49.013139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:12:49.070601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:49.103100 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:49.272966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:49.305342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:12:49.343444 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:49.345653 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faed901-6fcf-45a7-a7cb-9c5d8273d48f" -d '{"events": [{"server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:49.349717 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:49.361584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Transition to ACTIVE for port object 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:12:49.398531 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07155876-6da9-43e9-885e-9963169b886d x-openstack-request-id: req-07155876-6da9-43e9-885e-9963169b886d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:49.398837 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:49.399091 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07155876-6da9-43e9-885e-9963169b886d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:49.399798 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07155876-6da9-43e9-885e-9963169b886d'] response: {'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'code': 200} Apr 30 02:12:49.435789 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:49.484980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:49.574854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] No DVR routers for this DVR port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:12:49.631453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf92d5-b037-4060-8373-c2ebaf865553 req-e6de43b0-9b30-48c5-9ecb-0f2201e27d03 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:49.632981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cdf92d5-b037-4060-8373-c2ebaf865553 req-e6de43b0-9b30-48c5-9ecb-0f2201e27d03 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0534441 Apr 30 02:12:49.673583 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cdf92d5-b037-4060-8373-c2ebaf865553 req-530e9edb-0270-4a32-9bee-f58296eb8e54 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345271 Apr 30 02:12:49.720975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:12:49.721309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:12:49.721634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:12:49.726729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:12:49.727052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:12:49.731809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:12:49.732145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:12:49.732522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:12:49.732949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Bound port: 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:12:49.733295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:49.797458 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:12:49.800565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:12:49.859028 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:49.895490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:49.896112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:49.897499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] 10.222.0.23 "PUT /v2.0/ports/5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 1091 time: 0.8886232 Apr 30 02:12:49.920736 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba42cf-02f4-4063-bc81-e3bff29dca57 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:49.966883 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-c2f0708b-e95f-4bb7-8890-edc9588a62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:49.968637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-c2f0708b-e95f-4bb7-8890-edc9588a62f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1094 time: 0.0451565 Apr 30 02:12:50.066930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-4928387d-dd4b-457d-ba46-20224e54cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:50.068614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-4928387d-dd4b-457d-ba46-20224e54cf20 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0898986 Apr 30 02:12:50.141816 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-031ca978-738e-4e91-b596-9e94a0746cd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 999 time: 0.0625067 Apr 30 02:12:50.195017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-6c0997cc-5fe9-47ae-8ca8-8ffc4fc2f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:50.196446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-6c0997cc-5fe9-47ae-8ca8-8ffc4fc2f601 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0448029 Apr 30 02:12:50.248881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2131d-923f-4606-a831-b83f42d050cf req-96cf5465-623d-4314-84ec-20a0d3278c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:50.250365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-96cf5465-623d-4314-84ec-20a0d3278c4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401056 Apr 30 02:12:50.347577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-e6acd2ca-4986-4084-86cc-7d82723a61bc service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Apr 30 02:12:50.439780 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-75e2131d-923f-4606-a831-b83f42d050cf req-322fa18a-0917-4961-a569-625067f873c4 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826983 Apr 30 02:12:50.796909 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fee65-1b00-4d09-986b-fa801421b9fb req-9c24709e-cc40-4db3-aed5-fa4229341a5a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:50.798364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-566fee65-1b00-4d09-986b-fa801421b9fb req-9c24709e-cc40-4db3-aed5-fa4229341a5a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0536392 Apr 30 02:12:50.836424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-566fee65-1b00-4d09-986b-fa801421b9fb req-b2eb6c2c-a1d9-418a-86dd-8f69ffa7cf01 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Apr 30 02:12:50.908267 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:51.085393 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:12:51.122966 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:12:51.400844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:51.403300 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:51.451789 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e952f4-2802-49c5-971b-0b85435a7059 x-openstack-request-id: req-32e952f4-2802-49c5-971b-0b85435a7059 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:51.452206 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:51.452555 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32e952f4-2802-49c5-971b-0b85435a7059 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:51.453052 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e952f4-2802-49c5-971b-0b85435a7059'] response: {'name': 'network-changed', 'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'status': 'completed', 'code': 200} Apr 30 02:12:51.545811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-e0d2caa8-7795-4bd0-9a87-9d2f84a5aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.547328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-e0d2caa8-7795-4bd0-9a87-9d2f84a5aec8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1094 time: 0.0667660 Apr 30 02:12:51.549139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-4b785996-797e-439a-8ab7-66c68e43fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.551017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-4b785996-797e-439a-8ab7-66c68e43fd40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1094 time: 0.0782244 Apr 30 02:12:51.706317 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-18994f42-40d4-4911-8586-d2717699c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.708287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-18994f42-40d4-4911-8586-d2717699c95f service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1545808 Apr 30 02:12:51.709632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-21cb4621-bbab-415f-bc81-52bc70997c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.710966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-21cb4621-bbab-415f-bc81-52bc70997c32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1503456 Apr 30 02:12:51.821507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-d66bdd30-c809-4714-9272-13d412916ada service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 999 time: 0.1051693 Apr 30 02:12:51.823320 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-05f00c00-bc7e-4881-968b-d756f429e2f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 999 time: 0.1015706 Apr 30 02:12:51.906431 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-dcd02ad2-21fa-4e07-afe2-daafa09da0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.907944 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-dcd02ad2-21fa-4e07-afe2-daafa09da0a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0793436 Apr 30 02:12:51.912367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-fb82a3f1-f970-42e8-8612-4e01e5554dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.913712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-fb82a3f1-f970-42e8-8612-4e01e5554dbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0770566 Apr 30 02:12:51.954979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7f67f-facb-46da-8083-563463802404 req-9c3c8e98-e84a-44f2-ab1f-2ad172a70304 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.956584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cce7f67f-facb-46da-8083-563463802404 req-9c3c8e98-e84a-44f2-ab1f-2ad172a70304 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0491793 Apr 30 02:12:51.981875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-b35f700d-1a93-4c1b-b9d6-203e06bb7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.983408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-b35f700d-1a93-4c1b-b9d6-203e06bb7302 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686989 Apr 30 02:12:51.985145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-48b5319b-a2c3-4dd0-af99-b4dfb8a0e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:51.986507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-48b5319b-a2c3-4dd0-af99-b4dfb8a0e744 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636103 Apr 30 02:12:51.994422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cce7f67f-facb-46da-8083-563463802404 req-4332ee5f-a3b4-4880-b822-025aa1e428be tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Apr 30 02:12:52.142077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-845c4140-2a01-4114-939c-baffc7b9ddb7 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495378 Apr 30 02:12:52.145563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-7fe40af9-364b-4beb-bbfe-4c4878995190 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461051 Apr 30 02:12:52.305360 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-1def3416-8175-4cc9-ac30-16f7f25e8be8 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565430 Apr 30 02:12:52.308660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f3a41025-ae3d-4c0e-8e65-396e6b45f8cc req-1cf4782f-f504-46e3-b437-73ff7ea172f7 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521761 Apr 30 02:12:53.111040 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e340d58-814f-442f-a994-1781b93f384a req-6b18d1da-d76d-4697-bf23-f9ccd184ba46 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:53.112576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e340d58-814f-442f-a994-1781b93f384a req-6b18d1da-d76d-4697-bf23-f9ccd184ba46 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0491631 Apr 30 02:12:53.149823 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e340d58-814f-442f-a994-1781b93f384a req-a48aff77-e007-4684-9ece-401ce9826517 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Apr 30 02:12:53.750092 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db0571-0d70-412b-9277-d8edab3917e6 req-24e290f8-5823-4faf-973c-2267f357ae4f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:53.751570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8db0571-0d70-412b-9277-d8edab3917e6 req-24e290f8-5823-4faf-973c-2267f357ae4f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0527129 Apr 30 02:12:53.790892 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8db0571-0d70-412b-9277-d8edab3917e6 req-98d12377-5e91-4fc8-b96e-00d826239bcf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324714 Apr 30 02:12:53.792855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-f39d674b-fd0f-420b-9ca9-16d9ee0f6943 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:53.794319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-f39d674b-fd0f-420b-9ca9-16d9ee0f6943 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.23 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe&tenant_id=3c8775a0931847cc875fe3bd255d5f76&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 943 time: 0.0515695 Apr 30 02:12:53.856359 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-ff35bc2b-0df2-48c3-8e39-370a6dffe568 service neutron] 10.222.0.23 "GET /v2.0/ports/5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7/bindings/n-h2-821348-1 HTTP/1.1" status: 200 len: 382 time: 0.0542796 Apr 30 02:12:53.918101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-d31f16fa-686a-4564-a727-15224ba9fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:53.919638 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-d31f16fa-686a-4564-a727-15224ba9fbb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1094 time: 0.0415654 Apr 30 02:12:54.012561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-8e1a468a-38ea-4fc7-ba0c-5050b3e10ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:54.014064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-8e1a468a-38ea-4fc7-ba0c-5050b3e10ab1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0862868 Apr 30 02:12:54.077891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-60ccfeaa-4016-4827-a791-075aff7b152d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 999 time: 0.0572050 Apr 30 02:12:54.129421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-90c7ad84-bc44-4b42-a799-ca3f9dfe1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:54.130891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-90c7ad84-bc44-4b42-a799-ca3f9dfe1890 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0468233 Apr 30 02:12:54.174640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-22a0c4cb-c33b-45b8-a865-bc6e09bd620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:54.176949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-22a0c4cb-c33b-45b8-a865-bc6e09bd620a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394642 Apr 30 02:12:54.263624 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-e0c46735-d5ef-49e0-92e5-ddc824774086 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801375 Apr 30 02:12:54.354823 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-2eaadcd5-e7c1-419d-8fbf-8e0c8992701c service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844388 Apr 30 02:12:54.908508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbce2ce-64c1-458d-9fef-1552a7a285b4 req-c5f5fd6b-30fa-44da-a6df-655e66a65928 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:54.911115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bdbce2ce-64c1-458d-9fef-1552a7a285b4 req-c5f5fd6b-30fa-44da-a6df-655e66a65928 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 943 time: 0.0499661 Apr 30 02:12:54.948609 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bdbce2ce-64c1-458d-9fef-1552a7a285b4 req-35c7a487-4cf5-497e-ab8e-79762bab17d3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Apr 30 02:12:55.020470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:12:55.113556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:55.124728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'mac_address': 'fa:16:3e:5d:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:12:55.164805 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:55.177529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:12:55.195727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:55.268227 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:55.314488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:56.061446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73902ad-1cc4-460b-a0a1-ebcba5b78c6b req-33c43e2e-6a02-40f1-a05b-bc4a737c29ee tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:56.062893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f73902ad-1cc4-460b-a0a1-ebcba5b78c6b req-33c43e2e-6a02-40f1-a05b-bc4a737c29ee tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 944 time: 0.0472074 Apr 30 02:12:56.099944 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f73902ad-1cc4-460b-a0a1-ebcba5b78c6b req-23e556bd-052b-4c2f-9e8f-ec1e01b2d571 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302160 Apr 30 02:12:57.019819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-bf4f2b4f-2b81-4968-af44-1c366c2575a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:57.021274 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-bf4f2b4f-2b81-4968-af44-1c366c2575a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 1095 time: 0.0409257 Apr 30 02:12:57.031607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:12:57.032143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:12:57.091633 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:57.130636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:57.143169 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'mac_address': 'fa:16:3e:5d:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:12:57.222914 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a82f8a-fe2b-486d-a5f1-fdf9db70cc4f req-110bab4b-fef6-49db-b136-3bb19db720a9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:57.224427 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84a82f8a-fe2b-486d-a5f1-fdf9db70cc4f req-110bab4b-fef6-49db-b136-3bb19db720a9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 944 time: 0.0529892 Apr 30 02:12:57.262622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84a82f8a-fe2b-486d-a5f1-fdf9db70cc4f req-48491664-05d2-47d8-8fdb-e443c1153585 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317094 Apr 30 02:12:57.302569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:12:57.334407 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:12:57.365806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:12:57.373934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:57.382462 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:12:57.384665 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Ignored duplicate provisioning block setup for port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 30 02:12:57.464286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:57.545303 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=9']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:57.586372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] No DVR routers for this DVR port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:12:57.721668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:12:57.721997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:12:57.722359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:12:57.726501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:12:57.726818 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Attempting to bind port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:12:57.731527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:12:57.731865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:12:57.732247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:12:57.732666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Bound port: 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:12:57.733015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:57.794024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:12:57.796854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:12:57.851261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:57.886464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:57.887092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:57.888607 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 1091 time: 0.8601582 Apr 30 02:12:57.888936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:12:57.891177 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a47643-6414-4567-9124-c4fdd50a7783" -d '{"events": [{"name": "network-changed", "server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:12:57.945953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae112a5-8b5f-4181-8149-e5fa317f8f30 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:12:57.951070 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1814c27d-b305-468f-9326-879e1fca2049 x-openstack-request-id: req-1814c27d-b305-468f-9326-879e1fca2049 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:12:57.951462 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:12:57.951769 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1814c27d-b305-468f-9326-879e1fca2049 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:12:57.952230 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1814c27d-b305-468f-9326-879e1fca2049'] response: {'name': 'network-changed', 'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'status': 'completed', 'code': 200} Apr 30 02:12:57.969108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-1d201137-5c42-4a63-947b-2fbc259e7ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:57.970628 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-1d201137-5c42-4a63-947b-2fbc259e7ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1095 time: 0.0526180 Apr 30 02:12:58.352975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47643-6414-4567-9124-c4fdd50a7783 req-a949aa17-9cb7-44f6-a512-10eca27ef03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:58.354485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-a949aa17-9cb7-44f6-a512-10eca27ef03d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1095 time: 0.3813627 Apr 30 02:12:58.381869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07516a-a117-40b7-b1bc-54e2aac6669c req-65b00f97-6765-4663-9cf9-1944f7f9b664 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:58.383244 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a07516a-a117-40b7-b1bc-54e2aac6669c req-65b00f97-6765-4663-9cf9-1944f7f9b664 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 944 time: 0.0481689 Apr 30 02:12:58.422121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7a07516a-a117-40b7-b1bc-54e2aac6669c req-9ab63659-e6f0-4669-8b00-ebd785921a30 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Apr 30 02:12:58.422352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-b37c3eb9-9806-47c2-ab8b-179478da51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:58.423758 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-b37c3eb9-9806-47c2-ab8b-179478da51a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.4430811 Apr 30 02:12:58.511391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47643-6414-4567-9124-c4fdd50a7783 req-f3e23329-7d18-4026-ab90-eb4179340957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:58.512873 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-f3e23329-7d18-4026-ab90-eb4179340957 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1481748 Apr 30 02:12:58.514654 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-f206f94e-4f9b-4429-8ee4-18859c7ecffe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 999 time: 0.0848866 Apr 30 02:12:58.605891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-ccecc740-ea15-40d1-a486-7aa0014992d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:58.607263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-ccecc740-ea15-40d1-a486-7aa0014992d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0866032 Apr 30 02:12:58.622886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-7291b0de-1d59-4c3a-a2ba-280549cc8962 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 999 time: 0.0948632 Apr 30 02:12:58.694181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-645ecf85-343a-4689-848c-6a902f1d13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:58.695605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-645ecf85-343a-4689-848c-6a902f1d13f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808830 Apr 30 02:12:58.697265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47643-6414-4567-9124-c4fdd50a7783 req-205ac3bd-26aa-49ca-bb60-971426fd6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:58.698562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-205ac3bd-26aa-49ca-bb60-971426fd6d71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0556624 Apr 30 02:12:58.795718 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c36aa40-89ff-4d82-b262-fdc43ffc50f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:12:58.802647 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47643-6414-4567-9124-c4fdd50a7783 req-e7c60c1d-a46f-4e0f-a78a-6bce11b8ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:58.804187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-e7c60c1d-a46f-4e0f-a78a-6bce11b8ba14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948579 Apr 30 02:12:58.827010 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-d950b53c-9bc5-4cc5-b780-9ad6dc4f96e0 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245434 Apr 30 02:12:58.970842 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-0ea2c927-85b7-41b5-b1b9-6b6aee574f50 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547639 Apr 30 02:12:58.974928 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a467d5b9-15a4-45ce-b9b2-07707ed4b0fb req-da4e2d8b-ac85-48f9-bbd0-3617c0e27127 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382785 Apr 30 02:12:59.095581 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47643-6414-4567-9124-c4fdd50a7783 req-2590c610-70c8-428f-b1e2-2a06f06d06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:59.097754 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-2590c610-70c8-428f-b1e2-2a06f06d06e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 1095 time: 0.0673504 Apr 30 02:12:59.099959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-daf7c2c5-c91f-4cb2-975f-52f3b4394261 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186481 Apr 30 02:12:59.186339 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47643-6414-4567-9124-c4fdd50a7783 req-a3104a2b-1338-41d0-8aa2-8b78a6f32438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:59.187844 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-a3104a2b-1338-41d0-8aa2-8b78a6f32438 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0834708 Apr 30 02:12:59.256397 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-468d0906-5647-4d15-b43c-aeb8c2b803dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 200 len: 999 time: 0.0611486 Apr 30 02:12:59.305241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47643-6414-4567-9124-c4fdd50a7783 req-0d616068-ac6c-4d09-a962-5b9c5bbc01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:59.306676 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-0d616068-ac6c-4d09-a962-5b9c5bbc01ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0433280 Apr 30 02:12:59.351507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47643-6414-4567-9124-c4fdd50a7783 req-a3819293-ab05-4d78-9ff0-598f277aae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:59.353015 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-a3819293-ab05-4d78-9ff0-598f277aae19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394628 Apr 30 02:12:59.446057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-538a3ec4-62f4-48af-864b-ca109e1e487a service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854692 Apr 30 02:12:59.539911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-35a47643-6414-4567-9124-c4fdd50a7783 req-0f301b8f-bd69-49f9-bcfc-765fc546d4d8 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860229 Apr 30 02:12:59.543155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f5d44-847f-4e2f-aa52-284dfb3ea4d8 req-a93c675c-81ff-409d-bd30-a242d0e64d3b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:12:59.544661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-965f5d44-847f-4e2f-aa52-284dfb3ea4d8 req-a93c675c-81ff-409d-bd30-a242d0e64d3b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 944 time: 0.0493097 Apr 30 02:12:59.585726 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-965f5d44-847f-4e2f-aa52-284dfb3ea4d8 req-9face149-b6f8-4262-8af8-338e1a1c0df1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332139 Apr 30 02:13:00.710306 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b4881-08b7-458a-b224-0106659c05ac req-19f0d9ef-bc48-45da-807e-f6d6b4a1080c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:00.711785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-623b4881-08b7-458a-b224-0106659c05ac req-19f0d9ef-bc48-45da-807e-f6d6b4a1080c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 944 time: 0.0536637 Apr 30 02:13:00.750056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-623b4881-08b7-458a-b224-0106659c05ac req-16e6e25b-d861-48d9-8736-2b139f413852 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317628 Apr 30 02:13:01.045163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6c216a0-ca6c-4f52-ae30-f0f421b94739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:01.047950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:13:01.088023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:13:01.098414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:13:01.192626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:01.203325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'mac_address': 'fa:16:3e:5d:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:13:01.239468 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:01.251806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:13:01.275243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:01.342351 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:01.388593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:01.541290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:13:01.866925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72581dac-5331-48c2-888e-84d92a577e40 req-18e7f10d-7d64-4a78-ba8f-2746829e6fc1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:01.868429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72581dac-5331-48c2-888e-84d92a577e40 req-18e7f10d-7d64-4a78-ba8f-2746829e6fc1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0490038 Apr 30 02:13:01.906161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-72581dac-5331-48c2-888e-84d92a577e40 req-51700917-8b64-46e7-b3bf-25b56eb6b9cc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316796 Apr 30 02:13:02.018271 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec66af-5809-4d67-af3d-105a74c8284e req-8ad2efff-3e57-4b35-88c4-cec028db294d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:02.020115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85ec66af-5809-4d67-af3d-105a74c8284e req-8ad2efff-3e57-4b35-88c4-cec028db294d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0495610 Apr 30 02:13:02.057572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85ec66af-5809-4d67-af3d-105a74c8284e req-f33bd72b-bbed-47a7-9d81-74652f9293e2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312519 Apr 30 02:13:02.182618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba45a-cdf8-4fc8-9c67-e92db0f9e54e req-44648511-3035-4180-9088-ac7775bf089e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:02.182860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:02.184114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2cba45a-cdf8-4fc8-9c67-e92db0f9e54e req-44648511-3035-4180-9088-ac7775bf089e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0527346 Apr 30 02:13:02.220406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2cba45a-cdf8-4fc8-9c67-e92db0f9e54e req-ce0be5c7-2c30-4768-89e9-f06bbb63dac7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302124 Apr 30 02:13:02.649047 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6457ecd-247b-4382-90c3-6652cdc10fb8 req-48ec1934-3de7-43df-94d2-e6ce0c57c9a7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:02.650791 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6457ecd-247b-4382-90c3-6652cdc10fb8 req-48ec1934-3de7-43df-94d2-e6ce0c57c9a7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 945 time: 0.0496454 Apr 30 02:13:02.688595 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e6457ecd-247b-4382-90c3-6652cdc10fb8 req-c55a6288-08b7-4ca3-95e8-a6be39c0cf7c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Apr 30 02:13:03.112818 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:13:03.216584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:13:03.220259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:13:03.220622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:03.293560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:03.319164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:13:03.321392 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f6d17-5272-498d-95ba-2a88b283b388" -d '{"events": [{"server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "name": "network-vif-plugged", "status": "completed", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:13:03.334443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:03.407391 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:03.430756 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2c6ea4-7678-4081-89a4-f343c90ffb18 x-openstack-request-id: req-da2c6ea4-7678-4081-89a4-f343c90ffb18 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:13:03.431050 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "name": "network-vif-plugged", "status": "completed", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:13:03.431302 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da2c6ea4-7678-4081-89a4-f343c90ffb18 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:13:03.431724 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2c6ea4-7678-4081-89a4-f343c90ffb18'] response: {'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'code': 200} Apr 30 02:13:03.457098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:03.804857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416cc5-abcb-472e-9036-20c0964e1915 req-e9cae1ac-b0f3-48c3-9b28-286fbba04f74 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:03.806459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93416cc5-abcb-472e-9036-20c0964e1915 req-e9cae1ac-b0f3-48c3-9b28-286fbba04f74 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 946 time: 0.0485322 Apr 30 02:13:03.844000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93416cc5-abcb-472e-9036-20c0964e1915 req-643b388c-db84-4b92-9b19-1b586ec3288f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Apr 30 02:13:03.959739 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:03.978508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:04.044143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-87902027-0139-419f-8eb2-9bd356874bac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:04.045645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-87902027-0139-419f-8eb2-9bd356874bac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 946 time: 0.0547523 Apr 30 02:13:04.135316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Deleting port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:13:04.135695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:04.226263 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] For port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:04.226625 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:04.391257 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:04.391661 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:04.392089 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0 disassociated. External IP: 172.25.0.41, port: 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7. Apr 30 02:13:04.392437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Calling delete_port for 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:13:04.605577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:04.635349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event deleted for resources: {'Port': ['ID=5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:04.755709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:13:04.865805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:13:04.876970 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:13:04.886856 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:13:04.887489 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:13:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:13:04.908673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] No DVR routers for this DVR port 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:13:04.911975 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:04.915467 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0bf61146-fdda-4d13-838f-b041baca92e1 req-39831c94-ca4c-4cb4-b947-2acdb6ee0c7f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "DELETE /v2.0/ports/5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 HTTP/1.1" status: 204 len: 173 time: 0.8642757 Apr 30 02:13:04.915900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'name': 'network-vif-deleted', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:13:04.918539 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f4e97d-2387-4351-9fd8-5ee2e0f404bc" -d '{"events": [{"server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "name": "network-vif-deleted", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:13:04.952238 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c2b50be-05c5-4882-8248-d3a034e74a36 req-650af46a-34a2-4a2d-8ec4-1fa1a1143a8a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=3de5a30b-6fe0-4991-808f-8f72c9043cbe HTTP/1.1" status: 200 len: 210 time: 0.0295095 Apr 30 02:13:04.995248 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:13:04.997386 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b75594-ab61-4797-8b8d-ed00de1328b5 x-openstack-request-id: req-84b75594-ab61-4797-8b8d-ed00de1328b5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:13:04.997852 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de5a30b-6fe0-4991-808f-8f72c9043cbe", "name": "network-vif-deleted", "tag": "5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:13:04.998104 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84b75594-ab61-4797-8b8d-ed00de1328b5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:13:04.998513 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b75594-ab61-4797-8b8d-ed00de1328b5'] response: {'server_uuid': '3de5a30b-6fe0-4991-808f-8f72c9043cbe', 'name': 'network-vif-deleted', 'tag': '5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7', 'status': 'completed', 'code': 200} Apr 30 02:13:05.195581 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:13:05.221465 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:13:05.230476 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:13:05.231079 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:13:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:13:05.334949 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:13:05.530274 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:13:05.556358 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06057f6e-5a1b-47d9-8ea8-47bce888e103 None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:13:05.782606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d425b-fd76-4772-87dd-b744fc287227 None None] New status for floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:13:06.184154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-624719c9-7057-49b8-b3e0-ebd6ca4af80b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2005214342&fields=id&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 267 time: 0.0330637 Apr 30 02:13:06.287731 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-838132e8-84de-4485-8eb1-51c044d57862 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:06.289095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-838132e8-84de-4485-8eb1-51c044d57862 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 812 time: 0.0981784 Apr 30 02:13:06.304196 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c56f6165-622c-49da-b0a1-fee9198153d2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/quotas/3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 375 time: 0.0093553 Apr 30 02:13:06.355328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-8e57a6ba-c4c9-4a31-bb42-4452ab38a2fd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458348 Apr 30 02:13:06.451784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-7a1aa5a7-c957-41a1-8ed9-7449595138f0 service neutron] 10.222.0.15 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842183 Apr 30 02:13:06.542369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-89dbe58f-e5c6-46d4-9bce-b606ee276b1f service neutron] 10.222.0.15 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803103 Apr 30 02:13:06.777320 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-45946e2a-0d62-4f7f-b3b7-481f804f80f9 req-1f9cf073-abb0-405d-a7e3-d7a2613e3d3e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 210 time: 0.0312607 Apr 30 02:13:07.122536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:13:07.146825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:13:07.147168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5b6507a9-b25c-45d3-9aa7-2e8a5f1dc1a7 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:13:07.871078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bc36b84-352f-4177-9551-ae9ea0211e42 req-0b5652c4-99ed-4057-a96d-f78eece51459 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 210 time: 0.0267520 Apr 30 02:13:08.660287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-5bf98f9d-bb83-4eaf-84c0-21c482cbdf88 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:08.661836 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-5bf98f9d-bb83-4eaf-84c0-21c482cbdf88 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 812 time: 0.1059859 Apr 30 02:13:08.705494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-63196400-3c96-40ae-95cc-b24c8071851f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 380 time: 0.0351062 Apr 30 02:13:08.715135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'port': {'device_id': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'admin_state_up': True, 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'security_groups': ['dba15336-c059-4528-b782-a3223dfc3c71']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:13:08.875870 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Made reservation on behalf of 3c8775a0931847cc875fe3bd255d5f76 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:13:08.879607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:08.967554 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34cb679b-69be-4896-9c5a-09298e9919bc req-a2d105af-6ec0-48cf-aa03-a53f12039d6c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Apr 30 02:13:09.011155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Allocated IP 172.20.0.9 (dd09c874-7265-475c-aa7e-ee21a3ac8975/54d12b53-c59d-4992-a304-3b709c39afc5/9f91c39d-c128-40e3-9b99-128ed2014dc5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:13:09.149252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:09.253256 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:09.293822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:13:09.299267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:13:09.303693 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:13:09.329675 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:09.357139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:09.357768 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:09.450165 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-c724667f-0fa6-4c0c-b0bd-473e06fc98a0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390549 Apr 30 02:13:09.462836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Request body: {'port': {'device_id': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:13:09.494636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b61fb67f-6d04-4821-b405-f7fb0788862d None None] Provisioning complete for port 9f91c39d-c128-40e3-9b99-128ed2014dc5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:13:09.495157 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b61fb67f-6d04-4821-b405-f7fb0788862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:09.516425 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:09.529537 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b61fb67f-6d04-4821-b405-f7fb0788862d None None] Port 9f91c39d-c128-40e3-9b99-128ed2014dc5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:13:09.774313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f91c39d-c128-40e3-9b99-128ed2014dc5 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:13:09.781534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:09.793731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Transition to ACTIVE for port object 9f91c39d-c128-40e3-9b99-128ed2014dc5 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:13:09.885120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:09.936661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:10.012178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:13:10.012518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:13:10.012908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:13:10.018221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:13:10.018545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:13:10.025215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:13:10.025482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:13:10.025866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:13:10.026291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Bound port: 9f91c39d-c128-40e3-9b99-128ed2014dc5, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:13:10.026649 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:10.098724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868a5b7-2f24-4361-80eb-210b634f0112 req-50fe3bdf-a182-480b-b6cd-cc7c1be10b58 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:10.100301 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7868a5b7-2f24-4361-80eb-210b634f0112 req-50fe3bdf-a182-480b-b6cd-cc7c1be10b58 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0530965 Apr 30 02:13:10.100746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:13:10.104006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:13:10.138311 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7868a5b7-2f24-4361-80eb-210b634f0112 req-4fde089c-582e-427d-9952-9c455d275f93 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 Apr 30 02:13:10.160360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:10.193795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:10.194406 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:10.195818 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] 10.222.0.21 "PUT /v2.0/ports/9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 1091 time: 0.7377360 Apr 30 02:13:10.196272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:13:10.198470 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a94282b-b020-419c-80c2-e21710e321eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:13:10.225235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a4ef3-079b-4ecd-8f88-d2466a7fcda4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:10.237886 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465b9c7c-d25f-4bc8-848a-b1d3c8b73847 x-openstack-request-id: req-465b9c7c-d25f-4bc8-848a-b1d3c8b73847 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:13:10.238180 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:13:10.238427 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-465b9c7c-d25f-4bc8-848a-b1d3c8b73847 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:13:10.238964 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465b9c7c-d25f-4bc8-848a-b1d3c8b73847'] response: {'name': 'network-changed', 'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'status': 'completed', 'code': 200} Apr 30 02:13:10.301678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94282b-b020-419c-80c2-e21710e321eb req-9e6e7a13-73e5-4bff-ae6d-03734e5b496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:10.304008 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a94282b-b020-419c-80c2-e21710e321eb req-9e6e7a13-73e5-4bff-ae6d-03734e5b496a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1094 time: 0.0447159 Apr 30 02:13:10.411193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94282b-b020-419c-80c2-e21710e321eb req-91e0c62b-e69b-45fd-8cb2-0340669a4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:10.412861 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a94282b-b020-419c-80c2-e21710e321eb req-91e0c62b-e69b-45fd-8cb2-0340669a4be1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3c8775a0931847cc875fe3bd255d5f76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1008441 Apr 30 02:13:10.505180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94282b-b020-419c-80c2-e21710e321eb req-3d4018de-654c-443d-b81c-023a62013fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:10.508312 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-6a94282b-b020-419c-80c2-e21710e321eb req-3d4018de-654c-443d-b81c-023a62013fa9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0888414 Apr 30 02:13:10.587000 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-f5c70056-2d23-413b-9d9c-3f9580f56af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:10.588539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-f5c70056-2d23-413b-9d9c-3f9580f56af1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1094 time: 0.0446184 Apr 30 02:13:10.629911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-fc1bd760-9ccc-4c4c-b895-8e9bb1ac6527 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 217 time: 0.0339298 Apr 30 02:13:10.676449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-ca1b1149-122a-4e58-b845-77de3157f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:10.678445 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-ca1b1149-122a-4e58-b845-77de3157f1b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0424602 Apr 30 02:13:10.725075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-9fa6fc58-8d24-428f-ad88-6547c88d3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:10.726755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-9fa6fc58-8d24-428f-ad88-6547c88d3ef9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424526 Apr 30 02:13:10.813811 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-20103006-f0b1-488b-aaed-309323bf1dc6 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797124 Apr 30 02:13:10.904559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0af96e12-38c9-4ab6-86ec-77a52230fad4 req-a036d4c6-aef3-491a-a709-7544eb965355 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841575 Apr 30 02:13:11.258983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219312e-1a3c-49d7-bae5-81a5d04caa3e req-739870ee-20ec-4c79-b8e5-1a8157ac4638 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:11.260455 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7219312e-1a3c-49d7-bae5-81a5d04caa3e req-739870ee-20ec-4c79-b8e5-1a8157ac4638 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0518072 Apr 30 02:13:11.297404 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7219312e-1a3c-49d7-bae5-81a5d04caa3e req-0c4601a0-042e-4d9f-86d6-5688493ef174 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Apr 30 02:13:12.411063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c0be3-4be3-4808-b6e2-40b448aa5102 req-c06b8f55-41e8-4b74-b0fe-10703079b29b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:12.413130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a08c0be3-4be3-4808-b6e2-40b448aa5102 req-c06b8f55-41e8-4b74-b0fe-10703079b29b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0481684 Apr 30 02:13:12.449346 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a08c0be3-4be3-4808-b6e2-40b448aa5102 req-28dcca53-7907-4fd2-999e-7b1a9fcc866d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302777 Apr 30 02:13:13.138258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:13:13.381781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:13.392446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'mac_address': 'fa:16:3e:3a:72:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:13:13.427707 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:13.439526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f91c39d-c128-40e3-9b99-128ed2014dc5 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:13:13.458247 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:13.538622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:13.568354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e627e-07f9-4a20-a8af-8cee45bd38ce req-c571e571-aae7-471d-9486-f0af623e62c6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:13.570013 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e79e627e-07f9-4a20-a8af-8cee45bd38ce req-c571e571-aae7-471d-9486-f0af623e62c6 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0515659 Apr 30 02:13:13.589212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:13.596552 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.596890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.597236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.597542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.597863 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.598180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.598498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.598814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.599226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.599579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.599903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.600214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:13.608945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e79e627e-07f9-4a20-a8af-8cee45bd38ce req-a66f152c-09f3-44e0-982a-e00ef4e19869 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Apr 30 02:13:13.729371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['9f91c39d-c128-40e3-9b99-128ed2014dc5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:13:14.727135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab198d-32c3-400d-9a65-e311f0edc916 req-505874a5-6a9a-4f37-ab0b-dc4b2043a572 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:14.728600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76ab198d-32c3-400d-9a65-e311f0edc916 req-505874a5-6a9a-4f37-ab0b-dc4b2043a572 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0516732 Apr 30 02:13:14.764159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76ab198d-32c3-400d-9a65-e311f0edc916 req-5ff48a90-e7ae-40cc-b7ae-32c7d042a7b7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295758 Apr 30 02:13:15.158871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:13:15.296238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 9f91c39d-c128-40e3-9b99-128ed2014dc5 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:13:15.299992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 9f91c39d-c128-40e3-9b99-128ed2014dc5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:13:15.300363 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:15.374515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:15.397064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:13:15.405081 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369102d2-f727-4264-988f-77eeb9ac82a2" -d '{"events": [{"server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "name": "network-vif-plugged", "status": "completed", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:13:15.414281 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:15.437604 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d8abe-92fc-4087-86c8-99486045dbb9 x-openstack-request-id: req-7d9d8abe-92fc-4087-86c8-99486045dbb9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:13:15.438486 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "name": "network-vif-plugged", "status": "completed", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:13:15.438782 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d9d8abe-92fc-4087-86c8-99486045dbb9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:13:15.439180 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9d8abe-92fc-4087-86c8-99486045dbb9'] response: {'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'code': 200} Apr 30 02:13:15.492942 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:15.534138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb4dcb-b57e-45f5-92e4-5a253be275a4 req-78561c10-8808-405a-a9ee-c1f1b872f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:15.535826 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4afb4dcb-b57e-45f5-92e4-5a253be275a4 req-78561c10-8808-405a-a9ee-c1f1b872f940 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1096 time: 0.0411975 Apr 30 02:13:15.548797 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:15.571607 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4afb4dcb-b57e-45f5-92e4-5a253be275a4 req-9098b407-157d-4b64-aeec-84aee7292e9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284142 Apr 30 02:13:15.881160 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f800259-f600-48d8-b025-e038bb81374d req-b71ff728-ff3d-411b-8747-48a0df9e52a1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:15.882627 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f800259-f600-48d8-b025-e038bb81374d req-b71ff728-ff3d-411b-8747-48a0df9e52a1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0480978 Apr 30 02:13:15.919562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f800259-f600-48d8-b025-e038bb81374d req-83d7a1fa-3854-4ff9-907c-22fb1a6e1ba1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Apr 30 02:13:17.036687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f59fd-fb5f-4955-8d45-451f28fa674d req-096644cc-b1fe-4f85-a70e-20c1c1c4c9d0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:17.038136 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-477f59fd-fb5f-4955-8d45-451f28fa674d req-096644cc-b1fe-4f85-a70e-20c1c1c4c9d0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0483735 Apr 30 02:13:17.075493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-477f59fd-fb5f-4955-8d45-451f28fa674d req-ed29ea2e-5a08-400d-a0b4-e4e3449e5a88 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Apr 30 02:13:17.194562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9db3b8-b408-47b7-a4e5-a1684290e0af req-aa2e891f-c0d1-4d9e-a857-a91cd176b775 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:17.196093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6f9db3b8-b408-47b7-a4e5-a1684290e0af req-aa2e891f-c0d1-4d9e-a857-a91cd176b775 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0538805 Apr 30 02:13:17.204933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 36956) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:13:17.209793 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Request body: {'floatingip': {'port_id': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:13:17.247163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:17.898168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:17.949762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:18.053018 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0 associated. External IP: 172.25.0.41, port: 9f91c39d-c128-40e3-9b99-128ed2014dc5. Apr 30 02:13:18.258727 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:13:18.363377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:13:18.368743 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:18.373447 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:13:18.383477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:13:18.384146 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:13:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:13:18.395414 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f1af885f-f8dc-47a4-9242-16cca46e5569 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "PUT /v2.0/floatingips/ff062daf-ae03-4674-b444-1563f9bbdcd0 HTTP/1.1" status: 200 len: 991 time: 1.1894386 Apr 30 02:13:18.396080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:13:18.398330 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20d3e97a106e7b218c4e81f2474f824cabc283b6a93bfa6a6b62749aa572936" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e96e086-774d-43fb-85e8-060d5bfe0347" -d '{"events": [{"name": "network-changed", "server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:13:18.437212 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80cf269-03a1-436b-97e4-68680cd5ba28 x-openstack-request-id: req-d80cf269-03a1-436b-97e4-68680cd5ba28 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:13:18.437502 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:13:18.437750 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d80cf269-03a1-436b-97e4-68680cd5ba28 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:13:18.438154 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80cf269-03a1-436b-97e4-68680cd5ba28'] response: {'name': 'network-changed', 'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'status': 'completed', 'code': 200} Apr 30 02:13:18.488544 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:13:18.502288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-6998e075-e248-41a2-a6bb-c1233def9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:18.504509 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-6998e075-e248-41a2-a6bb-c1233def9354 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1096 time: 0.0444326 Apr 30 02:13:18.601230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-acf09a82-ad29-4fe0-a4ae-e87fdf343e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:18.602821 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-acf09a82-ad29-4fe0-a4ae-e87fdf343e23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0926261 Apr 30 02:13:18.668733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-d29f88e9-4737-4a24-85ea-7aaae72d3b5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 999 time: 0.0595543 Apr 30 02:13:18.717600 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:3a:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:13:17Z', 'revision_number': 13, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:13:18.719016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-5fe20adf-361b-4b6d-8cff-43ffc7e308d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:18.720502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-5fe20adf-361b-4b6d-8cff-43ffc7e308d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0443408 Apr 30 02:13:18.773977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-c1025972-5f7e-42fc-8b6f-48ac49932aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:18.775625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-c1025972-5f7e-42fc-8b6f-48ac49932aff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482352 Apr 30 02:13:18.835539 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:13:18.843710 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:13:18.844313 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:13:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:13:18.866954 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-83c9be15-86a6-4359-9d50-13bffb020619 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846248 Apr 30 02:13:18.949750 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:13:18.961546 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e96e086-774d-43fb-85e8-060d5bfe0347 req-62ef2953-6c8c-4645-b97a-094af2ee2075 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880454 Apr 30 02:13:19.076286 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:19.182865 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:3a:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:13:17Z', 'revision_number': 13, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:13:19.212378 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35d500b-850e-4a09-b051-eedb6d7b8729 None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ff062daf-ae03-4674-b444-1563f9bbdcd0', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'port_id': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'mac_address': 'fa:16:3e:3a:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:10:32Z', 'updated_at': '2022-04-30T02:13:17Z', 'revision_number': 13, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:13:19.412636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d649801-9f0e-4b45-b170-87e6ef6f22a8 None None] New status for floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:13:20.259285 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15b01-a39f-4245-bf45-32626789644c req-4a65eb89-3792-4f1e-bea0-6befa0731f56 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:20.260701 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1bd15b01-a39f-4245-bf45-32626789644c req-4a65eb89-3792-4f1e-bea0-6befa0731f56 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Apr 30 02:13:20.297706 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1bd15b01-a39f-4245-bf45-32626789644c req-ee96ac29-ac30-49a6-a5dc-95d39e6985e8 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Apr 30 02:13:20.944636 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:21.199902 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-94549ee5-6d0a-49b2-9c4b-e6b9f1fd3541 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407896 Apr 30 02:13:21.280511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-a6dc19cf-56eb-4304-b167-769d4bbfd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:21.282010 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-a6dc19cf-56eb-4304-b167-769d4bbfd17d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1096 time: 0.0416582 Apr 30 02:13:21.392711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-25cb5486-4a25-4639-81d0-35d68348a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:21.394267 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-25cb5486-4a25-4639-81d0-35d68348a353 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0924237 Apr 30 02:13:21.459255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-43f3d0ba-1f90-4ef6-8315-62f755cc2162 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0586176 Apr 30 02:13:21.506327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-aee7f172-1f0e-46df-8c70-b5c48753f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:21.507828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-aee7f172-1f0e-46df-8c70-b5c48753f18f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0432510 Apr 30 02:13:21.558731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-5050b85e-9ff1-444a-8d9b-0ec1d141cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:21.560320 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-5050b85e-9ff1-444a-8d9b-0ec1d141cc79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457671 Apr 30 02:13:21.652946 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-aba21e99-f198-4b23-88d2-28bb3bf8720f service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Apr 30 02:13:22.032403 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b95e066b-dd78-4cc9-94ae-df85b95ef490 req-54571603-d5c4-48dd-80af-4c3d5050af96 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720980 Apr 30 02:13:28.793198 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fca1c194-fba3-4e52-bfc9-376f27826ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:31.029466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-decbc62b-1971-453d-a109-b3229c7f4554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:31.996121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2359ad-ce54-487a-b8b8-e898960e5c4e req-ad2d1d02-d80f-4927-a5b8-dbf531e69ffd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:31.997723 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc2359ad-ce54-487a-b8b8-e898960e5c4e req-ad2d1d02-d80f-4927-a5b8-dbf531e69ffd tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0518672 Apr 30 02:13:32.039284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc2359ad-ce54-487a-b8b8-e898960e5c4e req-02f9b398-823d-4aff-badd-1cd486c13ae2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351768 Apr 30 02:13:32.148707 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-11fdac78-03c9-4b4f-9d0f-45821519639d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974793 Apr 30 02:13:32.160857 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:33.160137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026888e5-3cfc-431e-8a21-b3f9540579d5 req-467feaec-a8ca-41d5-9d35-4ca7953ab4c7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:33.161669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-026888e5-3cfc-431e-8a21-b3f9540579d5 req-467feaec-a8ca-41d5-9d35-4ca7953ab4c7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0502179 Apr 30 02:13:33.200735 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-026888e5-3cfc-431e-8a21-b3f9540579d5 req-27d4e3f2-b30e-43dd-8646-a88d1388770d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Apr 30 02:13:33.909475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:33.932452 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:34.156133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-2304aad2-f56e-4003-a2df-c7ae2afe6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:34.157558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-2304aad2-f56e-4003-a2df-c7ae2afe6633 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1096 time: 0.0419269 Apr 30 02:13:34.246788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-b4b5c931-ea01-40c4-a300-6497338b4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:34.248316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-b4b5c931-ea01-40c4-a300-6497338b4670 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0849092 Apr 30 02:13:34.313578 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-99afcc01-b51d-4437-b840-ed5b6f2a9ebd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0585594 Apr 30 02:13:34.318521 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381738a-54af-4a78-a369-c70392c78349 req-db2f5571-1a2f-4281-88d9-c70ef733a8fa tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:34.320022 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3381738a-54af-4a78-a369-c70392c78349 req-db2f5571-1a2f-4281-88d9-c70ef733a8fa tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Apr 30 02:13:34.358321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3381738a-54af-4a78-a369-c70392c78349 req-32eaea10-84f8-4400-80c7-97f7fe47a1e4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Apr 30 02:13:34.363742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-5eb27d97-43ae-4477-895f-57862c00f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:34.365901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-5eb27d97-43ae-4477-895f-57862c00f83f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0448618 Apr 30 02:13:34.382196 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:13:34.415100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-1ed96647-616b-4ee3-923b-010400081529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:34.416539 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-1ed96647-616b-4ee3-923b-010400081529 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435944 Apr 30 02:13:34.503915 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-c0faaeab-061e-4c8d-8322-bf10c6b475b3 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798695 Apr 30 02:13:34.596717 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-91046861-b910-46ed-8921-a1b4f15152f6 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Apr 30 02:13:35.477562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3452aa7-4421-4cb8-a681-99bff62edc8c req-b64576a1-0b97-4e88-b962-e54b82ae9daa tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:35.479055 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3452aa7-4421-4cb8-a681-99bff62edc8c req-b64576a1-0b97-4e88-b962-e54b82ae9daa tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0528367 Apr 30 02:13:35.515086 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3452aa7-4421-4cb8-a681-99bff62edc8c req-de40e8de-1f72-4bcc-84f1-cb95877cd366 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300813 Apr 30 02:13:36.633146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140439f5-e5b0-4e5c-baed-7f008d0de02c req-3983206e-f41a-4f92-bf5f-98f955b45442 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:36.634610 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-140439f5-e5b0-4e5c-baed-7f008d0de02c req-3983206e-f41a-4f92-bf5f-98f955b45442 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0489340 Apr 30 02:13:36.672051 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-140439f5-e5b0-4e5c-baed-7f008d0de02c req-9336202b-d199-445d-b901-9e7a8c629490 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312710 Apr 30 02:13:37.787513 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f766ef-ac5f-45a2-857a-325e6be5775a req-cfc3b072-d23e-40de-9f3b-9463fbeb8e82 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:37.788972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47f766ef-ac5f-45a2-857a-325e6be5775a req-cfc3b072-d23e-40de-9f3b-9463fbeb8e82 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0479484 Apr 30 02:13:37.825260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47f766ef-ac5f-45a2-857a-325e6be5775a req-474cdf9e-11b3-41a9-9b01-9798c5f7ea50 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303485 Apr 30 02:13:38.944653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6e39-a7d6-4547-b1a7-f576aa6bde2e req-7f5db3f6-4719-4ae5-9a71-fdb98f6995ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:38.946101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d5b6e39-a7d6-4547-b1a7-f576aa6bde2e req-7f5db3f6-4719-4ae5-9a71-fdb98f6995ac tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0525944 Apr 30 02:13:38.982827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6d5b6e39-a7d6-4547-b1a7-f576aa6bde2e req-6c679225-7493-48d1-87a9-d0417fbb3840 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Apr 30 02:13:40.099663 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3cc8f-9388-4d79-b86d-e4e6c43152e3 req-573f5832-1174-4fc7-8b0e-5f4f0ac98c3d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:40.101121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9b3cc8f-9388-4d79-b86d-e4e6c43152e3 req-573f5832-1174-4fc7-8b0e-5f4f0ac98c3d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Apr 30 02:13:40.137506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9b3cc8f-9388-4d79-b86d-e4e6c43152e3 req-cb830fa2-8e69-4989-9b8a-d49ed009faba tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304372 Apr 30 02:13:41.253964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c12ea-6a4a-4e06-917c-1e951964c42f req-83f81859-cb38-488e-855b-6312149b860a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:41.255511 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-992c12ea-6a4a-4e06-917c-1e951964c42f req-83f81859-cb38-488e-855b-6312149b860a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0490494 Apr 30 02:13:41.293131 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-992c12ea-6a4a-4e06-917c-1e951964c42f req-2e373376-a978-4ebf-a2a6-7ca6516f763d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Apr 30 02:13:42.414855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa660-7f9c-4475-92ac-6951a1eb1f88 req-e0b67977-0471-423e-ad3f-7ffeac1851bb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:42.416417 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18baa660-7f9c-4475-92ac-6951a1eb1f88 req-e0b67977-0471-423e-ad3f-7ffeac1851bb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0531299 Apr 30 02:13:42.453545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18baa660-7f9c-4475-92ac-6951a1eb1f88 req-cb8a0176-51dd-4a44-958b-463480a31d2f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Apr 30 02:13:43.482714 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-5417bb00-c1c3-434c-806e-ebfc08b8176c service neutron] show failed (client error): The resource could not be found. Apr 30 02:13:43.483584 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-5417bb00-c1c3-434c-806e-ebfc08b8176c service neutron] 10.222.0.21 "GET /v2.0/ports/9f91c39d-c128-40e3-9b99-128ed2014dc5/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0538199 Apr 30 02:13:43.573318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd14b01-4a3e-408c-93a1-8591ee21f5a2 req-56c6ecbc-e889-421e-a7aa-ef4d6f96b3de tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:43.574805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fd14b01-4a3e-408c-93a1-8591ee21f5a2 req-56c6ecbc-e889-421e-a7aa-ef4d6f96b3de tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Apr 30 02:13:43.615121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9fd14b01-4a3e-408c-93a1-8591ee21f5a2 req-975815b0-37dc-440c-960f-b712608a2f74 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340962 Apr 30 02:13:43.951527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-57a7bb14-1956-4913-84ab-d9488f619fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:43.952936 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-57a7bb14-1956-4913-84ab-d9488f619fb8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 1096 time: 0.0416358 Apr 30 02:13:43.969360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:13:44.024812 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:44.221596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:44.253018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:13:44.292201 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:13:44.294413 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef9dca-6600-4e16-93dc-2f292ac26f29" -d '{"events": [{"server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "name": "network-vif-unplugged", "status": "completed", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:13:44.298456 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:44.310639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Transition to ACTIVE for port object 9f91c39d-c128-40e3-9b99-128ed2014dc5 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:13:44.342001 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac67167-1956-4149-bdb3-3c3dd04da477 x-openstack-request-id: req-eac67167-1956-4149-bdb3-3c3dd04da477 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:13:44.342293 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "name": "network-vif-unplugged", "status": "completed", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:13:44.342720 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eac67167-1956-4149-bdb3-3c3dd04da477 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:13:44.343171 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac67167-1956-4149-bdb3-3c3dd04da477'] response: {'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'code': 200} Apr 30 02:13:44.383401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:44.463117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:44.474687 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.474938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.475282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.475635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.475962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.476285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.476608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.476926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.477241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.477562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.477877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.478189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:13:44.517549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] No DVR routers for this DVR port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:13:44.656584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:13:44.656917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:13:44.657249 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:13:44.661578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:13:44.662310 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:13:44.667465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:13:44.667807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:13:44.668195 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:13:44.668616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Bound port: 9f91c39d-c128-40e3-9b99-128ed2014dc5, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:13:44.668977 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:44.733977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:13:44.736934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:13:44.744522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d773ae6-fc00-4cdb-9e99-04b5c3cc446f req-c13a3c53-381e-4ba7-af8e-57bd5fe9fb21 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:44.746015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d773ae6-fc00-4cdb-9e99-04b5c3cc446f req-c13a3c53-381e-4ba7-af8e-57bd5fe9fb21 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0490992 Apr 30 02:13:44.784835 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d773ae6-fc00-4cdb-9e99-04b5c3cc446f req-7ba1d67d-5419-4f28-b91c-2453011290de tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Apr 30 02:13:44.805092 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:44.842442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:44.843056 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:44.844474 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] 10.222.0.23 "PUT /v2.0/ports/9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 1091 time: 0.8790398 Apr 30 02:13:44.867052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72660788-ee8f-4a77-986e-0676d9dfe572 service neutron] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:44.916177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-ff725870-c0b4-4bb3-ae0b-4e8c521c9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:44.917710 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-ff725870-c0b4-4bb3-ae0b-4e8c521c9d23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1094 time: 0.0436575 Apr 30 02:13:45.011576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-6ada4b5e-91f9-4ccc-8b22-94309dd093f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:45.013111 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-6ada4b5e-91f9-4ccc-8b22-94309dd093f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0885417 Apr 30 02:13:45.084393 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-cf673bf5-8572-4e0c-954e-c40239b9982a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 999 time: 0.0622756 Apr 30 02:13:45.137386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-403a4336-1d55-479d-8278-eed94d6a0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:45.138860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-403a4336-1d55-479d-8278-eed94d6a0e6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0440857 Apr 30 02:13:45.187288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-be4c2268-2014-45cb-88f2-c792f9a04cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:45.188803 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-be4c2268-2014-45cb-88f2-c792f9a04cf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395923 Apr 30 02:13:45.282021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-f839eb0b-682f-48b4-8b25-ef2b1d9386ac service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852594 Apr 30 02:13:45.293198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:13:45.330519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:13:45.373103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-bc2d4674-c059-4ab6-8d23-fb89491b00bc service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810874 Apr 30 02:13:45.910962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f39f6-3904-4cf0-8c3b-9c0f52c4c157 req-e828ec61-1460-4fb3-813c-9ecc49b2b761 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:45.912483 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f0f39f6-3904-4cf0-8c3b-9c0f52c4c157 req-e828ec61-1460-4fb3-813c-9ecc49b2b761 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0539696 Apr 30 02:13:45.950876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f0f39f6-3904-4cf0-8c3b-9c0f52c4c157 req-13ed3f68-81cb-4f6c-a337-a3ef8089bb59 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Apr 30 02:13:46.344236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:13:46.346608 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:13:46.394444 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea80f5-7ffe-48ac-bfa3-ef60c242a256 x-openstack-request-id: req-95ea80f5-7ffe-48ac-bfa3-ef60c242a256 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:13:46.394732 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:13:46.394983 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95ea80f5-7ffe-48ac-bfa3-ef60c242a256 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:13:46.395400 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ea80f5-7ffe-48ac-bfa3-ef60c242a256'] response: {'name': 'network-changed', 'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'status': 'completed', 'code': 200} Apr 30 02:13:46.488920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-d1387d2e-016a-4df7-935b-37b0e4cd227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:46.490339 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-d1387d2e-016a-4df7-935b-37b0e4cd227e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1094 time: 0.0728426 Apr 30 02:13:46.493013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-1ce00e0d-c3ba-4f81-90b8-669fc5f08fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:46.494411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-1ce00e0d-c3ba-4f81-90b8-669fc5f08fbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1094 time: 0.0691149 Apr 30 02:13:46.650729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-f3879354-e5a0-434a-b124-12f48949ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:46.652226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-f3879354-e5a0-434a-b124-12f48949ae0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1554382 Apr 30 02:13:46.654864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-e9fbcfcc-6e17-411b-abb5-0089594db73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:46.656232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-e9fbcfcc-6e17-411b-abb5-0089594db73b service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1514013 Apr 30 02:13:46.767742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-66445093-9b09-40cb-94aa-7262adc69b45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 999 time: 0.1078634 Apr 30 02:13:46.769519 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-4e224982-79ce-4864-9720-b5b9be40c0d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 999 time: 0.1028254 Apr 30 02:13:46.855076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-655c17d8-10d2-420d-95c4-661c69dbe391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:46.856579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-655c17d8-10d2-420d-95c4-661c69dbe391 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0826323 Apr 30 02:13:46.857932 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-4b6ee472-bd3b-405a-8aa4-e9f19dda9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:46.859238 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-4b6ee472-bd3b-405a-8aa4-e9f19dda9b6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0778110 Apr 30 02:13:46.928292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-b8c27223-4af4-45da-8356-795085529649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:46.930014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-b8c27223-4af4-45da-8356-795085529649 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672348 Apr 30 02:13:46.932413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-4f27961e-3a2d-4107-9095-36ba1c13a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:46.933834 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-4f27961e-3a2d-4107-9095-36ba1c13a125 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639491 Apr 30 02:13:47.075383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684517-cde7-472a-a318-efbfdc43a892 req-10c34a2e-f959-49d8-8330-a538448e2cef tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:47.076972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1684517-cde7-472a-a318-efbfdc43a892 req-10c34a2e-f959-49d8-8330-a538448e2cef tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0511839 Apr 30 02:13:47.088139 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-27555d37-8cbd-46ce-b9dc-efaa17db7d1e service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513839 Apr 30 02:13:47.091545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-67a2ca06-9d05-482c-9f03-23e443f2f741 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473069 Apr 30 02:13:47.120226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1684517-cde7-472a-a318-efbfdc43a892 req-0a5742f4-e0c0-4a47-83c1-62f47b951e4c tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355971 Apr 30 02:13:47.249222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-72b59040-10fe-46df-89db-9615910b44c0 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536512 Apr 30 02:13:47.252641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7e4316b3-ad63-47ea-b6f5-3f1b810f34eb req-a22754e8-4dd7-48e5-98b4-a474365d7fda service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496305 Apr 30 02:13:48.245354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2c38d-f246-4c67-b82a-da219e752628 req-768c86de-df76-48b1-a8fe-fd5b87a5892d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:48.246906 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1e2c38d-f246-4c67-b82a-da219e752628 req-768c86de-df76-48b1-a8fe-fd5b87a5892d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0506327 Apr 30 02:13:48.286496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1e2c38d-f246-4c67-b82a-da219e752628 req-628c2765-bfd9-4b52-b65c-18b6f5846403 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334740 Apr 30 02:13:49.103449 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:49.411002 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c301de5-a170-4f39-bd73-fd36601215da req-67c1c288-4f92-4b97-936f-d40378d1d4c3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:49.412507 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c301de5-a170-4f39-bd73-fd36601215da req-67c1c288-4f92-4b97-936f-d40378d1d4c3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0535245 Apr 30 02:13:49.451359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c301de5-a170-4f39-bd73-fd36601215da req-4b500f46-2bef-4833-b22c-6eff8f2948a5 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Apr 30 02:13:50.569998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f5da2-737a-44ee-bcdc-a7fe88a7ef33 req-b9d1498a-2334-4f4c-98e6-1f406f913557 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:50.572076 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d2f5da2-737a-44ee-bcdc-a7fe88a7ef33 req-b9d1498a-2334-4f4c-98e6-1f406f913557 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0509543 Apr 30 02:13:50.615495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d2f5da2-737a-44ee-bcdc-a7fe88a7ef33 req-43edc993-2d20-4b1a-9c2c-808455378c36 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353155 Apr 30 02:13:50.914545 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:51.735729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc2d99-83dd-4660-8ce7-4252ba26ab9e req-957b3464-8f36-425b-9863-528f8affdce9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:51.738445 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7fc2d99-83dd-4660-8ce7-4252ba26ab9e req-957b3464-8f36-425b-9863-528f8affdce9 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0508649 Apr 30 02:13:51.788817 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b7fc2d99-83dd-4660-8ce7-4252ba26ab9e req-258c2c25-c52d-4faf-96d8-bc83384f70e0 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Apr 30 02:13:52.916165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d8542-9064-4c6f-b442-8e5af1f268d4 req-17d8311e-2a8b-4830-9e80-79a3e9b936f1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:52.917625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc8d8542-9064-4c6f-b442-8e5af1f268d4 req-17d8311e-2a8b-4830-9e80-79a3e9b936f1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0526841 Apr 30 02:13:52.954800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc8d8542-9064-4c6f-b442-8e5af1f268d4 req-d45d14e3-d9c9-4698-9781-54a9dc091729 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Apr 30 02:13:54.076137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10350-77b3-4ae9-819c-47d8339c4806 req-01182338-0f74-4032-a453-a82573244d1e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:54.077581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60c10350-77b3-4ae9-819c-47d8339c4806 req-01182338-0f74-4032-a453-a82573244d1e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0481362 Apr 30 02:13:54.114192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-60c10350-77b3-4ae9-819c-47d8339c4806 req-63325801-5c48-4602-9080-bbeb795810b3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305812 Apr 30 02:13:55.228938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d4501-5dfa-414b-8a63-13bfdff82650 req-65511f79-d733-49a6-8af9-f1b772ce95d1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:55.230393 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a6d4501-5dfa-414b-8a63-13bfdff82650 req-65511f79-d733-49a6-8af9-f1b772ce95d1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0473211 Apr 30 02:13:55.267254 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a6d4501-5dfa-414b-8a63-13bfdff82650 req-387381eb-b9ac-485d-a4bb-8642c945f6db tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Apr 30 02:13:56.385289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e14e8-eb8f-43d3-a3e0-18bbeb4b88cc req-e16ce430-6399-4c04-bc1f-afe45b852abf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:56.386727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e0e14e8-eb8f-43d3-a3e0-18bbeb4b88cc req-e16ce430-6399-4c04-bc1f-afe45b852abf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0513408 Apr 30 02:13:56.423940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0e0e14e8-eb8f-43d3-a3e0-18bbeb4b88cc req-e7528d63-c6d7-4061-8af6-7155d2fc0577 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Apr 30 02:13:57.540673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af564ba2-a6e5-4adf-bb59-8de9f5369ab4 req-dace1141-bf20-44f6-a2f9-f923e3d2f500 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:57.542246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af564ba2-a6e5-4adf-bb59-8de9f5369ab4 req-dace1141-bf20-44f6-a2f9-f923e3d2f500 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0493259 Apr 30 02:13:57.580652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af564ba2-a6e5-4adf-bb59-8de9f5369ab4 req-11970dbe-c2e5-4bb2-b606-38952ffb5e10 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Apr 30 02:13:58.109997 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6774b0-2b24-40dc-8874-da458da4887d req-5089ac98-d0a5-4b37-88e3-3b3ef0f24df4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:58.111512 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b6774b0-2b24-40dc-8874-da458da4887d req-5089ac98-d0a5-4b37-88e3-3b3ef0f24df4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0492101 Apr 30 02:13:58.150071 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b6774b0-2b24-40dc-8874-da458da4887d req-90accbe6-ceaa-45a7-943f-14a87dd31f3d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Apr 30 02:13:58.155612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-2ecd4052-08ed-401a-a8c0-d9aa8b3abc63 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:58.157098 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-2ecd4052-08ed-401a-a8c0-d9aa8b3abc63 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88&tenant_id=3c8775a0931847cc875fe3bd255d5f76&binding%3Ahost_id=n-h2-821348-1 HTTP/1.1" status: 200 len: 943 time: 0.0577755 Apr 30 02:13:58.216009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-58df56dd-4e04-4fa9-b5a7-ac88f9c7e0b1 service neutron] 10.222.0.23 "GET /v2.0/ports/9f91c39d-c128-40e3-9b99-128ed2014dc5/bindings/n-h2-821348-1 HTTP/1.1" status: 200 len: 382 time: 0.0518732 Apr 30 02:13:58.276323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-ca371362-3369-4125-b4ff-4d4beaa0ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:58.277702 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-ca371362-3369-4125-b4ff-4d4beaa0ea32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1094 time: 0.0398767 Apr 30 02:13:58.367342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-cfb36e8a-fca3-4a76-9ee0-d4f53e40ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:58.368818 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-cfb36e8a-fca3-4a76-9ee0-d4f53e40ce56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0847704 Apr 30 02:13:58.433709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-c9d70313-bb8b-443e-8931-227a17ec5605 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 999 time: 0.0578175 Apr 30 02:13:58.480589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-27d29e55-34d7-4b5c-b72d-75fa03121bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:58.484152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-27d29e55-34d7-4b5c-b72d-75fa03121bc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0422611 Apr 30 02:13:58.531047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-2c9a7c7e-9501-45a2-821d-a607d9daa697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:58.532534 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-2c9a7c7e-9501-45a2-821d-a607d9daa697 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440688 Apr 30 02:13:58.621996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-c8115ffa-7b71-4315-bc0c-2b4032c73d9f service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825424 Apr 30 02:13:58.714658 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-cd0e2453-9bf3-4ab6-8312-1866a4cea878 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860927 Apr 30 02:13:58.792519 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8125a1af-3843-4cd7-9364-8995f14aae9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:59.171059 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:13:59.265821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:59.273274 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c74fa-8e6a-4078-8369-a0220befa14f req-e02dda0a-940e-4b50-ae98-7140a02e9c38 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:13:59.274736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f2c74fa-8e6a-4078-8369-a0220befa14f req-e02dda0a-940e-4b50-ae98-7140a02e9c38 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0520167 Apr 30 02:13:59.278203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'mac_address': 'fa:16:3e:3a:72:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:13:59.311965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f2c74fa-8e6a-4078-8369-a0220befa14f req-f9fe7b39-1be8-4ca9-848e-1fe086d001e2 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Apr 30 02:13:59.318114 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:59.331399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f91c39d-c128-40e3-9b99-128ed2014dc5 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:13:59.351074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:13:59.423118 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:13:59.468379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:13:59.664411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['9f91c39d-c128-40e3-9b99-128ed2014dc5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:14:00.428469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728cda6-dd5c-416e-b3b3-1eea736ac8db req-434daca4-13bb-4a60-a4d6-1e0dbf9181ae tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:00.430112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9728cda6-dd5c-416e-b3b3-1eea736ac8db req-434daca4-13bb-4a60-a4d6-1e0dbf9181ae tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0489371 Apr 30 02:14:00.468792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9728cda6-dd5c-416e-b3b3-1eea736ac8db req-87c2d548-24da-4f38-8a9c-fcecf229799d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 Apr 30 02:14:01.029432 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7bcc-5b86-44d7-bf2a-4505d7544595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:01.186909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:14:01.281883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:01.297126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'mac_address': 'fa:16:3e:3a:72:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:14:01.591786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d0a7-758d-45c6-9fdf-96f5860425e9 req-b2142704-cefa-40b6-b06f-91d9e7548a9e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:01.593336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c150d0a7-758d-45c6-9fdf-96f5860425e9 req-b2142704-cefa-40b6-b06f-91d9e7548a9e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0537336 Apr 30 02:14:01.632093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c150d0a7-758d-45c6-9fdf-96f5860425e9 req-ed40acc0-9d6a-4361-bcb0-d67672aab027 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324893 Apr 30 02:14:02.183510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:02.753457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af5a41-dd95-49af-9616-cf407ef82cbe req-2051bbc7-f5d3-4238-b67e-fdfc4787d338 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:02.754917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62af5a41-dd95-49af-9616-cf407ef82cbe req-2051bbc7-f5d3-4238-b67e-fdfc4787d338 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0530522 Apr 30 02:14:02.793407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-62af5a41-dd95-49af-9616-cf407ef82cbe req-a7577e54-4deb-4c6d-973a-9046a4e02e5a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Apr 30 02:14:03.378398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-86d7d8f7-8808-49d1-87dc-df8c9d97da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:03.379815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-86d7d8f7-8808-49d1-87dc-df8c9d97da2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88&tenant_id=3c8775a0931847cc875fe3bd255d5f76 HTTP/1.1" status: 200 len: 1095 time: 0.0406699 Apr 30 02:14:03.390938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:14:03.440832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:03.643056 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:03.675411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:14:03.708104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9f91c39d-c128-40e3-9b99-128ed2014dc5 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:14:03.716458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:03.727230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Ignored duplicate provisioning block setup for port 9f91c39d-c128-40e3-9b99-128ed2014dc5 by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 30 02:14:03.811626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:03.893947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=9']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:03.919878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e333f98-8f51-4072-b4c8-292a93fb8af5 req-aff781eb-e5a2-4173-b46e-151f42d299fc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:03.921398 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:03.927539 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e333f98-8f51-4072-b4c8-292a93fb8af5 req-aff781eb-e5a2-4173-b46e-151f42d299fc tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 943 time: 0.0597789 Apr 30 02:14:03.947699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] No DVR routers for this DVR port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:14:03.952575 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:03.976775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e333f98-8f51-4072-b4c8-292a93fb8af5 req-3e8fff79-d972-4fe0-9483-4ed7fc75dc5d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 Apr 30 02:14:04.095886 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:14:04.096220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:14:04.096542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:14:04.101296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:14:04.101610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Attempting to bind port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on network dd09c874-7265-475c-aa7e-ee21a3ac8975 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:14:04.106291 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:14:04.106625 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Checking segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:14:04.107005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Bound using segment: {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:14:04.107453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Bound port: 9f91c39d-c128-40e3-9b99-128ed2014dc5, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a8b037-3559-49ce-a404-42cf08405d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:14:04.107804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:04.173326 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:14:04.177160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:14:04.238832 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:04.274068 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:04.274688 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:04.276200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 1091 time: 0.8889422 Apr 30 02:14:04.276548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:14:04.278785 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d535747-fdc5-4ba9-8036-de0c3afb2c89" -d '{"events": [{"name": "network-changed", "server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:14:04.318280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d23a80-a7cb-4c56-a1ce-a167b908e5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:04.626489 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09644809-71bd-4643-9c95-10c578ccad32 x-openstack-request-id: req-09644809-71bd-4643-9c95-10c578ccad32 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:14:04.627213 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:14:04.627213 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09644809-71bd-4643-9c95-10c578ccad32 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:14:04.627493 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09644809-71bd-4643-9c95-10c578ccad32'] response: {'name': 'network-changed', 'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'status': 'completed', 'code': 200} Apr 30 02:14:04.671078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-061b6698-5f7a-44f5-8d01-a5d91982ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:04.672513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-061b6698-5f7a-44f5-8d01-a5d91982ab41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1095 time: 0.3707070 Apr 30 02:14:04.677526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-1c34f725-6d4f-4e87-8af5-70bcc658ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:04.679646 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-1c34f725-6d4f-4e87-8af5-70bcc658ef73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1095 time: 0.0514023 Apr 30 02:14:04.828369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-e9c1ba7b-6811-4681-b8e2-60b7e653dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:04.829839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-e9c1ba7b-6811-4681-b8e2-60b7e653dc4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1493752 Apr 30 02:14:04.830884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-695dd19c-dba7-4c25-bafb-442e82b084dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:04.832209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-695dd19c-dba7-4c25-bafb-442e82b084dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.1450365 Apr 30 02:14:04.945545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-c3d90f20-908a-41dc-9494-8936db0c0c11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 999 time: 0.1084337 Apr 30 02:14:04.947316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-39753f7c-8fc1-4abc-a89b-7619baa0a645 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 999 time: 0.1040270 Apr 30 02:14:05.037020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-4143dd9a-7993-42ab-bdc6-4b3c642bf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.039116 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-4143dd9a-7993-42ab-bdc6-4b3c642bf509 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0865691 Apr 30 02:14:05.040486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-c38a3664-0d23-4c49-8392-125bf55cb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.041784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-c38a3664-0d23-4c49-8392-125bf55cb020 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0808697 Apr 30 02:14:05.093360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f28e41-97d1-4c77-b283-33d3cbeeb8c4 req-b6709d59-da65-405a-8948-1c0479c061ed tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.094834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00f28e41-97d1-4c77-b283-33d3cbeeb8c4 req-b6709d59-da65-405a-8948-1c0479c061ed tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0484283 Apr 30 02:14:05.117243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-a4e00283-26aa-4014-ae5d-7de339ca4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.118822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-a4e00283-26aa-4014-ae5d-7de339ca4e19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728390 Apr 30 02:14:05.125394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-f9e64751-5a0d-4323-bb0e-91e5a973433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.127062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-f9e64751-5a0d-4323-bb0e-91e5a973433c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568933 Apr 30 02:14:05.133880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-00f28e41-97d1-4c77-b283-33d3cbeeb8c4 req-a4824a6a-abb6-4d85-a3cb-04bc28086800 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322380 Apr 30 02:14:05.201553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:14:05.239489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:14:05.278860 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-52c153f6-2b02-464e-bd7b-3ff1be7a26ab service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508250 Apr 30 02:14:05.283866 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-0b6ba0cf-6560-4d9f-b89b-3b48960323b0 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393974 Apr 30 02:14:05.431324 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-83edd029-976a-4ffd-81ea-5e1c6796d4fd req-373867ac-bad8-4073-abdf-5c58ce9e69e4 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464467 Apr 30 02:14:05.434651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-2ec06aca-51aa-431c-b981-b0f86ba8a272 service neutron] 10.222.0.23 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425407 Apr 30 02:14:05.510681 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-ae71733f-55d2-45b1-afe3-b8a89adae262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.512347 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-ae71733f-55d2-45b1-afe3-b8a89adae262 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8775a0931847cc875fe3bd255d5f76&device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 1095 time: 0.0419524 Apr 30 02:14:05.613559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-9f77cf9b-cc3a-4903-b48a-5dba4e7d8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.615044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-9f77cf9b-cc3a-4903-b48a-5dba4e7d8397 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 200 len: 912 time: 0.0965297 Apr 30 02:14:05.682227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-a52a71dc-9e37-4e2b-921b-0efc1ad589ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 200 len: 999 time: 0.0601597 Apr 30 02:14:05.734666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-4d1ac172-a1b8-47b4-96aa-8934787ff055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.736087 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-4d1ac172-a1b8-47b4-96aa-8934787ff055 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 200 len: 851 time: 0.0449083 Apr 30 02:14:05.785615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-da9cd35d-066b-4af4-8096-4ca47bed22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:05.787138 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-da9cd35d-066b-4af4-8096-4ca47bed22f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd09c874-7265-475c-aa7e-ee21a3ac8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445714 Apr 30 02:14:05.876222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-0b65b9ae-e041-4a02-a6ca-bee342a05c7d service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821996 Apr 30 02:14:05.972260 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d535747-fdc5-4ba9-8036-de0c3afb2c89 req-9b638dfd-4c67-47db-bb35-089c116a6b28 service neutron] 10.222.0.21 "GET /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894346 Apr 30 02:14:06.253984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc112f0-38e8-4ee1-9030-0943b187be5c req-0ab47d0c-e1a0-417a-957a-758df1d3a6a1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:06.255384 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bc112f0-38e8-4ee1-9030-0943b187be5c req-0ab47d0c-e1a0-417a-957a-758df1d3a6a1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0515308 Apr 30 02:14:06.294813 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bc112f0-38e8-4ee1-9030-0943b187be5c req-b630ce0b-f938-4ec1-8537-f8e7f1a95600 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Apr 30 02:14:07.413600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8608-7138-4e67-b330-c4c39bb3e040 req-0a597b0c-87c2-47e3-a8e2-591bb8f0dfa4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:07.414999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-915b8608-7138-4e67-b330-c4c39bb3e040 req-0a597b0c-87c2-47e3-a8e2-591bb8f0dfa4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0501926 Apr 30 02:14:07.453273 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-915b8608-7138-4e67-b330-c4c39bb3e040 req-7a542949-55e3-49a6-b2ed-b60fda74203e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321727 Apr 30 02:14:08.575149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9091e-55a9-41ed-ac62-d8b27b306216 req-30066fd7-2370-4f57-bb0d-0ae08ba884cb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:08.576651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9e9091e-55a9-41ed-ac62-d8b27b306216 req-30066fd7-2370-4f57-bb0d-0ae08ba884cb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0501120 Apr 30 02:14:08.613868 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9e9091e-55a9-41ed-ac62-d8b27b306216 req-51af71a5-879f-4455-bcfd-50961e7e677d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311313 Apr 30 02:14:09.733922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19e1ad-81d5-4abb-9c43-0087dda5da68 req-5861f008-4aed-4619-be2e-204e0bfa3fbf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:09.735279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca19e1ad-81d5-4abb-9c43-0087dda5da68 req-5861f008-4aed-4619-be2e-204e0bfa3fbf tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0513215 Apr 30 02:14:09.773605 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca19e1ad-81d5-4abb-9c43-0087dda5da68 req-eddae9c4-7c2d-4c13-a9f1-45685b748bcb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Apr 30 02:14:10.890042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3cff5-858a-4bd7-be50-eb1fcc60236b req-3dbe8249-38a6-49ee-8156-e8d629edafe1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:10.891515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5c3cff5-858a-4bd7-be50-eb1fcc60236b req-3dbe8249-38a6-49ee-8156-e8d629edafe1 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0488014 Apr 30 02:14:10.928661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5c3cff5-858a-4bd7-be50-eb1fcc60236b req-9d5cbcde-9c90-42df-8e5f-3d71120e47c5 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303068 Apr 30 02:14:11.380922 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:14:12.099262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87edefe-00ea-4853-b154-7c49035f5a09 req-adeb6f73-d411-4868-bd9f-da55f6b3c1ec tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:12.101368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d87edefe-00ea-4853-b154-7c49035f5a09 req-adeb6f73-d411-4868-bd9f-da55f6b3c1ec tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.1016936 Apr 30 02:14:12.138242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d87edefe-00ea-4853-b154-7c49035f5a09 req-0c23e03d-eeaf-48f0-a51e-fb15b50695d7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309014 Apr 30 02:14:13.256887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03e3da-2601-4e85-b30d-6fda52ebd1e7 req-09f439d3-c3cf-4b6f-a3c3-2949628747ea tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:13.258329 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b03e3da-2601-4e85-b30d-6fda52ebd1e7 req-09f439d3-c3cf-4b6f-a3c3-2949628747ea tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0519450 Apr 30 02:14:13.296185 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5b03e3da-2601-4e85-b30d-6fda52ebd1e7 req-fa489f74-58ef-4ff9-a427-4eb3b127d807 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Apr 30 02:14:14.411562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84066c79-137f-4fcb-aa11-ca1f485014fd req-e27ce835-e119-49aa-ba14-90f58d1f51df tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:14.413006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84066c79-137f-4fcb-aa11-ca1f485014fd req-e27ce835-e119-49aa-ba14-90f58d1f51df tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0483718 Apr 30 02:14:14.450223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84066c79-137f-4fcb-aa11-ca1f485014fd req-85f89aab-4f6c-49f5-99dc-40d99ed3afee tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311484 Apr 30 02:14:15.566835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8518fec-ac24-46ef-bfe6-a7165724ef9f req-2ff2b334-0ea5-4e8c-9b7d-cd469fed3ee3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:15.569033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8518fec-ac24-46ef-bfe6-a7165724ef9f req-2ff2b334-0ea5-4e8c-9b7d-cd469fed3ee3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0505180 Apr 30 02:14:15.606617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f8518fec-ac24-46ef-bfe6-a7165724ef9f req-b403f422-d9cf-460b-8e41-0be7e3677a6e tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Apr 30 02:14:16.727894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd344dd-c168-40ea-a8d0-f142f4bafa4b req-f4627664-022c-4435-9b9e-01e6fe8a3229 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:16.729293 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4dd344dd-c168-40ea-a8d0-f142f4bafa4b req-f4627664-022c-4435-9b9e-01e6fe8a3229 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 944 time: 0.0522501 Apr 30 02:14:16.767276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4dd344dd-c168-40ea-a8d0-f142f4bafa4b req-0c63ef76-48ea-4a83-b873-c734b1f35816 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317473 Apr 30 02:14:17.464612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:14:17.556669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:17.571313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'port_id': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'mac_address': 'fa:16:3e:3a:72:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:14:17.607013 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:17.619183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f91c39d-c128-40e3-9b99-128ed2014dc5 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:14:17.637151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:17.717978 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:17.763923 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:17.771007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.773157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.773157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.773157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.773427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.773715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.774041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.774364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.774688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.775006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.775325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.775674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:17.887950 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e91dba-f85e-416b-95f5-3ea270ee6ea5 req-93571e46-7564-4ebd-8202-03a318d25dd4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:17.889529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66e91dba-f85e-416b-95f5-3ea270ee6ea5 req-93571e46-7564-4ebd-8202-03a318d25dd4 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0513198 Apr 30 02:14:17.928696 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66e91dba-f85e-416b-95f5-3ea270ee6ea5 req-4a291ac0-6211-41f7-b159-18f17ee19cfb tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329733 Apr 30 02:14:17.933154 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['9f91c39d-c128-40e3-9b99-128ed2014dc5'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:14:18.045451 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b35caa-287c-4e16-9fae-949fdc447094 req-93c2efdc-9a32-445f-acc6-3d1c37a28283 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:18.046846 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5b35caa-287c-4e16-9fae-949fdc447094 req-93c2efdc-9a32-445f-acc6-3d1c37a28283 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Apr 30 02:14:18.085673 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5b35caa-287c-4e16-9fae-949fdc447094 req-b4ca08fa-6aed-4867-9f4d-cbdfe1416d68 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320282 Apr 30 02:14:18.201872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a28ec-d85d-4dcc-aa2c-2b6ef036e97d req-6e6b8b8c-9680-4b1b-b4dd-bcfeb4f29d6d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:18.203300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-491a28ec-d85d-4dcc-aa2c-2b6ef036e97d req-6e6b8b8c-9680-4b1b-b4dd-bcfeb4f29d6d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0517304 Apr 30 02:14:18.240903 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-491a28ec-d85d-4dcc-aa2c-2b6ef036e97d req-b737d02a-663b-41a0-b6ce-6c65910f909f tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310440 Apr 30 02:14:18.658733 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c07d2-3b40-4170-9eed-6c56840e559a req-6ec4c5ed-7204-4131-9413-ef9c64670780 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:18.660194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b6c07d2-3b40-4170-9eed-6c56840e559a req-6ec4c5ed-7204-4131-9413-ef9c64670780 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Apr 30 02:14:18.697240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b6c07d2-3b40-4170-9eed-6c56840e559a req-afa951c1-cc7a-439e-bd60-ccdbd4e8e04d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305426 Apr 30 02:14:19.123883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:19.450893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:14:19.580796 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 9f91c39d-c128-40e3-9b99-128ed2014dc5 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:14:19.585576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 9f91c39d-c128-40e3-9b99-128ed2014dc5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:14:19.585977 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:19.662730 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:19.684620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:14:19.686835 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a9891f-a144-466d-97de-df97625d5e5a" -d '{"events": [{"server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "name": "network-vif-plugged", "status": "completed", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:14:19.700634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:19.723838 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2885890b-9d00-4560-9969-2fbab6872089 x-openstack-request-id: req-2885890b-9d00-4560-9969-2fbab6872089 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:14:19.724158 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "name": "network-vif-plugged", "status": "completed", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:14:19.724543 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2885890b-9d00-4560-9969-2fbab6872089 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:14:19.724968 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2885890b-9d00-4560-9969-2fbab6872089'] response: {'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'code': 200} Apr 30 02:14:19.757888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:19.808342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:19.817344 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b960-eb64-42d8-893b-ba243ab8d374 req-39de46fc-73f6-4ab1-9d34-fa75903bf94d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:19.819631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40d3b960-eb64-42d8-893b-ba243ab8d374 req-39de46fc-73f6-4ab1-9d34-fa75903bf94d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 946 time: 0.0513215 Apr 30 02:14:19.855966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40d3b960-eb64-42d8-893b-ba243ab8d374 req-8826e681-5d76-41e9-aed4-a0732d728a56 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba15336-c059-4528-b782-a3223dfc3c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303409 Apr 30 02:14:20.215746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7086-559e-4101-963b-eaa3052db03c req-359486cc-94c5-4238-90dc-d54ae530d715 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:20.217222 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-707b7086-559e-4101-963b-eaa3052db03c req-359486cc-94c5-4238-90dc-d54ae530d715 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 946 time: 0.0487912 Apr 30 02:14:20.305759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Deleting port 9f91c39d-c128-40e3-9b99-128ed2014dc5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:14:20.306025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:20.396696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] For port 9f91c39d-c128-40e3-9b99-128ed2014dc5, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=9f91c39d-c128-40e3-9b99-128ed2014dc5,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:20.397061 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:20.561612 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:20.561916 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:20.562233 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0 disassociated. External IP: 172.25.0.41, port: 9f91c39d-c128-40e3-9b99-128ed2014dc5. Apr 30 02:14:20.562575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Calling delete_port for 9f91c39d-c128-40e3-9b99-128ed2014dc5 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:14:20.752404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:20.781269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event deleted for resources: {'Port': ['ID=9f91c39d-c128-40e3-9b99-128ed2014dc5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:20.899014 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:14:20.947019 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:20.983484 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-48c97c81-6d39-4374-8246-b6e7152baf42 req-c1279f13-9cf4-4f5f-9956-9b5e8f5dc41b tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 210 time: 0.0493977 Apr 30 02:14:21.013085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:14:21.030443 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:14:21.041163 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:14:21.041791 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:14:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:21.056536 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] No DVR routers for this DVR port 9f91c39d-c128-40e3-9b99-128ed2014dc5 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:14:21.061126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:21.064706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-707b7086-559e-4101-963b-eaa3052db03c req-9f00b56c-f974-4ed1-a5e6-7fbfb9504609 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.21 "DELETE /v2.0/ports/9f91c39d-c128-40e3-9b99-128ed2014dc5 HTTP/1.1" status: 204 len: 173 time: 0.8418348 Apr 30 02:14:21.065154 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'name': 'network-vif-deleted', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:14:21.067411 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed75ce2e-6d7c-42ad-b189-a49650288a68" -d '{"events": [{"server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "name": "network-vif-deleted", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:14:21.109255 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d01971-b032-45fc-8876-f26afcf8f11b x-openstack-request-id: req-e0d01971-b032-45fc-8876-f26afcf8f11b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:14:21.109588 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac859b29-5f9f-4ed8-bd06-0365a5aa6c88", "name": "network-vif-deleted", "tag": "9f91c39d-c128-40e3-9b99-128ed2014dc5", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:14:21.109841 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0d01971-b032-45fc-8876-f26afcf8f11b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:14:21.110239 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d01971-b032-45fc-8876-f26afcf8f11b'] response: {'server_uuid': 'ac859b29-5f9f-4ed8-bd06-0365a5aa6c88', 'name': 'network-vif-deleted', 'tag': '9f91c39d-c128-40e3-9b99-128ed2014dc5', 'status': 'completed', 'code': 200} Apr 30 02:14:21.160267 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:14:21.358567 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:21.387339 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:14:21.395572 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:14:21.396709 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:14:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:21.499340 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:14:21.698681 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:21.724802 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473f2f7-ad84-4985-8f91-b36d3d8cb265 None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:29Z', 'revision_number': 4, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9d266164-797b-47a2-bf74-142f1558f365', 'name': '', 'network_id': 'dd09c874-7265-475c-aa7e-ee21a3ac8975', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'mac_address': 'fa:16:3e:f6:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:28Z', 'updated_at': '2022-04-30T02:10:32Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'subnets': [{'id': '54d12b53-c59d-4992-a304-3b709c39afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:14:21.962284 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a0ced-d911-40c4-906d-a35765e6ea75 None None] New status for floating IP ff062daf-ae03-4674-b444-1563f9bbdcd0: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:14:22.082734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4ffcc9a-a22c-431a-94a4-221b4b52b86e req-5fe945bb-418d-4be4-a5e3-7bc381552be3 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 210 time: 0.0274222 Apr 30 02:14:23.183593 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abe84ba3-e04f-4fae-9471-8e5cc9616dff req-e3506e6c-eaec-4e07-93ac-a9ee7a4dea6d tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 210 time: 0.0269926 Apr 30 02:14:23.474906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:14:23.495035 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 9f91c39d-c128-40e3-9b99-128ed2014dc5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:14:23.495376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 9f91c39d-c128-40e3-9b99-128ed2014dc5 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:14:24.279737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e76d52a5-a98b-4427-b98a-fa4832bcd93a req-cf3416f4-0a3b-4ca4-9253-7b7348bd8074 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac859b29-5f9f-4ed8-bd06-0365a5aa6c88 HTTP/1.1" status: 200 len: 210 time: 0.0267925 Apr 30 02:14:28.789524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e25f660e-e987-42d3-bc9a-5afae643d027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.150196 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37188) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:29.204239 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.227932 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.337032 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.339606 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.341639 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "DELETE /v2.0/security-groups/dba15336-c059-4528-b782-a3223dfc3c71 HTTP/1.1" status: 204 len: 168 time: 0.1896069 Apr 30 02:14:29.343513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37190) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:29.350005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba15336-c059-4528-b782-a3223dfc3c71,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:29.357542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.357956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.358288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.358619 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.358947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.359268 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.359622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.359943 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.360257 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.360717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.360975 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-acb74482-e08b-44a5-8dba-8e10a642e899 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] show failed (client error): The resource could not be found. Apr 30 02:14:29.361078 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.361343 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c7bc1-fd9c-4807-aaf9-a9c166874fc7 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:29.362004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-acb74482-e08b-44a5-8dba-8e10a642e899 tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "GET /v2.0/security-groups/dba15336-c059-4528-b782-a3223dfc3c71 HTTP/1.1" status: 404 len: 347 time: 0.0174756 Apr 30 02:14:29.373539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37192) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:29.495780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Deleting port b251f870-73b0-46ad-854e-b98bb4fd95a3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:14:29.496119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.570668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.572503 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.582366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Calling delete_port for b251f870-73b0-46ad-854e-b98bb4fd95a3 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:14:29.780608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.806989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Pushing event deleted for resources: {'Port': ['ID=b251f870-73b0-46ad-854e-b98bb4fd95a3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:29.869220 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.871937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:29.873092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-64c0e4c2-2eaa-48dc-a7c9-dbe6abeb3e3a tempest-ServerActionsTestJSON-1708982496 tempest-ServerActionsTestJSON-1708982496-project] 10.222.0.15 "DELETE /v2.0/floatingips/ff062daf-ae03-4674-b444-1563f9bbdcd0 HTTP/1.1" status: 204 len: 168 time: 0.4986119 Apr 30 02:14:29.876057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37194) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:30.207572 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:30.445817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Deleting port 9d266164-797b-47a2-bf74-142f1558f365 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:14:30.446544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:30.524902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] For port 9d266164-797b-47a2-bf74-142f1558f365, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9d266164-797b-47a2-bf74-142f1558f365,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:30.525270 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:30.542140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Calling delete_port for 9d266164-797b-47a2-bf74-142f1558f365 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:14:30.823104 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:30.849656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Pushing event deleted for resources: {'Port': ['ID=9d266164-797b-47a2-bf74-142f1558f365,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:31.042421 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:31.056750 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fbda45f1-6883-4bd7-bcf0-97866262d140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:31.562134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Router 7853dc52-5b52-4e54-8db6-5a3737a0226e has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:14:31.668895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:14:31.674617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-511deb35-9b46-4f7e-9120-9264f66e66df admin admin] 10.222.0.15 "PUT /v2.0/routers/7853dc52-5b52-4e54-8db6-5a3737a0226e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7970905 Apr 30 02:14:31.676666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37196) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:31.678244 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] Sync routers for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:14:31.687755 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:14:31.688358 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:14:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:31.784910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:31.883244 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:14:31.887898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:31.997709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Deleting port 5cf3a18f-79f8-4f11-aae3-bb3e92422385 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:14:31.998033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.056603 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:14:30Z', 'revision_number': 5, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port': {'id': '5cf3a18f-79f8-4f11-aae3-bb3e92422385', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:32.076991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] For port 5cf3a18f-79f8-4f11-aae3-bb3e92422385, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5cf3a18f-79f8-4f11-aae3-bb3e92422385,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:32.077355 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.082429 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] Checking router: 7853dc52-5b52-4e54-8db6-5a3737a0226e for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:14:32.091009 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] Routers {'7853dc52-5b52-4e54-8db6-5a3737a0226e'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:14:32.091176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Calling delete_port for 5cf3a18f-79f8-4f11-aae3-bb3e92422385 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:14:32.091625 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:14:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['7853dc52-5b52-4e54-8db6-5a3737a0226e'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:32.177624 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.181463 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] Set router 7853dc52-5b52-4e54-8db6-5a3737a0226e gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:14:32.234585 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:14:31Z', 'revision_number': 6, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:32.260640 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6655a-30d3-4811-9680-da31a8a0e495 None None] The sync data for ids ['7853dc52-5b52-4e54-8db6-5a3737a0226e'] in n-d-821348-1 is: [{'id': '7853dc52-5b52-4e54-8db6-5a3737a0226e', 'name': 'tempest-ServerActionsTestJSON-1212707984-router', 'tenant_id': '3c8775a0931847cc875fe3bd255d5f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:10:26Z', 'updated_at': '2022-04-30T02:14:31Z', 'revision_number': 6, 'project_id': '3c8775a0931847cc875fe3bd255d5f76', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:14:32.323372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.353976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf3a18f-79f8-4f11-aae3-bb3e92422385,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:32.414855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.502772 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.504788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.632326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.633574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7853dc52-5b52-4e54-8db6-5a3737a0226e {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:14:32.638467 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.639657 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b742c8da-d062-4b90-ae8c-3855368b3b1c admin admin] 10.222.0.15 "DELETE /v2.0/routers/7853dc52-5b52-4e54-8db6-5a3737a0226e HTTP/1.1" status: 204 len: 168 time: 0.9619577 Apr 30 02:14:32.642296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37198) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:32.699012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5146ddf-ee6b-4ecc-bfd0-b08ab4f79d8d admin admin] Deleting subnet 54d12b53-c59d-4992-a304-3b709c39afc5 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:14:32.702046 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5146ddf-ee6b-4ecc-bfd0-b08ab4f79d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.738980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5146ddf-ee6b-4ecc-bfd0-b08ab4f79d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.819740 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5146ddf-ee6b-4ecc-bfd0-b08ab4f79d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.963813 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5146ddf-ee6b-4ecc-bfd0-b08ab4f79d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.990824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5146ddf-ee6b-4ecc-bfd0-b08ab4f79d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d12b53-c59d-4992-a304-3b709c39afc5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:32.992860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c5146ddf-ee6b-4ecc-bfd0-b08ab4f79d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:32.996689 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c5146ddf-ee6b-4ecc-bfd0-b08ab4f79d8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/54d12b53-c59d-4992-a304-3b709c39afc5 HTTP/1.1" status: 204 len: 168 time: 0.3526146 Apr 30 02:14:32.996912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0aa1c-59a4-4881-8a6a-fd3cd68ee39a None None] Network dd09c874-7265-475c-aa7e-ee21a3ac8975 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:14:32.998560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37200) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:33.069195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.123720 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Deleting port 38ad1c01-a660-44c7-a418-b429c5fa0772 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:14:33.124072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.178665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77820581-fc57-4856-991a-15b4fc60485b None None] DHCP port deletion for dd09c874-7265-475c-aa7e-ee21a3ac8975 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:14:33.195889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] For port 38ad1c01-a660-44c7-a418-b429c5fa0772, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=38ad1c01-a660-44c7-a418-b429c5fa0772,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:33.196257 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.209842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Calling delete_port for 38ad1c01-a660-44c7-a418-b429c5fa0772 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:14:33.225527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5cf3a18f-79f8-4f11-aae3-bb3e92422385 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:14:33.249487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5cf3a18f-79f8-4f11-aae3-bb3e92422385 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:14:33.250091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5cf3a18f-79f8-4f11-aae3-bb3e92422385 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:14:33.250504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9d266164-797b-47a2-bf74-142f1558f365 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:14:33.275383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-77820581-fc57-4856-991a-15b4fc60485b None None] Deleting port 38ad1c01-a660-44c7-a418-b429c5fa0772 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:14:33.275784 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77820581-fc57-4856-991a-15b4fc60485b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.277415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9d266164-797b-47a2-bf74-142f1558f365 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:14:33.277762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9d266164-797b-47a2-bf74-142f1558f365 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:14:33.344152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-77820581-fc57-4856-991a-15b4fc60485b None None] For port 38ad1c01-a660-44c7-a418-b429c5fa0772, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=38ad1c01-a660-44c7-a418-b429c5fa0772,segment=NetworkSegment(34a8b037-3559-49ce-a404-42cf08405d95),segment_id=34a8b037-3559-49ce-a404-42cf08405d95)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:33.350955 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77820581-fc57-4856-991a-15b4fc60485b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.360589 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-77820581-fc57-4856-991a-15b4fc60485b None None] Calling delete_port for 38ad1c01-a660-44c7-a418-b429c5fa0772 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:14:33.369173 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.397563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] No DVR routers for this DVR port 38ad1c01-a660-44c7-a418-b429c5fa0772 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:14:33.401499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=38ad1c01-a660-44c7-a418-b429c5fa0772,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:33.439147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77820581-fc57-4856-991a-15b4fc60485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.465345 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77820581-fc57-4856-991a-15b4fc60485b None None] Pushing event deleted for resources: {'Port': ['ID=38ad1c01-a660-44c7-a418-b429c5fa0772,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:33.467212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77820581-fc57-4856-991a-15b4fc60485b None None] No DVR routers for this DVR port 38ad1c01-a660-44c7-a418-b429c5fa0772 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:14:33.478707 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.498942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd09c874-7265-475c-aa7e-ee21a3ac8975']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:33.508521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a8b037-3559-49ce-a404-42cf08405d95') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:33.508820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a8b037-3559-49ce-a404-42cf08405d95') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:14:33.518302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.532822 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.538799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:14:33.540959 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:14:33.668992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.674349 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.677511 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] 10.222.0.15 "DELETE /v2.0/networks/dd09c874-7265-475c-aa7e-ee21a3ac8975 HTTP/1.1" status: 204 len: 168 time: 0.6780107 Apr 30 02:14:33.688922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a65791-a7db-40d1-927b-df18d1ee7f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd09c874-7265-475c-aa7e-ee21a3ac8975,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:33.940537 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.963163 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:33.973447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37204) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:34.012787 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7a447011-59af-440d-869b-cc0e04e8564e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c8775a0931847cc875fe3bd255d5f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381629 Apr 30 02:14:34.015346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37206) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:34.063249 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a45916e6-bee8-48de-b601-b230dfa245c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:34.084320 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a45916e6-bee8-48de-b601-b230dfa245c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:34.188501 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a45916e6-bee8-48de-b601-b230dfa245c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:34.191119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a45916e6-bee8-48de-b601-b230dfa245c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:34.192269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a45916e6-bee8-48de-b601-b230dfa245c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eeec9d4b-3ec8-4238-b793-1b93a6b539e5 HTTP/1.1" status: 204 len: 168 time: 0.1759839 Apr 30 02:14:34.200078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45916e6-bee8-48de-b601-b230dfa245c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec9d4b-3ec8-4238-b793-1b93a6b539e5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:35.174323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:35.177935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 38ad1c01-a660-44c7-a418-b429c5fa0772 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:14:35.201805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 38ad1c01-a660-44c7-a418-b429c5fa0772 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:14:35.202146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 38ad1c01-a660-44c7-a418-b429c5fa0772 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:14:35.280589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-835897414-network', 'tenant_id': '90ab2f8506b04807a11e160c063fb546'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:14:35.354215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Made reservation on behalf of 90ab2f8506b04807a11e160c063fb546 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:14:35.356583 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:35.364963 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:35.440187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:35.502799 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:35.527728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:14:35.537516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a76abb-2538-40f6-86d5-632e3ed5a4e3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:35.542255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:35.542597 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Added segment 8ac8f881-324a-49c1-b28f-f6fab5ac06fc of type vlan for network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd Apr 30 02:14:35.584217 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:35.663098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:35.665836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:35.666444 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:35.723697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] Pushing event updated for resources: {'Network': ['ID=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:35.733723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:14:35.746155 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0bf82518-6033-4de5-9e06-1ef036907840 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5705733 Apr 30 02:14:35.748615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37232) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:14:35.753382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Request body: {'subnet': {'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-835897414-subnet', 'tenant_id': '90ab2f8506b04807a11e160c063fb546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:14:35.837450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Made reservation on behalf of 90ab2f8506b04807a11e160c063fb546 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:14:35.840058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:36.066347 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:36.124889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4945ef96-a76b-4c0d-a86e-25ea39f389db,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:36.133547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Checking segment: {'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:14:36.133902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Network hostable DHCP agents. Network: 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:14:36.228225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:14:36.305879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:14:36.310235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:36.310858 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:36.314517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa641a83-ef0e-49ee-85e0-a0a952150779 None None] Network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:14:36.394337 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6e5feb8b-c54c-4566-895c-36a33473921d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6446311 Apr 30 02:14:36.436216 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba260db-ee75-4abf-9e0c-0e66c251f0e1 None None] Network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:14:36.828805 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-61fce0dc-9650-42fe-b3b0-ce1cd9f76924 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:36.830542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-61fce0dc-9650-42fe-b3b0-ce1cd9f76924 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/networks?id=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd HTTP/1.1" status: 200 len: 813 time: 0.1020093 Apr 30 02:14:36.845998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-2217d6fe-f527-4ae8-8f4a-535fbaf13891 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/quotas/90ab2f8506b04807a11e160c063fb546 HTTP/1.1" status: 200 len: 375 time: 0.0089288 Apr 30 02:14:36.877161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-d7c63c78-e242-4a3b-9276-6c1dd8974ccf tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ab2f8506b04807a11e160c063fb546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252948 Apr 30 02:14:37.257628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-7cadbb16-3ef6-4b86-b509-92f5db17e1ee service neutron] 10.222.0.15 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725634 Apr 30 02:14:37.344344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-08bd81c9-fb36-4cae-9088-d3b8cb5636c4 service neutron] 10.222.0.15 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805564 Apr 30 02:14:37.566090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bbcf515-067a-4bcf-9f84-cd14e188d070 req-47b0b9da-c728-4689-9076-6968f451e378 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0302553 Apr 30 02:14:38.660246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d37c3e3-2cd0-49b3-ba44-31942397a615 req-f5aa488c-a1f1-4259-b866-90e0e4c92008 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0259914 Apr 30 02:14:39.630413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-e500fa34-545f-4301-8b65-365b91a2b650 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:39.631906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-e500fa34-545f-4301-8b65-365b91a2b650 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.23 "GET /v2.0/networks?id=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd HTTP/1.1" status: 200 len: 813 time: 0.1038299 Apr 30 02:14:39.649672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Request body: {'port': {'device_id': '5305e844-d6ba-4249-871b-823d1aa3f5b1', 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd', 'admin_state_up': True, 'tenant_id': '90ab2f8506b04807a11e160c063fb546'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:14:39.761508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5baa69bb-4147-403c-9624-5aee9872b20b req-67990b2e-d6dd-48bb-b515-584dee7bd983 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0267532 Apr 30 02:14:39.820974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Made reservation on behalf of 90ab2f8506b04807a11e160c063fb546 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:14:39.824472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:39.948309 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Allocated IP 172.20.0.6 (4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd/4945ef96-a76b-4c0d-a86e-25ea39f389db/bec28d5e-0bf7-4817-aaae-8bcb7d085286) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:14:40.092518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:40.183005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:40.222450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:14:40.228491 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:14:40.232148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:14:40.261349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Pushing event updated for resources: {'Port': ['ID=bec28d5e-0bf7-4817-aaae-8bcb7d085286,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:40.288850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:40.289452 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:40.354253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-8682aecd-2d94-42c2-b103-b421dc413f62 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7085156 Apr 30 02:14:40.369791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Request body: {'port': {'device_id': '5305e844-d6ba-4249-871b-823d1aa3f5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:14:40.422039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:40.678408 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec28d5e-0bf7-4817-aaae-8bcb7d085286 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:14:40.686232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:40.698289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Transition to ACTIVE for port object bec28d5e-0bf7-4817-aaae-8bcb7d085286 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:14:40.794302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:40.865370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Pushing event updated for resources: {'Port': ['ID=bec28d5e-0bf7-4817-aaae-8bcb7d085286,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:40.877907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b6d6-1fce-4c6f-bdf6-37702048dbc9 req-771b2006-420b-4ac4-a494-b7c89ad3e1e6 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:40.879522 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1116b6d6-1fce-4c6f-bdf6-37702048dbc9 req-771b2006-420b-4ac4-a494-b7c89ad3e1e6 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 943 time: 0.0498254 Apr 30 02:14:40.916558 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Attempting to bind port bec28d5e-0bf7-4817-aaae-8bcb7d085286 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:14:40.916926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Attempting to bind port bec28d5e-0bf7-4817-aaae-8bcb7d085286 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:14:40.917214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Attempting to bind port bec28d5e-0bf7-4817-aaae-8bcb7d085286 on network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:14:40.920082 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1116b6d6-1fce-4c6f-bdf6-37702048dbc9 req-09ed1410-879f-48ce-bffd-4d7525aa7682 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330670 Apr 30 02:14:40.921509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Port bec28d5e-0bf7-4817-aaae-8bcb7d085286 on network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:14:40.921826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Attempting to bind port bec28d5e-0bf7-4817-aaae-8bcb7d085286 on network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:14:40.927161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:14:40.927520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Checking segment: {'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:14:40.927904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Bound using segment: {'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:14:40.928331 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Bound port: bec28d5e-0bf7-4817-aaae-8bcb7d085286, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:14:40.929252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:40.999804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] For port bec28d5e-0bf7-4817-aaae-8bcb7d085286, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:14:41.002697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] For port bec28d5e-0bf7-4817-aaae-8bcb7d085286, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bec28d5e-0bf7-4817-aaae-8bcb7d085286,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:14:41.068485 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:41.105696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:41.106314 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:41.107721 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] 10.222.0.23 "PUT /v2.0/ports/bec28d5e-0bf7-4817-aaae-8bcb7d085286 HTTP/1.1" status: 200 len: 1091 time: 0.7419977 Apr 30 02:14:41.108153 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5305e844-d6ba-4249-871b-823d1aa3f5b1', 'tag': 'bec28d5e-0bf7-4817-aaae-8bcb7d085286'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:14:41.110380 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b69c271-f18b-40d9-96f2-4a28344303e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5305e844-d6ba-4249-871b-823d1aa3f5b1", "tag": "bec28d5e-0bf7-4817-aaae-8bcb7d085286"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:14:41.135773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28ba3d-f5b6-422c-beb6-7d3c7718f5af service neutron] Pushing event updated for resources: {'Port': ['ID=bec28d5e-0bf7-4817-aaae-8bcb7d085286,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:41.218268 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a5343-1cb3-4581-94aa-ba8a5c3abb05 x-openstack-request-id: req-450a5343-1cb3-4581-94aa-ba8a5c3abb05 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:14:41.218579 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5305e844-d6ba-4249-871b-823d1aa3f5b1", "tag": "bec28d5e-0bf7-4817-aaae-8bcb7d085286", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:14:41.218855 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-450a5343-1cb3-4581-94aa-ba8a5c3abb05 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:14:41.219257 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450a5343-1cb3-4581-94aa-ba8a5c3abb05'] response: {'name': 'network-changed', 'server_uuid': '5305e844-d6ba-4249-871b-823d1aa3f5b1', 'tag': 'bec28d5e-0bf7-4817-aaae-8bcb7d085286', 'status': 'completed', 'code': 200} Apr 30 02:14:41.251881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-5a478c84-a2c8-4c85-95c8-a8fa083613d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:41.253369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-5a478c84-a2c8-4c85-95c8-a8fa083613d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ab2f8506b04807a11e160c063fb546&device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 1094 time: 0.0436959 Apr 30 02:14:41.299507 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-fa2f4064-b265-42e9-a159-b02ab2cdf4fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec28d5e-0bf7-4817-aaae-8bcb7d085286 HTTP/1.1" status: 200 len: 217 time: 0.0332587 Apr 30 02:14:41.356281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-3ad711a1-ca5e-4d6a-878c-2ddc1c975000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:41.357771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-3ad711a1-ca5e-4d6a-878c-2ddc1c975000 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4945ef96-a76b-4c0d-a86e-25ea39f389db HTTP/1.1" status: 200 len: 853 time: 0.0499101 Apr 30 02:14:41.394011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-65d9028a-3f4b-4cdc-9bc1-6ba2185ddc9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239389 Apr 30 02:14:41.487516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-e7b4b934-04ab-4f40-81c0-d898fcab698c service neutron] 10.222.0.23 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818017 Apr 30 02:14:41.589103 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f2deb3b2-9e33-4d9e-8948-ffdc8a6d8543 req-2c0ed4c6-a920-4167-915f-d9bf1c876947 service neutron] 10.222.0.23 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909247 Apr 30 02:14:41.761577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-3dc82043-63a6-4be1-ba7b-cd7d4dd7ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:41.763014 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-3dc82043-63a6-4be1-ba7b-cd7d4dd7ebab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ab2f8506b04807a11e160c063fb546&device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 1094 time: 0.0430369 Apr 30 02:14:41.857372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-9c4dbb9d-85cb-46d7-84e1-190ed13eb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:41.858847 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-9c4dbb9d-85cb-46d7-84e1-190ed13eb028 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd HTTP/1.1" status: 200 len: 913 time: 0.0889833 Apr 30 02:14:41.901227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-558e3bca-e3c0-425b-ba17-82509e0a868c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec28d5e-0bf7-4817-aaae-8bcb7d085286 HTTP/1.1" status: 200 len: 217 time: 0.0355606 Apr 30 02:14:41.952052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-ce091013-9cd1-4ae4-bddb-8ad211c61696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:41.953569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-ce091013-9cd1-4ae4-bddb-8ad211c61696 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4945ef96-a76b-4c0d-a86e-25ea39f389db HTTP/1.1" status: 200 len: 853 time: 0.0453823 Apr 30 02:14:41.986271 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-05f97934-89de-47b1-8835-6a5a6cfd65ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245645 Apr 30 02:14:42.047500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db38c-bc62-4aaf-abe5-c72f87df4b3d req-c305aeb4-ba66-474e-b8f3-ecfe014ccda5 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:42.048858 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-186db38c-bc62-4aaf-abe5-c72f87df4b3d req-c305aeb4-ba66-474e-b8f3-ecfe014ccda5 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 943 time: 0.0530534 Apr 30 02:14:42.082555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-f8f6cc97-a4bb-403b-a74b-3199feeab6e4 service neutron] 10.222.0.23 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889287 Apr 30 02:14:42.093155 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-186db38c-bc62-4aaf-abe5-c72f87df4b3d req-50f03d2b-ebf6-47e4-99f2-7934bfe4a9e9 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372150 Apr 30 02:14:42.173993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b69c271-f18b-40d9-96f2-4a28344303e4 req-25026d4b-955e-4a70-858a-793ad66c5cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827954 Apr 30 02:14:43.208289 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db064b4-34b4-435a-9db3-60189b801ed1 req-9d66bc56-b5a6-4b13-a0a5-48001f9d324d tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:43.209730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4db064b4-34b4-435a-9db3-60189b801ed1 req-9d66bc56-b5a6-4b13-a0a5-48001f9d324d tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 943 time: 0.0485694 Apr 30 02:14:43.248157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4db064b4-34b4-435a-9db3-60189b801ed1 req-88aec158-c1ce-41fd-9d58-d484cdc60e05 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Apr 30 02:14:44.362005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aa814-2097-4816-a7cd-7d92c61a5013 req-1fce9948-9990-4a0e-9f7e-6aa07819e03a tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:44.363475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e79aa814-2097-4816-a7cd-7d92c61a5013 req-1fce9948-9990-4a0e-9f7e-6aa07819e03a tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 943 time: 0.0476551 Apr 30 02:14:44.400890 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e79aa814-2097-4816-a7cd-7d92c61a5013 req-bcac3282-730b-4d4d-bb18-faad111251b5 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Apr 30 02:14:45.465664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device bec28d5e-0bf7-4817-aaae-8bcb7d085286 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:14:45.513680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b599-c70f-4261-98fa-87e4e65ee192 req-13a1de28-acdd-4d03-b62d-267779dcbbd4 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:45.515150 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5b7b599-c70f-4261-98fa-87e4e65ee192 req-13a1de28-acdd-4d03-b62d-267779dcbbd4 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 943 time: 0.0484383 Apr 30 02:14:45.558063 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5b7b599-c70f-4261-98fa-87e4e65ee192 req-3ffcf0af-d97d-4f0f-8140-c5b1fcd2888b tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Apr 30 02:14:45.564585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port bec28d5e-0bf7-4817-aaae-8bcb7d085286, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bec28d5e-0bf7-4817-aaae-8bcb7d085286,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:45.577073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'bec28d5e-0bf7-4817-aaae-8bcb7d085286', 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd', 'port_id': 'bec28d5e-0bf7-4817-aaae-8bcb7d085286', 'mac_address': 'fa:16:3e:c0:d4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4945ef96-a76b-4c0d-a86e-25ea39f389db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:14:45.613614 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:45.626761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec28d5e-0bf7-4817-aaae-8bcb7d085286 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:14:45.644929 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port bec28d5e-0bf7-4817-aaae-8bcb7d085286, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bec28d5e-0bf7-4817-aaae-8bcb7d085286,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:45.708382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:45.758989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=bec28d5e-0bf7-4817-aaae-8bcb7d085286,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:45.952704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['bec28d5e-0bf7-4817-aaae-8bcb7d085286'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:14:46.724558 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dfbac-d460-4982-94d1-87e222d5f290 req-b2163aa3-9dcc-44a8-88e8-738777e8321a tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:46.726626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-848dfbac-d460-4982-94d1-87e222d5f290 req-b2163aa3-9dcc-44a8-88e8-738777e8321a tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0476460 Apr 30 02:14:46.762325 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-848dfbac-d460-4982-94d1-87e222d5f290 req-17461d73-ed50-4cfb-9a69-b7fea6d7c1c6 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297465 Apr 30 02:14:47.481521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device bec28d5e-0bf7-4817-aaae-8bcb7d085286 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:14:47.599630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port bec28d5e-0bf7-4817-aaae-8bcb7d085286 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:14:47.603714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port bec28d5e-0bf7-4817-aaae-8bcb7d085286 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:14:47.604086 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:47.677775 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:47.700195 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5305e844-d6ba-4249-871b-823d1aa3f5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec28d5e-0bf7-4817-aaae-8bcb7d085286'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:14:47.702409 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecd2fc3-2e56-4556-90b3-aae64503bd80" -d '{"events": [{"server_uuid": "5305e844-d6ba-4249-871b-823d1aa3f5b1", "name": "network-vif-plugged", "status": "completed", "tag": "bec28d5e-0bf7-4817-aaae-8bcb7d085286"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:14:47.714824 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port bec28d5e-0bf7-4817-aaae-8bcb7d085286, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bec28d5e-0bf7-4817-aaae-8bcb7d085286,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:47.737780 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033f0bcc-875e-430e-a8a4-e822266577b6 x-openstack-request-id: req-033f0bcc-875e-430e-a8a4-e822266577b6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:14:47.738060 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5305e844-d6ba-4249-871b-823d1aa3f5b1", "name": "network-vif-plugged", "status": "completed", "tag": "bec28d5e-0bf7-4817-aaae-8bcb7d085286", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:14:47.738309 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-033f0bcc-875e-430e-a8a4-e822266577b6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:14:47.738700 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033f0bcc-875e-430e-a8a4-e822266577b6'] response: {'server_uuid': '5305e844-d6ba-4249-871b-823d1aa3f5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec28d5e-0bf7-4817-aaae-8bcb7d085286', 'code': 200} Apr 30 02:14:47.791990 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:47.848635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209249a-a7cd-4bdc-9dae-9c96270ff34d req-dc44c5e2-53b7-4a3b-9ccc-48e8eec5ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:47.850253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4209249a-a7cd-4bdc-9dae-9c96270ff34d req-dc44c5e2-53b7-4a3b-9ccc-48e8eec5ba04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0476186 Apr 30 02:14:47.894645 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4209249a-a7cd-4bdc-9dae-9c96270ff34d req-e3bd109f-1e4e-4b9e-a57a-f04901fbb063 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Apr 30 02:14:47.975240 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b8bff-9015-4b72-9c88-818d0e65365b req-9b250e96-0d51-4c43-9bc3-e26a3616bd3d tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:47.977249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3b2b8bff-9015-4b72-9c88-818d0e65365b req-9b250e96-0d51-4c43-9bc3-e26a3616bd3d tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.1022704 Apr 30 02:14:48.001077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=bec28d5e-0bf7-4817-aaae-8bcb7d085286,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:48.018345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3b2b8bff-9015-4b72-9c88-818d0e65365b req-9bbb5d4b-8eda-4928-91d0-4c157ef808da tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349433 Apr 30 02:14:48.379345 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:14:49.141145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e2320-64f6-4efc-b5fc-80140bfb66b1 req-6aa6a23f-f66f-45cf-adb8-f3d3b858e765 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:49.142626 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-591e2320-64f6-4efc-b5fc-80140bfb66b1 req-6aa6a23f-f66f-45cf-adb8-f3d3b858e765 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0480139 Apr 30 02:14:49.166113 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:49.185785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-591e2320-64f6-4efc-b5fc-80140bfb66b1 req-10cd07c6-0982-4629-b6f9-11d6a0b545a9 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Apr 30 02:14:50.299892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13735d83-2e1d-4294-9d1d-a88834be5f4e req-8867043d-304d-41dc-a2fd-704d39fa78c3 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:50.301336 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13735d83-2e1d-4294-9d1d-a88834be5f4e req-8867043d-304d-41dc-a2fd-704d39fa78c3 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Apr 30 02:14:50.338800 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13735d83-2e1d-4294-9d1d-a88834be5f4e req-92bfe1c5-5dcb-4132-8da9-dc521a6f8842 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Apr 30 02:14:50.621309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-bf44aa3a-c558-4a16-977e-3159a54019f0 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:50.621309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-bf44aa3a-c558-4a16-977e-3159a54019f0 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/networks?id=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd HTTP/1.1" status: 200 len: 813 time: 0.1047468 Apr 30 02:14:50.621309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-13c9760f-7a18-4f84-a7d5-ca14a10bbda4 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/quotas/90ab2f8506b04807a11e160c063fb546 HTTP/1.1" status: 200 len: 375 time: 0.0096388 Apr 30 02:14:50.631212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-189e9722-1290-4284-9371-dbbac992f5b0 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ab2f8506b04807a11e160c063fb546&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463381 Apr 30 02:14:50.720958 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-9a3f45ca-8862-4991-9f4a-b3465c56122b service neutron] 10.222.0.15 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825195 Apr 30 02:14:50.811157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-b9d76d7f-50d2-439d-8d0e-d9f57834244d service neutron] 10.222.0.15 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840595 Apr 30 02:14:50.953854 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:51.057412 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44cea3a9-53dd-41f5-ad11-1b29b5f69a18 req-1664c4ec-3743-4273-afd1-17f813485a85 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Apr 30 02:14:52.150620 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce265a46-9709-4708-b8a1-57a22fdc9ea3 req-846b9425-45b9-44f8-94c6-e2c032ddd0c8 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 210 time: 0.0256598 Apr 30 02:14:52.921783 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-44190be7-b541-4b50-b0b4-eaaf9029d3e0 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:52.923242 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-44190be7-b541-4b50-b0b4-eaaf9029d3e0 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.21 "GET /v2.0/networks?id=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd HTTP/1.1" status: 200 len: 813 time: 0.1054151 Apr 30 02:14:52.935704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Request body: {'port': {'device_id': '24c463df-8186-416f-b463-ca3084597cc8', 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd', 'admin_state_up': True, 'tenant_id': '90ab2f8506b04807a11e160c063fb546'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:14:53.123518 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Made reservation on behalf of 90ab2f8506b04807a11e160c063fb546 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:14:53.127272 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:53.244785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9bf0a77a-ace3-49b3-bb7e-c007cc0d10e4 req-7f23c130-158e-41cb-942c-266e756aa433 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 210 time: 0.0250173 Apr 30 02:14:53.259670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Allocated IP 172.20.0.5 (4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd/4945ef96-a76b-4c0d-a86e-25ea39f389db/e865b760-808f-4d68-ad59-6a2942a3156f) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:14:53.398310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:53.489302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:53.501674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['bec28d5e-0bf7-4817-aaae-8bcb7d085286'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:14:53.540319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:14:53.543621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:14:53.548264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:14:53.569405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Pushing event updated for resources: {'Port': ['ID=e865b760-808f-4d68-ad59-6a2942a3156f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:53.584519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.584876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.585184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.585513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.585829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.586163 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.586466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.586781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.587130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.587483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.587797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.588087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:14:53.610051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:53.610650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:53.699536 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-aa81f51b-6326-4754-b1e9-b5193c136b14 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673018 Apr 30 02:14:53.802393 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Request body: {'port': {'device_id': '24c463df-8186-416f-b463-ca3084597cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:14:53.857251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:54.115769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e865b760-808f-4d68-ad59-6a2942a3156f {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:14:54.123242 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:54.134656 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Transition to ACTIVE for port object e865b760-808f-4d68-ad59-6a2942a3156f will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:14:54.208584 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:54.277831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Pushing event updated for resources: {'Port': ['ID=e865b760-808f-4d68-ad59-6a2942a3156f,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:54.333806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Attempting to bind port e865b760-808f-4d68-ad59-6a2942a3156f on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:14:54.334129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Attempting to bind port e865b760-808f-4d68-ad59-6a2942a3156f by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:14:54.334452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Attempting to bind port e865b760-808f-4d68-ad59-6a2942a3156f on network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:14:54.339415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Port e865b760-808f-4d68-ad59-6a2942a3156f on network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:14:54.339786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Attempting to bind port e865b760-808f-4d68-ad59-6a2942a3156f on network 4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:14:54.344439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:14:54.344766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Checking segment: {'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:14:54.345145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Bound using segment: {'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:14:54.345559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Bound port: e865b760-808f-4d68-ad59-6a2942a3156f, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac8f881-324a-49c1-b28f-f6fab5ac06fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:14:54.345910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:54.371888 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05535fc5-1ddf-4303-b87e-49e24f17e66a req-baee38ce-1903-4d16-9d6e-d8a5764d9bdb tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:54.373333 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05535fc5-1ddf-4303-b87e-49e24f17e66a req-baee38ce-1903-4d16-9d6e-d8a5764d9bdb tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 943 time: 0.0535867 Apr 30 02:14:54.414267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05535fc5-1ddf-4303-b87e-49e24f17e66a req-bceb8cbe-4cf1-4e03-bc0d-8c6972a7f1ae tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Apr 30 02:14:54.687034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] For port e865b760-808f-4d68-ad59-6a2942a3156f, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:14:54.689854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] For port e865b760-808f-4d68-ad59-6a2942a3156f, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e865b760-808f-4d68-ad59-6a2942a3156f,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:14:54.760455 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:54.795234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:54.795234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:54.796625 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] 10.222.0.21 "PUT /v2.0/ports/e865b760-808f-4d68-ad59-6a2942a3156f HTTP/1.1" status: 200 len: 1091 time: 1.0360048 Apr 30 02:14:54.797054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c463df-8186-416f-b463-ca3084597cc8', 'tag': 'e865b760-808f-4d68-ad59-6a2942a3156f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:14:54.799261 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5b334e7ca83cf3d6bc66fe67442441c1ad9fd46d4fda46d6cfbf651a89b842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fc7b0a-56c9-497f-86e1-7dd74f5aaa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "24c463df-8186-416f-b463-ca3084597cc8", "tag": "e865b760-808f-4d68-ad59-6a2942a3156f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:14:54.826859 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ced7c-64f0-4556-ae27-c9c23d8f137f service neutron] Pushing event updated for resources: {'Port': ['ID=e865b760-808f-4d68-ad59-6a2942a3156f,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:54.838660 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64040754-5bdc-4b70-8b91-99c4b5221feb x-openstack-request-id: req-64040754-5bdc-4b70-8b91-99c4b5221feb {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:14:54.838947 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c463df-8186-416f-b463-ca3084597cc8", "tag": "e865b760-808f-4d68-ad59-6a2942a3156f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:14:54.839199 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64040754-5bdc-4b70-8b91-99c4b5221feb {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:14:54.839621 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64040754-5bdc-4b70-8b91-99c4b5221feb'] response: {'name': 'network-changed', 'server_uuid': '24c463df-8186-416f-b463-ca3084597cc8', 'tag': 'e865b760-808f-4d68-ad59-6a2942a3156f', 'status': 'completed', 'code': 200} Apr 30 02:14:54.901485 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc7b0a-56c9-497f-86e1-7dd74f5aaa0d req-2f8f715c-d765-4894-836b-92450d6bb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:54.902982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11fc7b0a-56c9-497f-86e1-7dd74f5aaa0d req-2f8f715c-d765-4894-836b-92450d6bb480 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90ab2f8506b04807a11e160c063fb546&device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 1094 time: 0.0415323 Apr 30 02:14:54.999374 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc7b0a-56c9-497f-86e1-7dd74f5aaa0d req-5a5d215f-f13a-439f-8d84-a326868c02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:55.000778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11fc7b0a-56c9-497f-86e1-7dd74f5aaa0d req-5a5d215f-f13a-439f-8d84-a326868c02a6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=90ab2f8506b04807a11e160c063fb546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0902083 Apr 30 02:14:55.094276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc7b0a-56c9-497f-86e1-7dd74f5aaa0d req-6d7bf4d8-b495-4562-ae8c-7962069d488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:55.095764 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11fc7b0a-56c9-497f-86e1-7dd74f5aaa0d req-6d7bf4d8-b495-4562-ae8c-7962069d488b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889778 Apr 30 02:14:55.173903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-b88fbcfe-6b68-44b7-96f6-98a60ae8c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:55.175405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-b88fbcfe-6b68-44b7-96f6-98a60ae8c8c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=90ab2f8506b04807a11e160c063fb546&device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 1094 time: 0.0416603 Apr 30 02:14:55.216839 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-cd51b822-1d97-4e9e-82fd-6446143a171b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e865b760-808f-4d68-ad59-6a2942a3156f HTTP/1.1" status: 200 len: 217 time: 0.0339141 Apr 30 02:14:55.264427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-b4d72052-520e-4c0f-9479-da7f0cb488ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:55.265798 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-b4d72052-520e-4c0f-9479-da7f0cb488ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4945ef96-a76b-4c0d-a86e-25ea39f389db HTTP/1.1" status: 200 len: 853 time: 0.0426745 Apr 30 02:14:55.305401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-324335a9-e14a-4acd-9138-2d604063092a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327301 Apr 30 02:14:55.391897 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-29795a56-bfac-4c4b-a067-e25025369ab6 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797820 Apr 30 02:14:55.484614 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-027048f0-6c18-4a70-b786-ced64b35e3ac req-36d84956-9fc9-4c94-99b8-dd77d43d6793 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867722 Apr 30 02:14:55.535042 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99435d29-7b89-45aa-82ca-30c4cd83a2af req-fc669a5e-87e4-4c58-8b8b-f24fbb945173 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:55.536468 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99435d29-7b89-45aa-82ca-30c4cd83a2af req-fc669a5e-87e4-4c58-8b8b-f24fbb945173 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 943 time: 0.0495224 Apr 30 02:14:55.576649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-99435d29-7b89-45aa-82ca-30c4cd83a2af req-77caa8fe-c221-43d3-a493-2987c6c8c8fc tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Apr 30 02:14:56.690967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c8429-feeb-4c35-8f95-c710f751e92a req-7636c9be-91ca-4000-88f1-381ac4a7a4ac tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:56.692436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06c8429-feeb-4c35-8f95-c710f751e92a req-7636c9be-91ca-4000-88f1-381ac4a7a4ac tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 943 time: 0.0485761 Apr 30 02:14:56.729950 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f06c8429-feeb-4c35-8f95-c710f751e92a req-41d91116-282d-4ddf-b359-128f028e1807 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Apr 30 02:14:57.675006 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e865b760-808f-4d68-ad59-6a2942a3156f details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:14:57.768934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e865b760-808f-4d68-ad59-6a2942a3156f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e865b760-808f-4d68-ad59-6a2942a3156f,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:57.781248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'e865b760-808f-4d68-ad59-6a2942a3156f', 'network_id': '4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd', 'port_id': 'e865b760-808f-4d68-ad59-6a2942a3156f', 'mac_address': 'fa:16:3e:b7:d2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4945ef96-a76b-4c0d-a86e-25ea39f389db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:14:57.818442 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:57.831786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e865b760-808f-4d68-ad59-6a2942a3156f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:14:57.848973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7da29-c96c-4ef8-97da-150229732635 req-a58302ef-9817-4c8a-b7fa-3469fe4a4215 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:57.850454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34c7da29-c96c-4ef8-97da-150229732635 req-a58302ef-9817-4c8a-b7fa-3469fe4a4215 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 943 time: 0.0527272 Apr 30 02:14:57.851561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e865b760-808f-4d68-ad59-6a2942a3156f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e865b760-808f-4d68-ad59-6a2942a3156f,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:57.887878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-34c7da29-c96c-4ef8-97da-150229732635 req-fdb6cea4-cf22-4db3-b9a0-838775065e55 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Apr 30 02:14:57.923236 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:57.969082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e865b760-808f-4d68-ad59-6a2942a3156f,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:14:58.112491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e865b760-808f-4d68-ad59-6a2942a3156f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:14:58.796992 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba11c4e7-62ad-4752-a620-c6731b589fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:59.002579 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aeac-e264-4172-9d42-5ea866fb9cc4 req-59e1b71e-f777-45c0-ae50-36af93ab9833 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:14:59.004053 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ed6aeac-e264-4172-9d42-5ea866fb9cc4 req-59e1b71e-f777-45c0-ae50-36af93ab9833 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 944 time: 0.0477457 Apr 30 02:14:59.042184 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ed6aeac-e264-4172-9d42-5ea866fb9cc4 req-4f1ae357-0ea6-4453-8c13-881c9a6f66a2 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Apr 30 02:14:59.697800 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e865b760-808f-4d68-ad59-6a2942a3156f up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:14:59.839373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port e865b760-808f-4d68-ad59-6a2942a3156f completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:14:59.843117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port e865b760-808f-4d68-ad59-6a2942a3156f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:14:59.843516 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:59.922236 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:14:59.945081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c463df-8186-416f-b463-ca3084597cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e865b760-808f-4d68-ad59-6a2942a3156f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:14:59.947649 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dffcc394d514649e9ebdd068786a4d6a47a251e6b361985aeb725fcd1179ad93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec208d5-a2f2-40d0-bbb2-489d67eb0c04" -d '{"events": [{"server_uuid": "24c463df-8186-416f-b463-ca3084597cc8", "name": "network-vif-plugged", "status": "completed", "tag": "e865b760-808f-4d68-ad59-6a2942a3156f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:14:59.960488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port e865b760-808f-4d68-ad59-6a2942a3156f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e865b760-808f-4d68-ad59-6a2942a3156f,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:14:59.983497 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d8ca8e-f351-4906-917f-695581247c4b x-openstack-request-id: req-f2d8ca8e-f351-4906-917f-695581247c4b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:14:59.983780 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c463df-8186-416f-b463-ca3084597cc8", "name": "network-vif-plugged", "status": "completed", "tag": "e865b760-808f-4d68-ad59-6a2942a3156f", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:14:59.984025 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2d8ca8e-f351-4906-917f-695581247c4b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:14:59.984480 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d8ca8e-f351-4906-917f-695581247c4b'] response: {'server_uuid': '24c463df-8186-416f-b463-ca3084597cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e865b760-808f-4d68-ad59-6a2942a3156f', 'code': 200} Apr 30 02:15:00.014110 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:00.062608 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=e865b760-808f-4d68-ad59-6a2942a3156f,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:00.083004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69399c-8894-4289-b830-de32e004fe9c req-13cf6fa6-c1d8-4b8e-99d5-334dc80de437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:00.084562 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc69399c-8894-4289-b830-de32e004fe9c req-13cf6fa6-c1d8-4b8e-99d5-334dc80de437 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0461707 Apr 30 02:15:00.119791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc69399c-8894-4289-b830-de32e004fe9c req-ba95c411-0c9e-414b-9b2b-86820389ecfd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286489 Apr 30 02:15:00.158654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d40a8-33ee-4d19-a25a-d7d45f9c5624 req-fd991166-23d0-47f9-a621-46bbb9d80e9f tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:00.160138 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a3d40a8-33ee-4d19-a25a-d7d45f9c5624 req-fd991166-23d0-47f9-a621-46bbb9d80e9f tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 945 time: 0.0476730 Apr 30 02:15:00.197358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a3d40a8-33ee-4d19-a25a-d7d45f9c5624 req-f4d96f0b-e9d1-4a8b-834e-407d99d910ef tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Apr 30 02:15:01.050798 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-586b0e56-d24f-4557-96bb-12ae63c555df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:01.317530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134383f2-cdc6-43d2-bf11-54b831352dff req-751408e3-e104-469f-8140-b8945410e5c3 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:01.318959 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-134383f2-cdc6-43d2-bf11-54b831352dff req-751408e3-e104-469f-8140-b8945410e5c3 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 945 time: 0.0525463 Apr 30 02:15:01.357994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-134383f2-cdc6-43d2-bf11-54b831352dff req-524a1823-5ba3-4b7e-a2bf-37cc65886e85 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Apr 30 02:15:01.785091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce5ad6-03fe-4fa7-823e-cd35f08f237f req-64d6cdb2-0065-4c68-9386-6efa1d9bf60b tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:01.786530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5ce5ad6-03fe-4fa7-823e-cd35f08f237f req-64d6cdb2-0065-4c68-9386-6efa1d9bf60b tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Apr 30 02:15:01.825175 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e5ce5ad6-03fe-4fa7-823e-cd35f08f237f req-44975316-8858-4f3d-86c3-b509c60cbec3 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Apr 30 02:15:02.188076 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:02.940174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e2096-6de6-4f36-b09b-145dd8040c1d req-c936537b-7c63-472f-b0ff-5cd65d0462dd tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:02.941739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d7e2096-6de6-4f36-b09b-145dd8040c1d req-c936537b-7c63-472f-b0ff-5cd65d0462dd tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 945 time: 0.0483534 Apr 30 02:15:02.982066 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0d7e2096-6de6-4f36-b09b-145dd8040c1d req-761c0117-d4f1-4425-abd0-0c05be5cdd0a tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Apr 30 02:15:03.027699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5e8a1-9536-4093-8954-ff049d13161d req-4b7b5bcd-4633-46df-8da3-c77609d23265 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:03.029144 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69c5e8a1-9536-4093-8954-ff049d13161d req-4b7b5bcd-4633-46df-8da3-c77609d23265 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Apr 30 02:15:03.118456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Deleting port e865b760-808f-4d68-ad59-6a2942a3156f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:03.118722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:03.205213 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] For port e865b760-808f-4d68-ad59-6a2942a3156f, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=e865b760-808f-4d68-ad59-6a2942a3156f,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:03.205579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:03.218865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Calling delete_port for e865b760-808f-4d68-ad59-6a2942a3156f owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:03.405106 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:03.420512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['e865b760-808f-4d68-ad59-6a2942a3156f'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:15:03.422859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['bec28d5e-0bf7-4817-aaae-8bcb7d085286'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:15:03.435301 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Pushing event deleted for resources: {'Port': ['ID=e865b760-808f-4d68-ad59-6a2942a3156f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:03.481155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] No DVR routers for this DVR port e865b760-808f-4d68-ad59-6a2942a3156f on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:03.483818 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:03.487152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-69c5e8a1-9536-4093-8954-ff049d13161d req-de7ed4ae-9655-4de7-9c36-454c9eb18416 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.21 "DELETE /v2.0/ports/e865b760-808f-4d68-ad59-6a2942a3156f HTTP/1.1" status: 204 len: 173 time: 0.4522460 Apr 30 02:15:03.487615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c463df-8186-416f-b463-ca3084597cc8', 'name': 'network-vif-deleted', 'tag': 'e865b760-808f-4d68-ad59-6a2942a3156f'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:15:03.527733 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b535f02f-39e1-4269-b39d-6d89a0129419" -d '{"events": [{"server_uuid": "24c463df-8186-416f-b463-ca3084597cc8", "name": "network-vif-deleted", "tag": "e865b760-808f-4d68-ad59-6a2942a3156f"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:15:03.615451 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4bbfb1-7832-4690-8e3c-a14ef58d796e x-openstack-request-id: req-4d4bbfb1-7832-4690-8e3c-a14ef58d796e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:15:03.615747 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c463df-8186-416f-b463-ca3084597cc8", "name": "network-vif-deleted", "tag": "e865b760-808f-4d68-ad59-6a2942a3156f", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:15:03.615996 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d4bbfb1-7832-4690-8e3c-a14ef58d796e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:15:03.616558 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4bbfb1-7832-4690-8e3c-a14ef58d796e'] response: {'server_uuid': '24c463df-8186-416f-b463-ca3084597cc8', 'name': 'network-vif-deleted', 'tag': 'e865b760-808f-4d68-ad59-6a2942a3156f', 'status': 'completed', 'code': 200} Apr 30 02:15:03.925008 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:03.953543 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:04.094743 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-18df6be5-3b88-4ed0-b1d1-73fdf5dfc7f1 req-cc9f896d-f776-4c09-8ac0-af917431ec16 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c463df-8186-416f-b463-ca3084597cc8 HTTP/1.1" status: 200 len: 210 time: 0.0309417 Apr 30 02:15:05.240743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6716e-4139-4b40-9500-b796c73c7d45 req-758c6e56-088e-4379-a097-f26287f8c8c1 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:05.242181 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78e6716e-4139-4b40-9500-b796c73c7d45 req-758c6e56-088e-4379-a097-f26287f8c8c1 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0474241 Apr 30 02:15:05.279787 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-78e6716e-4139-4b40-9500-b796c73c7d45 req-778b8538-60a2-47fd-822f-54584614f211 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Apr 30 02:15:05.409320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d3ea4-7402-4daa-964d-8fa8cd54e31b req-790f7045-1eb2-4ac8-94e5-039723ccd7c7 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:05.410729 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2d3ea4-7402-4daa-964d-8fa8cd54e31b req-790f7045-1eb2-4ac8-94e5-039723ccd7c7 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Apr 30 02:15:05.447600 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2d3ea4-7402-4daa-964d-8fa8cd54e31b req-34a115f3-39bc-4d34-a218-15ac7c66c378 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301657 Apr 30 02:15:05.561112 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8822-9e8b-4206-95ef-d19de6f059cd req-dee3726b-399d-47c0-976b-3f3302679436 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:05.562598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-540d8822-9e8b-4206-95ef-d19de6f059cd req-dee3726b-399d-47c0-976b-3f3302679436 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0496287 Apr 30 02:15:05.605956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-540d8822-9e8b-4206-95ef-d19de6f059cd req-58e49bcc-26cd-4955-8627-41f971f0e005 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373504 Apr 30 02:15:05.729681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e865b760-808f-4d68-ad59-6a2942a3156f no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:15:05.749691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: e865b760-808f-4d68-ad59-6a2942a3156f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:15:05.750031 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device e865b760-808f-4d68-ad59-6a2942a3156f not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:15:05.768303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f57004-e6fa-477f-9830-dbfbe9268126 req-888bb0ec-5cd4-486e-833e-e1ff52f8fe1d tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:05.769761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2f57004-e6fa-477f-9830-dbfbe9268126 req-888bb0ec-5cd4-486e-833e-e1ff52f8fe1d tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0479612 Apr 30 02:15:05.807359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e2f57004-e6fa-477f-9830-dbfbe9268126 req-26c35bf2-5c4c-4c5d-8cfa-02059eb01a31 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306270 Apr 30 02:15:05.921109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a8c9-cee9-4ca1-9a8f-9999c19a0434 req-2eec11fc-63ab-4faa-9b4f-2f2ed0b3c311 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:05.922481 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a673a8c9-cee9-4ca1-9a8f-9999c19a0434 req-2eec11fc-63ab-4faa-9b4f-2f2ed0b3c311 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0498834 Apr 30 02:15:05.961193 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a673a8c9-cee9-4ca1-9a8f-9999c19a0434 req-e3dc1448-27d7-4bff-9a3c-eb757576c3e9 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Apr 30 02:15:06.083142 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c9478-b40b-4ed3-9084-2bff13b4a641 req-051fd65e-daba-4a59-b10a-d8f97ae4986e tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:06.084718 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad8c9478-b40b-4ed3-9084-2bff13b4a641 req-051fd65e-daba-4a59-b10a-d8f97ae4986e tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0475047 Apr 30 02:15:06.124831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ad8c9478-b40b-4ed3-9084-2bff13b4a641 req-28b6ebe4-9604-43cd-91b0-c31c4a32352f tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Apr 30 02:15:06.657262 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a1865-3314-465c-a1d0-ca3001186371 req-5c2c31ed-bee9-44e3-8b87-b55f904f02af tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:06.658730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f6a1865-3314-465c-a1d0-ca3001186371 req-5c2c31ed-bee9-44e3-8b87-b55f904f02af tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0493274 Apr 30 02:15:06.696919 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f6a1865-3314-465c-a1d0-ca3001186371 req-f3843b7b-d0cf-43a2-bf81-69650ae88846 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Apr 30 02:15:07.812810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f591c9-5e37-48a9-9dd4-025fbcfa21d9 req-8c11bb65-0aba-48c7-aaa5-0d60b7c82019 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:07.814184 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4f591c9-5e37-48a9-9dd4-025fbcfa21d9 req-8c11bb65-0aba-48c7-aaa5-0d60b7c82019 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0481339 Apr 30 02:15:07.850959 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4f591c9-5e37-48a9-9dd4-025fbcfa21d9 req-56b0826c-7a48-4d8e-94b8-833daa38c58d tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/security-groups?id=76a76abb-2538-40f6-86d5-632e3ed5a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307498 Apr 30 02:15:08.133820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-b355e94c-f166-42fc-84c9-35c66bc30988 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:08.135260 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-b355e94c-f166-42fc-84c9-35c66bc30988 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.23 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0479691 Apr 30 02:15:08.225207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Deleting port bec28d5e-0bf7-4817-aaae-8bcb7d085286 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:08.225579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:08.315863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] For port bec28d5e-0bf7-4817-aaae-8bcb7d085286, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=bec28d5e-0bf7-4817-aaae-8bcb7d085286,segment=NetworkSegment(8ac8f881-324a-49c1-b28f-f6fab5ac06fc),segment_id=8ac8f881-324a-49c1-b28f-f6fab5ac06fc)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:08.316230 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:08.328663 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Calling delete_port for bec28d5e-0bf7-4817-aaae-8bcb7d085286 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:08.531309 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:08.553034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['bec28d5e-0bf7-4817-aaae-8bcb7d085286'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:15:08.560077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Pushing event deleted for resources: {'Port': ['ID=bec28d5e-0bf7-4817-aaae-8bcb7d085286,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:08.602936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] No DVR routers for this DVR port bec28d5e-0bf7-4817-aaae-8bcb7d085286 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:08.606544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:08.611169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d63c3ad-afb0-48ee-9d36-8448ad9e71af req-94dc3217-caa1-4431-9e9b-4569d90d4712 tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.23 "DELETE /v2.0/ports/bec28d5e-0bf7-4817-aaae-8bcb7d085286 HTTP/1.1" status: 204 len: 173 time: 0.4657867 Apr 30 02:15:08.611169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5305e844-d6ba-4249-871b-823d1aa3f5b1', 'name': 'network-vif-deleted', 'tag': 'bec28d5e-0bf7-4817-aaae-8bcb7d085286'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:15:08.612570 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de6dc18-04a7-4071-8d27-5cd7641d36f1" -d '{"events": [{"server_uuid": "5305e844-d6ba-4249-871b-823d1aa3f5b1", "name": "network-vif-deleted", "tag": "bec28d5e-0bf7-4817-aaae-8bcb7d085286"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:15:08.648082 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6643a8-a0e6-48cd-a8fa-a61fed8b057d x-openstack-request-id: req-ac6643a8-a0e6-48cd-a8fa-a61fed8b057d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:15:08.648394 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5305e844-d6ba-4249-871b-823d1aa3f5b1", "name": "network-vif-deleted", "tag": "bec28d5e-0bf7-4817-aaae-8bcb7d085286", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:15:08.648636 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac6643a8-a0e6-48cd-a8fa-a61fed8b057d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:15:08.649031 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6643a8-a0e6-48cd-a8fa-a61fed8b057d'] response: {'server_uuid': '5305e844-d6ba-4249-871b-823d1aa3f5b1', 'name': 'network-vif-deleted', 'tag': 'bec28d5e-0bf7-4817-aaae-8bcb7d085286', 'status': 'completed', 'code': 200} Apr 30 02:15:08.960661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee44c698-3a36-42c2-bce1-4a7a9830b87f req-af5a44dc-6245-4e1f-82f1-4424efddda6e tempest-ServersNegativeTestJSON-2083297945 tempest-ServersNegativeTestJSON-2083297945-project] 10.222.0.15 "GET /v2.0/ports?device_id=5305e844-d6ba-4249-871b-823d1aa3f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0260851 Apr 30 02:15:10.016291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37396) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:10.064618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a891bd0-3bcc-49d0-9ddc-46b2d56a87c0 admin admin] Deleting subnet 4945ef96-a76b-4c0d-a86e-25ea39f389db {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:15:10.067586 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a891bd0-3bcc-49d0-9ddc-46b2d56a87c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.101786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a891bd0-3bcc-49d0-9ddc-46b2d56a87c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.140142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a891bd0-3bcc-49d0-9ddc-46b2d56a87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.280031 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a891bd0-3bcc-49d0-9ddc-46b2d56a87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.304903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a891bd0-3bcc-49d0-9ddc-46b2d56a87c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4945ef96-a76b-4c0d-a86e-25ea39f389db,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:10.308513 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a891bd0-3bcc-49d0-9ddc-46b2d56a87c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.311630 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9a891bd0-3bcc-49d0-9ddc-46b2d56a87c0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4945ef96-a76b-4c0d-a86e-25ea39f389db HTTP/1.1" status: 204 len: 168 time: 0.2943151 Apr 30 02:15:10.314132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37398) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:10.383890 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.459748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.479694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:10.488509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac8f881-324a-49c1-b28f-f6fab5ac06fc') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:10.488799 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac8f881-324a-49c1-b28f-f6fab5ac06fc') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:10.502141 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.515199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.520833 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:10.521199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:10.523030 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:10.648439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.653122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:10.659590 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd HTTP/1.1" status: 204 len: 168 time: 0.3412781 Apr 30 02:15:10.669706 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae8de4-57cf-4fc7-b045-3b074431e7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1dd3d1-4d33-46e0-80d3-a4c4fe6455cd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:10.980318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37402) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:11.018869 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f7c2276b-aa26-4a61-80f3-1fd1c6d17d81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90ab2f8506b04807a11e160c063fb546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374017 Apr 30 02:15:11.021217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37404) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:11.067235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb010729-7058-4b56-8856-9b5a3ca225d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:11.087284 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb010729-7058-4b56-8856-9b5a3ca225d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:11.222066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb010729-7058-4b56-8856-9b5a3ca225d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:11.224612 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb010729-7058-4b56-8856-9b5a3ca225d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:11.225763 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bb010729-7058-4b56-8856-9b5a3ca225d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76a76abb-2538-40f6-86d5-632e3ed5a4e3 HTTP/1.1" status: 204 len: 168 time: 0.2034333 Apr 30 02:15:11.234005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb010729-7058-4b56-8856-9b5a3ca225d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a76abb-2538-40f6-86d5-632e3ed5a4e3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:11.605909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device bec28d5e-0bf7-4817-aaae-8bcb7d085286 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:15:11.629217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: bec28d5e-0bf7-4817-aaae-8bcb7d085286 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:15:11.629619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device bec28d5e-0bf7-4817-aaae-8bcb7d085286 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:15:12.271713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37426) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:12.363382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-417594392'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:12.465073 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:12.468389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:12.476728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:12.550236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:12.614088 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:12.640792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:12.650512 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba42b151-0e8e-4f22-a939-d8237bf31b0b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:12.655302 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:12.655746 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Added segment 6c7eb8a0-7465-4820-89c3-535e1db6b3b3 of type vlan for network dbb24118-9666-4b03-b753-aa8509c67db2 Apr 30 02:15:12.695865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:12.793616 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:12.798994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:12.799622 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:12.866409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Network': ['ID=dbb24118-9666-4b03-b753-aa8509c67db2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:12.876674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network dbb24118-9666-4b03-b753-aa8509c67db2 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:12.908192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5ed443cb-d731-4f4c-a2cb-cf758ea289d1 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6353593 Apr 30 02:15:16.161299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37430) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:16.166982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'subnet': {'network_id': 'dbb24118-9666-4b03-b753-aa8509c67db2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:16.313532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:16.317042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:16.565664 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:16.633858 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Subnet': ['ID=20b4bcd1-ac5f-4563-a1d3-c2247bcb2374,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:16.641319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Checking segment: {'id': '6c7eb8a0-7465-4820-89c3-535e1db6b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dbb24118-9666-4b03-b753-aa8509c67db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:16.641680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network hostable DHCP agents. Network: dbb24118-9666-4b03-b753-aa8509c67db2, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:16.708174 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network dbb24118-9666-4b03-b753-aa8509c67db2 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:16.765253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, dbb24118-9666-4b03-b753-aa8509c67db2) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:16.769406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:16.770043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:16.776181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd039a-d965-4530-9ea5-15c143e70e4a None None] Network dbb24118-9666-4b03-b753-aa8509c67db2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:16.845369 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6bd0a9aa-f3be-4c56-a925-bcb74d1b595c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6829250 Apr 30 02:15:16.848955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37432) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:16.854817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262737714'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:16.922626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-dbb24118-9666-4b03-b753-aa8509c67db2', 'network_id': 'dbb24118-9666-4b03-b753-aa8509c67db2', 'tenant_id': '660d75c7735641f7b07a65fe01c778ec', 'fixed_ips': [{'subnet_id': '20b4bcd1-ac5f-4563-a1d3-c2247bcb2374'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:16.923499 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:16.934580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:16.938979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:16.962038 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:16.970670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:16.971010 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Added segment e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1 of type vlan for network 7c02ecd4-dddb-44c1-9bba-1a122dcb834f Apr 30 02:15:17.009908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.094003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.099498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:17.100182 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.138194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Allocated IP 2001:db8:0:ffff::2 (dbb24118-9666-4b03-b753-aa8509c67db2/20b4bcd1-ac5f-4563-a1d3-c2247bcb2374/c16653bd-5739-41a4-b716-cb22bd1ae98c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:17.169415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Network': ['ID=7c02ecd4-dddb-44c1-9bba-1a122dcb834f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:17.196209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 7c02ecd4-dddb-44c1-9bba-1a122dcb834f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:17.202285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b66d2c11-a9e9-431e-945c-b70e1276d51f tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3494461 Apr 30 02:15:17.202420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37434) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:17.207241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'subnet': {'network_id': '7c02ecd4-dddb-44c1-9bba-1a122dcb834f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:17.339241 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.376354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:17.380016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.405290 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.443815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Network dbb24118-9666-4b03-b753-aa8509c67db2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:17.445147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:17.448905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:17.457451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Pushing event updated for resources: {'Port': ['ID=c16653bd-5739-41a4-b716-cb22bd1ae98c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:17.508365 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Attempting to bind port c16653bd-5739-41a4-b716-cb22bd1ae98c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:17.508728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Attempting to bind port c16653bd-5739-41a4-b716-cb22bd1ae98c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '6c7eb8a0-7465-4820-89c3-535e1db6b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dbb24118-9666-4b03-b753-aa8509c67db2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:17.509127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Attempting to bind port c16653bd-5739-41a4-b716-cb22bd1ae98c on network dbb24118-9666-4b03-b753-aa8509c67db2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:17.514258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:17.514621 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Checking segment: {'id': '6c7eb8a0-7465-4820-89c3-535e1db6b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dbb24118-9666-4b03-b753-aa8509c67db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:17.515021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.515579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Bound using segment: {'id': '6c7eb8a0-7465-4820-89c3-535e1db6b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dbb24118-9666-4b03-b753-aa8509c67db2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:17.516034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Bound port: c16653bd-5739-41a4-b716-cb22bd1ae98c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7eb8a0-7465-4820-89c3-535e1db6b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dbb24118-9666-4b03-b753-aa8509c67db2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:17.516411 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.579984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] For port c16653bd-5739-41a4-b716-cb22bd1ae98c, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:17.582972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] For port c16653bd-5739-41a4-b716-cb22bd1ae98c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c16653bd-5739-41a4-b716-cb22bd1ae98c,segment=NetworkSegment(6c7eb8a0-7465-4820-89c3-535e1db6b3b3),segment_id=6c7eb8a0-7465-4820-89c3-535e1db6b3b3)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:17.642976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.671808 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.703347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Subnet': ['ID=dddbc54b-8d70-4cd2-b2cc-c9f713b3b99a,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:17.723388 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Checking segment: {'id': 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c02ecd4-dddb-44c1-9bba-1a122dcb834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:17.724353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network hostable DHCP agents. Network: 7c02ecd4-dddb-44c1-9bba-1a122dcb834f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:17.737828 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f500fe-d081-4728-9680-8a2309d86fd5 None None] Pushing event updated for resources: {'Port': ['ID=c16653bd-5739-41a4-b716-cb22bd1ae98c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:17.793975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network 7c02ecd4-dddb-44c1-9bba-1a122dcb834f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:17.891006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 7c02ecd4-dddb-44c1-9bba-1a122dcb834f) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:17.898042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:17.898891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:17.906842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0892e688-d7f1-47a8-8d2f-bc3394d04140 None None] Network 7c02ecd4-dddb-44c1-9bba-1a122dcb834f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:18.010992 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-49fd2eb6-8173-44f0-ba5c-abe536866eaf tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8051035 Apr 30 02:15:18.011335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:18.063731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-7c02ecd4-dddb-44c1-9bba-1a122dcb834f', 'network_id': '7c02ecd4-dddb-44c1-9bba-1a122dcb834f', 'tenant_id': '660d75c7735641f7b07a65fe01c778ec', 'fixed_ips': [{'subnet_id': 'dddbc54b-8d70-4cd2-b2cc-c9f713b3b99a'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:18.064580 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.108636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.161913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.204280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Allocated IP 2001:db8::2 (7c02ecd4-dddb-44c1-9bba-1a122dcb834f/dddbc54b-8d70-4cd2-b2cc-c9f713b3b99a/75f99d0b-23f1-4195-9546-fcad82e1ee4c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:18.350319 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.422717 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.469774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Network 7c02ecd4-dddb-44c1-9bba-1a122dcb834f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:18.472653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:18.475179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:18.487643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Pushing event updated for resources: {'Port': ['ID=75f99d0b-23f1-4195-9546-fcad82e1ee4c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:18.508027 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.512559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:18.555749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Attempting to bind port 75f99d0b-23f1-4195-9546-fcad82e1ee4c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:18.556258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Attempting to bind port 75f99d0b-23f1-4195-9546-fcad82e1ee4c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c02ecd4-dddb-44c1-9bba-1a122dcb834f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:18.556656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Attempting to bind port 75f99d0b-23f1-4195-9546-fcad82e1ee4c on network 7c02ecd4-dddb-44c1-9bba-1a122dcb834f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:18.561874 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:18.562249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Checking segment: {'id': 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c02ecd4-dddb-44c1-9bba-1a122dcb834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:18.562652 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.563048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Bound using segment: {'id': 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c02ecd4-dddb-44c1-9bba-1a122dcb834f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:18.563536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Bound port: 75f99d0b-23f1-4195-9546-fcad82e1ee4c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c02ecd4-dddb-44c1-9bba-1a122dcb834f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:18.563920 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.574309 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.612737 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Subnet': ['ID=dddbc54b-8d70-4cd2-b2cc-c9f713b3b99a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:18.636694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] For port 75f99d0b-23f1-4195-9546-fcad82e1ee4c, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:18.640297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] For port 75f99d0b-23f1-4195-9546-fcad82e1ee4c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=75f99d0b-23f1-4195-9546-fcad82e1ee4c,segment=NetworkSegment(e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1),segment_id=e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:18.656184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c9c4a-7311-4f58-b50a-c55c48a6e621 None None] Network dbb24118-9666-4b03-b753-aa8509c67db2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:18.673965 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.696411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c02ecd4-dddb-44c1-9bba-1a122dcb834f']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:18.708406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:18.709466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:18.720978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.731111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.737042 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.744080 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:18.744766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:18.748088 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:18.855312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3844a426-557c-49f8-9114-8ffc4dd68ea2 None None] Provisioning complete for port c16653bd-5739-41a4-b716-cb22bd1ae98c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:18.855708 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3844a426-557c-49f8-9114-8ffc4dd68ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:18.863057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195905c8-c68a-4a5b-8064-a7a476e42daf None None] Pushing event updated for resources: {'Port': ['ID=75f99d0b-23f1-4195-9546-fcad82e1ee4c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:18.865705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.db.api [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 02:15:18.865705 n-d-821348-1 neutron-server[103318]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 02:15:18.865705 n-d-821348-1 neutron-server[103318]: [parameters: {'id': '7c02ecd4-dddb-44c1-9bba-1a122dcb834f'}] Apr 30 02:15:18.865705 n-d-821348-1 neutron-server[103318]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 02:15:18.866069 n-d-821348-1 neutron-server[103318]: DEBUG oslo_db.api [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 02:15:18.913899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4f387-e551-4024-8474-d948acaa9c91 None None] Network 7c02ecd4-dddb-44c1-9bba-1a122dcb834f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:19.082745 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3844a426-557c-49f8-9114-8ffc4dd68ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.122300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3844a426-557c-49f8-9114-8ffc4dd68ea2 None None] For port c16653bd-5739-41a4-b716-cb22bd1ae98c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c16653bd-5739-41a4-b716-cb22bd1ae98c,segment=NetworkSegment(6c7eb8a0-7465-4820-89c3-535e1db6b3b3),segment_id=6c7eb8a0-7465-4820-89c3-535e1db6b3b3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:19.158863 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.185054 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3844a426-557c-49f8-9114-8ffc4dd68ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.219664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c9da95-2961-408c-b5b9-d4676ff6595a None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 02:15:19.367493 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.385515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c16653bd-5739-41a4-b716-cb22bd1ae98c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:19.421936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Deleting port 75f99d0b-23f1-4195-9546-fcad82e1ee4c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:19.422283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.468369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844a426-557c-49f8-9114-8ffc4dd68ea2 None None] Pushing event updated for resources: {'Port': ['ID=c16653bd-5739-41a4-b716-cb22bd1ae98c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:19.472684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-74480f11-903d-42cf-b60f-73d992aa635f None None] Provisioning complete for port c16653bd-5739-41a4-b716-cb22bd1ae98c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:19.473057 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74480f11-903d-42cf-b60f-73d992aa635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.488935 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] For port 75f99d0b-23f1-4195-9546-fcad82e1ee4c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=75f99d0b-23f1-4195-9546-fcad82e1ee4c,segment=NetworkSegment(e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1),segment_id=e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:19.489305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.503489 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Calling delete_port for 75f99d0b-23f1-4195-9546-fcad82e1ee4c owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:19.539981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c9da95-2961-408c-b5b9-d4676ff6595a None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 02:15:19.561824 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c16653bd-5739-41a4-b716-cb22bd1ae98c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:19.562197 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.688200 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.715917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Port': ['ID=75f99d0b-23f1-4195-9546-fcad82e1ee4c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:19.717744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No DVR routers for this DVR port 75f99d0b-23f1-4195-9546-fcad82e1ee4c on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:19.799694 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.820741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c02ecd4-dddb-44c1-9bba-1a122dcb834f']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:19.830403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:19.830701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e870a56d-7545-4af9-8a4d-1e8d9ff2c4f1') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:19.840803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.854325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.860203 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:19.860618 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:19.863492 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:19.976701 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.984285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:19.990037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/7c02ecd4-dddb-44c1-9bba-1a122dcb834f HTTP/1.1" status: 204 len: 168 time: 1.9748766 Apr 30 02:15:19.991057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37438) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:19.996270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94609907'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:20.003891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a6262-7d4d-4037-aef6-cf6d217b4a1b tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Network': ['ID=7c02ecd4-dddb-44c1-9bba-1a122dcb834f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:20.079044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:20.082524 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:20.106277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:20.114794 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:20.121902 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Added segment b717ffb7-e83f-40a2-aa19-af1836ef9260 of type vlan for network a999877c-da75-4164-a41c-1a61b9e49c20 Apr 30 02:15:20.154782 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:20.239155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:20.245201 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:20.245777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:20.310554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Network': ['ID=a999877c-da75-4164-a41c-1a61b9e49c20,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:20.321191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network a999877c-da75-4164-a41c-1a61b9e49c20 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:20.333625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3ee9bd4f-3abe-47ad-b7fe-40c7fbc28a2a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3414335 Apr 30 02:15:20.336492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37440) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:20.341743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'subnet': {'network_id': 'a999877c-da75-4164-a41c-1a61b9e49c20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:20.494132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:20.497639 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:20.553849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Performing IP validity checks on allocation pools {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 30 02:15:20.554370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.ipam_backend_mixin [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103319) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 30 02:15:20.739287 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:20.801794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Subnet': ['ID=42704752-e8f4-437b-88a7-c51f67145244,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:20.806638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Checking segment: {'id': 'b717ffb7-e83f-40a2-aa19-af1836ef9260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a999877c-da75-4164-a41c-1a61b9e49c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:20.807166 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network hostable DHCP agents. Network: a999877c-da75-4164-a41c-1a61b9e49c20, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:20.878972 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network a999877c-da75-4164-a41c-1a61b9e49c20 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:20.970741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.004956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, a999877c-da75-4164-a41c-1a61b9e49c20) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:21.010016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:21.010619 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.014471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd9c91-962d-47b2-9591-3423dc793266 None None] Network a999877c-da75-4164-a41c-1a61b9e49c20 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:21.102002 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-737d38be-56ab-4a24-8388-89e81cce2eca tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7644811 Apr 30 02:15:21.105379 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37442) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:21.158412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-a999877c-da75-4164-a41c-1a61b9e49c20', 'network_id': 'a999877c-da75-4164-a41c-1a61b9e49c20', 'tenant_id': '660d75c7735641f7b07a65fe01c778ec', 'fixed_ips': [{'subnet_id': '42704752-e8f4-437b-88a7-c51f67145244'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:21.159328 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.211774 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.242577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c16653bd-5739-41a4-b716-cb22bd1ae98c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:21.268994 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.352305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c16653bd-5739-41a4-b716-cb22bd1ae98c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:21.352946 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.357977 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Allocated IP 2001:db8::3 (a999877c-da75-4164-a41c-1a61b9e49c20/42704752-e8f4-437b-88a7-c51f67145244/711ff182-adcc-449e-8ae9-d2491cb92636) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:21.569224 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.645451 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.689974 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Network a999877c-da75-4164-a41c-1a61b9e49c20 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:21.692512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:21.694916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:21.703893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Pushing event updated for resources: {'Port': ['ID=711ff182-adcc-449e-8ae9-d2491cb92636,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:21.748351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.755375 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Attempting to bind port 711ff182-adcc-449e-8ae9-d2491cb92636 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:21.755813 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Attempting to bind port 711ff182-adcc-449e-8ae9-d2491cb92636 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'b717ffb7-e83f-40a2-aa19-af1836ef9260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a999877c-da75-4164-a41c-1a61b9e49c20'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:21.759634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Attempting to bind port 711ff182-adcc-449e-8ae9-d2491cb92636 on network a999877c-da75-4164-a41c-1a61b9e49c20 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:21.761415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:21.761786 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Checking segment: {'id': 'b717ffb7-e83f-40a2-aa19-af1836ef9260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a999877c-da75-4164-a41c-1a61b9e49c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:21.762190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.762582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Bound using segment: {'id': 'b717ffb7-e83f-40a2-aa19-af1836ef9260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a999877c-da75-4164-a41c-1a61b9e49c20'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:21.763041 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Bound port: 711ff182-adcc-449e-8ae9-d2491cb92636, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b717ffb7-e83f-40a2-aa19-af1836ef9260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a999877c-da75-4164-a41c-1a61b9e49c20'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:21.763434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.777583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Subnet': ['ID=42704752-e8f4-437b-88a7-c51f67145244,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:21.833297 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] For port 711ff182-adcc-449e-8ae9-d2491cb92636, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:21.836413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] For port 711ff182-adcc-449e-8ae9-d2491cb92636, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=711ff182-adcc-449e-8ae9-d2491cb92636,segment=NetworkSegment(b717ffb7-e83f-40a2-aa19-af1836ef9260),segment_id=b717ffb7-e83f-40a2-aa19-af1836ef9260)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:21.840887 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.861277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a999877c-da75-4164-a41c-1a61b9e49c20']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:21.870275 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b717ffb7-e83f-40a2-aa19-af1836ef9260') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:21.870568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b717ffb7-e83f-40a2-aa19-af1836ef9260') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:21.879467 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.908408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.910658 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.920184 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:21.922590 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:21.923707 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:21.990628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1d58c-d18b-48d9-84c8-70a0d48dc33c None None] Pushing event updated for resources: {'Port': ['ID=711ff182-adcc-449e-8ae9-d2491cb92636,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:22.004267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4960e10-65bc-4576-8c6b-dc7d7ac604bd None None] Network a999877c-da75-4164-a41c-1a61b9e49c20 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:22.014378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.db.api [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 02:15:22.014378 n-d-821348-1 neutron-server[103319]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 02:15:22.014378 n-d-821348-1 neutron-server[103319]: [parameters: {'id': 'a999877c-da75-4164-a41c-1a61b9e49c20'}] Apr 30 02:15:22.014378 n-d-821348-1 neutron-server[103319]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 02:15:22.015130 n-d-821348-1 neutron-server[103319]: DEBUG oslo_db.api [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 02:15:22.128665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5d291-5d0e-45c6-b344-03c9afc4a08b None None] get_active_networks_info from n-d-821348-1 {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 30 02:15:22.194810 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5d291-5d0e-45c6-b344-03c9afc4a08b None None] Resources bound (agent type, host, resource id): {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 02:15:22.517514 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:22.574173 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Deleting port 711ff182-adcc-449e-8ae9-d2491cb92636 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:22.574503 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:22.634751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] For port 711ff182-adcc-449e-8ae9-d2491cb92636, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=711ff182-adcc-449e-8ae9-d2491cb92636,segment=NetworkSegment(b717ffb7-e83f-40a2-aa19-af1836ef9260),segment_id=b717ffb7-e83f-40a2-aa19-af1836ef9260)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:22.635190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:22.647624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Calling delete_port for 711ff182-adcc-449e-8ae9-d2491cb92636 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:22.787744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:22.811810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Port': ['ID=711ff182-adcc-449e-8ae9-d2491cb92636,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:22.817482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No DVR routers for this DVR port 711ff182-adcc-449e-8ae9-d2491cb92636 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:22.895270 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:22.916668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a999877c-da75-4164-a41c-1a61b9e49c20']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:22.925681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b717ffb7-e83f-40a2-aa19-af1836ef9260') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:22.925976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b717ffb7-e83f-40a2-aa19-af1836ef9260') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:22.935750 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:22.948755 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:22.954609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:22.954986 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:22.957889 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:23.093934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.106124 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.106124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/a999877c-da75-4164-a41c-1a61b9e49c20 HTTP/1.1" status: 204 len: 168 time: 1.9988723 Apr 30 02:15:23.108990 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37444) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:23.114354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884852522'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:23.116869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1a2e-ac5b-41b2-be67-d0f498261ece tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Network': ['ID=a999877c-da75-4164-a41c-1a61b9e49c20,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:23.199255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:23.202751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.225290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:23.234902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.235244 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Added segment 7ec112d0-619e-40de-aa94-886ed61b102c of type vlan for network 0044bb5f-c27e-4419-b5b7-03e69805dc40 Apr 30 02:15:23.275392 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.370760 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.376259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:23.376842 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.439740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Network': ['ID=0044bb5f-c27e-4419-b5b7-03e69805dc40,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:23.450787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 0044bb5f-c27e-4419-b5b7-03e69805dc40 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:23.497199 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-07580570-a5df-414f-a142-1914df9dbb6a tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3869281 Apr 30 02:15:23.500055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37446) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:23.504884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'subnet': {'network_id': '0044bb5f-c27e-4419-b5b7-03e69805dc40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:23.671137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:23.674953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.919656 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:23.976050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Subnet': ['ID=a31da61c-c302-45fb-a0cd-398f6ecc290f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:23.986902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Checking segment: {'id': '7ec112d0-619e-40de-aa94-886ed61b102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0044bb5f-c27e-4419-b5b7-03e69805dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:23.987257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network hostable DHCP agents. Network: 0044bb5f-c27e-4419-b5b7-03e69805dc40, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:24.082119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network 0044bb5f-c27e-4419-b5b7-03e69805dc40 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:24.144792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 0044bb5f-c27e-4419-b5b7-03e69805dc40) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:24.149237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:24.149830 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.155062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b9eee-ffdc-4d88-9a22-43bbaace9c58 None None] Network 0044bb5f-c27e-4419-b5b7-03e69805dc40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:24.231688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37448) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:24.232242 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2476d526-129d-4f3d-95ba-41eff9e0a653 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7307200 Apr 30 02:15:24.236656 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-224709354'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:24.303025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-0044bb5f-c27e-4419-b5b7-03e69805dc40', 'network_id': '0044bb5f-c27e-4419-b5b7-03e69805dc40', 'tenant_id': '660d75c7735641f7b07a65fe01c778ec', 'fixed_ips': [{'subnet_id': 'a31da61c-c302-45fb-a0cd-398f6ecc290f'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:24.303932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.316677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:24.320179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.344564 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:24.352996 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.353342 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Added segment 8ba8e1d5-aec5-42a8-8e51-1ba6981def4e of type vlan for network 07ba354f-68b8-4128-8a4f-e9fc18d92a10 Apr 30 02:15:24.392819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.441684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Allocated IP 2001:db8::2 (0044bb5f-c27e-4419-b5b7-03e69805dc40/a31da61c-c302-45fb-a0cd-398f6ecc290f/5958fed7-a119-4505-ab56-209c3ad14b9f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:24.494591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.500127 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:24.500712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.572740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Network': ['ID=07ba354f-68b8-4128-8a4f-e9fc18d92a10,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:24.584573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 07ba354f-68b8-4128-8a4f-e9fc18d92a10 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:24.586581 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.598967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-65405e03-fe98-4256-8f01-d82b88011fa9 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3662629 Apr 30 02:15:24.601850 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37450) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:24.607441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Request body: {'subnet': {'network_id': '07ba354f-68b8-4128-8a4f-e9fc18d92a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:24.679793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.717909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Network 0044bb5f-c27e-4419-b5b7-03e69805dc40 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:24.721023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:24.723527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:24.741691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Pushing event updated for resources: {'Port': ['ID=5958fed7-a119-4505-ab56-209c3ad14b9f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:24.759741 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Made reservation on behalf of 660d75c7735641f7b07a65fe01c778ec for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:24.763725 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.789408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Attempting to bind port 5958fed7-a119-4505-ab56-209c3ad14b9f on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:24.791040 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Attempting to bind port 5958fed7-a119-4505-ab56-209c3ad14b9f by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '7ec112d0-619e-40de-aa94-886ed61b102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0044bb5f-c27e-4419-b5b7-03e69805dc40'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:24.791593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Attempting to bind port 5958fed7-a119-4505-ab56-209c3ad14b9f on network 0044bb5f-c27e-4419-b5b7-03e69805dc40 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:24.797068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:24.797690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Checking segment: {'id': '7ec112d0-619e-40de-aa94-886ed61b102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0044bb5f-c27e-4419-b5b7-03e69805dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:24.798248 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.798779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Bound using segment: {'id': '7ec112d0-619e-40de-aa94-886ed61b102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0044bb5f-c27e-4419-b5b7-03e69805dc40'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:24.799450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Bound port: 5958fed7-a119-4505-ab56-209c3ad14b9f, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec112d0-619e-40de-aa94-886ed61b102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0044bb5f-c27e-4419-b5b7-03e69805dc40'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:24.800006 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.872912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] For port 5958fed7-a119-4505-ab56-209c3ad14b9f, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:24.875921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] For port 5958fed7-a119-4505-ab56-209c3ad14b9f, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5958fed7-a119-4505-ab56-209c3ad14b9f,segment=NetworkSegment(7ec112d0-619e-40de-aa94-886ed61b102c),segment_id=7ec112d0-619e-40de-aa94-886ed61b102c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:24.937232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:24.993379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75892f-2d96-40cf-8a93-880ca9e4a39b None None] Pushing event updated for resources: {'Port': ['ID=5958fed7-a119-4505-ab56-209c3ad14b9f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:25.017175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.076907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event updated for resources: {'Subnet': ['ID=cc1b68df-ec6f-4bcd-adb6-cca9a7e3b2af,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:25.094464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Checking segment: {'id': '8ba8e1d5-aec5-42a8-8e51-1ba6981def4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07ba354f-68b8-4128-8a4f-e9fc18d92a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:25.098755 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network hostable DHCP agents. Network: 07ba354f-68b8-4128-8a4f-e9fc18d92a10, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:25.168080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Network 07ba354f-68b8-4128-8a4f-e9fc18d92a10 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:25.245577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 07ba354f-68b8-4128-8a4f-e9fc18d92a10) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:25.249828 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:25.250417 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.258325 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9f355-12f8-402a-8c21-cf94bd710aef None None] Network 07ba354f-68b8-4128-8a4f-e9fc18d92a10 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:25.308919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5958fed7-a119-4505-ab56-209c3ad14b9f up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:25.345057 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6f579000-40f1-44fb-80f1-438c21b635f6 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7413547 Apr 30 02:15:25.347603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37452) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:25.378524 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:15:25.450244 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.502945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.572122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5958fed7-a119-4505-ab56-209c3ad14b9f triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:25.572479 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.634605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5935d-09a3-4e45-9537-d3ac09010954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-07ba354f-68b8-4128-8a4f-e9fc18d92a10', 'network_id': '07ba354f-68b8-4128-8a4f-e9fc18d92a10', 'tenant_id': '660d75c7735641f7b07a65fe01c778ec', 'fixed_ips': [{'subnet_id': 'cc1b68df-ec6f-4bcd-adb6-cca9a7e3b2af'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:25.635705 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-49c5935d-09a3-4e45-9537-d3ac09010954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.637044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.667599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1b68df-ec6f-4bcd-adb6-cca9a7e3b2af,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:25.732963 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.737215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.756123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ba354f-68b8-4128-8a4f-e9fc18d92a10']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:25.768281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba8e1d5-aec5-42a8-8e51-1ba6981def4e') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:25.768640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba8e1d5-aec5-42a8-8e51-1ba6981def4e') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:25.773104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 5958fed7-a119-4505-ab56-209c3ad14b9f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5958fed7-a119-4505-ab56-209c3ad14b9f,segment=NetworkSegment(7ec112d0-619e-40de-aa94-886ed61b102c),segment_id=7ec112d0-619e-40de-aa94-886ed61b102c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:25.783705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.791240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba702c-0959-4627-b804-a0b2cf06cabf None None] Network 07ba354f-68b8-4128-8a4f-e9fc18d92a10 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:25.797946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.807133 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:25.810426 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:25.811995 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:25.859116 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.947689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=5958fed7-a119-4505-ab56-209c3ad14b9f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:25.948009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.951329 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:25.955579 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/07ba354f-68b8-4128-8a4f-e9fc18d92a10 HTTP/1.1" status: 204 len: 168 time: 0.6069422 Apr 30 02:15:25.958799 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37454) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:25.971292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ef65a-0437-4efd-9156-2812b3ad3720 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Network': ['ID=07ba354f-68b8-4128-8a4f-e9fc18d92a10,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:25.987788 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e56058-a312-464f-b0a7-80bdc7fb161c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] GET failed (client error): The resource could not be found. Apr 30 02:15:25.989179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a7e56058-a312-464f-b0a7-80bdc7fb161c tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "GET /v2.0/subnets/cc1b68df-ec6f-4bcd-adb6-cca9a7e3b2af HTTP/1.1" status: 404 len: 337 time: 0.0293219 Apr 30 02:15:25.991829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37456) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:26.012349 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab940eb2-4feb-4d3f-8734-877863927a8d tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] DELETE failed (client error): The resource could not be found. Apr 30 02:15:26.012904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab940eb2-4feb-4d3f-8734-877863927a8d tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 02:15:26.016012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b18fb-d867-4763-bb46-fbe501416be7 None None] Network 0044bb5f-c27e-4419-b5b7-03e69805dc40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:26.016845 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ab940eb2-4feb-4d3f-8734-877863927a8d tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/07ba354f-68b8-4128-8a4f-e9fc18d92a10 HTTP/1.1" status: 404 len: 339 time: 0.0240405 Apr 30 02:15:26.020726 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37458) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:26.048836 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a92bdc0-64c3-4a99-8e7a-24df4ec8ca90 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] DELETE failed (client error): The resource could not be found. Apr 30 02:15:26.049285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a92bdc0-64c3-4a99-8e7a-24df4ec8ca90 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 02:15:26.052630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6a92bdc0-64c3-4a99-8e7a-24df4ec8ca90 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/subnets/cc1b68df-ec6f-4bcd-adb6-cca9a7e3b2af HTTP/1.1" status: 404 len: 337 time: 0.0305994 Apr 30 02:15:26.055073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37460) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:26.078480 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-80254bfe-f25b-49f7-ae9d-f37893bcbcdb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] DELETE failed (client error): The resource could not be found. Apr 30 02:15:26.079021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80254bfe-f25b-49f7-ae9d-f37893bcbcdb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 02:15:26.082018 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-80254bfe-f25b-49f7-ae9d-f37893bcbcdb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/07ba354f-68b8-4128-8a4f-e9fc18d92a10 HTTP/1.1" status: 404 len: 339 time: 0.0259914 Apr 30 02:15:26.084404 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a701802d-06a7-46fd-bc87-6c2fe1fa5f84 None None] Provisioning complete for port 5958fed7-a119-4505-ab56-209c3ad14b9f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:26.084567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37462) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:26.084786 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a701802d-06a7-46fd-bc87-6c2fe1fa5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.137289 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a57e9b6-ab72-4996-bb0b-d6444120a782 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Deleting subnet a31da61c-c302-45fb-a0cd-398f6ecc290f {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:15:26.140582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a57e9b6-ab72-4996-bb0b-d6444120a782 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.182107 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a57e9b6-ab72-4996-bb0b-d6444120a782 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.274726 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a57e9b6-ab72-4996-bb0b-d6444120a782 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.411376 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a57e9b6-ab72-4996-bb0b-d6444120a782 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.439989 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57e9b6-ab72-4996-bb0b-d6444120a782 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Subnet': ['ID=a31da61c-c302-45fb-a0cd-398f6ecc290f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:26.444101 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0a57e9b6-ab72-4996-bb0b-d6444120a782 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.449599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0a57e9b6-ab72-4996-bb0b-d6444120a782 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/subnets/a31da61c-c302-45fb-a0cd-398f6ecc290f HTTP/1.1" status: 204 len: 168 time: 0.3625731 Apr 30 02:15:26.450634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37464) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:26.454605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184fb38a-71f2-4aa1-a0bc-ff7ebc49cfe6 None None] Network 0044bb5f-c27e-4419-b5b7-03e69805dc40 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:26.471560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5e8e2f79-994a-4b7d-80ab-c57feb8c245c None None] Provisioning complete for port 5958fed7-a119-4505-ab56-209c3ad14b9f triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:26.471930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e8e2f79-994a-4b7d-80ab-c57feb8c245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.525233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.584428 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Deleting port 5958fed7-a119-4505-ab56-209c3ad14b9f {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:26.584761 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.646891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] For port 5958fed7-a119-4505-ab56-209c3ad14b9f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5958fed7-a119-4505-ab56-209c3ad14b9f,segment=NetworkSegment(7ec112d0-619e-40de-aa94-886ed61b102c),segment_id=7ec112d0-619e-40de-aa94-886ed61b102c)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:26.647253 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.660839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Calling delete_port for 5958fed7-a119-4505-ab56-209c3ad14b9f owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:26.690783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] DHCP port deletion for 0044bb5f-c27e-4419-b5b7-03e69805dc40 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:15:26.737402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] Deleting port 5958fed7-a119-4505-ab56-209c3ad14b9f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:26.737785 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.798915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] For port 5958fed7-a119-4505-ab56-209c3ad14b9f, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5958fed7-a119-4505-ab56-209c3ad14b9f,segment=NetworkSegment(7ec112d0-619e-40de-aa94-886ed61b102c),segment_id=7ec112d0-619e-40de-aa94-886ed61b102c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:26.799233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.811780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] Calling delete_port for 5958fed7-a119-4505-ab56-209c3ad14b9f owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:26.819654 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.892223 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:26.922008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] No DVR routers for this DVR port 5958fed7-a119-4505-ab56-209c3ad14b9f on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:26.926367 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba5936-41cc-4d70-bf17-cf456f7a367a None None] Pushing event deleted for resources: {'Port': ['ID=5958fed7-a119-4505-ab56-209c3ad14b9f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:27.082533 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Port': ['ID=5958fed7-a119-4505-ab56-209c3ad14b9f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:27.084349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No DVR routers for this DVR port 5958fed7-a119-4505-ab56-209c3ad14b9f on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:27.160981 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.182157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0044bb5f-c27e-4419-b5b7-03e69805dc40']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:27.191217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec112d0-619e-40de-aa94-886ed61b102c') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:27.191469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec112d0-619e-40de-aa94-886ed61b102c') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:27.204617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5958fed7-a119-4505-ab56-209c3ad14b9f no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:15:27.205375 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.219289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.225262 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5958fed7-a119-4505-ab56-209c3ad14b9f {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:15:27.225430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:27.229636 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5958fed7-a119-4505-ab56-209c3ad14b9f not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:27.229968 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:27.341819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.348924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.351578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/0044bb5f-c27e-4419-b5b7-03e69805dc40 HTTP/1.1" status: 204 len: 168 time: 0.8999279 Apr 30 02:15:27.354281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37466) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:27.363105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4fcc8-f6f6-4f78-ba02-be1f646f83d5 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Network': ['ID=0044bb5f-c27e-4419-b5b7-03e69805dc40,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:27.381849 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c9c5b1-87cd-4663-926f-71c5495896b0 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] DELETE failed (client error): The resource could not be found. Apr 30 02:15:27.382287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c9c5b1-87cd-4663-926f-71c5495896b0 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 02:15:27.386109 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-69c9c5b1-87cd-4663-926f-71c5495896b0 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/subnets/42704752-e8f4-437b-88a7-c51f67145244 HTTP/1.1" status: 404 len: 337 time: 0.0306115 Apr 30 02:15:27.388622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37468) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:27.406566 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdea07f-466e-4203-9fca-f73b3b8c4d62 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] DELETE failed (client error): The resource could not be found. Apr 30 02:15:27.407076 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdea07f-466e-4203-9fca-f73b3b8c4d62 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 02:15:27.410016 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9fdea07f-466e-4203-9fca-f73b3b8c4d62 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/a999877c-da75-4164-a41c-1a61b9e49c20 HTTP/1.1" status: 404 len: 339 time: 0.0205088 Apr 30 02:15:27.412277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37470) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:27.437515 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7b4f18-5149-4190-b932-7cf5b583b4d2 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] DELETE failed (client error): The resource could not be found. Apr 30 02:15:27.437952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7b4f18-5149-4190-b932-7cf5b583b4d2 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 02:15:27.440870 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8b7b4f18-5149-4190-b932-7cf5b583b4d2 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/subnets/dddbc54b-8d70-4cd2-b2cc-c9f713b3b99a HTTP/1.1" status: 404 len: 337 time: 0.0277114 Apr 30 02:15:27.447207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37472) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:27.465249 n-d-821348-1 neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cc8642-ec9e-405e-b14d-ef3fe4cdfc42 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] DELETE failed (client error): The resource could not be found. Apr 30 02:15:27.465759 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cc8642-ec9e-405e-b14d-ef3fe4cdfc42 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103318) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 02:15:27.468632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-08cc8642-ec9e-405e-b14d-ef3fe4cdfc42 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/7c02ecd4-dddb-44c1-9bba-1a122dcb834f HTTP/1.1" status: 404 len: 339 time: 0.0205116 Apr 30 02:15:27.470905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37474) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:27.524035 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1ff6d0-6f60-40f0-b6c1-d5e72cc512fb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Deleting subnet 20b4bcd1-ac5f-4563-a1d3-c2247bcb2374 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:15:27.527718 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff6d0-6f60-40f0-b6c1-d5e72cc512fb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.566281 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff6d0-6f60-40f0-b6c1-d5e72cc512fb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.646960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff6d0-6f60-40f0-b6c1-d5e72cc512fb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.762557 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff6d0-6f60-40f0-b6c1-d5e72cc512fb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.791258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ff6d0-6f60-40f0-b6c1-d5e72cc512fb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Subnet': ['ID=20b4bcd1-ac5f-4563-a1d3-c2247bcb2374,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:27.793221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff6d0-6f60-40f0-b6c1-d5e72cc512fb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.796322 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-bf1ff6d0-6f60-40f0-b6c1-d5e72cc512fb tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/subnets/20b4bcd1-ac5f-4563-a1d3-c2247bcb2374 HTTP/1.1" status: 204 len: 168 time: 0.3245456 Apr 30 02:15:27.798002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f244ba-4e77-4576-8a50-c3e1b461487f None None] Network dbb24118-9666-4b03-b753-aa8509c67db2 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:27.799069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37476) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:27.878224 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.931308 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Deleting port c16653bd-5739-41a4-b716-cb22bd1ae98c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:27.931910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:27.966907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] DHCP port deletion for dbb24118-9666-4b03-b753-aa8509c67db2 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:15:27.994630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] For port c16653bd-5739-41a4-b716-cb22bd1ae98c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c16653bd-5739-41a4-b716-cb22bd1ae98c,segment=NetworkSegment(6c7eb8a0-7465-4820-89c3-535e1db6b3b3),segment_id=6c7eb8a0-7465-4820-89c3-535e1db6b3b3)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:27.994986 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.007288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Calling delete_port for c16653bd-5739-41a4-b716-cb22bd1ae98c owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:28.013763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] Deleting port c16653bd-5739-41a4-b716-cb22bd1ae98c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:28.014142 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.081454 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] For port c16653bd-5739-41a4-b716-cb22bd1ae98c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c16653bd-5739-41a4-b716-cb22bd1ae98c,segment=NetworkSegment(6c7eb8a0-7465-4820-89c3-535e1db6b3b3),segment_id=6c7eb8a0-7465-4820-89c3-535e1db6b3b3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:28.081846 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.095129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] Calling delete_port for c16653bd-5739-41a4-b716-cb22bd1ae98c owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:28.176415 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.181582 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.204109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Port': ['ID=c16653bd-5739-41a4-b716-cb22bd1ae98c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:28.205870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] No DVR routers for this DVR port c16653bd-5739-41a4-b716-cb22bd1ae98c on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:28.209905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] Pushing event deleted for resources: {'Port': ['ID=c16653bd-5739-41a4-b716-cb22bd1ae98c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:28.213870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cedbe86-0a02-4061-b10e-5f58c96d5747 None None] No DVR routers for this DVR port c16653bd-5739-41a4-b716-cb22bd1ae98c on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:28.284265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.307629 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb24118-9666-4b03-b753-aa8509c67db2']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:28.316501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7eb8a0-7465-4820-89c3-535e1db6b3b3') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:28.316794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7eb8a0-7465-4820-89c3-535e1db6b3b3') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:28.326673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.340074 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.345669 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:28.346044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:28.348978 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:28.473505 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.480532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.484552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] 10.222.0.15 "DELETE /v2.0/networks/dbb24118-9666-4b03-b753-aa8509c67db2 HTTP/1.1" status: 204 len: 168 time: 0.6835978 Apr 30 02:15:28.496425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea33c9-6585-47c8-9260-7a98b0974663 tempest-NetworksIpV6Test-2005864678 tempest-NetworksIpV6Test-2005864678-project] Pushing event deleted for resources: {'Network': ['ID=dbb24118-9666-4b03-b753-aa8509c67db2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:28.799300 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe95c7cb-8cd2-4d8c-9d03-2e287c41c8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:28.926135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:29.051910 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7c45c517-9e66-4971-b553-a4a06fc96b06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=660d75c7735641f7b07a65fe01c778ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245749 Apr 30 02:15:29.054334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37486) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:29.101781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da434fe4-28be-4678-9dd2-c5a57a4f3165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:29.126185 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da434fe4-28be-4678-9dd2-c5a57a4f3165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:29.205508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c16653bd-5739-41a4-b716-cb22bd1ae98c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:15:29.226926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c16653bd-5739-41a4-b716-cb22bd1ae98c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:15:29.227275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c16653bd-5739-41a4-b716-cb22bd1ae98c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:15:29.233580 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da434fe4-28be-4678-9dd2-c5a57a4f3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:29.236309 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-da434fe4-28be-4678-9dd2-c5a57a4f3165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:29.241900 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-da434fe4-28be-4678-9dd2-c5a57a4f3165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba42b151-0e8e-4f22-a939-d8237bf31b0b HTTP/1.1" status: 204 len: 168 time: 0.1822960 Apr 30 02:15:29.246029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da434fe4-28be-4678-9dd2-c5a57a4f3165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba42b151-0e8e-4f22-a939-d8237bf31b0b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:30.188472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37508) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:30.281546 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-312db0ce-2f5f-4712-b1a7-4158a36be2f6 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1003488546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:30.385727 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-312db0ce-2f5f-4712-b1a7-4158a36be2f6 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.386724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-312db0ce-2f5f-4712-b1a7-4158a36be2f6 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.435754 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-312db0ce-2f5f-4712-b1a7-4158a36be2f6 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.508075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-312db0ce-2f5f-4712-b1a7-4158a36be2f6 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.595640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-312db0ce-2f5f-4712-b1a7-4158a36be2f6 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.596859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-312db0ce-2f5f-4712-b1a7-4158a36be2f6 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4073620 Apr 30 02:15:30.599623 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37512) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:30.604979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1742002758'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:30.679169 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Made reservation on behalf of a2c33cb4cc4142089ca45717e27d3329 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:30.682752 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.691136 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.767719 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.822587 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.844387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:30.858488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f42d988-bd9b-4835-bed3-7802971b1fac,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:30.861669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.862005 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Added segment f2f6ac92-0730-448a-a4d0-61fee7bcfd41 of type vlan for network c02c276b-a651-4fc1-9759-c48b45b245e9 Apr 30 02:15:30.874809 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.875145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.875501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.875879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.876207 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.876527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.876845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.877178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.877478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.877798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.878111 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.878424 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:30.922969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.990969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:30.996999 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:30.997575 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:31.019261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5346e3a-e505-40d1-b192-4a9c3110441d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:31.063766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event updated for resources: {'Network': ['ID=c02c276b-a651-4fc1-9759-c48b45b245e9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:31.074016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network c02c276b-a651-4fc1-9759-c48b45b245e9 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:31.090632 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-377fd1e9-6a5e-4d67-a0fb-8230cb01cfe1 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4899299 Apr 30 02:15:31.093298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37514) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:31.098149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Request body: {'subnet': {'network_id': 'c02c276b-a651-4fc1-9759-c48b45b245e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:31.238708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Made reservation on behalf of a2c33cb4cc4142089ca45717e27d3329 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:31.242265 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:31.479369 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:31.540350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event updated for resources: {'Subnet': ['ID=15ccafb4-561a-4fe8-8767-64653ec8621c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:31.549604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Checking segment: {'id': 'f2f6ac92-0730-448a-a4d0-61fee7bcfd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c02c276b-a651-4fc1-9759-c48b45b245e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:31.549604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Network hostable DHCP agents. Network: c02c276b-a651-4fc1-9759-c48b45b245e9, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:31.616816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Network c02c276b-a651-4fc1-9759-c48b45b245e9 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:31.697216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, c02c276b-a651-4fc1-9759-c48b45b245e9) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:31.701424 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:31.702049 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:31.707049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c521798c-51ad-4733-b8ec-b7e1f0b46f6b None None] Network c02c276b-a651-4fc1-9759-c48b45b245e9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:31.800866 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8c1c52e5-36e3-4f0f-92ef-92c7759e564f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7061944 Apr 30 02:15:31.803769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:31.809538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-928367498'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:31.855870 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-c02c276b-a651-4fc1-9759-c48b45b245e9', 'network_id': 'c02c276b-a651-4fc1-9759-c48b45b245e9', 'tenant_id': 'a2c33cb4cc4142089ca45717e27d3329', 'fixed_ips': [{'subnet_id': '15ccafb4-561a-4fe8-8767-64653ec8621c'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:31.856748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:31.893229 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Made reservation on behalf of a2c33cb4cc4142089ca45717e27d3329 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:31.897409 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:31.930419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:31.940449 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:31.940791 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Added segment 77e96da1-b788-46b6-ae57-3acab403e138 of type vlan for network 6973452e-31b8-442d-a3c0-47a88f99922d Apr 30 02:15:31.984313 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.011026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Allocated IP 172.20.0.2 (c02c276b-a651-4fc1-9759-c48b45b245e9/15ccafb4-561a-4fe8-8767-64653ec8621c/37ac62d1-7a62-4f6b-a872-bd347e424ccb) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:32.070896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.077119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:32.077702 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.150590 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event updated for resources: {'Network': ['ID=6973452e-31b8-442d-a3c0-47a88f99922d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:32.165750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-622a1d12-0181-4b11-8688-786ddd7d9304 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3608880 Apr 30 02:15:32.165964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 6973452e-31b8-442d-a3c0-47a88f99922d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:32.169074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37518) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:32.174391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Request body: {'subnet': {'network_id': '6973452e-31b8-442d-a3c0-47a88f99922d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:32.250711 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.253210 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.310869 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.336318 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Made reservation on behalf of a2c33cb4cc4142089ca45717e27d3329 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:32.340521 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.351164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Network c02c276b-a651-4fc1-9759-c48b45b245e9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:32.354689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:32.358270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:32.364901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Pushing event updated for resources: {'Port': ['ID=37ac62d1-7a62-4f6b-a872-bd347e424ccb,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:32.419489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Attempting to bind port 37ac62d1-7a62-4f6b-a872-bd347e424ccb on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:32.422816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Attempting to bind port 37ac62d1-7a62-4f6b-a872-bd347e424ccb by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'f2f6ac92-0730-448a-a4d0-61fee7bcfd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c02c276b-a651-4fc1-9759-c48b45b245e9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:32.422816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Attempting to bind port 37ac62d1-7a62-4f6b-a872-bd347e424ccb on network c02c276b-a651-4fc1-9759-c48b45b245e9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:32.425261 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:32.425632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Checking segment: {'id': 'f2f6ac92-0730-448a-a4d0-61fee7bcfd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c02c276b-a651-4fc1-9759-c48b45b245e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:32.426026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.426411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Bound using segment: {'id': 'f2f6ac92-0730-448a-a4d0-61fee7bcfd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c02c276b-a651-4fc1-9759-c48b45b245e9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:32.426921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Bound port: 37ac62d1-7a62-4f6b-a872-bd347e424ccb, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f6ac92-0730-448a-a4d0-61fee7bcfd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c02c276b-a651-4fc1-9759-c48b45b245e9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:32.427228 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.489626 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] For port 37ac62d1-7a62-4f6b-a872-bd347e424ccb, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:32.492648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] For port 37ac62d1-7a62-4f6b-a872-bd347e424ccb, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=37ac62d1-7a62-4f6b-a872-bd347e424ccb,segment=NetworkSegment(f2f6ac92-0730-448a-a4d0-61fee7bcfd41),segment_id=f2f6ac92-0730-448a-a4d0-61fee7bcfd41)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:32.557465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.585285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.612769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a09e3-91d6-4b8f-a8c1-2662fed789bc None None] Pushing event updated for resources: {'Port': ['ID=37ac62d1-7a62-4f6b-a872-bd347e424ccb,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:32.660359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event updated for resources: {'Subnet': ['ID=056bcae6-1725-4c36-bcf8-eacc30ae27c7,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:32.668742 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Checking segment: {'id': '77e96da1-b788-46b6-ae57-3acab403e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6973452e-31b8-442d-a3c0-47a88f99922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:32.669107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Network hostable DHCP agents. Network: 6973452e-31b8-442d-a3c0-47a88f99922d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:32.751239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Network 6973452e-31b8-442d-a3c0-47a88f99922d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:32.865045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 6973452e-31b8-442d-a3c0-47a88f99922d) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:32.869906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:32.870770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:32.876649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c19eff-44fb-48cb-968f-4e5d677ac763 None None] Network 6973452e-31b8-442d-a3c0-47a88f99922d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:32.953530 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f7af8a21-a913-4418-bb66-59b3c2fd7e1f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7832716 Apr 30 02:15:32.956268 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37520) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:32.960770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3345d4f9-820f-4e39-859e-9f19e2098e8f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Request body: {'router': {'external_gateway_info': {'network_id': '6973452e-31b8-442d-a3c0-47a88f99922d'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:33.025395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-6973452e-31b8-442d-a3c0-47a88f99922d', 'network_id': '6973452e-31b8-442d-a3c0-47a88f99922d', 'tenant_id': 'a2c33cb4cc4142089ca45717e27d3329', 'fixed_ips': [{'subnet_id': '056bcae6-1725-4c36-bcf8-eacc30ae27c7'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:33.026247 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.166533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Allocated IP 172.21.0.2 (6973452e-31b8-442d-a3c0-47a88f99922d/056bcae6-1725-4c36-bcf8-eacc30ae27c7/b5e59091-fcaa-441c-a2d4-a3a46497366c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:33.216909 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3345d4f9-820f-4e39-859e-9f19e2098e8f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.269655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 37ac62d1-7a62-4f6b-a872-bd347e424ccb up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:33.355202 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.368600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 37ac62d1-7a62-4f6b-a872-bd347e424ccb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:33.369131 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.406740 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [None req-3345d4f9-820f-4e39-859e-9f19e2098e8f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 02:15:33.407497 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3345d4f9-820f-4e39-859e-9f19e2098e8f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "PUT /v2.0/routers/558c535b-ae80-4ed5-8f77-9638aa496fb2 HTTP/1.1" status: 400 len: 364 time: 0.4502678 Apr 30 02:15:33.413299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37522) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:33.434004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.470638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e731939-cebb-4345-9245-6018ad5ddb6f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Deleting subnet 056bcae6-1725-4c36-bcf8-eacc30ae27c7 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:15:33.474434 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e731939-cebb-4345-9245-6018ad5ddb6f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.523941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e731939-cebb-4345-9245-6018ad5ddb6f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.620733 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e731939-cebb-4345-9245-6018ad5ddb6f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.633117 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15ed47-6841-4512-bb33-d3c3b169b24a None None] Network c02c276b-a651-4fc1-9759-c48b45b245e9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:33.676890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Network 6973452e-31b8-442d-a3c0-47a88f99922d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:33.676890 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.703648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:33.717147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Pushing event updated for resources: {'Port': ['ID=b5e59091-fcaa-441c-a2d4-a3a46497366c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:33.721942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:33.754082 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e731939-cebb-4345-9245-6018ad5ddb6f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.787506 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e731939-cebb-4345-9245-6018ad5ddb6f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event deleted for resources: {'Subnet': ['ID=056bcae6-1725-4c36-bcf8-eacc30ae27c7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:33.789616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e731939-cebb-4345-9245-6018ad5ddb6f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.796223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37524) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:33.805173 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2e731939-cebb-4345-9245-6018ad5ddb6f tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "DELETE /v2.0/subnets/056bcae6-1725-4c36-bcf8-eacc30ae27c7 HTTP/1.1" status: 204 len: 168 time: 0.3906221 Apr 30 02:15:33.806653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c9f477f0-6fe6-4701-8f98-0ba7a29512d4 None None] Provisioning complete for port 37ac62d1-7a62-4f6b-a872-bd347e424ccb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:33.807023 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9f477f0-6fe6-4701-8f98-0ba7a29512d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.809503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 37ac62d1-7a62-4f6b-a872-bd347e424ccb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=37ac62d1-7a62-4f6b-a872-bd347e424ccb,segment=NetworkSegment(f2f6ac92-0730-448a-a4d0-61fee7bcfd41),segment_id=f2f6ac92-0730-448a-a4d0-61fee7bcfd41)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:33.865068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:33.865368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '77e96da1-b788-46b6-ae57-3acab403e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6973452e-31b8-442d-a3c0-47a88f99922d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:33.865720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:33.871621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.905171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.917698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:33.922028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking segment: {'id': '77e96da1-b788-46b6-ae57-3acab403e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6973452e-31b8-442d-a3c0-47a88f99922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:33.922028 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.922028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Bound using segment: {'id': '77e96da1-b788-46b6-ae57-3acab403e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6973452e-31b8-442d-a3c0-47a88f99922d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:33.922028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Bound port: b5e59091-fcaa-441c-a2d4-a3a46497366c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e96da1-b788-46b6-ae57-3acab403e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6973452e-31b8-442d-a3c0-47a88f99922d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:33.922028 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.934189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Deleting port b5e59091-fcaa-441c-a2d4-a3a46497366c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:33.934632 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:33.998183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] For port b5e59091-fcaa-441c-a2d4-a3a46497366c, host n-d-821348-1, got binding levels [] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:33.998555 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.011231 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Calling delete_port for b5e59091-fcaa-441c-a2d4-a3a46497366c owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:34.028594 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.050225 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.064641 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=37ac62d1-7a62-4f6b-a872-bd347e424ccb,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:34.164909 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.165974 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 02:15:34.166368 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 02:15:34.191613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event deleted for resources: {'Port': ['ID=b5e59091-fcaa-441c-a2d4-a3a46497366c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:34.195170 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] No DVR routers for this DVR port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:34.278361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.298648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6973452e-31b8-442d-a3c0-47a88f99922d']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:34.309322 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e96da1-b788-46b6-ae57-3acab403e138') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:34.309643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e96da1-b788-46b6-ae57-3acab403e138') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:34.315470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5c07d740-3593-44d3-b6c2-12c453d7b120 None None] Provisioning complete for port 37ac62d1-7a62-4f6b-a872-bd347e424ccb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:34.316005 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5c07d740-3593-44d3-b6c2-12c453d7b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.324036 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.338228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.344277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:34.344701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:34.347639 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:34.456019 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.460473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.464705 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "DELETE /v2.0/networks/6973452e-31b8-442d-a3c0-47a88f99922d HTTP/1.1" status: 204 len: 168 time: 0.6674244 Apr 30 02:15:34.468621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37526) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:34.479245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e2339-e99e-4fbd-bab6-707fe2ac1b6d tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event deleted for resources: {'Network': ['ID=6973452e-31b8-442d-a3c0-47a88f99922d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:34.518608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-099efbbf-fc59-4815-bd06-fbaa53563656 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Deleting subnet 15ccafb4-561a-4fe8-8767-64653ec8621c {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:15:34.521941 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-099efbbf-fc59-4815-bd06-fbaa53563656 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.562576 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-099efbbf-fc59-4815-bd06-fbaa53563656 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.646247 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-099efbbf-fc59-4815-bd06-fbaa53563656 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.681416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.681771 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.682125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.687504 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.687881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.692161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.692522 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.692921 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 2 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.701916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.702269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.702623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.708213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.708507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.713236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.713582 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.713987 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 3 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.722237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.722571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.722926 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.728518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.728887 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.733268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.733615 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.734021 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 4 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.742645 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.743527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.743911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.749358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.749724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.754161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.754507 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.754911 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 5 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.764499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.765022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.765392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.771340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.771728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.776285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.776634 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.777042 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 6 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.786011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.786369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.786724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.792111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.792481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.796917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.797265 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.797670 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 7 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.806327 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.806688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.807036 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.812277 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.812640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.816919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.817266 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.817672 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 8 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.827075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.827444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.827811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.833083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.833436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.838416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.838762 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.839167 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 9 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.847342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.847735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.848094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.853484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.853848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.858145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.858488 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.858891 n-d-821348-1 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempt 10 to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c Apr 30 02:15:34.867338 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:34.867721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:34.868648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.874014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:34.874387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Attempting to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:34.878539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c on network 6973452e-31b8-442d-a3c0-47a88f99922d not bound, no agent of type HyperV agent registered on host n-d-821348-1 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:34.878883 n-d-821348-1 neutron-server[103320]: ERROR neutron.plugins.ml2.managers [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Failed to bind port b5e59091-fcaa-441c-a2d4-a3a46497366c on host n-d-821348-1 for vnic_type normal using segments [] Apr 30 02:15:34.879276 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:34.908525 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c06c8597-75d9-4516-b7b7-e947d1f39daf None None] Port b5e59091-fcaa-441c-a2d4-a3a46497366c has been deleted concurrently {{(pid=103320) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 30 02:15:35.061316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-099efbbf-fc59-4815-bd06-fbaa53563656 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.095589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099efbbf-fc59-4815-bd06-fbaa53563656 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event deleted for resources: {'Subnet': ['ID=15ccafb4-561a-4fe8-8767-64653ec8621c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:35.099398 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-099efbbf-fc59-4815-bd06-fbaa53563656 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.103485 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-099efbbf-fc59-4815-bd06-fbaa53563656 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "DELETE /v2.0/subnets/15ccafb4-561a-4fe8-8767-64653ec8621c HTTP/1.1" status: 204 len: 168 time: 0.6351688 Apr 30 02:15:35.106060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92377fd-8891-47cb-b96b-81ee8ec1412e None None] Network c02c276b-a651-4fc1-9759-c48b45b245e9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:35.106199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37528) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:35.203034 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.254474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 37ac62d1-7a62-4f6b-a872-bd347e424ccb up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:35.285124 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Deleting port 37ac62d1-7a62-4f6b-a872-bd347e424ccb {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:35.285463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.307619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 37ac62d1-7a62-4f6b-a872-bd347e424ccb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:35.308094 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.312788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] DHCP port deletion for c02c276b-a651-4fc1-9759-c48b45b245e9 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:15:35.347503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] For port 37ac62d1-7a62-4f6b-a872-bd347e424ccb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=37ac62d1-7a62-4f6b-a872-bd347e424ccb,segment=NetworkSegment(f2f6ac92-0730-448a-a4d0-61fee7bcfd41),segment_id=f2f6ac92-0730-448a-a4d0-61fee7bcfd41)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:35.347856 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.361097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Calling delete_port for 37ac62d1-7a62-4f6b-a872-bd347e424ccb owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:35.426615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] Deleting port 37ac62d1-7a62-4f6b-a872-bd347e424ccb {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:15:35.427120 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.491728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] For port 37ac62d1-7a62-4f6b-a872-bd347e424ccb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=37ac62d1-7a62-4f6b-a872-bd347e424ccb,segment=NetworkSegment(f2f6ac92-0730-448a-a4d0-61fee7bcfd41),segment_id=f2f6ac92-0730-448a-a4d0-61fee7bcfd41)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:35.492047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.499072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.504510 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] Calling delete_port for 37ac62d1-7a62-4f6b-a872-bd347e424ccb owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:15:35.527856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event deleted for resources: {'Port': ['ID=37ac62d1-7a62-4f6b-a872-bd347e424ccb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:35.529727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] No DVR routers for this DVR port 37ac62d1-7a62-4f6b-a872-bd347e424ccb on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:35.584453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.610798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.612258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] Pushing event deleted for resources: {'Port': ['ID=37ac62d1-7a62-4f6b-a872-bd347e424ccb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:35.615839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61aaf79-bdad-44eb-ae36-bc1dac0312a0 None None] No DVR routers for this DVR port 37ac62d1-7a62-4f6b-a872-bd347e424ccb on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:15:35.642282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02c276b-a651-4fc1-9759-c48b45b245e9']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:35.652889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f6ac92-0730-448a-a4d0-61fee7bcfd41') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:35.653184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f6ac92-0730-448a-a4d0-61fee7bcfd41') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:35.663690 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.678221 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.684583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:15:35.685044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:15:35.688244 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:15:35.825027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.832316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.835923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "DELETE /v2.0/networks/c02c276b-a651-4fc1-9759-c48b45b245e9 HTTP/1.1" status: 204 len: 168 time: 0.7288692 Apr 30 02:15:35.839529 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37530) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:35.848634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031efcb-c97e-415e-afeb-20fe5ecac393 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Pushing event deleted for resources: {'Network': ['ID=c02c276b-a651-4fc1-9759-c48b45b245e9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:35.868549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5a481ada-6287-44b8-a253-614b40ccf720 tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "GET /v2.0/ports?device_id=558c535b-ae80-4ed5-8f77-9638aa496fb2 HTTP/1.1" status: 200 len: 205 time: 0.0271273 Apr 30 02:15:35.870804 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37532) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:35.964583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac27d9-2e2c-45d1-806d-4d86a6e9a5f5 None None] DHCP port deletion for 6973452e-31b8-442d-a3c0-47a88f99922d request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:15:35.980509 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3838c0-df5e-4886-a5ed-2a00a73f8d33 None None] Network 6973452e-31b8-442d-a3c0-47a88f99922d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:35.992598 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a326c368-3cc9-43ae-a0f0-366f1b8cb0cb tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:35.993591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3838c0-df5e-4886-a5ed-2a00a73f8d33 None None] Network 6973452e-31b8-442d-a3c0-47a88f99922d could not be found, it might have been deleted concurrently. {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 30 02:15:36.013469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-af06ed08-1bc1-4627-ac78-864e223caa14 None None] Could not find standard attr ID for object b5e59091-fcaa-441c-a2d4-a3a46497366c. {{(pid=103320) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 30 02:15:36.147969 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a326c368-3cc9-43ae-a0f0-366f1b8cb0cb tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:36.150859 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a326c368-3cc9-43ae-a0f0-366f1b8cb0cb tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:36.259200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a326c368-3cc9-43ae-a0f0-366f1b8cb0cb tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:36.259643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a326c368-3cc9-43ae-a0f0-366f1b8cb0cb tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Fanout notify agent at l3_agent the message router_deleted on router 558c535b-ae80-4ed5-8f77-9638aa496fb2 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:15:36.266412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a326c368-3cc9-43ae-a0f0-366f1b8cb0cb tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:36.270191 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a326c368-3cc9-43ae-a0f0-366f1b8cb0cb tempest-RoutersNegativeTest-746289274 tempest-RoutersNegativeTest-746289274-project] 10.222.0.15 "DELETE /v2.0/routers/558c535b-ae80-4ed5-8f77-9638aa496fb2 HTTP/1.1" status: 204 len: 168 time: 0.3984349 Apr 30 02:15:36.796758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:36.924240 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-67cb88a4-fe86-48eb-ba15-c3f5b3df4957 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2c33cb4cc4142089ca45717e27d3329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262410 Apr 30 02:15:36.926665 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37542) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:36.974528 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12729a5b-7305-4362-b61d-a5248caa40cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:36.995056 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12729a5b-7305-4362-b61d-a5248caa40cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:37.124756 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12729a5b-7305-4362-b61d-a5248caa40cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:37.127288 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12729a5b-7305-4362-b61d-a5248caa40cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:37.128531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-12729a5b-7305-4362-b61d-a5248caa40cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f42d988-bd9b-4835-bed3-7802971b1fac HTTP/1.1" status: 204 len: 168 time: 0.2009504 Apr 30 02:15:37.136975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12729a5b-7305-4362-b61d-a5248caa40cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f42d988-bd9b-4835-bed3-7802971b1fac,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:37.219052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 37ac62d1-7a62-4f6b-a872-bd347e424ccb no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:15:37.242395 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 37ac62d1-7a62-4f6b-a872-bd347e424ccb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:15:37.242819 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 37ac62d1-7a62-4f6b-a872-bd347e424ccb not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:15:37.243781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b5e59091-fcaa-441c-a2d4-a3a46497366c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:15:37.263575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: b5e59091-fcaa-441c-a2d4-a3a46497366c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:15:37.263932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b5e59091-fcaa-441c-a2d4-a3a46497366c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:15:38.014580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:38.113165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-178974322-network', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:38.207284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Made reservation on behalf of ed2d51711f1843128cdde7f9c024e9b5 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:38.209567 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.217908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.294310 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.358595 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.382247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:38.390884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49dbc93-2c6b-4d75-9035-9da19e9b899d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:38.397122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.397513 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Added segment 79efaad5-b2bc-44ae-b8d4-d2af2bb1e891 of type vlan for network d660d761-8d93-4321-99fd-673ab5c7a25f Apr 30 02:15:38.437193 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.530326 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.531208 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:38.531832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.589781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] Pushing event updated for resources: {'Network': ['ID=d660d761-8d93-4321-99fd-673ab5c7a25f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:38.600049 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network d660d761-8d93-4321-99fd-673ab5c7a25f details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:38.613062 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-365a476b-0f09-408c-b935-6edfee2fabe1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5972295 Apr 30 02:15:38.615903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:38.620700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Request body: {'subnet': {'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-subnet', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:38.690223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Made reservation on behalf of ed2d51711f1843128cdde7f9c024e9b5 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:38.692603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.907905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:38.970683 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09bb236d-99c6-4dda-980f-8e05175ffa5f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:38.974907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Checking segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:38.975260 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Network hostable DHCP agents. Network: d660d761-8d93-4321-99fd-673ab5c7a25f, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:39.038714 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Network d660d761-8d93-4321-99fd-673ab5c7a25f is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:39.107569 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, d660d761-8d93-4321-99fd-673ab5c7a25f) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:39.112068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:39.113060 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.116033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffee6cd-61ba-404b-abd7-35f66ed9676a None None] Network d660d761-8d93-4321-99fd-673ab5c7a25f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:39.210591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c354b9d2-f673-4f3e-9623-a92fc152d8b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5936594 Apr 30 02:15:39.213167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37570) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:39.217451 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:39.262908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-d660d761-8d93-4321-99fd-673ab5c7a25f', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'fixed_ips': [{'subnet_id': '09bb236d-99c6-4dda-980f-8e05175ffa5f'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:39.263802 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.310987 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.312225 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.366579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.396832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Allocated IP 172.20.0.2 (d660d761-8d93-4321-99fd-673ab5c7a25f/09bb236d-99c6-4dda-980f-8e05175ffa5f/731ff1f5-0808-4978-bbb9-1a2a4713cbf0) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:39.539103 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.563566 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.602704 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.637954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Network d660d761-8d93-4321-99fd-673ab5c7a25f is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:39.646751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:39.650965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:39.653951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Pushing event updated for resources: {'Port': ['ID=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:39.709593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Attempting to bind port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:39.709954 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Attempting to bind port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:39.710309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Attempting to bind port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 on network d660d761-8d93-4321-99fd-673ab5c7a25f {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:39.715219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:39.715619 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Checking segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:39.716015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.716400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Bound using segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:39.716876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Bound port: 731ff1f5-0808-4978-bbb9-1a2a4713cbf0, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:39.717255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.778814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] For port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:39.782152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] For port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:39.819624 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.842182 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.846135 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:39.900867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f2987-9aed-4950-879f-fbb8884d58b7 None None] Pushing event updated for resources: {'Port': ['ID=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:39.949461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Allocated IP 172.25.0.22 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/83ec3878-313a-470d-be67-3ab6b2b536b6) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:40.067176 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:40.159447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:40.203681 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:40.206594 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:40.209057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:40.234627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Pushing event updated for resources: {'Port': ['ID=83ec3878-313a-470d-be67-3ab6b2b536b6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:40.542649 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:40.781340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d75afa-aaf8-4b45-bf60-16083b2b387c None None] Network d660d761-8d93-4321-99fd-673ab5c7a25f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:40.903241 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2e476ea9-0c6b-4215-ae0d-da47fe2a647a None None] Provisioning complete for port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:40.904165 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e476ea9-0c6b-4215-ae0d-da47fe2a647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:40.985900 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:41.015406 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e476ea9-0c6b-4215-ae0d-da47fe2a647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:41.051847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2e476ea9-0c6b-4215-ae0d-da47fe2a647a None None] For port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:41.151190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e476ea9-0c6b-4215-ae0d-da47fe2a647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:41.205162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e476ea9-0c6b-4215-ae0d-da47fe2a647a None None] Pushing event updated for resources: {'Port': ['ID=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:41.219223 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Router 81445057-ab4e-4c64-b325-0fa94e2db727 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:15:41.250616 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:41.299620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fcb7088e-4428-49d1-bfad-d258f920aefc None None] Provisioning complete for port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:41.299992 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcb7088e-4428-49d1-bfad-d258f920aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:41.333921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:15:41.341631 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:41.342067 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:41.348794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Sync routers for ids ['81445057-ab4e-4c64-b325-0fa94e2db727'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:15:41.392531 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Routers {'81445057-ab4e-4c64-b325-0fa94e2db727'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:15:41.393150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:15:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['81445057-ab4e-4c64-b325-0fa94e2db727'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:41.412459 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:41.414309 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f490fa6-4dcc-47d1-8946-3f77310a351c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1995747 Apr 30 02:15:41.417338 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37572) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:41.574219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Set router 81445057-ab4e-4c64-b325-0fa94e2db727 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:15:41.862718 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:41.910916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:40Z', 'revision_number': 3, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port': {'id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:41.938957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Checking router: 81445057-ab4e-4c64-b325-0fa94e2db727 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:15:41.939313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Updating router 81445057-ab4e-4c64-b325-0fa94e2db727 port 83ec3878-313a-470d-be67-3ab6b2b536b6 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:15:41.965829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.024871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Allocated IP 172.20.0.1 (d660d761-8d93-4321-99fd-673ab5c7a25f/09bb236d-99c6-4dda-980f-8e05175ffa5f/5f6abb6b-b71e-4676-934b-9174a8240bb1) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:42.133433 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.231077 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.236286 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.271486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Network d660d761-8d93-4321-99fd-673ab5c7a25f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:42.275148 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:42.281351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:42.310300 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.312532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6abb6b-b71e-4676-934b-9174a8240bb1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:42.331216 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.381280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Attempting to bind port 83ec3878-313a-470d-be67-3ab6b2b536b6 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:42.381652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Attempting to bind port 83ec3878-313a-470d-be67-3ab6b2b536b6 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:42.382021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Attempting to bind port 83ec3878-313a-470d-be67-3ab6b2b536b6 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:42.385917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e584f-70e3-4e5b-9e19-360ca9f0d304 None None] Pushing event updated for resources: {'Port': ['ID=83ec3878-313a-470d-be67-3ab6b2b536b6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:42.390634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:42.391013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:42.391440 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.391856 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:42.392306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Bound port: 83ec3878-313a-470d-be67-3ab6b2b536b6, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:42.392691 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.450275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] For port 83ec3878-313a-470d-be67-3ab6b2b536b6, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:42.453744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] For port 83ec3878-313a-470d-be67-3ab6b2b536b6, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83ec3878-313a-470d-be67-3ab6b2b536b6,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:42.571519 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.574101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.637661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3d9fc5f0-4824-463b-9f8b-920effc977c3 None None] Provisioning complete for port 5f6abb6b-b71e-4676-934b-9174a8240bb1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:42.637930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc5f0-4824-463b-9f8b-920effc977c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.667832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Routers {'81445057-ab4e-4c64-b325-0fa94e2db727'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:15:42.668462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:15:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['81445057-ab4e-4c64-b325-0fa94e2db727'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:42.671732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e584f-70e3-4e5b-9e19-360ca9f0d304 None None] Pushing event updated for resources: {'Port': ['ID=83ec3878-313a-470d-be67-3ab6b2b536b6,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:42.720286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3d9fc5f0-4824-463b-9f8b-920effc977c3 None None] Port 5f6abb6b-b71e-4676-934b-9174a8240bb1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:15:42.740055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.787678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] Set router 81445057-ab4e-4c64-b325-0fa94e2db727 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:15:42.795840 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.866114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:42.868018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6abb6b-b71e-4676-934b-9174a8240bb1,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:42.961530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Network d660d761-8d93-4321-99fd-673ab5c7a25f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:42.962936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:42.992392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 4, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port': {'id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5f6abb6b-b71e-4676-934b-9174a8240bb1', 'name': '', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'mac_address': 'fa:16:3e:50:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:41Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 1, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'subnets': [{'id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:43.025588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de744b0-233c-4c86-bec1-56d87e531f11 None None] The sync data for ids ['81445057-ab4e-4c64-b325-0fa94e2db727'] in n-d-821348-1 is: [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 4, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port': {'id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5f6abb6b-b71e-4676-934b-9174a8240bb1', 'name': '', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'mac_address': 'fa:16:3e:50:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:41Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 1, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'subnets': [{'id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:15:43.099494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Router 81445057-ab4e-4c64-b325-0fa94e2db727 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:15:43.247413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:15:43.250665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6f5e4717-3e0f-40b5-bf5b-0703831193f0 None None] Provisioning complete for port 5f6abb6b-b71e-4676-934b-9174a8240bb1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:43.250930 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4717-3e0f-40b5-bf5b-0703831193f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:43.253998 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-99fc2b85-d674-4d77-9140-d452376b59c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/81445057-ab4e-4c64-b325-0fa94e2db727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8349776 Apr 30 02:15:43.254772 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:43.325034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e4717-3e0f-40b5-bf5b-0703831193f0 None None] Port 5f6abb6b-b71e-4676-934b-9174a8240bb1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:15:43.341458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:43.341973 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:43.980499 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37588) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:43.985662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-359680582-network', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:44.090465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Made reservation on behalf of fececc14e2f04cefa6f5b67c01752ce2 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:44.092908 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.102582 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.186043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.274743 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.294511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:15:44.308548 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d275fafa-aeeb-4b02-b5d9-20b44ea4477c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:44.324135 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.324594 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Added segment d0be734e-669e-4042-b416-d6eb6819d6a8 of type vlan for network 114db326-8666-4f89-926f-0e91df07969a Apr 30 02:15:44.368816 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.450195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.451183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:44.451806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.512484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] Pushing event updated for resources: {'Network': ['ID=114db326-8666-4f89-926f-0e91df07969a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:44.522216 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 114db326-8666-4f89-926f-0e91df07969a details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:15:44.550315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6485a03a-d4ae-48b7-82d0-beaf983d686c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5687048 Apr 30 02:15:44.552927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37590) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:44.557927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Request body: {'subnet': {'network_id': '114db326-8666-4f89-926f-0e91df07969a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-subnet', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:44.627776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Made reservation on behalf of fececc14e2f04cefa6f5b67c01752ce2 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:44.630266 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.876507 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:44.926926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe73d8d-8d67-4e60-8699-95365006dab8,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:44.944716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Checking segment: {'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:44.945104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Network hostable DHCP agents. Network: 114db326-8666-4f89-926f-0e91df07969a, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:15:44.966989 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Sync routers for ids ['81445057-ab4e-4c64-b325-0fa94e2db727'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:15:44.977986 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Routers {'81445057-ab4e-4c64-b325-0fa94e2db727'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:15:44.978583 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:15:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['81445057-ab4e-4c64-b325-0fa94e2db727'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:45.047769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Network 114db326-8666-4f89-926f-0e91df07969a is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:15:45.082883 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Set router 81445057-ab4e-4c64-b325-0fa94e2db727 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:15:45.153361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 114db326-8666-4f89-926f-0e91df07969a) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:45.157560 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:45.158185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.168324 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec7a32-ecbf-40b8-a37d-dc64fcec524a None None] Network 114db326-8666-4f89-926f-0e91df07969a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:45.258962 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b7a000a7-b293-4040-a242-f5355dbc5c8b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7049744 Apr 30 02:15:45.261942 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37592) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:45.262718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83ec3878-313a-470d-be67-3ab6b2b536b6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:45.266396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:45.291448 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 4, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port': {'id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5f6abb6b-b71e-4676-934b-9174a8240bb1', 'name': '', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'mac_address': 'fa:16:3e:50:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:41Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 2, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'subnets': [{'id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:45.320334 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Checking router: 81445057-ab4e-4c64-b325-0fa94e2db727 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:15:45.321242 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Updating router 81445057-ab4e-4c64-b325-0fa94e2db727 port 5f6abb6b-b71e-4676-934b-9174a8240bb1 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:15:45.347004 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.354048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.355315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.367750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 83ec3878-313a-470d-be67-3ab6b2b536b6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:45.368302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.393146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-114db326-8666-4f89-926f-0e91df07969a', 'network_id': '114db326-8666-4f89-926f-0e91df07969a', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'fixed_ips': [{'subnet_id': '9fe73d8d-8d67-4e60-8699-95365006dab8'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:15:45.394436 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.416866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.563659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.592533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 83ec3878-313a-470d-be67-3ab6b2b536b6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83ec3878-313a-470d-be67-3ab6b2b536b6,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:45.597671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Allocated IP 172.20.0.2 (114db326-8666-4f89-926f-0e91df07969a/9fe73d8d-8d67-4e60-8699-95365006dab8/d4f09d87-5e1a-4366-be07-9346c6b34249) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:45.622615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.636260 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.655831 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.731037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=83ec3878-313a-470d-be67-3ab6b2b536b6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:45.741952 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.785063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.817684 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Pushing event updated for resources: {'Port': ['ID=5f6abb6b-b71e-4676-934b-9174a8240bb1,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:45.836905 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.838242 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.838242 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.838242 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.838242 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.838675 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.838893 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.839157 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.839507 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.839824 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.840137 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.840447 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:45.856700 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.858494 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Attempting to bind port 5f6abb6b-b71e-4676-934b-9174a8240bb1 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:45.858956 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Attempting to bind port 5f6abb6b-b71e-4676-934b-9174a8240bb1 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:45.859546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Attempting to bind port 5f6abb6b-b71e-4676-934b-9174a8240bb1 on network d660d761-8d93-4321-99fd-673ab5c7a25f {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:45.866313 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:45.866812 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Checking segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:45.867896 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.868383 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Bound using segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:45.868948 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Bound port: 5f6abb6b-b71e-4676-934b-9174a8240bb1, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:45.869461 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.908861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Network 114db326-8666-4f89-926f-0e91df07969a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:45.912759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:45.917720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:45.925078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Pushing event updated for resources: {'Port': ['ID=d4f09d87-5e1a-4366-be07-9346c6b34249,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:45.946120 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.971206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:45.990015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Attempting to bind port d4f09d87-5e1a-4366-be07-9346c6b34249 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:45.990684 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Attempting to bind port d4f09d87-5e1a-4366-be07-9346c6b34249 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:45.991222 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Attempting to bind port d4f09d87-5e1a-4366-be07-9346c6b34249 on network 114db326-8666-4f89-926f-0e91df07969a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:46.000542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:46.000542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Checking segment: {'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:46.000542 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.000542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Bound using segment: {'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:46.000542 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Bound port: d4f09d87-5e1a-4366-be07-9346c6b34249, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:46.000542 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.061688 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] For port 5f6abb6b-b71e-4676-934b-9174a8240bb1, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:46.065604 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] For port 5f6abb6b-b71e-4676-934b-9174a8240bb1, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5f6abb6b-b71e-4676-934b-9174a8240bb1,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:46.075123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] For port d4f09d87-5e1a-4366-be07-9346c6b34249, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:46.078251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] For port d4f09d87-5e1a-4366-be07-9346c6b34249, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4f09d87-5e1a-4366-be07-9346c6b34249,segment=NetworkSegment(d0be734e-669e-4042-b416-d6eb6819d6a8),segment_id=d0be734e-669e-4042-b416-d6eb6819d6a8)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:46.083134 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1bf66158-46f2-4406-8b2e-0e73f2f8fa40 None None] Provisioning complete for port 5f6abb6b-b71e-4676-934b-9174a8240bb1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:46.083571 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1bf66158-46f2-4406-8b2e-0e73f2f8fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.094028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Allocated IP 172.25.0.3 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/1d0ee299-e8b3-43ce-95a5-6d017979d41a) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:46.121634 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1bf66158-46f2-4406-8b2e-0e73f2f8fa40 None None] Port 5f6abb6b-b71e-4676-934b-9174a8240bb1 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:15:46.139853 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.174024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.197738 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Routers {'81445057-ab4e-4c64-b325-0fa94e2db727'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:15:46.197882 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.198306 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:15:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['81445057-ab4e-4c64-b325-0fa94e2db727'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:46.236482 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7abd9-95d4-468d-b29e-bb8fd2a1c44c None None] Pushing event updated for resources: {'Port': ['ID=5f6abb6b-b71e-4676-934b-9174a8240bb1,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:46.253971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83826eea-112f-401d-a6f7-cf91826a56b5 None None] Pushing event updated for resources: {'Port': ['ID=d4f09d87-5e1a-4366-be07-9346c6b34249,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:46.291803 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.329984 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] Set router 81445057-ab4e-4c64-b325-0fa94e2db727 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:15:46.345507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:46.348924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:46.354276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:46.357453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Pushing event updated for resources: {'Port': ['ID=1d0ee299-e8b3-43ce-95a5-6d017979d41a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:46.552631 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6827c114-510a-4189-9317-55755beeb134 None None] Provisioning complete for port 5f6abb6b-b71e-4676-934b-9174a8240bb1 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:46.553244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6827c114-510a-4189-9317-55755beeb134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.586999 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 4, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port': {'id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5f6abb6b-b71e-4676-934b-9174a8240bb1', 'name': '', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'mac_address': 'fa:16:3e:50:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:41Z', 'updated_at': '2022-04-30T02:15:46Z', 'revision_number': 4, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'subnets': [{'id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:46.622451 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b8788-f1cc-4a74-9c21-553692fd1d61 None None] The sync data for ids ['81445057-ab4e-4c64-b325-0fa94e2db727'] in n-d-821348-1 is: [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:42Z', 'revision_number': 4, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port': {'id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '5f6abb6b-b71e-4676-934b-9174a8240bb1', 'name': '', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'mac_address': 'fa:16:3e:50:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:41Z', 'updated_at': '2022-04-30T02:15:46Z', 'revision_number': 4, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'subnets': [{'id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:15:46.666441 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6827c114-510a-4189-9317-55755beeb134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.688818 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.710942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6827c114-510a-4189-9317-55755beeb134 None None] For port 5f6abb6b-b71e-4676-934b-9174a8240bb1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5f6abb6b-b71e-4676-934b-9174a8240bb1,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:46.788251 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6827c114-510a-4189-9317-55755beeb134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:46.844841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827c114-510a-4189-9317-55755beeb134 None None] Pushing event updated for resources: {'Port': ['ID=5f6abb6b-b71e-4676-934b-9174a8240bb1,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:47.202050 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:47.375781 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a587430-62d5-4fb9-89dd-561f0f32840f None None] Network 114db326-8666-4f89-926f-0e91df07969a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:15:47.397607 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5f6abb6b-b71e-4676-934b-9174a8240bb1 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:47.450112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Router aa9e37f4-c8bf-49c8-be3e-37d909836584 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:15:47.482007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-af7d8ab8-c09e-4a40-b7bb-5464cabd269b None None] Provisioning complete for port d4f09d87-5e1a-4366-be07-9346c6b34249 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:47.482382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af7d8ab8-c09e-4a40-b7bb-5464cabd269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:47.545553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5f6abb6b-b71e-4676-934b-9174a8240bb1 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:47.545923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:47.560895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:15:47.593848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Sync routers for ids ['aa9e37f4-c8bf-49c8-be3e-37d909836584'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:15:47.635886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:47.637125 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-58d12441-d26e-43cc-89e7-871f51d2122a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3742199 Apr 30 02:15:47.639888 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37594) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:15:47.791709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Routers {'aa9e37f4-c8bf-49c8-be3e-37d909836584'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:15:47.792285 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:15:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa9e37f4-c8bf-49c8-be3e-37d909836584'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:47.900623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af7d8ab8-c09e-4a40-b7bb-5464cabd269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.012500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Set router aa9e37f4-c8bf-49c8-be3e-37d909836584 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:15:48.017558 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4f09d87-5e1a-4366-be07-9346c6b34249 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:48.049269 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-af7d8ab8-c09e-4a40-b7bb-5464cabd269b None None] For port d4f09d87-5e1a-4366-be07-9346c6b34249, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4f09d87-5e1a-4366-be07-9346c6b34249,segment=NetworkSegment(d0be734e-669e-4042-b416-d6eb6819d6a8),segment_id=d0be734e-669e-4042-b416-d6eb6819d6a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:48.073296 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.144880 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af7d8ab8-c09e-4a40-b7bb-5464cabd269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.234750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d8ab8-c09e-4a40-b7bb-5464cabd269b None None] Pushing event updated for resources: {'Port': ['ID=d4f09d87-5e1a-4366-be07-9346c6b34249,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:48.242985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d4f09d87-5e1a-4366-be07-9346c6b34249 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:48.243721 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.245918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Allocated IP 172.20.0.1 (114db326-8666-4f89-926f-0e91df07969a/9fe73d8d-8d67-4e60-8699-95365006dab8/a549136a-f2bb-4f5f-a3ac-343a846f1d84) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:48.319151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5b1d366a-92d4-4a1d-84c9-cd1a7e47e6cd None None] Provisioning complete for port d4f09d87-5e1a-4366-be07-9346c6b34249 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:48.319419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b1d366a-92d4-4a1d-84c9-cd1a7e47e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.352884 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.411964 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:46Z', 'revision_number': 3, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port': {'id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:48.439448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83ec3878-313a-470d-be67-3ab6b2b536b6 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:48.443502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Checking router: aa9e37f4-c8bf-49c8-be3e-37d909836584 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:15:48.443858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Updating router aa9e37f4-c8bf-49c8-be3e-37d909836584 port 1d0ee299-e8b3-43ce-95a5-6d017979d41a binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:15:48.445011 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.486892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Network 114db326-8666-4f89-926f-0e91df07969a is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:48.491588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:48.494087 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:48.519716 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.530437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a549136a-f2bb-4f5f-a3ac-343a846f1d84,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:48.557366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.633486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 83ec3878-313a-470d-be67-3ab6b2b536b6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:48.634004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.756303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.816159 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-81d8c0b1-4993-405f-9c21-97199dd33e49 None None] Provisioning complete for port a549136a-f2bb-4f5f-a3ac-343a846f1d84 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:48.816741 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81d8c0b1-4993-405f-9c21-97199dd33e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.864197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-81d8c0b1-4993-405f-9c21-97199dd33e49 None None] Port a549136a-f2bb-4f5f-a3ac-343a846f1d84 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:15:48.910764 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.932060 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.964749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:48.990389 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:49.013741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Attempting to bind port 1d0ee299-e8b3-43ce-95a5-6d017979d41a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:49.014102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Attempting to bind port 1d0ee299-e8b3-43ce-95a5-6d017979d41a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:49.014459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Attempting to bind port 1d0ee299-e8b3-43ce-95a5-6d017979d41a on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:49.021413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629128e5-0f5f-44bf-be0b-7d4707a0c8f9 None None] Pushing event updated for resources: {'Port': ['ID=1d0ee299-e8b3-43ce-95a5-6d017979d41a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:49.024855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:49.025223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:49.025622 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:49.026002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:49.026463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Bound port: 1d0ee299-e8b3-43ce-95a5-6d017979d41a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:49.026835 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:49.061801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:49.064448 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a549136a-f2bb-4f5f-a3ac-343a846f1d84,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:49.088437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] For port 1d0ee299-e8b3-43ce-95a5-6d017979d41a, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:49.091461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] For port 1d0ee299-e8b3-43ce-95a5-6d017979d41a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1d0ee299-e8b3-43ce-95a5-6d017979d41a,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:49.155116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Network 114db326-8666-4f89-926f-0e91df07969a is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:49.156527 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:49.161764 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:49.183036 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:49.269369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4f09d87-5e1a-4366-be07-9346c6b34249 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:49.274738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629128e5-0f5f-44bf-be0b-7d4707a0c8f9 None None] Pushing event updated for resources: {'Port': ['ID=1d0ee299-e8b3-43ce-95a5-6d017979d41a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:49.283078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Router aa9e37f4-c8bf-49c8-be3e-37d909836584 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:15:49.307151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Routers {'aa9e37f4-c8bf-49c8-be3e-37d909836584'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:15:49.307845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:15:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa9e37f4-c8bf-49c8-be3e-37d909836584'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:49.413409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:15:49.418416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2d86d9d9-e7d8-4c2f-a36c-c173ccfd69e9 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa9e37f4-c8bf-49c8-be3e-37d909836584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775271 Apr 30 02:15:49.430037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d4f09d87-5e1a-4366-be07-9346c6b34249 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:49.430409 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:49.439862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3ac6fe2d-f2f1-4e4b-9e70-637f34e80d35 None None] Provisioning complete for port a549136a-f2bb-4f5f-a3ac-343a846f1d84 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:49.440220 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fe2d-f2f1-4e4b-9e70-637f34e80d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:49.493592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] Set router aa9e37f4-c8bf-49c8-be3e-37d909836584 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:15:49.702985 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6fe2d-f2f1-4e4b-9e70-637f34e80d35 None None] Port a549136a-f2bb-4f5f-a3ac-343a846f1d84 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:15:49.904572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:48Z', 'revision_number': 4, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port': {'id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a549136a-f2bb-4f5f-a3ac-343a846f1d84', 'name': '', 'network_id': '114db326-8666-4f89-926f-0e91df07969a', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'mac_address': 'fa:16:3e:a4:06:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:48Z', 'updated_at': '2022-04-30T02:15:48Z', 'revision_number': 2, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'subnets': [{'id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:49.934888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1e325-a01b-41bb-8b5c-af3a5c0dbc24 None None] The sync data for ids ['aa9e37f4-c8bf-49c8-be3e-37d909836584'] in n-d-821348-1 is: [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:48Z', 'revision_number': 4, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port': {'id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a549136a-f2bb-4f5f-a3ac-343a846f1d84', 'name': '', 'network_id': '114db326-8666-4f89-926f-0e91df07969a', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'mac_address': 'fa:16:3e:a4:06:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:48Z', 'updated_at': '2022-04-30T02:15:48Z', 'revision_number': 2, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'subnets': [{'id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:15:50.185753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8188-a787-426d-b3ea-3982f6278d30 req-1f6644c1-152d-42fe-9cef-8eae1ff42cee tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:50.187124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-1f6644c1-152d-42fe-9cef-8eae1ff42cee tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/networks?id=d660d761-8d93-4321-99fd-673ab5c7a25f HTTP/1.1" status: 200 len: 816 time: 0.1227133 Apr 30 02:15:50.204010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-45fb425b-5255-41d3-aac9-2913a25586e0 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/quotas/ed2d51711f1843128cdde7f9c024e9b5 HTTP/1.1" status: 200 len: 375 time: 0.0100925 Apr 30 02:15:50.259001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-4a504322-26e3-494d-8f53-1afab7dd88c9 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490878 Apr 30 02:15:50.490015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-fe0b4720-32f6-4abb-9248-6ceb3aeec331 service neutron] 10.222.0.15 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340990 Apr 30 02:15:50.591293 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-7f7bc6d2-969e-4367-adf9-429eb4a26745 service neutron] 10.222.0.15 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942078 Apr 30 02:15:50.880134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02c632aa-1045-43fa-8d85-d06acf6bab4a req-78118a96-66b2-458b-aff2-fa2ab4adf3fa tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 210 time: 0.0336986 Apr 30 02:15:50.958948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:51.252399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1d0ee299-e8b3-43ce-95a5-6d017979d41a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:51.301837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1d0ee299-e8b3-43ce-95a5-6d017979d41a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:51.302201 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:51.380797 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:51.403155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 1d0ee299-e8b3-43ce-95a5-6d017979d41a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1d0ee299-e8b3-43ce-95a5-6d017979d41a,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:51.498812 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:51.550907 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=1d0ee299-e8b3-43ce-95a5-6d017979d41a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:51.983511 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1fceb0f-aba8-4830-a99d-b31547674eee req-7c8e882e-f75d-43f8-978a-db92a739e241 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 210 time: 0.0253413 Apr 30 02:15:52.384671 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Sync routers for ids ['aa9e37f4-c8bf-49c8-be3e-37d909836584'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:15:52.394398 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Routers {'aa9e37f4-c8bf-49c8-be3e-37d909836584'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:15:52.394991 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:15:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa9e37f4-c8bf-49c8-be3e-37d909836584'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:52.501594 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Set router aa9e37f4-c8bf-49c8-be3e-37d909836584 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:15:52.695488 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:48Z', 'revision_number': 4, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port': {'id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a549136a-f2bb-4f5f-a3ac-343a846f1d84', 'name': '', 'network_id': '114db326-8666-4f89-926f-0e91df07969a', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'mac_address': 'fa:16:3e:a4:06:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:48Z', 'updated_at': '2022-04-30T02:15:48Z', 'revision_number': 2, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'subnets': [{'id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:52.725491 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Checking router: aa9e37f4-c8bf-49c8-be3e-37d909836584 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:15:52.725835 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Updating router aa9e37f4-c8bf-49c8-be3e-37d909836584 port a549136a-f2bb-4f5f-a3ac-343a846f1d84 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:15:52.749873 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:52.970619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ae4f36d3-64e0-4028-9fb8-474255315e39 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:52.972156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ae4f36d3-64e0-4028-9fb8-474255315e39 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.21 "GET /v2.0/networks?id=d660d761-8d93-4321-99fd-673ab5c7a25f HTTP/1.1" status: 200 len: 816 time: 0.1124318 Apr 30 02:15:52.984238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Request body: {'port': {'device_id': '4b3c7dfc-3156-4783-859e-81fa4f054680', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'admin_state_up': True, 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:53.015518 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.084731 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-49c0a73c-bb32-444f-bcdf-9ab33ac96486 req-de2557ae-205e-4b8c-8995-ad00073d5f88 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 210 time: 0.0276735 Apr 30 02:15:53.095780 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.192983 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Attempting to bind port a549136a-f2bb-4f5f-a3ac-343a846f1d84 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:53.193345 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Attempting to bind port a549136a-f2bb-4f5f-a3ac-343a846f1d84 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:53.193703 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Attempting to bind port a549136a-f2bb-4f5f-a3ac-343a846f1d84 on network 114db326-8666-4f89-926f-0e91df07969a {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:53.197676 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c81200-3120-442d-b765-87eb9a4d32b7 None None] Pushing event updated for resources: {'Port': ['ID=a549136a-f2bb-4f5f-a3ac-343a846f1d84,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:53.198816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Made reservation on behalf of ed2d51711f1843128cdde7f9c024e9b5 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:15:53.202356 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:53.202524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.202848 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Checking segment: {'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:53.203107 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.203503 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Bound using segment: {'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:53.207982 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Bound port: a549136a-f2bb-4f5f-a3ac-343a846f1d84, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0be734e-669e-4042-b416-d6eb6819d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '114db326-8666-4f89-926f-0e91df07969a'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:53.207982 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.259167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1d0ee299-e8b3-43ce-95a5-6d017979d41a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:53.282058 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] For port a549136a-f2bb-4f5f-a3ac-343a846f1d84, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:53.286115 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] For port a549136a-f2bb-4f5f-a3ac-343a846f1d84, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a549136a-f2bb-4f5f-a3ac-343a846f1d84,segment=NetworkSegment(d0be734e-669e-4042-b416-d6eb6819d6a8),segment_id=d0be734e-669e-4042-b416-d6eb6819d6a8)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:53.323858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1d0ee299-e8b3-43ce-95a5-6d017979d41a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:53.324382 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.349539 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.373649 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Allocated IP 172.20.0.12 (d660d761-8d93-4321-99fd-673ab5c7a25f/09bb236d-99c6-4dda-980f-8e05175ffa5f/c895e9d2-c323-49e9-9485-4b5d43cdd363) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:15:53.403512 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Routers {'aa9e37f4-c8bf-49c8-be3e-37d909836584'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:15:53.404704 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:15:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa9e37f4-c8bf-49c8-be3e-37d909836584'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:53.446890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a47b3c51-6d3f-490b-86e8-5fa6164e4804 None None] Provisioning complete for port a549136a-f2bb-4f5f-a3ac-343a846f1d84 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:53.447682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c51-6d3f-490b-86e8-5fa6164e4804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.488160 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c81200-3120-442d-b765-87eb9a4d32b7 None None] Pushing event updated for resources: {'Port': ['ID=a549136a-f2bb-4f5f-a3ac-343a846f1d84,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:53.542660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.557004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c51-6d3f-490b-86e8-5fa6164e4804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.560195 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] Set router aa9e37f4-c8bf-49c8-be3e-37d909836584 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:15:53.591709 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a47b3c51-6d3f-490b-86e8-5fa6164e4804 None None] For port a549136a-f2bb-4f5f-a3ac-343a846f1d84, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a549136a-f2bb-4f5f-a3ac-343a846f1d84,segment=NetworkSegment(d0be734e-669e-4042-b416-d6eb6819d6a8),segment_id=d0be734e-669e-4042-b416-d6eb6819d6a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:53.679251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.690385 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c51-6d3f-490b-86e8-5fa6164e4804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.727819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Network d660d761-8d93-4321-99fd-673ab5c7a25f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:15:53.736026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:15:53.738731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:15:53.753250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b3c51-6d3f-490b-86e8-5fa6164e4804 None None] Pushing event updated for resources: {'Port': ['ID=a549136a-f2bb-4f5f-a3ac-343a846f1d84,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:53.769369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Pushing event updated for resources: {'Port': ['ID=c895e9d2-c323-49e9-9485-4b5d43cdd363,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:53.785239 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.785977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.786128 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.786521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.786920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.787344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.788164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.788164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.788631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.789978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.790367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.790797 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:15:53.814215 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:53.815025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.822397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cdf7ca93-7bf0-459e-a3b6-4a190ae1e230 None None] Provisioning complete for port a549136a-f2bb-4f5f-a3ac-343a846f1d84 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:53.822780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ca93-7bf0-459e-a3b6-4a190ae1e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:53.883212 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:48Z', 'revision_number': 4, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port': {'id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a549136a-f2bb-4f5f-a3ac-343a846f1d84', 'name': '', 'network_id': '114db326-8666-4f89-926f-0e91df07969a', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'mac_address': 'fa:16:3e:a4:06:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:48Z', 'updated_at': '2022-04-30T02:15:53Z', 'revision_number': 4, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'subnets': [{'id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:15:53.912441 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dce93-642d-4dfb-ac40-4ff617ddfdb0 None None] The sync data for ids ['aa9e37f4-c8bf-49c8-be3e-37d909836584'] in n-d-821348-1 is: [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:48Z', 'revision_number': 4, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port': {'id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a549136a-f2bb-4f5f-a3ac-343a846f1d84', 'name': '', 'network_id': '114db326-8666-4f89-926f-0e91df07969a', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'mac_address': 'fa:16:3e:a4:06:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:48Z', 'updated_at': '2022-04-30T02:15:53Z', 'revision_number': 4, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'subnets': [{'id': '9fe73d8d-8d67-4e60-8699-95365006dab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:15:53.924195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-ff531707-c8b7-4f7c-bd69-011c5b127ecd tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9438338 Apr 30 02:15:53.938418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Request body: {'port': {'device_id': '4b3c7dfc-3156-4783-859e-81fa4f054680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:15:54.024919 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:54.219843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6ba223d4-7175-4632-a057-687c801f349a None None] Provisioning complete for port c895e9d2-c323-49e9-9485-4b5d43cdd363 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:54.220296 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6ba223d4-7175-4632-a057-687c801f349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:54.247304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51b0f-b00c-48f9-9454-139f60d4dca1 req-90eeb8d7-1c7e-4fac-bfda-e878030c5ee3 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:54.255793 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ee51b0f-b00c-48f9-9454-139f60d4dca1 req-90eeb8d7-1c7e-4fac-bfda-e878030c5ee3 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 932 time: 0.0624359 Apr 30 02:15:54.270960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6ba223d4-7175-4632-a057-687c801f349a None None] Port c895e9d2-c323-49e9-9485-4b5d43cdd363 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:15:54.300508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2ee51b0f-b00c-48f9-9454-139f60d4dca1 req-eddbf2b1-5307-421d-a537-efa29a8e3c26 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Apr 30 02:15:54.329319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c895e9d2-c323-49e9-9485-4b5d43cdd363 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:15:54.338103 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:54.352748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Transition to ACTIVE for port object c895e9d2-c323-49e9-9485-4b5d43cdd363 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:15:54.418841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:54.468867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c895e9d2-c323-49e9-9485-4b5d43cdd363,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:54.553354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Attempting to bind port c895e9d2-c323-49e9-9485-4b5d43cdd363 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:15:54.553718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Attempting to bind port c895e9d2-c323-49e9-9485-4b5d43cdd363 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:15:54.554045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Attempting to bind port c895e9d2-c323-49e9-9485-4b5d43cdd363 on network d660d761-8d93-4321-99fd-673ab5c7a25f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:54.559343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Port c895e9d2-c323-49e9-9485-4b5d43cdd363 on network d660d761-8d93-4321-99fd-673ab5c7a25f not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:15:54.559695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Attempting to bind port c895e9d2-c323-49e9-9485-4b5d43cdd363 on network d660d761-8d93-4321-99fd-673ab5c7a25f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:15:54.566950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:15:54.571827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Checking segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:15:54.572254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Bound using segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:15:54.572721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Bound port: c895e9d2-c323-49e9-9485-4b5d43cdd363, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:15:54.573091 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:54.652472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] For port c895e9d2-c323-49e9-9485-4b5d43cdd363, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:15:54.655680 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] For port c895e9d2-c323-49e9-9485-4b5d43cdd363, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c895e9d2-c323-49e9-9485-4b5d43cdd363,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:15:54.710977 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:54.746369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:54.746991 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:54.748379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/c895e9d2-c323-49e9-9485-4b5d43cdd363 HTTP/1.1" status: 200 len: 1092 time: 0.8162003 Apr 30 02:15:54.748817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3c7dfc-3156-4783-859e-81fa4f054680', 'tag': 'c895e9d2-c323-49e9-9485-4b5d43cdd363'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:15:54.751072 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de63f89-6dbc-449e-acfa-0d05f85d3485" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3c7dfc-3156-4783-859e-81fa4f054680", "tag": "c895e9d2-c323-49e9-9485-4b5d43cdd363"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:15:54.776227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd79c-390e-4130-9db2-1da3b60547c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c895e9d2-c323-49e9-9485-4b5d43cdd363,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:54.797165 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f236fe-2ef2-467a-87f8-bef4d8fad0c8 x-openstack-request-id: req-a6f236fe-2ef2-467a-87f8-bef4d8fad0c8 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:15:54.797503 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3c7dfc-3156-4783-859e-81fa4f054680", "tag": "c895e9d2-c323-49e9-9485-4b5d43cdd363", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:15:54.797786 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6f236fe-2ef2-467a-87f8-bef4d8fad0c8 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:15:54.798211 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f236fe-2ef2-467a-87f8-bef4d8fad0c8'] response: {'name': 'network-changed', 'server_uuid': '4b3c7dfc-3156-4783-859e-81fa4f054680', 'tag': 'c895e9d2-c323-49e9-9485-4b5d43cdd363', 'status': 'completed', 'code': 200} Apr 30 02:15:54.862480 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63f89-6dbc-449e-acfa-0d05f85d3485 req-143d1d65-2c3d-4041-ba38-3e7a68b625aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:54.864092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5de63f89-6dbc-449e-acfa-0d05f85d3485 req-143d1d65-2c3d-4041-ba38-3e7a68b625aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 1095 time: 0.0437424 Apr 30 02:15:54.970123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63f89-6dbc-449e-acfa-0d05f85d3485 req-99ba1df4-8419-4cd5-93f4-98aecbdef8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:54.971665 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5de63f89-6dbc-449e-acfa-0d05f85d3485 req-99ba1df4-8419-4cd5-93f4-98aecbdef8c2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0995078 Apr 30 02:15:55.063630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63f89-6dbc-449e-acfa-0d05f85d3485 req-8cc9c239-a26b-4dd0-8ece-c4bf95b01d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:55.065019 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5de63f89-6dbc-449e-acfa-0d05f85d3485 req-8cc9c239-a26b-4dd0-8ece-c4bf95b01d0f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871158 Apr 30 02:15:55.146767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8188-a787-426d-b3ea-3982f6278d30 req-8a3a8952-63d2-4a4e-8db7-4f1fc8690667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:55.148888 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-8a3a8952-63d2-4a4e-8db7-4f1fc8690667 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 1095 time: 0.0454891 Apr 30 02:15:55.188528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-8e11d1f7-6696-495c-ae71-c7d8a178ed85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c895e9d2-c323-49e9-9485-4b5d43cdd363 HTTP/1.1" status: 200 len: 217 time: 0.0332773 Apr 30 02:15:55.238358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8188-a787-426d-b3ea-3982f6278d30 req-b2bbaac9-6ad4-445f-9b7c-7041241ecac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:55.239880 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-b2bbaac9-6ad4-445f-9b7c-7041241ecac5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09bb236d-99c6-4dda-980f-8e05175ffa5f HTTP/1.1" status: 200 len: 855 time: 0.0449286 Apr 30 02:15:55.247853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a549136a-f2bb-4f5f-a3ac-343a846f1d84 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:15:55.291174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8188-a787-426d-b3ea-3982f6278d30 req-2bcd48df-2b50-4e56-ab1c-72b5b5aef35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:55.292732 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-2bcd48df-2b50-4e56-ab1c-72b5b5aef35e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d660d761-8d93-4321-99fd-673ab5c7a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467784 Apr 30 02:15:55.297291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a549136a-f2bb-4f5f-a3ac-343a846f1d84 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:15:55.297790 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:55.389574 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-b4ade830-65c0-460f-abe4-d74dfa59f6f0 service neutron] 10.222.0.21 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903165 Apr 30 02:15:55.417350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a5172-5f6d-4e87-b8b0-5d4eb7d09d3c req-23a2fe1e-0a1c-45cb-abdc-ebd824795069 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:55.418854 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-834a5172-5f6d-4e87-b8b0-5d4eb7d09d3c req-23a2fe1e-0a1c-45cb-abdc-ebd824795069 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 944 time: 0.0522969 Apr 30 02:15:55.464074 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-834a5172-5f6d-4e87-b8b0-5d4eb7d09d3c req-68b5dbd9-8d3d-487f-9e73-e9b78a0de06e tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373230 Apr 30 02:15:55.485697 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-894b8188-a787-426d-b3ea-3982f6278d30 req-a9746715-1a6f-4edf-82a3-f002657a604d service neutron] 10.222.0.21 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887561 Apr 30 02:15:56.580762 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec498-de04-4849-83bb-09b26f06031a req-7b3073d4-52bb-4a31-98be-617b10a43572 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:56.582226 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-365ec498-de04-4849-83bb-09b26f06031a req-7b3073d4-52bb-4a31-98be-617b10a43572 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 944 time: 0.0499933 Apr 30 02:15:56.619376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-365ec498-de04-4849-83bb-09b26f06031a req-c85525cb-196a-4dfd-a06f-2aeca439f15b tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310078 Apr 30 02:15:57.736977 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe96ab-1090-499f-86d9-e6c4f9eca235 req-0da64564-a2ae-48a0-8616-8355189ceb68 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:57.738432 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33fe96ab-1090-499f-86d9-e6c4f9eca235 req-0da64564-a2ae-48a0-8616-8355189ceb68 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 944 time: 0.0483258 Apr 30 02:15:57.777965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-33fe96ab-1090-499f-86d9-e6c4f9eca235 req-45fa4e40-9e29-4b6c-9f99-f13010734d2b tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Apr 30 02:15:57.929223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c895e9d2-c323-49e9-9485-4b5d43cdd363 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:15:58.029291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c895e9d2-c323-49e9-9485-4b5d43cdd363, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c895e9d2-c323-49e9-9485-4b5d43cdd363,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:58.040300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'c895e9d2-c323-49e9-9485-4b5d43cdd363', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'port_id': 'c895e9d2-c323-49e9-9485-4b5d43cdd363', 'mac_address': 'fa:16:3e:0b:94:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:15:58.076891 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:58.089914 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c895e9d2-c323-49e9-9485-4b5d43cdd363 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:15:58.112250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c895e9d2-c323-49e9-9485-4b5d43cdd363, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c895e9d2-c323-49e9-9485-4b5d43cdd363,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:15:58.175804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:58.221288 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=c895e9d2-c323-49e9-9485-4b5d43cdd363,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:15:58.377475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['c895e9d2-c323-49e9-9485-4b5d43cdd363'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:15:58.795952 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9bcb63e6-d36a-4dca-bc6b-93ff5a2ff5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:15:58.894352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e06b6-504b-437c-a7fb-1da461b4aeb7 req-4e109c0c-7f9d-42a1-8bdf-c2d1aea5eddb tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:15:58.896122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d84e06b6-504b-437c-a7fb-1da461b4aeb7 req-4e109c0c-7f9d-42a1-8bdf-c2d1aea5eddb tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 945 time: 0.0492485 Apr 30 02:15:58.938579 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d84e06b6-504b-437c-a7fb-1da461b4aeb7 req-d330895d-3c58-4a0f-afee-afce6b0bd741 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355341 Apr 30 02:15:59.946540 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c895e9d2-c323-49e9-9485-4b5d43cdd363 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:16:00.055581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586b6ec-1af7-4d5d-b403-c192ba7b7973 req-6299a44e-2881-409a-b746-d2b700639306 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:00.057139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d586b6ec-1af7-4d5d-b403-c192ba7b7973 req-6299a44e-2881-409a-b746-d2b700639306 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 945 time: 0.0500548 Apr 30 02:16:00.081212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port c895e9d2-c323-49e9-9485-4b5d43cdd363 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:16:00.086455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port c895e9d2-c323-49e9-9485-4b5d43cdd363 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:16:00.086455 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:00.095041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d586b6ec-1af7-4d5d-b403-c192ba7b7973 req-f8cac61f-17ea-4438-a657-57859d196683 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Apr 30 02:16:00.164776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:00.186858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3c7dfc-3156-4783-859e-81fa4f054680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c895e9d2-c323-49e9-9485-4b5d43cdd363'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:16:00.204312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port c895e9d2-c323-49e9-9485-4b5d43cdd363, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c895e9d2-c323-49e9-9485-4b5d43cdd363,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:16:00.227030 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107c3550-a722-430b-8704-e5a752538b4a" -d '{"events": [{"server_uuid": "4b3c7dfc-3156-4783-859e-81fa4f054680", "name": "network-vif-plugged", "status": "completed", "tag": "c895e9d2-c323-49e9-9485-4b5d43cdd363"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:16:00.258530 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:00.307808 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=c895e9d2-c323-49e9-9485-4b5d43cdd363,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:16:00.312908 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da9a54f-7649-4202-9ea4-23ec503fb8a9 x-openstack-request-id: req-5da9a54f-7649-4202-9ea4-23ec503fb8a9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:16:00.313184 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3c7dfc-3156-4783-859e-81fa4f054680", "name": "network-vif-plugged", "status": "completed", "tag": "c895e9d2-c323-49e9-9485-4b5d43cdd363", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:16:00.313430 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5da9a54f-7649-4202-9ea4-23ec503fb8a9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:16:00.313809 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da9a54f-7649-4202-9ea4-23ec503fb8a9'] response: {'server_uuid': '4b3c7dfc-3156-4783-859e-81fa4f054680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c895e9d2-c323-49e9-9485-4b5d43cdd363', 'code': 200} Apr 30 02:16:00.417505 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabd81c-33b3-4f6f-9b8b-8106c16d1352 req-b0cc1a08-3fac-4bdb-a863-8db0dba87cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:00.418998 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-beabd81c-33b3-4f6f-9b8b-8106c16d1352 req-b0cc1a08-3fac-4bdb-a863-8db0dba87cfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 1097 time: 0.0407453 Apr 30 02:16:00.452942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-beabd81c-33b3-4f6f-9b8b-8106c16d1352 req-44312600-cf91-4fcc-a6a9-c189398e2492 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272872 Apr 30 02:16:01.044480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-613b88e3-7d80-4a6f-9cbc-2c18ed5ef8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:01.214700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e155-5ccd-42e6-9d4c-bf4610f1a75c req-dd4b5768-eb97-4233-9284-9e2040eaec63 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:01.216211 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4126e155-5ccd-42e6-9d4c-bf4610f1a75c req-dd4b5768-eb97-4233-9284-9e2040eaec63 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 946 time: 0.0493248 Apr 30 02:16:01.253479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4126e155-5ccd-42e6-9d4c-bf4610f1a75c req-de04e155-7f91-4f77-9b7a-a7ef6ed5b23d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Apr 30 02:16:02.189463 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:02.367816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961638f-e2dc-456c-95c6-e282610609b0 req-5a13880e-8586-4eca-8ec9-5f6148b3b902 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:02.369294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e961638f-e2dc-456c-95c6-e282610609b0 req-5a13880e-8586-4eca-8ec9-5f6148b3b902 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 946 time: 0.0483646 Apr 30 02:16:02.377475 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:16:02.411215 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e961638f-e2dc-456c-95c6-e282610609b0 req-1a562944-85c6-44fe-a621-2db609a299d7 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Apr 30 02:16:02.523482 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74548b8-5493-47a9-bb64-bc7a04ab0c74 req-68b216cb-b9df-4601-8232-823f4e320afc tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:02.524992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b74548b8-5493-47a9-bb64-bc7a04ab0c74 req-68b216cb-b9df-4601-8232-823f4e320afc tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 946 time: 0.0497084 Apr 30 02:16:02.564097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b74548b8-5493-47a9-bb64-bc7a04ab0c74 req-931da26d-1cff-4f15-898c-019ecc5cf3a4 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Apr 30 02:16:03.909541 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:03.951994 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:19.149621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:20.966748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:23.191392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8655055e-55c7-4783-b3af-33c180bc232b req-bd804f2c-272f-4c26-9090-f6a28e737b33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385978 Apr 30 02:16:23.278605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655055e-55c7-4783-b3af-33c180bc232b req-f070c989-9f00-49e4-9bf7-8df3e6830594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:23.280180 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8655055e-55c7-4783-b3af-33c180bc232b req-f070c989-9f00-49e4-9bf7-8df3e6830594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 1097 time: 0.0478318 Apr 30 02:16:23.389615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655055e-55c7-4783-b3af-33c180bc232b req-2c5705c7-71f6-4124-9aeb-3bd4b865d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:23.391126 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8655055e-55c7-4783-b3af-33c180bc232b req-2c5705c7-71f6-4124-9aeb-3bd4b865d1c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d660d761-8d93-4321-99fd-673ab5c7a25f HTTP/1.1" status: 200 len: 916 time: 0.0904160 Apr 30 02:16:23.433901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8655055e-55c7-4783-b3af-33c180bc232b req-f315df0d-def0-4228-98a3-a26c71fdb02d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c895e9d2-c323-49e9-9485-4b5d43cdd363 HTTP/1.1" status: 200 len: 217 time: 0.0351396 Apr 30 02:16:23.488082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655055e-55c7-4783-b3af-33c180bc232b req-93494737-f4ff-4800-8618-7174ab0d1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:23.489576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8655055e-55c7-4783-b3af-33c180bc232b req-93494737-f4ff-4800-8618-7174ab0d1f8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09bb236d-99c6-4dda-980f-8e05175ffa5f HTTP/1.1" status: 200 len: 855 time: 0.0474167 Apr 30 02:16:23.535525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655055e-55c7-4783-b3af-33c180bc232b req-6d30a6b2-f1f2-4b3d-823e-f298c14cf2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:23.537406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8655055e-55c7-4783-b3af-33c180bc232b req-6d30a6b2-f1f2-4b3d-823e-f298c14cf2a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d660d761-8d93-4321-99fd-673ab5c7a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414062 Apr 30 02:16:23.631117 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8655055e-55c7-4783-b3af-33c180bc232b req-2a498988-d795-48cc-a913-e0460c76a0e6 service neutron] 10.222.0.21 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870264 Apr 30 02:16:23.727938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8655055e-55c7-4783-b3af-33c180bc232b req-7bf52e3e-1015-4c82-95a5-9d9154143d16 service neutron] 10.222.0.21 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890656 Apr 30 02:16:25.575248 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a793e0-9a9f-4871-bc22-0b59d2b06032 req-423f5b43-1e99-4ab3-af56-87025a942c69 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:25.576736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4a793e0-9a9f-4871-bc22-0b59d2b06032 req-423f5b43-1e99-4ab3-af56-87025a942c69 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 946 time: 0.0485954 Apr 30 02:16:25.614279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4a793e0-9a9f-4871-bc22-0b59d2b06032 req-951eb566-dfdd-49ac-bf7d-a501c3396b55 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Apr 30 02:16:26.729633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b8b90-008f-4673-b35a-5b61caf98b83 req-4d092d5f-4fd5-48df-b892-8aa2ad0a4b67 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:26.731160 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c47b8b90-008f-4673-b35a-5b61caf98b83 req-4d092d5f-4fd5-48df-b892-8aa2ad0a4b67 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 946 time: 0.0496421 Apr 30 02:16:26.772174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c47b8b90-008f-4673-b35a-5b61caf98b83 req-31fbb562-36b4-4ece-a745-0814f8b4894a tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350087 Apr 30 02:16:27.080117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-3f6f34b8-ab92-41d8-9ba7-6a70d5751444 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:27.081577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-3f6f34b8-ab92-41d8-9ba7-6a70d5751444 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 946 time: 0.0490680 Apr 30 02:16:27.173860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Deleting port c895e9d2-c323-49e9-9485-4b5d43cdd363 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:16:27.174196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:27.257905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] For port c895e9d2-c323-49e9-9485-4b5d43cdd363, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=c895e9d2-c323-49e9-9485-4b5d43cdd363,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:16:27.258262 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:27.270772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Calling delete_port for c895e9d2-c323-49e9-9485-4b5d43cdd363 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:16:27.449850 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:27.462431 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['c895e9d2-c323-49e9-9485-4b5d43cdd363'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:16:27.477259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Pushing event deleted for resources: {'Port': ['ID=c895e9d2-c323-49e9-9485-4b5d43cdd363,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:16:27.520016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] No DVR routers for this DVR port c895e9d2-c323-49e9-9485-4b5d43cdd363 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:16:27.522641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:27.526691 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd96f8c9-1ea8-44f5-b197-857d42907e31 req-2a49811b-3851-44d9-b6f4-9c758eb7ed5d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.21 "DELETE /v2.0/ports/c895e9d2-c323-49e9-9485-4b5d43cdd363 HTTP/1.1" status: 204 len: 173 time: 0.4393365 Apr 30 02:16:27.527129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3c7dfc-3156-4783-859e-81fa4f054680', 'name': 'network-vif-deleted', 'tag': 'c895e9d2-c323-49e9-9485-4b5d43cdd363'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:16:27.529464 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32ba5ed-ca99-481d-befe-55b98abc15d1" -d '{"events": [{"server_uuid": "4b3c7dfc-3156-4783-859e-81fa4f054680", "name": "network-vif-deleted", "tag": "c895e9d2-c323-49e9-9485-4b5d43cdd363"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:16:27.564618 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142bb471-451e-46e9-93fc-597b03667353 x-openstack-request-id: req-142bb471-451e-46e9-93fc-597b03667353 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:16:27.564914 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3c7dfc-3156-4783-859e-81fa4f054680", "name": "network-vif-deleted", "tag": "c895e9d2-c323-49e9-9485-4b5d43cdd363", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:16:27.565162 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-142bb471-451e-46e9-93fc-597b03667353 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:16:27.565567 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142bb471-451e-46e9-93fc-597b03667353'] response: {'server_uuid': '4b3c7dfc-3156-4783-859e-81fa4f054680', 'name': 'network-vif-deleted', 'tag': 'c895e9d2-c323-49e9-9485-4b5d43cdd363', 'status': 'completed', 'code': 200} Apr 30 02:16:27.887659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b66165e0-3362-43ef-800e-91bc67bd481c req-9fef0de1-c535-4656-938b-dd1a14234bf4 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b3c7dfc-3156-4783-859e-81fa4f054680 HTTP/1.1" status: 200 len: 210 time: 0.0286183 Apr 30 02:16:28.783620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe027bb5-15de-403d-a73d-f5631ed7f32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:29.811249 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-69214df7-f152-4db8-9033-17e289c7fb9f tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:29.812669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-69214df7-f152-4db8-9033-17e289c7fb9f tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/networks?id=d660d761-8d93-4321-99fd-673ab5c7a25f HTTP/1.1" status: 200 len: 816 time: 0.1034520 Apr 30 02:16:29.828105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b5bc69bb-f01c-4d86-9567-7bfc6caa49a0 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/quotas/ed2d51711f1843128cdde7f9c024e9b5 HTTP/1.1" status: 200 len: 375 time: 0.0094035 Apr 30 02:16:29.880267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-7afa830f-1313-4a11-9a06-498f0d4c33e8 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468218 Apr 30 02:16:29.981323 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b457a7e4-20bd-48a7-a651-5869f4050bf9 service neutron] 10.222.0.15 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894237 Apr 30 02:16:30.069424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-df442071-2390-4ab1-b6ed-3301b2b52aa7 service neutron] 10.222.0.15 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818112 Apr 30 02:16:30.132582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c895e9d2-c323-49e9-9485-4b5d43cdd363 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:16:30.153323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: c895e9d2-c323-49e9-9485-4b5d43cdd363 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:16:30.153663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device c895e9d2-c323-49e9-9485-4b5d43cdd363 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:16:30.304482 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-712fbd7c-a36e-4f97-8367-b618f1b963f6 req-bd701a6c-dd02-4a5f-8f62-b4888ea363a2 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 210 time: 0.0329473 Apr 30 02:16:31.021209 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25c966c7-09f5-430e-8e6e-bfc931e0466d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:31.397490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-750509a5-07c4-4422-bf37-d5a4ebcdbda3 req-a1359bbc-bcb1-4a9c-b037-0d8339a531ff tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 210 time: 0.0259612 Apr 30 02:16:32.170329 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-33b88f92-7d24-4b00-a096-055bfbefada2 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:32.171969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-33b88f92-7d24-4b00-a096-055bfbefada2 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.23 "GET /v2.0/networks?id=d660d761-8d93-4321-99fd-673ab5c7a25f HTTP/1.1" status: 200 len: 816 time: 0.1073194 Apr 30 02:16:32.189549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Request body: {'port': {'device_id': '27e18cee-0d23-496d-a95f-44db81b4bf96', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'admin_state_up': True, 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:16:32.192836 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:32.346697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Made reservation on behalf of ed2d51711f1843128cdde7f9c024e9b5 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:16:32.350288 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:32.481995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Allocated IP 172.20.0.3 (d660d761-8d93-4321-99fd-673ab5c7a25f/09bb236d-99c6-4dda-980f-8e05175ffa5f/3ee52453-47c2-46af-ba76-fead13b64179) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:16:32.497791 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-026eaac3-9be4-4a30-afd7-ac15901d1888 req-de30dbf6-ec8f-47fd-a920-6986a69b1b25 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 210 time: 0.0288703 Apr 30 02:16:32.629111 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:32.695628 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:32.738635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Network d660d761-8d93-4321-99fd-673ab5c7a25f is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:16:32.741714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:16:32.746113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:16:32.752609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Pushing event updated for resources: {'Port': ['ID=3ee52453-47c2-46af-ba76-fead13b64179,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:16:32.800133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:32.800750 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:32.871988 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b08f3a9a-1e97-421c-a846-7e18372b90f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6864693 Apr 30 02:16:32.971440 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2eb54ba3-caa3-4b83-aab6-1fc0bb7a5cc4 None None] Provisioning complete for port 3ee52453-47c2-46af-ba76-fead13b64179 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:16:32.971855 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2eb54ba3-caa3-4b83-aab6-1fc0bb7a5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:32.991248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Request body: {'port': {'device_id': '27e18cee-0d23-496d-a95f-44db81b4bf96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:16:33.008464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2eb54ba3-caa3-4b83-aab6-1fc0bb7a5cc4 None None] Port 3ee52453-47c2-46af-ba76-fead13b64179 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:16:33.048891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:33.302042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee52453-47c2-46af-ba76-fead13b64179 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:16:33.309295 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:33.321079 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Transition to ACTIVE for port object 3ee52453-47c2-46af-ba76-fead13b64179 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:16:33.400567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:33.451155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee52453-47c2-46af-ba76-fead13b64179,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:16:33.522084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Attempting to bind port 3ee52453-47c2-46af-ba76-fead13b64179 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:16:33.522425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Attempting to bind port 3ee52453-47c2-46af-ba76-fead13b64179 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:16:33.522868 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Attempting to bind port 3ee52453-47c2-46af-ba76-fead13b64179 on network d660d761-8d93-4321-99fd-673ab5c7a25f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:16:33.529037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Port 3ee52453-47c2-46af-ba76-fead13b64179 on network d660d761-8d93-4321-99fd-673ab5c7a25f not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:16:33.529371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Attempting to bind port 3ee52453-47c2-46af-ba76-fead13b64179 on network d660d761-8d93-4321-99fd-673ab5c7a25f {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:16:33.534705 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:16:33.535047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Checking segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:16:33.535457 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Bound using segment: {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:16:33.535891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Bound port: 3ee52453-47c2-46af-ba76-fead13b64179, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:16:33.536251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:33.619237 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] For port 3ee52453-47c2-46af-ba76-fead13b64179, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:16:33.623982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] For port 3ee52453-47c2-46af-ba76-fead13b64179, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ee52453-47c2-46af-ba76-fead13b64179,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:16:33.630969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44203ca0-e55e-46fa-bb8f-2c49ba869365 req-3b04b4ca-154b-4343-825f-89d78876dcf3 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:33.632531 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44203ca0-e55e-46fa-bb8f-2c49ba869365 req-3b04b4ca-154b-4343-825f-89d78876dcf3 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 943 time: 0.0545092 Apr 30 02:16:33.672837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-44203ca0-e55e-46fa-bb8f-2c49ba869365 req-2e6fcd47-5ca4-4163-8939-473fdad541bc tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337362 Apr 30 02:16:33.684856 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:33.727700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:33.728585 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:33.730022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] 10.222.0.23 "PUT /v2.0/ports/3ee52453-47c2-46af-ba76-fead13b64179 HTTP/1.1" status: 200 len: 1091 time: 0.7940323 Apr 30 02:16:33.730474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e18cee-0d23-496d-a95f-44db81b4bf96', 'tag': '3ee52453-47c2-46af-ba76-fead13b64179'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:16:33.732812 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde28702-a5bb-44af-8dc1-cf25b42c356d" -d '{"events": [{"name": "network-changed", "server_uuid": "27e18cee-0d23-496d-a95f-44db81b4bf96", "tag": "3ee52453-47c2-46af-ba76-fead13b64179"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:16:33.769789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8709f-7b6e-4c40-a90a-e833c8bac116 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee52453-47c2-46af-ba76-fead13b64179,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:16:33.779549 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dbc4a7-6bce-4917-97f9-a8e6065c0679 x-openstack-request-id: req-67dbc4a7-6bce-4917-97f9-a8e6065c0679 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:16:33.780414 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e18cee-0d23-496d-a95f-44db81b4bf96", "tag": "3ee52453-47c2-46af-ba76-fead13b64179", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:16:33.780414 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67dbc4a7-6bce-4917-97f9-a8e6065c0679 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:16:33.780631 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67dbc4a7-6bce-4917-97f9-a8e6065c0679'] response: {'name': 'network-changed', 'server_uuid': '27e18cee-0d23-496d-a95f-44db81b4bf96', 'tag': '3ee52453-47c2-46af-ba76-fead13b64179', 'status': 'completed', 'code': 200} Apr 30 02:16:33.853461 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde28702-a5bb-44af-8dc1-cf25b42c356d req-61538c0f-97ea-4ae5-9845-25b4dae4d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:33.855187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cde28702-a5bb-44af-8dc1-cf25b42c356d req-61538c0f-97ea-4ae5-9845-25b4dae4d67f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 1094 time: 0.0503657 Apr 30 02:16:33.929923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:33.958818 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:33.972250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde28702-a5bb-44af-8dc1-cf25b42c356d req-5f08a3d0-2798-43fc-8d67-956f01862307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:33.973734 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cde28702-a5bb-44af-8dc1-cf25b42c356d req-5f08a3d0-2798-43fc-8d67-956f01862307 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1053524 Apr 30 02:16:34.084180 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde28702-a5bb-44af-8dc1-cf25b42c356d req-0eb76218-c97b-4880-88e5-0903f742f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:34.086114 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cde28702-a5bb-44af-8dc1-cf25b42c356d req-0eb76218-c97b-4880-88e5-0903f742f131 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1027141 Apr 30 02:16:34.176443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-de749712-cd3a-4da2-a498-69943cd441fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:34.178121 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-de749712-cd3a-4da2-a498-69943cd441fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 1094 time: 0.0447598 Apr 30 02:16:34.228276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-f8f04f7a-42cd-44c6-9ea0-6069c2042277 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ee52453-47c2-46af-ba76-fead13b64179 HTTP/1.1" status: 200 len: 217 time: 0.0385149 Apr 30 02:16:34.571865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-5824d749-b5d8-41e3-a4f4-09bb9f9b1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:34.573429 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-5824d749-b5d8-41e3-a4f4-09bb9f9b1943 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09bb236d-99c6-4dda-980f-8e05175ffa5f HTTP/1.1" status: 200 len: 855 time: 0.3398161 Apr 30 02:16:34.622108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-59ba6dbd-e8e4-4513-9eae-21e51abd1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:34.623616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-59ba6dbd-e8e4-4513-9eae-21e51abd1b86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d660d761-8d93-4321-99fd-673ab5c7a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396714 Apr 30 02:16:34.716457 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-b5fd4a83-fea1-4602-b193-d442557e730b service neutron] 10.222.0.23 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816240 Apr 30 02:16:34.794891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dcfb5-c923-45ad-af8e-8bb1cf55724f req-c82b1a83-83bd-4daa-9d93-0cdc94b102bc tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:34.796392 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b7dcfb5-c923-45ad-af8e-8bb1cf55724f req-c82b1a83-83bd-4daa-9d93-0cdc94b102bc tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 943 time: 0.0523267 Apr 30 02:16:34.813297 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0c968d0c-9c13-4b57-b9d1-98512afa5920 req-2df5ac41-d0f5-404b-9ec5-d6b2f05ac104 service neutron] 10.222.0.23 "GET /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859208 Apr 30 02:16:34.833463 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4b7dcfb5-c923-45ad-af8e-8bb1cf55724f req-58117f91-c1be-4ea4-9a65-499fc10b0280 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310092 Apr 30 02:16:35.948488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb7da-731e-442c-9f07-041f45fbf7fa req-9787bb63-ec70-4a20-898d-31e37c18f996 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:35.949961 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87fbb7da-731e-442c-9f07-041f45fbf7fa req-9787bb63-ec70-4a20-898d-31e37c18f996 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 943 time: 0.0480144 Apr 30 02:16:35.988133 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-87fbb7da-731e-442c-9f07-041f45fbf7fa req-8d8e89b4-6f2b-4753-aa83-4ddf4b27bd3e tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Apr 30 02:16:37.100545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67aa32-eeef-4bb8-bbb8-917d09a704bf req-1d2e9cb5-a664-480e-b014-2240787fcf39 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:37.102498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f67aa32-eeef-4bb8-bbb8-917d09a704bf req-1d2e9cb5-a664-480e-b014-2240787fcf39 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 943 time: 0.0488575 Apr 30 02:16:37.139652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f67aa32-eeef-4bb8-bbb8-917d09a704bf req-7e1baa10-1fcc-40db-9696-35d5d4afe401 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Apr 30 02:16:38.054858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ee52453-47c2-46af-ba76-fead13b64179 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:16:38.149320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ee52453-47c2-46af-ba76-fead13b64179, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ee52453-47c2-46af-ba76-fead13b64179,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:16:38.160572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '3ee52453-47c2-46af-ba76-fead13b64179', 'network_id': 'd660d761-8d93-4321-99fd-673ab5c7a25f', 'port_id': '3ee52453-47c2-46af-ba76-fead13b64179', 'mac_address': 'fa:16:3e:b7:c6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bb236d-99c6-4dda-980f-8e05175ffa5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:16:38.197006 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:38.209976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee52453-47c2-46af-ba76-fead13b64179 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:16:38.230014 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ee52453-47c2-46af-ba76-fead13b64179, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ee52453-47c2-46af-ba76-fead13b64179,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:16:38.260549 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52965260-2beb-4dea-8a00-36cb8298e046 req-676c88bb-dbbc-4bfd-bde0-0b27c3e72170 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:38.261997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52965260-2beb-4dea-8a00-36cb8298e046 req-676c88bb-dbbc-4bfd-bde0-0b27c3e72170 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 943 time: 0.0529997 Apr 30 02:16:38.298513 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52965260-2beb-4dea-8a00-36cb8298e046 req-7a5020c0-0d87-4f6f-a816-c1c439c36926 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305095 Apr 30 02:16:38.309052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:38.354410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3ee52453-47c2-46af-ba76-fead13b64179,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:16:38.361482 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.361821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.362152 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.362478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.362798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.363118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.363451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.363784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.364099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.364411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.364720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.365030 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:16:38.608711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3ee52453-47c2-46af-ba76-fead13b64179'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:16:39.375756 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:16:39.413107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1007984-2e80-4451-afbb-d0451932323b req-f496710d-8e90-40b2-affa-f42775034198 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:39.414682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1007984-2e80-4451-afbb-d0451932323b req-f496710d-8e90-40b2-affa-f42775034198 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 944 time: 0.0479779 Apr 30 02:16:39.451912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c1007984-2e80-4451-afbb-d0451932323b req-d50ef456-115b-46fa-a30d-5cf4b2a36047 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Apr 30 02:16:40.056263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ee52453-47c2-46af-ba76-fead13b64179 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:16:40.175114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 3ee52453-47c2-46af-ba76-fead13b64179 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:16:40.178934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 3ee52453-47c2-46af-ba76-fead13b64179 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:16:40.179309 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:40.256416 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:40.278855 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e18cee-0d23-496d-a95f-44db81b4bf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee52453-47c2-46af-ba76-fead13b64179'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:16:40.281079 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ec12ea-84b9-42bd-baf0-0589fda441a4" -d '{"events": [{"server_uuid": "27e18cee-0d23-496d-a95f-44db81b4bf96", "name": "network-vif-plugged", "status": "completed", "tag": "3ee52453-47c2-46af-ba76-fead13b64179"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:16:40.293394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 3ee52453-47c2-46af-ba76-fead13b64179, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ee52453-47c2-46af-ba76-fead13b64179,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:16:40.317688 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b46d8f-d8f8-4a21-b462-1ea987dfcddb x-openstack-request-id: req-54b46d8f-d8f8-4a21-b462-1ea987dfcddb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:16:40.317967 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e18cee-0d23-496d-a95f-44db81b4bf96", "name": "network-vif-plugged", "status": "completed", "tag": "3ee52453-47c2-46af-ba76-fead13b64179", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:16:40.318215 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54b46d8f-d8f8-4a21-b462-1ea987dfcddb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:16:40.318651 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b46d8f-d8f8-4a21-b462-1ea987dfcddb'] response: {'server_uuid': '27e18cee-0d23-496d-a95f-44db81b4bf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee52453-47c2-46af-ba76-fead13b64179', 'code': 200} Apr 30 02:16:40.377866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:40.423662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1382cd-32a8-4007-b5db-fdf52b44a212 req-f098d3c6-e1e6-41f3-89df-e0f683f882a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:40.425187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc1382cd-32a8-4007-b5db-fdf52b44a212 req-f098d3c6-e1e6-41f3-89df-e0f683f882a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 1096 time: 0.0405073 Apr 30 02:16:40.425478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=3ee52453-47c2-46af-ba76-fead13b64179,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:16:40.463122 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc1382cd-32a8-4007-b5db-fdf52b44a212 req-8b4bd6ad-509e-4344-adf8-00f33912ac0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282280 Apr 30 02:16:40.567945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d7dea-057d-4b0d-98e2-7f7c0959f2fe req-c304666e-cc15-47c9-adf5-c82c7f2fcc41 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:40.569349 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df3d7dea-057d-4b0d-98e2-7f7c0959f2fe req-c304666e-cc15-47c9-adf5-c82c7f2fcc41 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Apr 30 02:16:40.606562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-df3d7dea-057d-4b0d-98e2-7f7c0959f2fe req-c078b9a3-5720-448b-bf62-42492f36304b tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306230 Apr 30 02:16:41.726552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b400b4-1bd3-409d-9200-30d885f8b8ed req-e7e147ba-5e0f-4207-a3ff-4fdb60018e71 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:41.728005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2b400b4-1bd3-409d-9200-30d885f8b8ed req-e7e147ba-5e0f-4207-a3ff-4fdb60018e71 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 945 time: 0.0536039 Apr 30 02:16:41.771246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2b400b4-1bd3-409d-9200-30d885f8b8ed req-2f55b165-4aca-4331-8f8c-a81bfc5d9ecb tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Apr 30 02:16:42.888336 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca4975-5065-451a-bd26-4c9516cf5c29 req-60947b8e-09dd-4329-a22f-8ac9f4e0d059 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:42.889824 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5ca4975-5065-451a-bd26-4c9516cf5c29 req-60947b8e-09dd-4329-a22f-8ac9f4e0d059 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 945 time: 0.0497646 Apr 30 02:16:42.928358 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d5ca4975-5065-451a-bd26-4c9516cf5c29 req-bff99df2-6310-4e21-8b1c-905156c7894a tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321720 Apr 30 02:16:43.043608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df9fc5-14aa-42ec-94ea-5cd42cbda49c req-ea5e4667-965b-4932-82aa-a32b0861b6f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:16:43.045163 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88df9fc5-14aa-42ec-94ea-5cd42cbda49c req-ea5e4667-965b-4932-82aa-a32b0861b6f6 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Apr 30 02:16:43.083891 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-88df9fc5-14aa-42ec-94ea-5cd42cbda49c req-b78ba7db-70a8-482b-ab03-78fbfa463e88 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326896 Apr 30 02:16:49.137623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:50.963024 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:16:58.805432 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ebee2644-4c84-41a6-a5d5-c6ba15955221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:01.023052 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a173-d3fe-4df8-b6e1-a1795de40242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:02.180626 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:03.931648 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:03.982946 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:04.915043 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b49412-c8bf-4df2-bed6-9f9b483e1b84 req-1760d896-f2f0-4ebf-8bec-a768cbe1fb32 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:04.916540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80b49412-c8bf-4df2-bed6-9f9b483e1b84 req-1760d896-f2f0-4ebf-8bec-a768cbe1fb32 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 945 time: 0.0555677 Apr 30 02:17:04.953457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80b49412-c8bf-4df2-bed6-9f9b483e1b84 req-1cbd81d9-73c8-4091-87e1-87176d30fe4d tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309975 Apr 30 02:17:06.071041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e152697-0967-4f2c-a34c-8c546119984a req-32b455da-c6c3-4c63-9f59-0493beb907fa tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:06.072572 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e152697-0967-4f2c-a34c-8c546119984a req-32b455da-c6c3-4c63-9f59-0493beb907fa tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 945 time: 0.0520062 Apr 30 02:17:06.109616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e152697-0967-4f2c-a34c-8c546119984a req-2157605f-fefa-46f1-b46d-f60eb001bf7e tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f49dbc93-2c6b-4d75-9035-9da19e9b899d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311313 Apr 30 02:17:06.565397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-b1b2f90b-13ed-40cc-b7da-e985623b6378 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:06.566841 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-b1b2f90b-13ed-40cc-b7da-e985623b6378 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.23 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 945 time: 0.0498281 Apr 30 02:17:06.657053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Deleting port 3ee52453-47c2-46af-ba76-fead13b64179 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:06.657390 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:06.742805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] For port 3ee52453-47c2-46af-ba76-fead13b64179, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=3ee52453-47c2-46af-ba76-fead13b64179,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:06.743161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:06.759188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Calling delete_port for 3ee52453-47c2-46af-ba76-fead13b64179 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:06.934412 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:06.952005 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['3ee52453-47c2-46af-ba76-fead13b64179'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:17:06.964438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Pushing event deleted for resources: {'Port': ['ID=3ee52453-47c2-46af-ba76-fead13b64179,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:06.976768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.977121 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.977479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.977899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.978177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.978526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.978867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.979179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.979573 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.979903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.980226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:06.980610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:07.021396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] No DVR routers for this DVR port 3ee52453-47c2-46af-ba76-fead13b64179 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:17:07.024707 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:07.028307 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4c6c3b14-1c29-4002-bbee-2ab232103ce2 req-39fe49d6-79e2-4a92-9184-55f486d9c733 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.23 "DELETE /v2.0/ports/3ee52453-47c2-46af-ba76-fead13b64179 HTTP/1.1" status: 204 len: 173 time: 0.4553194 Apr 30 02:17:07.028786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e18cee-0d23-496d-a95f-44db81b4bf96', 'name': 'network-vif-deleted', 'tag': '3ee52453-47c2-46af-ba76-fead13b64179'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:17:07.031122 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68f3af6-cd42-40e8-be48-b369875e1f06" -d '{"events": [{"server_uuid": "27e18cee-0d23-496d-a95f-44db81b4bf96", "name": "network-vif-deleted", "tag": "3ee52453-47c2-46af-ba76-fead13b64179"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:17:07.077428 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa48672d-4580-41ca-95b5-f604cc16cfb2 x-openstack-request-id: req-fa48672d-4580-41ca-95b5-f604cc16cfb2 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:17:07.077714 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e18cee-0d23-496d-a95f-44db81b4bf96", "name": "network-vif-deleted", "tag": "3ee52453-47c2-46af-ba76-fead13b64179", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:17:07.077959 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa48672d-4580-41ca-95b5-f604cc16cfb2 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:17:07.078381 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa48672d-4580-41ca-95b5-f604cc16cfb2'] response: {'server_uuid': '27e18cee-0d23-496d-a95f-44db81b4bf96', 'name': 'network-vif-deleted', 'tag': '3ee52453-47c2-46af-ba76-fead13b64179', 'status': 'completed', 'code': 200} Apr 30 02:17:07.207033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5dd3c7e7-3107-4219-bad4-855425317a26 req-cfa82245-1bc4-4cca-9843-59fd663a7980 tempest-TestEncryptedCinderVolumes-823485011 tempest-TestEncryptedCinderVolumes-823485011-project] 10.222.0.15 "GET /v2.0/ports?device_id=27e18cee-0d23-496d-a95f-44db81b4bf96 HTTP/1.1" status: 200 len: 210 time: 0.0265653 Apr 30 02:17:08.345080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37936) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:08.692339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:08.930758 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Deleting port 5f6abb6b-b71e-4676-934b-9174a8240bb1 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:08.931096 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:09.007694 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] For port 5f6abb6b-b71e-4676-934b-9174a8240bb1, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5f6abb6b-b71e-4676-934b-9174a8240bb1,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:09.008050 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:09.020405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Calling delete_port for 5f6abb6b-b71e-4676-934b-9174a8240bb1 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:09.245600 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:09.269800 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6abb6b-b71e-4676-934b-9174a8240bb1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:09.279921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.280305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.280638 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.280970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.281316 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.282213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.282213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.282387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.282538 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.282852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.283167 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.283503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:09.451161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:09.903710 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Router 81445057-ab4e-4c64-b325-0fa94e2db727 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:17:10.007213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:17:10.012108 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9236176a-294c-43e2-a4af-700452e2170c admin admin] 10.222.0.15 "PUT /v2.0/routers/81445057-ab4e-4c64-b325-0fa94e2db727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6660326 Apr 30 02:17:10.014598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37938) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:10.016225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] Sync routers for ids ['81445057-ab4e-4c64-b325-0fa94e2db727'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:17:10.026408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] Routers {'81445057-ab4e-4c64-b325-0fa94e2db727'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:10.027020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['81445057-ab4e-4c64-b325-0fa94e2db727'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:10.118075 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.130612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] Set router 81445057-ab4e-4c64-b325-0fa94e2db727 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:10.186281 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ee52453-47c2-46af-ba76-fead13b64179 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:17:10.217242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.217724 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 3ee52453-47c2-46af-ba76-fead13b64179 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:17:10.218071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 3ee52453-47c2-46af-ba76-fead13b64179 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:17:10.329044 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Deleting port 83ec3878-313a-470d-be67-3ab6b2b536b6 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:10.329381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.330880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:17:09Z', 'revision_number': 5, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port': {'id': '83ec3878-313a-470d-be67-3ab6b2b536b6', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:10.357312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] Checking router: 81445057-ab4e-4c64-b325-0fa94e2db727 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:17:10.366187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] Routers {'81445057-ab4e-4c64-b325-0fa94e2db727'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:10.366976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['81445057-ab4e-4c64-b325-0fa94e2db727'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:10.406924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] For port 83ec3878-313a-470d-be67-3ab6b2b536b6, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=83ec3878-313a-470d-be67-3ab6b2b536b6,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:10.407281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.420083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Calling delete_port for 83ec3878-313a-470d-be67-3ab6b2b536b6 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:10.451535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] Set router 81445057-ab4e-4c64-b325-0fa94e2db727 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:10.655043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.662752 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:17:10Z', 'revision_number': 6, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:10.679719 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ec3878-313a-470d-be67-3ab6b2b536b6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:10.691721 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87051b0c-b978-4a0b-a1f0-26e76fdd2f1b None None] The sync data for ids ['81445057-ab4e-4c64-b325-0fa94e2db727'] in n-d-821348-1 is: [{'id': '81445057-ab4e-4c64-b325-0fa94e2db727', 'name': 'tempest-TestEncryptedCinderVolumes-178974322-router', 'tenant_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:39Z', 'updated_at': '2022-04-30T02:17:10Z', 'revision_number': 6, 'project_id': 'ed2d51711f1843128cdde7f9c024e9b5', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:17:10.748171 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.837412 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.839533 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.940181 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.940761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81445057-ab4e-4c64-b325-0fa94e2db727 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:17:10.945074 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:10.946209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c12a4b62-7b25-40dd-bb84-f465a6d75297 admin admin] 10.222.0.15 "DELETE /v2.0/routers/81445057-ab4e-4c64-b325-0fa94e2db727 HTTP/1.1" status: 204 len: 168 time: 0.9305310 Apr 30 02:17:10.948716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37942) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:10.993085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef631a51-c799-47ae-b7b5-45968550ddad admin admin] Deleting subnet 09bb236d-99c6-4dda-980f-8e05175ffa5f {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:17:10.996122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef631a51-c799-47ae-b7b5-45968550ddad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.034925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef631a51-c799-47ae-b7b5-45968550ddad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.117071 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef631a51-c799-47ae-b7b5-45968550ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.226895 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef631a51-c799-47ae-b7b5-45968550ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.254374 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ef631a51-c799-47ae-b7b5-45968550ddad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.258345 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ef631a51-c799-47ae-b7b5-45968550ddad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/09bb236d-99c6-4dda-980f-8e05175ffa5f HTTP/1.1" status: 204 len: 168 time: 0.3085952 Apr 30 02:17:11.259368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef631a51-c799-47ae-b7b5-45968550ddad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09bb236d-99c6-4dda-980f-8e05175ffa5f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:11.259895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f0a25-38ff-4b0c-9222-ea29d05109ff None None] Network d660d761-8d93-4321-99fd-673ab5c7a25f requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:17:11.260854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37944) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:11.330750 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.389257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Deleting port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:11.389607 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.455012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] For port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:11.455377 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.469877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Calling delete_port for 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:11.485465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] DHCP port deletion for d660d761-8d93-4321-99fd-673ab5c7a25f request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:17:11.547011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] Deleting port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:11.548357 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.552576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5f6abb6b-b71e-4676-934b-9174a8240bb1 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:17:11.610415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5f6abb6b-b71e-4676-934b-9174a8240bb1 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:17:11.610758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5f6abb6b-b71e-4676-934b-9174a8240bb1 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:17:11.611168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83ec3878-313a-470d-be67-3ab6b2b536b6 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:17:11.637130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 83ec3878-313a-470d-be67-3ab6b2b536b6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:17:11.637468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 83ec3878-313a-470d-be67-3ab6b2b536b6 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:17:11.637867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:17:11.643345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.675354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:11.676784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] For port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,segment=NetworkSegment(79efaad5-b2bc-44ae-b8d4-d2af2bb1e891),segment_id=79efaad5-b2bc-44ae-b8d4-d2af2bb1e891)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:11.677179 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.679112 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] No DVR routers for this DVR port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:17:11.702488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] Calling delete_port for 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:11.717699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No active binding found for port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 {{(pid=103320) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 02:17:11.718113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:17:11.768081 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 02:17:11.785644 n-d-821348-1 neutron-server[103320]: self.session.flush() Apr 30 02:17:11.790127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d660d761-8d93-4321-99fd-673ab5c7a25f']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:11.793090 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.799676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:11.800043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79efaad5-b2bc-44ae-b8d4-d2af2bb1e891') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:11.810405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.818483 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] Pushing event deleted for resources: {'Port': ['ID=731ff1f5-0808-4978-bbb9-1a2a4713cbf0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:11.822104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba450d-8e66-4096-a0d7-13bf49799527 None None] No DVR routers for this DVR port 731ff1f5-0808-4978-bbb9-1a2a4713cbf0 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:17:11.825544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.832673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:17:11.832673 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:17:11.833748 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:17:11.942382 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.948542 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:11.951842 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d660d761-8d93-4321-99fd-673ab5c7a25f HTTP/1.1" status: 204 len: 168 time: 0.6899986 Apr 30 02:17:11.954890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37946) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:11.964191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998477d4-fbe7-44d0-aed1-7d09aea6bba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d660d761-8d93-4321-99fd-673ab5c7a25f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:12.295160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:12.531877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Deleting port a549136a-f2bb-4f5f-a3ac-343a846f1d84 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:12.532214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:12.608359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] For port a549136a-f2bb-4f5f-a3ac-343a846f1d84, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a549136a-f2bb-4f5f-a3ac-343a846f1d84,segment=NetworkSegment(d0be734e-669e-4042-b416-d6eb6819d6a8),segment_id=d0be734e-669e-4042-b416-d6eb6819d6a8)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:12.608710 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:12.621272 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Calling delete_port for a549136a-f2bb-4f5f-a3ac-343a846f1d84 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:12.834266 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:12.862615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Pushing event deleted for resources: {'Port': ['ID=a549136a-f2bb-4f5f-a3ac-343a846f1d84,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:13.029178 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:13.242964 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Router aa9e37f4-c8bf-49c8-be3e-37d909836584 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:17:13.587796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:17:13.592945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3a42f2ff-7bea-4a3e-aaa7-6a99099c8503 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa9e37f4-c8bf-49c8-be3e-37d909836584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6369750 Apr 30 02:17:13.595613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37948) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:13.597470 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] Sync routers for ids ['aa9e37f4-c8bf-49c8-be3e-37d909836584'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:17:13.608007 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] Routers {'aa9e37f4-c8bf-49c8-be3e-37d909836584'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:13.608606 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa9e37f4-c8bf-49c8-be3e-37d909836584'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:13.700360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:13.710102 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] Set router aa9e37f4-c8bf-49c8-be3e-37d909836584 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:13.803447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:13.880587 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:17:12Z', 'revision_number': 5, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port': {'id': '1d0ee299-e8b3-43ce-95a5-6d017979d41a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:13.907448 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] Checking router: aa9e37f4-c8bf-49c8-be3e-37d909836584 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:17:13.916005 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] Routers {'aa9e37f4-c8bf-49c8-be3e-37d909836584'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:13.916602 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['aa9e37f4-c8bf-49c8-be3e-37d909836584'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:13.933572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Deleting port 1d0ee299-e8b3-43ce-95a5-6d017979d41a {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:13.933917 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.000668 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] Set router aa9e37f4-c8bf-49c8-be3e-37d909836584 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:14.018235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] For port 1d0ee299-e8b3-43ce-95a5-6d017979d41a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1d0ee299-e8b3-43ce-95a5-6d017979d41a,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:14.018846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.031436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Calling delete_port for 1d0ee299-e8b3-43ce-95a5-6d017979d41a owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:14.054892 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:17:13Z', 'revision_number': 6, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:14.080749 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01279e-949d-4aab-9bc4-78700658d393 None None] The sync data for ids ['aa9e37f4-c8bf-49c8-be3e-37d909836584'] in n-d-821348-1 is: [{'id': 'aa9e37f4-c8bf-49c8-be3e-37d909836584', 'name': 'tempest-TestEncryptedCinderVolumes-359680582-router', 'tenant_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:15:45Z', 'updated_at': '2022-04-30T02:17:13Z', 'revision_number': 6, 'project_id': 'fececc14e2f04cefa6f5b67c01752ce2', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:17:14.248961 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.273451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0ee299-e8b3-43ce-95a5-6d017979d41a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:14.337461 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.434069 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.436576 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.563468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.564044 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa9e37f4-c8bf-49c8-be3e-37d909836584 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:17:14.569066 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.570227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9d41775b-87cb-4d49-af9e-801154629332 admin admin] 10.222.0.15 "DELETE /v2.0/routers/aa9e37f4-c8bf-49c8-be3e-37d909836584 HTTP/1.1" status: 204 len: 168 time: 0.9735565 Apr 30 02:17:14.572655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37950) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:14.616572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac33b424-48cf-4e06-bcea-dfab89ceda6d admin admin] Deleting subnet 9fe73d8d-8d67-4e60-8699-95365006dab8 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:17:14.619705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac33b424-48cf-4e06-bcea-dfab89ceda6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.654632 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac33b424-48cf-4e06-bcea-dfab89ceda6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.736502 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac33b424-48cf-4e06-bcea-dfab89ceda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.861033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac33b424-48cf-4e06-bcea-dfab89ceda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.888023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33b424-48cf-4e06-bcea-dfab89ceda6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe73d8d-8d67-4e60-8699-95365006dab8,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:14.891530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac33b424-48cf-4e06-bcea-dfab89ceda6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:14.895341 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ac33b424-48cf-4e06-bcea-dfab89ceda6d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9fe73d8d-8d67-4e60-8699-95365006dab8 HTTP/1.1" status: 204 len: 168 time: 0.3212469 Apr 30 02:17:14.897635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37952) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:14.897793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68584235-75fe-4a43-976f-e20cc7e0d748 None None] Network 114db326-8666-4f89-926f-0e91df07969a requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:17:14.968206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.030610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Deleting port d4f09d87-5e1a-4366-be07-9346c6b34249 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:15.030959 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.099871 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] DHCP port deletion for 114db326-8666-4f89-926f-0e91df07969a request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:17:15.101122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] For port d4f09d87-5e1a-4366-be07-9346c6b34249, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4f09d87-5e1a-4366-be07-9346c6b34249,segment=NetworkSegment(d0be734e-669e-4042-b416-d6eb6819d6a8),segment_id=d0be734e-669e-4042-b416-d6eb6819d6a8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:15.102099 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.116622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Calling delete_port for d4f09d87-5e1a-4366-be07-9346c6b34249 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:15.156500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] Deleting port d4f09d87-5e1a-4366-be07-9346c6b34249 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:17:15.156877 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.218924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] For port d4f09d87-5e1a-4366-be07-9346c6b34249, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d4f09d87-5e1a-4366-be07-9346c6b34249,segment=NetworkSegment(d0be734e-669e-4042-b416-d6eb6819d6a8),segment_id=d0be734e-669e-4042-b416-d6eb6819d6a8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:15.219325 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.232268 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] Calling delete_port for d4f09d87-5e1a-4366-be07-9346c6b34249 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:17:15.272248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.281705 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a549136a-f2bb-4f5f-a3ac-343a846f1d84 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:17:15.297194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f09d87-5e1a-4366-be07-9346c6b34249,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:15.303398 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] No DVR routers for this DVR port d4f09d87-5e1a-4366-be07-9346c6b34249 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:17:15.309158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a549136a-f2bb-4f5f-a3ac-343a846f1d84 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:17:15.309501 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a549136a-f2bb-4f5f-a3ac-343a846f1d84 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:17:15.309919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1d0ee299-e8b3-43ce-95a5-6d017979d41a no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:17:15.338075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1d0ee299-e8b3-43ce-95a5-6d017979d41a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:17:15.338334 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1d0ee299-e8b3-43ce-95a5-6d017979d41a not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:17:15.338733 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4f09d87-5e1a-4366-be07-9346c6b34249 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:17:15.361244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d4f09d87-5e1a-4366-be07-9346c6b34249 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:17:15.361582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d4f09d87-5e1a-4366-be07-9346c6b34249 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:17:15.376246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.378791 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.396798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114db326-8666-4f89-926f-0e91df07969a']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:15.404292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] Pushing event deleted for resources: {'Port': ['ID=d4f09d87-5e1a-4366-be07-9346c6b34249,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:15.407412 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0be734e-669e-4042-b416-d6eb6819d6a8') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:15.407746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0be734e-669e-4042-b416-d6eb6819d6a8') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:15.407860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464c8ca-6244-4ab4-907b-dc2d91021655 None None] No DVR routers for this DVR port d4f09d87-5e1a-4366-be07-9346c6b34249 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:17:15.425347 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.439895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.445821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:17:15.448933 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:17:15.576943 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.582390 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:15.585677 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] 10.222.0.15 "DELETE /v2.0/networks/114db326-8666-4f89-926f-0e91df07969a HTTP/1.1" status: 204 len: 168 time: 0.6871076 Apr 30 02:17:15.597240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e0127-62ce-43e5-8b41-ce6d9b1f7559 admin admin] Pushing event deleted for resources: {'Network': ['ID=114db326-8666-4f89-926f-0e91df07969a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:15.963872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37960) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:16.002643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8930601a-401d-4a66-b981-b55cacdc27c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed2d51711f1843128cdde7f9c024e9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376117 Apr 30 02:17:16.004971 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37962) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:16.051597 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-717d31ed-4461-4df6-97c0-f22ba0932efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:16.073150 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-717d31ed-4461-4df6-97c0-f22ba0932efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:16.180255 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-717d31ed-4461-4df6-97c0-f22ba0932efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:16.182838 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-717d31ed-4461-4df6-97c0-f22ba0932efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:16.184066 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-717d31ed-4461-4df6-97c0-f22ba0932efa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f49dbc93-2c6b-4d75-9035-9da19e9b899d HTTP/1.1" status: 204 len: 168 time: 0.1781986 Apr 30 02:17:16.195876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d31ed-4461-4df6-97c0-f22ba0932efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49dbc93-2c6b-4d75-9035-9da19e9b899d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:16.375019 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:17:16.786837 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37968) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:16.826454 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e8361ffc-e696-48e9-b830-a31f8af03a70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fececc14e2f04cefa6f5b67c01752ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377040 Apr 30 02:17:16.828772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 37970) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:16.874970 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85de973f-4960-4dfb-b575-db4aba3b0b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:16.895804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85de973f-4960-4dfb-b575-db4aba3b0b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:17.005289 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85de973f-4960-4dfb-b575-db4aba3b0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:17.008491 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-85de973f-4960-4dfb-b575-db4aba3b0b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:17.009656 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-85de973f-4960-4dfb-b575-db4aba3b0b5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d275fafa-aeeb-4b02-b5d9-20b44ea4477c HTTP/1.1" status: 204 len: 168 time: 0.1800020 Apr 30 02:17:17.017470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de973f-4960-4dfb-b575-db4aba3b0b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d275fafa-aeeb-4b02-b5d9-20b44ea4477c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:18.107922 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 37992) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:18.203396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1159555683-network', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:17:18.288717 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Made reservation on behalf of e7b3ac017f56405184c43afaac8a03b0 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:17:18.290965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:18.299232 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:18.372933 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:18.443130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:18.469146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:17:18.474849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381791f6-8bd0-420c-a3e5-362b8aaca44a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:18.481777 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:18.482113 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Added segment 1ebc168d-a907-4f7b-b924-5abd98504943 of type vlan for network 08735d17-995f-4668-8a46-c3e2b06f846d Apr 30 02:17:18.522126 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:18.611184 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:18.612226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:18.612796 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:18.680674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] Pushing event updated for resources: {'Network': ['ID=08735d17-995f-4668-8a46-c3e2b06f846d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:18.690304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 08735d17-995f-4668-8a46-c3e2b06f846d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:17:18.722257 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0a30afa1-06f7-4826-b8e4-e7d188c1a290 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6132464 Apr 30 02:17:18.725672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38002) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:18.730364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Request body: {'subnet': {'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1159555683-subnet', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:17:18.805153 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Made reservation on behalf of e7b3ac017f56405184c43afaac8a03b0 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:17:18.807462 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.060207 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.119672 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf56008-c976-428c-8bb5-ccbccc6e56e3,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:19.123947 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Checking segment: {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:19.124299 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Network hostable DHCP agents. Network: 08735d17-995f-4668-8a46-c3e2b06f846d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:17:19.153680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.219880 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Network 08735d17-995f-4668-8a46-c3e2b06f846d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:17:19.273730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 08735d17-995f-4668-8a46-c3e2b06f846d) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:19.278314 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:19.280773 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.282667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8086a26-51bc-4830-980f-8d50923c4adf None None] Network 08735d17-995f-4668-8a46-c3e2b06f846d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:17:19.371294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b7a305de-0f9f-4757-814a-9b5e8768e83c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6445014 Apr 30 02:17:19.373905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38004) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:19.378152 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:17:19.424881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-08735d17-995f-4668-8a46-c3e2b06f846d', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:17:19.425732 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.449123 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.450345 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.500729 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.567701 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Allocated IP 172.20.0.2 (08735d17-995f-4668-8a46-c3e2b06f846d/eaf56008-c976-428c-8bb5-ccbccc6e56e3/7436f891-c558-4451-a93a-be16ca966476) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:17:19.703160 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.711750 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.780787 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.814801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Network 08735d17-995f-4668-8a46-c3e2b06f846d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:19.817577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:19.823083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:17:19.835493 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Pushing event updated for resources: {'Port': ['ID=7436f891-c558-4451-a93a-be16ca966476,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:19.882609 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Attempting to bind port 7436f891-c558-4451-a93a-be16ca966476 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:17:19.882969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Attempting to bind port 7436f891-c558-4451-a93a-be16ca966476 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:17:19.883322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Attempting to bind port 7436f891-c558-4451-a93a-be16ca966476 on network 08735d17-995f-4668-8a46-c3e2b06f846d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:17:19.888131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:17:19.888496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Checking segment: {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:19.888895 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.889279 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Bound using segment: {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:17:19.889742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Bound port: 7436f891-c558-4451-a93a-be16ca966476, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:17:19.890120 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.955692 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] For port 7436f891-c558-4451-a93a-be16ca966476, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:17:19.955915 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:19.958596 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] For port 7436f891-c558-4451-a93a-be16ca966476, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7436f891-c558-4451-a93a-be16ca966476,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:17:19.976032 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:20.009356 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:20.071346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaf121-a204-4525-921c-0bc52b92425d None None] Pushing event updated for resources: {'Port': ['ID=7436f891-c558-4451-a93a-be16ca966476,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:20.086008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Allocated IP 172.25.0.197 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/435a553b-9b4b-4b97-9144-ecac34833fcf) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:17:20.206255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:20.318114 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:20.355547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:20.358302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:20.363871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:17:20.389625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Pushing event updated for resources: {'Port': ['ID=435a553b-9b4b-4b97-9144-ecac34833fcf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:20.688480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:20.890298 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:20.951575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64fb90a-0117-4d74-942f-fc7abae26d55 None None] Network 08735d17-995f-4668-8a46-c3e2b06f846d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:17:21.019989 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:21.026880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-30b20fad-1893-4bd8-abea-16309b652d64 None None] Provisioning complete for port 7436f891-c558-4451-a93a-be16ca966476 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:21.027244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30b20fad-1893-4bd8-abea-16309b652d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:21.083194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Router 2de25148-7892-4cc9-a463-54305b794b80 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:17:21.169003 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30b20fad-1893-4bd8-abea-16309b652d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:21.191585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:17:21.206973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Sync routers for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:17:21.212973 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-30b20fad-1893-4bd8-abea-16309b652d64 None None] For port 7436f891-c558-4451-a93a-be16ca966476, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7436f891-c558-4451-a93a-be16ca966476,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:21.221369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:21.221976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:21.293312 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:21.297947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38006) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:21.298396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9790add2-2135-48e9-a666-e79528c2b7bc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9234488 Apr 30 02:17:21.313600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7436f891-c558-4451-a93a-be16ca966476 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:21.342638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30b20fad-1893-4bd8-abea-16309b652d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:21.387852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:21.513677 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b20fad-1893-4bd8-abea-16309b652d64 None None] Pushing event updated for resources: {'Port': ['ID=7436f891-c558-4451-a93a-be16ca966476,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:21.544881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5fd4c23e-b797-4a0e-ba4b-33a0a657ef43 None None] Provisioning complete for port 7436f891-c558-4451-a93a-be16ca966476 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:21.545162 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c23e-b797-4a0e-ba4b-33a0a657ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:21.549257 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7436f891-c558-4451-a93a-be16ca966476 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:21.549936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:21.736844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:21.913794 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:20Z', 'revision_number': 3, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:21.914006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Allocated IP 172.20.0.1 (08735d17-995f-4668-8a46-c3e2b06f846d/eaf56008-c976-428c-8bb5-ccbccc6e56e3/93711b34-aa3e-48ca-9265-2a0ab695c771) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:17:21.940801 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Checking router: 2de25148-7892-4cc9-a463-54305b794b80 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:17:21.941434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Updating router 2de25148-7892-4cc9-a463-54305b794b80 port 435a553b-9b4b-4b97-9144-ecac34833fcf binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:17:21.977830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.036883 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.134986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.173051 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Network 08735d17-995f-4668-8a46-c3e2b06f846d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:22.178376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:22.182006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:17:22.213501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Pushing event updated for resources: {'Port': ['ID=93711b34-aa3e-48ca-9265-2a0ab695c771,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:22.235716 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.244660 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.319958 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.373457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Attempting to bind port 435a553b-9b4b-4b97-9144-ecac34833fcf on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:17:22.373832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Attempting to bind port 435a553b-9b4b-4b97-9144-ecac34833fcf by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:17:22.375868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Attempting to bind port 435a553b-9b4b-4b97-9144-ecac34833fcf on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:17:22.379564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5427184-2300-434a-8739-52ea3aa71ee2 None None] Pushing event updated for resources: {'Port': ['ID=435a553b-9b4b-4b97-9144-ecac34833fcf,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:22.384380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:17:22.384754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:22.385178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.385700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:17:22.386157 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Bound port: 435a553b-9b4b-4b97-9144-ecac34833fcf, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:17:22.386536 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.418319 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.448659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-de90431b-28b5-4804-a211-01f79846666e None None] Provisioning complete for port 93711b34-aa3e-48ca-9265-2a0ab695c771 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:22.448951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de90431b-28b5-4804-a211-01f79846666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.473351 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] For port 435a553b-9b4b-4b97-9144-ecac34833fcf, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:17:22.492949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] For port 435a553b-9b4b-4b97-9144-ecac34833fcf, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=435a553b-9b4b-4b97-9144-ecac34833fcf,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:17:22.497255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-de90431b-28b5-4804-a211-01f79846666e None None] Port 93711b34-aa3e-48ca-9265-2a0ab695c771 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:17:22.555405 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.586219 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.612517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:22.613125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:22.651106 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.655278 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5427184-2300-434a-8739-52ea3aa71ee2 None None] Pushing event updated for resources: {'Port': ['ID=435a553b-9b4b-4b97-9144-ecac34833fcf,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:22.721404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Pushing event updated for resources: {'Port': ['ID=93711b34-aa3e-48ca-9265-2a0ab695c771,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:22.723839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:22.734415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:22.812537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Network 08735d17-995f-4668-8a46-c3e2b06f846d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:22.813956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:22.941267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Router 2de25148-7892-4cc9-a463-54305b794b80 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:17:22.948453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:21Z', 'revision_number': 1, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:22.980799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b342cc-8f56-4341-9600-f0a5287cd35e None None] The sync data for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 is: [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:21Z', 'revision_number': 1, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:17:23.080628 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:17:23.086778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-175c56fc-e9e9-481e-bb80-9fb4c218fba7 admin admin] 10.222.0.15 "PUT /v2.0/routers/2de25148-7892-4cc9-a463-54305b794b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868891 Apr 30 02:17:23.120945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e25f4b27-c545-4f42-8ad5-c4ec0a10c3af None None] Provisioning complete for port 93711b34-aa3e-48ca-9265-2a0ab695c771 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:23.121412 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e25f4b27-c545-4f42-8ad5-c4ec0a10c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:23.162742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e25f4b27-c545-4f42-8ad5-c4ec0a10c3af None None] Port 93711b34-aa3e-48ca-9265-2a0ab695c771 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:17:23.307753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7436f891-c558-4451-a93a-be16ca966476 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:23.359502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 7436f891-c558-4451-a93a-be16ca966476 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:23.359860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:23.862254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38022) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:23.867959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-898682896-network', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:17:23.946295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Made reservation on behalf of 9fd12b1790dc427095c20eb6c3f1ceb4 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:17:23.948794 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:23.958313 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.039735 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.108300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.138566 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:17:24.145285 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e022e-4fb1-4dbf-892b-97a6964c99e2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:24.152071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.152417 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Added segment 9a53c05f-3dd5-4de7-a615-ceab4245859a of type vlan for network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 Apr 30 02:17:24.192817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.267926 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.269183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:24.269762 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.326559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] Pushing event updated for resources: {'Network': ['ID=f7b32a7c-536d-482a-98b5-d4baaf9e4ee9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:24.336381 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:17:24.351286 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-da24bcb8-114d-4136-864d-6b20297cd7dc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4878905 Apr 30 02:17:24.353991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38024) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:24.358803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Request body: {'subnet': {'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-898682896-subnet', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:17:24.422357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Made reservation on behalf of 9fd12b1790dc427095c20eb6c3f1ceb4 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:17:24.424848 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.634049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.690077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e851fdcf-7b46-4da5-a3a2-27de04c364a4,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:24.701428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Checking segment: {'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:24.702037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Network hostable DHCP agents. Network: f7b32a7c-536d-482a-98b5-d4baaf9e4ee9, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:17:24.805592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:17:24.883353 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, f7b32a7c-536d-482a-98b5-d4baaf9e4ee9) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:24.887961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:24.888782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:24.892204 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de751a7-62fe-4eb8-be9f-19650f002d97 None None] Network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:17:24.972749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-adb86077-0066-4dc2-bdc8-85306cba68e8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6169250 Apr 30 02:17:24.975116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38026) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:24.979777 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:17:24.998185 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Sync routers for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:17:25.010281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:25.010883 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:25.041004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-f7b32a7c-536d-482a-98b5-d4baaf9e4ee9', 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'fixed_ips': [{'subnet_id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:17:25.041858 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.072284 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.073350 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.125033 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:25.132854 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.184900 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Allocated IP 172.20.0.2 (f7b32a7c-536d-482a-98b5-d4baaf9e4ee9/e851fdcf-7b46-4da5-a3a2-27de04c364a4/c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:17:25.350306 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 2, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:25.364317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 435a553b-9b4b-4b97-9144-ecac34833fcf up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:25.376468 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Checking router: 2de25148-7892-4cc9-a463-54305b794b80 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:17:25.376815 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Updating router 2de25148-7892-4cc9-a463-54305b794b80 port 93711b34-aa3e-48ca-9265-2a0ab695c771 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:17:25.385556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.401778 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.418481 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.435690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 435a553b-9b4b-4b97-9144-ecac34833fcf triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:25.435985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.488331 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.547082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:25.551398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:25.554499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:17:25.596685 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Pushing event updated for resources: {'Port': ['ID=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:25.603588 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.650320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 435a553b-9b4b-4b97-9144-ecac34833fcf, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=435a553b-9b4b-4b97-9144-ecac34833fcf,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:25.651506 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Attempting to bind port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:17:25.651878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Attempting to bind port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:17:25.652226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Attempting to bind port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 on network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:17:25.657936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:17:25.658344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Checking segment: {'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:25.658716 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.659102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Bound using segment: {'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:17:25.659612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Bound port: c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:17:25.659972 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.719291 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.756768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] For port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:17:25.778121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] For port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,segment=NetworkSegment(9a53c05f-3dd5-4de7-a615-ceab4245859a),segment_id=9a53c05f-3dd5-4de7-a615-ceab4245859a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:17:25.788647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=435a553b-9b4b-4b97-9144-ecac34833fcf,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:25.810767 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.838108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.898319 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.905717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c73a4-af67-474a-94fc-0c918142c928 None None] Pushing event updated for resources: {'Port': ['ID=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:25.965489 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Pushing event updated for resources: {'Port': ['ID=93711b34-aa3e-48ca-9265-2a0ab695c771,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:25.976152 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:25.991596 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.991954 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.992303 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.992646 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.993054 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.993477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.993740 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.994074 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.994396 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.994724 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.995072 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:25.995467 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:26.001956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.029964 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Attempting to bind port 93711b34-aa3e-48ca-9265-2a0ab695c771 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:17:26.030642 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Attempting to bind port 93711b34-aa3e-48ca-9265-2a0ab695c771 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:17:26.031031 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Attempting to bind port 93711b34-aa3e-48ca-9265-2a0ab695c771 on network 08735d17-995f-4668-8a46-c3e2b06f846d {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:17:26.038253 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:17:26.038680 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Checking segment: {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:26.039331 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.039936 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Bound using segment: {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:17:26.040538 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Bound port: 93711b34-aa3e-48ca-9265-2a0ab695c771, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:17:26.040986 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.124837 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] For port 93711b34-aa3e-48ca-9265-2a0ab695c771, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:17:26.134928 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] For port 93711b34-aa3e-48ca-9265-2a0ab695c771, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=93711b34-aa3e-48ca-9265-2a0ab695c771,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:17:26.150700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Allocated IP 172.25.0.249 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/20ae32e5-0c3f-474c-86e2-42d8795007f3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:17:26.205909 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.272395 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.276843 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:26.277482 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:26.283047 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d085ea3-54a4-4394-ac3d-d59638a0fa66 None None] Pushing event updated for resources: {'Port': ['ID=93711b34-aa3e-48ca-9265-2a0ab695c771,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:26.331851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-121b25a8-cf03-4d39-bae0-ef461b99129c None None] Provisioning complete for port 93711b34-aa3e-48ca-9265-2a0ab695c771 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:26.332202 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-121b25a8-cf03-4d39-bae0-ef461b99129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.401041 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:26.419171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-121b25a8-cf03-4d39-bae0-ef461b99129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.421302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.459976 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-121b25a8-cf03-4d39-bae0-ef461b99129c None None] For port 93711b34-aa3e-48ca-9265-2a0ab695c771, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=93711b34-aa3e-48ca-9265-2a0ab695c771,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:26.475703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:26.478867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:26.482778 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:17:26.509032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Pushing event updated for resources: {'Port': ['ID=20ae32e5-0c3f-474c-86e2-42d8795007f3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:26.524541 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-121b25a8-cf03-4d39-bae0-ef461b99129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.589015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b25a8-cf03-4d39-bae0-ef461b99129c None None] Pushing event updated for resources: {'Port': ['ID=93711b34-aa3e-48ca-9265-2a0ab695c771,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:26.633215 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:26.653527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4dd0cd9a-e684-42fa-a5df-5991da30670f None None] Provisioning complete for port 93711b34-aa3e-48ca-9265-2a0ab695c771 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:26.654667 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dd0cd9a-e684-42fa-a5df-5991da30670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:26.661796 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff87f4-367b-4a65-a4fc-51d4983d3bf9 None None] The sync data for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 is: [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:17:26.841326 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:27.062718 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:27.069751 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619eb183-9ab1-4c82-bf00-a25d3cfa932b None None] Network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:17:27.197780 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c12d7da8-dd2d-4cfb-b8a4-a9a352e40fe0 None None] Provisioning complete for port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:27.198146 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c12d7da8-dd2d-4cfb-b8a4-a9a352e40fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:27.258364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:17:27.331204 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c12d7da8-dd2d-4cfb-b8a4-a9a352e40fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:27.384573 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c12d7da8-dd2d-4cfb-b8a4-a9a352e40fe0 None None] For port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,segment=NetworkSegment(9a53c05f-3dd5-4de7-a615-ceab4245859a),segment_id=9a53c05f-3dd5-4de7-a615-ceab4245859a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:27.431471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:17:27.439713 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c12d7da8-dd2d-4cfb-b8a4-a9a352e40fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:27.450898 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Sync routers for ids ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:17:27.495076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Routers {'3bebd4e6-d244-471d-9b97-72c09e4b5b51'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:27.495755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:27.501083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 435a553b-9b4b-4b97-9144-ecac34833fcf up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:27.504709 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:27.507050 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-968b974e-002a-43d2-acc8-e4d48a7d5d52 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5305398 Apr 30 02:17:27.509456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38030) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:17:27.573942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7da8-dd2d-4cfb-b8a4-a9a352e40fe0 None None] Pushing event updated for resources: {'Port': ['ID=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:27.655407 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 435a553b-9b4b-4b97-9144-ecac34833fcf triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:27.655896 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:27.683746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Set router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:27.769715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0bbbedeb-4c0c-4417-95c8-cf8ed0db8a24 None None] Provisioning complete for port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:27.769990 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bbbedeb-4c0c-4417-95c8-cf8ed0db8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:27.934862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.071358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:28.091806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Allocated IP 172.20.0.1 (f7b32a7c-536d-482a-98b5-d4baaf9e4ee9/e851fdcf-7b46-4da5-a3a2-27de04c364a4/2a853222-d1cf-4c39-9dcc-5bb5beaa151e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:17:28.190842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:28.191268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.194250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 3, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port': {'id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:26Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:28.194446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.238880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Checking router: 3bebd4e6-d244-471d-9b97-72c09e4b5b51 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:17:28.239223 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Updating router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 port 20ae32e5-0c3f-474c-86e2-42d8795007f3 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:17:28.275187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.285373 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.331891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:28.335763 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:28.339498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:17:28.365805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Pushing event updated for resources: {'Port': ['ID=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:28.390308 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.413548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 93711b34-aa3e-48ca-9265-2a0ab695c771 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:28.529553 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 93711b34-aa3e-48ca-9265-2a0ab695c771 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:28.530216 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.588986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.646131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d93c14aa-f23f-4055-9d82-e7c86fed3bdf None None] Provisioning complete for port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:28.646131 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d93c14aa-f23f-4055-9d82-e7c86fed3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.696560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.737795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d93c14aa-f23f-4055-9d82-e7c86fed3bdf None None] Port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:17:28.759651 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.768999 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.804111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72259c09-7654-4324-95dc-c8e45bcee683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.822242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Attempting to bind port 20ae32e5-0c3f-474c-86e2-42d8795007f3 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:17:28.822613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Attempting to bind port 20ae32e5-0c3f-474c-86e2-42d8795007f3 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:17:28.822982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Attempting to bind port 20ae32e5-0c3f-474c-86e2-42d8795007f3 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:17:28.829967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa84ee-79af-45ed-bb35-68f791c484e7 None None] Pushing event updated for resources: {'Port': ['ID=20ae32e5-0c3f-474c-86e2-42d8795007f3,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:28.832374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:17:28.832747 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:28.833146 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.833935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:17:28.834402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Bound port: 20ae32e5-0c3f-474c-86e2-42d8795007f3, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:17:28.834781 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.837084 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.895318 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] For port 20ae32e5-0c3f-474c-86e2-42d8795007f3, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:17:28.898662 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] For port 20ae32e5-0c3f-474c-86e2-42d8795007f3, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=20ae32e5-0c3f-474c-86e2-42d8795007f3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:17:28.903836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Pushing event updated for resources: {'Port': ['ID=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:28.906335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:28.965683 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:29.002479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:29.003940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:29.023972 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Routers {'3bebd4e6-d244-471d-9b97-72c09e4b5b51'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:29.024615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:29.060286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa84ee-79af-45ed-bb35-68f791c484e7 None None] Pushing event updated for resources: {'Port': ['ID=20ae32e5-0c3f-474c-86e2-42d8795007f3,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:29.124546 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:17:29.146559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] Set router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:29.239319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:17:29.245250 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-33e047cf-c94f-45d7-a001-3ea277dee86f admin admin] 10.222.0.15 "PUT /v2.0/routers/3bebd4e6-d244-471d-9b97-72c09e4b5b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7348053 Apr 30 02:17:29.299613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bcbb94cc-c51b-4b91-9479-6535b0453dfe None None] Provisioning complete for port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:29.299984 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bcbb94cc-c51b-4b91-9479-6535b0453dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:29.332727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:29.402764 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb94cc-c51b-4b91-9479-6535b0453dfe None None] Port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:17:29.429963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:29.430341 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:29.471153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 4, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port': {'id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:26Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2a853222-d1cf-4c39-9dcc-5bb5beaa151e', 'name': '', 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'mac_address': 'fa:16:3e:ff:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:27Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 2, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'subnets': [{'id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:29.501861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f378a9-6a20-4baa-9d5f-281a6b08ba51 None None] The sync data for ids ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'] in n-d-821348-1 is: [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 4, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port': {'id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:26Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2a853222-d1cf-4c39-9dcc-5bb5beaa151e', 'name': '', 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'mac_address': 'fa:16:3e:ff:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:27Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 2, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'subnets': [{'id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:17:31.048939 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-acebfa6c-b947-4dcd-a41b-623a759fd0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:31.401569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 20ae32e5-0c3f-474c-86e2-42d8795007f3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:31.456754 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 20ae32e5-0c3f-474c-86e2-42d8795007f3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:31.457125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:31.554434 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:31.578832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 20ae32e5-0c3f-474c-86e2-42d8795007f3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=20ae32e5-0c3f-474c-86e2-42d8795007f3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:31.651226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:31.682488 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Sync routers for ids ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:17:31.696420 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Routers {'3bebd4e6-d244-471d-9b97-72c09e4b5b51'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:31.697019 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:31.707499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=20ae32e5-0c3f-474c-86e2-42d8795007f3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:31.812240 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Set router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:32.036702 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 4, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port': {'id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:26Z', 'updated_at': '2022-04-30T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2a853222-d1cf-4c39-9dcc-5bb5beaa151e', 'name': '', 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'mac_address': 'fa:16:3e:ff:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:27Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 2, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'subnets': [{'id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:32.068610 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Checking router: 3bebd4e6-d244-471d-9b97-72c09e4b5b51 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:17:32.069597 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Updating router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:17:32.098540 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:32.220563 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:32.392005 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:32.460517 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:32.504165 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803427ae-0901-4b27-9ddd-ca9131b6c4d9 None None] Pushing event updated for resources: {'Port': ['ID=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:32.588275 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Attempting to bind port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:17:32.588728 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Attempting to bind port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:17:32.589155 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Attempting to bind port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e on network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:17:32.595417 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:17:32.595895 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Checking segment: {'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:32.596360 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:32.596808 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Bound using segment: {'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:17:32.597336 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Bound port: 2a853222-d1cf-4c39-9dcc-5bb5beaa151e, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a53c05f-3dd5-4de7-a615-ceab4245859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:17:32.597771 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:32.666072 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] For port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:17:32.669787 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] For port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,segment=NetworkSegment(9a53c05f-3dd5-4de7-a615-ceab4245859a),segment_id=9a53c05f-3dd5-4de7-a615-ceab4245859a)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:17:32.734299 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:32.827189 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Routers {'3bebd4e6-d244-471d-9b97-72c09e4b5b51'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:17:32.828011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:17:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:32.868583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1f50498d-3295-46e7-ab89-1602e996b109 None None] Provisioning complete for port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:32.869045 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f50498d-3295-46e7-ab89-1602e996b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:32.999062 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f50498d-3295-46e7-ab89-1602e996b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:33.045098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1f50498d-3295-46e7-ab89-1602e996b109 None None] For port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,segment=NetworkSegment(9a53c05f-3dd5-4de7-a615-ceab4245859a),segment_id=9a53c05f-3dd5-4de7-a615-ceab4245859a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:33.067863 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803427ae-0901-4b27-9ddd-ca9131b6c4d9 None None] Pushing event updated for resources: {'Port': ['ID=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:33.094918 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] Set router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:17:33.368481 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 4, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port': {'id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:26Z', 'updated_at': '2022-04-30T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2a853222-d1cf-4c39-9dcc-5bb5beaa151e', 'name': '', 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'mac_address': 'fa:16:3e:ff:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:27Z', 'updated_at': '2022-04-30T02:17:32Z', 'revision_number': 4, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'subnets': [{'id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:17:33.368481 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e09ee-ee87-44e5-a52e-52825ffb475e None None] The sync data for ids ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'] in n-d-821348-1 is: [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:17:28Z', 'revision_number': 4, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port': {'id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:26Z', 'updated_at': '2022-04-30T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '2a853222-d1cf-4c39-9dcc-5bb5beaa151e', 'name': '', 'network_id': 'f7b32a7c-536d-482a-98b5-d4baaf9e4ee9', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'mac_address': 'fa:16:3e:ff:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:27Z', 'updated_at': '2022-04-30T02:17:32Z', 'revision_number': 4, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'subnets': [{'id': 'e851fdcf-7b46-4da5-a3a2-27de04c364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:17:33.379804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 20ae32e5-0c3f-474c-86e2-42d8795007f3 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:33.411663 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f50498d-3295-46e7-ab89-1602e996b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:33.467292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50498d-3295-46e7-ab89-1602e996b109 None None] Pushing event updated for resources: {'Port': ['ID=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:33.481742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 20ae32e5-0c3f-474c-86e2-42d8795007f3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:33.482105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:33.550659 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4d4bad00-da76-4167-9282-bf6f981d6af5 None None] Provisioning complete for port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:33.550907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4d4bad00-da76-4167-9282-bf6f981d6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:33.622185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2a853222-d1cf-4c39-9dcc-5bb5beaa151e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:33.716293 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:33.716807 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:33.948205 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:33.999773 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:35.324413 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2a853222-d1cf-4c39-9dcc-5bb5beaa151e up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:35.381353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:35.382489 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:40.650773 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-3c94eeba-e7c8-4c0f-8f8a-f99d42481759 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:40.652270 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-3c94eeba-e7c8-4c0f-8f8a-f99d42481759 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 815 time: 0.1006491 Apr 30 02:17:40.668110 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-d40f6211-80df-4f04-a794-54a2366abec8 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/quotas/e7b3ac017f56405184c43afaac8a03b0 HTTP/1.1" status: 200 len: 375 time: 0.0100071 Apr 30 02:17:40.722446 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-5ae06b7b-6d4d-4ecd-884b-37c310f9b191 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489676 Apr 30 02:17:40.814361 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-40d8c3d8-2ab6-42ea-b5df-c18e05a54672 service neutron] 10.222.0.15 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797167 Apr 30 02:17:40.905888 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-17eadd12-8f94-4e70-89dd-cb28e6396dff service neutron] 10.222.0.15 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847545 Apr 30 02:17:41.150930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-58a5727e-ab9e-48c6-ad0f-2dc873bb27d6 req-dab51975-3ec4-4a5a-9952-0c48f388eb4d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 210 time: 0.0284417 Apr 30 02:17:42.247453 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-93a4ad80-a39c-491f-a3ad-9a5091a036d8 req-c0daa882-9312-4a8e-b46c-24d9887eda91 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 210 time: 0.0281103 Apr 30 02:17:43.300921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-bff287f7-414c-4cf1-a394-c3c71c8bd055 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:43.302400 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-bff287f7-414c-4cf1-a394-c3c71c8bd055 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.21 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 815 time: 0.1033731 Apr 30 02:17:43.314907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'port': {'device_id': '299cb336-7837-428e-a596-37e7272df683', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'admin_state_up': True, 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:17:43.344005 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-52e8bb53-9b6c-4f81-b1af-be2e4c89be62 req-e6fb176d-508b-45b9-a13f-2279ae49a990 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 210 time: 0.0260332 Apr 30 02:17:43.488435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Made reservation on behalf of e7b3ac017f56405184c43afaac8a03b0 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:17:43.492668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:43.622246 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Allocated IP 172.20.0.5 (08735d17-995f-4668-8a46-c3e2b06f846d/eaf56008-c976-428c-8bb5-ccbccc6e56e3/292e9aaa-93ef-48ab-b2da-1c7730631272) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:17:43.769905 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:43.867174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:43.915892 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Network 08735d17-995f-4668-8a46-c3e2b06f846d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:17:43.919210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:17:43.923438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:17:43.977915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'Port': ['ID=292e9aaa-93ef-48ab-b2da-1c7730631272,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:43.988866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:43.989495 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:44.088736 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-e1b815db-72c3-4380-8c6f-2c17beb926a7 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778578 Apr 30 02:17:44.322178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f983cefa-457b-4154-80b9-8bd50a376d82 None None] Provisioning complete for port 292e9aaa-93ef-48ab-b2da-1c7730631272 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:44.323191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f983cefa-457b-4154-80b9-8bd50a376d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:44.368230 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f983cefa-457b-4154-80b9-8bd50a376d82 None None] Port 292e9aaa-93ef-48ab-b2da-1c7730631272 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:17:44.473448 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b66b3-8553-4a2a-b710-5cafb1bef542 req-be365179-90d5-4f62-ad39-cfddf73ff7e6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:44.476158 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b7b66b3-8553-4a2a-b710-5cafb1bef542 req-be365179-90d5-4f62-ad39-cfddf73ff7e6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 931 time: 0.0591209 Apr 30 02:17:44.523372 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b7b66b3-8553-4a2a-b710-5cafb1bef542 req-7d1cc0d6-3315-4248-b923-51ec60c14fc3 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Apr 30 02:17:45.660352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73a9ba-ba73-407b-b1cd-253d56a069cd req-aea20cb0-6bfe-429f-bdf7-3603572dbaa8 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:45.661899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c73a9ba-ba73-407b-b1cd-253d56a069cd req-aea20cb0-6bfe-429f-bdf7-3603572dbaa8 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 931 time: 0.0633435 Apr 30 02:17:45.704382 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c73a9ba-ba73-407b-b1cd-253d56a069cd req-79a08470-2906-4330-86b9-1625c2fa3d2a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356972 Apr 30 02:17:46.843226 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe41c-a042-4fb2-9c7b-330aec645cc8 req-d798e308-f8c0-4898-9f66-c446a88d6f8f tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:46.844681 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3bfe41c-a042-4fb2-9c7b-330aec645cc8 req-d798e308-f8c0-4898-9f66-c446a88d6f8f tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 931 time: 0.0550444 Apr 30 02:17:46.885940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f3bfe41c-a042-4fb2-9c7b-330aec645cc8 req-75affafa-55d7-4a72-b546-8e2dccb3d9ce tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Apr 30 02:17:48.018220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0004b7-0a9d-42b4-877e-e5ac17bd2c52 req-db061062-1a4f-4e91-bc8d-bec7976f1f1f tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:48.019775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c0004b7-0a9d-42b4-877e-e5ac17bd2c52 req-db061062-1a4f-4e91-bc8d-bec7976f1f1f tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 931 time: 0.0495362 Apr 30 02:17:48.070114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6c0004b7-0a9d-42b4-877e-e5ac17bd2c52 req-0c885556-35ab-4b9f-93f0-013a18b5c474 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 Apr 30 02:17:49.193279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:49.197215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf74d5-71f0-4275-b63f-496b5d2f8f19 req-8a8718be-4d3f-4ccc-a28b-a355a5f5dfbc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:49.198738 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9bf74d5-71f0-4275-b63f-496b5d2f8f19 req-8a8718be-4d3f-4ccc-a28b-a355a5f5dfbc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 931 time: 0.0535023 Apr 30 02:17:49.241974 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d9bf74d5-71f0-4275-b63f-496b5d2f8f19 req-39c732d9-7be7-4fba-b02b-fde0c407e528 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Apr 30 02:17:50.370675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa08a7b-65e3-4846-b4bb-54910f4cc631 req-a26dac1e-848d-4749-a774-e530b406f63d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:50.372342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cfa08a7b-65e3-4846-b4bb-54910f4cc631 req-a26dac1e-848d-4749-a774-e530b406f63d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 931 time: 0.0527081 Apr 30 02:17:50.416616 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cfa08a7b-65e3-4846-b4bb-54910f4cc631 req-4d72b957-ca79-49ab-b235-0a347650b7a9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373552 Apr 30 02:17:50.999115 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:51.496900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-728892c6-403e-4402-8ec4-79279d9cb468 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:17:51.497807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-728892c6-403e-4402-8ec4-79279d9cb468 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054376 Apr 30 02:17:51.510138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Request body: {'port': {'device_id': '299cb336-7837-428e-a596-37e7272df683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:17:51.533326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6622-ba8b-4cf4-be1d-7d379673830c req-93fdff4a-a7b7-48e8-a06b-74b2f0d4c623 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:51.535523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84ee6622-ba8b-4cf4-be1d-7d379673830c req-93fdff4a-a7b7-48e8-a06b-74b2f0d4c623 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 931 time: 0.0519650 Apr 30 02:17:51.569258 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:51.578727 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-84ee6622-ba8b-4cf4-be1d-7d379673830c req-41fb7445-8803-4a55-89e2-b0bfaf3875b2 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364051 Apr 30 02:17:51.829245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292e9aaa-93ef-48ab-b2da-1c7730631272 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:17:51.836683 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:51.848216 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Transition to ACTIVE for port object 292e9aaa-93ef-48ab-b2da-1c7730631272 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:17:51.934113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:51.983286 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Pushing event updated for resources: {'Port': ['ID=292e9aaa-93ef-48ab-b2da-1c7730631272,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:52.058428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Attempting to bind port 292e9aaa-93ef-48ab-b2da-1c7730631272 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:17:52.058760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Attempting to bind port 292e9aaa-93ef-48ab-b2da-1c7730631272 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:17:52.059085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Attempting to bind port 292e9aaa-93ef-48ab-b2da-1c7730631272 on network 08735d17-995f-4668-8a46-c3e2b06f846d {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:17:52.063624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Port 292e9aaa-93ef-48ab-b2da-1c7730631272 on network 08735d17-995f-4668-8a46-c3e2b06f846d not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:17:52.063939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Attempting to bind port 292e9aaa-93ef-48ab-b2da-1c7730631272 on network 08735d17-995f-4668-8a46-c3e2b06f846d {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:17:52.068952 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:17:52.069300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Checking segment: {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:17:52.069752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Bound using segment: {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:17:52.070175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Bound port: 292e9aaa-93ef-48ab-b2da-1c7730631272, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebc168d-a907-4f7b-b924-5abd98504943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:17:52.070528 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:52.135620 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] For port 292e9aaa-93ef-48ab-b2da-1c7730631272, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:17:52.138740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] For port 292e9aaa-93ef-48ab-b2da-1c7730631272, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=292e9aaa-93ef-48ab-b2da-1c7730631272,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:17:52.208621 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:52.241670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:52.242224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:52.243634 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] 10.222.0.21 "PUT /v2.0/ports/292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 1091 time: 0.7374117 Apr 30 02:17:52.244067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:17:52.246324 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a603aeaa-ed32-4238-ae39-30acfa1a6b34" -d '{"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:17:52.282065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b76bb-704f-4c02-a733-b2f8b7aa0a91 service neutron] Pushing event updated for resources: {'Port': ['ID=292e9aaa-93ef-48ab-b2da-1c7730631272,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:52.288340 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b40bf6-167e-4038-a188-946d0df87578 x-openstack-request-id: req-f8b40bf6-167e-4038-a188-946d0df87578 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:17:52.288731 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:17:52.289208 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8b40bf6-167e-4038-a188-946d0df87578 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:17:52.289532 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b40bf6-167e-4038-a188-946d0df87578'] response: {'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'status': 'completed', 'code': 200} Apr 30 02:17:52.356021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603aeaa-ed32-4238-ae39-30acfa1a6b34 req-572cf1bb-216b-43c2-a525-a792da2ce3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:52.357563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a603aeaa-ed32-4238-ae39-30acfa1a6b34 req-572cf1bb-216b-43c2-a525-a792da2ce3ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1094 time: 0.0459480 Apr 30 02:17:52.456433 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603aeaa-ed32-4238-ae39-30acfa1a6b34 req-09b16bb1-488e-47cb-8852-b31894256143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:52.457891 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a603aeaa-ed32-4238-ae39-30acfa1a6b34 req-09b16bb1-488e-47cb-8852-b31894256143 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e7b3ac017f56405184c43afaac8a03b0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925345 Apr 30 02:17:52.702351 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5072e-c762-43b2-bdd9-fb24ae4161ee req-88d422d4-cabe-49e5-b70a-da9807781a20 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:52.704001 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5d5072e-c762-43b2-bdd9-fb24ae4161ee req-88d422d4-cabe-49e5-b70a-da9807781a20 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 943 time: 0.0513139 Apr 30 02:17:52.744879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5d5072e-c762-43b2-bdd9-fb24ae4161ee req-702d3a54-dfda-4122-986f-f279a07dc33b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Apr 30 02:17:52.840673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603aeaa-ed32-4238-ae39-30acfa1a6b34 req-e3dc5825-7ee8-4d7a-b9a5-c6090127c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:52.842140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a603aeaa-ed32-4238-ae39-30acfa1a6b34 req-e3dc5825-7ee8-4d7a-b9a5-c6090127c3dc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3782289 Apr 30 02:17:52.921692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-5c8b0e2f-97a6-4e38-b6ce-d2fbd79f2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:52.923086 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-5c8b0e2f-97a6-4e38-b6ce-d2fbd79f2f5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1094 time: 0.0405154 Apr 30 02:17:52.964751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-70d3383f-8454-4665-ac34-dd48a92dfc19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 217 time: 0.0340652 Apr 30 02:17:53.014899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0c6567af-8415-4801-954c-89dfe8913166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:53.016365 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-0c6567af-8415-4801-954c-89dfe8913166 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 200 len: 854 time: 0.0457418 Apr 30 02:17:53.060202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-46381012-edea-4bb3-bbc3-3650db1f34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:53.061653 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-46381012-edea-4bb3-bbc3-3650db1f34cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08735d17-995f-4668-8a46-c3e2b06f846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381310 Apr 30 02:17:53.150813 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-a9a44f43-5058-4e52-86c7-2df101d76369 service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813513 Apr 30 02:17:53.245495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-31f0282f-2105-4652-8e60-a6f6b2e75ea5 req-58e36446-0aa6-4d73-81c2-5a7e0e55bbf6 service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876682 Apr 30 02:17:53.374782 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:17:53.872425 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c9239-f3fe-44ec-b3bf-ccf2bba1747a req-ce95a371-eb9b-404f-ab31-6928615fe221 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:53.873932 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228c9239-f3fe-44ec-b3bf-ccf2bba1747a req-ce95a371-eb9b-404f-ab31-6928615fe221 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 943 time: 0.0501037 Apr 30 02:17:53.911266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-228c9239-f3fe-44ec-b3bf-ccf2bba1747a req-b5703c7a-2e69-42d6-9bc1-0ebccfc29573 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Apr 30 02:17:55.029015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2b46e-7796-4c40-b68f-57056c8015fa req-2c891358-34a6-495e-872f-799c5a684acd tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:55.030461 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02c2b46e-7796-4c40-b68f-57056c8015fa req-2c891358-34a6-495e-872f-799c5a684acd tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 943 time: 0.0481694 Apr 30 02:17:55.071713 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02c2b46e-7796-4c40-b68f-57056c8015fa req-97f1419a-65b8-4268-ac2a-d401a939d6d1 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Apr 30 02:17:56.185104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b3681-886b-4c80-9de6-cfb7f5ac0bed req-0e9865c5-2c5c-4fc9-a4c2-fd44d77a02db tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:56.186562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec0b3681-886b-4c80-9de6-cfb7f5ac0bed req-0e9865c5-2c5c-4fc9-a4c2-fd44d77a02db tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 943 time: 0.0493152 Apr 30 02:17:56.223562 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ec0b3681-886b-4c80-9de6-cfb7f5ac0bed req-a001f2e9-d989-4cef-b35f-df55c30cf182 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Apr 30 02:17:56.504518 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 292e9aaa-93ef-48ab-b2da-1c7730631272 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:17:56.597911 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 292e9aaa-93ef-48ab-b2da-1c7730631272, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=292e9aaa-93ef-48ab-b2da-1c7730631272,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:56.609557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'port_id': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'mac_address': 'fa:16:3e:d5:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:17:56.645729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:56.661151 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292e9aaa-93ef-48ab-b2da-1c7730631272 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:17:56.681104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 292e9aaa-93ef-48ab-b2da-1c7730631272, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=292e9aaa-93ef-48ab-b2da-1c7730631272,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:56.768524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:56.814547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=292e9aaa-93ef-48ab-b2da-1c7730631272,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:56.821767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.822110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.822444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.822774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.823103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.823453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.823776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.824097 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.824417 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.824736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.825086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.825405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:17:56.998286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['292e9aaa-93ef-48ab-b2da-1c7730631272'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:17:57.340413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480748-f5ef-416b-99f7-10d4876897ad req-1d5fd502-dd81-4d96-bdbf-c71ae5a4367c tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:57.341909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59480748-f5ef-416b-99f7-10d4876897ad req-1d5fd502-dd81-4d96-bdbf-c71ae5a4367c tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 944 time: 0.0490632 Apr 30 02:17:57.379327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59480748-f5ef-416b-99f7-10d4876897ad req-d98638d0-179a-4519-a7c4-94168c5324e1 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Apr 30 02:17:58.494287 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d74ed-3076-454a-b26f-9059e46312e9 req-32dcecae-df35-4374-9afa-ffd21b56ca2e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:58.495785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d6d74ed-3076-454a-b26f-9059e46312e9 req-32dcecae-df35-4374-9afa-ffd21b56ca2e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 944 time: 0.0488236 Apr 30 02:17:58.520874 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 292e9aaa-93ef-48ab-b2da-1c7730631272 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:17:58.539538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2d6d74ed-3076-454a-b26f-9059e46312e9 req-62b6b5a8-354d-4d70-906b-7461c43cf610 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376875 Apr 30 02:17:58.638283 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 292e9aaa-93ef-48ab-b2da-1c7730631272 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:17:58.642093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 292e9aaa-93ef-48ab-b2da-1c7730631272 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:17:58.642745 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:58.729356 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:58.753479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:17:58.755757 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea8d8aa-b998-4f51-a148-fe9e4e47899f" -d '{"events": [{"server_uuid": "299cb336-7837-428e-a596-37e7272df683", "name": "network-vif-plugged", "status": "completed", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:17:58.906386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0594a8-e600-4888-89c6-91318a56d560 req-90ac96d1-5a48-4f37-95e0-e11d3633a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:58.907948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef0594a8-e600-4888-89c6-91318a56d560 req-90ac96d1-5a48-4f37-95e0-e11d3633a299 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1095 time: 0.0496383 Apr 30 02:17:58.927569 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09325a6-c6f5-4cfb-b984-369db95090c6 x-openstack-request-id: req-e09325a6-c6f5-4cfb-b984-369db95090c6 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:17:58.927959 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299cb336-7837-428e-a596-37e7272df683", "name": "network-vif-plugged", "status": "completed", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:17:58.928187 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e09325a6-c6f5-4cfb-b984-369db95090c6 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:17:58.928585 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09325a6-c6f5-4cfb-b984-369db95090c6'] response: {'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'code': 200} Apr 30 02:17:58.930353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 292e9aaa-93ef-48ab-b2da-1c7730631272, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=292e9aaa-93ef-48ab-b2da-1c7730631272,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:17:58.931346 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0156c61-3291-425f-aa80-6a20785f8387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:58.943074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ef0594a8-e600-4888-89c6-91318a56d560 req-4269f4b1-8210-4830-a85d-6be0883e22bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284853 Apr 30 02:17:58.975964 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:17:59.022533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=292e9aaa-93ef-48ab-b2da-1c7730631272,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:17:59.656302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377422a7-e15b-4aac-b404-da88e3a86249 req-c6769e03-cf06-4efa-845f-8867e4966a16 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:17:59.657766 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-377422a7-e15b-4aac-b404-da88e3a86249 req-c6769e03-cf06-4efa-845f-8867e4966a16 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Apr 30 02:17:59.695841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-377422a7-e15b-4aac-b404-da88e3a86249 req-84e0a04a-9b0d-4da7-bd6a-e58c118c6f99 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Apr 30 02:18:00.810048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429b55-fbf4-4797-9f5b-0321300210bf req-cbca0e31-f8b3-41e9-8582-481a564a67fd tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:00.811536 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43429b55-fbf4-4797-9f5b-0321300210bf req-cbca0e31-f8b3-41e9-8582-481a564a67fd tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0479023 Apr 30 02:18:00.848383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-43429b55-fbf4-4797-9f5b-0321300210bf req-44d8b0fa-e334-423f-a843-d4350e93a02f tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Apr 30 02:18:00.958839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed688a-a83f-4ba1-a70a-4a97a7b8779b req-8728c3b0-7e04-417e-923e-a1046edb02f4 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:00.960485 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-01ed688a-a83f-4ba1-a70a-4a97a7b8779b req-8728c3b0-7e04-417e-923e-a1046edb02f4 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0478837 Apr 30 02:18:01.002147 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-01ed688a-a83f-4ba1-a70a-4a97a7b8779b req-0da3a5b7-7e26-41dc-aa90-b15930d4e8df tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Apr 30 02:18:01.027200 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a4a8-3e7e-4953-a8a6-32db3d146583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:01.193155 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7d23c-39e0-4437-972e-34dda0a2133e req-769662c5-067b-4ec7-a417-d0a7937d4b52 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:01.194810 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4c7d23c-39e0-4437-972e-34dda0a2133e req-769662c5-067b-4ec7-a417-d0a7937d4b52 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Apr 30 02:18:01.231666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b4c7d23c-39e0-4437-972e-34dda0a2133e req-91029532-d9a7-4441-bf3c-ae60d9a6a048 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Apr 30 02:18:02.196564 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:03.945255 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:03.984289 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:14.508865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7fc2f-9668-42d0-9b03-d2ad0974803c req-a2a853f1-5a7a-4e0a-a894-93e7f6b4e8c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:14.510396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2e7fc2f-9668-42d0-9b03-d2ad0974803c req-a2a853f1-5a7a-4e0a-a894-93e7f6b4e8c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Apr 30 02:18:14.548899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d2e7fc2f-9668-42d0-9b03-d2ad0974803c req-23838df2-ab2e-4544-b416-6a1e1fc35394 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Apr 30 02:18:14.571628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38252) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:14.696720 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46ec90b-0ac2-414d-9dae-0ac15a0cfac5 tempest-TestMinimumBasicScenario-488893559 tempest-TestMinimumBasicScenario-488893559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:14.698225 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b46ec90b-0ac2-414d-9dae-0ac15a0cfac5 tempest-TestMinimumBasicScenario-488893559 tempest-TestMinimumBasicScenario-488893559-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1091 time: 0.1256497 Apr 30 02:18:14.701281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38256) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:14.705522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:14.786504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:14.884139 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:14.988355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Allocated IP 172.25.0.204 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ca0169f2-c893-4b19-914a-262b903dfe51) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:18:15.088073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:15.175556 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:15.211334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:18:15.216066 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:18:15.219584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:18:15.247625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'Port': ['ID=ca0169f2-c893-4b19-914a-262b903dfe51,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:15.261139 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.261486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.261821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.262150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.262476 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.262798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.263119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.263460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.263776 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.264095 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.264409 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.264723 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:15.582379 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:15.696519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:15.845618 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:15.900907 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:15.973811 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'Port': ['ID=ca0169f2-c893-4b19-914a-262b903dfe51,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:15.983561 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:16.080446 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Floating IP 349fc8b1-7847-4046-8097-92765aaa528b associated. External IP: 172.25.0.204, port: 292e9aaa-93ef-48ab-b2da-1c7730631272. Apr 30 02:18:16.521031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Router 2de25148-7892-4cc9-a463-54305b794b80 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:18:16.623876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:18:16.633424 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] Sync routers for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:18:16.642521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:18:16.643127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:18:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:18:16.701463 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:16.734143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-07753fcb-b136-44af-86ea-11c4be69e89b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0317450 Apr 30 02:18:16.734726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:18:16.737257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38258) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:16.743020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555046567', 'description': 'tempest-secgroup-smoke-555046567 description', 'project_id': 'e7b3ac017f56405184c43afaac8a03b0'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:16.748773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:18:16.821464 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:16.838080 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c00a32f-5de8-449a-89d1-232552733cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:18:16.898509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:16.938211 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2256337-272d-4549-a4b3-2cf53a57541b x-openstack-request-id: req-f2256337-272d-4549-a4b3-2cf53a57541b {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:18:16.938503 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:18:16.938754 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2256337-272d-4549-a4b3-2cf53a57541b {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:18:16.939150 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2256337-272d-4549-a4b3-2cf53a57541b'] response: {'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'status': 'completed', 'code': 200} Apr 30 02:18:16.969915 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:16.982555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '349fc8b1-7847-4046-8097-92765aaa528b', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2de25148-7892-4cc9-a463-54305b794b80', 'port_id': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'mac_address': 'fa:16:3e:d5:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cb336-7837-428e-a596-37e7272df683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:18:15Z', 'updated_at': '2022-04-30T02:18:15Z', 'revision_number': 0, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 5, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:18:17.009205 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] Checking router: 2de25148-7892-4cc9-a463-54305b794b80 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:18:17.017583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:18:17.018190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:18:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:18:17.020475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c339e2-3515-45d6-93b0-72d5a482d423,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:17.030669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.031016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.036567 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:18:17.039113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-9de2d9a4-978f-4d96-9064-18dfbfb55598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:17.040688 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-9de2d9a4-978f-4d96-9064-18dfbfb55598 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1096 time: 0.0800073 Apr 30 02:18:17.095499 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.096697 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-cb7121b3-18f9-4593-a519-a8b7981c412a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3584447 Apr 30 02:18:17.100028 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38266) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:17.105291 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0515e220-c1e3-4dd5-8f09-bbacbb4996ed tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'security_group_rule': {'security_group_id': '20c339e2-3515-45d6-93b0-72d5a482d423', 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:17.127249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:18:17.137805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-89370d24-1015-46b0-a1d1-ff67746f73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:17.139295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-89370d24-1015-46b0-a1d1-ff67746f73ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 915 time: 0.0922334 Apr 30 02:18:17.203698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0515e220-c1e3-4dd5-8f09-bbacbb4996ed tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.211151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-3a04dce2-518a-4519-a60a-194211e328ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 999 time: 0.0642498 Apr 30 02:18:17.262593 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0515e220-c1e3-4dd5-8f09-bbacbb4996ed tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.263997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-c4bf27f4-7b83-4924-98fa-5e76703ade02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:17.265731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-c4bf27f4-7b83-4924-98fa-5e76703ade02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 200 len: 854 time: 0.0485671 Apr 30 02:18:17.311019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-c0794f2c-36e7-47be-bb7d-1467afac99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:17.312544 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-c0794f2c-36e7-47be-bb7d-1467afac99d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08735d17-995f-4668-8a46-c3e2b06f846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395906 Apr 30 02:18:17.333360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0515e220-c1e3-4dd5-8f09-bbacbb4996ed tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.352144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515e220-c1e3-4dd5-8f09-bbacbb4996ed tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe87403b-16dc-4d8e-8515-7e7239edac11,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:17.361919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '349fc8b1-7847-4046-8097-92765aaa528b', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2de25148-7892-4cc9-a463-54305b794b80', 'port_id': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'mac_address': 'fa:16:3e:d5:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cb336-7837-428e-a596-37e7272df683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:18:15Z', 'updated_at': '2022-04-30T02:18:15Z', 'revision_number': 0, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 5, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:18:17.393745 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ec612-9541-469b-a024-5c2119e21bca None None] The sync data for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 is: [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '349fc8b1-7847-4046-8097-92765aaa528b', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2de25148-7892-4cc9-a463-54305b794b80', 'port_id': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'mac_address': 'fa:16:3e:d5:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299cb336-7837-428e-a596-37e7272df683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:18:15Z', 'updated_at': '2022-04-30T02:18:15Z', 'revision_number': 0, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 5, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:18:17.412850 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-b7549341-26a9-40fa-aa30-df71596c4e7f service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924220 Apr 30 02:18:17.451807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0515e220-c1e3-4dd5-8f09-bbacbb4996ed tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.453490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0515e220-c1e3-4dd5-8f09-bbacbb4996ed tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518775 Apr 30 02:18:17.455807 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38268) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:17.461436 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-612820ce-4e32-4579-a2e6-8eec15aa449e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'security_group_rule': {'security_group_id': '20c339e2-3515-45d6-93b0-72d5a482d423', 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:17.508642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c00a32f-5de8-449a-89d1-232552733cb2 req-9a74cc6b-9ee1-4f6a-a362-3bfe8808e48e service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894499 Apr 30 02:18:17.551851 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-612820ce-4e32-4579-a2e6-8eec15aa449e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.603201 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f4e3e-f648-483e-a121-4f8c36303c67 None None] New status for floating IP 349fc8b1-7847-4046-8097-92765aaa528b: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:18:17.614175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-612820ce-4e32-4579-a2e6-8eec15aa449e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.689855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-612820ce-4e32-4579-a2e6-8eec15aa449e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.707871 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612820ce-4e32-4579-a2e6-8eec15aa449e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b5afd6-5ddc-4a04-a2e1-eed2426068a1,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:17.782829 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-612820ce-4e32-4579-a2e6-8eec15aa449e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.784102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-612820ce-4e32-4579-a2e6-8eec15aa449e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272793 Apr 30 02:18:17.786780 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38270) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:17.791976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9f4a732d-9933-4bdf-9261-ab1719926c6a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'security_group_rule': {'security_group_id': '20c339e2-3515-45d6-93b0-72d5a482d423', 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:17.881705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f4a732d-9933-4bdf-9261-ab1719926c6a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:17.941150 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f4a732d-9933-4bdf-9261-ab1719926c6a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.013541 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f4a732d-9933-4bdf-9261-ab1719926c6a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.033124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a732d-9933-4bdf-9261-ab1719926c6a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9a0320-9599-4eb1-a6f6-5599b1ebc672,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:18.112937 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f4a732d-9933-4bdf-9261-ab1719926c6a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.114181 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9f4a732d-9933-4bdf-9261-ab1719926c6a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258507 Apr 30 02:18:18.117666 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38272) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:18.122109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-acdd04bd-90e8-41ac-bdf0-cd886c060e34 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'security_group_rule': {'security_group_id': '20c339e2-3515-45d6-93b0-72d5a482d423', 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:18.212222 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-acdd04bd-90e8-41ac-bdf0-cd886c060e34 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.271413 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-acdd04bd-90e8-41ac-bdf0-cd886c060e34 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.346843 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-acdd04bd-90e8-41ac-bdf0-cd886c060e34 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.364584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd04bd-90e8-41ac-bdf0-cd886c060e34 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1862f32-3e17-4897-bfeb-e14ac090256a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:18.430440 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-acdd04bd-90e8-41ac-bdf0-cd886c060e34 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.434242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-acdd04bd-90e8-41ac-bdf0-cd886c060e34 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3131137 Apr 30 02:18:18.434498 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38276) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:18.439031 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0904508e-db72-4c89-a857-7bfc3826c967 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'security_group_rule': {'security_group_id': '20c339e2-3515-45d6-93b0-72d5a482d423', 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:18.567938 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-0904508e-db72-4c89-a857-7bfc3826c967 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Project e7b3ac017f56405184c43afaac8a03b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:18:18.573857 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0904508e-db72-4c89-a857-7bfc3826c967 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.633285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0904508e-db72-4c89-a857-7bfc3826c967 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.689666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0904508e-db72-4c89-a857-7bfc3826c967 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.708624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904508e-db72-4c89-a857-7bfc3826c967 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c9bfd0-5526-44fb-811f-0a0bc31dbf6f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:18.765813 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0904508e-db72-4c89-a857-7bfc3826c967 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.766951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0904508e-db72-4c89-a857-7bfc3826c967 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3315227 Apr 30 02:18:18.769948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38278) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:18:18.774492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0ef1bb12-80d5-4a81-a2b9-44a78d00cf48 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'security_group_rule': {'security_group_id': '20c339e2-3515-45d6-93b0-72d5a482d423', 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:18.842156 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-0ef1bb12-80d5-4a81-a2b9-44a78d00cf48 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Project e7b3ac017f56405184c43afaac8a03b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:18:18.847146 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bb12-80d5-4a81-a2b9-44a78d00cf48 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.908941 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bb12-80d5-4a81-a2b9-44a78d00cf48 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:18.984848 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bb12-80d5-4a81-a2b9-44a78d00cf48 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:19.002893 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1bb12-80d5-4a81-a2b9-44a78d00cf48 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ac1851-057c-4b9c-b88a-959a5a7fe557,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:19.074619 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bb12-80d5-4a81-a2b9-44a78d00cf48 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:19.075795 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0ef1bb12-80d5-4a81-a2b9-44a78d00cf48 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3048937 Apr 30 02:18:19.155537 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-63332dc6-5da5-4db0-b754-923b7eda0ccb tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555046567&fields=id&tenant_id=e7b3ac017f56405184c43afaac8a03b0 HTTP/1.1" status: 200 len: 267 time: 0.0320864 Apr 30 02:18:19.167951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:19.207641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-37066163-b30a-46f0-a759-0eb55a6dea79 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:19.209083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-37066163-b30a-46f0-a759-0eb55a6dea79 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0476263 Apr 30 02:18:19.219963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'port': {'security_groups': ['381791f6-8bd0-420c-a3e5-362b8aaca44a', '20c339e2-3515-45d6-93b0-72d5a482d423']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:18:19.281133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:19.469220 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] For port 292e9aaa-93ef-48ab-b2da-1c7730631272, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=292e9aaa-93ef-48ab-b2da-1c7730631272,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:18:19.497902 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:19.556233 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:19.568500 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['292e9aaa-93ef-48ab-b2da-1c7730631272'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:18:19.614542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:19.615001 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:19.616437 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-952181ed-dc4f-458e-9b46-6f66ecc18c4e req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "PUT /v2.0/ports/292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 981 time: 0.4008818 Apr 30 02:18:19.616913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:18:19.619275 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd388696-aa25-40a9-b6bf-bafe40be78e4" -d '{"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:18:19.658352 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf792e-09e7-4b9f-ad3f-1aab71e3d6cc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'Port': ['ID=292e9aaa-93ef-48ab-b2da-1c7730631272,revision_number=6']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:18:19.686096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['292e9aaa-93ef-48ab-b2da-1c7730631272'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:18:19.740778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75949c0-4948-4241-a121-009981b449ad req-d8b5330b-6dcf-428f-b8d7-258a8be34215 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:19.743034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f75949c0-4948-4241-a121-009981b449ad req-d8b5330b-6dcf-428f-b8d7-258a8be34215 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0568717 Apr 30 02:18:19.797618 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f75949c0-4948-4241-a121-009981b449ad req-067d217f-c9cd-4cd0-aada-532612b91eba tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460339 Apr 30 02:18:19.851804 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bc9f51-f7e2-415a-ba08-6bc8793a0118 x-openstack-request-id: req-a7bc9f51-f7e2-415a-ba08-6bc8793a0118 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:18:19.852096 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:18:19.852346 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7bc9f51-f7e2-415a-ba08-6bc8793a0118 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:18:19.852749 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7bc9f51-f7e2-415a-ba08-6bc8793a0118'] response: {'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'status': 'completed', 'code': 200} Apr 30 02:18:19.918570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-29feceab-d309-4f81-9e26-ae357d029756 None None] Provisioning complete for port 292e9aaa-93ef-48ab-b2da-1c7730631272 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:18:19.918866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29feceab-d309-4f81-9e26-ae357d029756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:19.918987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-b2b54813-1092-4654-9290-0f0d8419cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:19.920822 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-b2b54813-1092-4654-9290-0f0d8419cb9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1135 time: 0.0484848 Apr 30 02:18:20.014192 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-86ac0e9f-e765-49ed-92d0-5f19b4893141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:20.015690 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-86ac0e9f-e765-49ed-92d0-5f19b4893141 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 915 time: 0.0851800 Apr 30 02:18:20.087281 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-b8677f06-e074-4be0-b723-cc07601ec931 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 1001 time: 0.0629354 Apr 30 02:18:20.138181 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-e0bf69b4-052e-4bd7-bf63-96c314f84417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:20.140751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-e0bf69b4-052e-4bd7-bf63-96c314f84417 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 200 len: 854 time: 0.0469055 Apr 30 02:18:20.188425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-27d839d1-cfac-49de-b730-1f9ef0f5c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:20.189970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-27d839d1-cfac-49de-b730-1f9ef0f5c04e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08735d17-995f-4668-8a46-c3e2b06f846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419853 Apr 30 02:18:20.283068 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-86c97212-3e04-4e9d-a847-4997416cd5c8 service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855339 Apr 30 02:18:20.372152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cd388696-aa25-40a9-b6bf-bafe40be78e4 req-1c885eac-322c-4b84-8bfc-135ebe5c765e service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825150 Apr 30 02:18:20.992570 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:23.188981 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-78f88602-4ed2-497f-99d8-dccccbe53959 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396605 Apr 30 02:18:23.271359 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-57365b5c-98a8-493e-8818-8a9bf4e177b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:23.273470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-57365b5c-98a8-493e-8818-8a9bf4e177b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1135 time: 0.0436554 Apr 30 02:18:23.372228 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-696ca3a5-5d95-4c69-af9e-b6be498d752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:23.373706 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-696ca3a5-5d95-4c69-af9e-b6be498d752d service neutron] 10.222.0.21 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 915 time: 0.0824862 Apr 30 02:18:23.443327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-829e0df0-7713-4d61-8307-09e3a299f6c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 1001 time: 0.0620863 Apr 30 02:18:23.491542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-265a2b39-72f0-4690-b44b-0d9edac09932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:23.493009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-265a2b39-72f0-4690-b44b-0d9edac09932 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 200 len: 854 time: 0.0434883 Apr 30 02:18:23.537699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-aae32758-5cd8-479c-8e7e-02e5989ab139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:23.539246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-aae32758-5cd8-479c-8e7e-02e5989ab139 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08735d17-995f-4668-8a46-c3e2b06f846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393186 Apr 30 02:18:23.629223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-70c3037e-d136-47d2-8158-326ccbd0390c service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834937 Apr 30 02:18:23.721589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c1dc138e-fac9-42e8-b7d7-3fab45237314 req-6b06f270-47bb-4b7f-9e1b-a2ebba217837 service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852344 Apr 30 02:18:28.792004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-645707e1-ac22-4ddb-b89a-c7e3e11d981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:30.374588 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:18:31.030418 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335c0078-b9b1-4bd7-abf6-7a692183cd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:32.195907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:33.928985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:34.009035 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:34.191497 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1140a-35ae-49e9-9e07-f23d6124b337 req-8ff1d737-0075-4282-b9e3-355757cfb4b5 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:34.192938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1b1140a-35ae-49e9-9e07-f23d6124b337 req-8ff1d737-0075-4282-b9e3-355757cfb4b5 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0552320 Apr 30 02:18:34.239830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1b1140a-35ae-49e9-9e07-f23d6124b337 req-4aeb9a89-775a-4bb0-928e-27a12d0b23dc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395467 Apr 30 02:18:34.243288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd1e35-ab29-4202-af45-fe844322eedc req-515c93a8-9ef4-4389-9b92-d001f1a8f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:34.245671 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05cd1e35-ab29-4202-af45-fe844322eedc req-515c93a8-9ef4-4389-9b92-d001f1a8f855 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1135 time: 0.0429137 Apr 30 02:18:34.337159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd1e35-ab29-4202-af45-fe844322eedc req-10b10712-ae01-402b-8cf8-f257e5840e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:34.339140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05cd1e35-ab29-4202-af45-fe844322eedc req-10b10712-ae01-402b-8cf8-f257e5840e0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 915 time: 0.0869641 Apr 30 02:18:34.403581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05cd1e35-ab29-4202-af45-fe844322eedc req-52f1f135-2c5e-4e88-9888-4c71f515540e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 1001 time: 0.0574050 Apr 30 02:18:34.455384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd1e35-ab29-4202-af45-fe844322eedc req-36c15010-f10d-433f-8f3a-63c5e7fdf33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:34.456770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05cd1e35-ab29-4202-af45-fe844322eedc req-36c15010-f10d-433f-8f3a-63c5e7fdf33b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 200 len: 854 time: 0.0467989 Apr 30 02:18:34.502021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd1e35-ab29-4202-af45-fe844322eedc req-ecc251c6-d507-45c2-b300-9885bb392f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:34.503490 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05cd1e35-ab29-4202-af45-fe844322eedc req-ecc251c6-d507-45c2-b300-9885bb392f82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08735d17-995f-4668-8a46-c3e2b06f846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388260 Apr 30 02:18:34.590707 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05cd1e35-ab29-4202-af45-fe844322eedc req-b612dac4-2f98-40d0-a66a-4f11d586d0b9 service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799420 Apr 30 02:18:34.682755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-05cd1e35-ab29-4202-af45-fe844322eedc req-2c40e0da-5ce5-492f-a547-597f43e0ebfd service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850000 Apr 30 02:18:35.356245 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f0b5c-1187-4cd0-a719-1a06dbd39411 req-2e5fcea4-7ee2-453d-9932-f33a2f15ffd4 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:35.357694 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a4f0b5c-1187-4cd0-a719-1a06dbd39411 req-2e5fcea4-7ee2-453d-9932-f33a2f15ffd4 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0481145 Apr 30 02:18:35.396073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a4f0b5c-1187-4cd0-a719-1a06dbd39411 req-95aefab6-90bc-4100-b3af-b50d6ed2da16 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323782 Apr 30 02:18:36.514182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23eaad-b332-4423-907e-2be8e204db65 req-32779d06-4a39-4ace-865a-8394ad0329ee tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:36.515667 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff23eaad-b332-4423-907e-2be8e204db65 req-32779d06-4a39-4ace-865a-8394ad0329ee tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0498888 Apr 30 02:18:36.556154 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ff23eaad-b332-4423-907e-2be8e204db65 req-5cdc73e5-6907-4211-bc0b-fec6bccc9179 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341547 Apr 30 02:18:37.672496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d44d4-791b-4d26-8d01-097eae778222 req-a7c2f774-75e4-4a6f-acdf-20da691b03e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:37.673985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-131d44d4-791b-4d26-8d01-097eae778222 req-a7c2f774-75e4-4a6f-acdf-20da691b03e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0479767 Apr 30 02:18:37.716447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-131d44d4-791b-4d26-8d01-097eae778222 req-d22e496d-c568-4d3b-9f9a-b81e534cf3d4 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362980 Apr 30 02:18:38.832545 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32822f-23b7-4e1c-b5e5-0dc0dc2a06a4 req-b3ad2637-8bc0-4e3b-bf56-38576cbd823d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:38.834054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f32822f-23b7-4e1c-b5e5-0dc0dc2a06a4 req-b3ad2637-8bc0-4e3b-bf56-38576cbd823d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0494711 Apr 30 02:18:38.873796 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7f32822f-23b7-4e1c-b5e5-0dc0dc2a06a4 req-1da8dd8b-9b93-4b72-bfc3-0adbcd281131 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333149 Apr 30 02:18:39.991924 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15803754-8639-4a09-8570-67a445ca4be5 req-674f23c7-e408-4edd-aec8-d0841673b06a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:39.993386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15803754-8639-4a09-8570-67a445ca4be5 req-674f23c7-e408-4edd-aec8-d0841673b06a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0484242 Apr 30 02:18:40.033280 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15803754-8639-4a09-8570-67a445ca4be5 req-22282f29-d6b7-4d6c-a8c9-d48a671b9cfd tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335629 Apr 30 02:18:41.409975 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4bd5c-322c-44ba-855f-0e85ca59070d req-7243fafe-0a9d-41af-9b7b-49fd56c5a946 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:41.411509 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ed4bd5c-322c-44ba-855f-0e85ca59070d req-7243fafe-0a9d-41af-9b7b-49fd56c5a946 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0484464 Apr 30 02:18:41.456175 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ed4bd5c-322c-44ba-855f-0e85ca59070d req-65e7a9ee-c1d5-4cef-8bd7-7a0868de9422 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375242 Apr 30 02:18:42.573572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c7ea-8748-4c82-b0e4-508656d23d55 req-4f4636db-a984-419c-baa5-f90202ec4f0b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:42.575077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ee3c7ea-8748-4c82-b0e4-508656d23d55 req-4f4636db-a984-419c-baa5-f90202ec4f0b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0493102 Apr 30 02:18:42.615274 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ee3c7ea-8748-4c82-b0e4-508656d23d55 req-6f553502-1e9f-4af8-9db9-1fc5edbf7f9c tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341194 Apr 30 02:18:43.728992 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86131-e534-493c-bbd7-dffdeb963aa3 req-5a95cb2b-133a-436c-9ccd-04b39c83772d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:43.731068 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ea86131-e534-493c-bbd7-dffdeb963aa3 req-5a95cb2b-133a-436c-9ccd-04b39c83772d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0483203 Apr 30 02:18:43.769781 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ea86131-e534-493c-bbd7-dffdeb963aa3 req-fd69a3e5-4dce-4c23-b3f8-bdff43eba914 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326068 Apr 30 02:18:44.884286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1290f6-c128-4f66-9fbb-cad76586ea71 req-9bbe7b64-89a5-45c2-b75a-9895f482e8b3 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:44.885745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef1290f6-c128-4f66-9fbb-cad76586ea71 req-9bbe7b64-89a5-45c2-b75a-9895f482e8b3 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0478959 Apr 30 02:18:44.928730 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ef1290f6-c128-4f66-9fbb-cad76586ea71 req-21a77fc7-7b07-4d2b-8e7c-130b98026f27 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364931 Apr 30 02:18:46.043373 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ee5ab-1d07-4443-aadc-1329afb0aa22 req-24117d0e-d5f9-4afa-a6fb-0359bcfb4260 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:46.044865 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e13ee5ab-1d07-4443-aadc-1329afb0aa22 req-24117d0e-d5f9-4afa-a6fb-0359bcfb4260 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0485108 Apr 30 02:18:46.084478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e13ee5ab-1d07-4443-aadc-1329afb0aa22 req-76df0fc2-4796-4003-8647-94cb484358bf tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334663 Apr 30 02:18:47.200703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2636ea9-5c9d-4b74-8130-645d2878a85d req-334ca65a-757b-4103-8e32-67c5da0fd7a6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:47.202162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2636ea9-5c9d-4b74-8130-645d2878a85d req-334ca65a-757b-4103-8e32-67c5da0fd7a6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0476007 Apr 30 02:18:47.241234 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a2636ea9-5c9d-4b74-8130-645d2878a85d req-2a189de9-39ff-4d72-b623-35d949ed9701 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328677 Apr 30 02:18:48.359624 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed1d0-c7e9-4b76-8000-120b437e2170 req-1f5ab72a-0c98-4e1b-a9fe-2c2be481142d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:48.361093 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-506ed1d0-c7e9-4b76-8000-120b437e2170 req-1f5ab72a-0c98-4e1b-a9fe-2c2be481142d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0487032 Apr 30 02:18:48.404974 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-506ed1d0-c7e9-4b76-8000-120b437e2170 req-13b05836-17ff-4adb-9521-aa7c7aa4e11f tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377355 Apr 30 02:18:49.214740 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:49.519895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbaa1d-82dd-4505-b342-e9723e3f7b76 req-567840d6-b1c5-4617-bdf7-cf3e5346cf9a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:49.521267 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80dbaa1d-82dd-4505-b342-e9723e3f7b76 req-567840d6-b1c5-4617-bdf7-cf3e5346cf9a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0487745 Apr 30 02:18:49.561542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-80dbaa1d-82dd-4505-b342-e9723e3f7b76 req-b9cb488a-bd3d-4f68-9646-2eabbba52649 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340283 Apr 30 02:18:50.677625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bc80d-b18d-4f8a-b45d-6e58b5df0d29 req-f14f941c-6c64-4e46-9a4e-0c8fdc53166d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:18:50.679105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d46bc80d-b18d-4f8a-b45d-6e58b5df0d29 req-f14f941c-6c64-4e46-9a4e-0c8fdc53166d tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0506327 Apr 30 02:18:50.719400 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d46bc80d-b18d-4f8a-b45d-6e58b5df0d29 req-ba2e371d-4fb4-4040-ad0b-2dc3226b7089 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=20c339e2-3515-45d6-93b0-72d5a482d423&id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335827 Apr 30 02:18:51.025525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:18:58.780083 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8aee9dca-82f5-4bcb-8d8c-8b45f0240c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:01.030244 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a20b562a-3b64-47c9-a495-481452c78a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:02.225614 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:03.946049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:03.980639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:07.374205 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:19:19.212334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:20.990526 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:22.894365 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-4f65b681-3d95-4cc5-b777-f2b2552fd8da tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555046567&fields=id&tenant_id=e7b3ac017f56405184c43afaac8a03b0 HTTP/1.1" status: 200 len: 267 time: 0.0326591 Apr 30 02:19:22.950938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-e29f25c0-bc62-4a89-b388-4c201f0c8ca0 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:22.952407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-e29f25c0-bc62-4a89-b388-4c201f0c8ca0 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 984 time: 0.0522332 Apr 30 02:19:22.963338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Request body: {'port': {'security_groups': ['381791f6-8bd0-420c-a3e5-362b8aaca44a']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:23.027382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.195878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] For port 292e9aaa-93ef-48ab-b2da-1c7730631272, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=292e9aaa-93ef-48ab-b2da-1c7730631272,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:23.225303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.293833 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.305460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['292e9aaa-93ef-48ab-b2da-1c7730631272'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:19:23.336127 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:23.336683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.338060 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d966f449-58e4-4802-a5f5-6bde1b3b1e6f req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "PUT /v2.0/ports/292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 942 time: 0.3791850 Apr 30 02:19:23.338501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:19:23.341416 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:19:23.348616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38344) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:23.392626 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event updated for resources: {'Port': ['ID=292e9aaa-93ef-48ab-b2da-1c7730631272,revision_number=7']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:23.402635 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247d0727-8990-4ee6-9326-748112a733d6 x-openstack-request-id: req-247d0727-8990-4ee6-9326-748112a733d6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:19:23.403249 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:19:23.403717 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-247d0727-8990-4ee6-9326-748112a733d6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:19:23.404457 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247d0727-8990-4ee6-9326-748112a733d6'] response: {'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'status': 'completed', 'code': 200} Apr 30 02:19:23.406234 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.406785 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.407345 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.407907 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.408437 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.408961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.409487 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.410046 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.410595 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.411407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.412062 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.412655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15196f3e-85bc-4b4d-9143-32ce0a8ba3e9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.414176 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.451150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['292e9aaa-93ef-48ab-b2da-1c7730631272'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:19:23.465923 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.509092 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-6db32de5-92c4-4a3a-a97b-ed643ef56b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:23.510606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-6db32de5-92c4-4a3a-a97b-ed643ef56b8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1096 time: 0.0910237 Apr 30 02:19:23.623384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-e80236dc-574b-4cd8-a861-636e360a0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:23.625342 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-e80236dc-574b-4cd8-a861-636e360a0a87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 915 time: 0.1070542 Apr 30 02:19:23.629411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-03d8de9a-9e50-41e2-927a-7a791172809b None None] Provisioning complete for port 292e9aaa-93ef-48ab-b2da-1c7730631272 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:23.629705 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03d8de9a-9e50-41e2-927a-7a791172809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.674194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.676761 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.677909 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "DELETE /v2.0/security-groups/20c339e2-3515-45d6-93b0-72d5a482d423 HTTP/1.1" status: 204 len: 168 time: 0.3283072 Apr 30 02:19:23.680643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38346) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:23.700265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c339e2-3515-45d6-93b0-72d5a482d423,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:23.712252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.712539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.712851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.713184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.713513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.713840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.714706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.715145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.715342 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.715717 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.716034 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.716350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b356e9-96e5-4053-b609-f5dbb31e612b tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:23.724910 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-a75622fa-aa7a-47fa-b1e1-d28fc8657888 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 1001 time: 0.0884917 Apr 30 02:19:23.782226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-bf20fc28-29b1-463d-bb65-296b1c956c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:23.783741 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-bf20fc28-29b1-463d-bb65-296b1c956c57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 200 len: 854 time: 0.0523624 Apr 30 02:19:23.828427 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-7a9828c5-2a1e-484f-a6c8-b4abf7b704ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:23.829938 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-7a9828c5-2a1e-484f-a6c8-b4abf7b704ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08735d17-995f-4668-8a46-c3e2b06f846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392931 Apr 30 02:19:23.848961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Deleting port ca0169f2-c893-4b19-914a-262b903dfe51 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:23.849307 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.917782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-01b93d81-54c4-4fb5-943d-3be32761d3b2 service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807734 Apr 30 02:19:23.924672 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.925212 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:23.937296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Calling delete_port for ca0169f2-c893-4b19-914a-262b903dfe51 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:24.010193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8c6bc1dc-a16a-49b3-9aff-f4d13a0c4cfc req-75a9a83b-5811-41bc-9f4f-7feb5a11ae4c service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864494 Apr 30 02:19:24.145355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:24.171004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event deleted for resources: {'Port': ['ID=ca0169f2-c893-4b19-914a-262b903dfe51,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:24.190118 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-4d1de92f-0d43-404f-9e22-ff4c0f1c78a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423546 Apr 30 02:19:24.235699 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:24.236034 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Floating IP 349fc8b1-7847-4046-8097-92765aaa528b disassociated (deleted). External IP: 172.25.0.204, port: 292e9aaa-93ef-48ab-b2da-1c7730631272. Apr 30 02:19:24.270661 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-76640df4-527a-4367-86db-fe11ec02eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:24.272104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-76640df4-527a-4367-86db-fe11ec02eb58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1096 time: 0.0412717 Apr 30 02:19:24.378712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-6f1c249b-fbbe-407c-bd9c-6b4a4b46f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:24.380237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-6f1c249b-fbbe-407c-bd9c-6b4a4b46f2a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 915 time: 0.0899067 Apr 30 02:19:24.423683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-cc4b9acf-a914-44f2-9ac3-49a376d88f5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 217 time: 0.0365953 Apr 30 02:19:24.446983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Router 2de25148-7892-4cc9-a463-54305b794b80 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:19:24.476443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-24b11553-f28c-4f3b-8e3a-352cd967b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:24.477945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-24b11553-f28c-4f3b-8e3a-352cd967b8b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 200 len: 854 time: 0.0486674 Apr 30 02:19:24.522723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-c5d68e22-fd37-4a83-a118-d28fb2db65af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:24.524200 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-c5d68e22-fd37-4a83-a118-d28fb2db65af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08735d17-995f-4668-8a46-c3e2b06f846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404572 Apr 30 02:19:24.552434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:19:24.557310 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:24.565478 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] Sync routers for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:19:24.577072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:24.577825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:24.588519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-638595a4-b366-4a70-977f-518648fe75c6 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "DELETE /v2.0/floatingips/349fc8b1-7847-4046-8097-92765aaa528b HTTP/1.1" status: 204 len: 168 time: 0.9068108 Apr 30 02:19:24.620197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-a22f860d-86bd-4846-be5f-e6248692a2cd service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Apr 30 02:19:24.737422 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e27198e1-fffd-49e0-a2f7-1dc04fbe1fae req-c95ec175-b786-417b-874f-51fdff787983 service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102331 Apr 30 02:19:24.854548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:25.055769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 5, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:25.084121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] Checking router: 2de25148-7892-4cc9-a463-54305b794b80 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:19:25.093512 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:25.093999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:25.199736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:25.398604 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 5, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:25.406015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:19:25.408926 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef75976-c77f-49a8-a941-7556e6877894" -d '{"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:19:25.424670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d12790-eda4-4b65-b727-e502fbd2ed60 None None] The sync data for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 is: [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:22Z', 'revision_number': 4, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '93711b34-aa3e-48ca-9265-2a0ab695c771', 'name': '', 'network_id': '08735d17-995f-4668-8a46-c3e2b06f846d', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'mac_address': 'fa:16:3e:d4:2b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:21Z', 'updated_at': '2022-04-30T02:17:26Z', 'revision_number': 5, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'subnets': [{'id': 'eaf56008-c976-428c-8bb5-ccbccc6e56e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:19:25.446060 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8db624-0029-4fe2-875a-a199586f509c x-openstack-request-id: req-ec8db624-0029-4fe2-875a-a199586f509c {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:19:25.446348 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299cb336-7837-428e-a596-37e7272df683", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:19:25.446589 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec8db624-0029-4fe2-875a-a199586f509c {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:19:25.446981 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8db624-0029-4fe2-875a-a199586f509c'] response: {'name': 'network-changed', 'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'status': 'completed', 'code': 200} Apr 30 02:19:25.515005 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef75976-c77f-49a8-a941-7556e6877894 req-11582a24-2d7d-4cc2-adfe-a97d08b1c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:25.516858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fef75976-c77f-49a8-a941-7556e6877894 req-11582a24-2d7d-4cc2-adfe-a97d08b1c351 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7b3ac017f56405184c43afaac8a03b0&device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 1096 time: 0.0469487 Apr 30 02:19:25.616732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef75976-c77f-49a8-a941-7556e6877894 req-46c6c74b-59e8-4a06-96d2-785f59a01272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:25.618405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fef75976-c77f-49a8-a941-7556e6877894 req-46c6c74b-59e8-4a06-96d2-785f59a01272 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 200 len: 915 time: 0.0935149 Apr 30 02:19:25.665082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fef75976-c77f-49a8-a941-7556e6877894 req-71027b59-d8b9-4990-9187-1d3259917142 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 200 len: 217 time: 0.0399411 Apr 30 02:19:25.688211 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48c6a8-2203-4c26-815f-17425fbd6612 None None] New status for floating IP 349fc8b1-7847-4046-8097-92765aaa528b: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:19:25.715085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef75976-c77f-49a8-a941-7556e6877894 req-a2d6fe5e-f7f7-461b-bf03-9f81dbafbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:25.716569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fef75976-c77f-49a8-a941-7556e6877894 req-a2d6fe5e-f7f7-461b-bf03-9f81dbafbb8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 200 len: 854 time: 0.0450737 Apr 30 02:19:25.767185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef75976-c77f-49a8-a941-7556e6877894 req-26d3ac93-8ca3-48d0-933d-14abe88cad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:25.768724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fef75976-c77f-49a8-a941-7556e6877894 req-26d3ac93-8ca3-48d0-933d-14abe88cad25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08735d17-995f-4668-8a46-c3e2b06f846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458574 Apr 30 02:19:25.858335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fef75976-c77f-49a8-a941-7556e6877894 req-b04d3ed4-40d6-4ba3-a010-f0686f66da1f service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833333 Apr 30 02:19:25.953459 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fef75976-c77f-49a8-a941-7556e6877894 req-34e38104-6927-4634-8cb9-acc6fb7e9fcf service neutron] 10.222.0.21 "GET /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891478 Apr 30 02:19:28.762687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-287fca0c-f6f2-41b5-b011-948b7520330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:31.059158 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-97a1e26e-5318-4ab8-bddb-78749d4f28c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:32.247673 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:33.081747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb1c7d-255c-4976-b636-bb3ca9eead17 req-db0e2166-a557-4885-823f-ddff516868bc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:33.083119 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1bb1c7d-255c-4976-b636-bb3ca9eead17 req-db0e2166-a557-4885-823f-ddff516868bc tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0485380 Apr 30 02:19:33.120591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1bb1c7d-255c-4976-b636-bb3ca9eead17 req-ef917bbe-d16b-4386-b4f9-21114454852c tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308177 Apr 30 02:19:33.950600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:33.979142 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:34.233625 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8606836-d4a0-4b70-ae52-d20232c3f40d req-a6947e8f-bdc5-4225-8e52-2bceba04c321 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:34.234972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8606836-d4a0-4b70-ae52-d20232c3f40d req-a6947e8f-bdc5-4225-8e52-2bceba04c321 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0469973 Apr 30 02:19:34.272391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8606836-d4a0-4b70-ae52-d20232c3f40d req-57f48e7f-153c-43e1-aaf6-7acb9153e962 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/security-groups?id=381791f6-8bd0-420c-a3e5-362b8aaca44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Apr 30 02:19:34.636676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-f9ea0996-4d77-4245-8701-694fb9eea31e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:34.638105 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-f9ea0996-4d77-4245-8701-694fb9eea31e tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.21 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 945 time: 0.0483422 Apr 30 02:19:34.724824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Deleting port 292e9aaa-93ef-48ab-b2da-1c7730631272 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:34.725154 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:34.813394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] For port 292e9aaa-93ef-48ab-b2da-1c7730631272, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=292e9aaa-93ef-48ab-b2da-1c7730631272,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:34.813670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:34.826262 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Calling delete_port for 292e9aaa-93ef-48ab-b2da-1c7730631272 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:35.002159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:35.014336 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['292e9aaa-93ef-48ab-b2da-1c7730631272'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:19:35.032282 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Pushing event deleted for resources: {'Port': ['ID=292e9aaa-93ef-48ab-b2da-1c7730631272,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:35.074655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] No DVR routers for this DVR port 292e9aaa-93ef-48ab-b2da-1c7730631272 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:19:35.077275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:35.080559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8d4451d1-b58f-4013-abdd-d874f0d961a4 req-fdf8b79e-3854-46df-8095-b17d41b4574a tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.21 "DELETE /v2.0/ports/292e9aaa-93ef-48ab-b2da-1c7730631272 HTTP/1.1" status: 204 len: 173 time: 0.4365728 Apr 30 02:19:35.080986 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'name': 'network-vif-deleted', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:19:35.083195 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d293f715-f42a-494e-a4a3-ca481ba4dfce" -d '{"events": [{"server_uuid": "299cb336-7837-428e-a596-37e7272df683", "name": "network-vif-deleted", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:19:35.120455 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e166a5-6bdf-4ac2-88d8-725fb994a4d7 x-openstack-request-id: req-e3e166a5-6bdf-4ac2-88d8-725fb994a4d7 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:19:35.120750 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299cb336-7837-428e-a596-37e7272df683", "name": "network-vif-deleted", "tag": "292e9aaa-93ef-48ab-b2da-1c7730631272", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:19:35.120996 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3e166a5-6bdf-4ac2-88d8-725fb994a4d7 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:19:35.121398 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e166a5-6bdf-4ac2-88d8-725fb994a4d7'] response: {'server_uuid': '299cb336-7837-428e-a596-37e7272df683', 'name': 'network-vif-deleted', 'tag': '292e9aaa-93ef-48ab-b2da-1c7730631272', 'status': 'completed', 'code': 200} Apr 30 02:19:35.384700 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa910f13-9ed7-40d6-b4d0-ff661e3b9492 req-5e810916-99af-4d42-ac22-33c3da17daf9 tempest-TestMinimumBasicScenario-2089458049 tempest-TestMinimumBasicScenario-2089458049-project] 10.222.0.15 "GET /v2.0/ports?device_id=299cb336-7837-428e-a596-37e7272df683 HTTP/1.1" status: 200 len: 210 time: 0.0309677 Apr 30 02:19:37.665109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38444) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:38.040832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:38.280911 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Deleting port 93711b34-aa3e-48ca-9265-2a0ab695c771 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:38.281247 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:38.355233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] For port 93711b34-aa3e-48ca-9265-2a0ab695c771, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=93711b34-aa3e-48ca-9265-2a0ab695c771,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:38.355611 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:38.371729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Calling delete_port for 93711b34-aa3e-48ca-9265-2a0ab695c771 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:38.619352 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:38.650527 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=93711b34-aa3e-48ca-9265-2a0ab695c771,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:39.050687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 292e9aaa-93ef-48ab-b2da-1c7730631272 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:19:39.077355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 292e9aaa-93ef-48ab-b2da-1c7730631272 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:19:39.077706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 292e9aaa-93ef-48ab-b2da-1c7730631272 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:19:39.097014 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:39.327806 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Router 2de25148-7892-4cc9-a463-54305b794b80 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:19:39.432004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:19:39.438335 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-6e6e69ac-4a5e-4a0a-adac-e1e8cb688c1c admin admin] 10.222.0.15 "PUT /v2.0/routers/2de25148-7892-4cc9-a463-54305b794b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719402 Apr 30 02:19:39.440716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38446) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:39.442310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] Sync routers for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:19:39.453998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:39.454632 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:39.546439 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:39.560903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:39.648621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:39.742502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:19:38Z', 'revision_number': 5, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port': {'id': '435a553b-9b4b-4b97-9144-ecac34833fcf', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de25148-7892-4cc9-a463-54305b794b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:39.757771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Deleting port 435a553b-9b4b-4b97-9144-ecac34833fcf {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:39.758329 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:39.769326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] Checking router: 2de25148-7892-4cc9-a463-54305b794b80 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:19:39.777457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] Routers {'2de25148-7892-4cc9-a463-54305b794b80'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:39.778062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2de25148-7892-4cc9-a463-54305b794b80'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:39.841675 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] For port 435a553b-9b4b-4b97-9144-ecac34833fcf, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=435a553b-9b4b-4b97-9144-ecac34833fcf,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:39.841957 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:39.853561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Calling delete_port for 435a553b-9b4b-4b97-9144-ecac34833fcf owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:39.864795 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] Set router 2de25148-7892-4cc9-a463-54305b794b80 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:39.921319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:19:39Z', 'revision_number': 6, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:39.952140 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d112424-bd95-43cd-9e60-a993cadd49e2 None None] The sync data for ids ['2de25148-7892-4cc9-a463-54305b794b80'] in n-d-821348-1 is: [{'id': '2de25148-7892-4cc9-a463-54305b794b80', 'name': 'tempest-TestMinimumBasicScenario-1159555683-router', 'tenant_id': 'e7b3ac017f56405184c43afaac8a03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:19Z', 'updated_at': '2022-04-30T02:19:39Z', 'revision_number': 6, 'project_id': 'e7b3ac017f56405184c43afaac8a03b0', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:19:40.087748 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.115273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=435a553b-9b4b-4b97-9144-ecac34833fcf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:40.175084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.264055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.266305 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.367964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.368496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de25148-7892-4cc9-a463-54305b794b80 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:19:40.377472 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.377472 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-2a0ab875-11d1-40e2-b820-eecad2253dc2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2de25148-7892-4cc9-a463-54305b794b80 HTTP/1.1" status: 204 len: 168 time: 0.9326146 Apr 30 02:19:40.377472 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38448) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:40.421979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a9ee66-d621-4ebd-842f-b50444eada99 admin admin] Deleting subnet eaf56008-c976-428c-8bb5-ccbccc6e56e3 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:19:40.425034 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ee66-d621-4ebd-842f-b50444eada99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.458406 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ee66-d621-4ebd-842f-b50444eada99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.539627 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ee66-d621-4ebd-842f-b50444eada99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.648015 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ee66-d621-4ebd-842f-b50444eada99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.675413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9ee66-d621-4ebd-842f-b50444eada99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf56008-c976-428c-8bb5-ccbccc6e56e3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:40.677549 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ee66-d621-4ebd-842f-b50444eada99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.680637 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b0a9ee66-d621-4ebd-842f-b50444eada99 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eaf56008-c976-428c-8bb5-ccbccc6e56e3 HTTP/1.1" status: 204 len: 168 time: 0.3027349 Apr 30 02:19:40.681696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b2228-3918-45d8-a419-587a1933aee2 None None] Network 08735d17-995f-4668-8a46-c3e2b06f846d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:19:40.683745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38450) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:40.753432 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.812687 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Deleting port 7436f891-c558-4451-a93a-be16ca966476 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:40.813019 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.872445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] DHCP port deletion for 08735d17-995f-4668-8a46-c3e2b06f846d request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:19:40.878267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] For port 7436f891-c558-4451-a93a-be16ca966476, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7436f891-c558-4451-a93a-be16ca966476,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:40.878623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.891967 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Calling delete_port for 7436f891-c558-4451-a93a-be16ca966476 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:40.921081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Deleting port 7436f891-c558-4451-a93a-be16ca966476 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:40.921460 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:40.994103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] For port 7436f891-c558-4451-a93a-be16ca966476, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=7436f891-c558-4451-a93a-be16ca966476,segment=NetworkSegment(1ebc168d-a907-4f7b-b924-5abd98504943),segment_id=1ebc168d-a907-4f7b-b924-5abd98504943)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:40.994103 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.006267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Calling delete_port for 7436f891-c558-4451-a93a-be16ca966476 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:41.047666 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.074730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Pushing event deleted for resources: {'Port': ['ID=7436f891-c558-4451-a93a-be16ca966476,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:41.076586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] No DVR routers for this DVR port 7436f891-c558-4451-a93a-be16ca966476 on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:19:41.085000 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.110090 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Pushing event deleted for resources: {'Port': ['ID=7436f891-c558-4451-a93a-be16ca966476,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:41.115123 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] No DVR routers for this DVR port 7436f891-c558-4451-a93a-be16ca966476 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:19:41.123799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.124145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.124496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.124829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.125160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.125485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.125806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.126213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.126487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.126804 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.127120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.127460 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96cab7-aeca-45b4-96be-15e3ac4830b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:41.150387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.171787 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08735d17-995f-4668-8a46-c3e2b06f846d']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:41.181026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebc168d-a907-4f7b-b924-5abd98504943') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:41.181324 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebc168d-a907-4f7b-b924-5abd98504943') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:41.195108 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.208220 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.214225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:19:41.214608 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:19:41.216624 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:19:41.328422 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.337227 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.340697 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] 10.222.0.15 "DELETE /v2.0/networks/08735d17-995f-4668-8a46-c3e2b06f846d HTTP/1.1" status: 204 len: 168 time: 0.6560049 Apr 30 02:19:41.343906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38452) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:41.355457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e30fee-3f8a-47b9-ba0d-5c235fb59361 admin admin] Pushing event deleted for resources: {'Network': ['ID=08735d17-995f-4668-8a46-c3e2b06f846d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:41.399110 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 435a553b-9b4b-4b97-9144-ecac34833fcf no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:19:41.423927 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 435a553b-9b4b-4b97-9144-ecac34833fcf {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:19:41.424192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 435a553b-9b4b-4b97-9144-ecac34833fcf not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:19:41.424783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7436f891-c558-4451-a93a-be16ca966476 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:19:41.444809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 7436f891-c558-4451-a93a-be16ca966476 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:19:41.445185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 7436f891-c558-4451-a93a-be16ca966476 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:19:41.445597 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 93711b34-aa3e-48ca-9265-2a0ab695c771 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:19:41.465774 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 93711b34-aa3e-48ca-9265-2a0ab695c771 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:19:41.466718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 93711b34-aa3e-48ca-9265-2a0ab695c771 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:19:41.712213 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:41.956417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Deleting port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:41.956816 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:42.036677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] For port 2a853222-d1cf-4c39-9dcc-5bb5beaa151e, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,segment=NetworkSegment(9a53c05f-3dd5-4de7-a615-ceab4245859a),segment_id=9a53c05f-3dd5-4de7-a615-ceab4245859a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:42.036936 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:42.050252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Calling delete_port for 2a853222-d1cf-4c39-9dcc-5bb5beaa151e owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:42.310559 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:42.340441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a853222-d1cf-4c39-9dcc-5bb5beaa151e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:42.783074 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:42.994450 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:19:43.099847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:19:43.105448 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b893f3be-2024-4147-91be-b04fa0a967c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/3bebd4e6-d244-471d-9b97-72c09e4b5b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7604952 Apr 30 02:19:43.108036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38454) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:43.108974 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] Sync routers for ids ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:19:43.122174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] Routers {'3bebd4e6-d244-471d-9b97-72c09e4b5b51'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:43.122777 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:43.213093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:43.234159 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] Set router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:43.321083 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:43.413655 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:19:42Z', 'revision_number': 5, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port': {'id': '20ae32e5-0c3f-474c-86e2-42d8795007f3', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:17:26Z', 'updated_at': '2022-04-30T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:43.440206 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] Checking router: 3bebd4e6-d244-471d-9b97-72c09e4b5b51 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:19:43.448454 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] Routers {'3bebd4e6-d244-471d-9b97-72c09e4b5b51'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:43.449038 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:43.451281 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Deleting port 20ae32e5-0c3f-474c-86e2-42d8795007f3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:43.451663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:43.533618 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] For port 20ae32e5-0c3f-474c-86e2-42d8795007f3, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=20ae32e5-0c3f-474c-86e2-42d8795007f3,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:43.533978 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:43.534130 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] Set router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:43.547630 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Calling delete_port for 20ae32e5-0c3f-474c-86e2-42d8795007f3 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:43.589249 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:19:43Z', 'revision_number': 6, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:43.615468 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eda1db-ef7c-4770-ab18-12510f613ed7 None None] The sync data for ids ['3bebd4e6-d244-471d-9b97-72c09e4b5b51'] in n-d-821348-1 is: [{'id': '3bebd4e6-d244-471d-9b97-72c09e4b5b51', 'name': 'tempest-TestMinimumBasicScenario-898682896-router', 'tenant_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:17:25Z', 'updated_at': '2022-04-30T02:19:43Z', 'revision_number': 6, 'project_id': '9fd12b1790dc427095c20eb6c3f1ceb4', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:19:43.773712 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:43.807612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ae32e5-0c3f-474c-86e2-42d8795007f3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:43.863649 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:43.954533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:43.956885 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.097771 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.098346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bebd4e6-d244-471d-9b97-72c09e4b5b51 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:19:44.102800 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.104504 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d6db8838-87eb-41cb-9f47-ea271a4f3852 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3bebd4e6-d244-471d-9b97-72c09e4b5b51 HTTP/1.1" status: 204 len: 168 time: 0.9950130 Apr 30 02:19:44.107146 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38456) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:44.154849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ea2d3d-7082-4b8b-962d-39f626f54ac0 admin admin] Deleting subnet e851fdcf-7b46-4da5-a3a2-27de04c364a4 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:19:44.157831 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2d3d-7082-4b8b-962d-39f626f54ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.191997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2d3d-7082-4b8b-962d-39f626f54ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.266473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2d3d-7082-4b8b-962d-39f626f54ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.373975 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:19:44.396739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2d3d-7082-4b8b-962d-39f626f54ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.423335 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea2d3d-7082-4b8b-962d-39f626f54ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e851fdcf-7b46-4da5-a3a2-27de04c364a4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:44.427036 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2d3d-7082-4b8b-962d-39f626f54ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.430192 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c2ea2d3d-7082-4b8b-962d-39f626f54ac0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e851fdcf-7b46-4da5-a3a2-27de04c364a4 HTTP/1.1" status: 204 len: 168 time: 0.3220701 Apr 30 02:19:44.432746 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38458) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:44.435131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9832f4-d9d3-4e6d-b8e3-07c51d09aa0e None None] Network f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:19:44.505560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.564568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Deleting port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:44.564904 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.637095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] DHCP port deletion for f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:19:44.637867 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] For port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,segment=NetworkSegment(9a53c05f-3dd5-4de7-a615-ceab4245859a),segment_id=9a53c05f-3dd5-4de7-a615-ceab4245859a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:44.638246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.652761 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Calling delete_port for c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:44.689538 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] Deleting port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:19:44.689907 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.753730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] For port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,segment=NetworkSegment(9a53c05f-3dd5-4de7-a615-ceab4245859a),segment_id=9a53c05f-3dd5-4de7-a615-ceab4245859a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:44.754118 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.767313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] Calling delete_port for c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:19:44.818016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.841084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.850015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:44.853399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] No DVR routers for this DVR port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:19:44.866013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] Pushing event deleted for resources: {'Port': ['ID=c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:44.869785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af686cc-6581-4862-a054-fa0f0456c313 None None] No DVR routers for this DVR port c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:19:44.928019 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.948125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b32a7c-536d-482a-98b5-d4baaf9e4ee9']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:44.957078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a53c05f-3dd5-4de7-a615-ceab4245859a') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:44.957367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a53c05f-3dd5-4de7-a615-ceab4245859a') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:44.967191 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.980615 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.986422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:19:44.986806 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:19:44.988445 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:19:45.114877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:45.120945 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:45.125037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] 10.222.0.15 "DELETE /v2.0/networks/f7b32a7c-536d-482a-98b5-d4baaf9e4ee9 HTTP/1.1" status: 204 len: 168 time: 0.6904414 Apr 30 02:19:45.137810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229ed27-5bc9-4d9f-b3bc-3264dad54f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b32a7c-536d-482a-98b5-d4baaf9e4ee9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:45.371445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:19:45.396208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:19:45.396554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device c1c9fc12-24dc-403a-a3db-8e32fcc9f9e5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:19:45.396967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2a853222-d1cf-4c39-9dcc-5bb5beaa151e no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:19:45.418209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 2a853222-d1cf-4c39-9dcc-5bb5beaa151e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:19:45.418555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 2a853222-d1cf-4c39-9dcc-5bb5beaa151e not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:19:45.418963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 20ae32e5-0c3f-474c-86e2-42d8795007f3 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:19:45.438446 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 20ae32e5-0c3f-474c-86e2-42d8795007f3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:19:45.439104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 20ae32e5-0c3f-474c-86e2-42d8795007f3 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:19:45.480486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38462) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:45.519709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f3a7252c-a10a-41bf-b909-451e8242f421 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7b3ac017f56405184c43afaac8a03b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379934 Apr 30 02:19:45.522099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38464) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:45.570473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc51d-b91e-44d6-bd90-f8e4541662f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:45.590962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc51d-b91e-44d6-bd90-f8e4541662f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:45.670345 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc51d-b91e-44d6-bd90-f8e4541662f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:45.672801 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc51d-b91e-44d6-bd90-f8e4541662f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:45.673967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2b7bc51d-b91e-44d6-bd90-f8e4541662f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/381791f6-8bd0-420c-a3e5-362b8aaca44a HTTP/1.1" status: 204 len: 168 time: 0.1509776 Apr 30 02:19:45.681828 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bc51d-b91e-44d6-bd90-f8e4541662f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381791f6-8bd0-420c-a3e5-362b8aaca44a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:46.268591 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:46.308239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-55ab1ed3-e56a-40dd-887b-e153a19cd227 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fd12b1790dc427095c20eb6c3f1ceb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385039 Apr 30 02:19:46.310740 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:46.357924 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00fb385c-98fb-43c8-a038-9aaa31e918ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:46.377819 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00fb385c-98fb-43c8-a038-9aaa31e918ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:46.492992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00fb385c-98fb-43c8-a038-9aaa31e918ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:46.496221 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-00fb385c-98fb-43c8-a038-9aaa31e918ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:46.497397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-00fb385c-98fb-43c8-a038-9aaa31e918ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c59e022e-4fb1-4dbf-892b-97a6964c99e2 HTTP/1.1" status: 204 len: 168 time: 0.1857769 Apr 30 02:19:46.505334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb385c-98fb-43c8-a038-9aaa31e918ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e022e-4fb1-4dbf-892b-97a6964c99e2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:48.694884 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38512) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:48.699514 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812961519', 'description': 'tempest-secgroup-smoke-812961519 description', 'project_id': '9dca1d8ff67a425caa903b11a29edd92'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:48.795875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:48.803625 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:48.875513 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:48.938951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:48.976097 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc8dd76-4047-4173-9414-4cbb02e97936,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:49.012430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.058956 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.086786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c9c1aa-f9ca-4c46-9923-9eabf355b140,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:49.118142 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.119467 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e2c5caf9-5ff1-4d1a-be6f-1fb2212032dd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4235170 Apr 30 02:19:49.122483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38514) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:49.126921 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-218026d9-1b4b-4b01-9047-82520c245695 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '88c9c1aa-f9ca-4c46-9923-9eabf355b140', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:49.189420 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-218026d9-1b4b-4b01-9047-82520c245695 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.201666 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.244995 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-218026d9-1b4b-4b01-9047-82520c245695 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.304393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-218026d9-1b4b-4b01-9047-82520c245695 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.323869 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218026d9-1b4b-4b01-9047-82520c245695 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226b1b95-d5f7-42bc-a9e3-e54b7e3ef972,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:49.392497 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-218026d9-1b4b-4b01-9047-82520c245695 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.393703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-218026d9-1b4b-4b01-9047-82520c245695 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702956 Apr 30 02:19:49.396369 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:49.401405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f2f45040-a0f4-4567-b2cf-9a62e722e8a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '88c9c1aa-f9ca-4c46-9923-9eabf355b140', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:49.480637 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2f45040-a0f4-4567-b2cf-9a62e722e8a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.541106 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2f45040-a0f4-4567-b2cf-9a62e722e8a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.590211 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2f45040-a0f4-4567-b2cf-9a62e722e8a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.607970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f45040-a0f4-4567-b2cf-9a62e722e8a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343110b5-5f42-4c4d-931e-0b99f1784336,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:49.684316 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f2f45040-a0f4-4567-b2cf-9a62e722e8a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.685548 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f2f45040-a0f4-4567-b2cf-9a62e722e8a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2882233 Apr 30 02:19:49.688293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38518) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:49.692559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8c4c0620-8611-4398-ba8c-eec4862ea594 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '88c9c1aa-f9ca-4c46-9923-9eabf355b140', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:49.777455 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0620-8611-4398-ba8c-eec4862ea594 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.834647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0620-8611-4398-ba8c-eec4862ea594 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.909980 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0620-8611-4398-ba8c-eec4862ea594 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:49.928154 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c0620-8611-4398-ba8c-eec4862ea594 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4e44e1-2ec0-43b6-8092-1584e6cf083b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:50.003385 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0620-8611-4398-ba8c-eec4862ea594 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.004635 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8c4c0620-8611-4398-ba8c-eec4862ea594 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154228 Apr 30 02:19:50.007399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38520) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:50.012628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e34038ec-542f-4202-ae15-9673f0588b98 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '88c9c1aa-f9ca-4c46-9923-9eabf355b140', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:50.138036 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e34038ec-542f-4202-ae15-9673f0588b98 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.198364 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e34038ec-542f-4202-ae15-9673f0588b98 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.281613 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e34038ec-542f-4202-ae15-9673f0588b98 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.301003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34038ec-542f-4202-ae15-9673f0588b98 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c445a3-9057-4f75-9ab2-849cec1f51e0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:50.369979 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e34038ec-542f-4202-ae15-9673f0588b98 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.371181 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e34038ec-542f-4202-ae15-9673f0588b98 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3628476 Apr 30 02:19:50.373968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38522) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:50.378186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-401ddf19-0a7f-42fa-b957-590571562784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '88c9c1aa-f9ca-4c46-9923-9eabf355b140', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:50.465183 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-401ddf19-0a7f-42fa-b957-590571562784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:19:50.469992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-401ddf19-0a7f-42fa-b957-590571562784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.531519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-401ddf19-0a7f-42fa-b957-590571562784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.595879 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-401ddf19-0a7f-42fa-b957-590571562784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.691830 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ddf19-0a7f-42fa-b957-590571562784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1cd5ca-eec6-456c-aba5-e4c54a2d0f83,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:50.746826 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-401ddf19-0a7f-42fa-b957-590571562784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.748101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-401ddf19-0a7f-42fa-b957-590571562784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732157 Apr 30 02:19:50.750753 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38524) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:50.755080 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9b751887-bab2-4a00-88a5-1605cde37cbc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '88c9c1aa-f9ca-4c46-9923-9eabf355b140', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:50.836063 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-9b751887-bab2-4a00-88a5-1605cde37cbc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:19:50.841526 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b751887-bab2-4a00-88a5-1605cde37cbc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.900263 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b751887-bab2-4a00-88a5-1605cde37cbc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.967786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b751887-bab2-4a00-88a5-1605cde37cbc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:50.983492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b751887-bab2-4a00-88a5-1605cde37cbc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9479c664-e64b-4ec5-be13-81f207db6a50,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:51.019268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.038066 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9b751887-bab2-4a00-88a5-1605cde37cbc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.039277 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9b751887-bab2-4a00-88a5-1605cde37cbc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2875888 Apr 30 02:19:51.042463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38526) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:51.047286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'network': {'name': 'tempest-network-smoke--1897502334', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'port_security_enabled': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:51.104307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:19:51.107770 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.130716 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:19:51.140209 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.140537 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Added segment 86a80c26-bb2f-4643-8b8b-bc5c13d4466c of type vlan for network b6ebb770-a36d-4a70-837a-213f66c43f56 Apr 30 02:19:51.179012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.236122 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.241622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:51.248994 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.309162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Network': ['ID=b6ebb770-a36d-4a70-837a-213f66c43f56,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:51.319168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b6ebb770-a36d-4a70-837a-213f66c43f56 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:19:51.346228 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d6caf808-4c8b-4f63-95dc-ff862caabe14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3027058 Apr 30 02:19:51.349460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38528) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:51.354174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'admin_state_up': True, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:51.435892 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.436976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.493588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:51.786505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:52.067328 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:52.085711 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:52.189716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.112 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/4de3e57e-e79c-4801-9f4e-f83e910d6988) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:19:52.287678 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:52.373118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:52.416707 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:19:52.419588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:19:52.423160 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:19:52.446415 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=4de3e57e-e79c-4801-9f4e-f83e910d6988,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:53.095114 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:53.286352 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:53.481604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 9f573133-a911-496c-aa25-52cfd686e829 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:19:53.586810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:19:53.596472 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Sync routers for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:19:53.605987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:53.612138 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:53.677045 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:53.678301 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f5b6a79-a0bb-48d6-9e43-97e5bb358280 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3278029 Apr 30 02:19:53.681473 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38530) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:53.711106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:53.822121 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9ded1ad8-016b-49b3-9f1d-c7ea70bf767a tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9dca1d8ff67a425caa903b11a29edd92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389213 Apr 30 02:19:53.824878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38534) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:53.892232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:52Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:53.919696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Checking router: 9f573133-a911-496c-aa25-52cfd686e829 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:19:53.921775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Updating router 9f573133-a911-496c-aa25-52cfd686e829 port 4de3e57e-e79c-4801-9f4e-f83e910d6988 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:19:53.945944 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:53.970910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c2add-13c6-4fc8-8ba4-91da71fa93f9 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:53.972493 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-091c2add-13c6-4fc8-8ba4-91da71fa93f9 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467240 Apr 30 02:19:53.975318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38536) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:54.013831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-55703834-475a-4c45-9f88-40af9e13481e tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373356 Apr 30 02:19:54.016572 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:54.021319 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-788548939', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:19:54.179252 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:19:54.183230 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:54.361268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:54.435870 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:54.465051 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:54.497933 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Subnet': ['ID=874eb8aa-17b8-42a5-adc8-b2950498de32,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:54.507254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Checking segment: {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:19:54.507254 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network hostable DHCP agents. Network: b6ebb770-a36d-4a70-837a-213f66c43f56, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:19:54.519739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f40831-eb83-4ae7-acb8-d3583de94752 None None] Pushing event updated for resources: {'Port': ['ID=4de3e57e-e79c-4801-9f4e-f83e910d6988,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:54.522068 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Attempting to bind port 4de3e57e-e79c-4801-9f4e-f83e910d6988 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:19:54.522442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Attempting to bind port 4de3e57e-e79c-4801-9f4e-f83e910d6988 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:19:54.526237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Attempting to bind port 4de3e57e-e79c-4801-9f4e-f83e910d6988 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:19:54.532858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:19:54.532858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:19:54.532858 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:54.532858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:19:54.532858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Bound port: 4de3e57e-e79c-4801-9f4e-f83e910d6988, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:19:54.532858 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:54.582622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] For port 4de3e57e-e79c-4801-9f4e-f83e910d6988, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:19:54.585854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] For port 4de3e57e-e79c-4801-9f4e-f83e910d6988, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4de3e57e-e79c-4801-9f4e-f83e910d6988,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:19:54.590247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network b6ebb770-a36d-4a70-837a-213f66c43f56 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:19:54.636942 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:54.653124 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b6ebb770-a36d-4a70-837a-213f66c43f56) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:19:54.657386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:54.657967 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:54.663765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47963a7-6ff8-41c2-80fd-e276f7042226 None None] Network b6ebb770-a36d-4a70-837a-213f66c43f56 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:19:54.713657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9406ad98-7120-40ed-9c05-fda77c53f56d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6955240 Apr 30 02:19:54.716684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38540) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:19:54.746111 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:54.746731 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:54.752105 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f40831-eb83-4ae7-acb8-d3583de94752 None None] Pushing event updated for resources: {'Port': ['ID=4de3e57e-e79c-4801-9f4e-f83e910d6988,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:54.902921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:54.983649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-b6ebb770-a36d-4a70-837a-213f66c43f56', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:19:54.984496 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.158602 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.195439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Allocated IP 172.20.0.2 (b6ebb770-a36d-4a70-837a-213f66c43f56/874eb8aa-17b8-42a5-adc8-b2950498de32/083853c3-d576-4501-8b98-ddd56ff05917) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:19:55.258164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:52Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:55.293695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a20b8-31e3-4c76-ad2d-e167977efa79 None None] The sync data for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 is: [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:52Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:19:55.378934 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.442087 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.484639 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Network b6ebb770-a36d-4a70-837a-213f66c43f56 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:19:55.487832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:19:55.492326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:19:55.495149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.1 (b6ebb770-a36d-4a70-837a-213f66c43f56/874eb8aa-17b8-42a5-adc8-b2950498de32/a3006f60-aefa-4251-aab1-1d9d38a3fdce) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:19:55.496378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Pushing event updated for resources: {'Port': ['ID=083853c3-d576-4501-8b98-ddd56ff05917,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:55.578098 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Attempting to bind port 083853c3-d576-4501-8b98-ddd56ff05917 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:19:55.578468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Attempting to bind port 083853c3-d576-4501-8b98-ddd56ff05917 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:19:55.578827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Attempting to bind port 083853c3-d576-4501-8b98-ddd56ff05917 on network b6ebb770-a36d-4a70-837a-213f66c43f56 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:19:55.584009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:19:55.584376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Checking segment: {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:19:55.584774 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.585212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Bound using segment: {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:19:55.585666 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Bound port: 083853c3-d576-4501-8b98-ddd56ff05917, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:19:55.586039 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.642402 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.666844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] For port 083853c3-d576-4501-8b98-ddd56ff05917, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:19:55.670521 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] For port 083853c3-d576-4501-8b98-ddd56ff05917, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=083853c3-d576-4501-8b98-ddd56ff05917,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:19:55.762887 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.790731 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:55.830587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8c97a-631d-476d-aa04-518d4cb5f37d None None] Pushing event updated for resources: {'Port': ['ID=083853c3-d576-4501-8b98-ddd56ff05917,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:55.841748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network b6ebb770-a36d-4a70-837a-213f66c43f56 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:19:55.847865 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:19:55.852082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:19:55.880922 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=a3006f60-aefa-4251-aab1-1d9d38a3fdce,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:55.903025 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:56.135913 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:56.410524 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:56.474852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:56.553751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:56.555636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=a3006f60-aefa-4251-aab1-1d9d38a3fdce,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:56.658476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network b6ebb770-a36d-4a70-837a-213f66c43f56 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:19:56.659579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:19:56.778107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 9f573133-a911-496c-aa25-52cfd686e829 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:19:56.866715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1b29cf-8c86-477b-8298-26480af27bf3 None None] Network b6ebb770-a36d-4a70-837a-213f66c43f56 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:19:56.890356 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:19:56.900995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d146d48c-116c-477a-bf40-70f5bdb84a50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/9f573133-a911-496c-aa25-52cfd686e829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779561 Apr 30 02:19:56.988511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-41e783db-b82c-4ddc-9eca-ae39c2e810f1 None None] Provisioning complete for port 083853c3-d576-4501-8b98-ddd56ff05917 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:56.988913 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41e783db-b82c-4ddc-9eca-ae39c2e810f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.121956 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41e783db-b82c-4ddc-9eca-ae39c2e810f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.161919 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-41e783db-b82c-4ddc-9eca-ae39c2e810f1 None None] For port 083853c3-d576-4501-8b98-ddd56ff05917, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=083853c3-d576-4501-8b98-ddd56ff05917,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:57.199804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-10222263-f685-4ad3-8510-781c32a94924 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812961519&fields=id&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 267 time: 0.0368969 Apr 30 02:19:57.224684 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-41e783db-b82c-4ddc-9eca-ae39c2e810f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.249962 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Sync routers for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:19:57.268756 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:57.269393 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:57.309106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e783db-b82c-4ddc-9eca-ae39c2e810f1 None None] Pushing event updated for resources: {'Port': ['ID=083853c3-d576-4501-8b98-ddd56ff05917,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:57.352686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f383926c-5c68-42cd-82db-b43548f10121 None None] Provisioning complete for port a3006f60-aefa-4251-aab1-1d9d38a3fdce triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:57.353164 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f383926c-5c68-42cd-82db-b43548f10121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.372198 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7c385115-1a45-40d5-a849-417a6141f550 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:19:57.379901 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7c385115-1a45-40d5-a849-417a6141f550 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/networks?id=b6ebb770-a36d-4a70-837a-213f66c43f56 HTTP/1.1" status: 200 len: 797 time: 0.1725657 Apr 30 02:19:57.398043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-79350487-c9c5-43a7-b1a8-1d71c2a60054 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/quotas/9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 375 time: 0.0171852 Apr 30 02:19:57.408661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f383926c-5c68-42cd-82db-b43548f10121 None None] Port a3006f60-aefa-4251-aab1-1d9d38a3fdce cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:19:57.420902 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f383926c-5c68-42cd-82db-b43548f10121 None None] Provisioning complete for port 083853c3-d576-4501-8b98-ddd56ff05917 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:57.422152 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f383926c-5c68-42cd-82db-b43548f10121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.467956 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-eb362062-3598-4d4d-8804-1eb0b352a4b2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661237 Apr 30 02:19:57.541527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 083853c3-d576-4501-8b98-ddd56ff05917 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:19:57.563046 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:57.597130 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 083853c3-d576-4501-8b98-ddd56ff05917 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:57.597508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.635953 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-110fea9e-aa86-4e32-ab7f-9a1c8899e40d service neutron] 10.222.0.15 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395028 Apr 30 02:19:57.688180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9c09d146-0742-471d-a28e-f67f0f285166 None None] Provisioning complete for port a3006f60-aefa-4251-aab1-1d9d38a3fdce triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:57.688638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c09d146-0742-471d-a28e-f67f0f285166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.724883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9c09d146-0742-471d-a28e-f67f0f285166 None None] Port a3006f60-aefa-4251-aab1-1d9d38a3fdce cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:19:57.742275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4de3e57e-e79c-4801-9f4e-f83e910d6988 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:19:57.748246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-627c322d-367c-45e3-b3f4-4ae142457830 service neutron] 10.222.0.15 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058066 Apr 30 02:19:57.798767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4de3e57e-e79c-4801-9f4e-f83e910d6988 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:57.799144 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.818501 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 2, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:57.845842 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Checking router: 9f573133-a911-496c-aa25-52cfd686e829 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:19:57.846186 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Updating router 9f573133-a911-496c-aa25-52cfd686e829 port a3006f60-aefa-4251-aab1-1d9d38a3fdce binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:19:57.856162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a9c69359-5c70-4019-bb53-0cbb14e3c08a None None] Provisioning complete for port a3006f60-aefa-4251-aab1-1d9d38a3fdce triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:57.860625 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9c69359-5c70-4019-bb53-0cbb14e3c08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.870736 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.895730 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a9c69359-5c70-4019-bb53-0cbb14e3c08a None None] Port a3006f60-aefa-4251-aab1-1d9d38a3fdce cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:19:57.931937 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:57.953591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 4de3e57e-e79c-4801-9f4e-f83e910d6988, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4de3e57e-e79c-4801-9f4e-f83e910d6988,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:58.007353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.055990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=4de3e57e-e79c-4801-9f4e-f83e910d6988,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:58.131908 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.201611 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.251762 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Pushing event updated for resources: {'Port': ['ID=a3006f60-aefa-4251-aab1-1d9d38a3fdce,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:58.272549 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.272802 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.273133 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.273460 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.273780 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.274104 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.274419 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.274728 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.275042 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.276000 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.276314 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.276625 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:19:58.309828 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Attempting to bind port a3006f60-aefa-4251-aab1-1d9d38a3fdce on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:19:58.310155 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Attempting to bind port a3006f60-aefa-4251-aab1-1d9d38a3fdce by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:19:58.310510 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Attempting to bind port a3006f60-aefa-4251-aab1-1d9d38a3fdce on network b6ebb770-a36d-4a70-837a-213f66c43f56 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:19:58.315861 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:19:58.316232 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Checking segment: {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:19:58.316632 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.317017 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Bound using segment: {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:19:58.317505 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Bound port: a3006f60-aefa-4251-aab1-1d9d38a3fdce, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:19:58.317879 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.385329 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] For port a3006f60-aefa-4251-aab1-1d9d38a3fdce, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:19:58.388577 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] For port a3006f60-aefa-4251-aab1-1d9d38a3fdce, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a3006f60-aefa-4251-aab1-1d9d38a3fdce,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:19:58.418263 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-90ccfc43-fc55-44c0-a567-381be4e7c408 None None] Provisioning complete for port a3006f60-aefa-4251-aab1-1d9d38a3fdce triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:58.418639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90ccfc43-fc55-44c0-a567-381be4e7c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.455212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-90ccfc43-fc55-44c0-a567-381be4e7c408 None None] Port a3006f60-aefa-4251-aab1-1d9d38a3fdce cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:19:58.470620 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.532140 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3d647-da82-4939-9191-35b50f90aecb None None] Pushing event updated for resources: {'Port': ['ID=a3006f60-aefa-4251-aab1-1d9d38a3fdce,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:58.535655 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:19:58.536318 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:19:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:58.646190 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:19:58.769819 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e867923e-1f4e-47a6-bf44-30e04e8a63bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.776846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-81ce34c4-2042-431f-a826-e6643ead21fe None None] Provisioning complete for port a3006f60-aefa-4251-aab1-1d9d38a3fdce triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:58.777140 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81ce34c4-2042-431f-a826-e6643ead21fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.843224 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:58Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:19:58.855419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81ce34c4-2042-431f-a826-e6643ead21fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:58.872669 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7580b4e9-befc-49c7-9066-9e42f726db45 None None] The sync data for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 is: [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:58Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:19:58.887353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-81ce34c4-2042-431f-a826-e6643ead21fe None None] For port a3006f60-aefa-4251-aab1-1d9d38a3fdce, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a3006f60-aefa-4251-aab1-1d9d38a3fdce,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:19:58.950135 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-81ce34c4-2042-431f-a826-e6643ead21fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:59.029630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce34c4-2042-431f-a826-e6643ead21fe None None] Pushing event updated for resources: {'Port': ['ID=a3006f60-aefa-4251-aab1-1d9d38a3fdce,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:19:59.046034 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8306702-337c-484e-93c1-9acc8cac78a0 req-27da7456-92e4-4024-a4ca-917aa3803315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 210 time: 0.0456476 Apr 30 02:19:59.461681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 083853c3-d576-4501-8b98-ddd56ff05917 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:19:59.514201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 083853c3-d576-4501-8b98-ddd56ff05917 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:59.514592 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:59.598476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4de3e57e-e79c-4801-9f4e-f83e910d6988 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:19:59.649088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 4de3e57e-e79c-4801-9f4e-f83e910d6988 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:59.649459 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:19:59.731949 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a3006f60-aefa-4251-aab1-1d9d38a3fdce up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:19:59.780815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a3006f60-aefa-4251-aab1-1d9d38a3fdce triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:19:59.781192 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:00.125011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e9b6d630-1802-46d9-b2b2-9ca28111ac91 req-c6830665-14a3-4794-9562-fbde80a3f963 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 210 time: 0.0263343 Apr 30 02:20:01.081717 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73202a93-a9b2-423f-91ab-96e6ec2644e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:01.220339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f47df1d-b2db-4fcf-b9ba-209562de248a req-99d6763c-2b8f-45eb-9f25-f60ac7cad309 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 210 time: 0.0261562 Apr 30 02:20:01.280879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-8e952223-63fa-4c62-a949-9c04f70fb964 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:01.282358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-8e952223-63fa-4c62-a949-9c04f70fb964 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/networks?id=b6ebb770-a36d-4a70-837a-213f66c43f56 HTTP/1.1" status: 200 len: 797 time: 0.1032805 Apr 30 02:20:01.331512 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-d628c43c-69f2-4c27-9da9-cd1431dfd891 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 379 time: 0.0340328 Apr 30 02:20:01.343575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'port': {'device_id': '9771f971-7731-4ec6-abfd-24a746386b55', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'admin_state_up': True, 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'security_groups': ['88c9c1aa-f9ca-4c46-9923-9eabf355b140']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:20:01.549905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:20:01.553627 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:01.674571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.7 (b6ebb770-a36d-4a70-837a-213f66c43f56/874eb8aa-17b8-42a5-adc8-b2950498de32/c00296ab-f9e9-478b-ad13-6f562b80a5e6) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:20:01.810293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:01.892957 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:01.936779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network b6ebb770-a36d-4a70-837a-213f66c43f56 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:20:01.939802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:20:01.943580 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:20:02.191522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0ef07c7b-7a47-4851-8c08-e5dbb8c4cfb4 None None] Provisioning complete for port c00296ab-f9e9-478b-ad13-6f562b80a5e6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:20:02.192151 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ef07c7b-7a47-4851-8c08-e5dbb8c4cfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:02.219315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:02.228225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0ef07c7b-7a47-4851-8c08-e5dbb8c4cfb4 None None] Port c00296ab-f9e9-478b-ad13-6f562b80a5e6 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:20:02.258511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=c00296ab-f9e9-478b-ad13-6f562b80a5e6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:02.289218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:02.289881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:02.340053 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffeb12-0c2b-4f10-99f0-ea6bb63725bd req-672eba45-5831-4993-92c8-b329f974a464 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:02.341489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17ffeb12-0c2b-4f10-99f0-ea6bb63725bd req-672eba45-5831-4993-92c8-b329f974a464 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 931 time: 0.0469711 Apr 30 02:20:02.358534 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-dec14dbc-f4ce-4aeb-840c-a55d516cdc50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0185318 Apr 30 02:20:02.374815 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Request body: {'port': {'device_id': '9771f971-7731-4ec6-abfd-24a746386b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:20:02.380290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17ffeb12-0c2b-4f10-99f0-ea6bb63725bd req-a7398df8-07e0-4da2-9dd9-05d8d6e75484 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324755 Apr 30 02:20:02.430411 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:02.689074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00296ab-f9e9-478b-ad13-6f562b80a5e6 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:20:02.700111 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:02.711456 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Transition to ACTIVE for port object c00296ab-f9e9-478b-ad13-6f562b80a5e6 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:20:02.789842 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:02.838864 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Pushing event updated for resources: {'Port': ['ID=c00296ab-f9e9-478b-ad13-6f562b80a5e6,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:02.910764 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Attempting to bind port c00296ab-f9e9-478b-ad13-6f562b80a5e6 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:20:02.911120 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Attempting to bind port c00296ab-f9e9-478b-ad13-6f562b80a5e6 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:20:02.911509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Attempting to bind port c00296ab-f9e9-478b-ad13-6f562b80a5e6 on network b6ebb770-a36d-4a70-837a-213f66c43f56 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:20:02.916376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Port c00296ab-f9e9-478b-ad13-6f562b80a5e6 on network b6ebb770-a36d-4a70-837a-213f66c43f56 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:20:02.927119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Attempting to bind port c00296ab-f9e9-478b-ad13-6f562b80a5e6 on network b6ebb770-a36d-4a70-837a-213f66c43f56 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:20:02.927119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:20:02.927119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Checking segment: {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:20:02.927119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Bound using segment: {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:20:02.927119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Bound port: c00296ab-f9e9-478b-ad13-6f562b80a5e6, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a80c26-bb2f-4643-8b8b-bc5c13d4466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:20:02.927119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:02.995349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] For port c00296ab-f9e9-478b-ad13-6f562b80a5e6, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:20:02.998439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] For port c00296ab-f9e9-478b-ad13-6f562b80a5e6, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:20:03.041618 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:03.076634 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:03.077252 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:03.078636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] 10.222.0.23 "PUT /v2.0/ports/c00296ab-f9e9-478b-ad13-6f562b80a5e6 HTTP/1.1" status: 200 len: 1091 time: 0.7079494 Apr 30 02:20:03.079074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:20:03.081357 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d78d02-5398-47dc-afc3-b5833e62ae12" -d '{"events": [{"name": "network-changed", "server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:20:03.110970 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef85bb7-3a5a-4d05-83de-614e60ec54be service neutron] Pushing event updated for resources: {'Port': ['ID=c00296ab-f9e9-478b-ad13-6f562b80a5e6,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:03.124738 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0417cb-06b2-404f-812c-f9526db3201b x-openstack-request-id: req-8d0417cb-06b2-404f-812c-f9526db3201b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:20:03.125030 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:20:03.125272 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d0417cb-06b2-404f-812c-f9526db3201b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:20:03.125682 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0417cb-06b2-404f-812c-f9526db3201b'] response: {'name': 'network-changed', 'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'status': 'completed', 'code': 200} Apr 30 02:20:03.196125 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d78d02-5398-47dc-afc3-b5833e62ae12 req-757ac1c9-02d1-4931-92bb-c4943a3700a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:03.198349 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52d78d02-5398-47dc-afc3-b5833e62ae12 req-757ac1c9-02d1-4931-92bb-c4943a3700a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 1094 time: 0.0438585 Apr 30 02:20:03.307753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d78d02-5398-47dc-afc3-b5833e62ae12 req-e74d2eed-8047-439e-955b-93c6a8727baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:03.309234 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52d78d02-5398-47dc-afc3-b5833e62ae12 req-e74d2eed-8047-439e-955b-93c6a8727baa service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9dca1d8ff67a425caa903b11a29edd92&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0972972 Apr 30 02:20:03.404611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d78d02-5398-47dc-afc3-b5833e62ae12 req-6177f74e-4d4d-4fbd-8482-41ab7c9c0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:03.406194 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-52d78d02-5398-47dc-afc3-b5833e62ae12 req-6177f74e-4d4d-4fbd-8482-41ab7c9c0b5f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870838 Apr 30 02:20:03.491254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-ed3fb20b-3eb5-4cf0-a2fc-0570fb58b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:03.492805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-ed3fb20b-3eb5-4cf0-a2fc-0570fb58b3d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 1094 time: 0.0421467 Apr 30 02:20:03.502700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff0464-c1e2-4750-89b5-bc9149eeada3 req-ed388b1d-0a34-4943-984e-d347068dd6c2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:03.504175 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0eff0464-c1e2-4750-89b5-bc9149eeada3 req-ed388b1d-0a34-4943-984e-d347068dd6c2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 943 time: 0.0516384 Apr 30 02:20:03.543561 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0eff0464-c1e2-4750-89b5-bc9149eeada3 req-173a7b38-c47a-4844-b197-6f5f7b7c59fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332029 Apr 30 02:20:03.546446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-7477ba68-30a8-44a3-8d21-92add7ce92e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0405245 Apr 30 02:20:03.599316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-5d5f74bb-2d0d-44cf-8440-c9d172d0eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:03.600796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-5d5f74bb-2d0d-44cf-8440-c9d172d0eae8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=874eb8aa-17b8-42a5-adc8-b2950498de32 HTTP/1.1" status: 200 len: 834 time: 0.0446620 Apr 30 02:20:03.648413 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-f7135786-28f9-4d83-9603-46ee7e95e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:03.649866 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-f7135786-28f9-4d83-9603-46ee7e95e0cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6ebb770-a36d-4a70-837a-213f66c43f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389524 Apr 30 02:20:03.744232 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-22be0d85-5e20-42bf-8c76-800189259a75 service neutron] 10.222.0.23 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832162 Apr 30 02:20:03.835686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f1c944a8-d322-4476-bd5a-32ac5671397d req-a500b068-3f6f-40e3-898d-ae413e288ddf service neutron] 10.222.0.23 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806203 Apr 30 02:20:03.989162 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:03.989834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:04.657001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a276139-3500-4459-a7eb-6065cdc29b96 req-90411d79-d3e9-4ce6-8049-1252b0f5e42b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:04.658449 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a276139-3500-4459-a7eb-6065cdc29b96 req-90411d79-d3e9-4ce6-8049-1252b0f5e42b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 943 time: 0.0479288 Apr 30 02:20:04.694943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a276139-3500-4459-a7eb-6065cdc29b96 req-728a56da-9284-4215-8cd0-dcc39f61ab8a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304759 Apr 30 02:20:05.050783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c00296ab-f9e9-478b-ad13-6f562b80a5e6 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:20:05.141961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c00296ab-f9e9-478b-ad13-6f562b80a5e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:20:05.156423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'port_id': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'mac_address': 'fa:16:3e:5a:99:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:20:05.191008 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:05.203615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00296ab-f9e9-478b-ad13-6f562b80a5e6 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:20:05.223305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c00296ab-f9e9-478b-ad13-6f562b80a5e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:20:05.281281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:05.327118 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c00296ab-f9e9-478b-ad13-6f562b80a5e6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:05.609528 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['c00296ab-f9e9-478b-ad13-6f562b80a5e6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:20:05.809130 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1149ce2-04db-4d57-a6e6-bcbc9207db23 req-f5cbace5-1548-4f97-801d-c13a236a232f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:05.810500 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1149ce2-04db-4d57-a6e6-bcbc9207db23 req-f5cbace5-1548-4f97-801d-c13a236a232f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 944 time: 0.0475011 Apr 30 02:20:05.848202 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1149ce2-04db-4d57-a6e6-bcbc9207db23 req-2d92451a-ed85-465d-ad07-c4417584268b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314608 Apr 30 02:20:06.966395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae91fc-a02b-44e1-896b-35205cee0bdb req-6ead2b1b-5800-4c0e-a5b8-f76ca6a6cfd0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:06.967880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40ae91fc-a02b-44e1-896b-35205cee0bdb req-6ead2b1b-5800-4c0e-a5b8-f76ca6a6cfd0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 944 time: 0.0518456 Apr 30 02:20:07.066983 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c00296ab-f9e9-478b-ad13-6f562b80a5e6 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:20:07.201648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port c00296ab-f9e9-478b-ad13-6f562b80a5e6 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:20:07.205587 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port c00296ab-f9e9-478b-ad13-6f562b80a5e6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:20:07.205940 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:07.247530 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40ae91fc-a02b-44e1-896b-35205cee0bdb req-2be90fca-61a6-4561-8770-ef7f9f4e2de1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733483 Apr 30 02:20:07.284410 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:07.306053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:20:07.308356 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49701cdb-2f5d-4e3c-a449-c977b0038427" -d '{"events": [{"server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "name": "network-vif-plugged", "status": "completed", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:20:07.321346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port c00296ab-f9e9-478b-ad13-6f562b80a5e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:20:07.344777 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1327d43c-4d1a-4e95-962f-302c939c6884 x-openstack-request-id: req-1327d43c-4d1a-4e95-962f-302c939c6884 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:20:07.345067 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "name": "network-vif-plugged", "status": "completed", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:20:07.345314 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1327d43c-4d1a-4e95-962f-302c939c6884 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:20:07.345706 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1327d43c-4d1a-4e95-962f-302c939c6884'] response: {'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'code': 200} Apr 30 02:20:07.383147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:07.430359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=c00296ab-f9e9-478b-ad13-6f562b80a5e6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:07.454057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acedc5-949b-40d9-b72f-9d4368b46d4a req-8f9cf6eb-f19a-4644-b9e1-6b37a5c0b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:07.454057 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86acedc5-949b-40d9-b72f-9d4368b46d4a req-8f9cf6eb-f19a-4644-b9e1-6b37a5c0b193 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 1096 time: 0.0433683 Apr 30 02:20:07.497777 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86acedc5-949b-40d9-b72f-9d4368b46d4a req-1da103a2-e36a-4366-936d-2a4aae0214d7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335741 Apr 30 02:20:08.363530 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb418a1-523e-48d6-84d7-141341ee2794 req-7d02692f-2d2f-4c06-add0-dcccaa7f093d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:08.364952 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfb418a1-523e-48d6-84d7-141341ee2794 req-7d02692f-2d2f-4c06-add0-dcccaa7f093d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0469632 Apr 30 02:20:08.401930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bfb418a1-523e-48d6-84d7-141341ee2794 req-8ec1cdc9-8832-4506-8207-8ee4735b4c13 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303822 Apr 30 02:20:09.518509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610fc9-9899-4b2e-9cbc-1f7dd47113d6 req-a2319967-4755-4518-bac9-b2121f50d66d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:09.519965 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f4610fc9-9899-4b2e-9cbc-1f7dd47113d6 req-a2319967-4755-4518-bac9-b2121f50d66d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0478551 Apr 30 02:20:09.558099 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f4610fc9-9899-4b2e-9cbc-1f7dd47113d6 req-b0971315-7368-4f9c-be24-70fb72a8cc72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319729 Apr 30 02:20:09.672542 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd9eb7-7814-4e04-8938-16ab6cfb7c57 req-1ecdd15f-5c20-421a-908d-021b6bba46be tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:09.673973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5afd9eb7-7814-4e04-8938-16ab6cfb7c57 req-1ecdd15f-5c20-421a-908d-021b6bba46be tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0508955 Apr 30 02:20:09.710567 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5afd9eb7-7814-4e04-8938-16ab6cfb7c57 req-51f657f1-9a58-4c71-9e81-8a0efc2ae97b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306184 Apr 30 02:20:09.732354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38612) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:09.770615 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072233cc-9588-4842-8312-049c65ed6889 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:09.772139 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-072233cc-9588-4842-8312-049c65ed6889 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 1091 time: 0.0388107 Apr 30 02:20:09.774894 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38614) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:09.780264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:20:09.858405 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:09.956022 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:10.055389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.108 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/0bfbe456-2a38-4c30-8ee8-1802f5db2d4c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:20:10.158172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:10.241276 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:10.278682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:20:10.284910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:20:10.288526 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:20:10.294607 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=0bfbe456-2a38-4c30-8ee8-1802f5db2d4c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:10.642792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:10.745643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:10.892411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:10.944053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:11.013180 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=0bfbe456-2a38-4c30-8ee8-1802f5db2d4c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:11.021446 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:11.119356 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP ac421aa9-3d15-4305-95cf-c4ecf37d026b associated. External IP: 172.25.0.108, port: c00296ab-f9e9-478b-ad13-6f562b80a5e6. Apr 30 02:20:11.321979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 9f573133-a911-496c-aa25-52cfd686e829 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:20:11.428617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:20:11.439058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] Sync routers for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:20:11.449686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:20:11.450408 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:20:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:11.534647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:11.554050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:20:11.563519 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3954ad3-6bf1-4fb0-bc56-c7c1cc4b4aa6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7875500 Apr 30 02:20:11.564307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:20:11.566617 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:20:11.659986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e421f5-b1aa-4448-b84b-c6b9b05adaed req-a91704ee-702d-46b2-9df5-bd41c5f8eba6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:11.661497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5e421f5-b1aa-4448-b84b-c6b9b05adaed req-a91704ee-702d-46b2-9df5-bd41c5f8eba6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0502965 Apr 30 02:20:11.699283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5e421f5-b1aa-4448-b84b-c6b9b05adaed req-e6b85b20-7156-456e-8b9f-e2d1571fe974 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Apr 30 02:20:11.722024 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38622) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:11.753778 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29cfc01-5818-49c0-918c-5ba72c4966e6 x-openstack-request-id: req-e29cfc01-5818-49c0-918c-5ba72c4966e6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:20:11.754272 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:20:11.754610 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e29cfc01-5818-49c0-918c-5ba72c4966e6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:20:11.755079 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29cfc01-5818-49c0-918c-5ba72c4966e6'] response: {'name': 'network-changed', 'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'status': 'completed', 'code': 200} Apr 30 02:20:11.779704 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ac421aa9-3d15-4305-95cf-c4ecf37d026b', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '9f573133-a911-496c-aa25-52cfd686e829', 'port_id': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'mac_address': 'fa:16:3e:5a:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9771f971-7731-4ec6-abfd-24a746386b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:20:10Z', 'updated_at': '2022-04-30T02:20:10Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:11.789846 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d922106e-8fed-4f6a-8489-e6d641a10203 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/ac421aa9-3d15-4305-95cf-c4ecf37d026b HTTP/1.1" status: 200 len: 991 time: 0.0666819 Apr 30 02:20:11.809924 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] Checking router: 9f573133-a911-496c-aa25-52cfd686e829 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:20:11.818129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:20:11.818734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:20:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:11.821613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-89865519-0cd2-421f-9d51-12d62868dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:11.823190 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-89865519-0cd2-421f-9d51-12d62868dcab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 1096 time: 0.0431719 Apr 30 02:20:11.916218 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-0ac760fd-7e6e-4679-9c39-9beb6759ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:11.917755 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-0ac760fd-7e6e-4679-9c39-9beb6759ad1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6ebb770-a36d-4a70-837a-213f66c43f56 HTTP/1.1" status: 200 len: 897 time: 0.0873296 Apr 30 02:20:11.923783 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:20:11.985178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-1bf5019e-5709-42e7-b254-803304ea4a92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6 HTTP/1.1" status: 200 len: 999 time: 0.0595112 Apr 30 02:20:12.034532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-c1a05cc6-1b2f-4dd0-9089-9b304e994548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:12.036048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-c1a05cc6-1b2f-4dd0-9089-9b304e994548 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=874eb8aa-17b8-42a5-adc8-b2950498de32 HTTP/1.1" status: 200 len: 834 time: 0.0449715 Apr 30 02:20:12.085695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-05874984-e6ae-4307-98c1-eb0ec0f0df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:12.087115 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-05874984-e6ae-4307-98c1-eb0ec0f0df2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6ebb770-a36d-4a70-837a-213f66c43f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449061 Apr 30 02:20:12.145526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ac421aa9-3d15-4305-95cf-c4ecf37d026b', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '9f573133-a911-496c-aa25-52cfd686e829', 'port_id': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'mac_address': 'fa:16:3e:5a:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9771f971-7731-4ec6-abfd-24a746386b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:20:10Z', 'updated_at': '2022-04-30T02:20:10Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:12.174650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7952f7-2b55-4eb8-b631-09b829c38355 None None] The sync data for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 is: [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'ac421aa9-3d15-4305-95cf-c4ecf37d026b', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '9f573133-a911-496c-aa25-52cfd686e829', 'port_id': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'mac_address': 'fa:16:3e:5a:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9771f971-7731-4ec6-abfd-24a746386b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:20:10Z', 'updated_at': '2022-04-30T02:20:10Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:20:12.176185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-c9a2be56-85e5-4351-9518-ce245ae7b60e service neutron] 10.222.0.23 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822442 Apr 30 02:20:12.273269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-df0f8422-e989-4e1f-9f7d-9f4ce2acebbc req-3d0f93fd-4990-4ef7-a83e-024e6f30c01a service neutron] 10.222.0.23 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909665 Apr 30 02:20:12.366147 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d39041-02ad-40fb-9e56-5787ef463ce1 None None] New status for floating IP ac421aa9-3d15-4305-95cf-c4ecf37d026b: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:20:12.793913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38624) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:12.857255 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7acd72a7-fec4-4222-b00a-1302a540d3be tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/ac421aa9-3d15-4305-95cf-c4ecf37d026b HTTP/1.1" status: 200 len: 993 time: 0.0620043 Apr 30 02:20:19.258111 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:21.057698 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:21.372764 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:20:27.532107 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-2980c420-fef2-436d-860a-e48975106cc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402796 Apr 30 02:20:27.613912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-ed73db2e-e61e-44a3-aaad-7da647df6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:27.616666 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-ed73db2e-e61e-44a3-aaad-7da647df6144 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 1096 time: 0.0401571 Apr 30 02:20:27.722972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-6940d39f-1f56-43f0-a050-8fc1b7c45e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:27.724487 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-6940d39f-1f56-43f0-a050-8fc1b7c45e64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6ebb770-a36d-4a70-837a-213f66c43f56 HTTP/1.1" status: 200 len: 897 time: 0.0887492 Apr 30 02:20:27.792926 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-fb682d4d-c1b5-4c66-8afe-2818ee4b68c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6 HTTP/1.1" status: 200 len: 1001 time: 0.0591550 Apr 30 02:20:27.845786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-89c983ca-0cde-4682-b969-ee4b81bc0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:27.847229 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-89c983ca-0cde-4682-b969-ee4b81bc0b8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=874eb8aa-17b8-42a5-adc8-b2950498de32 HTTP/1.1" status: 200 len: 834 time: 0.0429919 Apr 30 02:20:27.896692 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-3d45478f-7670-4c9d-a7a3-0b3d1dd49a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:27.898071 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-3d45478f-7670-4c9d-a7a3-0b3d1dd49a67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6ebb770-a36d-4a70-837a-213f66c43f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439403 Apr 30 02:20:27.986231 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-789c5923-f401-4026-95be-f5bbc1693743 service neutron] 10.222.0.23 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810459 Apr 30 02:20:28.078737 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ac6c2bf0-6e87-4eb8-aba3-4769294356c6 req-890cabb9-8a6d-4a1a-95ea-91362317d1f6 service neutron] 10.222.0.23 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846546 Apr 30 02:20:28.800871 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86ff-48e0-4fbe-97a0-2316be8b8504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:31.011965 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d1494206-f0bb-4809-818b-7c1b38c6f246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:32.206131 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:33.931133 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:34.000717 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:46.303738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b6805-9ecb-47a8-a72f-5a1f4fd465b6 req-27b7b317-3530-4c26-85ff-589e13347af1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:46.305142 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a69b6805-9ecb-47a8-a72f-5a1f4fd465b6 req-27b7b317-3530-4c26-85ff-589e13347af1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0486729 Apr 30 02:20:46.342879 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a69b6805-9ecb-47a8-a72f-5a1f4fd465b6 req-abe2912c-d7bb-4e11-9fd3-62c464e50a25 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308576 Apr 30 02:20:47.464025 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eb947-3c8c-4a37-bb26-c098c9d43218 req-86875e92-73ae-48a1-8e86-cdd7b44f9cbd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:47.465592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d1eb947-3c8c-4a37-bb26-c098c9d43218 req-86875e92-73ae-48a1-8e86-cdd7b44f9cbd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0516973 Apr 30 02:20:47.502222 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3d1eb947-3c8c-4a37-bb26-c098c9d43218 req-eafe60f4-3991-4a1f-9d40-59cda63145fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307760 Apr 30 02:20:47.524788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38644) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:47.584075 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b5339111-37f6-4b47-a2cd-8fb2d71377db tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/ac421aa9-3d15-4305-95cf-c4ecf37d026b HTTP/1.1" status: 200 len: 993 time: 0.0581830 Apr 30 02:20:48.970496 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651192b-6dc8-430c-85c6-78d83e68ad7e req-0f807726-aa9b-41a0-9e43-7fe212e4898d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:48.972003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d651192b-6dc8-430c-85c6-78d83e68ad7e req-0f807726-aa9b-41a0-9e43-7fe212e4898d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0483665 Apr 30 02:20:49.010436 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d651192b-6dc8-430c-85c6-78d83e68ad7e req-c2bb8d6c-114a-4862-80fe-8b862792230d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321779 Apr 30 02:20:49.234757 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:50.129237 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbb175-cd62-4b29-b15a-d7582ed68f58 req-816ff3bc-8e62-4ae8-aad6-6201f1d0b253 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:50.130703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9bbb175-cd62-4b29-b15a-d7582ed68f58 req-816ff3bc-8e62-4ae8-aad6-6201f1d0b253 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0522027 Apr 30 02:20:50.168516 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9bbb175-cd62-4b29-b15a-d7582ed68f58 req-086ef58a-d8c9-4335-b356-086af1346c20 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316260 Apr 30 02:20:51.074425 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:51.297189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435d5fe-6f9b-42a0-b80d-391055304216 req-5e08288f-59e4-47f2-a1f6-042a1c693d3a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:51.298882 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6435d5fe-6f9b-42a0-b80d-391055304216 req-5e08288f-59e4-47f2-a1f6-042a1c693d3a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0558200 Apr 30 02:20:51.337540 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6435d5fe-6f9b-42a0-b80d-391055304216 req-95ae48a5-df87-49db-93bd-1e279a5ab8b9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321350 Apr 30 02:20:52.451757 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524ed94-a331-454e-a841-f4ae055f1c99 req-2dd84981-451c-47a3-b337-a8e11b5fb89c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:52.453206 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2524ed94-a331-454e-a841-f4ae055f1c99 req-2dd84981-451c-47a3-b337-a8e11b5fb89c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0477202 Apr 30 02:20:52.490054 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2524ed94-a331-454e-a841-f4ae055f1c99 req-5d364137-6b1d-4e23-b1e6-27b3abaf758a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308905 Apr 30 02:20:52.514596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38658) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:52.574732 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-db7a76c2-e588-4fbe-99db-9525bcc92a99 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/ac421aa9-3d15-4305-95cf-c4ecf37d026b HTTP/1.1" status: 200 len: 993 time: 0.0590017 Apr 30 02:20:52.870117 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38664) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:53.036547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 0bfbe456-2a38-4c30-8ee8-1802f5db2d4c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:20:53.036848 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:53.113211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:53.113534 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:53.124788 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 0bfbe456-2a38-4c30-8ee8-1802f5db2d4c owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:20:53.365073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:53.389498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=0bfbe456-2a38-4c30-8ee8-1802f5db2d4c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:53.403361 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.403728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.404113 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.404447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.404776 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.405103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.405429 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.405756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.406075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.406394 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.406713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.407032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:20:53.459500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:53.459832 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP ac421aa9-3d15-4305-95cf-c4ecf37d026b disassociated (deleted). External IP: 172.25.0.108, port: c00296ab-f9e9-478b-ad13-6f562b80a5e6. Apr 30 02:20:53.666106 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 9f573133-a911-496c-aa25-52cfd686e829 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:20:53.770793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:20:53.775537 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:53.780862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] Sync routers for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:20:53.789930 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:20:53.790533 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:53.804784 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-004d22ab-b4cf-4d99-b479-ba6ee3c78911 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/floatingips/ac421aa9-3d15-4305-95cf-c4ecf37d026b HTTP/1.1" status: 204 len: 168 time: 0.9311078 Apr 30 02:20:53.804784 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:20:53.805133 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a025c80f-9923-4266-ac7d-0b77d742c67a" -d '{"events": [{"name": "network-changed", "server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:20:53.898711 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:20:54.236441 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ce68a-3648-4465-b5a1-bb3f0c5cd573 x-openstack-request-id: req-017ce68a-3648-4465-b5a1-bb3f0c5cd573 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:20:54.236891 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:20:54.237191 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-017ce68a-3648-4465-b5a1-bb3f0c5cd573 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:20:54.237666 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017ce68a-3648-4465-b5a1-bb3f0c5cd573'] response: {'name': 'network-changed', 'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'status': 'completed', 'code': 200} Apr 30 02:20:54.254361 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:54.285371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] Checking router: 9f573133-a911-496c-aa25-52cfd686e829 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:20:54.294028 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:20:54.294763 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:54.302231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-72d3951c-ab3b-4b0b-bd9b-58758e0630bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:54.303859 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-72d3951c-ab3b-4b0b-bd9b-58758e0630bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 1096 time: 0.0431633 Apr 30 02:20:54.348463 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e13a0-672b-44fe-b710-b7239e51d07c req-86efac22-5f34-4dc4-b906-5e77511cb032 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:54.350083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-063e13a0-672b-44fe-b710-b7239e51d07c req-86efac22-5f34-4dc4-b906-5e77511cb032 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0651431 Apr 30 02:20:54.390010 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-063e13a0-672b-44fe-b710-b7239e51d07c req-946bf399-b413-4254-b671-832a001a482c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Apr 30 02:20:54.401191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-665073ee-d54c-4fa3-b597-d78e7165fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:54.402633 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-665073ee-d54c-4fa3-b597-d78e7165fe13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6ebb770-a36d-4a70-837a-213f66c43f56 HTTP/1.1" status: 200 len: 897 time: 0.0904644 Apr 30 02:20:54.406503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:20:54.444906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-8b32fcc4-11c8-49f4-8f65-45df32463411 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0345614 Apr 30 02:20:54.491699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-cf0959dd-d976-4e6d-b74d-fa4c73d7a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:54.493148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-cf0959dd-d976-4e6d-b74d-fa4c73d7a6dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=874eb8aa-17b8-42a5-adc8-b2950498de32 HTTP/1.1" status: 200 len: 834 time: 0.0421097 Apr 30 02:20:54.542949 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-0bf50067-84db-4ba9-ac64-60b7be06fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:54.544748 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-0bf50067-84db-4ba9-ac64-60b7be06fea4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6ebb770-a36d-4a70-837a-213f66c43f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447962 Apr 30 02:20:54.604613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:54.633469 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-91a02da6-ff3a-4cb6-b124-b525fd99729f service neutron] 10.222.0.23 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812824 Apr 30 02:20:54.634776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf95453-b748-4551-86a0-8c2202eaf898 None None] The sync data for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 is: [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:19:56Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a3006f60-aefa-4251-aab1-1d9d38a3fdce', 'name': '', 'network_id': 'b6ebb770-a36d-4a70-837a-213f66c43f56', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:68:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:55Z', 'updated_at': '2022-04-30T02:19:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '874eb8aa-17b8-42a5-adc8-b2950498de32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:20:54.734196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a025c80f-9923-4266-ac7d-0b77d742c67a req-e77cecf2-2083-46e8-8080-d28c664c5bde service neutron] 10.222.0.23 "GET /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929790 Apr 30 02:20:54.854936 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d439316-090c-4226-b691-0712e96d4fe6 None None] New status for floating IP ac421aa9-3d15-4305-95cf-c4ecf37d026b: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:20:55.506523 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61400-df91-4167-8ea8-7f5fe6a557f2 req-6c49776d-ac64-4d36-b9f8-0e7f6899e43c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:55.507999 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13c61400-df91-4167-8ea8-7f5fe6a557f2 req-6c49776d-ac64-4d36-b9f8-0e7f6899e43c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0480485 Apr 30 02:20:55.545673 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13c61400-df91-4167-8ea8-7f5fe6a557f2 req-c6f824d8-e0d4-4153-9114-9e2a5b074997 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=88c9c1aa-f9ca-4c46-9923-9eabf355b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Apr 30 02:20:55.981161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a9e74-9454-474c-a933-c8613a3debad req-15bb3bd6-c283-42f8-be76-c90c2fb7dfcc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:20:55.982602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb8a9e74-9454-474c-a933-c8613a3debad req-15bb3bd6-c283-42f8-be76-c90c2fb7dfcc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 945 time: 0.0484011 Apr 30 02:20:56.068528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port c00296ab-f9e9-478b-ad13-6f562b80a5e6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:20:56.068869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:56.158119 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port c00296ab-f9e9-478b-ad13-6f562b80a5e6, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=c00296ab-f9e9-478b-ad13-6f562b80a5e6,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:20:56.158487 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:56.172632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for c00296ab-f9e9-478b-ad13-6f562b80a5e6 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:20:56.366047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:56.395902 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=c00296ab-f9e9-478b-ad13-6f562b80a5e6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:56.438264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] No DVR routers for this DVR port c00296ab-f9e9-478b-ad13-6f562b80a5e6 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:20:56.441017 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:56.444890 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bb8a9e74-9454-474c-a933-c8613a3debad req-2f90f549-527c-4aa9-a5bb-d70500188971 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "DELETE /v2.0/ports/c00296ab-f9e9-478b-ad13-6f562b80a5e6 HTTP/1.1" status: 204 len: 173 time: 0.4564042 Apr 30 02:20:56.445347 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'name': 'network-vif-deleted', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:20:56.447582 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1d29c3-1c38-4e1e-ac8d-e5c807ef3f9f" -d '{"events": [{"server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "name": "network-vif-deleted", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:20:56.484510 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab24436f-24a9-4bca-8489-3dd4d02cb51a x-openstack-request-id: req-ab24436f-24a9-4bca-8489-3dd4d02cb51a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:20:56.490820 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9771f971-7731-4ec6-abfd-24a746386b55", "name": "network-vif-deleted", "tag": "c00296ab-f9e9-478b-ad13-6f562b80a5e6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:20:56.490820 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab24436f-24a9-4bca-8489-3dd4d02cb51a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:20:56.490820 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab24436f-24a9-4bca-8489-3dd4d02cb51a'] response: {'server_uuid': '9771f971-7731-4ec6-abfd-24a746386b55', 'name': 'network-vif-deleted', 'tag': 'c00296ab-f9e9-478b-ad13-6f562b80a5e6', 'status': 'completed', 'code': 200} Apr 30 02:20:56.642401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5ac535d-2cb3-4b98-9010-d92286ce4812 req-55e40c63-e64a-4f81-9b8d-94e6365618fa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=9771f971-7731-4ec6-abfd-24a746386b55 HTTP/1.1" status: 200 len: 210 time: 0.0266786 Apr 30 02:20:57.697831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38682) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:58.054049 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:58.306774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port a3006f60-aefa-4251-aab1-1d9d38a3fdce {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:20:58.307288 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:58.371807 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:20:58.393802 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port a3006f60-aefa-4251-aab1-1d9d38a3fdce, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a3006f60-aefa-4251-aab1-1d9d38a3fdce,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:20:58.394161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:58.411337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for a3006f60-aefa-4251-aab1-1d9d38a3fdce owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:20:58.668605 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:58.693526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=a3006f60-aefa-4251-aab1-1d9d38a3fdce,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:58.800649 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4bc5464d-ef5c-4820-9d5a-e0ad0b2a6bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:58.868271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:59.375392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 9f573133-a911-496c-aa25-52cfd686e829 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:20:59.478421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:20:59.483451 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b87a33d2-3ac2-424a-9e7b-e2e5648939c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/9f573133-a911-496c-aa25-52cfd686e829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7845011 Apr 30 02:20:59.486101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38684) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:59.488145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] Sync routers for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:20:59.499312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:20:59.500011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:59.536355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-5826d3cb-395a-4955-98b0-e20eaa5d6de0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting subnet 874eb8aa-17b8-42a5-adc8-b2950498de32 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:20:59.539360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5826d3cb-395a-4955-98b0-e20eaa5d6de0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:59.578976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5826d3cb-395a-4955-98b0-e20eaa5d6de0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:59.607832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:20:59.662836 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5826d3cb-395a-4955-98b0-e20eaa5d6de0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:59.782837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:20:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:59.783447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5826d3cb-395a-4955-98b0-e20eaa5d6de0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:59.811519 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826d3cb-395a-4955-98b0-e20eaa5d6de0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Subnet': ['ID=874eb8aa-17b8-42a5-adc8-b2950498de32,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:20:59.814577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] Checking router: 9f573133-a911-496c-aa25-52cfd686e829 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:20:59.815317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5826d3cb-395a-4955-98b0-e20eaa5d6de0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:20:59.820965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5826d3cb-395a-4955-98b0-e20eaa5d6de0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/subnets/874eb8aa-17b8-42a5-adc8-b2950498de32 HTTP/1.1" status: 204 len: 168 time: 0.3314967 Apr 30 02:20:59.822275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38686) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:20:59.826706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f4b9c-bff6-468e-9fed-0aa7129e6618 None None] Network b6ebb770-a36d-4a70-837a-213f66c43f56 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:20:59.841937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] Routers {'9f573133-a911-496c-aa25-52cfd686e829'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:20:59.842562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:20:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9f573133-a911-496c-aa25-52cfd686e829'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:20:59.929751 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.026561 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] Set router 9f573133-a911-496c-aa25-52cfd686e829 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:21:00.033563 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.125396 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] DHCP port deletion for b6ebb770-a36d-4a70-837a-213f66c43f56 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:21:00.153534 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 4de3e57e-e79c-4801-9f4e-f83e910d6988 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:21:00.153979 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.223757 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Deleting port 083853c3-d576-4501-8b98-ddd56ff05917 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:21:00.224041 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.236017 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 4de3e57e-e79c-4801-9f4e-f83e910d6988, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=4de3e57e-e79c-4801-9f4e-f83e910d6988,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:21:00.236384 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.248082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 4de3e57e-e79c-4801-9f4e-f83e910d6988 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:21:00.298811 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] For port 083853c3-d576-4501-8b98-ddd56ff05917, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=083853c3-d576-4501-8b98-ddd56ff05917,segment=NetworkSegment(86a80c26-bb2f-4643-8b8b-bc5c13d4466c),segment_id=86a80c26-bb2f-4643-8b8b-bc5c13d4466c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:21:00.299213 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.314963 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Calling delete_port for 083853c3-d576-4501-8b98-ddd56ff05917 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:21:00.320055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:20:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:00.350591 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7a95f-b3bb-4fe3-b086-d4c5ce449c0a None None] The sync data for ids ['9f573133-a911-496c-aa25-52cfd686e829'] in n-d-821348-1 is: [{'id': '9f573133-a911-496c-aa25-52cfd686e829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694135077', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:19:51Z', 'updated_at': '2022-04-30T02:20:58Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '4de3e57e-e79c-4801-9f4e-f83e910d6988', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f573133-a911-496c-aa25-52cfd686e829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:19:52Z', 'updated_at': '2022-04-30T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:21:00.468866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.486093 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.495638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=4de3e57e-e79c-4801-9f4e-f83e910d6988,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:00.517115 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] No DVR routers for this DVR port 083853c3-d576-4501-8b98-ddd56ff05917 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:21:00.520718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Pushing event deleted for resources: {'Port': ['ID=083853c3-d576-4501-8b98-ddd56ff05917,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:00.530784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.530784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.530997 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.531188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.531541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.531876 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.532200 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.532517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.532851 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.533244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.533465 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.533861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c18e0a-ef0d-4cc6-80a5-86442450f11e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:00.560893 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.650360 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.652372 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.737401 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.737856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Fanout notify agent at l3_agent the message router_deleted on router 9f573133-a911-496c-aa25-52cfd686e829 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:21:00.745124 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.746907 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7caef093-c5a2-4207-b89a-15f618ea270a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/routers/9f573133-a911-496c-aa25-52cfd686e829 HTTP/1.1" status: 204 len: 168 time: 0.9238584 Apr 30 02:21:00.749418 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38688) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:00.827324 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.917576 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.939638 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ebb770-a36d-4a70-837a-213f66c43f56']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:00.949607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a80c26-bb2f-4643-8b8b-bc5c13d4466c') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:00.950277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a80c26-bb2f-4643-8b8b-bc5c13d4466c') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:00.960549 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.975720 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.982920 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:21:00.983325 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:21:00.986433 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:21:01.029829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2375fa48-2394-4e1a-aaa6-189f377e2c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.120035 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.128044 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.130577 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/networks/b6ebb770-a36d-4a70-837a-213f66c43f56 HTTP/1.1" status: 204 len: 168 time: 0.3801467 Apr 30 02:21:01.133483 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38690) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:01.143871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ea90f-6a35-4aa7-a6af-34449c1884e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Network': ['ID=b6ebb770-a36d-4a70-837a-213f66c43f56,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:01.195905 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.220037 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.314960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c00296ab-f9e9-478b-ad13-6f562b80a5e6 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:21:01.335106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: c00296ab-f9e9-478b-ad13-6f562b80a5e6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:21:01.335664 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device c00296ab-f9e9-478b-ad13-6f562b80a5e6 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:21:01.348730 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.351584 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.352632 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/security-groups/88c9c1aa-f9ca-4c46-9923-9eabf355b140 HTTP/1.1" status: 204 len: 168 time: 0.2181425 Apr 30 02:21:01.368104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c9c1aa-f9ca-4c46-9923-9eabf355b140,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:01.377455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.377806 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.378157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.378518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.378835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.379305 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.379789 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.380127 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.380457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.380796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.381307 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.381628 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aaa0e-4343-4b8c-b9ce-daaee5435332 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:01.427166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 083853c3-d576-4501-8b98-ddd56ff05917 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:21:01.446899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 083853c3-d576-4501-8b98-ddd56ff05917 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:21:01.447243 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 083853c3-d576-4501-8b98-ddd56ff05917 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:21:01.447669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4de3e57e-e79c-4801-9f4e-f83e910d6988 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:21:01.469682 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 4de3e57e-e79c-4801-9f4e-f83e910d6988 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:21:01.470032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 4de3e57e-e79c-4801-9f4e-f83e910d6988 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:21:01.470628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a3006f60-aefa-4251-aab1-1d9d38a3fdce no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:21:01.489649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a3006f60-aefa-4251-aab1-1d9d38a3fdce {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:21:01.489993 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a3006f60-aefa-4251-aab1-1d9d38a3fdce not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:21:01.759100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38696) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:01.764918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d425cfce-8d8a-483f-8026-ee79aa6c150d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245053100', 'description': 'tempest-secgroup-smoke-245053100 description', 'project_id': '9dca1d8ff67a425caa903b11a29edd92'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:01.845127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d425cfce-8d8a-483f-8026-ee79aa6c150d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.911211 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d425cfce-8d8a-483f-8026-ee79aa6c150d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:01.982944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d425cfce-8d8a-483f-8026-ee79aa6c150d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.010344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425cfce-8d8a-483f-8026-ee79aa6c150d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49edede-633b-4630-9d11-aee20576cebe,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:02.070641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d425cfce-8d8a-483f-8026-ee79aa6c150d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.071926 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d425cfce-8d8a-483f-8026-ee79aa6c150d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3117857 Apr 30 02:21:02.075103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38698) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:02.079819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-44820d82-f44b-49db-bfff-2dd382c4506f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'b49edede-633b-4630-9d11-aee20576cebe', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:02.153954 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44820d82-f44b-49db-bfff-2dd382c4506f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.200117 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44820d82-f44b-49db-bfff-2dd382c4506f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.205641 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.268386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44820d82-f44b-49db-bfff-2dd382c4506f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.288077 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820d82-f44b-49db-bfff-2dd382c4506f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e96f28-8ce7-4220-bcfc-acb24bc02df3,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:02.333521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44820d82-f44b-49db-bfff-2dd382c4506f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.334745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-44820d82-f44b-49db-bfff-2dd382c4506f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584507 Apr 30 02:21:02.337456 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38700) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:02.342424 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3347aaaa-fd45-4cda-b478-a94893c1bc4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'b49edede-633b-4630-9d11-aee20576cebe', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:02.415207 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3347aaaa-fd45-4cda-b478-a94893c1bc4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.470979 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3347aaaa-fd45-4cda-b478-a94893c1bc4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.542111 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3347aaaa-fd45-4cda-b478-a94893c1bc4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.561952 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347aaaa-fd45-4cda-b478-a94893c1bc4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91029b4a-f3b4-4bc6-b6f5-032014b1d869,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:02.659201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3347aaaa-fd45-4cda-b478-a94893c1bc4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.660457 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3347aaaa-fd45-4cda-b478-a94893c1bc4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220756 Apr 30 02:21:02.663168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38702) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:02.667460 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f4ebf38a-3a2b-4c02-9a74-059c0126eb55 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'b49edede-633b-4630-9d11-aee20576cebe', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:02.758397 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf38a-3a2b-4c02-9a74-059c0126eb55 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.817488 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf38a-3a2b-4c02-9a74-059c0126eb55 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.890988 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf38a-3a2b-4c02-9a74-059c0126eb55 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.909486 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebf38a-3a2b-4c02-9a74-059c0126eb55 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47968931-f993-4e87-90d9-ee56d144e471,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:02.985044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf38a-3a2b-4c02-9a74-059c0126eb55 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:02.986534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f4ebf38a-3a2b-4c02-9a74-059c0126eb55 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222609 Apr 30 02:21:02.989383 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38704) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:02.993739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-341d0026-94e3-42c8-906b-f6c4e309f7c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'b49edede-633b-4630-9d11-aee20576cebe', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:03.078448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-341d0026-94e3-42c8-906b-f6c4e309f7c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.135011 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-341d0026-94e3-42c8-906b-f6c4e309f7c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.210303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-341d0026-94e3-42c8-906b-f6c4e309f7c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.227653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d0026-94e3-42c8-906b-f6c4e309f7c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f812a0-1468-4bd3-a5bb-822c83b1bb9b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:03.293172 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-341d0026-94e3-42c8-906b-f6c4e309f7c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.294446 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-341d0026-94e3-42c8-906b-f6c4e309f7c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3041117 Apr 30 02:21:03.297236 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38706) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:03.301641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-16d137aa-32b3-40a8-9cf6-a1794fb8ae86 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'b49edede-633b-4630-9d11-aee20576cebe', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:03.405953 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-16d137aa-32b3-40a8-9cf6-a1794fb8ae86 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:21:03.411053 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16d137aa-32b3-40a8-9cf6-a1794fb8ae86 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.469307 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16d137aa-32b3-40a8-9cf6-a1794fb8ae86 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.554408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16d137aa-32b3-40a8-9cf6-a1794fb8ae86 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.572213 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d137aa-32b3-40a8-9cf6-a1794fb8ae86 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4f9f7a-8b3c-41c8-91cc-f3bc5137b570,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:03.647043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16d137aa-32b3-40a8-9cf6-a1794fb8ae86 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.648343 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-16d137aa-32b3-40a8-9cf6-a1794fb8ae86 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3501565 Apr 30 02:21:03.655883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38708) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:03.660103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7954176e-d24c-4a7e-a0b3-73920edf75fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'b49edede-633b-4630-9d11-aee20576cebe', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:03.759256 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-7954176e-d24c-4a7e-a0b3-73920edf75fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:21:03.764389 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7954176e-d24c-4a7e-a0b3-73920edf75fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.826227 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7954176e-d24c-4a7e-a0b3-73920edf75fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.896527 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7954176e-d24c-4a7e-a0b3-73920edf75fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.915528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954176e-d24c-4a7e-a0b3-73920edf75fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b3e1a0-e1dc-496c-9dcf-899bc8b2e91e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:03.927338 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.962352 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7954176e-d24c-4a7e-a0b3-73920edf75fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:03.963651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7954176e-d24c-4a7e-a0b3-73920edf75fe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3068328 Apr 30 02:21:03.966968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38710) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:03.971876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'network': {'name': 'tempest-network-smoke--68941763', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'port_security_enabled': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:03.977863 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.062366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:21:04.065961 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.088362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:21:04.097140 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.097478 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Added segment 1c66813d-eb88-4f60-9151-1a1291fd18ce of type vlan for network 830e4191-4c88-424b-8212-c63e3777b6e7 Apr 30 02:21:04.136102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.222527 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.227910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:04.228483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.295900 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Network': ['ID=830e4191-4c88-424b-8212-c63e3777b6e7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:04.305816 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 830e4191-4c88-424b-8212-c63e3777b6e7 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:21:04.310893 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0b73439f-ef6c-4a15-bac6-bcb2ac09174d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3427970 Apr 30 02:21:04.313587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38712) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:04.318250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'admin_state_up': True, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:04.394460 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.395540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.449885 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.645659 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.884042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:04.903140 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:05.003412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.93 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:21:05.105314 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:05.194578 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:05.233814 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:21:05.238547 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:21:05.241998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:21:05.265738 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:05.851476 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:06.039531 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:06.257015 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router e6978a32-6d3b-40be-864f-5945706df880 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:21:06.363419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:21:06.373373 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Sync routers for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:21:06.382855 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:21:06.383479 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:06.425021 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:06.426260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d472d5d3-1a67-469f-b2ac-89034b5f2760 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1117094 Apr 30 02:21:06.429359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:06.461161 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-9c022598-a01c-4533-8b4b-e8ceba667f84 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9dca1d8ff67a425caa903b11a29edd92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306787 Apr 30 02:21:06.463813 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38716) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:06.560586 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b060c1-9e77-4093-9144-ef5d13067b08 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:06.562087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e4b060c1-9e77-4093-9144-ef5d13067b08 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973566 Apr 30 02:21:06.564887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38718) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:06.579669 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:21:06.592360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5287bf81-a1fd-4bc2-8d7b-88ded20fd609 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263608 Apr 30 02:21:06.594806 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38720) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:06.599559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1120213780', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:06.751811 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:05Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:06.753942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:21:06.757456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:06.778185 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Checking router: e6978a32-6d3b-40be-864f-5945706df880 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:21:06.778529 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Updating router e6978a32-6d3b-40be-864f-5945706df880 port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:21:06.802409 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:06.993481 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.053484 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.055123 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Subnet': ['ID=3eefb0b3-891a-4229-a5ac-0df415a07a16,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:07.070162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Checking segment: {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:21:07.070162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network hostable DHCP agents. Network: 830e4191-4c88-424b-8212-c63e3777b6e7, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:21:07.114533 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.131600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 830e4191-4c88-424b-8212-c63e3777b6e7 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:21:07.167560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Attempting to bind port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:21:07.168571 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Attempting to bind port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:21:07.169176 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Attempting to bind port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:21:07.172232 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Pushing event updated for resources: {'Port': ['ID=cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:07.180288 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:21:07.180659 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:21:07.181060 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.181450 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:21:07.181938 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Bound port: cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:21:07.182318 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.182998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 830e4191-4c88-424b-8212-c63e3777b6e7) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:21:07.186262 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.186609 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.186950 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.187286 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.187657 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.187976 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.188297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:07.188407 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.188626 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.188947 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.189129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.189291 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.189681 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.189889 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:21:07.194753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d4bd6f-51bc-4642-b4bb-f528adf6dd6c None None] Network 830e4191-4c88-424b-8212-c63e3777b6e7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:21:07.241676 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] For port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:21:07.244757 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] For port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:21:07.265715 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8b654cf6-9b6a-4e91-929d-a2983a52abf0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6697476 Apr 30 02:21:07.268585 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38722) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:07.343555 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.345742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-830e4191-4c88-424b-8212-c63e3777b6e7', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:21:07.346734 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.400978 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4567e1-90c3-42b5-af4e-1dac1d42fa58 None None] Pushing event updated for resources: {'Port': ['ID=cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:07.413089 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:21:07.413684 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:07.490620 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Allocated IP 172.20.0.2 (830e4191-4c88-424b-8212-c63e3777b6e7/3eefb0b3-891a-4229-a5ac-0df415a07a16/e7dad6bb-ad8c-4118-9f5d-39b1ce26e739) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:21:07.520017 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:21:07.637417 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.706602 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:05Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:07.726437 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.732978 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d1090-3add-4525-8c2f-e733d430c17f None None] The sync data for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 is: [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:05Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:21:07.738651 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.777847 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Network 830e4191-4c88-424b-8212-c63e3777b6e7 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:21:07.780799 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:21:07.788476 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:21:07.798883 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Pushing event updated for resources: {'Port': ['ID=e7dad6bb-ad8c-4118-9f5d-39b1ce26e739,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:07.850767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Attempting to bind port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:21:07.851146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Attempting to bind port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:21:07.851534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Attempting to bind port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 on network 830e4191-4c88-424b-8212-c63e3777b6e7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:21:07.857084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:21:07.857473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Checking segment: {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:21:07.857863 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.858253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Bound using segment: {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:21:07.858858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Bound port: e7dad6bb-ad8c-4118-9f5d-39b1ce26e739, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:21:07.859256 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:07.924519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] For port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:21:07.927992 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] For port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e7dad6bb-ad8c-4118-9f5d-39b1ce26e739,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:21:08.000040 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:08.081107 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f613ce2-c134-4230-b98e-40bab73e143f None None] Pushing event updated for resources: {'Port': ['ID=e7dad6bb-ad8c-4118-9f5d-39b1ce26e739,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:08.172348 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.1 (830e4191-4c88-424b-8212-c63e3777b6e7/3eefb0b3-891a-4229-a5ac-0df415a07a16/ea7c659f-acef-43c7-bd90-528e21879bf2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:21:08.314451 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:08.405556 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:08.448721 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 830e4191-4c88-424b-8212-c63e3777b6e7 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:21:08.452609 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:21:08.456581 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:21:08.480132 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=ea7c659f-acef-43c7-bd90-528e21879bf2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:08.504652 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:08.708867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.010349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f400c721-f0ee-40d0-8a27-10fff63b2b25 None None] Network 830e4191-4c88-424b-8212-c63e3777b6e7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:21:09.132321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-905a7cbc-0c52-47d1-9cc6-16578e22a3ca None None] Provisioning complete for port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:09.132698 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-905a7cbc-0c52-47d1-9cc6-16578e22a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.253040 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-905a7cbc-0c52-47d1-9cc6-16578e22a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.255745 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.289859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-905a7cbc-0c52-47d1-9cc6-16578e22a3ca None None] For port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e7dad6bb-ad8c-4118-9f5d-39b1ce26e739,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:21:09.319443 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.377621 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-905a7cbc-0c52-47d1-9cc6-16578e22a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.421416 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=ea7c659f-acef-43c7-bd90-528e21879bf2,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:09.424133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.469753 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a7cbc-0c52-47d1-9cc6-16578e22a3ca None None] Pushing event updated for resources: {'Port': ['ID=e7dad6bb-ad8c-4118-9f5d-39b1ce26e739,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:09.501586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-abf83771-a553-4435-bf1c-d605c03deb3e None None] Provisioning complete for port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:09.501962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abf83771-a553-4435-bf1c-d605c03deb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.534671 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:21:09.551670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 830e4191-4c88-424b-8212-c63e3777b6e7 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:21:09.553432 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:21:09.623193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:09.623589 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.680614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router e6978a32-6d3b-40be-864f-5945706df880 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:21:09.685947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-abf83771-a553-4435-bf1c-d605c03deb3e None None] Provisioning complete for port ea7c659f-acef-43c7-bd90-528e21879bf2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:09.686314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abf83771-a553-4435-bf1c-d605c03deb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.753194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-abf83771-a553-4435-bf1c-d605c03deb3e None None] Port ea7c659f-acef-43c7-bd90-528e21879bf2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:21:09.755369 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:21:09.807699 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:09.808953 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.813399 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:21:09.819584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-17c19901-3069-4716-a806-817d4403bf08 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/e6978a32-6d3b-40be-864f-5945706df880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5493066 Apr 30 02:21:09.842495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Sync routers for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:21:09.869388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:21:09.870015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:09.919718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-dfb9bc5f-8d31-420d-8064-e3d573a79730 None None] Provisioning complete for port ea7c659f-acef-43c7-bd90-528e21879bf2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:09.920014 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bc5f-8d31-420d-8064-e3d573a79730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:09.962222 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-5eba6524-dd4a-473f-87af-07408c1e1589 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245053100&fields=id&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 267 time: 0.0324368 Apr 30 02:21:10.026728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9bc5f-8d31-420d-8064-e3d573a79730 None None] Port ea7c659f-acef-43c7-bd90-528e21879bf2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:21:10.035233 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:10.054987 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:21:10.069087 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-c1b69d82-2afe-4aa9-9c58-1f03f8f455a4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:10.070592 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-c1b69d82-2afe-4aa9-9c58-1f03f8f455a4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/networks?id=830e4191-4c88-424b-8212-c63e3777b6e7 HTTP/1.1" status: 200 len: 795 time: 0.1007345 Apr 30 02:21:10.086657 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-d098ed5b-1e5c-469a-9979-3a0acd0ec2ca tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/quotas/9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 375 time: 0.0090744 Apr 30 02:21:10.093238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:21:10.144249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-d8af4ac5-6d4c-4382-8dae-b5651dd2da36 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514088 Apr 30 02:21:10.147169 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:10.244198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:10.284019 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-bfeef22b-23df-458a-95b7-e444eea4db00 service neutron] 10.222.0.15 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271250 Apr 30 02:21:10.310551 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 2, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:10.341095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Checking router: e6978a32-6d3b-40be-864f-5945706df880 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:21:10.341449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Updating router e6978a32-6d3b-40be-864f-5945706df880 port ea7c659f-acef-43c7-bd90-528e21879bf2 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:21:10.365306 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:10.381025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-7287a12c-2d4d-483e-a36b-3e6d104d09f6 service neutron] 10.222.0.15 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901349 Apr 30 02:21:10.603857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-12fb05ff-e0a0-45ef-aed3-f90010993694 req-4bc141c7-9fd6-492d-8b68-2ae3bc4b9909 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 210 time: 0.0327628 Apr 30 02:21:10.632586 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:10.713882 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:10.765086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaad92-2c70-4676-9501-f91c77ef4031 None None] Pushing event updated for resources: {'Port': ['ID=ea7c659f-acef-43c7-bd90-528e21879bf2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:10.819905 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Attempting to bind port ea7c659f-acef-43c7-bd90-528e21879bf2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:21:10.820214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Attempting to bind port ea7c659f-acef-43c7-bd90-528e21879bf2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:21:10.820526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Attempting to bind port ea7c659f-acef-43c7-bd90-528e21879bf2 on network 830e4191-4c88-424b-8212-c63e3777b6e7 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:21:10.826004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:21:10.826373 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Checking segment: {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:21:10.826808 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:10.827197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Bound using segment: {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:21:10.827688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Bound port: ea7c659f-acef-43c7-bd90-528e21879bf2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:21:10.828064 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:10.896441 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] For port ea7c659f-acef-43c7-bd90-528e21879bf2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:21:10.899885 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] For port ea7c659f-acef-43c7-bd90-528e21879bf2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ea7c659f-acef-43c7-bd90-528e21879bf2,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:21:10.951101 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-37e22083-ced4-4bde-b2f8-72e4fd66db68 None None] Provisioning complete for port ea7c659f-acef-43c7-bd90-528e21879bf2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:10.951502 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-37e22083-ced4-4bde-b2f8-72e4fd66db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:10.985384 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-37e22083-ced4-4bde-b2f8-72e4fd66db68 None None] Port ea7c659f-acef-43c7-bd90-528e21879bf2 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:21:10.988947 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:11.048577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:21:11.049355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:11.088009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaad92-2c70-4676-9501-f91c77ef4031 None None] Pushing event updated for resources: {'Port': ['ID=ea7c659f-acef-43c7-bd90-528e21879bf2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:11.166888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:21:11.329700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-65cf8464-f390-4267-8944-3140755582d8 None None] Provisioning complete for port ea7c659f-acef-43c7-bd90-528e21879bf2 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:11.329967 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65cf8464-f390-4267-8944-3140755582d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:11.429052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:21:11.464132 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:11.503881 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ae41e-5236-458f-a9c4-5eccb045bafc None None] The sync data for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 is: [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:21:11.505349 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65cf8464-f390-4267-8944-3140755582d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:11.559732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:11.560158 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:11.562839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-65cf8464-f390-4267-8944-3140755582d8 None None] For port ea7c659f-acef-43c7-bd90-528e21879bf2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ea7c659f-acef-43c7-bd90-528e21879bf2,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:21:11.706566 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ba79255-d944-4995-a97c-c8e899e4a2af req-2896fd96-5338-41d4-b842-34acc8b3e9eb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 210 time: 0.0280359 Apr 30 02:21:11.772702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65cf8464-f390-4267-8944-3140755582d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:11.835004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf8464-f390-4267-8944-3140755582d8 None None] Pushing event updated for resources: {'Port': ['ID=ea7c659f-acef-43c7-bd90-528e21879bf2,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:11.876346 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:21:11.926890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:11.927265 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:12.555615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-09d5b5e3-d984-4715-b972-6e7a78272937 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:12.557227 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-09d5b5e3-d984-4715-b972-6e7a78272937 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "GET /v2.0/networks?id=830e4191-4c88-424b-8212-c63e3777b6e7 HTTP/1.1" status: 200 len: 795 time: 0.1152387 Apr 30 02:21:12.601606 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-78e9dd3a-91d5-4d08-a639-c7e6069765cc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 379 time: 0.0359337 Apr 30 02:21:12.610660 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'port': {'device_id': 'bfdbc648-2b46-4737-9870-784156b3968c', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'admin_state_up': True, 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'security_groups': ['b49edede-633b-4630-9d11-aee20576cebe']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:12.777515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:21:12.781877 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:12.817661 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6d4a170-88f8-4705-9ef0-745be30ea70b req-150509df-20de-4950-960a-fa9fa91bdaec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 210 time: 0.0284886 Apr 30 02:21:12.911885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.14 (830e4191-4c88-424b-8212-c63e3777b6e7/3eefb0b3-891a-4229-a5ac-0df415a07a16/14440e83-2c5e-421a-a3a0-8658afb21b87) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:21:13.042705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.120460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.164973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 830e4191-4c88-424b-8212-c63e3777b6e7 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:21:13.168472 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:21:13.172205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:21:13.178392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=14440e83-2c5e-421a-a3a0-8658afb21b87,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:13.226098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:13.226722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.323193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e476e2b3-09da-4f1b-909e-c36c218c6d21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7161357 Apr 30 02:21:13.384615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Request body: {'port': {'device_id': 'bfdbc648-2b46-4737-9870-784156b3968c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:13.409475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-29d11a94-8a69-4e1b-aded-3ab223ea52fe None None] Provisioning complete for port 14440e83-2c5e-421a-a3a0-8658afb21b87 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:13.414242 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29d11a94-8a69-4e1b-aded-3ab223ea52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.435601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ea7c659f-acef-43c7-bd90-528e21879bf2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:21:13.447782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.478187 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-29d11a94-8a69-4e1b-aded-3ab223ea52fe None None] Port 14440e83-2c5e-421a-a3a0-8658afb21b87 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:21:13.495955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ea7c659f-acef-43c7-bd90-528e21879bf2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:13.496315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.709072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14440e83-2c5e-421a-a3a0-8658afb21b87 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:21:13.716692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.728084 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Transition to ACTIVE for port object 14440e83-2c5e-421a-a3a0-8658afb21b87 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:21:13.799538 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.893050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Pushing event updated for resources: {'Port': ['ID=14440e83-2c5e-421a-a3a0-8658afb21b87,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:13.929294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Attempting to bind port 14440e83-2c5e-421a-a3a0-8658afb21b87 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:21:13.929772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Attempting to bind port 14440e83-2c5e-421a-a3a0-8658afb21b87 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:21:13.930108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Attempting to bind port 14440e83-2c5e-421a-a3a0-8658afb21b87 on network 830e4191-4c88-424b-8212-c63e3777b6e7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:21:13.934804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Port 14440e83-2c5e-421a-a3a0-8658afb21b87 on network 830e4191-4c88-424b-8212-c63e3777b6e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:21:13.935130 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Attempting to bind port 14440e83-2c5e-421a-a3a0-8658afb21b87 on network 830e4191-4c88-424b-8212-c63e3777b6e7 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:21:13.940247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:21:13.940582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Checking segment: {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:21:13.940968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Bound using segment: {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:21:13.941405 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Bound port: 14440e83-2c5e-421a-a3a0-8658afb21b87, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c66813d-eb88-4f60-9151-1a1291fd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:21:13.941763 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:13.944241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8028fa7-124e-498f-ace8-09698bb8a8f5 req-83af3f59-5cf1-48e5-a8ee-373cf7dc9ffd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:13.945978 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8028fa7-124e-498f-ace8-09698bb8a8f5 req-83af3f59-5cf1-48e5-a8ee-373cf7dc9ffd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 944 time: 0.0539720 Apr 30 02:21:13.991660 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8028fa7-124e-498f-ace8-09698bb8a8f5 req-846268c1-02b5-4c3a-b13b-04ecf7e7eeb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Apr 30 02:21:14.010743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] For port 14440e83-2c5e-421a-a3a0-8658afb21b87, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:21:14.014809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] For port 14440e83-2c5e-421a-a3a0-8658afb21b87, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=14440e83-2c5e-421a-a3a0-8658afb21b87,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:21:14.080096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:14.117515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:14.117515 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:14.117515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] 10.222.0.21 "PUT /v2.0/ports/14440e83-2c5e-421a-a3a0-8658afb21b87 HTTP/1.1" status: 200 len: 1092 time: 0.7863586 Apr 30 02:21:14.117515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:21:14.119461 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3664ef3-0b38-41b8-b213-1bf18a4af020" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:21:14.151607 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dc87a-70ee-40d8-b2e6-4d84b7247644 service neutron] Pushing event updated for resources: {'Port': ['ID=14440e83-2c5e-421a-a3a0-8658afb21b87,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:14.165827 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de46ada0-9738-495c-9abe-2542f164654a x-openstack-request-id: req-de46ada0-9738-495c-9abe-2542f164654a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:21:14.166121 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:21:14.166389 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de46ada0-9738-495c-9abe-2542f164654a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:21:14.166818 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de46ada0-9738-495c-9abe-2542f164654a'] response: {'name': 'network-changed', 'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'status': 'completed', 'code': 200} Apr 30 02:21:14.230985 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664ef3-0b38-41b8-b213-1bf18a4af020 req-791db2e3-2d87-499f-b44e-b0a7c386046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:14.232770 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b3664ef3-0b38-41b8-b213-1bf18a4af020 req-791db2e3-2d87-499f-b44e-b0a7c386046c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1095 time: 0.0456898 Apr 30 02:21:14.334852 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664ef3-0b38-41b8-b213-1bf18a4af020 req-99b281a9-29f4-446b-aa9f-3733fac83496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:14.336375 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b3664ef3-0b38-41b8-b213-1bf18a4af020 req-99b281a9-29f4-446b-aa9f-3733fac83496 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9dca1d8ff67a425caa903b11a29edd92&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0970621 Apr 30 02:21:14.427300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664ef3-0b38-41b8-b213-1bf18a4af020 req-d548be81-e8a8-47d2-81f0-e7b7303aac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:14.428751 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b3664ef3-0b38-41b8-b213-1bf18a4af020 req-d548be81-e8a8-47d2-81f0-e7b7303aac3d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0862434 Apr 30 02:21:14.507176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-3410ab41-aef0-4fb1-afba-0830498635d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:14.508700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-3410ab41-aef0-4fb1-afba-0830498635d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1095 time: 0.0444760 Apr 30 02:21:14.549949 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-2834982b-0b74-467f-a9ee-3dec682b836f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14440e83-2c5e-421a-a3a0-8658afb21b87 HTTP/1.1" status: 200 len: 217 time: 0.0341511 Apr 30 02:21:14.598779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-8da26710-2fc1-4030-b169-c1374dfe745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:14.600262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-8da26710-2fc1-4030-b169-c1374dfe745b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3eefb0b3-891a-4229-a5ac-0df415a07a16 HTTP/1.1" status: 200 len: 835 time: 0.0445623 Apr 30 02:21:14.648729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e3ffa316-87f3-46d5-9b7b-33e375ef18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:14.650182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-e3ffa316-87f3-46d5-9b7b-33e375ef18ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=830e4191-4c88-424b-8212-c63e3777b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437512 Apr 30 02:21:14.736147 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-1e307a2b-125d-4ae9-ab80-e045b2c51a2a service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793653 Apr 30 02:21:14.827639 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5f21b844-788f-41c8-92c8-cff0da84b393 req-6a66c733-25c7-45c6-a76b-627ff51846a6 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843568 Apr 30 02:21:15.116883 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209b55c-370d-4c63-8b5a-e1438c89ba21 req-7ea4883c-e0ee-4f56-a837-5eb96ead7c8f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:15.118352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d209b55c-370d-4c63-8b5a-e1438c89ba21 req-7ea4883c-e0ee-4f56-a837-5eb96ead7c8f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 944 time: 0.0519745 Apr 30 02:21:15.156652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d209b55c-370d-4c63-8b5a-e1438c89ba21 req-d242ca85-3b76-4ca9-9d77-3fb1e28309fa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Apr 30 02:21:16.271026 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28adf7-6708-45a4-9e57-8fa5ca1217ce req-78228cc0-035e-46fd-b00f-c0b23ea61b33 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:16.272518 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d28adf7-6708-45a4-9e57-8fa5ca1217ce req-78228cc0-035e-46fd-b00f-c0b23ea61b33 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 944 time: 0.0478642 Apr 30 02:21:16.310580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9d28adf7-6708-45a4-9e57-8fa5ca1217ce req-7c883671-0c6a-4e8c-aff0-6eefc6d58a2a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Apr 30 02:21:17.427570 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271ed8f-46be-4fbb-8722-2f16527b0119 req-c9fece5b-4742-4d6b-9f11-e89713c18619 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:17.429038 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5271ed8f-46be-4fbb-8722-2f16527b0119 req-c9fece5b-4742-4d6b-9f11-e89713c18619 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 944 time: 0.0494041 Apr 30 02:21:17.466565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5271ed8f-46be-4fbb-8722-2f16527b0119 req-c7a71229-9bfe-4046-ad10-06eef5f32750 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Apr 30 02:21:17.497758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 14440e83-2c5e-421a-a3a0-8658afb21b87 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:21:17.595669 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 14440e83-2c5e-421a-a3a0-8658afb21b87, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=14440e83-2c5e-421a-a3a0-8658afb21b87,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:21:17.607903 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'port_id': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'mac_address': 'fa:16:3e:fd:e4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:21:17.645061 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:17.658386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14440e83-2c5e-421a-a3a0-8658afb21b87 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:21:17.680741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 14440e83-2c5e-421a-a3a0-8658afb21b87, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=14440e83-2c5e-421a-a3a0-8658afb21b87,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:21:17.736859 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:17.783646 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=14440e83-2c5e-421a-a3a0-8658afb21b87,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:17.971275 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['14440e83-2c5e-421a-a3a0-8658afb21b87'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:21:18.587601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a54bf1-a1f0-4a8f-896a-7db780a8cfc6 req-79c25819-0bcd-4dcc-909e-d54df982cdbd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:18.589387 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24a54bf1-a1f0-4a8f-896a-7db780a8cfc6 req-79c25819-0bcd-4dcc-909e-d54df982cdbd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 945 time: 0.0540864 Apr 30 02:21:18.629073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24a54bf1-a1f0-4a8f-896a-7db780a8cfc6 req-11e45c64-0d5e-4aa6-9913-c9bfa1fb5873 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Apr 30 02:21:19.263063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:19.529192 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 14440e83-2c5e-421a-a3a0-8658afb21b87 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:21:19.616868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 14440e83-2c5e-421a-a3a0-8658afb21b87 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:21:19.620779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 14440e83-2c5e-421a-a3a0-8658afb21b87 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:21:19.621170 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:19.700822 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:19.723055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:21:19.725369 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be8b138-3934-4400-b6a6-990ff63fb41e" -d '{"events": [{"server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "name": "network-vif-plugged", "status": "completed", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:21:19.738244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 14440e83-2c5e-421a-a3a0-8658afb21b87, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=14440e83-2c5e-421a-a3a0-8658afb21b87,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:21:19.744364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af1e08-e100-4ba9-a2f4-f5a7d0bd51ad req-d43209c4-7c60-4ff6-9fa5-81391bf6e7c4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:19.745850 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4af1e08-e100-4ba9-a2f4-f5a7d0bd51ad req-d43209c4-7c60-4ff6-9fa5-81391bf6e7c4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 945 time: 0.0495417 Apr 30 02:21:19.785242 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4af1e08-e100-4ba9-a2f4-f5a7d0bd51ad req-e4b89f1c-305a-4ee0-8d47-1d2cd99847e3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322337 Apr 30 02:21:19.799662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:19.847527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=14440e83-2c5e-421a-a3a0-8658afb21b87,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:19.891238 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d49cd4-3ba4-4e4d-813d-15400d0ead2d x-openstack-request-id: req-c7d49cd4-3ba4-4e4d-813d-15400d0ead2d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:21:19.891557 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "name": "network-vif-plugged", "status": "completed", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:21:19.891809 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7d49cd4-3ba4-4e4d-813d-15400d0ead2d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:21:19.892212 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d49cd4-3ba4-4e4d-813d-15400d0ead2d'] response: {'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'code': 200} Apr 30 02:21:19.987460 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff8ff4-36eb-4a58-ba1b-b720c9c857cf req-af6d1c6c-db2a-4da6-baea-2bb8a0f03d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:19.988952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66ff8ff4-36eb-4a58-ba1b-b720c9c857cf req-af6d1c6c-db2a-4da6-baea-2bb8a0f03d99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1097 time: 0.0399890 Apr 30 02:21:20.022883 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-66ff8ff4-36eb-4a58-ba1b-b720c9c857cf req-de88c187-15ba-4bbd-8bb5-cd76bc704788 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270483 Apr 30 02:21:20.905414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c9dd-167f-40a8-a389-54acc931db72 req-5f63ff9c-eb8f-42be-b8a4-c1a1e25e5601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:20.906869 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f468c9dd-167f-40a8-a389-54acc931db72 req-5f63ff9c-eb8f-42be-b8a4-c1a1e25e5601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0492113 Apr 30 02:21:20.943352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f468c9dd-167f-40a8-a389-54acc931db72 req-48b5112d-aac7-4cef-9961-51ee1974c972 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302937 Apr 30 02:21:21.067665 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:22.061851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed43bee-1e88-4885-8aed-84418231cdb9 req-849cce4e-a6ae-4708-bbcf-958d9b55316e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:22.063313 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ed43bee-1e88-4885-8aed-84418231cdb9 req-849cce4e-a6ae-4708-bbcf-958d9b55316e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0525072 Apr 30 02:21:22.100646 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ed43bee-1e88-4885-8aed-84418231cdb9 req-c8a152ea-b07b-4811-8b90-0c8c55703d9d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Apr 30 02:21:22.212576 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5fdb2-3dcc-41ae-a3fd-767567588e91 req-c32a8500-dec0-4625-aed3-358ff916dc60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:22.214029 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccc5fdb2-3dcc-41ae-a3fd-767567588e91 req-c32a8500-dec0-4625-aed3-358ff916dc60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0484331 Apr 30 02:21:22.251873 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccc5fdb2-3dcc-41ae-a3fd-767567588e91 req-620d7fdf-cb93-42a7-b895-a92d6f9529ae tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315652 Apr 30 02:21:22.273149 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38784) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:22.312694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e404a5-fcb5-41c3-80a0-d30434181b29 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:22.314354 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-56e404a5-fcb5-41c3-80a0-d30434181b29 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1092 time: 0.0400765 Apr 30 02:21:22.320774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38786) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:22.321241 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:21:22.399702 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:22.494874 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:22.593947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.2 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/a2093df3-4ea6-4b59-93c6-8f89217989bf) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:21:22.695959 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:22.788460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:22.830918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:21:22.834009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:21:22.838436 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:21:22.842078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=a2093df3-4ea6-4b59-93c6-8f89217989bf,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:23.200302 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:23.338351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:23.482976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:23.542284 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:23.616420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=a2093df3-4ea6-4b59-93c6-8f89217989bf,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:21:23.654318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:23.728271 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP 1f308403-3279-4b65-8432-855515398155 associated. External IP: 172.25.0.2, port: 14440e83-2c5e-421a-a3a0-8658afb21b87. Apr 30 02:21:24.227447 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router e6978a32-6d3b-40be-864f-5945706df880 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:21:24.332515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:21:24.342447 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] Sync routers for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:21:24.351743 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:21:24.357179 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:24.407012 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:24.433555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2063d531-44b2-4b87-a3e8-ca20daadad35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1154888 Apr 30 02:21:24.434122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:21:24.436649 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:21:24.456048 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:21:24.530756 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1ba25-b542-4739-abc3-98c47c12c82f req-d4bb608a-607e-497c-b4f0-2e54fb6f28d9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:24.532275 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13b1ba25-b542-4739-abc3-98c47c12c82f req-d4bb608a-607e-497c-b4f0-2e54fb6f28d9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0493188 Apr 30 02:21:24.570803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13b1ba25-b542-4739-abc3-98c47c12c82f req-97b431a1-3048-4397-9cd3-66bd65d96ac2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Apr 30 02:21:24.593976 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38792) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:24.634961 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0d6240-ec39-48c8-8d53-f9051cd729c5 x-openstack-request-id: req-ae0d6240-ec39-48c8-8d53-f9051cd729c5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:21:24.635226 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:21:24.635493 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae0d6240-ec39-48c8-8d53-f9051cd729c5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:21:24.635889 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0d6240-ec39-48c8-8d53-f9051cd729c5'] response: {'name': 'network-changed', 'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'status': 'completed', 'code': 200} Apr 30 02:21:24.680558 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '1f308403-3279-4b65-8432-855515398155', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'port_id': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'mac_address': 'fa:16:3e:fd:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdbc648-2b46-4737-9870-784156b3968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:21:23Z', 'updated_at': '2022-04-30T02:21:23Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:11Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:24.685796 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ec6b6a31-c3ac-49f9-80c1-4d2a190f9324 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/1f308403-3279-4b65-8432-855515398155 HTTP/1.1" status: 200 len: 990 time: 0.0904431 Apr 30 02:21:24.693912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-e8671b42-bbe2-4afe-9100-b0f073c1d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:24.695368 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-e8671b42-bbe2-4afe-9100-b0f073c1d0d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1097 time: 0.0566897 Apr 30 02:21:24.709499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] Checking router: e6978a32-6d3b-40be-864f-5945706df880 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:21:24.731719 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:21:24.732330 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:21:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:24.790550 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-b0f5aab5-412f-4edd-b2f4-1f2df00f57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:24.791982 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-b0f5aab5-412f-4edd-b2f4-1f2df00f57cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=830e4191-4c88-424b-8212-c63e3777b6e7 HTTP/1.1" status: 200 len: 895 time: 0.0901845 Apr 30 02:21:24.858296 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-c39fca0d-1b6d-4a9d-b6a8-4c1d5f1cbed0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14440e83-2c5e-421a-a3a0-8658afb21b87 HTTP/1.1" status: 200 len: 998 time: 0.0598965 Apr 30 02:21:24.914354 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-65f6e0da-f55d-4233-88a4-99d5e4557b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:24.915875 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-65f6e0da-f55d-4233-88a4-99d5e4557b05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3eefb0b3-891a-4229-a5ac-0df415a07a16 HTTP/1.1" status: 200 len: 835 time: 0.0517554 Apr 30 02:21:24.961542 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-51b201a1-58a2-44fa-82b7-32d4f6f1432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:24.963051 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-51b201a1-58a2-44fa-82b7-32d4f6f1432c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=830e4191-4c88-424b-8212-c63e3777b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408688 Apr 30 02:21:24.972668 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:21:25.053075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-8dda1140-5c12-49b9-8ab5-f497852251c0 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837786 Apr 30 02:21:25.151122 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c593f25-8b9a-4cb7-9510-ce1bb82e68c0 req-51c69d52-c7e0-43ea-8197-2ffce3c70d1e service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908093 Apr 30 02:21:25.238812 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '1f308403-3279-4b65-8432-855515398155', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'port_id': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'mac_address': 'fa:16:3e:fd:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdbc648-2b46-4737-9870-784156b3968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:21:23Z', 'updated_at': '2022-04-30T02:21:23Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:11Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:21:25.264819 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d8420-bb58-470a-978e-22dc77030b69 None None] The sync data for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 is: [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '1f308403-3279-4b65-8432-855515398155', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'port_id': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'mac_address': 'fa:16:3e:fd:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdbc648-2b46-4737-9870-784156b3968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:21:23Z', 'updated_at': '2022-04-30T02:21:23Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:11Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:21:25.452013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61f157-1608-40ac-9565-209c0dc55489 None None] New status for floating IP 1f308403-3279-4b65-8432-855515398155: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:21:25.689202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38794) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:21:25.749472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ae9740cf-f122-49d8-b228-aef89bb8c9c7 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/1f308403-3279-4b65-8432-855515398155 HTTP/1.1" status: 200 len: 992 time: 0.0591021 Apr 30 02:21:26.194047 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-ec0fc16a-40f5-4b90-a54e-cac45e9456aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429611 Apr 30 02:21:26.272074 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-bff5b174-2d95-47a4-a48f-36b941763afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:26.273520 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-bff5b174-2d95-47a4-a48f-36b941763afc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1097 time: 0.0406177 Apr 30 02:21:26.372967 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-17f94aae-b34c-4968-9fe3-916348b91aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:26.374426 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-17f94aae-b34c-4968-9fe3-916348b91aed service neutron] 10.222.0.21 "GET /v2.0/networks?id=830e4191-4c88-424b-8212-c63e3777b6e7 HTTP/1.1" status: 200 len: 895 time: 0.0835450 Apr 30 02:21:26.441275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-666c8f6b-ef7b-478e-86fe-a5fcb387c5ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14440e83-2c5e-421a-a3a0-8658afb21b87 HTTP/1.1" status: 200 len: 1000 time: 0.0610068 Apr 30 02:21:26.489055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-6519b88f-9889-460b-a184-70e9276644ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:26.490574 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-6519b88f-9889-460b-a184-70e9276644ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3eefb0b3-891a-4229-a5ac-0df415a07a16 HTTP/1.1" status: 200 len: 835 time: 0.0432353 Apr 30 02:21:26.535612 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-bbaeef54-8c99-40c2-8cfb-b7300556e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:26.537011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-bbaeef54-8c99-40c2-8cfb-b7300556e290 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=830e4191-4c88-424b-8212-c63e3777b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397527 Apr 30 02:21:26.627756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-21d5a9c5-92ad-43d3-9e64-8ef099ade529 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843630 Apr 30 02:21:26.716140 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3baf9b34-941e-4f95-81e1-e620f11a75e7 req-5694fe91-f916-4141-8f85-98be90d65965 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818458 Apr 30 02:21:28.787904 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1094a325-ab22-4b28-a178-47b71fe320c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:31.033175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4dd2-4130-4d6c-9976-59c3dcbb7908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:32.204673 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:33.938506 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:34.004004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:35.370398 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:21:49.255674 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:51.055671 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:54.116363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-11b7981b-8c34-4eec-b575-a77d7b1b79d7 req-94c7b3f8-dd12-4d45-bdc6-b79df99516ff service neutron] (103318) timed out ('10.222.0.23', 49601) {{(pid=103318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 02:21:57.332810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b50438-5b9d-4b4f-9bef-ce87a58fc204 req-e5d8dd9e-ff55-4648-8af0-03a1097e748b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:57.334297 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66b50438-5b9d-4b4f-9bef-ce87a58fc204 req-e5d8dd9e-ff55-4648-8af0-03a1097e748b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0528882 Apr 30 02:21:57.373386 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-66b50438-5b9d-4b4f-9bef-ce87a58fc204 req-68f09167-45f9-4350-87dc-bbb886f3c46c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Apr 30 02:21:57.404789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-619e0b75-930f-4077-b722-0c761de29e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:57.406290 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-619e0b75-930f-4077-b722-0c761de29e98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1097 time: 0.0473518 Apr 30 02:21:57.493085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-dd23ef26-4f58-44ee-9105-61ae1f198832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:57.494453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-dd23ef26-4f58-44ee-9105-61ae1f198832 service neutron] 10.222.0.21 "GET /v2.0/networks?id=830e4191-4c88-424b-8212-c63e3777b6e7 HTTP/1.1" status: 200 len: 895 time: 0.0815434 Apr 30 02:21:57.563542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-82b3039e-041f-46d6-9a30-2b0e44a6ed65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14440e83-2c5e-421a-a3a0-8658afb21b87 HTTP/1.1" status: 200 len: 1000 time: 0.0620511 Apr 30 02:21:57.612362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-4525890b-766d-4a88-a56c-281974c5d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:57.613791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-4525890b-766d-4a88-a56c-281974c5d361 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3eefb0b3-891a-4229-a5ac-0df415a07a16 HTTP/1.1" status: 200 len: 835 time: 0.0434606 Apr 30 02:21:57.658903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-6a274a7b-6b36-4173-94d2-5225358fe264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:57.660410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-6a274a7b-6b36-4173-94d2-5225358fe264 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=830e4191-4c88-424b-8212-c63e3777b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397618 Apr 30 02:21:57.752233 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-1410f621-bfa6-4aae-81b5-d8e4fbee7f0b service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847533 Apr 30 02:21:57.841398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-11ecfd70-089e-409f-8c6d-6b5ee9395d17 req-b676d464-45af-411e-be59-10ccc814f194 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824678 Apr 30 02:21:58.490376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14e01b-0233-4d83-95ff-a5d3d8e588fc req-abee1494-eb43-42bc-b110-4301893bf7bf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:58.491875 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb14e01b-0233-4d83-95ff-a5d3d8e588fc req-abee1494-eb43-42bc-b110-4301893bf7bf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0489872 Apr 30 02:21:58.530454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb14e01b-0233-4d83-95ff-a5d3d8e588fc req-4299069b-1512-4ef1-a860-acff15b098d1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321653 Apr 30 02:21:58.775681 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8175992-5356-4c9c-aa40-b7aa6f335d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:21:59.646085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962250b-da14-4bd3-a8f6-3d9efae62cf6 req-f9980a53-acaa-4923-a3eb-cc5d7a2695af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:21:59.647478 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5962250b-da14-4bd3-a8f6-3d9efae62cf6 req-f9980a53-acaa-4923-a3eb-cc5d7a2695af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0479693 Apr 30 02:21:59.685025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5962250b-da14-4bd3-a8f6-3d9efae62cf6 req-a1394e34-ff4e-4fd1-afd2-bebd89e6c04d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313346 Apr 30 02:22:00.801839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f969a6a-85b9-4acf-9893-a7773d5311a4 req-3d023b1a-02a4-4f59-90d0-ebf53a3ca380 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:00.803285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f969a6a-85b9-4acf-9893-a7773d5311a4 req-3d023b1a-02a4-4f59-90d0-ebf53a3ca380 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0509303 Apr 30 02:22:00.841606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9f969a6a-85b9-4acf-9893-a7773d5311a4 req-b846799f-3304-4d64-9b71-bf1ee639ed0a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Apr 30 02:22:01.026864 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-05d89e5d-90f0-4b5a-bc87-3e5ae6336391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:01.954838 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fb2f-b405-43d4-89a8-d5fb3aee894d req-cfbc87b6-f31b-495d-bfe3-f0516087c765 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:01.956324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e96fb2f-b405-43d4-89a8-d5fb3aee894d req-cfbc87b6-f31b-495d-bfe3-f0516087c765 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0478187 Apr 30 02:22:01.993479 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2e96fb2f-b405-43d4-89a8-d5fb3aee894d req-09c74ebc-b478-43e2-968d-1ab8ea38b3cf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311916 Apr 30 02:22:02.209733 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:03.109055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c68ba-0627-47af-82dc-5fc5af170ac9 req-bcd04ad9-bab1-4d92-9cc2-9e64fd0aaed5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:03.110528 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-024c68ba-0627-47af-82dc-5fc5af170ac9 req-bcd04ad9-bab1-4d92-9cc2-9e64fd0aaed5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0484846 Apr 30 02:22:03.148040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-024c68ba-0627-47af-82dc-5fc5af170ac9 req-a9c76f5a-10b5-4d2f-83d0-a2bf6647b9a5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312436 Apr 30 02:22:03.931860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:03.981047 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:04.269199 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eee843-f5d6-4c39-875e-bde04e3a8c78 req-7f5a1ccb-2e13-4494-854b-9b2abee4ac07 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:04.270684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4eee843-f5d6-4c39-875e-bde04e3a8c78 req-7f5a1ccb-2e13-4494-854b-9b2abee4ac07 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0520771 Apr 30 02:22:04.307869 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e4eee843-f5d6-4c39-875e-bde04e3a8c78 req-44f1e6ad-132c-416d-ba45-53d8bf1b02be tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Apr 30 02:22:05.422646 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed84e5-03e8-4e84-8faf-88660178a726 req-5109cf8b-65c4-4f95-9638-7a25c20836df tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:05.424124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffed84e5-03e8-4e84-8faf-88660178a726 req-5109cf8b-65c4-4f95-9638-7a25c20836df tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0480311 Apr 30 02:22:05.461631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffed84e5-03e8-4e84-8faf-88660178a726 req-25277a31-35a9-4e2f-a242-ab5f033d772a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Apr 30 02:22:06.575648 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33872d-fda8-4099-97ee-04c2b147f744 req-b2bc179a-f841-46eb-8706-3960bb09df4f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:06.577101 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b33872d-fda8-4099-97ee-04c2b147f744 req-b2bc179a-f841-46eb-8706-3960bb09df4f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0476291 Apr 30 02:22:06.613601 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b33872d-fda8-4099-97ee-04c2b147f744 req-0208fbe1-aa84-4872-a078-196a69e9c3c6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305161 Apr 30 02:22:07.734101 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b0c78-5ea7-4eee-9723-6f960e3776d1 req-e3f21efa-5775-4f03-af2c-4e3fdd753abd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:07.735567 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce2b0c78-5ea7-4eee-9723-6f960e3776d1 req-e3f21efa-5775-4f03-af2c-4e3fdd753abd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0516284 Apr 30 02:22:07.771811 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ce2b0c78-5ea7-4eee-9723-6f960e3776d1 req-36a28d30-8dc6-4418-b081-a7a5006c47c1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302103 Apr 30 02:22:08.886429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0ba0f-d4dd-41c2-9b21-6c0857cdf4a6 req-a8d8d860-cc30-4156-b868-0d532d43236e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:08.888165 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b0ba0f-d4dd-41c2-9b21-6c0857cdf4a6 req-a8d8d860-cc30-4156-b868-0d532d43236e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0481355 Apr 30 02:22:08.924946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e3b0ba0f-d4dd-41c2-9b21-6c0857cdf4a6 req-f23e66d7-e277-4700-86b0-51402f99cee6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308144 Apr 30 02:22:10.038617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4c793-27d2-4714-97e7-8b8584673329 req-2c4b07b3-58d3-4ef1-b69b-078248b29d92 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:10.040092 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0e4c793-27d2-4714-97e7-8b8584673329 req-2c4b07b3-58d3-4ef1-b69b-078248b29d92 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0470681 Apr 30 02:22:10.078762 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0e4c793-27d2-4714-97e7-8b8584673329 req-38299ad3-c06d-4b62-87de-cfd13a04df73 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Apr 30 02:22:11.198930 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762e9d0-ba1b-4f69-9f5b-bb323ded92f0 req-7cf9877d-d03c-469a-a6d1-d5da3c693704 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:11.200407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0762e9d0-ba1b-4f69-9f5b-bb323ded92f0 req-7cf9877d-d03c-469a-a6d1-d5da3c693704 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0518522 Apr 30 02:22:11.237430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0762e9d0-ba1b-4f69-9f5b-bb323ded92f0 req-96f7d2fa-7cf5-4202-9c9d-f3160355af32 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310385 Apr 30 02:22:12.352137 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a40f7-d30b-4715-98f6-e24554b124e6 req-5594e14e-6118-46ee-ae44-a6f9bc04c29b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:12.353581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-226a40f7-d30b-4715-98f6-e24554b124e6 req-5594e14e-6118-46ee-ae44-a6f9bc04c29b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0476613 Apr 30 02:22:12.369224 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:22:12.391535 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-226a40f7-d30b-4715-98f6-e24554b124e6 req-82eab007-dfb9-4f1b-a580-d6f80bd61eb6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Apr 30 02:22:13.504071 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443183f-409b-4156-906e-7444743c0dff req-8cdc375e-35a9-4a32-ab67-c4d2c432777c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:13.505515 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e443183f-409b-4156-906e-7444743c0dff req-8cdc375e-35a9-4a32-ab67-c4d2c432777c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0476422 Apr 30 02:22:13.543938 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e443183f-409b-4156-906e-7444743c0dff req-67a3cbec-3d80-459f-a1f7-5093fb54d37a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 Apr 30 02:22:14.662389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3514f01-d6f2-48ca-a37d-6a3dddf1419c req-0fb90d11-7446-4f4b-8371-5607e5aa9efa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:14.663857 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3514f01-d6f2-48ca-a37d-6a3dddf1419c req-0fb90d11-7446-4f4b-8371-5607e5aa9efa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0512798 Apr 30 02:22:14.701912 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3514f01-d6f2-48ca-a37d-6a3dddf1419c req-8329ae1d-4926-470b-8cc5-f9217e997c9b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Apr 30 02:22:14.729023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38840) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:14.789375 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-52d4f42c-5b81-4de9-8736-99011db31ce6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/1f308403-3279-4b65-8432-855515398155 HTTP/1.1" status: 200 len: 992 time: 0.0587502 Apr 30 02:22:19.254937 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:21.055012 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:27.168599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-82905c96-295b-4087-ad3f-4ae184ec14b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409341 Apr 30 02:22:27.252082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-9f91412c-7536-4c57-9c6c-e746e5e07b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:27.253600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-9f91412c-7536-4c57-9c6c-e746e5e07b4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1097 time: 0.0455112 Apr 30 02:22:27.353727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-22feacfa-e0c7-44d6-bb78-5a684a5d06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:27.355714 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-22feacfa-e0c7-44d6-bb78-5a684a5d06a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=830e4191-4c88-424b-8212-c63e3777b6e7 HTTP/1.1" status: 200 len: 895 time: 0.0833898 Apr 30 02:22:27.422959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-c187484a-7302-4ff8-b511-24205feeb962 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14440e83-2c5e-421a-a3a0-8658afb21b87 HTTP/1.1" status: 200 len: 1000 time: 0.0612218 Apr 30 02:22:27.470065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-b0510030-fbd8-4f3f-bdf7-917330cc6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:27.471609 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-b0510030-fbd8-4f3f-bdf7-917330cc6b0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3eefb0b3-891a-4229-a5ac-0df415a07a16 HTTP/1.1" status: 200 len: 835 time: 0.0424967 Apr 30 02:22:27.516840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-4bff4e67-84cb-4998-af0a-2abe1d75bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:27.518367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-4bff4e67-84cb-4998-af0a-2abe1d75bf0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=830e4191-4c88-424b-8212-c63e3777b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410447 Apr 30 02:22:27.612201 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-74ccf268-61e8-4d68-80fb-45d2cfc3b796 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870044 Apr 30 02:22:27.701907 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ff28e36d-3ce6-45dd-b333-401e74058874 req-0ec4fef6-0525-497b-89ec-a35fe59c46e6 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823295 Apr 30 02:22:28.791724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-98839682-2ff5-4310-90b3-9b4e29b4beaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:31.026380 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4efcf2b3-5392-4ee8-b2e6-35c68af410ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:32.232171 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:33.912012 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:34.009022 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:45.367640 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38858) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:45.522158 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port a2093df3-4ea6-4b59-93c6-8f89217989bf {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:22:45.522506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:45.603382 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:45.603734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:45.614889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for a2093df3-4ea6-4b59-93c6-8f89217989bf owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:22:45.865940 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:45.892509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=a2093df3-4ea6-4b59-93c6-8f89217989bf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:45.916617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.916956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.917364 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.917702 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.918030 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.918359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.918684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.919013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.919335 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.919678 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.920003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.920320 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:45.961164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:45.961494 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP 1f308403-3279-4b65-8432-855515398155 disassociated (deleted). External IP: 172.25.0.2, port: 14440e83-2c5e-421a-a3a0-8658afb21b87. Apr 30 02:22:46.165446 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router e6978a32-6d3b-40be-864f-5945706df880 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:22:46.274116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:22:46.279379 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:46.283878 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] Sync routers for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:22:46.294702 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:22:46.295314 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:46.307390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0708f443-21e6-4b04-80ff-9e46c62b1315 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/floatingips/1f308403-3279-4b65-8432-855515398155 HTTP/1.1" status: 204 len: 168 time: 0.9386933 Apr 30 02:22:46.308685 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:22:46.311211 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973cc891-5d02-4663-a970-b8d70d8de0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:22:46.399679 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:22:46.595251 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400dfa46-c433-4d7f-a31e-17a1c07e1ae6 x-openstack-request-id: req-400dfa46-c433-4d7f-a31e-17a1c07e1ae6 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:22:46.595784 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:11Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:46.596381 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:22:46.596743 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-400dfa46-c433-4d7f-a31e-17a1c07e1ae6 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:22:46.597040 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400dfa46-c433-4d7f-a31e-17a1c07e1ae6'] response: {'name': 'network-changed', 'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'status': 'completed', 'code': 200} Apr 30 02:22:46.625346 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] Checking router: e6978a32-6d3b-40be-864f-5945706df880 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:22:46.634318 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:22:46.634918 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:46.661528 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-88506560-4158-42cc-ac39-c26903207791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:46.663113 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-88506560-4158-42cc-ac39-c26903207791 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 1097 time: 0.0428634 Apr 30 02:22:46.702084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb66fda-06eb-4bb7-98ec-8fc48e7c18b6 req-8f95e0eb-b827-448b-91f4-6df99565fad1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:46.703658 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8eb66fda-06eb-4bb7-98ec-8fc48e7c18b6 req-8f95e0eb-b827-448b-91f4-6df99565fad1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0560396 Apr 30 02:22:46.742341 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:22:46.744710 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8eb66fda-06eb-4bb7-98ec-8fc48e7c18b6 req-1268cc39-6098-43f5-98ed-2a325876af71 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342736 Apr 30 02:22:46.766871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-809b88be-dffa-4af8-a5fc-799c35f43a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:46.768461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-809b88be-dffa-4af8-a5fc-799c35f43a6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=830e4191-4c88-424b-8212-c63e3777b6e7 HTTP/1.1" status: 200 len: 895 time: 0.0980551 Apr 30 02:22:46.810544 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-9f974cda-bd9a-4364-9f21-578e2989c224 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14440e83-2c5e-421a-a3a0-8658afb21b87 HTTP/1.1" status: 200 len: 217 time: 0.0350449 Apr 30 02:22:46.862740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-4cfa155f-671f-4087-8ce4-9e5c1bbcc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:46.864229 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-4cfa155f-671f-4087-8ce4-9e5c1bbcc302 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3eefb0b3-891a-4229-a5ac-0df415a07a16 HTTP/1.1" status: 200 len: 835 time: 0.0475874 Apr 30 02:22:46.910062 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-a9657bfb-3484-4e2f-bfa5-e337d6778f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:46.911596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-a9657bfb-3484-4e2f-bfa5-e337d6778f62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=830e4191-4c88-424b-8212-c63e3777b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403581 Apr 30 02:22:46.943200 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:11Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:46.970496 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa12f0-bbb5-428f-ae15-8acf142d314a None None] The sync data for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 is: [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:08Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'ea7c659f-acef-43c7-bd90-528e21879bf2', 'name': '', 'network_id': '830e4191-4c88-424b-8212-c63e3777b6e7', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ee:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:07Z', 'updated_at': '2022-04-30T02:21:11Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '3eefb0b3-891a-4229-a5ac-0df415a07a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:22:47.002266 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-d3604801-68d9-4c8a-9904-82364264dbc0 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836821 Apr 30 02:22:47.097461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-973cc891-5d02-4663-a970-b8d70d8de0ec req-4384a3c3-bbcd-4804-804c-8cb982fb8cb6 service neutron] 10.222.0.21 "GET /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877609 Apr 30 02:22:47.191181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb0851-310f-4d8e-bdd2-44ce3f7f994b None None] New status for floating IP 1f308403-3279-4b65-8432-855515398155: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:22:47.861653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080476f-83a5-4a00-8d51-c2b6b462d4ab req-f4ae2def-737e-487c-bf76-5b67b1041f4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:47.863105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8080476f-83a5-4a00-8d51-c2b6b462d4ab req-f4ae2def-737e-487c-bf76-5b67b1041f4a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0478101 Apr 30 02:22:47.900411 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8080476f-83a5-4a00-8d51-c2b6b462d4ab req-8a0cb6f2-08f8-4b3c-922b-1daef8d08d72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=b49edede-633b-4630-9d11-aee20576cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313294 Apr 30 02:22:48.138082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-7e042552-b269-420d-a274-e41c535413e0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:48.139560 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-7e042552-b269-420d-a274-e41c535413e0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 946 time: 0.0482013 Apr 30 02:22:48.230373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 14440e83-2c5e-421a-a3a0-8658afb21b87 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:22:48.230710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:48.316674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 14440e83-2c5e-421a-a3a0-8658afb21b87, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=14440e83-2c5e-421a-a3a0-8658afb21b87,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:22:48.317037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:48.329579 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 14440e83-2c5e-421a-a3a0-8658afb21b87 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:22:48.517301 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:48.545322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=14440e83-2c5e-421a-a3a0-8658afb21b87,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:48.558968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.559343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.559611 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.559943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.560272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.560602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.560927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.561257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.561584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.561904 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.562399 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.562712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:48.602132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] No DVR routers for this DVR port 14440e83-2c5e-421a-a3a0-8658afb21b87 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:22:48.605614 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:48.608934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-39feb745-3c35-4ac2-b7a6-81e27e930946 req-f32f69e5-9ecd-42d4-b681-d4efa64fbaaa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "DELETE /v2.0/ports/14440e83-2c5e-421a-a3a0-8658afb21b87 HTTP/1.1" status: 204 len: 173 time: 0.4640329 Apr 30 02:22:48.609397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'name': 'network-vif-deleted', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:22:48.611686 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214d45bf-8898-438d-9474-240776a610c5" -d '{"events": [{"server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "name": "network-vif-deleted", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:22:48.647304 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa3b69a-84d5-4c52-8c2b-4f405af80b7e x-openstack-request-id: req-7fa3b69a-84d5-4c52-8c2b-4f405af80b7e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:22:48.647615 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdbc648-2b46-4737-9870-784156b3968c", "name": "network-vif-deleted", "tag": "14440e83-2c5e-421a-a3a0-8658afb21b87", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:22:48.647860 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fa3b69a-84d5-4c52-8c2b-4f405af80b7e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:22:48.648260 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa3b69a-84d5-4c52-8c2b-4f405af80b7e'] response: {'server_uuid': 'bfdbc648-2b46-4737-9870-784156b3968c', 'name': 'network-vif-deleted', 'tag': '14440e83-2c5e-421a-a3a0-8658afb21b87', 'status': 'completed', 'code': 200} Apr 30 02:22:49.014200 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-600cce0e-d5b8-4678-a272-c4b7429f20d9 req-84526703-67f9-4fd6-95ed-b0fc08a8e684 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfdbc648-2b46-4737-9870-784156b3968c HTTP/1.1" status: 200 len: 210 time: 0.0272896 Apr 30 02:22:49.283106 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:49.368269 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:22:50.071500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38874) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:50.420728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:50.664584 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port ea7c659f-acef-43c7-bd90-528e21879bf2 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:22:50.664917 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:50.749001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port ea7c659f-acef-43c7-bd90-528e21879bf2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ea7c659f-acef-43c7-bd90-528e21879bf2,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:22:50.749278 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:50.762388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for ea7c659f-acef-43c7-bd90-528e21879bf2 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:22:50.985698 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:51.015035 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=ea7c659f-acef-43c7-bd90-528e21879bf2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:51.083609 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:51.472303 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:51.681695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router e6978a32-6d3b-40be-864f-5945706df880 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:22:51.784899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:22:51.790864 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-eafbb1c7-9a65-4264-92d6-7104e8dd2230 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/e6978a32-6d3b-40be-864f-5945706df880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183099 Apr 30 02:22:51.791231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 14440e83-2c5e-421a-a3a0-8658afb21b87 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:22:51.793847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38876) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:51.796646 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] Sync routers for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:22:51.806598 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:22:51.807203 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:51.812577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 14440e83-2c5e-421a-a3a0-8658afb21b87 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:22:51.812928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 14440e83-2c5e-421a-a3a0-8658afb21b87 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:22:51.844892 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2ffc44-8962-4163-a59a-be56799d7f69 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting subnet 3eefb0b3-891a-4229-a5ac-0df415a07a16 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:22:51.848532 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffc44-8962-4163-a59a-be56799d7f69 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:51.889033 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffc44-8962-4163-a59a-be56799d7f69 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:51.910665 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:22:51.976339 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffc44-8962-4163-a59a-be56799d7f69 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.089424 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:22:50Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:52.090155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffc44-8962-4163-a59a-be56799d7f69 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.116091 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] Checking router: e6978a32-6d3b-40be-864f-5945706df880 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:22:52.118411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ffc44-8962-4163-a59a-be56799d7f69 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Subnet': ['ID=3eefb0b3-891a-4229-a5ac-0df415a07a16,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:52.120614 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffc44-8962-4163-a59a-be56799d7f69 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.126145 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ca2ffc44-8962-4163-a59a-be56799d7f69 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/subnets/3eefb0b3-891a-4229-a5ac-0df415a07a16 HTTP/1.1" status: 204 len: 168 time: 0.3287001 Apr 30 02:22:52.126374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38878) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:52.128946 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] Routers {'e6978a32-6d3b-40be-864f-5945706df880'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:22:52.129560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6978a32-6d3b-40be-864f-5945706df880'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:52.138402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5edb64-dc41-460b-a147-32b060223561 None None] Network 830e4191-4c88-424b-8212-c63e3777b6e7 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:22:52.243258 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.341084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] Set router e6978a32-6d3b-40be-864f-5945706df880 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:22:52.342217 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] DHCP port deletion for 830e4191-4c88-424b-8212-c63e3777b6e7 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:22:52.357276 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.390759 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Deleting port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:22:52.391143 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.457990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] For port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e7dad6bb-ad8c-4118-9f5d-39b1ce26e739,segment=NetworkSegment(1c66813d-eb88-4f60-9151-1a1291fd18ce),segment_id=1c66813d-eb88-4f60-9151-1a1291fd18ce)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:22:52.458659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.465866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:22:52.466285 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.473629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Calling delete_port for e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:22:52.530195 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:22:50Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:52.562200 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:22:52.562200 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.563987 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3979a0ec-56c1-4a33-b70b-d7f0782c4c6f None None] The sync data for ids ['e6978a32-6d3b-40be-864f-5945706df880'] in n-d-821348-1 is: [{'id': 'e6978a32-6d3b-40be-864f-5945706df880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-248329911', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:22:50Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': 'cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6978a32-6d3b-40be-864f-5945706df880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:21:04Z', 'updated_at': '2022-04-30T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:22:52.576761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:22:52.637944 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.667746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Pushing event deleted for resources: {'Port': ['ID=e7dad6bb-ad8c-4118-9f5d-39b1ce26e739,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:52.672304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] No DVR routers for this DVR port e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:22:52.678884 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.679231 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.681527 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.682749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.682749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.682749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.684363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.684708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.685044 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.685368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.685695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.686020 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab43b6-90e5-401b-9629-da35f10f76d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:22:52.825724 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:52.851819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:52.910996 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.015052 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.017473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.145821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.149763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Fanout notify agent at l3_agent the message router_deleted on router e6978a32-6d3b-40be-864f-5945706df880 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:22:53.153878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.154987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-88dc0a91-ae73-4f56-9dbe-2285b5825ee0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/routers/e6978a32-6d3b-40be-864f-5945706df880 HTTP/1.1" status: 204 len: 168 time: 1.0276840 Apr 30 02:22:53.157870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38880) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:53.238475 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.328008 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.347509 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830e4191-4c88-424b-8212-c63e3777b6e7']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:53.356445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c66813d-eb88-4f60-9151-1a1291fd18ce') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:53.356739 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c66813d-eb88-4f60-9151-1a1291fd18ce') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:53.365654 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.378945 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.384763 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:22:53.385540 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:22:53.389007 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:22:53.517097 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.524016 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.527260 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/networks/830e4191-4c88-424b-8212-c63e3777b6e7 HTTP/1.1" status: 204 len: 168 time: 0.3683825 Apr 30 02:22:53.530133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38882) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:53.538925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b05e6-d3f2-4d00-82d1-693d49b5ed65 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Network': ['ID=830e4191-4c88-424b-8212-c63e3777b6e7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:53.599055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db797c5f-6ff8-4805-9f3d-3bddfeac7c18 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.624788 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:22:53.628770 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db797c5f-6ff8-4805-9f3d-3bddfeac7c18 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.644875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:22:53.645143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e7dad6bb-ad8c-4118-9f5d-39b1ce26e739 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:22:53.645560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:22:53.664067 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:22:53.664422 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device cc1570d4-f8d5-4cb4-b1a6-e4d90f869a28 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:22:53.664835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ea7c659f-acef-43c7-bd90-528e21879bf2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:22:53.684638 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ea7c659f-acef-43c7-bd90-528e21879bf2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:22:53.684986 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ea7c659f-acef-43c7-bd90-528e21879bf2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:22:53.757583 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db797c5f-6ff8-4805-9f3d-3bddfeac7c18 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.760229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db797c5f-6ff8-4805-9f3d-3bddfeac7c18 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:53.761790 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-db797c5f-6ff8-4805-9f3d-3bddfeac7c18 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/security-groups/b49edede-633b-4630-9d11-aee20576cebe HTTP/1.1" status: 204 len: 168 time: 0.2305787 Apr 30 02:22:53.773065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db797c5f-6ff8-4805-9f3d-3bddfeac7c18 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49edede-633b-4630-9d11-aee20576cebe,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:54.211115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38888) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:54.216293 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8978b54a-85af-4959-a0d7-d428cc42569d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672920731', 'description': 'tempest-secgroup-smoke-1672920731 description', 'project_id': '9dca1d8ff67a425caa903b11a29edd92'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:54.288940 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8978b54a-85af-4959-a0d7-d428cc42569d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.354436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8978b54a-85af-4959-a0d7-d428cc42569d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.408208 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8978b54a-85af-4959-a0d7-d428cc42569d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.435912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978b54a-85af-4959-a0d7-d428cc42569d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a14dc-0315-4945-955d-be08585aa608,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:54.467880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8978b54a-85af-4959-a0d7-d428cc42569d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.469145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8978b54a-85af-4959-a0d7-d428cc42569d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2569809 Apr 30 02:22:54.471958 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38890) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:54.476362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1650c74c-c26e-48bc-99f1-5b2a4c615d73 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'ae8a14dc-0315-4945-955d-be08585aa608', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:54.544833 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1650c74c-c26e-48bc-99f1-5b2a4c615d73 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.599695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1650c74c-c26e-48bc-99f1-5b2a4c615d73 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.643126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1650c74c-c26e-48bc-99f1-5b2a4c615d73 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.661812 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650c74c-c26e-48bc-99f1-5b2a4c615d73 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60aa5a1-b041-40be-98d8-3e2350c13d03,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:54.725346 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1650c74c-c26e-48bc-99f1-5b2a4c615d73 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.726561 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1650c74c-c26e-48bc-99f1-5b2a4c615d73 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2536249 Apr 30 02:22:54.729615 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38892) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:54.734227 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2f8932ee-4053-44ca-a341-72b88aa3d5fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'ae8a14dc-0315-4945-955d-be08585aa608', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:54.836105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f8932ee-4053-44ca-a341-72b88aa3d5fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.895293 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f8932ee-4053-44ca-a341-72b88aa3d5fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.957043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f8932ee-4053-44ca-a341-72b88aa3d5fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:54.975664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8932ee-4053-44ca-a341-72b88aa3d5fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed68aaa-130d-4407-8d9f-eafc5f53c229,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:55.033457 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2f8932ee-4053-44ca-a341-72b88aa3d5fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.034661 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2f8932ee-4053-44ca-a341-72b88aa3d5fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3039985 Apr 30 02:22:55.037443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38894) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:55.042199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6fb4c0f0-b9da-488b-b42b-274ad88ad020 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'ae8a14dc-0315-4945-955d-be08585aa608', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:55.116168 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6fb4c0f0-b9da-488b-b42b-274ad88ad020 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.172300 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6fb4c0f0-b9da-488b-b42b-274ad88ad020 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.225953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6fb4c0f0-b9da-488b-b42b-274ad88ad020 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.245674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4c0f0-b9da-488b-b42b-274ad88ad020 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5305e1-2dc5-4b40-9fc3-97d139b0ecbb,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:55.290747 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6fb4c0f0-b9da-488b-b42b-274ad88ad020 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.292771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6fb4c0f0-b9da-488b-b42b-274ad88ad020 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536180 Apr 30 02:22:55.296386 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38896) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:55.299462 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8e5be7cb-00c5-4cf8-b3de-1d47774340cb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'ae8a14dc-0315-4945-955d-be08585aa608', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:55.379340 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e5be7cb-00c5-4cf8-b3de-1d47774340cb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.438183 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e5be7cb-00c5-4cf8-b3de-1d47774340cb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.505344 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e5be7cb-00c5-4cf8-b3de-1d47774340cb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.524019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5be7cb-00c5-4cf8-b3de-1d47774340cb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb0bdc5-b129-4adf-8413-009e90262849,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:55.582210 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e5be7cb-00c5-4cf8-b3de-1d47774340cb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.583453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8e5be7cb-00c5-4cf8-b3de-1d47774340cb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2873340 Apr 30 02:22:55.586155 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38898) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:55.591167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9e853137-3af5-42c7-b441-d92d4092f9a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'ae8a14dc-0315-4945-955d-be08585aa608', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:55.654608 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-9e853137-3af5-42c7-b441-d92d4092f9a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:22:55.659544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e853137-3af5-42c7-b441-d92d4092f9a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.720167 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e853137-3af5-42c7-b441-d92d4092f9a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.848918 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e853137-3af5-42c7-b441-d92d4092f9a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.866820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e853137-3af5-42c7-b441-d92d4092f9a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35247607-3cc8-446f-9143-7590975cc9eb,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:55.942165 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9e853137-3af5-42c7-b441-d92d4092f9a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:55.943401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9e853137-3af5-42c7-b441-d92d4092f9a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3562603 Apr 30 02:22:55.946205 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38900) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:55.951090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4f3daac4-af28-474c-9fe1-6c81536a7601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'ae8a14dc-0315-4945-955d-be08585aa608', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:56.037285 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-4f3daac4-af28-474c-9fe1-6c81536a7601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:22:56.042087 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f3daac4-af28-474c-9fe1-6c81536a7601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.101356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f3daac4-af28-474c-9fe1-6c81536a7601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.145895 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f3daac4-af28-474c-9fe1-6c81536a7601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.164484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3daac4-af28-474c-9fe1-6c81536a7601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfed818-7a4f-4c9f-b661-99781a161408,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:56.216181 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f3daac4-af28-474c-9fe1-6c81536a7601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.217402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f3daac4-af28-474c-9fe1-6c81536a7601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2702143 Apr 30 02:22:56.220179 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38902) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:56.224933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'network': {'name': 'tempest-network-smoke--444824092', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'port_security_enabled': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:56.282598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:22:56.286047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.308779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:22:56.316933 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.320624 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Added segment 6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98 of type vlan for network 507ae09c-c9f8-49a9-beb3-fd04867b2175 Apr 30 02:22:56.355313 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.454170 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.459547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:56.460118 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.526731 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Network': ['ID=507ae09c-c9f8-49a9-beb3-fd04867b2175,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:56.537784 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:22:56.551605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ff09a379-7e9f-40b2-bfd5-e77e243c0466 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3274107 Apr 30 02:22:56.551751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38904) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:56.556321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'admin_state_up': True, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:56.637734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.638787 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.689723 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:56.894823 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:57.168416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:57.186669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:57.284106 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.243 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:22:57.384236 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:57.477355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:57.517421 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:22:57.520277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:22:57.523998 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:22:57.548408 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:57.815091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:58.271718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:58.482729 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:22:58.592104 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:22:58.601236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Sync routers for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:22:58.611888 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:22:58.612535 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:58.662436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:58.663698 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7f44abf7-63e8-4124-a083-5dda92fae72c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1110487 Apr 30 02:22:58.666851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38906) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:58.695352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e319f71c-2abb-4407-bf69-80a79484d64c tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9dca1d8ff67a425caa903b11a29edd92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273874 Apr 30 02:22:58.698478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:58.719126 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:22:58.784712 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee7e13-53fe-421c-bda6-490af626b744 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:58.786223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5eee7e13-53fe-421c-bda6-490af626b744 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868199 Apr 30 02:22:58.788951 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38910) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:58.821603 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a835040e-ce73-4909-adb8-d2a713919bfb tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315201 Apr 30 02:22:58.824095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38912) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:58.829373 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-161600831', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:22:58.836154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-357347e2-411a-4b01-9625-776d839866d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:58.913058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:22:57Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:58.944048 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Checking router: ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:22:58.944443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Updating router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:22:58.968881 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:22:58.969856 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:58.972474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.186532 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.253879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Subnet': ['ID=d6d802a4-6f89-4884-b58e-5d18d32766f8,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:59.262235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Checking segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:22:59.262592 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network hostable DHCP agents. Network: 507ae09c-c9f8-49a9-beb3-fd04867b2175, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:22:59.312741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:22:59.377787 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.379790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 507ae09c-c9f8-49a9-beb3-fd04867b2175) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:22:59.383791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:22:59.384410 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.389821 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ff9ee-be30-4960-a8b6-baff14f6f58d None None] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:22:59.455508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.474009 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e5e4aac0-ce82-4ece-8fb9-16023f1cbba3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6487162 Apr 30 02:22:59.476832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 38914) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:22:59.537880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5db51-9bdf-4f32-bbf2-8f59136058b6 None None] Pushing event updated for resources: {'Port': ['ID=5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:59.543183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Attempting to bind port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:22:59.543570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Attempting to bind port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:22:59.543931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Attempting to bind port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:22:59.553950 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:22:59.554323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:22:59.554724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.555114 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:22:59.555606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Bound port: 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:22:59.555984 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.621387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-507ae09c-c9f8-49a9-beb3-fd04867b2175', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:22:59.622345 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.644445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] For port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:22:59.663961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] For port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:22:59.712330 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.818765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:22:59.819386 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:22:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:22:59.863052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5db51-9bdf-4f32-bbf2-8f59136058b6 None None] Pushing event updated for resources: {'Port': ['ID=5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:22:59.875280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Allocated IP 172.20.0.2 (507ae09c-c9f8-49a9-beb3-fd04867b2175/d6d802a4-6f89-4884-b58e-5d18d32766f8/1a63bb47-c91a-4260-84ae-f156c66fb876) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:22:59.912105 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:22:59.988149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:23:00.198074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:00.224845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:22:57Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:00.255849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36921027-39d6-4d35-9ff0-fe5e627b208b None None] The sync data for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 is: [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:22:57Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:23:00.278898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:00.322380 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:23:00.326557 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:23:00.330987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.1 (507ae09c-c9f8-49a9-beb3-fd04867b2175/d6d802a4-6f89-4884-b58e-5d18d32766f8/e159ad3b-aaad-4589-939c-e87ec2072f74) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:23:00.331133 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:23:00.334201 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Pushing event updated for resources: {'Port': ['ID=1a63bb47-c91a-4260-84ae-f156c66fb876,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:00.392717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Attempting to bind port 1a63bb47-c91a-4260-84ae-f156c66fb876 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:23:00.393168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Attempting to bind port 1a63bb47-c91a-4260-84ae-f156c66fb876 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:23:00.393605 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Attempting to bind port 1a63bb47-c91a-4260-84ae-f156c66fb876 on network 507ae09c-c9f8-49a9-beb3-fd04867b2175 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:23:00.400147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:23:00.401661 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Checking segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:23:00.402157 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:00.402623 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Bound using segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:23:00.403347 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Bound port: 1a63bb47-c91a-4260-84ae-f156c66fb876, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:23:00.403826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:00.458306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:00.487980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] For port 1a63bb47-c91a-4260-84ae-f156c66fb876, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:23:00.493055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] For port 1a63bb47-c91a-4260-84ae-f156c66fb876, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1a63bb47-c91a-4260-84ae-f156c66fb876,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:23:00.542572 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:00.619211 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafe8c5-e402-430a-b636-69078e7ca809 None None] Pushing event updated for resources: {'Port': ['ID=1a63bb47-c91a-4260-84ae-f156c66fb876,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:00.912073 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:00.961619 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:23:00.965834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:23:00.968471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:23:00.975765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=e159ad3b-aaad-4589-939c-e87ec2072f74,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:01.020983 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.066172 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb608f38-dfc5-4e95-9464-e5c26e8c566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.217470 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.508042 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.538008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1a63bb47-c91a-4260-84ae-f156c66fb876 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:23:01.546427 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.599213 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1a63bb47-c91a-4260-84ae-f156c66fb876 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:01.599627 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.629212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=e159ad3b-aaad-4589-939c-e87ec2072f74,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:01.632640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.690842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7b5f4-f3c3-4ea6-af26-96f3587749c1 None None] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:23:01.737987 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:23:01.739442 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:23:01.755793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.772843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-62a93df3-8f1f-49a6-95d4-fe02147a2ccb None None] Provisioning complete for port 1a63bb47-c91a-4260-84ae-f156c66fb876 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:01.773210 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62a93df3-8f1f-49a6-95d4-fe02147a2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.849312 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 1a63bb47-c91a-4260-84ae-f156c66fb876, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1a63bb47-c91a-4260-84ae-f156c66fb876,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:23:01.860234 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:23:01.914187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:01.914912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:23:01.977823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:23:01.992666 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8d3eac0b-c677-4653-8a66-0e6c301a94f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5064173 Apr 30 02:23:02.005493 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-62a93df3-8f1f-49a6-95d4-fe02147a2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.050186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=1a63bb47-c91a-4260-84ae-f156c66fb876,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:02.105013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:02.105834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.109601 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-62a93df3-8f1f-49a6-95d4-fe02147a2ccb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 02:23:02.109892 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-62a93df3-8f1f-49a6-95d4-fe02147a2ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 02:23:02.156037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50f50723-c655-4399-958d-ec483ef5831f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672920731&fields=id&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 267 time: 0.0408850 Apr 30 02:23:02.174006 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Sync routers for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:23:02.187205 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:23:02.189401 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:23:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:02.223043 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.240832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.249390 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:23:02.280453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-6fa84b32-c110-4868-bfc3-b040e1898245 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:02.284186 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-6fa84b32-c110-4868-bfc3-b040e1898245 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 796 time: 0.1252930 Apr 30 02:23:02.299542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-385ca4f3-f75d-4b54-bf98-84a2e0c6494a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/quotas/9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 375 time: 0.0106099 Apr 30 02:23:02.313174 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:23:02.317524 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.370868 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-15095f0f-09e3-49be-976e-f4105afe68f0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647819 Apr 30 02:23:02.380734 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:02.396185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-f3fce89d-c000-49c9-b98c-9181379a9b0f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:23:02.397216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-f3fce89d-c000-49c9-b98c-9181379a9b0f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059433 Apr 30 02:23:02.500766 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-4ea02194-5467-4631-b807-897e7943e75c service neutron] 10.222.0.15 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963709 Apr 30 02:23:02.564747 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 2, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:02.591908 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Checking router: ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:23:02.592336 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Updating router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 port e159ad3b-aaad-4589-939c-e87ec2072f74 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:23:02.614917 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-32cc7aae-664d-4efc-bcc8-13999f262727 service neutron] 10.222.0.15 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079621 Apr 30 02:23:02.627606 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.769378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bf5275ed-5699-4b60-ae3f-47465a74ca5c None None] Provisioning complete for port e159ad3b-aaad-4589-939c-e87ec2072f74 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:02.769833 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5275ed-5699-4b60-ae3f-47465a74ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.804084 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-bf5275ed-5699-4b60-ae3f-47465a74ca5c None None] Port e159ad3b-aaad-4589-939c-e87ec2072f74 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:23:02.814718 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bf5275ed-5699-4b60-ae3f-47465a74ca5c None None] Provisioning complete for port 1a63bb47-c91a-4260-84ae-f156c66fb876 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:02.815089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bf5275ed-5699-4b60-ae3f-47465a74ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.898973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a41dc111-20cc-4321-a1fe-3c9ccce41337 req-2dfb497f-1dde-40f4-9f18-1a0a1efa8b6e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 210 time: 0.0281448 Apr 30 02:23:02.926834 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:02.991370 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.044232 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Pushing event updated for resources: {'Port': ['ID=e159ad3b-aaad-4589-939c-e87ec2072f74,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:03.065017 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.067281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.067281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.067281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.067281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.067281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.067281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.067281 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.068011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.068011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.068332 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.068627 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:23:03.109665 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Attempting to bind port e159ad3b-aaad-4589-939c-e87ec2072f74 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:23:03.110040 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Attempting to bind port e159ad3b-aaad-4589-939c-e87ec2072f74 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:23:03.110375 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Attempting to bind port e159ad3b-aaad-4589-939c-e87ec2072f74 on network 507ae09c-c9f8-49a9-beb3-fd04867b2175 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:23:03.115612 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:23:03.118263 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Checking segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:23:03.118263 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.118263 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Bound using segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:23:03.118263 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Bound port: e159ad3b-aaad-4589-939c-e87ec2072f74, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:23:03.118263 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.185105 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] For port e159ad3b-aaad-4589-939c-e87ec2072f74, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:23:03.188357 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] For port e159ad3b-aaad-4589-939c-e87ec2072f74, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e159ad3b-aaad-4589-939c-e87ec2072f74,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:23:03.238864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fc08b294-9738-4690-bf80-104e26d3a1ba None None] Provisioning complete for port e159ad3b-aaad-4589-939c-e87ec2072f74 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:03.239516 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fc08b294-9738-4690-bf80-104e26d3a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.266131 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.319539 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:23:03.320440 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:23:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:03.372543 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f64fd-1fd1-4148-b337-f882b5b767a5 None None] Pushing event updated for resources: {'Port': ['ID=e159ad3b-aaad-4589-939c-e87ec2072f74,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:03.463057 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fc08b294-9738-4690-bf80-104e26d3a1ba None None] Port e159ad3b-aaad-4589-939c-e87ec2072f74 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:23:03.471304 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:23:03.486265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1a63bb47-c91a-4260-84ae-f156c66fb876 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:23:03.550250 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1a63bb47-c91a-4260-84ae-f156c66fb876 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:03.550714 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.599088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-38689fa0-9e94-4531-93b7-1249faab8587 None None] Provisioning complete for port e159ad3b-aaad-4589-939c-e87ec2072f74 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:03.599552 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38689fa0-9e94-4531-93b7-1249faab8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.679102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:23:03.694397 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:03.726399 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca439678-8c2c-4eab-a81a-51880ca1e6f1 None None] The sync data for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 is: [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:23:03.751572 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38689fa0-9e94-4531-93b7-1249faab8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.789614 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:03.789906 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.825601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-38689fa0-9e94-4531-93b7-1249faab8587 None None] For port e159ad3b-aaad-4589-939c-e87ec2072f74, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e159ad3b-aaad-4589-939c-e87ec2072f74,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:23:03.894063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38689fa0-9e94-4531-93b7-1249faab8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.959480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:03.969744 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38689fa0-9e94-4531-93b7-1249faab8587 None None] Pushing event updated for resources: {'Port': ['ID=e159ad3b-aaad-4589-939c-e87ec2072f74,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:04.014794 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:04.015943 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-53b4e983-b1c6-485b-8ef3-2050e71d1690 req-f77c2cd9-9a70-4bcb-9122-69edcff491bc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 210 time: 0.0306096 Apr 30 02:23:04.715552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-5fefef93-29c2-42cd-be66-d1057b7fcfd5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:04.717042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-5fefef93-29c2-42cd-be66-d1057b7fcfd5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 796 time: 0.1045885 Apr 30 02:23:04.773626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-69c429a3-b281-4042-9028-94964081dd6d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 380 time: 0.0419688 Apr 30 02:23:04.785906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'port': {'device_id': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'admin_state_up': True, 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'security_groups': ['ae8a14dc-0315-4945-955d-be08585aa608']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:23:04.951156 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:23:04.954786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:05.083668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.5 (507ae09c-c9f8-49a9-beb3-fd04867b2175/d6d802a4-6f89-4884-b58e-5d18d32766f8/1247b231-473e-4020-800d-1c5bd37c5950) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:23:05.115459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c0a14ba2-a632-4222-a41a-3e07e0464f0f req-a32980b9-c130-4bf9-acf3-60f26f921312 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 210 time: 0.0257204 Apr 30 02:23:05.217862 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:05.306305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:05.355614 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:23:05.358662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:23:05.361188 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:23:05.387477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:05.418622 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:05.419267 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:05.468805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-50e87856-e8cf-4370-af6c-055111e22add tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6869581 Apr 30 02:23:05.482678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-23edb602-4738-47c0-adec-2a0ce5b84e8e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:23:05.483828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-23edb602-4738-47c0-adec-2a0ce5b84e8e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063121 Apr 30 02:23:05.507499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e159ad3b-aaad-4589-939c-e87ec2072f74 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:23:05.557914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Request body: {'port': {'device_id': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:23:05.563092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port e159ad3b-aaad-4589-939c-e87ec2072f74 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:05.563497 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:05.611906 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:05.648149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ef8e9398-79fe-4ede-a9f1-c855e0f22359 None None] Provisioning complete for port 1247b231-473e-4020-800d-1c5bd37c5950 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:05.648439 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef8e9398-79fe-4ede-a9f1-c855e0f22359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:05.685798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e9398-79fe-4ede-a9f1-c855e0f22359 None None] Port 1247b231-473e-4020-800d-1c5bd37c5950 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:23:05.882049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1247b231-473e-4020-800d-1c5bd37c5950 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:23:05.939526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:05.951470 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Transition to ACTIVE for port object 1247b231-473e-4020-800d-1c5bd37c5950 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:23:05.996668 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:06.047605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:06.116606 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Attempting to bind port 1247b231-473e-4020-800d-1c5bd37c5950 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:23:06.116938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Attempting to bind port 1247b231-473e-4020-800d-1c5bd37c5950 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:23:06.117269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Attempting to bind port 1247b231-473e-4020-800d-1c5bd37c5950 on network 507ae09c-c9f8-49a9-beb3-fd04867b2175 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:23:06.122134 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Port 1247b231-473e-4020-800d-1c5bd37c5950 on network 507ae09c-c9f8-49a9-beb3-fd04867b2175 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:23:06.122455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Attempting to bind port 1247b231-473e-4020-800d-1c5bd37c5950 on network 507ae09c-c9f8-49a9-beb3-fd04867b2175 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:23:06.127391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:23:06.127760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Checking segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:23:06.128147 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Bound using segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:23:06.128575 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Bound port: 1247b231-473e-4020-800d-1c5bd37c5950, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:23:06.128937 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:06.205666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:23:06.208769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:23:06.236537 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9de9-23a6-4769-a240-39b64b972723 req-83cc4fc3-1647-4d84-bfb8-745a61dc00bc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:06.237984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb8f9de9-23a6-4769-a240-39b64b972723 req-83cc4fc3-1647-4d84-bfb8-745a61dc00bc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0504982 Apr 30 02:23:06.279544 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb8f9de9-23a6-4769-a240-39b64b972723 req-22eb9705-0000-4f4d-9f28-0864b005e927 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Apr 30 02:23:06.283577 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:06.320275 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:06.320898 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:06.322361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] 10.222.0.23 "PUT /v2.0/ports/1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 1091 time: 0.8210702 Apr 30 02:23:06.322918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:23:06.325599 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9811aff-57a7-4bbd-ac88-199ec743ec5f" -d '{"events": [{"name": "network-changed", "server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "tag": "1247b231-473e-4020-800d-1c5bd37c5950"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:23:06.349887 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1eca5-482d-4fff-85db-7bd07e30125b service neutron] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:06.370265 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239e7870-bcb6-4f67-ad48-48567f681630 x-openstack-request-id: req-239e7870-bcb6-4f67-ad48-48567f681630 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:23:06.371851 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "tag": "1247b231-473e-4020-800d-1c5bd37c5950", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:23:06.371851 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-239e7870-bcb6-4f67-ad48-48567f681630 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:23:06.371851 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239e7870-bcb6-4f67-ad48-48567f681630'] response: {'name': 'network-changed', 'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950', 'status': 'completed', 'code': 200} Apr 30 02:23:06.443383 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811aff-57a7-4bbd-ac88-199ec743ec5f req-571e7585-64c6-454d-8793-88a3aabf94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:06.444961 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e9811aff-57a7-4bbd-ac88-199ec743ec5f req-571e7585-64c6-454d-8793-88a3aabf94cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1094 time: 0.0430298 Apr 30 02:23:06.553905 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811aff-57a7-4bbd-ac88-199ec743ec5f req-aa06b0d5-ba70-422b-9313-07456fbf3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:06.555387 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e9811aff-57a7-4bbd-ac88-199ec743ec5f req-aa06b0d5-ba70-422b-9313-07456fbf3ec1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9dca1d8ff67a425caa903b11a29edd92&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0964744 Apr 30 02:23:06.650616 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811aff-57a7-4bbd-ac88-199ec743ec5f req-147e63da-3278-42cb-91f4-5a6a104c3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:06.652671 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e9811aff-57a7-4bbd-ac88-199ec743ec5f req-147e63da-3278-42cb-91f4-5a6a104c3f3b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0873435 Apr 30 02:23:06.737698 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-7fe1c362-d73a-42f9-a28d-b9a0e79bb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:06.739169 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-7fe1c362-d73a-42f9-a28d-b9a0e79bb777 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1094 time: 0.0455029 Apr 30 02:23:06.786074 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-8c05ad6d-a165-4dd2-a4f2-f44d64cfa7c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 217 time: 0.0345840 Apr 30 02:23:06.836979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e19fb912-7c5d-4489-81ce-2efc2de6803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:06.838693 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-e19fb912-7c5d-4489-81ce-2efc2de6803f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0425942 Apr 30 02:23:06.881699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-20e72b85-16df-4683-a179-e4a7b10b45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:06.883148 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-20e72b85-16df-4683-a179-e4a7b10b45bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384650 Apr 30 02:23:06.977951 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-a5f279b6-e1aa-473b-afa1-0ac53bb1a6a5 service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840895 Apr 30 02:23:07.067865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2cdbcc86-825a-4b93-9d4c-8d24b43c2ecb req-aff01fc3-72d7-4f0f-88d2-c36a1c5a8e62 service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801086 Apr 30 02:23:07.399990 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cb37d-c0e3-4c91-965a-3d93839a1661 req-05065fff-1f64-43d2-9d2e-660c19b3a01e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:07.402649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-049cb37d-c0e3-4c91-965a-3d93839a1661 req-05065fff-1f64-43d2-9d2e-660c19b3a01e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0541613 Apr 30 02:23:07.440503 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-049cb37d-c0e3-4c91-965a-3d93839a1661 req-290ca667-21d3-4fc5-98c6-db8c1083a039 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Apr 30 02:23:08.557315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a1d2-6383-426f-8687-23d2e830386e req-fae454af-599a-48fc-978e-0706b6b0bbea tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:08.558805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be01a1d2-6383-426f-8687-23d2e830386e req-fae454af-599a-48fc-978e-0706b6b0bbea tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0502195 Apr 30 02:23:08.596419 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-be01a1d2-6383-426f-8687-23d2e830386e req-bf6fa5e0-205f-4cbb-bb75-fbbc7d152b58 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Apr 30 02:23:09.710315 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa6f8-43e3-422e-b3a0-878fb84215de req-cfcb2dc5-2ef2-4d11-b0fe-6008f1f8f416 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:09.711838 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-085fa6f8-43e3-422e-b3a0-878fb84215de req-cfcb2dc5-2ef2-4d11-b0fe-6008f1f8f416 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0481253 Apr 30 02:23:09.750132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-085fa6f8-43e3-422e-b3a0-878fb84215de req-ed357709-8085-4069-ab9d-3f086fb50243 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Apr 30 02:23:09.811549 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1247b231-473e-4020-800d-1c5bd37c5950 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:23:09.902947 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:23:09.914487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '1247b231-473e-4020-800d-1c5bd37c5950', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'port_id': '1247b231-473e-4020-800d-1c5bd37c5950', 'mac_address': 'fa:16:3e:ea:d5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:23:09.954221 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:09.967120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1247b231-473e-4020-800d-1c5bd37c5950 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:23:09.986860 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:23:10.059824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:10.105442 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:10.353099 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['1247b231-473e-4020-800d-1c5bd37c5950'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:23:10.866745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78b8f9-ce0b-4cb9-8231-80e75a5b34c4 req-d0921da6-7cdb-45bf-83d6-371efe2b9377 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:10.868210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e78b8f9-ce0b-4cb9-8231-80e75a5b34c4 req-d0921da6-7cdb-45bf-83d6-371efe2b9377 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 944 time: 0.0515375 Apr 30 02:23:10.905374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e78b8f9-ce0b-4cb9-8231-80e75a5b34c4 req-929d3320-4829-4024-9e73-491f8e13a2e2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306163 Apr 30 02:23:11.827676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1247b231-473e-4020-800d-1c5bd37c5950 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:23:11.922298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 1247b231-473e-4020-800d-1c5bd37c5950 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:23:11.925980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 1247b231-473e-4020-800d-1c5bd37c5950 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:23:11.927736 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:12.008048 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:12.024541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a237cd-156f-41c2-8399-85dd1b583cdb req-aa2393f3-2bae-40fa-b4b5-d08ea5353724 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:12.026067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5a237cd-156f-41c2-8399-85dd1b583cdb req-aa2393f3-2bae-40fa-b4b5-d08ea5353724 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 944 time: 0.0486457 Apr 30 02:23:12.033227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:23:12.035473 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89cad41-b905-43f2-8ece-78b126410a69" -d '{"events": [{"server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "1247b231-473e-4020-800d-1c5bd37c5950"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:23:12.047938 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:23:12.064246 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5a237cd-156f-41c2-8399-85dd1b583cdb req-214a8a61-53cd-4fd6-b480-4d64a01b9669 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318489 Apr 30 02:23:12.108302 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b2c8f4-288a-445d-95b9-1ea419430ab7 x-openstack-request-id: req-e0b2c8f4-288a-445d-95b9-1ea419430ab7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:23:12.108638 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "1247b231-473e-4020-800d-1c5bd37c5950", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:23:12.108889 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0b2c8f4-288a-445d-95b9-1ea419430ab7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:23:12.109304 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b2c8f4-288a-445d-95b9-1ea419430ab7'] response: {'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950', 'code': 200} Apr 30 02:23:12.122515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:12.170859 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:12.223571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac0450-e006-459d-bd82-a7b955575024 req-f325a53c-8af1-4035-8d91-056d92b88af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:12.225085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bac0450-e006-459d-bd82-a7b955575024 req-f325a53c-8af1-4035-8d91-056d92b88af2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0450480 Apr 30 02:23:12.264629 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9bac0450-e006-459d-bd82-a7b955575024 req-2b3ccb44-1e5a-475f-8d39-57367a588e98 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265896 Apr 30 02:23:13.182578 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb72fcd-225c-4d5d-88ef-d737c42b3bf9 req-5056f5a8-acfd-4942-913f-f7c630473f93 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:13.184090 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fb72fcd-225c-4d5d-88ef-d737c42b3bf9 req-5056f5a8-acfd-4942-913f-f7c630473f93 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0496638 Apr 30 02:23:13.222132 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8fb72fcd-225c-4d5d-88ef-d737c42b3bf9 req-0f9504da-5e51-46f9-8151-f0c37d83e26c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Apr 30 02:23:14.339852 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a21dae-0aff-4977-816d-1f44bad8b877 req-d1843932-919c-4cc8-a9a3-1d284f28a966 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:14.341310 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5a21dae-0aff-4977-816d-1f44bad8b877 req-d1843932-919c-4cc8-a9a3-1d284f28a966 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0523090 Apr 30 02:23:14.377985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a5a21dae-0aff-4977-816d-1f44bad8b877 req-7af32655-0933-4bff-a0ca-e0515b9ef47c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306361 Apr 30 02:23:14.488938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b364-44b5-4ef3-9fc8-2b3ca2318764 req-f115aa2a-0755-4a88-8ceb-e3bc5e2cc934 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:14.490389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e94b364-44b5-4ef3-9fc8-2b3ca2318764 req-f115aa2a-0755-4a88-8ceb-e3bc5e2cc934 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0473599 Apr 30 02:23:14.528545 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6e94b364-44b5-4ef3-9fc8-2b3ca2318764 req-c218239d-d1a5-4ad0-a90d-046701b1c237 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Apr 30 02:23:14.549912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38970) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:23:14.588396 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7986fc-2a5d-424b-8108-096e28a562f5 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:14.589875 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3a7986fc-2a5d-424b-8108-096e28a562f5 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1091 time: 0.0389876 Apr 30 02:23:14.592715 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38972) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:23:14.596843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '1247b231-473e-4020-800d-1c5bd37c5950', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:23:14.665264 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:14.765213 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:14.868552 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.39 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/f347d7e7-8d74-4aeb-a438-cc5a31de6f02) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:23:14.965946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:15.054118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:15.089049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:23:15.093954 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:23:15.097407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:23:15.124938 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=f347d7e7-8d74-4aeb-a438-cc5a31de6f02,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:15.452728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:15.565523 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:15.713084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:15.768208 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:15.842722 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=f347d7e7-8d74-4aeb-a438-cc5a31de6f02,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:23:15.849867 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:15.948711 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP de040204-5324-4c1a-ad64-3af347cd4c2b associated. External IP: 172.25.0.39, port: 1247b231-473e-4020-800d-1c5bd37c5950. Apr 30 02:23:16.152355 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:23:16.257357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:23:16.267956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] Sync routers for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:23:16.281691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:23:16.282306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:23:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:16.381798 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:16.384062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:23:16.412159 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f848c9f6-9cd4-4409-8f60-9782e58d50a0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8166652 Apr 30 02:23:16.412159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:23:16.413529 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e83b87-2992-4a61-882c-de1db76079eb" -d '{"events": [{"name": "network-changed", "server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "tag": "1247b231-473e-4020-800d-1c5bd37c5950"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:23:16.506504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252df2-4f03-415e-bc5e-49ea455b1646 req-f270b2dc-ed6d-42a6-b520-659681fd1ac2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:16.508011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba252df2-4f03-415e-bc5e-49ea455b1646 req-f270b2dc-ed6d-42a6-b520-659681fd1ac2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0476077 Apr 30 02:23:16.547634 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ba252df2-4f03-415e-bc5e-49ea455b1646 req-104df3c2-87cf-406a-a88b-5dadc21cc895 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Apr 30 02:23:16.570183 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38978) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:23:16.610234 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062c4d7e-ae9f-41c2-9ae1-02e26ec78814 x-openstack-request-id: req-062c4d7e-ae9f-41c2-9ae1-02e26ec78814 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:23:16.610532 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "tag": "1247b231-473e-4020-800d-1c5bd37c5950", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:23:16.610754 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-062c4d7e-ae9f-41c2-9ae1-02e26ec78814 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:23:16.611154 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062c4d7e-ae9f-41c2-9ae1-02e26ec78814'] response: {'name': 'network-changed', 'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950', 'status': 'completed', 'code': 200} Apr 30 02:23:16.623085 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'de040204-5324-4c1a-ad64-3af347cd4c2b', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'port_id': '1247b231-473e-4020-800d-1c5bd37c5950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'mac_address': 'fa:16:3e:ea:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:23:15Z', 'updated_at': '2022-04-30T02:23:15Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:03Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:16.645195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0581720a-6319-4cc3-86d3-7c3b55989ff8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/de040204-5324-4c1a-ad64-3af347cd4c2b HTTP/1.1" status: 200 len: 990 time: 0.0736251 Apr 30 02:23:16.649543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] Checking router: ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:23:16.654823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e83b87-2992-4a61-882c-de1db76079eb req-924143fe-b02d-409f-baa6-48befaff08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:16.656368 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e83b87-2992-4a61-882c-de1db76079eb req-924143fe-b02d-409f-baa6-48befaff08c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0408232 Apr 30 02:23:16.658462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:23:16.659060 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:23:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:16.749808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e83b87-2992-4a61-882c-de1db76079eb req-71ac8a95-03f1-490b-9348-e3630ba38bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:16.751437 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e83b87-2992-4a61-882c-de1db76079eb req-71ac8a95-03f1-490b-9348-e3630ba38bce service neutron] 10.222.0.23 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.0885313 Apr 30 02:23:16.763834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:23:16.818505 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e83b87-2992-4a61-882c-de1db76079eb req-312b76bc-9703-41f0-a084-76a8d8f8d2c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 998 time: 0.0596721 Apr 30 02:23:16.867100 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e83b87-2992-4a61-882c-de1db76079eb req-d8716397-edda-4de7-a749-cbaf0dd88381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:16.868620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e83b87-2992-4a61-882c-de1db76079eb req-d8716397-edda-4de7-a749-cbaf0dd88381 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0437171 Apr 30 02:23:16.917095 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e83b87-2992-4a61-882c-de1db76079eb req-68eb4edb-986b-4320-b7b6-9b8ed813b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:16.918668 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e83b87-2992-4a61-882c-de1db76079eb req-68eb4edb-986b-4320-b7b6-9b8ed813b1b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434661 Apr 30 02:23:16.989412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'de040204-5324-4c1a-ad64-3af347cd4c2b', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'port_id': '1247b231-473e-4020-800d-1c5bd37c5950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'mac_address': 'fa:16:3e:ea:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:23:15Z', 'updated_at': '2022-04-30T02:23:15Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:03Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:23:17.008338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e83b87-2992-4a61-882c-de1db76079eb req-ee23bb0f-7d16-4f56-9fff-9a77344a4553 service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828338 Apr 30 02:23:17.016096 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f71075-0fce-45c9-a032-de296c91dfd7 None None] The sync data for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 is: [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'de040204-5324-4c1a-ad64-3af347cd4c2b', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'port_id': '1247b231-473e-4020-800d-1c5bd37c5950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'mac_address': 'fa:16:3e:ea:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:23:15Z', 'updated_at': '2022-04-30T02:23:15Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:03Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:23:17.105116 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c5e83b87-2992-4a61-882c-de1db76079eb req-e8986d0c-6f32-4f6f-8bea-133e9f3ad48e service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904212 Apr 30 02:23:17.214452 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0653b6-b628-4d4e-91f1-7f29400535bc None None] New status for floating IP de040204-5324-4c1a-ad64-3af347cd4c2b: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:23:17.649280 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 38980) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:23:17.977691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-591a9365-acf7-4c94-8ead-368ab957f87b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/de040204-5324-4c1a-ad64-3af347cd4c2b HTTP/1.1" status: 200 len: 992 time: 0.3272521 Apr 30 02:23:19.276599 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:21.122552 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:26.367062 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:23:28.808247 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7050-bc13-4c9f-929a-7e5e74db2840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:30.433976 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-23446617-c688-4f07-a006-f9a2d6a8a0f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396621 Apr 30 02:23:30.517438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-921c6dad-5884-41e0-964b-97cfa520da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:30.518912 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-921c6dad-5884-41e0-964b-97cfa520da8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0405970 Apr 30 02:23:30.627498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-3ab46a3d-7716-4943-aaf2-21910fbb4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:30.628978 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-3ab46a3d-7716-4943-aaf2-21910fbb4558 service neutron] 10.222.0.23 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.0873280 Apr 30 02:23:30.697361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-2696b6b5-da5e-4b74-be0b-0b7e29f4407b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 1000 time: 0.0579138 Apr 30 02:23:30.746166 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-a51902de-2705-4530-8cf0-4687669f9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:30.747644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-a51902de-2705-4530-8cf0-4687669f9613 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0436747 Apr 30 02:23:30.796824 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-69052871-5bdb-4afc-9de0-444a01679410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:30.798287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-69052871-5bdb-4afc-9de0-444a01679410 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432765 Apr 30 02:23:30.890809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-1b7c80f2-d53b-4733-9f90-028793d2c218 service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832179 Apr 30 02:23:30.992781 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-34fef1f5-cebf-4cd3-a334-5e0c5137c82a req-e7b4a331-2943-4580-8e22-dcb9650bd73f service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Apr 30 02:23:31.024936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b840818b-8a34-4bea-b239-d3266af7a6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:32.230866 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:33.950281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:34.025345 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:49.264869 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:51.144948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:51.169781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-9c99437a-c2fb-4b59-94db-bc6794e3300c req-16c6ffb5-d8c9-40a3-9cbd-bb9c8dec605b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:23:51.170740 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c99437a-c2fb-4b59-94db-bc6794e3300c req-16c6ffb5-d8c9-40a3-9cbd-bb9c8dec605b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054708 Apr 30 02:23:51.443768 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7aacf-68f0-4da1-8f44-7f2cc343c774 req-1dbe467f-aeca-4f88-aa96-42ada476ef26 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:51.445235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5e7aacf-68f0-4da1-8f44-7f2cc343c774 req-1dbe467f-aeca-4f88-aa96-42ada476ef26 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0514812 Apr 30 02:23:51.484214 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f5e7aacf-68f0-4da1-8f44-7f2cc343c774 req-375e88cf-065b-43ce-a0ae-f09ec8c2022f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Apr 30 02:23:51.498654 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39004) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:23:51.577995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-28c81f88-21d6-45fd-9a25-79b23c650992 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782166 Apr 30 02:23:51.587178 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-2620a635-298b-40cb-b6a9-ac6288bcb7ef service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:23:51.588259 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-2620a635-298b-40cb-b6a9-ac6288bcb7ef service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055530 Apr 30 02:23:52.606725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e132-89fe-4b1b-b61a-6246ac5f56a9 req-d33da0aa-0321-4561-b690-10b646838601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:52.608272 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b934e132-89fe-4b1b-b61a-6246ac5f56a9 req-d33da0aa-0321-4561-b690-10b646838601 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0517271 Apr 30 02:23:52.646578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b934e132-89fe-4b1b-b61a-6246ac5f56a9 req-97b69a57-de0d-46b9-bfdd-d05349df1849 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Apr 30 02:23:53.504686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-019feb4b-5031-4dfa-9c4c-756fddb03bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:53.506187 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-019feb4b-5031-4dfa-9c4c-756fddb03bdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0401170 Apr 30 02:23:53.600624 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-4b55fa4f-3720-4549-b435-c794db9a73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:53.602191 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-4b55fa4f-3720-4549-b435-c794db9a73bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.0859334 Apr 30 02:23:53.669230 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-0438f7da-dc53-41f1-bfc8-e409663e9aa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 1000 time: 0.0572102 Apr 30 02:23:53.721790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-605547c8-a00c-4327-a0f3-83d16b2fefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:53.723244 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-605547c8-a00c-4327-a0f3-83d16b2fefce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0447645 Apr 30 02:23:53.762817 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71713f3-90fd-48f0-a64c-19c139d4ab3c req-f76a9002-78b7-4165-92ea-1fd2727794b7 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:53.764352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d71713f3-90fd-48f0-a64c-19c139d4ab3c req-f76a9002-78b7-4165-92ea-1fd2727794b7 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0480008 Apr 30 02:23:53.778307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-3aa42bf0-2560-41cc-84d2-42a1478e346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:53.779830 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-3aa42bf0-2560-41cc-84d2-42a1478e346d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450265 Apr 30 02:23:53.801786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d71713f3-90fd-48f0-a64c-19c139d4ab3c req-7c6fb3e0-21e3-492d-a498-20080f408441 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Apr 30 02:23:53.868864 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-c4635dc6-f8ed-44e4-911a-4ff905651ed2 service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803206 Apr 30 02:23:53.964559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-63296418-1f42-4382-a804-66dd761511c9 service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848482 Apr 30 02:23:54.917146 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d5bc7-a959-41ea-88a3-ab64b3467dad req-55e522ff-f4a4-4465-bcf5-96e69f443d3a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:54.918580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-645d5bc7-a959-41ea-88a3-ab64b3467dad req-55e522ff-f4a4-4465-bcf5-96e69f443d3a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0478768 Apr 30 02:23:54.954365 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-645d5bc7-a959-41ea-88a3-ab64b3467dad req-353e2a1d-5c64-4091-ad0e-3d75f4e742a7 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297236 Apr 30 02:23:56.076391 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4d7d3-e8b0-4ac5-8502-a9450d266255 req-d079a741-5ad9-4c60-a93f-90f082e653f0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:56.077841 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0dc4d7d3-e8b0-4ac5-8502-a9450d266255 req-d079a741-5ad9-4c60-a93f-90f082e653f0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0509996 Apr 30 02:23:56.115495 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0dc4d7d3-e8b0-4ac5-8502-a9450d266255 req-c69f86d0-e163-45d5-a0c0-461e15070119 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Apr 30 02:23:57.232138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1ca7-9351-40f4-8dcc-4fc3db212786 req-6a4b1623-2f94-47ac-af20-459b9d924ec1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:57.233650 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e9b1ca7-9351-40f4-8dcc-4fc3db212786 req-6a4b1623-2f94-47ac-af20-459b9d924ec1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0488110 Apr 30 02:23:57.272201 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e9b1ca7-9351-40f4-8dcc-4fc3db212786 req-c3c993e0-712e-48f9-9bd3-47294ac00a56 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Apr 30 02:23:58.386856 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0a746-5d16-41ad-b0e7-db809f4b8957 req-e3019b37-b007-461c-bd53-47eaa8e1904a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:58.388350 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f0a746-5d16-41ad-b0e7-db809f4b8957 req-e3019b37-b007-461c-bd53-47eaa8e1904a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0480459 Apr 30 02:23:58.425015 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-24f0a746-5d16-41ad-b0e7-db809f4b8957 req-942cfea2-5312-48bc-b2da-1cce1b28ac4d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307307 Apr 30 02:23:58.778551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8b88-458a-4c76-a4b2-7fc182596219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:23:59.545515 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1ce54-bee3-4149-84a4-2522cd015e65 req-41c8d961-48b8-4e51-b541-179d81720dc6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:23:59.547003 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85c1ce54-bee3-4149-84a4-2522cd015e65 req-41c8d961-48b8-4e51-b541-179d81720dc6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0529754 Apr 30 02:23:59.583990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85c1ce54-bee3-4149-84a4-2522cd015e65 req-8af36420-9be9-4224-90b5-d947db57879b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 Apr 30 02:24:00.699534 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356870e2-cdae-4598-a890-d8e66b1eb068 req-b1ca61a6-e426-4ee0-8ada-8672e5cbd108 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:00.700992 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-356870e2-cdae-4598-a890-d8e66b1eb068 req-b1ca61a6-e426-4ee0-8ada-8672e5cbd108 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0485744 Apr 30 02:24:00.738363 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-356870e2-cdae-4598-a890-d8e66b1eb068 req-94b148cc-661e-454e-9564-4c8c25f59fcc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Apr 30 02:24:01.041972 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7105b69c-6fe2-4472-a8ca-acb3eb6bee8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:01.852698 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bd281-facd-42ca-a18c-6f98f19006d6 req-af24cd66-c631-4f4f-94cb-e3816b70c54b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:01.854146 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-380bd281-facd-42ca-a18c-6f98f19006d6 req-af24cd66-c631-4f4f-94cb-e3816b70c54b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0475338 Apr 30 02:24:01.891025 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-380bd281-facd-42ca-a18c-6f98f19006d6 req-526af1a6-0e2a-4591-b2f2-1b858582c8d7 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Apr 30 02:24:02.224501 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:03.016771 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d05a6-8a3d-403e-93d5-62fa19b3e4e1 req-f4b5c72a-d089-4833-afc6-5d85a6368633 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:03.018266 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-296d05a6-8a3d-403e-93d5-62fa19b3e4e1 req-f4b5c72a-d089-4833-afc6-5d85a6368633 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0531633 Apr 30 02:24:03.056183 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-296d05a6-8a3d-403e-93d5-62fa19b3e4e1 req-63fdd1af-dc2b-4054-b0bd-528361458e64 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Apr 30 02:24:03.366097 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:24:03.921789 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:03.990002 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:04.174041 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7428e2-5d1d-4fc0-b448-786f4f30dd55 req-c102f908-d114-4c9d-afb9-384d63e406af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:04.175459 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b7428e2-5d1d-4fc0-b448-786f4f30dd55 req-c102f908-d114-4c9d-afb9-384d63e406af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0494616 Apr 30 02:24:04.214376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8b7428e2-5d1d-4fc0-b448-786f4f30dd55 req-50d4ea24-8974-4ade-9e8f-c21a9b048175 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Apr 30 02:24:05.328382 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2639-6881-41cb-98e1-25c8ece6ff7e req-a3b94be4-184f-4f7f-b918-08d019b573f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:05.329826 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0dd2639-6881-41cb-98e1-25c8ece6ff7e req-a3b94be4-184f-4f7f-b918-08d019b573f9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0473957 Apr 30 02:24:05.367187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b0dd2639-6881-41cb-98e1-25c8ece6ff7e req-080bc0d1-96da-48b1-a268-35ad831f858e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Apr 30 02:24:06.485429 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c6e8c-c5bd-477f-8430-5b5280de74a0 req-673711a6-203f-4414-9570-604355cf5605 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:06.486786 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a54c6e8c-c5bd-477f-8430-5b5280de74a0 req-673711a6-203f-4414-9570-604355cf5605 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0519249 Apr 30 02:24:06.524192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a54c6e8c-c5bd-477f-8430-5b5280de74a0 req-a0feeb38-aa9a-4ea1-b594-c01a39205cc7 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Apr 30 02:24:07.638855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b9119-4da5-451c-8127-f5353bff4121 req-cafb08ae-2b5b-478e-9e88-b6300d443292 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:07.640344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-793b9119-4da5-451c-8127-f5353bff4121 req-cafb08ae-2b5b-478e-9e88-b6300d443292 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0480797 Apr 30 02:24:07.677629 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-793b9119-4da5-451c-8127-f5353bff4121 req-ffd1c730-ee3e-44ff-9893-04b186d64159 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Apr 30 02:24:08.792503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185402a9-99d6-40da-af63-fd303a729b43 req-cde42267-196b-4149-9403-45f5adacaa9b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:08.793966 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-185402a9-99d6-40da-af63-fd303a729b43 req-cde42267-196b-4149-9403-45f5adacaa9b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0484748 Apr 30 02:24:08.830860 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-185402a9-99d6-40da-af63-fd303a729b43 req-2f3bd749-99c5-4be4-94de-95502125c9e9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308595 Apr 30 02:24:09.951982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330fdfa-8ae1-4928-8d6e-072da2dfdddc req-f44f5352-8f7e-44a0-bbc7-1921482be110 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:09.953441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0330fdfa-8ae1-4928-8d6e-072da2dfdddc req-f44f5352-8f7e-44a0-bbc7-1921482be110 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0516641 Apr 30 02:24:09.990933 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0330fdfa-8ae1-4928-8d6e-072da2dfdddc req-f20b1c39-35b7-4aef-9b2d-7120b8739279 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Apr 30 02:24:11.104411 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f24571-fc63-42a4-8b5e-560340edc149 req-cc3b130b-4a60-495c-af22-562a5556eccc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:11.105923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8f24571-fc63-42a4-8b5e-560340edc149 req-cc3b130b-4a60-495c-af22-562a5556eccc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0477087 Apr 30 02:24:11.143490 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c8f24571-fc63-42a4-8b5e-560340edc149 req-ce0ce582-2e0f-4d02-a96b-30ee186ac360 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Apr 30 02:24:11.269534 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-952d31dc-098a-4b0d-ab06-2d1c36fd77cc service neutron] show failed (client error): The resource could not be found. Apr 30 02:24:11.270515 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-952d31dc-098a-4b0d-ab06-2d1c36fd77cc service neutron] 10.222.0.23 "GET /v2.0/ports/1247b231-473e-4020-800d-1c5bd37c5950/bindings/n-h1-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0541842 Apr 30 02:24:11.804437 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-6c899442-792e-4f9e-b4bd-6632711d40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:11.805820 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-6c899442-792e-4f9e-b4bd-6632711d40a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 1096 time: 0.0398195 Apr 30 02:24:11.816810 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:11.870275 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:12.065358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:24:12.096832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:24:12.134798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:24:12.137055 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049202b6-f96e-42c9-ac1e-1e4f6bd4fe2e" -d '{"events": [{"server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "name": "network-vif-unplugged", "status": "completed", "tag": "1247b231-473e-4020-800d-1c5bd37c5950"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:24:12.140734 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:12.153344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Transition to ACTIVE for port object 1247b231-473e-4020-800d-1c5bd37c5950 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:24:12.196938 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329f247f-3b82-48da-980a-6cfb79e96ded x-openstack-request-id: req-329f247f-3b82-48da-980a-6cfb79e96ded {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:24:12.196938 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "name": "network-vif-unplugged", "status": "completed", "tag": "1247b231-473e-4020-800d-1c5bd37c5950", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:24:12.196938 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-329f247f-3b82-48da-980a-6cfb79e96ded {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:24:12.196938 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329f247f-3b82-48da-980a-6cfb79e96ded'] response: {'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950', 'code': 200} Apr 30 02:24:12.207126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:12.288499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a972af-1071-40ee-bb4d-ea99e651c3b9 req-96592e56-338c-4c25-90a1-2cd5a9fd4303 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:12.291105 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04a972af-1071-40ee-bb4d-ea99e651c3b9 req-96592e56-338c-4c25-90a1-2cd5a9fd4303 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0543594 Apr 30 02:24:12.294877 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:12.308951 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.309295 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.309631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.309964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.310290 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.310613 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.310934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.311253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.311602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.311921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.312253 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.312554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:12.337994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04a972af-1071-40ee-bb4d-ea99e651c3b9 req-4044a185-b63f-4417-af90-f71504a1192e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388141 Apr 30 02:24:12.344006 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] No DVR routers for this DVR port 1247b231-473e-4020-800d-1c5bd37c5950 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:24:12.771960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Attempting to bind port 1247b231-473e-4020-800d-1c5bd37c5950 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:24:12.772254 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Attempting to bind port 1247b231-473e-4020-800d-1c5bd37c5950 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:24:12.772578 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Attempting to bind port 1247b231-473e-4020-800d-1c5bd37c5950 on network 507ae09c-c9f8-49a9-beb3-fd04867b2175 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:24:12.776890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Port 1247b231-473e-4020-800d-1c5bd37c5950 on network 507ae09c-c9f8-49a9-beb3-fd04867b2175 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:24:12.777242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Attempting to bind port 1247b231-473e-4020-800d-1c5bd37c5950 on network 507ae09c-c9f8-49a9-beb3-fd04867b2175 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:24:12.781918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:24:12.782209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Checking segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:24:12.782569 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Bound using segment: {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:24:12.782983 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Bound port: 1247b231-473e-4020-800d-1c5bd37c5950, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:24:12.783332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:12.843968 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:24:12.846863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:24:12.910404 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:12.946847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:12.947588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:12.949002 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 1091 time: 1.1359935 Apr 30 02:24:12.970243 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c8e87-3d06-45ff-873d-363f2d2b35f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:13.018065 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-2c4e972f-59b9-4932-ba65-0684091e2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:13.019687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-2c4e972f-59b9-4932-ba65-0684091e2742 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1094 time: 0.0462458 Apr 30 02:24:13.112666 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-a7389110-8769-43db-a66b-2e6acd6e6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:13.114286 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-a7389110-8769-43db-a66b-2e6acd6e6f4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.0886424 Apr 30 02:24:13.181621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-000e8aa7-f075-46fb-8092-358cf5f41cc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 998 time: 0.0613904 Apr 30 02:24:13.229396 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-b7e705be-0787-46ec-9f77-a0799edeee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:13.230736 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-b7e705be-0787-46ec-9f77-a0799edeee5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0428085 Apr 30 02:24:13.273938 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-998bfa0f-b961-4375-9c7c-132aaf7ca06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:13.275416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-998bfa0f-b961-4375-9c7c-132aaf7ca06c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384369 Apr 30 02:24:13.364093 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-4174c53e-7412-426d-b185-29c6d9d14538 service neutron] 10.222.0.21 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822332 Apr 30 02:24:13.452601 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-949fcfe3-5c1e-4a26-a512-26e481a5acc3 req-e8bc58db-e97d-42d8-bd8c-dcad12fb4fd3 service neutron] 10.222.0.21 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826604 Apr 30 02:24:13.464478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a25f79-db5d-45a9-9e8a-435aa9985671 req-7927cae0-4ef0-452e-8a00-e922c2fd2a4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:13.469704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0a25f79-db5d-45a9-9e8a-435aa9985671 req-7927cae0-4ef0-452e-8a00-e922c2fd2a4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0577922 Apr 30 02:24:13.504284 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a0a25f79-db5d-45a9-9e8a-435aa9985671 req-7a14a0fc-ebe4-4f9a-8364-4e4e4decbc78 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Apr 30 02:24:14.193443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:24:14.196041 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056335d5-1102-445c-ac15-c2e28c1a183c" -d '{"events": [{"name": "network-changed", "server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "tag": "1247b231-473e-4020-800d-1c5bd37c5950"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:24:14.243903 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa506bfe-feb8-486a-924f-b46574c9075f x-openstack-request-id: req-aa506bfe-feb8-486a-924f-b46574c9075f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:24:14.244184 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "tag": "1247b231-473e-4020-800d-1c5bd37c5950", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:24:14.244427 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa506bfe-feb8-486a-924f-b46574c9075f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:24:14.244821 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa506bfe-feb8-486a-924f-b46574c9075f'] response: {'name': 'network-changed', 'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950', 'status': 'completed', 'code': 200} Apr 30 02:24:14.336466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056335d5-1102-445c-ac15-c2e28c1a183c req-66fdda3f-bb73-4284-9684-55a2f29939b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.337942 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-66fdda3f-bb73-4284-9684-55a2f29939b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1094 time: 0.0718892 Apr 30 02:24:14.340364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056335d5-1102-445c-ac15-c2e28c1a183c req-83f53988-5427-41b0-a843-2d3c0480f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.341676 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-83f53988-5427-41b0-a843-2d3c0480f78d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1094 time: 0.0675325 Apr 30 02:24:14.491358 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056335d5-1102-445c-ac15-c2e28c1a183c req-33ef139f-7332-457f-a4aa-783400e14d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.492776 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-33ef139f-7332-457f-a4aa-783400e14d51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.1479409 Apr 30 02:24:14.495222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056335d5-1102-445c-ac15-c2e28c1a183c req-d02e4d9d-8213-4561-8036-5e354fa107e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.496550 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-d02e4d9d-8213-4561-8036-5e354fa107e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.1442831 Apr 30 02:24:14.604589 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-1ddfd444-31b2-4c37-8178-e8cb32257999 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 998 time: 0.1046078 Apr 30 02:24:14.612295 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-bf1f4d0b-a921-4c34-90a0-8a08584968f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 998 time: 0.1057653 Apr 30 02:24:14.623942 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a55472-df27-4ae5-ac34-ea6a2d9507c3 req-b4febd70-eb6f-4079-94b3-a5db986f56f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.625422 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07a55472-df27-4ae5-ac34-ea6a2d9507c3 req-b4febd70-eb6f-4079-94b3-a5db986f56f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0487323 Apr 30 02:24:14.664037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07a55472-df27-4ae5-ac34-ea6a2d9507c3 req-2be05cbe-9033-41a1-ae70-6bab0417ec50 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324965 Apr 30 02:24:14.686694 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056335d5-1102-445c-ac15-c2e28c1a183c req-a863a311-2348-45d8-aa1c-ecbc7ba52fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.688179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-a863a311-2348-45d8-aa1c-ecbc7ba52fae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0750589 Apr 30 02:24:14.692966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056335d5-1102-445c-ac15-c2e28c1a183c req-b120bfb9-4c48-459f-8728-32abd6deec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.694276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-b120bfb9-4c48-459f-8728-32abd6deec61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0559509 Apr 30 02:24:14.763376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056335d5-1102-445c-ac15-c2e28c1a183c req-b4eed193-12a3-4bfb-a1ab-a660812507fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.764773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-b4eed193-12a3-4bfb-a1ab-a660812507fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688295 Apr 30 02:24:14.770384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056335d5-1102-445c-ac15-c2e28c1a183c req-deabbd2f-acdb-462f-ae18-0786963d1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:14.771746 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-deabbd2f-acdb-462f-ae18-0786963d1564 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492797 Apr 30 02:24:14.919408 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-cd9b48f0-92f1-4a3f-9820-009824b8522a service neutron] 10.222.0.21 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460493 Apr 30 02:24:14.922692 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-e6bb8f4c-2037-445b-9621-c51d9df82a7b service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409049 Apr 30 02:24:15.079660 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-05441a1a-38e0-4ba9-bec2-9e353bad076d service neutron] 10.222.0.21 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490901 Apr 30 02:24:15.081433 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-056335d5-1102-445c-ac15-c2e28c1a183c req-7e02b577-78ca-4d0f-819e-8b65536c3996 service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443191 Apr 30 02:24:15.781024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0203d-be1c-424f-9b29-00cdc23e7114 req-a2364934-1253-4ab1-b3b4-ee2a3a6252fd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:15.782469 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1db0203d-be1c-424f-9b29-00cdc23e7114 req-a2364934-1253-4ab1-b3b4-ee2a3a6252fd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0475066 Apr 30 02:24:15.819162 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1db0203d-be1c-424f-9b29-00cdc23e7114 req-9383d5e8-132c-4f62-ac58-048eaa86304d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303571 Apr 30 02:24:16.102295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70d695-2be0-47ef-8e14-f6c213fd4faa req-3cd8a2ed-d92f-462e-9458-b8eb7364a81b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:16.103834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa70d695-2be0-47ef-8e14-f6c213fd4faa req-3cd8a2ed-d92f-462e-9458-b8eb7364a81b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0542030 Apr 30 02:24:16.109725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1247b231-473e-4020-800d-1c5bd37c5950 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:24:16.143111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aa70d695-2be0-47ef-8e14-f6c213fd4faa req-9ddbccbd-3751-4103-b64d-395aea3cc7f7 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331118 Apr 30 02:24:16.163143 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-ad95b71b-c6c0-4ec8-99c6-df9e8bc685e9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:16.165603 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-ad95b71b-c6c0-4ec8-99c6-df9e8bc685e9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b&tenant_id=9dca1d8ff67a425caa903b11a29edd92&binding%3Ahost_id=n-h1-821348-1 HTTP/1.1" status: 200 len: 943 time: 0.0596023 Apr 30 02:24:16.171480 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1247b231-473e-4020-800d-1c5bd37c5950 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:24:16.225236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1247b231-473e-4020-800d-1c5bd37c5950 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:24:16.233307 n-d-821348-1 neutron-server[103318]: INFO neutron.api.v2.resource [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-8e12f4d6-bdc6-4f20-b50c-dd80efcd2051 service neutron] delete failed (client error): The resource could not be found. Apr 30 02:24:16.234331 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-8e12f4d6-bdc6-4f20-b50c-dd80efcd2051 service neutron] 10.222.0.23 "DELETE /v2.0/ports/1247b231-473e-4020-800d-1c5bd37c5950/bindings/n-h2-821348-1 HTTP/1.1" status: 404 len: 380 time: 0.0569398 Apr 30 02:24:16.250488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:24:16.264409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '1247b231-473e-4020-800d-1c5bd37c5950', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'port_id': '1247b231-473e-4020-800d-1c5bd37c5950', 'mac_address': 'fa:16:3e:ea:d5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:24:16.269614 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad6ed0-3c6a-46c7-9848-4798ea8c43d3 req-2aa1320d-21d1-4e7e-beb9-7f871f64ffe9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:16.271253 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91ad6ed0-3c6a-46c7-9848-4798ea8c43d3 req-2aa1320d-21d1-4e7e-beb9-7f871f64ffe9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 943 time: 0.0536914 Apr 30 02:24:16.306566 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:16.312671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91ad6ed0-3c6a-46c7-9848-4798ea8c43d3 req-5cc41157-acce-4b91-aeb9-13a34c362b5f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Apr 30 02:24:16.320363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1247b231-473e-4020-800d-1c5bd37c5950 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:24:16.340656 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:24:16.345517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-04db5650-31a8-4f76-b1cc-e5cadbb0d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:16.347042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-04db5650-31a8-4f76-b1cc-e5cadbb0d691 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1094 time: 0.0526559 Apr 30 02:24:16.395686 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:16.441296 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-914596a7-3596-4fd3-827c-57e493c81e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:16.442618 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:16.442852 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-914596a7-3596-4fd3-827c-57e493c81e40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.0867820 Apr 30 02:24:16.450807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.451153 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.451520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.451906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.452245 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.452576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.452971 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.453304 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.453629 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.453959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.454280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.454602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:16.513738 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-f68eddeb-8559-4bf5-869b-68e2f9b40ecc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 999 time: 0.0598888 Apr 30 02:24:16.568257 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-fb58dd3d-7e6b-4536-bc3b-a4b483e76476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:16.569728 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-fb58dd3d-7e6b-4536-bc3b-a4b483e76476 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0454662 Apr 30 02:24:16.620093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1247b231-473e-4020-800d-1c5bd37c5950'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:24:16.622031 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-344d973c-679d-454d-9f4d-d0b5112da698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:16.623570 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-344d973c-679d-454d-9f4d-d0b5112da698 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437009 Apr 30 02:24:16.717453 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-1798ca3b-d5c2-472b-a492-4899688b146a service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823827 Apr 30 02:24:16.818898 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4464e333-0d0c-4390-8b32-0c5ac103c299 req-977e8832-a457-4e40-a8d3-11a8aaf3707e service neutron] 10.222.0.23 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864522 Apr 30 02:24:17.432259 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2c3b5-18f9-44fe-8f92-d8addd9695b7 req-5fd76f1b-5412-4747-a747-0e465d810033 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:17.433775 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97f2c3b5-18f9-44fe-8f92-d8addd9695b7 req-5fd76f1b-5412-4747-a747-0e465d810033 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 944 time: 0.0492041 Apr 30 02:24:17.471915 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97f2c3b5-18f9-44fe-8f92-d8addd9695b7 req-28fd6bcc-5c1c-4d27-a57d-d510314f144b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Apr 30 02:24:18.134252 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1247b231-473e-4020-800d-1c5bd37c5950 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:24:18.235298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 1247b231-473e-4020-800d-1c5bd37c5950 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:24:18.238961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 1247b231-473e-4020-800d-1c5bd37c5950 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:24:18.239335 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:18.314330 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:18.337013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:24:18.339256 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ab364-93ee-462e-9a67-5cafe05f671a" -d '{"events": [{"server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "1247b231-473e-4020-800d-1c5bd37c5950"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:24:18.351291 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:24:18.376052 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed760251-85a0-4193-8f5a-6518d57aee72 x-openstack-request-id: req-ed760251-85a0-4193-8f5a-6518d57aee72 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:24:18.376336 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "1247b231-473e-4020-800d-1c5bd37c5950", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:24:18.376581 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed760251-85a0-4193-8f5a-6518d57aee72 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:24:18.376971 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed760251-85a0-4193-8f5a-6518d57aee72'] response: {'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950', 'code': 200} Apr 30 02:24:18.447288 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:18.497893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:18.597360 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdce40-cf19-48fd-aeee-7f1e6d39292d req-d8ecb987-6940-415f-8cf9-0ac497be6f1a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:18.598831 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5cdce40-cf19-48fd-aeee-7f1e6d39292d req-d8ecb987-6940-415f-8cf9-0ac497be6f1a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0559692 Apr 30 02:24:18.636474 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b5cdce40-cf19-48fd-aeee-7f1e6d39292d req-9fd07fa3-b300-4bb6-9305-284fa44dd0e7 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Apr 30 02:24:18.658864 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39088) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:18.720883 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-168fecc4-0939-4b0d-9d2d-02bb7db704a9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/de040204-5324-4c1a-ad64-3af347cd4c2b HTTP/1.1" status: 200 len: 992 time: 0.0606997 Apr 30 02:24:19.275472 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:21.143897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:28.787720 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-f774e1fd-6c7d-478a-aff8-80ac9787950b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415282 Apr 30 02:24:28.810011 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bd3846b6-0357-412c-910a-028a7ab855f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:28.867404 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-12b04690-bb35-408c-a18e-5facf43f7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:28.868945 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-12b04690-bb35-408c-a18e-5facf43f7b7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0404627 Apr 30 02:24:28.972700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-4c9db207-7cf2-4065-a11e-204e4ca20d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:28.974168 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-4c9db207-7cf2-4065-a11e-204e4ca20d7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.0871360 Apr 30 02:24:29.037461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-e1fde49a-b4e8-44b8-b00d-7c0830a8708b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 1000 time: 0.0570836 Apr 30 02:24:29.084091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-9e3c6813-664b-42b4-90e8-cb760ff23ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:29.086316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-9e3c6813-664b-42b4-90e8-cb760ff23ca8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0432434 Apr 30 02:24:29.132860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-62587f8d-f363-45d9-80bc-d6efa0101cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:29.134596 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-62587f8d-f363-45d9-80bc-d6efa0101cc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426037 Apr 30 02:24:29.220996 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-c4d90572-bc30-47ab-bfbb-0ee7580e82a6 service neutron] 10.222.0.21 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803313 Apr 30 02:24:29.311807 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3fbc2133-200f-431c-85a4-f15057704ab4 req-cb305ebf-30ce-45f0-b587-d4a48f372035 service neutron] 10.222.0.21 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843987 Apr 30 02:24:31.029184 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c95b6c98-3732-42b7-a5dd-6580da17da61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:32.240844 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:33.915044 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:34.000880 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:40.364180 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:24:47.236889 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39102) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:47.391912 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port f347d7e7-8d74-4aeb-a438-cc5a31de6f02 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:24:47.392257 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:47.469711 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:47.470044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:47.481511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for f347d7e7-8d74-4aeb-a438-cc5a31de6f02 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:24:47.709534 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:47.736505 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=f347d7e7-8d74-4aeb-a438-cc5a31de6f02,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:47.760660 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.761005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.761341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.761673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.762001 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.762332 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.762655 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.762979 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.763301 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.763650 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.763969 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.764283 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:24:47.805517 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:47.805783 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP de040204-5324-4c1a-ad64-3af347cd4c2b disassociated (deleted). External IP: 172.25.0.39, port: 1247b231-473e-4020-800d-1c5bd37c5950. Apr 30 02:24:48.013302 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:24:48.123779 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:24:48.128563 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:48.134948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] Sync routers for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:24:48.148296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:24:48.149037 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:48.156087 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bbf6cf04-63e4-433c-bfc5-2c17b49939ab tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/floatingips/de040204-5324-4c1a-ad64-3af347cd4c2b HTTP/1.1" status: 204 len: 168 time: 0.9181366 Apr 30 02:24:48.156680 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:24:48.158930 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7" -d '{"events": [{"name": "network-changed", "server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "tag": "1247b231-473e-4020-800d-1c5bd37c5950"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:24:48.251311 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:24:48.551462 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb140f4b-7b95-4c1a-9d4c-1e3a3a070e26 x-openstack-request-id: req-bb140f4b-7b95-4c1a-9d4c-1e3a3a070e26 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:24:48.551918 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "tag": "1247b231-473e-4020-800d-1c5bd37c5950", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:24:48.554712 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb140f4b-7b95-4c1a-9d4c-1e3a3a070e26 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:24:48.555188 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb140f4b-7b95-4c1a-9d4c-1e3a3a070e26'] response: {'name': 'network-changed', 'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950', 'status': 'completed', 'code': 200} Apr 30 02:24:48.615297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-49cd8de2-b11a-407a-8706-4974c42de90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:48.626338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-49cd8de2-b11a-407a-8706-4974c42de90b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0431986 Apr 30 02:24:48.626503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:03Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:48.651290 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] Checking router: ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:24:48.659953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:24:48.660563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:48.704605 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71596a7c-7163-4656-aeee-f7f04457b152 req-5ec17ad6-3d2d-474d-8ba6-904d1bedfd44 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:48.707876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71596a7c-7163-4656-aeee-f7f04457b152 req-5ec17ad6-3d2d-474d-8ba6-904d1bedfd44 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0615475 Apr 30 02:24:48.713714 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-2b03539e-70ff-4e14-b16f-aafa7e0ba364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:48.715398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-2b03539e-70ff-4e14-b16f-aafa7e0ba364 service neutron] 10.222.0.21 "GET /v2.0/networks?id=507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 200 len: 896 time: 0.0917377 Apr 30 02:24:48.749441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-71596a7c-7163-4656-aeee-f7f04457b152 req-3625aacf-285b-41de-9327-109908d3ed7a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367115 Apr 30 02:24:48.770337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:24:48.841476 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-f8dce77e-d9aa-46e2-91c6-980f3106294e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 200 len: 217 time: 0.0396841 Apr 30 02:24:48.888959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-9e523f74-3baa-4eb9-953f-954c9cedde87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:48.890418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-9e523f74-3baa-4eb9-953f-954c9cedde87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 200 len: 834 time: 0.0431969 Apr 30 02:24:48.935588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-72cdd22b-a254-4c60-a813-7e55eb866ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:48.937085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-72cdd22b-a254-4c60-a813-7e55eb866ca1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=507ae09c-c9f8-49a9-beb3-fd04867b2175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392702 Apr 30 02:24:48.968461 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:03Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:48.995062 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165bdf4-755c-4820-8fc5-74397e9866ed None None] The sync data for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 is: [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:23:01Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'e159ad3b-aaad-4589-939c-e87ec2072f74', 'name': '', 'network_id': '507ae09c-c9f8-49a9-beb3-fd04867b2175', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:95:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:23:00Z', 'updated_at': '2022-04-30T02:23:03Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': 'd6d802a4-6f89-4884-b58e-5d18d32766f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:24:49.035455 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-b1aec53d-81c9-4976-bbc2-aec596c0de50 service neutron] 10.222.0.21 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893464 Apr 30 02:24:49.127379 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d7bcd8a-f6ad-4585-81ee-33c6ac8888c7 req-55b4892d-4eec-487b-bb90-962a7ec995c5 service neutron] 10.222.0.21 "GET /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Apr 30 02:24:49.222812 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e337e86-6f26-488d-a05e-fdde55ea472b None None] New status for floating IP de040204-5324-4c1a-ad64-3af347cd4c2b: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:24:49.281263 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:49.866156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae702-c6cc-4a3c-8af2-c01357ee09c8 req-a7a7b30a-809e-41fd-8df6-52da55d85305 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:49.872180 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-880ae702-c6cc-4a3c-8af2-c01357ee09c8 req-a7a7b30a-809e-41fd-8df6-52da55d85305 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0490065 Apr 30 02:24:49.906249 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-880ae702-c6cc-4a3c-8af2-c01357ee09c8 req-8de6a4dc-072b-4369-9bcf-42089bb9cb4e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae8a14dc-0315-4945-955d-be08585aa608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322175 Apr 30 02:24:50.019977 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681303-82f8-4268-a12f-b507caba2a40 req-25e88950-9e2f-4717-a7ae-f9241e61d4b1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:50.021426 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-24681303-82f8-4268-a12f-b507caba2a40 req-25e88950-9e2f-4717-a7ae-f9241e61d4b1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 945 time: 0.0531886 Apr 30 02:24:50.106422 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 1247b231-473e-4020-800d-1c5bd37c5950 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:24:50.106766 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:50.196251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 1247b231-473e-4020-800d-1c5bd37c5950, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1247b231-473e-4020-800d-1c5bd37c5950,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:24:50.196536 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:50.209052 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 1247b231-473e-4020-800d-1c5bd37c5950 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:24:50.429489 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:50.461684 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=1247b231-473e-4020-800d-1c5bd37c5950,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:50.506496 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] No DVR routers for this DVR port 1247b231-473e-4020-800d-1c5bd37c5950 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:24:50.510147 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:50.513525 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-24681303-82f8-4268-a12f-b507caba2a40 req-f4851df1-0279-48da-bb57-14d7681461ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "DELETE /v2.0/ports/1247b231-473e-4020-800d-1c5bd37c5950 HTTP/1.1" status: 204 len: 173 time: 0.4864140 Apr 30 02:24:50.513991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'name': 'network-vif-deleted', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:24:50.516329 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd059b-c88d-4c4e-8ef7-fce64846b9da" -d '{"events": [{"server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "name": "network-vif-deleted", "tag": "1247b231-473e-4020-800d-1c5bd37c5950"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:24:50.552220 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4ea95c-9c0f-495e-b2fc-d6ae6760fbcc x-openstack-request-id: req-1b4ea95c-9c0f-495e-b2fc-d6ae6760fbcc {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:24:50.552515 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997f0e0a-b67f-4288-83d9-350f9b54fd2b", "name": "network-vif-deleted", "tag": "1247b231-473e-4020-800d-1c5bd37c5950", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:24:50.552762 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b4ea95c-9c0f-495e-b2fc-d6ae6760fbcc {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:24:50.553170 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4ea95c-9c0f-495e-b2fc-d6ae6760fbcc'] response: {'server_uuid': '997f0e0a-b67f-4288-83d9-350f9b54fd2b', 'name': 'network-vif-deleted', 'tag': '1247b231-473e-4020-800d-1c5bd37c5950', 'status': 'completed', 'code': 200} Apr 30 02:24:51.018733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-32a34b6e-93d7-4daa-945e-80591fd3d67b req-733c65fd-29b9-4cf5-8a02-fce2f8e1eb3e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=997f0e0a-b67f-4288-83d9-350f9b54fd2b HTTP/1.1" status: 200 len: 210 time: 0.0260253 Apr 30 02:24:51.149331 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:52.076162 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39122) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:52.429565 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:52.679748 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port e159ad3b-aaad-4589-939c-e87ec2072f74 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:24:52.680007 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:52.766361 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port e159ad3b-aaad-4589-939c-e87ec2072f74, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=e159ad3b-aaad-4589-939c-e87ec2072f74,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:24:52.766718 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:52.779908 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for e159ad3b-aaad-4589-939c-e87ec2072f74 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:24:53.023130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:53.048005 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=e159ad3b-aaad-4589-939c-e87ec2072f74,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:53.226645 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:53.704376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:24:53.805013 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:24:53.810867 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c3e3daff-5074-47c1-ab45-f9e5fa5e2b14 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7334552 Apr 30 02:24:53.813445 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39124) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:53.815502 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] Sync routers for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:24:53.825266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:24:53.825868 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:53.866937 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8585a9c-d8b3-4a9b-b552-bb74fe4394af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting subnet d6d802a4-6f89-4884-b58e-5d18d32766f8 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:24:53.870623 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8585a9c-d8b3-4a9b-b552-bb74fe4394af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:53.910235 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8585a9c-d8b3-4a9b-b552-bb74fe4394af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:53.928957 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:24:53.991510 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8585a9c-d8b3-4a9b-b552-bb74fe4394af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.106481 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:24:52Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:54.121709 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8585a9c-d8b3-4a9b-b552-bb74fe4394af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.134508 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] Checking router: ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:24:54.142910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] Routers {'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:24:54.143578 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:54.152158 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f8585a9c-d8b3-4a9b-b552-bb74fe4394af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.155745 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f8585a9c-d8b3-4a9b-b552-bb74fe4394af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/subnets/d6d802a4-6f89-4884-b58e-5d18d32766f8 HTTP/1.1" status: 204 len: 168 time: 0.3413441 Apr 30 02:24:54.156775 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8585a9c-d8b3-4a9b-b552-bb74fe4394af tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d802a4-6f89-4884-b58e-5d18d32766f8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:54.158339 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39126) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:54.179755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a030c-1d90-4955-8162-3d2dc7967202 None None] Network 507ae09c-c9f8-49a9-beb3-fd04867b2175 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:24:54.266163 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.280456 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1247b231-473e-4020-800d-1c5bd37c5950 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:24:54.314078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 1247b231-473e-4020-800d-1c5bd37c5950 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:24:54.314415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1247b231-473e-4020-800d-1c5bd37c5950 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:24:54.360530 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] Set router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:24:54.371191 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.486070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:24:54.486616 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.538750 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] DHCP port deletion for 507ae09c-c9f8-49a9-beb3-fd04867b2175 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:24:54.572920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:24:54.573281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.580267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:24:52Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:54.585959 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:24:54.610150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22180425-314d-4ec2-bcb2-39787da3d687 None None] The sync data for ids ['ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8'] in n-d-821348-1 is: [{'id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369215001', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:22:56Z', 'updated_at': '2022-04-30T02:24:52Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:22:57Z', 'updated_at': '2022-04-30T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:24:54.630593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] Deleting port 1a63bb47-c91a-4260-84ae-f156c66fb876 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:24:54.631281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.694136 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] For port 1a63bb47-c91a-4260-84ae-f156c66fb876, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1a63bb47-c91a-4260-84ae-f156c66fb876,segment=NetworkSegment(6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98),segment_id=6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:24:54.694520 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.708026 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] Calling delete_port for 1a63bb47-c91a-4260-84ae-f156c66fb876 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:24:54.835295 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.846175 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:54.866049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:54.870196 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] Pushing event deleted for resources: {'Port': ['ID=1a63bb47-c91a-4260-84ae-f156c66fb876,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:54.875824 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a71b3-9177-46e7-b7dc-795b0bc55e93 None None] No DVR routers for this DVR port 1a63bb47-c91a-4260-84ae-f156c66fb876 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:24:54.929684 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.022448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.025416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.132647 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.133441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Fanout notify agent at l3_agent the message router_deleted on router ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:24:55.140164 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.141285 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a4dbf13-c333-4340-83df-a549bcb621f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/routers/ac19ecaf-3d9d-4729-a6c0-06210ee7e7b8 HTTP/1.1" status: 204 len: 168 time: 0.9819424 Apr 30 02:24:55.143839 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39128) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:55.223143 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.311279 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.334891 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507ae09c-c9f8-49a9-beb3-fd04867b2175']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:55.343913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:55.344204 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1e7fbc-08ca-4fd9-8002-d2b15ee51c98') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:24:55.353662 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.366040 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.372215 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:24:55.372589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:24:55.375380 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:24:55.485925 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.494989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.495785 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/networks/507ae09c-c9f8-49a9-beb3-fd04867b2175 HTTP/1.1" status: 204 len: 168 time: 0.3510041 Apr 30 02:24:55.498526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39130) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:55.507405 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47588-2bc6-4a63-85a9-b01d773187ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Network': ['ID=507ae09c-c9f8-49a9-beb3-fd04867b2175,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:55.558058 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fba1d93-b4dc-4f29-8ed0-c7509882eecf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.583817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fba1d93-b4dc-4f29-8ed0-c7509882eecf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.635292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1a63bb47-c91a-4260-84ae-f156c66fb876 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:24:55.656207 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1a63bb47-c91a-4260-84ae-f156c66fb876 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:24:55.656548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1a63bb47-c91a-4260-84ae-f156c66fb876 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:24:55.656981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:24:55.675689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:24:55.676033 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5d5d7df2-dce8-4f6f-b3cf-da78cbcddf8a not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:24:55.676437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e159ad3b-aaad-4589-939c-e87ec2072f74 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:24:55.698644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: e159ad3b-aaad-4589-939c-e87ec2072f74 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:24:55.698991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device e159ad3b-aaad-4589-939c-e87ec2072f74 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:24:55.712846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fba1d93-b4dc-4f29-8ed0-c7509882eecf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.712846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0fba1d93-b4dc-4f29-8ed0-c7509882eecf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:55.713916 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0fba1d93-b4dc-4f29-8ed0-c7509882eecf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/security-groups/ae8a14dc-0315-4945-955d-be08585aa608 HTTP/1.1" status: 204 len: 168 time: 0.2144167 Apr 30 02:24:55.723316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba1d93-b4dc-4f29-8ed0-c7509882eecf tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8a14dc-0315-4945-955d-be08585aa608,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:56.207840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39136) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:56.212971 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8337e1d1-125d-4ac5-b09c-f866ff3d1b72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78916888', 'description': 'tempest-secgroup-smoke-78916888 description', 'project_id': '9dca1d8ff67a425caa903b11a29edd92'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:56.276055 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8337e1d1-125d-4ac5-b09c-f866ff3d1b72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.340778 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8337e1d1-125d-4ac5-b09c-f866ff3d1b72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.406408 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8337e1d1-125d-4ac5-b09c-f866ff3d1b72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.434653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337e1d1-125d-4ac5-b09c-f866ff3d1b72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6b9d6d-f191-4651-b5d8-896895a0d4b8,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:56.512179 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8337e1d1-125d-4ac5-b09c-f866ff3d1b72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.513424 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8337e1d1-125d-4ac5-b09c-f866ff3d1b72 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3045909 Apr 30 02:24:56.516355 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39138) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:56.520895 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f429628d-4bc0-486c-8949-d9a3b89385c9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '9d6b9d6d-f191-4651-b5d8-896895a0d4b8', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:56.606579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f429628d-4bc0-486c-8949-d9a3b89385c9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.652631 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f429628d-4bc0-486c-8949-d9a3b89385c9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.720986 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f429628d-4bc0-486c-8949-d9a3b89385c9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.740104 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429628d-4bc0-486c-8949-d9a3b89385c9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aa10c2-409f-41bd-acd4-b8a02eddb2c3,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:56.803129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f429628d-4bc0-486c-8949-d9a3b89385c9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.804369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-f429628d-4bc0-486c-8949-d9a3b89385c9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2870288 Apr 30 02:24:56.807851 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39140) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:56.812313 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-184e3e0b-56e0-48f8-8747-9c1281122565 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '9d6b9d6d-f191-4651-b5d8-896895a0d4b8', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:56.879551 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-184e3e0b-56e0-48f8-8747-9c1281122565 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.937226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-184e3e0b-56e0-48f8-8747-9c1281122565 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:56.983956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-184e3e0b-56e0-48f8-8747-9c1281122565 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.002102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e3e0b-56e0-48f8-8747-9c1281122565 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09675f6-2259-4ccc-8e44-9e3ac9ee5a18,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:57.048868 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-184e3e0b-56e0-48f8-8747-9c1281122565 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.050075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-184e3e0b-56e0-48f8-8747-9c1281122565 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2412341 Apr 30 02:24:57.052743 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39142) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:57.057036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c01e2c3c-cf15-4ad8-ad38-e112842e702b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '9d6b9d6d-f191-4651-b5d8-896895a0d4b8', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:57.137020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c01e2c3c-cf15-4ad8-ad38-e112842e702b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.194246 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c01e2c3c-cf15-4ad8-ad38-e112842e702b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.269212 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c01e2c3c-cf15-4ad8-ad38-e112842e702b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.286980 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e2c3c-cf15-4ad8-ad38-e112842e702b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1dc828-fcf8-4a52-920b-03094c625498,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:57.346474 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c01e2c3c-cf15-4ad8-ad38-e112842e702b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.347775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c01e2c3c-cf15-4ad8-ad38-e112842e702b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940969 Apr 30 02:24:57.350748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39144) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:57.355545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-92f07960-fb85-4916-932e-8107fcb18d27 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '9d6b9d6d-f191-4651-b5d8-896895a0d4b8', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:57.440914 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92f07960-fb85-4916-932e-8107fcb18d27 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.500911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92f07960-fb85-4916-932e-8107fcb18d27 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.584095 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92f07960-fb85-4916-932e-8107fcb18d27 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.602250 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f07960-fb85-4916-932e-8107fcb18d27 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7951fa7-461b-4b63-a206-08661ee558d7,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:57.683510 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-92f07960-fb85-4916-932e-8107fcb18d27 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.684724 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-92f07960-fb85-4916-932e-8107fcb18d27 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3329191 Apr 30 02:24:57.687554 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39146) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:57.691780 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-db884d51-16d6-4733-b2f2-33443d1b4809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '9d6b9d6d-f191-4651-b5d8-896895a0d4b8', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:57.766457 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-db884d51-16d6-4733-b2f2-33443d1b4809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:24:57.771392 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db884d51-16d6-4733-b2f2-33443d1b4809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.830119 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db884d51-16d6-4733-b2f2-33443d1b4809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.909179 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db884d51-16d6-4733-b2f2-33443d1b4809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.926186 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db884d51-16d6-4733-b2f2-33443d1b4809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03e486b-bf25-4126-a9ad-058ba272c3ae,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:57.985383 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-db884d51-16d6-4733-b2f2-33443d1b4809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:57.986677 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-db884d51-16d6-4733-b2f2-33443d1b4809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2982147 Apr 30 02:24:57.989503 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39148) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:57.994423 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e411c4bb-2fc2-43bb-b00b-83ebd4f766b0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': '9d6b9d6d-f191-4651-b5d8-896895a0d4b8', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:58.063732 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-e411c4bb-2fc2-43bb-b00b-83ebd4f766b0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:24:58.068655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e411c4bb-2fc2-43bb-b00b-83ebd4f766b0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.129369 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e411c4bb-2fc2-43bb-b00b-83ebd4f766b0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.183548 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e411c4bb-2fc2-43bb-b00b-83ebd4f766b0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.201367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411c4bb-2fc2-43bb-b00b-83ebd4f766b0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e85d4dd-3d41-418d-847e-bfa94f4c2a28,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:58.270665 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e411c4bb-2fc2-43bb-b00b-83ebd4f766b0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.271993 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e411c4bb-2fc2-43bb-b00b-83ebd4f766b0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2814984 Apr 30 02:24:58.274842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39150) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:58.279588 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'network': {'name': 'tempest-network-smoke--227762153', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'port_security_enabled': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:58.371511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:24:58.375005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.398009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:24:58.406953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.411620 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Added segment bc7353c0-92d7-45e4-a4ec-3eac037e23c3 of type vlan for network 3389c6ae-17c9-4b78-830b-e77ebc58efce Apr 30 02:24:58.448856 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.543890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.550009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:24:58.550642 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.616085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Network': ['ID=3389c6ae-17c9-4b78-830b-e77ebc58efce,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:24:58.626251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:24:58.632275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e504a9ac-47f5-4285-8960-8c3fe5708990 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3563831 Apr 30 02:24:58.635336 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39152) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:24:58.641589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'admin_state_up': True, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:24:58.796055 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.797113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.812862 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9a30441-bce5-4961-9330-f8a3df9ea9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:58.852793 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:59.026437 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:59.261539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:59.279608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:59.676860 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.84 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/18fa121a-efe7-4cd3-888f-3641c80db007) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:24:59.775366 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:59.858610 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:24:59.896071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:24:59.898739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:24:59.905671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:24:59.931449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=18fa121a-efe7-4cd3-888f-3641c80db007,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:00.207608 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:00.402423 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:00.583294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router a0bf5e3f-1f0d-4274-97ad-4832041e4579 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:25:00.686609 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:25:00.697282 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Sync routers for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:25:00.706907 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:25:00.710273 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:24:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:00.752251 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:00.753545 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-93154cdf-d172-4ab5-86f0-bf758c705847 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1171834 Apr 30 02:25:00.756643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39154) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:00.812463 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:25:00.850062 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-691fc631-21c8-489d-8e15-31f2748ae87d tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9dca1d8ff67a425caa903b11a29edd92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0923240 Apr 30 02:25:00.853582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39158) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:00.988166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:00Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:01.001821 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cad497-8ee5-4e38-add7-c0a505df1689 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:01.006979 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-27cad497-8ee5-4e38-add7-c0a505df1689 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488421 Apr 30 02:25:01.006979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39160) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:01.018578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf13a034-bac7-44d6-acbc-a2a492df9331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.020719 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Checking router: a0bf5e3f-1f0d-4274-97ad-4832041e4579 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:25:01.021062 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Updating router a0bf5e3f-1f0d-4274-97ad-4832041e4579 port 18fa121a-efe7-4cd3-888f-3641c80db007 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:25:01.041992 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4893b180-9a31-41d0-babf-90a1f0adadc0 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345032 Apr 30 02:25:01.044507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39162) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:01.046635 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.049258 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-504410343', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:25:01.172769 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:25:01.176385 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.293945 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.355606 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.401453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.409541 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Attempting to bind port 18fa121a-efe7-4cd3-888f-3641c80db007 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:25:01.409541 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Attempting to bind port 18fa121a-efe7-4cd3-888f-3641c80db007 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:25:01.409541 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Attempting to bind port 18fa121a-efe7-4cd3-888f-3641c80db007 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:25:01.414041 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Pushing event updated for resources: {'Port': ['ID=18fa121a-efe7-4cd3-888f-3641c80db007,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:01.416951 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:25:01.417375 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:25:01.417765 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.418159 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:25:01.418613 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Bound port: 18fa121a-efe7-4cd3-888f-3641c80db007, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:25:01.418976 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.425193 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.425534 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.425868 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.426193 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.426560 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.426879 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.427199 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.427543 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.427859 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.428170 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.428490 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.428799 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:25:01.466753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Subnet': ['ID=0883293c-8e90-4c55-9f13-f6854e0a0985,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:01.470474 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Checking segment: {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:25:01.470962 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network hostable DHCP agents. Network: 3389c6ae-17c9-4b78-830b-e77ebc58efce, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:25:01.486098 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] For port 18fa121a-efe7-4cd3-888f-3641c80db007, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:25:01.489117 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] For port 18fa121a-efe7-4cd3-888f-3641c80db007, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=18fa121a-efe7-4cd3-888f-3641c80db007,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:25:01.566248 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:25:01.595353 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.645844 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 3389c6ae-17c9-4b78-830b-e77ebc58efce) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:25:01.650001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:01.650675 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.651741 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:25:01.652372 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:01.655948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8813d2-8fc5-4c93-92e5-0589cfe31bf5 None None] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:25:01.657197 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513cfc8-de8e-4067-920d-5431b46eb77f None None] Pushing event updated for resources: {'Port': ['ID=18fa121a-efe7-4cd3-888f-3641c80db007,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:01.762495 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:25:01.772382 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a66244c6-8926-49db-9be5-3343eee36f60 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7243252 Apr 30 02:25:01.772923 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39164) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:01.810056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-3389c6ae-17c9-4b78-830b-e77ebc58efce', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:25:01.811063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:01.945590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Allocated IP 172.20.0.2 (3389c6ae-17c9-4b78-830b-e77ebc58efce/0883293c-8e90-4c55-9f13-f6854e0a0985/a8935519-e4d3-4897-bad0-5eb9d9658013) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:25:01.955110 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:00Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:01.985887 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770bcdf-d1a8-4cbc-ba94-4a832aa6736a None None] The sync data for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 is: [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:00Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:25:02.129420 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.202016 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.245703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:25:02.253897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.254857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:25:02.259447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:25:02.275122 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Pushing event updated for resources: {'Port': ['ID=a8935519-e4d3-4897-bad0-5eb9d9658013,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:02.300445 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.361831 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Attempting to bind port a8935519-e4d3-4897-bad0-5eb9d9658013 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:25:02.362212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Attempting to bind port a8935519-e4d3-4897-bad0-5eb9d9658013 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:25:02.362602 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Attempting to bind port a8935519-e4d3-4897-bad0-5eb9d9658013 on network 3389c6ae-17c9-4b78-830b-e77ebc58efce {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:25:02.376103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:25:02.376503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Checking segment: {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:25:02.376914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.377314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Bound using segment: {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:25:02.379672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Bound port: a8935519-e4d3-4897-bad0-5eb9d9658013, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:25:02.380466 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.460055 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] For port a8935519-e4d3-4897-bad0-5eb9d9658013, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:25:02.465046 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] For port a8935519-e4d3-4897-bad0-5eb9d9658013, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a8935519-e4d3-4897-bad0-5eb9d9658013,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:25:02.550826 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.644959 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7ea16-119e-491f-acbb-d6ba74820f55 None None] Pushing event updated for resources: {'Port': ['ID=a8935519-e4d3-4897-bad0-5eb9d9658013,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:02.673973 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.1 (3389c6ae-17c9-4b78-830b-e77ebc58efce/0883293c-8e90-4c55-9f13-f6854e0a0985/05cadb10-ba45-4092-8458-256d44f3b2c5) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:25:02.812698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.935741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:02.989145 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:25:02.994327 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:25:03.001002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:25:03.035850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=05cadb10-ba45-4092-8458-256d44f3b2c5,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:03.057721 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:03.252795 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:03.607203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a8935519-e4d3-4897-bad0-5eb9d9658013 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:25:03.665438 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a8935519-e4d3-4897-bad0-5eb9d9658013 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:03.665888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:03.717428 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26adcf-0a31-46f2-9d7e-37a80e86bc6d None None] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:25:03.854177 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:03.915896 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:03.995556 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:03.998050 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=05cadb10-ba45-4092-8458-256d44f3b2c5,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:04.000505 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.044695 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-533bfe8a-3dd1-4a4c-a8d3-c052cc82b70a None None] Provisioning complete for port a8935519-e4d3-4897-bad0-5eb9d9658013 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:04.045065 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-533bfe8a-3dd1-4a4c-a8d3-c052cc82b70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.103570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:25:04.105238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:25:04.117212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port a8935519-e4d3-4897-bad0-5eb9d9658013, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a8935519-e4d3-4897-bad0-5eb9d9658013,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:25:04.124984 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.125678 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.200218 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.200948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 18fa121a-efe7-4cd3-888f-3641c80db007 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:25:04.223369 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router a0bf5e3f-1f0d-4274-97ad-4832041e4579 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:25:04.280689 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-533bfe8a-3dd1-4a4c-a8d3-c052cc82b70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.319582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=a8935519-e4d3-4897-bad0-5eb9d9658013,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:04.338591 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:25:04.348991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-95243201-87f1-4a29-a39c-f7c6f72251f8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/a0bf5e3f-1f0d-4274-97ad-4832041e4579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5702918 Apr 30 02:25:04.359061 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Sync routers for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:25:04.377462 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 18fa121a-efe7-4cd3-888f-3641c80db007 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:04.377841 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.382032 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.db.api [None req-533bfe8a-3dd1-4a4c-a8d3-c052cc82b70a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 02:25:04.382375 n-d-821348-1 neutron-server[103320]: DEBUG oslo_db.api [None req-533bfe8a-3dd1-4a4c-a8d3-c052cc82b70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 02:25:04.406515 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:25:04.407163 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:04.558529 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-0d0dba70-1109-4e40-bb4e-709fc9bea915 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78916888&fields=id&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 267 time: 0.0360291 Apr 30 02:25:04.562444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:25:04.564724 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.619149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 18fa121a-efe7-4cd3-888f-3641c80db007, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=18fa121a-efe7-4cd3-888f-3641c80db007,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:25:04.683193 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-6ca56517-a15a-4c55-ab9c-ed7bbe5d983c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:04.685045 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-6ca56517-a15a-4c55-ab9c-ed7bbe5d983c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/networks?id=3389c6ae-17c9-4b78-830b-e77ebc58efce HTTP/1.1" status: 200 len: 796 time: 0.1181893 Apr 30 02:25:04.704102 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-89a8ecf8-9430-4d93-af36-699656a4a5aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/quotas/9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 375 time: 0.0103896 Apr 30 02:25:04.705088 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.763651 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-4bc9c1bf-3e2b-4824-8a00-c9b80e4c40e1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516000 Apr 30 02:25:04.804272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=18fa121a-efe7-4cd3-888f-3641c80db007,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:04.834012 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 2, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:04.861966 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Checking router: a0bf5e3f-1f0d-4274-97ad-4832041e4579 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:25:04.862598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Updating router a0bf5e3f-1f0d-4274-97ad-4832041e4579 port 05cadb10-ba45-4092-8458-256d44f3b2c5 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:25:04.875682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-7398d99a-8805-42f2-b9d2-25273cb682fc service neutron] 10.222.0.15 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995433 Apr 30 02:25:04.908862 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:04.969420 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-8e090f8b-b9bd-4adb-936a-1d0139998838 service neutron] 10.222.0.15 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870402 Apr 30 02:25:05.114577 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-65c2bc4c-1f63-46ce-ae88-16cb7df8a873 None None] Provisioning complete for port 05cadb10-ba45-4092-8458-256d44f3b2c5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:05.114949 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c2bc4c-1f63-46ce-ae88-16cb7df8a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.170998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65c2bc4c-1f63-46ce-ae88-16cb7df8a873 None None] Port 05cadb10-ba45-4092-8458-256d44f3b2c5 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:25:05.197653 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8c6691ac-f8c4-4829-8086-cf2d0e095199 req-95600249-7005-4136-8c87-413e57d53b4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 210 time: 0.0292270 Apr 30 02:25:05.210980 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-65c2bc4c-1f63-46ce-ae88-16cb7df8a873 None None] Provisioning complete for port a8935519-e4d3-4897-bad0-5eb9d9658013 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:05.211890 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c2bc4c-1f63-46ce-ae88-16cb7df8a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.257651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.321232 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.373550 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c20b7-6c5c-465b-a9db-57467f5f24c3 None None] Pushing event updated for resources: {'Port': ['ID=05cadb10-ba45-4092-8458-256d44f3b2c5,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:05.423714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Attempting to bind port 05cadb10-ba45-4092-8458-256d44f3b2c5 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:25:05.424088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Attempting to bind port 05cadb10-ba45-4092-8458-256d44f3b2c5 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:25:05.424455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Attempting to bind port 05cadb10-ba45-4092-8458-256d44f3b2c5 on network 3389c6ae-17c9-4b78-830b-e77ebc58efce {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:25:05.429872 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:25:05.430296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Checking segment: {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:25:05.430925 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.431463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Bound using segment: {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:25:05.431933 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Bound port: 05cadb10-ba45-4092-8458-256d44f3b2c5, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:25:05.432311 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.503063 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] For port 05cadb10-ba45-4092-8458-256d44f3b2c5, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:25:05.506507 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] For port 05cadb10-ba45-4092-8458-256d44f3b2c5, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=05cadb10-ba45-4092-8458-256d44f3b2c5,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:25:05.546405 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a8935519-e4d3-4897-bad0-5eb9d9658013 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:25:05.594834 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a8935519-e4d3-4897-bad0-5eb9d9658013 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:05.595205 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.623774 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.689998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-57852ed3-3329-4c90-bd64-d1cd00ecd481 None None] Provisioning complete for port 05cadb10-ba45-4092-8458-256d44f3b2c5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:05.690372 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57852ed3-3329-4c90-bd64-d1cd00ecd481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:05.734147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c20b7-6c5c-465b-a9db-57467f5f24c3 None None] Pushing event updated for resources: {'Port': ['ID=05cadb10-ba45-4092-8458-256d44f3b2c5,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:05.741310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:25:05.741940 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:05.993191 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 18fa121a-efe7-4cd3-888f-3641c80db007 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:25:06.111248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:25:06.113982 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57852ed3-3329-4c90-bd64-d1cd00ecd481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:06.178360 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 18fa121a-efe7-4cd3-888f-3641c80db007 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:06.178731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:06.244349 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-57852ed3-3329-4c90-bd64-d1cd00ecd481 None None] For port 05cadb10-ba45-4092-8458-256d44f3b2c5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=05cadb10-ba45-4092-8458-256d44f3b2c5,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:25:06.316209 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a83c5e63-5456-4f2c-b416-1e3709111d60 req-a2a805e1-9039-4a25-8d6b-85927be30d2e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 210 time: 0.0315371 Apr 30 02:25:06.316981 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57852ed3-3329-4c90-bd64-d1cd00ecd481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:06.427145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57852ed3-3329-4c90-bd64-d1cd00ecd481 None None] Pushing event updated for resources: {'Port': ['ID=05cadb10-ba45-4092-8458-256d44f3b2c5,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:06.455474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7e7a1785-764b-4fbf-9512-84ff3d8224c2 None None] Provisioning complete for port 05cadb10-ba45-4092-8458-256d44f3b2c5 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:06.455845 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1785-764b-4fbf-9512-84ff3d8224c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:06.491474 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:05Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:06.526131 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a490445-226a-499b-bdfb-1263495ea360 None None] The sync data for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 is: [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:05Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:25:07.299362 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-63bd6018-efb8-4fdf-a096-3d5b30bdc217 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:07.300946 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-63bd6018-efb8-4fdf-a096-3d5b30bdc217 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/networks?id=3389c6ae-17c9-4b78-830b-e77ebc58efce HTTP/1.1" status: 200 len: 796 time: 0.1110935 Apr 30 02:25:07.354644 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-f619ec0a-eb88-448f-a586-e9bb378f4104 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 378 time: 0.0435946 Apr 30 02:25:07.366016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'port': {'device_id': '6433ec75-3191-4e94-9306-a69e51f27232', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'admin_state_up': True, 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'security_groups': ['9d6b9d6d-f191-4651-b5d8-896895a0d4b8']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:25:07.418406 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea11a627-1aa3-4683-836d-43dce1a71ffd req-7250914f-e043-4c30-aa90-155416d70d2a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 210 time: 0.0277052 Apr 30 02:25:07.552174 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 05cadb10-ba45-4092-8458-256d44f3b2c5 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:25:07.584511 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:25:07.589072 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:07.605181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 05cadb10-ba45-4092-8458-256d44f3b2c5 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:07.605693 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:07.723961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.14 (3389c6ae-17c9-4b78-830b-e77ebc58efce/0883293c-8e90-4c55-9f13-f6854e0a0985/80ef512e-95c6-4d7b-b33c-8eaa95f95d54) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:25:07.858096 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:07.938445 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:07.987294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:25:07.990417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:25:07.994346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:25:08.019070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:08.047640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:08.048273 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:08.136099 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-81779528-cf73-4fa1-a8db-55c69bc866e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742081 Apr 30 02:25:08.152183 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Request body: {'port': {'device_id': '6433ec75-3191-4e94-9306-a69e51f27232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:25:08.205465 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:08.219886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3066ad2f-da4d-4af2-8246-8a4212d97fd8 None None] Provisioning complete for port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:08.220268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3066ad2f-da4d-4af2-8246-8a4212d97fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:08.255258 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3066ad2f-da4d-4af2-8246-8a4212d97fd8 None None] Port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:25:08.472751 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:25:08.480826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:08.493669 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Transition to ACTIVE for port object 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:25:08.538227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f7786-edc8-4bc7-accc-26bca7c0620b req-ffc06589-5dc6-409a-8cca-8fc59546c5b4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:08.540433 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f4f7786-edc8-4bc7-accc-26bca7c0620b req-ffc06589-5dc6-409a-8cca-8fc59546c5b4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 932 time: 0.0522170 Apr 30 02:25:08.555879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:08.580334 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5f4f7786-edc8-4bc7-accc-26bca7c0620b req-9419c7cb-f38d-49a3-b434-ac95f80e5ecc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338106 Apr 30 02:25:08.609629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Pushing event updated for resources: {'Port': ['ID=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:08.681982 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Attempting to bind port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:25:08.682322 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Attempting to bind port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:25:08.682650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Attempting to bind port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 on network 3389c6ae-17c9-4b78-830b-e77ebc58efce {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:25:08.687392 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 on network 3389c6ae-17c9-4b78-830b-e77ebc58efce not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:25:08.687880 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Attempting to bind port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 on network 3389c6ae-17c9-4b78-830b-e77ebc58efce {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:25:08.692792 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:25:08.693137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Checking segment: {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:25:08.693525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Bound using segment: {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:25:08.693948 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Bound port: 80ef512e-95c6-4d7b-b33c-8eaa95f95d54, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:25:08.694305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:08.769871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] For port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:25:08.770822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] For port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:25:08.846460 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:08.879610 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:08.880128 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:08.882120 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] 10.222.0.23 "PUT /v2.0/ports/80ef512e-95c6-4d7b-b33c-8eaa95f95d54 HTTP/1.1" status: 200 len: 1092 time: 0.7344282 Apr 30 02:25:08.885584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:25:08.888697 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc92cd39-2a94-412d-abd4-17b0a2636091" -d '{"events": [{"name": "network-changed", "server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:25:08.916177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5fe9b-d847-4910-b66d-468cca9b1237 service neutron] Pushing event updated for resources: {'Port': ['ID=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:08.935911 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84fd9a4-a6e1-4525-b9b2-8cd7fff36d09 x-openstack-request-id: req-f84fd9a4-a6e1-4525-b9b2-8cd7fff36d09 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:25:08.935911 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:25:08.935911 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f84fd9a4-a6e1-4525-b9b2-8cd7fff36d09 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:25:08.935911 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84fd9a4-a6e1-4525-b9b2-8cd7fff36d09'] response: {'name': 'network-changed', 'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'status': 'completed', 'code': 200} Apr 30 02:25:09.004226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92cd39-2a94-412d-abd4-17b0a2636091 req-9a02c5af-1c09-4e81-b564-12443a1eb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:09.005599 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc92cd39-2a94-412d-abd4-17b0a2636091 req-9a02c5af-1c09-4e81-b564-12443a1eb04d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1095 time: 0.0423682 Apr 30 02:25:09.116357 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92cd39-2a94-412d-abd4-17b0a2636091 req-6771ec47-f908-4c70-8fc3-b0dd26f9cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:09.118328 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc92cd39-2a94-412d-abd4-17b0a2636091 req-6771ec47-f908-4c70-8fc3-b0dd26f9cbd6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9dca1d8ff67a425caa903b11a29edd92&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0969861 Apr 30 02:25:09.212049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92cd39-2a94-412d-abd4-17b0a2636091 req-b88bd83c-ce18-4e51-bbb3-a4e6114f068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:09.213435 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fc92cd39-2a94-412d-abd4-17b0a2636091 req-b88bd83c-ce18-4e51-bbb3-a4e6114f068f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0856040 Apr 30 02:25:09.298276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-60bf0d11-85f9-450c-8e59-64b5d9ff4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:09.299785 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-60bf0d11-85f9-450c-8e59-64b5d9ff4d15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1095 time: 0.0400603 Apr 30 02:25:09.350815 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-64666718-59f1-4464-a3ba-575c6b4fe6e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54 HTTP/1.1" status: 200 len: 217 time: 0.0382023 Apr 30 02:25:09.398827 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-f10dae42-753e-46c0-aa8a-ec7bd40b4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:09.400586 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-f10dae42-753e-46c0-aa8a-ec7bd40b4767 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0883293c-8e90-4c55-9f13-f6854e0a0985 HTTP/1.1" status: 200 len: 834 time: 0.0436220 Apr 30 02:25:09.449842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-63ba5a36-9a04-41bb-9fc1-5b5c34e96923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:09.451314 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-63ba5a36-9a04-41bb-9fc1-5b5c34e96923 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3389c6ae-17c9-4b78-830b-e77ebc58efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407717 Apr 30 02:25:09.549687 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-eb825678-4cc6-476f-bb62-8fac4e44b952 service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873997 Apr 30 02:25:09.640444 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bf485117-9f1a-4158-9982-cee21e97a4c1 req-2f097da8-1380-4831-bc9d-029ec421036a service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825603 Apr 30 02:25:09.701135 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674a965-11ff-41e4-b4da-8e16e9c76e62 req-8363ebf7-e4bd-43a8-ba12-c9183a3a4491 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:09.702605 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e674a965-11ff-41e4-b4da-8e16e9c76e62 req-8363ebf7-e4bd-43a8-ba12-c9183a3a4491 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 944 time: 0.0487354 Apr 30 02:25:09.741190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e674a965-11ff-41e4-b4da-8e16e9c76e62 req-e4870cfa-d72f-49e6-83d9-6defe95b21c0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324683 Apr 30 02:25:10.858982 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1b04e-f24b-48ee-9eac-c832a7d6e607 req-12926a17-8692-4056-b433-6ca16a244832 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:10.860455 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9f1b04e-f24b-48ee-9eac-c832a7d6e607 req-12926a17-8692-4056-b433-6ca16a244832 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Apr 30 02:25:10.897114 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9f1b04e-f24b-48ee-9eac-c832a7d6e607 req-bbdff0ca-e464-471e-915f-238b9905021e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306802 Apr 30 02:25:12.014820 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5c619-81d6-456e-8235-300f91a7558f req-b85ceb32-5b16-495b-810c-525f90728208 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:12.016194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-10f5c619-81d6-456e-8235-300f91a7558f req-b85ceb32-5b16-495b-810c-525f90728208 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 944 time: 0.0486991 Apr 30 02:25:12.053370 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-10f5c619-81d6-456e-8235-300f91a7558f req-22403ffc-2309-492e-99d0-782a6bae0a92 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311251 Apr 30 02:25:12.372707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:25:12.466414 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:25:12.477967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'port_id': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'mac_address': 'fa:16:3e:b2:ef:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:25:12.513618 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:12.526225 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:25:12.550264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:25:12.619104 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:12.667622 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:12.879350 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['80ef512e-95c6-4d7b-b33c-8eaa95f95d54'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:25:13.172941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a929e8f-9ec9-41f0-abde-278629308fb5 req-958cc8f9-db27-469c-a54e-9875cddb04a6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:13.174326 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a929e8f-9ec9-41f0-abde-278629308fb5 req-958cc8f9-db27-469c-a54e-9875cddb04a6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 945 time: 0.0481629 Apr 30 02:25:13.211000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6a929e8f-9ec9-41f0-abde-278629308fb5 req-958cc96e-cc0c-477f-863b-58f0037567b6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307212 Apr 30 02:25:14.328700 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aea45-914f-4267-bc07-aae5cfdab34b req-d0f21e9e-7e0a-4473-a34a-52c73fafc8aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:14.330140 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-484aea45-914f-4267-bc07-aae5cfdab34b req-d0f21e9e-7e0a-4473-a34a-52c73fafc8aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 945 time: 0.0512509 Apr 30 02:25:14.370407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-484aea45-914f-4267-bc07-aae5cfdab34b req-3718395b-d344-41d1-b702-7ea160760ba4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315521 Apr 30 02:25:14.386397 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:25:14.493545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:25:14.497322 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:25:14.497727 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:14.578262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:14.599988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:25:14.602931 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b8b39-6ae0-46e7-96f0-dca116ef71e8" -d '{"events": [{"server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "name": "network-vif-plugged", "status": "completed", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:25:14.615387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:25:14.638536 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c7eceb-ccd1-492c-9308-03ec9e342a3a x-openstack-request-id: req-c1c7eceb-ccd1-492c-9308-03ec9e342a3a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:25:14.638815 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "name": "network-vif-plugged", "status": "completed", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:25:14.639081 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1c7eceb-ccd1-492c-9308-03ec9e342a3a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:25:14.639518 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c7eceb-ccd1-492c-9308-03ec9e342a3a'] response: {'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'code': 200} Apr 30 02:25:14.665513 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:14.715399 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:14.748894 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f6607-6221-4f90-a125-ed735720a109 req-2438bd64-139a-4a7f-8a68-b5c455c822cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:14.750314 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d70f6607-6221-4f90-a125-ed735720a109 req-2438bd64-139a-4a7f-8a68-b5c455c822cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1097 time: 0.0463231 Apr 30 02:25:14.786655 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d70f6607-6221-4f90-a125-ed735720a109 req-f2288b12-599b-469e-95bf-3b201c00ff37 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0264771 Apr 30 02:25:15.485897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa61fd3-00a4-4e28-ab80-4d980cd3c146 req-d454a5cf-5be0-4fd1-a16b-4f8279d0e837 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:15.487350 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2aa61fd3-00a4-4e28-ab80-4d980cd3c146 req-d454a5cf-5be0-4fd1-a16b-4f8279d0e837 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0486727 Apr 30 02:25:15.525348 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2aa61fd3-00a4-4e28-ab80-4d980cd3c146 req-8b4dc121-e405-440f-8ed0-1dd4f6b72966 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316088 Apr 30 02:25:16.641865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439af1b-e4d8-454a-90b1-6133b31dec84 req-9e54e2d0-971f-439e-8bce-eee93271308e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:16.643397 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e439af1b-e4d8-454a-90b1-6133b31dec84 req-9e54e2d0-971f-439e-8bce-eee93271308e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0483849 Apr 30 02:25:16.683401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e439af1b-e4d8-454a-90b1-6133b31dec84 req-c694871e-1800-407f-a350-e033c729f76a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327911 Apr 30 02:25:16.803996 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aa5c1-ca63-4103-8b1c-341b292fb700 req-774bb6e1-6d3a-43b5-8758-7ce499b1b4e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:16.805508 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-145aa5c1-ca63-4103-8b1c-341b292fb700 req-774bb6e1-6d3a-43b5-8758-7ce499b1b4e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0529249 Apr 30 02:25:16.843761 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-145aa5c1-ca63-4103-8b1c-341b292fb700 req-dc1af45b-3c4c-4faf-95d7-0952115b1000 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320659 Apr 30 02:25:16.865430 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39222) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:16.903859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3dc61e-2025-42f9-96d7-3f7eecedcef0 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:16.905356 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-da3dc61e-2025-42f9-96d7-3f7eecedcef0 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1092 time: 0.0389531 Apr 30 02:25:16.908061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39224) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:16.912222 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:25:16.972286 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:17.069360 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:17.168703 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.220 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/64a7eecf-acf6-4a5a-83ae-6a5fa3592236) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:25:17.272251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:17.363143 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:25:17.372679 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:17.408876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:25:17.413696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:25:17.418083 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:25:17.442056 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=64a7eecf-acf6-4a5a-83ae-6a5fa3592236,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:17.779880 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:17.922558 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:18.069113 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:18.126733 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:18.193189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=64a7eecf-acf6-4a5a-83ae-6a5fa3592236,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:25:18.205469 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:18.308615 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP 1fe8ffed-d66c-4cb0-aa97-1d9787725df9 associated. External IP: 172.25.0.220, port: 80ef512e-95c6-4d7b-b33c-8eaa95f95d54. Apr 30 02:25:18.509620 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router a0bf5e3f-1f0d-4274-97ad-4832041e4579 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:25:18.615819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:25:18.626595 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] Sync routers for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:25:18.636473 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:25:18.642137 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:18.689246 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:18.716691 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0a3c27b7-c62d-489b-8b6c-ef318d59f07a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8076119 Apr 30 02:25:18.717459 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:25:18.719801 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a143db-55b7-46c3-8e88-30d479be7c88" -d '{"events": [{"name": "network-changed", "server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:25:18.819390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0dc59-8b17-4bff-9817-624728ca6119 req-ce513837-752b-4e43-8e57-543fd73fa184 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:18.820870 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4b0dc59-8b17-4bff-9817-624728ca6119 req-ce513837-752b-4e43-8e57-543fd73fa184 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0503657 Apr 30 02:25:18.835844 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:25:18.861549 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d4b0dc59-8b17-4bff-9817-624728ca6119 req-bb8a10ea-6286-4fc0-a16d-bf9a05138010 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340791 Apr 30 02:25:18.883818 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39230) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:18.925703 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5302e9b-7cd2-489f-86a7-b32d7ed00e18 x-openstack-request-id: req-b5302e9b-7cd2-489f-86a7-b32d7ed00e18 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:25:18.925988 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:25:18.926236 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5302e9b-7cd2-489f-86a7-b32d7ed00e18 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:25:18.926638 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5302e9b-7cd2-489f-86a7-b32d7ed00e18'] response: {'name': 'network-changed', 'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'status': 'completed', 'code': 200} Apr 30 02:25:18.952805 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8daf7316-a014-4f61-929a-46c24f4fda84 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/1fe8ffed-d66c-4cb0-aa97-1d9787725df9 HTTP/1.1" status: 200 len: 992 time: 0.0677464 Apr 30 02:25:18.978200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-367ff92c-5dae-4e8c-93f7-03d5e3f235d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:18.979750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-367ff92c-5dae-4e8c-93f7-03d5e3f235d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1097 time: 0.0428085 Apr 30 02:25:19.056278 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '1fe8ffed-d66c-4cb0-aa97-1d9787725df9', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'port_id': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'mac_address': 'fa:16:3e:b2:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ec75-3191-4e94-9306-a69e51f27232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:25:17Z', 'updated_at': '2022-04-30T02:25:17Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:06Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:19.066632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-adb03445-cb00-4635-8629-a7f960726f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:19.069174 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-adb03445-cb00-4635-8629-a7f960726f8b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3389c6ae-17c9-4b78-830b-e77ebc58efce HTTP/1.1" status: 200 len: 896 time: 0.0829678 Apr 30 02:25:19.085954 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] Checking router: a0bf5e3f-1f0d-4274-97ad-4832041e4579 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:25:19.094632 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:25:19.095238 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:25:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:19.139695 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-5b086a91-8520-486b-84d7-d73d793fe599 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54 HTTP/1.1" status: 200 len: 1000 time: 0.0637007 Apr 30 02:25:19.187486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-c11e785b-82da-4411-8a1f-1a68c0648dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:19.188971 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-c11e785b-82da-4411-8a1f-1a68c0648dfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0883293c-8e90-4c55-9f13-f6854e0a0985 HTTP/1.1" status: 200 len: 834 time: 0.0430601 Apr 30 02:25:19.199356 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:25:19.235004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-f72d307d-ac74-4ec5-a382-9961dd65edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:19.236535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-f72d307d-ac74-4ec5-a382-9961dd65edc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3389c6ae-17c9-4b78-830b-e77ebc58efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408289 Apr 30 02:25:19.281474 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:19.329862 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-0c3fefa5-0517-4db4-be66-460ee52da504 service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855958 Apr 30 02:25:19.419552 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '1fe8ffed-d66c-4cb0-aa97-1d9787725df9', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'port_id': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'mac_address': 'fa:16:3e:b2:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ec75-3191-4e94-9306-a69e51f27232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:25:17Z', 'updated_at': '2022-04-30T02:25:17Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:06Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:25:19.420011 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-b7a143db-55b7-46c3-8e88-30d479be7c88 req-370ebeb5-00e0-48ef-aad9-cbabe3732caf service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832253 Apr 30 02:25:19.448405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e30b3-f2b4-4e8b-99c1-b9c3f5130714 None None] The sync data for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 is: [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '1fe8ffed-d66c-4cb0-aa97-1d9787725df9', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'port_id': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'mac_address': 'fa:16:3e:b2:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ec75-3191-4e94-9306-a69e51f27232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:25:17Z', 'updated_at': '2022-04-30T02:25:17Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:06Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:25:19.634457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961b64dd-87b2-4354-9451-964404fa7c71 None None] New status for floating IP 1fe8ffed-d66c-4cb0-aa97-1d9787725df9: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:25:19.956622 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39232) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:25:20.015866 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a6952e55-5d2a-45c4-a845-4418d7cd7f1b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/1fe8ffed-d66c-4cb0-aa97-1d9787725df9 HTTP/1.1" status: 200 len: 994 time: 0.0581014 Apr 30 02:25:21.160416 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:28.800539 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f40e-8410-4c19-8dc3-13bfdd0e1c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:29.718404 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-40d58889-629a-466d-a17a-af322950ee69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445983 Apr 30 02:25:29.800287 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-879e82b6-1287-4d23-9771-a09eb1eb74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:29.801703 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-879e82b6-1287-4d23-9771-a09eb1eb74bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1097 time: 0.0408120 Apr 30 02:25:29.907501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-a03f8b2b-1365-4ac4-9fd4-eba92c23e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:29.909106 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-a03f8b2b-1365-4ac4-9fd4-eba92c23e74b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3389c6ae-17c9-4b78-830b-e77ebc58efce HTTP/1.1" status: 200 len: 896 time: 0.0846577 Apr 30 02:25:29.978241 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-96e9d053-09d1-4851-8da1-d773dddb3f3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54 HTTP/1.1" status: 200 len: 1002 time: 0.0615175 Apr 30 02:25:30.031805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-4e5efbb0-5e46-4b0e-8e72-91fc6e129a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:30.033261 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-4e5efbb0-5e46-4b0e-8e72-91fc6e129a53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0883293c-8e90-4c55-9f13-f6854e0a0985 HTTP/1.1" status: 200 len: 834 time: 0.0436704 Apr 30 02:25:30.082568 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-1fe024b3-12fc-4c17-919a-9d284684263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:30.084007 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-1fe024b3-12fc-4c17-919a-9d284684263c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3389c6ae-17c9-4b78-830b-e77ebc58efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389209 Apr 30 02:25:30.178497 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-b1fbca49-7171-4369-9466-d5ae40db1082 service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878026 Apr 30 02:25:30.269712 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-27dcafaf-af73-43f5-ab93-17c5171d7138 req-a8207362-2c9b-44a0-823a-01b43146125e service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830321 Apr 30 02:25:31.018379 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ffa581e6-84bc-4f2e-82b0-2d2ab8a3af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:32.287127 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:33.933370 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:34.012085 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:49.303908 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:51.149558 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:54.362685 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:25:55.377156 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cff24-13a1-4821-9fb8-38c8c5052cdc req-7ea98e90-161c-41b2-a981-425696adaf99 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:55.378636 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-349cff24-13a1-4821-9fb8-38c8c5052cdc req-7ea98e90-161c-41b2-a981-425696adaf99 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0515249 Apr 30 02:25:55.416407 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-349cff24-13a1-4821-9fb8-38c8c5052cdc req-15dca9c0-98a6-4f6f-8530-d7369fc2dd5b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313294 Apr 30 02:25:56.531862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1f1d-3296-4583-b0d1-8ae95e3c987c req-5f30a66e-278f-4f96-9417-b3f8620f0cb8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:56.533323 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c46c1f1d-3296-4583-b0d1-8ae95e3c987c req-5f30a66e-278f-4f96-9417-b3f8620f0cb8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0479693 Apr 30 02:25:56.570618 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c46c1f1d-3296-4583-b0d1-8ae95e3c987c req-3280bdfa-3d2c-4d43-a436-4eccbcea95e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312469 Apr 30 02:25:57.687168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bece639-eb2a-4289-b8b7-44685c269bcc req-78d7d374-a3cb-4249-8d13-6526cc103f0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:57.688684 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bece639-eb2a-4289-b8b7-44685c269bcc req-78d7d374-a3cb-4249-8d13-6526cc103f0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0476627 Apr 30 02:25:57.725502 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bece639-eb2a-4289-b8b7-44685c269bcc req-de3b9c96-8b53-4041-80ba-a6f01089c48a tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308261 Apr 30 02:25:58.784439 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6f35aae7-4755-4c9a-a91f-82f22e5b72c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:25:58.847149 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0d3f7-c9d7-4a94-97d8-4a7b35ad5f65 req-77cc5e66-4085-4089-90da-57736fc2a386 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:25:58.848556 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6c0d3f7-c9d7-4a94-97d8-4a7b35ad5f65 req-77cc5e66-4085-4089-90da-57736fc2a386 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0546243 Apr 30 02:25:58.886471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d6c0d3f7-c9d7-4a94-97d8-4a7b35ad5f65 req-cb610b1b-1596-4dc0-84a7-c39e0560ccd4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313442 Apr 30 02:26:00.002798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512538d1-0761-4def-91fe-60f437009cef req-838654ef-c3c1-477d-afc0-3ad84c37854c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:00.004296 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-512538d1-0761-4def-91fe-60f437009cef req-838654ef-c3c1-477d-afc0-3ad84c37854c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0484130 Apr 30 02:26:00.041994 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-512538d1-0761-4def-91fe-60f437009cef req-17cc566d-c1af-4145-ae7b-c31bda36cef3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314317 Apr 30 02:26:01.041403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-182cff08-eb07-4b81-902d-699d6325a908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:01.157126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41d3fc-91e9-4aef-850e-43310ee39070 req-116bf551-d956-4501-997c-618a8f71f24c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:01.158570 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb41d3fc-91e9-4aef-850e-43310ee39070 req-116bf551-d956-4501-997c-618a8f71f24c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0480716 Apr 30 02:26:01.195111 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cb41d3fc-91e9-4aef-850e-43310ee39070 req-1fcb2f4a-ca15-4719-b479-e468e5cbe05d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303707 Apr 30 02:26:02.269768 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:02.315178 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a20b70-6713-4077-9719-495264f26bb3 req-24a5ba3d-e0ab-4d28-8b94-42383d5a754d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:02.316666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59a20b70-6713-4077-9719-495264f26bb3 req-24a5ba3d-e0ab-4d28-8b94-42383d5a754d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0513518 Apr 30 02:26:02.354097 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59a20b70-6713-4077-9719-495264f26bb3 req-ebbbe63b-a4a7-4d8b-8b71-050406c317d6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312295 Apr 30 02:26:03.471587 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca040b-7099-4e82-8d6c-8c46b0da58c9 req-217130a7-08bf-45c5-a48f-75e71458f64d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:03.473084 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bca040b-7099-4e82-8d6c-8c46b0da58c9 req-217130a7-08bf-45c5-a48f-75e71458f64d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0485725 Apr 30 02:26:03.510511 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7bca040b-7099-4e82-8d6c-8c46b0da58c9 req-86a90def-2951-4dcf-a6e1-91b35d03c432 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314450 Apr 30 02:26:03.938557 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:04.052706 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:04.626843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919dd98-f007-430d-b2eb-1bad0a2ff6a2 req-ca915d2a-af2b-4460-9705-bb23584e79fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:04.628320 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b919dd98-f007-430d-b2eb-1bad0a2ff6a2 req-ca915d2a-af2b-4460-9705-bb23584e79fb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0467148 Apr 30 02:26:04.665204 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b919dd98-f007-430d-b2eb-1bad0a2ff6a2 req-58c77f79-d8ea-4a30-9b33-1f6540fb6a2b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305667 Apr 30 02:26:05.787168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9034f-1ba2-4962-b108-7b75f7c65fc3 req-b339772b-3ed8-4aab-bd1d-3efbed35b132 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:05.788576 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aec9034f-1ba2-4962-b108-7b75f7c65fc3 req-b339772b-3ed8-4aab-bd1d-3efbed35b132 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0525348 Apr 30 02:26:05.827342 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-aec9034f-1ba2-4962-b108-7b75f7c65fc3 req-9dee5fcb-defc-4620-b552-60f033e5a991 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323012 Apr 30 02:26:06.942277 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431463d-5ac8-41b2-b323-33d2d44150f4 req-c709cf96-e4bb-4381-844c-7feda6c5a3aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:06.943750 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f431463d-5ac8-41b2-b323-33d2d44150f4 req-c709cf96-e4bb-4381-844c-7feda6c5a3aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0479693 Apr 30 02:26:06.980578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f431463d-5ac8-41b2-b323-33d2d44150f4 req-762caf2c-c946-4c7e-9f2e-9e37e4686fbe tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305488 Apr 30 02:26:07.002855 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39272) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:07.333747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-24d7d2c4-45d9-4c6f-a56d-2a368eb7cc71 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/1fe8ffed-d66c-4cb0-aa97-1d9787725df9 HTTP/1.1" status: 200 len: 994 time: 0.3291259 Apr 30 02:26:08.771363 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c239d7-4647-480b-91bb-c0fd21ced177 req-0db96052-3b52-4b74-9eb7-d05b8fc23cc4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:08.772872 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97c239d7-4647-480b-91bb-c0fd21ced177 req-0db96052-3b52-4b74-9eb7-d05b8fc23cc4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0484550 Apr 30 02:26:08.811798 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97c239d7-4647-480b-91bb-c0fd21ced177 req-8cdde9d5-e453-405f-a268-3c7b4f7aaf49 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318584 Apr 30 02:26:08.884054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-8e4923d1-f846-4cc5-a65b-28ecb73d47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:08.885555 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-8e4923d1-f846-4cc5-a65b-28ecb73d47ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1097 time: 0.0465066 Apr 30 02:26:08.977890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-f2414e26-9998-416d-8096-7812ec2f38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:08.979253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-f2414e26-9998-416d-8096-7812ec2f38b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3389c6ae-17c9-4b78-830b-e77ebc58efce HTTP/1.1" status: 200 len: 896 time: 0.0817800 Apr 30 02:26:09.050094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-c2bd5d08-6697-40b8-b170-6f0b1424f9ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54 HTTP/1.1" status: 200 len: 1002 time: 0.0604503 Apr 30 02:26:09.101795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-c76465cd-7757-4d68-957e-4897e665ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:09.103269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-c76465cd-7757-4d68-957e-4897e665ff22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0883293c-8e90-4c55-9f13-f6854e0a0985 HTTP/1.1" status: 200 len: 834 time: 0.0429373 Apr 30 02:26:09.150446 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-5f3afa9f-0b25-4523-9ec1-f892eb7c6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:09.152684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-5f3afa9f-0b25-4523-9ec1-f892eb7c6e4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3389c6ae-17c9-4b78-830b-e77ebc58efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394769 Apr 30 02:26:09.251008 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-42f021a9-0871-44d9-9d94-ee589d502aa7 service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834272 Apr 30 02:26:09.337226 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d0b86501-1b41-4cff-9d31-7a4d5beb37dd req-e735a94e-d64f-45e0-a6a3-b94f833b5644 service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805926 Apr 30 02:26:09.932298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18052e9-3915-436e-80c3-59f2f95236f5 req-80f6c252-4ff7-48e8-9241-fbc93ee2ff91 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:09.934043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a18052e9-3915-436e-80c3-59f2f95236f5 req-80f6c252-4ff7-48e8-9241-fbc93ee2ff91 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0486531 Apr 30 02:26:09.972033 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a18052e9-3915-436e-80c3-59f2f95236f5 req-dd2ef6ab-eb72-4a4a-b8ae-9497a5d54f26 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316663 Apr 30 02:26:11.088121 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f115c-33b1-4c7f-805a-8fed35c618e2 req-6a860dea-4285-4f17-9394-297466199314 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:11.089880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-576f115c-33b1-4c7f-805a-8fed35c618e2 req-6a860dea-4285-4f17-9394-297466199314 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0491064 Apr 30 02:26:11.130104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-576f115c-33b1-4c7f-805a-8fed35c618e2 req-fcf66fb1-ee89-4403-93b1-84ea0ad8f974 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343382 Apr 30 02:26:11.154354 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39284) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:11.215580 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0347902-aaef-4ea8-8fd5-f3c52fbde94f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/1fe8ffed-d66c-4cb0-aa97-1d9787725df9 HTTP/1.1" status: 200 len: 994 time: 0.0600719 Apr 30 02:26:19.303996 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:21.132602 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:28.807079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c400a35-6bd6-44d3-9ea5-7dfa34129cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:29.719923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-71272e3f-bac5-466f-be5f-a11c1be5606d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400898 Apr 30 02:26:29.805345 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-d3fc93c1-e190-4326-9803-f37c351f0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:29.806726 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-d3fc93c1-e190-4326-9803-f37c351f0c30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1097 time: 0.0435431 Apr 30 02:26:29.907316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-a27d97d4-d6e8-464e-804b-c36dbfdfc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:29.908802 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-a27d97d4-d6e8-464e-804b-c36dbfdfc882 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3389c6ae-17c9-4b78-830b-e77ebc58efce HTTP/1.1" status: 200 len: 896 time: 0.0820124 Apr 30 02:26:29.977642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-2d7ff12a-f46f-4b9c-ac13-61f3ac9b9893 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54 HTTP/1.1" status: 200 len: 1002 time: 0.0610313 Apr 30 02:26:30.026316 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-9eceff7b-2541-46dc-9083-964f5efd6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:30.027855 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-9eceff7b-2541-46dc-9083-964f5efd6927 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0883293c-8e90-4c55-9f13-f6854e0a0985 HTTP/1.1" status: 200 len: 834 time: 0.0434012 Apr 30 02:26:30.071955 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-323cc6c6-b5df-4a9d-a5fa-6ed4d92bce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:30.074021 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-323cc6c6-b5df-4a9d-a5fa-6ed4d92bce71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3389c6ae-17c9-4b78-830b-e77ebc58efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395517 Apr 30 02:26:30.165511 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-3bb5683d-0e2d-45f6-942c-0efc86796ece service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849888 Apr 30 02:26:30.257508 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3cb9bac9-b4d8-46f7-9332-a78502d58f85 req-6f6a9271-dd24-4c3e-9c92-63eb074ee019 service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841129 Apr 30 02:26:31.047158 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac365a7c-5fc6-4cec-a4d4-482c53c8e5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:31.362233 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:26:32.253993 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:33.927136 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:34.024386 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:41.821513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39296) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:41.977414 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 64a7eecf-acf6-4a5a-83ae-6a5fa3592236 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:26:41.977756 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:42.055685 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:42.055912 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:42.069054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 64a7eecf-acf6-4a5a-83ae-6a5fa3592236 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:26:42.274527 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:42.299235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=64a7eecf-acf6-4a5a-83ae-6a5fa3592236,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:42.309382 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.309671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.310015 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.310350 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.310697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.311483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.311483 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.311697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.311996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.312321 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.312643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.312964 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:42.371601 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:42.371957 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP 1fe8ffed-d66c-4cb0-aa97-1d9787725df9 disassociated (deleted). External IP: 172.25.0.220, port: 80ef512e-95c6-4d7b-b33c-8eaa95f95d54. Apr 30 02:26:42.574712 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router a0bf5e3f-1f0d-4274-97ad-4832041e4579 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:26:42.680325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:26:42.685774 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:42.690284 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] Sync routers for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:26:42.700389 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:26:42.700997 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:42.713236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2613ba73-9a12-4288-9c28-b7a9110a277d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/floatingips/1fe8ffed-d66c-4cb0-aa97-1d9787725df9 HTTP/1.1" status: 204 len: 168 time: 0.8906193 Apr 30 02:26:42.713841 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:26:42.716459 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d146aaa-c85c-485b-86bd-b7087e9a4981" -d '{"events": [{"name": "network-changed", "server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:26:42.808642 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:26:42.999342 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:06Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:43.028801 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] Checking router: a0bf5e3f-1f0d-4274-97ad-4832041e4579 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:26:43.037936 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:26:43.038537 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:43.098461 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb9406b-6124-45d3-ae34-d6c593cabc5b x-openstack-request-id: req-4bb9406b-6124-45d3-ae34-d6c593cabc5b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:26:43.099005 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:26:43.099005 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bb9406b-6124-45d3-ae34-d6c593cabc5b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:26:43.099391 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb9406b-6124-45d3-ae34-d6c593cabc5b'] response: {'name': 'network-changed', 'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'status': 'completed', 'code': 200} Apr 30 02:26:43.166702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-23ba7c2d-e757-4c04-94c0-c4b72085213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:43.168403 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-23ba7c2d-e757-4c04-94c0-c4b72085213a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 1097 time: 0.0479040 Apr 30 02:26:43.196434 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ac97-9f28-4224-98a1-087d7a0ee401 req-c69fcbb3-2d05-4782-a618-2784c33043ef tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:43.198524 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f36ac97-9f28-4224-98a1-087d7a0ee401 req-c69fcbb3-2d05-4782-a618-2784c33043ef tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0535972 Apr 30 02:26:43.238801 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f36ac97-9f28-4224-98a1-087d7a0ee401 req-26471fde-f346-4899-862b-849293801784 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338478 Apr 30 02:26:43.243938 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:26:43.269089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-541685ee-7d96-4aba-89a8-65137586acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:43.270600 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-541685ee-7d96-4aba-89a8-65137586acf3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3389c6ae-17c9-4b78-830b-e77ebc58efce HTTP/1.1" status: 200 len: 896 time: 0.0945714 Apr 30 02:26:43.311824 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-3cf12069-5705-4cd2-8da2-b2120f168a12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54 HTTP/1.1" status: 200 len: 217 time: 0.0340927 Apr 30 02:26:43.360176 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-ab9d6a69-8f0b-4261-9378-e7beb87e1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:43.361863 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-ab9d6a69-8f0b-4261-9378-e7beb87e1410 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0883293c-8e90-4c55-9f13-f6854e0a0985 HTTP/1.1" status: 200 len: 834 time: 0.0433719 Apr 30 02:26:43.412138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-2983d4ed-06dd-4c31-9efb-4a3c123f7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:43.413662 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-2983d4ed-06dd-4c31-9efb-4a3c123f7648 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3389c6ae-17c9-4b78-830b-e77ebc58efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443394 Apr 30 02:26:43.439692 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:06Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:43.466400 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c76d7-c2f6-4b35-85fc-85930aa2444f None None] The sync data for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 is: [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:25:03Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '05cadb10-ba45-4092-8458-256d44f3b2c5', 'name': '', 'network_id': '3389c6ae-17c9-4b78-830b-e77ebc58efce', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ab:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:25:02Z', 'updated_at': '2022-04-30T02:25:06Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '0883293c-8e90-4c55-9f13-f6854e0a0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:26:43.506197 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-b4e1ff71-c4af-43d4-9e72-dbae17270e6b service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851858 Apr 30 02:26:43.705159 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247eedb-1689-43a3-972c-4ca1ddfd9779 None None] New status for floating IP 1fe8ffed-d66c-4cb0-aa97-1d9787725df9: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:26:43.910762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5d146aaa-c85c-485b-86bd-b7087e9a4981 req-6efefbd8-334d-4761-957d-d8812712a581 service neutron] 10.222.0.23 "GET /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970091 Apr 30 02:26:44.362608 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29270763-71c4-4a8e-b2f6-00bdff7f8111 req-c23bc2c1-9158-43bc-8cc5-fefae5d9c9f5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:44.364129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29270763-71c4-4a8e-b2f6-00bdff7f8111 req-c23bc2c1-9158-43bc-8cc5-fefae5d9c9f5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0516946 Apr 30 02:26:44.402144 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29270763-71c4-4a8e-b2f6-00bdff7f8111 req-53de2863-d6ae-494e-9b3e-48c13691062b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d6b9d6d-f191-4651-b5d8-896895a0d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320165 Apr 30 02:26:44.826443 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-921c82d9-dc56-4aee-9f4a-66ab971928fc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:44.827868 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-921c82d9-dc56-4aee-9f4a-66ab971928fc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 946 time: 0.0591552 Apr 30 02:26:44.928847 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:26:44.929193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:45.021702 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:26:45.022069 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:45.037351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:26:45.247206 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:45.275805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=80ef512e-95c6-4d7b-b33c-8eaa95f95d54,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:45.316858 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] No DVR routers for this DVR port 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:26:45.324747 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:45.324747 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dab2a1ca-561a-4e74-aedd-3fc7faaefcd1 req-00dea889-5442-403d-af43-0e305c4a1cfb tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.23 "DELETE /v2.0/ports/80ef512e-95c6-4d7b-b33c-8eaa95f95d54 HTTP/1.1" status: 204 len: 173 time: 0.4854617 Apr 30 02:26:45.324747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'name': 'network-vif-deleted', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:26:45.325711 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9b6537-cc55-4b03-8973-8b19794f7657" -d '{"events": [{"server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "name": "network-vif-deleted", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:26:45.361766 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c656486-5022-4f96-a78f-991b12cc3374 x-openstack-request-id: req-7c656486-5022-4f96-a78f-991b12cc3374 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:26:45.362033 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6433ec75-3191-4e94-9306-a69e51f27232", "name": "network-vif-deleted", "tag": "80ef512e-95c6-4d7b-b33c-8eaa95f95d54", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:26:45.362279 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c656486-5022-4f96-a78f-991b12cc3374 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:26:45.362681 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c656486-5022-4f96-a78f-991b12cc3374'] response: {'server_uuid': '6433ec75-3191-4e94-9306-a69e51f27232', 'name': 'network-vif-deleted', 'tag': '80ef512e-95c6-4d7b-b33c-8eaa95f95d54', 'status': 'completed', 'code': 200} Apr 30 02:26:45.500289 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8826670-a885-4dd4-bb60-ac37ab1d9c04 req-521776ca-c37f-4494-b18d-9c9c620456ff tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=6433ec75-3191-4e94-9306-a69e51f27232 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Apr 30 02:26:46.558570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39314) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:46.917111 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:47.166164 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 05cadb10-ba45-4092-8458-256d44f3b2c5 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:26:47.166670 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:47.257027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 05cadb10-ba45-4092-8458-256d44f3b2c5, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=05cadb10-ba45-4092-8458-256d44f3b2c5,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:26:47.257310 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:47.269509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 05cadb10-ba45-4092-8458-256d44f3b2c5 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:26:47.498526 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:47.526452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=05cadb10-ba45-4092-8458-256d44f3b2c5,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:47.698148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:47.910495 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router a0bf5e3f-1f0d-4274-97ad-4832041e4579 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:26:48.013022 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:26:48.018017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1001a21f-c56a-4cbe-a183-6c111e3b107b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/a0bf5e3f-1f0d-4274-97ad-4832041e4579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4584229 Apr 30 02:26:48.020738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39316) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:48.022411 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] Sync routers for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:26:48.032227 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:26:48.032826 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:48.072093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dbec6c-d2bd-41aa-92d6-04116bd419a1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting subnet 0883293c-8e90-4c55-9f13-f6854e0a0985 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:26:48.075418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48dbec6c-d2bd-41aa-92d6-04116bd419a1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.116560 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48dbec6c-d2bd-41aa-92d6-04116bd419a1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.134676 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:26:48.207248 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48dbec6c-d2bd-41aa-92d6-04116bd419a1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.310888 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:26:47Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:48.336396 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] Checking router: a0bf5e3f-1f0d-4274-97ad-4832041e4579 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:26:48.344501 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] Routers {'a0bf5e3f-1f0d-4274-97ad-4832041e4579'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:26:48.344997 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48dbec6c-d2bd-41aa-92d6-04116bd419a1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.345145 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:48.374979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbec6c-d2bd-41aa-92d6-04116bd419a1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Subnet': ['ID=0883293c-8e90-4c55-9f13-f6854e0a0985,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:48.377039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-48dbec6c-d2bd-41aa-92d6-04116bd419a1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.383247 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39320) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:48.389243 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-48dbec6c-d2bd-41aa-92d6-04116bd419a1 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/subnets/0883293c-8e90-4c55-9f13-f6854e0a0985 HTTP/1.1" status: 204 len: 168 time: 0.3611622 Apr 30 02:26:48.389388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71037561-c688-4049-852f-21300fd99b38 None None] Network 3389c6ae-17c9-4b78-830b-e77ebc58efce requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:26:48.452586 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] Set router a0bf5e3f-1f0d-4274-97ad-4832041e4579 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:26:48.497378 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.580536 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] DHCP port deletion for 3389c6ae-17c9-4b78-830b-e77ebc58efce request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:26:48.624205 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.631769 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Deleting port a8935519-e4d3-4897-bad0-5eb9d9658013 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:26:48.632141 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.640685 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:26:47Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:48.671161 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5166d4-0026-46f1-b259-c3e6bd0f3645 None None] The sync data for ids ['a0bf5e3f-1f0d-4274-97ad-4832041e4579'] in n-d-821348-1 is: [{'id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546319540', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:24:58Z', 'updated_at': '2022-04-30T02:26:47Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '18fa121a-efe7-4cd3-888f-3641c80db007', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf5e3f-1f0d-4274-97ad-4832041e4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:24:59Z', 'updated_at': '2022-04-30T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:26:48.698452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] For port a8935519-e4d3-4897-bad0-5eb9d9658013, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a8935519-e4d3-4897-bad0-5eb9d9658013,segment=NetworkSegment(bc7353c0-92d7-45e4-a4ec-3eac037e23c3),segment_id=bc7353c0-92d7-45e4-a4ec-3eac037e23c3)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:26:48.698918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.715295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Calling delete_port for a8935519-e4d3-4897-bad0-5eb9d9658013 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:26:48.742713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 18fa121a-efe7-4cd3-888f-3641c80db007 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:26:48.743492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.824508 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 18fa121a-efe7-4cd3-888f-3641c80db007, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=18fa121a-efe7-4cd3-888f-3641c80db007,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:26:48.824763 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.835658 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:48.836165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 18fa121a-efe7-4cd3-888f-3641c80db007 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:26:48.841083 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:26:48.880113 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:26:48.880449 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 80ef512e-95c6-4d7b-b33c-8eaa95f95d54 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:26:48.883319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Pushing event deleted for resources: {'Port': ['ID=a8935519-e4d3-4897-bad0-5eb9d9658013,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:48.886112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] No DVR routers for this DVR port a8935519-e4d3-4897-bad0-5eb9d9658013 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:26:48.895354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.895354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.895354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.895700 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.895837 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.896332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.896520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.896820 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.897150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.897448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.897762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:48.898077 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b3810-ae75-4ffe-ada8-4f7d63b0797c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.053381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.085276 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=18fa121a-efe7-4cd3-888f-3641c80db007,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:49.128956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.129297 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.129633 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.129965 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.130293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.130644 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.130970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.131292 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.131654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.131948 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.132264 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.132568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:49.156436 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.249643 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.251948 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.287437 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.344559 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.345063 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Fanout notify agent at l3_agent the message router_deleted on router a0bf5e3f-1f0d-4274-97ad-4832041e4579 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:26:49.351901 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.353011 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d9bec604-2ce0-4097-887b-af83d7da7af4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/routers/a0bf5e3f-1f0d-4274-97ad-4832041e4579 HTTP/1.1" status: 204 len: 168 time: 0.9687502 Apr 30 02:26:49.355991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39326) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:49.439974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.527647 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.547670 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3389c6ae-17c9-4b78-830b-e77ebc58efce']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:49.556439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:49.556735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7353c0-92d7-45e4-a4ec-3eac037e23c3') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:49.566468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.579797 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.585411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:26:49.585817 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:26:49.588773 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:26:49.742964 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.750446 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.753567 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/networks/3389c6ae-17c9-4b78-830b-e77ebc58efce HTTP/1.1" status: 204 len: 168 time: 0.3965859 Apr 30 02:26:49.756461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39328) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:49.765521 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35351bd9-ea03-47cc-be1e-dd008ec92166 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Network': ['ID=3389c6ae-17c9-4b78-830b-e77ebc58efce,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:49.826178 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d14-e4ec-4f1c-ba60-da8f8e2676f3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.853280 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d14-e4ec-4f1c-ba60-da8f8e2676f3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.857791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 05cadb10-ba45-4092-8458-256d44f3b2c5 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:26:49.878238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 05cadb10-ba45-4092-8458-256d44f3b2c5 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:26:49.878606 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 05cadb10-ba45-4092-8458-256d44f3b2c5 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:26:49.878990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a8935519-e4d3-4897-bad0-5eb9d9658013 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:26:49.901965 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a8935519-e4d3-4897-bad0-5eb9d9658013 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:26:49.902306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a8935519-e4d3-4897-bad0-5eb9d9658013 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:26:49.902716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 18fa121a-efe7-4cd3-888f-3641c80db007 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:26:49.984610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d14-e4ec-4f1c-ba60-da8f8e2676f3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.987242 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d14-e4ec-4f1c-ba60-da8f8e2676f3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:49.988475 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a1ef0d14-e4ec-4f1c-ba60-da8f8e2676f3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/security-groups/9d6b9d6d-f191-4651-b5d8-896895a0d4b8 HTTP/1.1" status: 204 len: 168 time: 0.2309887 Apr 30 02:26:49.998876 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef0d14-e4ec-4f1c-ba60-da8f8e2676f3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6b9d6d-f191-4651-b5d8-896895a0d4b8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:50.081625 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 18fa121a-efe7-4cd3-888f-3641c80db007 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:26:50.081961 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 18fa121a-efe7-4cd3-888f-3641c80db007 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:26:50.392290 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39336) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:50.396902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b8fbf58a-6621-4266-9894-65f88de4a468 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576026098', 'description': 'tempest-secgroup-smoke-576026098 description', 'project_id': '9dca1d8ff67a425caa903b11a29edd92'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:50.485734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf58a-6621-4266-9894-65f88de4a468 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:50.551289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf58a-6621-4266-9894-65f88de4a468 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:50.624217 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf58a-6621-4266-9894-65f88de4a468 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:50.652670 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbf58a-6621-4266-9894-65f88de4a468 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88e9210-3063-43dc-91b4-2184501835bf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:50.717875 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf58a-6621-4266-9894-65f88de4a468 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:50.719124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b8fbf58a-6621-4266-9894-65f88de4a468 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3258266 Apr 30 02:26:50.722045 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39338) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:50.726368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b22271d8-4c16-4284-83e6-05c4a1044c0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'f88e9210-3063-43dc-91b4-2184501835bf', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:50.827900 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b22271d8-4c16-4284-83e6-05c4a1044c0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:50.886504 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b22271d8-4c16-4284-83e6-05c4a1044c0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:50.966908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b22271d8-4c16-4284-83e6-05c4a1044c0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:50.985865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22271d8-4c16-4284-83e6-05c4a1044c0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b7305e-81b8-4016-8c5c-ec85c358c24a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:51.065948 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b22271d8-4c16-4284-83e6-05c4a1044c0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.067202 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b22271d8-4c16-4284-83e6-05c4a1044c0b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442230 Apr 30 02:26:51.075145 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39340) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:51.079641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3ee5d7cd-2ce5-4c99-b98d-689038192c47 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'f88e9210-3063-43dc-91b4-2184501835bf', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:51.149782 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.183347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d7cd-2ce5-4c99-b98d-689038192c47 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.240190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d7cd-2ce5-4c99-b98d-689038192c47 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.315574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d7cd-2ce5-4c99-b98d-689038192c47 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.333732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5d7cd-2ce5-4c99-b98d-689038192c47 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca69aa5-43c5-42ac-ac36-7014ad32173e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:51.409358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d7cd-2ce5-4c99-b98d-689038192c47 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.410596 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-3ee5d7cd-2ce5-4c99-b98d-689038192c47 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3344297 Apr 30 02:26:51.414556 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:51.419330 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f464d203-c368-4ad5-ae3e-c6d333cb7bc3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'f88e9210-3063-43dc-91b4-2184501835bf', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:51.532525 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f464d203-c368-4ad5-ae3e-c6d333cb7bc3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.594226 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f464d203-c368-4ad5-ae3e-c6d333cb7bc3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.668739 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f464d203-c368-4ad5-ae3e-c6d333cb7bc3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.685574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464d203-c368-4ad5-ae3e-c6d333cb7bc3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ca67c0-b060-4549-9f5d-48ba95da936f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:51.756465 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f464d203-c368-4ad5-ae3e-c6d333cb7bc3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.757679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f464d203-c368-4ad5-ae3e-c6d333cb7bc3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421893 Apr 30 02:26:51.760726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39344) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:51.765024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5426e723-7f77-4e2d-931d-2a7b03294d64 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'f88e9210-3063-43dc-91b4-2184501835bf', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:51.858381 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5426e723-7f77-4e2d-931d-2a7b03294d64 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.918667 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5426e723-7f77-4e2d-931d-2a7b03294d64 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.978387 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5426e723-7f77-4e2d-931d-2a7b03294d64 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:51.996253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426e723-7f77-4e2d-931d-2a7b03294d64 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d944120-6c0f-488e-86e6-8b413748ea88,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:52.043361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5426e723-7f77-4e2d-931d-2a7b03294d64 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.044581 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5426e723-7f77-4e2d-931d-2a7b03294d64 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2829349 Apr 30 02:26:52.048462 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39346) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:52.052834 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-829d39b9-c700-45ee-8078-2932ff4867f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'f88e9210-3063-43dc-91b4-2184501835bf', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:52.127243 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-829d39b9-c700-45ee-8078-2932ff4867f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:26:52.132199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-829d39b9-c700-45ee-8078-2932ff4867f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.191419 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-829d39b9-c700-45ee-8078-2932ff4867f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.230344 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-829d39b9-c700-45ee-8078-2932ff4867f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.247925 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d39b9-c700-45ee-8078-2932ff4867f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaebede-d14c-4dd5-b429-7d81f00a357a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:52.300380 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-829d39b9-c700-45ee-8078-2932ff4867f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.301619 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-829d39b9-c700-45ee-8078-2932ff4867f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2521975 Apr 30 02:26:52.316843 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39348) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:52.321116 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b399d6a1-aae3-4c49-a7f8-40ec704c96f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'security_group_rule': {'security_group_id': 'f88e9210-3063-43dc-91b4-2184501835bf', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:52.389903 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-b399d6a1-aae3-4c49-a7f8-40ec704c96f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Project 9dca1d8ff67a425caa903b11a29edd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:26:52.394784 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b399d6a1-aae3-4c49-a7f8-40ec704c96f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.454448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b399d6a1-aae3-4c49-a7f8-40ec704c96f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.492506 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b399d6a1-aae3-4c49-a7f8-40ec704c96f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.509631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d6a1-aae3-4c49-a7f8-40ec704c96f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca708a38-e037-41c7-adea-b989fa4d298d,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:52.557949 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b399d6a1-aae3-4c49-a7f8-40ec704c96f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.559172 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b399d6a1-aae3-4c49-a7f8-40ec704c96f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2414124 Apr 30 02:26:52.562283 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39350) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:52.567272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'network': {'name': 'tempest-network-smoke--690065478', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'port_security_enabled': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:52.630174 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:26:52.634047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.657426 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:26:52.665788 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.670089 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Added segment bef13e7a-a20c-4020-99e4-96d3d60c2d5e of type vlan for network 43f2aa86-0a7f-43ae-834b-511cbc2370cb Apr 30 02:26:52.705306 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.766907 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.772366 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:52.772942 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.838390 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Network': ['ID=43f2aa86-0a7f-43ae-834b-511cbc2370cb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:52.848584 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:26:52.850072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-91d56e58-b8a5-42ca-acb3-6076dac8d809 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2867112 Apr 30 02:26:52.852905 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39352) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:52.857962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'admin_state_up': True, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:52.921621 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.922692 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:52.974581 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:53.182922 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:53.426741 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:53.445020 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:53.547567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.48 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/077b1cff-72ab-484b-be7e-62e7300fc9c2) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:26:53.645918 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:53.739127 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:53.779109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:26:53.783879 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:26:53.787346 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:26:53.814321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=077b1cff-72ab-484b-be7e-62e7300fc9c2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:54.106410 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:54.576965 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:54.766989 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:26:54.870651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:26:54.880519 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Sync routers for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:26:54.890468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:26:54.891076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:54.946489 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:54.947830 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-763c40ad-4bcc-4a40-9b01-9bcc3e5b77d4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0938621 Apr 30 02:26:54.956525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39354) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:54.988083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-58e2ab73-f46c-4c48-a49a-3ea20011695f tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9dca1d8ff67a425caa903b11a29edd92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304134 Apr 30 02:26:54.990796 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39356) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:54.996164 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:26:55.075090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d8f77-47af-491d-95d7-41888e28a9b5 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:55.076622 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-544d8f77-47af-491d-95d7-41888e28a9b5 tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849075 Apr 30 02:26:55.079395 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39358) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:55.106929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-90e720a4-9883-4ea8-9184-635e3fcc193c tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=ee71faad-6360-4b54-bc5c-ca19e3bd12cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264533 Apr 30 02:26:55.109298 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39360) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:55.113877 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1618301044', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:26:55.173295 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:53Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:55.203873 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Checking router: 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:26:55.204220 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Updating router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae port 077b1cff-72ab-484b-be7e-62e7300fc9c2 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:26:55.227731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.258960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:26:55.262564 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.480528 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.504681 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.568827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Subnet': ['ID=5d0727c5-2c44-4992-a48b-44fd01408400,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:55.573157 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Checking segment: {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:26:55.573518 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network hostable DHCP agents. Network: 43f2aa86-0a7f-43ae-834b-511cbc2370cb, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:26:55.584354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.632011 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Attempting to bind port 077b1cff-72ab-484b-be7e-62e7300fc9c2 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:26:55.632374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Attempting to bind port 077b1cff-72ab-484b-be7e-62e7300fc9c2 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:26:55.632727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Attempting to bind port 077b1cff-72ab-484b-be7e-62e7300fc9c2 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:26:55.641832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb7f3a-6080-4aec-aea0-0fbad243f4d4 None None] Pushing event updated for resources: {'Port': ['ID=077b1cff-72ab-484b-be7e-62e7300fc9c2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:55.644212 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:26:55.644574 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:26:55.644968 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.645344 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:26:55.645848 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Bound port: 077b1cff-72ab-484b-be7e-62e7300fc9c2, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:26:55.646177 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.692767 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:26:55.699416 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] For port 077b1cff-72ab-484b-be7e-62e7300fc9c2, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:26:55.702569 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] For port 077b1cff-72ab-484b-be7e-62e7300fc9c2, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=077b1cff-72ab-484b-be7e-62e7300fc9c2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:26:55.778489 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 43f2aa86-0a7f-43ae-834b-511cbc2370cb) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:26:55.782742 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:55.783490 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.787104 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f69d0-5196-4fe3-89da-5e3f53b3c802 None None] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:26:55.800503 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:55.871692 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-34c33ab7-a437-48f6-9de4-edb261695fb0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7613580 Apr 30 02:26:55.874541 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39362) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:26:55.901559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb7f3a-6080-4aec-aea0-0fbad243f4d4 None None] Pushing event updated for resources: {'Port': ['ID=077b1cff-72ab-484b-be7e-62e7300fc9c2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:55.922555 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:26:55.923184 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:56.068129 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:26:56.069042 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:56.074475 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:26:56.298527 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:56.338238 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Allocated IP 172.20.0.2 (43f2aa86-0a7f-43ae-834b-511cbc2370cb/5d0727c5-2c44-4992-a48b-44fd01408400/8e356ce6-b5f8-49e5-9585-d1cfddec1732) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:26:56.420309 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:53Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:56.454457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae4a80-5856-4508-ac68-ed3294978d5f None None] The sync data for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 is: [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:53Z', 'revision_number': 3, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:26:56.531712 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:56.626261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:56.688178 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:26:56.691770 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.1 (43f2aa86-0a7f-43ae-834b-511cbc2370cb/5d0727c5-2c44-4992-a48b-44fd01408400/476b6703-5cc6-4a0a-9676-c61585704a09) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:26:56.693643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:26:56.699086 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:26:56.709145 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Pushing event updated for resources: {'Port': ['ID=8e356ce6-b5f8-49e5-9585-d1cfddec1732,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:56.834857 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:56.920956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Attempting to bind port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:26:56.920956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Attempting to bind port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:26:56.920956 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Attempting to bind port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 on network 43f2aa86-0a7f-43ae-834b-511cbc2370cb {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:26:56.925206 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:26:56.925585 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Checking segment: {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:26:56.925987 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:56.926382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Bound using segment: {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:26:56.926840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Bound port: 8e356ce6-b5f8-49e5-9585-d1cfddec1732, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:26:56.927219 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:56.939539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:56.984806 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:26:56.988036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:26:56.992138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:26:56.998642 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=476b6703-5cc6-4a0a-9676-c61585704a09,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:57.001560 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] For port 8e356ce6-b5f8-49e5-9585-d1cfddec1732, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:26:57.006273 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] For port 8e356ce6-b5f8-49e5-9585-d1cfddec1732, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8e356ce6-b5f8-49e5-9585-d1cfddec1732,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:26:57.040188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.064993 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.130357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf3ac2-a60a-435c-b9ab-22832d0b1967 None None] Pushing event updated for resources: {'Port': ['ID=8e356ce6-b5f8-49e5-9585-d1cfddec1732,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:57.242630 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.542505 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.584561 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.633427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 077b1cff-72ab-484b-be7e-62e7300fc9c2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:26:57.661334 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=476b6703-5cc6-4a0a-9676-c61585704a09,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:57.666086 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.686249 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 077b1cff-72ab-484b-be7e-62e7300fc9c2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:57.686612 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.756451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:26:57.757469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:26:57.764079 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.785286 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 077b1cff-72ab-484b-be7e-62e7300fc9c2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=077b1cff-72ab-484b-be7e-62e7300fc9c2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:26:57.830362 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:57.831265 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8e356ce6-b5f8-49e5-9585-d1cfddec1732 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:26:57.869259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:26:57.910194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=077b1cff-72ab-484b-be7e-62e7300fc9c2,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:57.923074 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:57.923729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:58.007742 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:58.045070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 8e356ce6-b5f8-49e5-9585-d1cfddec1732, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8e356ce6-b5f8-49e5-9585-d1cfddec1732,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:26:58.103147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:58.165387 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=8e356ce6-b5f8-49e5-9585-d1cfddec1732,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:58.300720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec04200-bf0b-4471-bb38-6f148b66482d None None] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:26:58.315419 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:26:58.324900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c75fd53a-597b-453a-be64-f96fcbe41fb5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/23f096c6-1e18-40d6-86e9-2fbfffc7a3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4452612 Apr 30 02:26:58.376840 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a26a3013-28a7-417f-9044-c50c1aa396f7 None None] Provisioning complete for port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:58.377227 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a26a3013-28a7-417f-9044-c50c1aa396f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:58.475217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-54397a16-eb65-42c2-9552-a420307094b8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576026098&fields=id&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 267 time: 0.0430071 Apr 30 02:26:58.603380 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-f64df374-5c33-4835-a1ce-071e15f3d1c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:26:58.603589 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-f64df374-5c33-4835-a1ce-071e15f3d1c3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/networks?id=43f2aa86-0a7f-43ae-834b-511cbc2370cb HTTP/1.1" status: 200 len: 796 time: 0.1207988 Apr 30 02:26:58.621377 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-e932886f-bb30-4d92-9bab-2e658e01d8e8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/quotas/9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 375 time: 0.0103068 Apr 30 02:26:58.634705 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Sync routers for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:26:58.646605 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:26:58.647756 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:58.686863 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-6457b97f-3e81-412a-8a65-97848c43d35b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580220 Apr 30 02:26:58.759176 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:26:58.801993 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d63436ad-aac3-4d9e-b877-1ef293b16b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:58.852224 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3ac54d61-ecca-46f9-8316-8f2d2ccb09ab None None] Provisioning complete for port 476b6703-5cc6-4a0a-9676-c61585704a09 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:58.852489 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-f19ce529-b61a-4a0a-81c3-b9cbb977194a service neutron] 10.222.0.15 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531010 Apr 30 02:26:58.852745 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ac54d61-ecca-46f9-8316-8f2d2ccb09ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:58.908489 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3ac54d61-ecca-46f9-8316-8f2d2ccb09ab None None] Port 476b6703-5cc6-4a0a-9676-c61585704a09 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:26:58.922357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3ac54d61-ecca-46f9-8316-8f2d2ccb09ab None None] Provisioning complete for port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:58.923250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ac54d61-ecca-46f9-8316-8f2d2ccb09ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:58.959452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-9b6c014c-1bee-4b6a-943d-0bf0eae6b380 service neutron] 10.222.0.15 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060784 Apr 30 02:26:59.000844 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 2, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:59.032679 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Checking router: 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:26:59.033031 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Updating router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae port 476b6703-5cc6-4a0a-9676-c61585704a09 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:26:59.061977 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.157496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5ff9b35d-73c6-49f9-b06c-221aec5f0f28 None None] Provisioning complete for port 476b6703-5cc6-4a0a-9676-c61585704a09 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:59.158185 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b35d-73c6-49f9-b06c-221aec5f0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.214710 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9b35d-73c6-49f9-b06c-221aec5f0f28 None None] Port 476b6703-5cc6-4a0a-9676-c61585704a09 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:26:59.214881 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-39eaaebb-0339-4c6b-93d3-06a6014fec1f req-c00cc077-13ce-4cc7-9a6c-d13b7ac875e6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 210 time: 0.0311263 Apr 30 02:26:59.333998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ee70e4b5-066b-43d4-9253-c2c1e0cfcab3 None None] Provisioning complete for port 476b6703-5cc6-4a0a-9676-c61585704a09 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:59.334361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee70e4b5-066b-43d4-9253-c2c1e0cfcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.364175 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.379665 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ee70e4b5-066b-43d4-9253-c2c1e0cfcab3 None None] Port 476b6703-5cc6-4a0a-9676-c61585704a09 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:26:59.452112 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.593858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 077b1cff-72ab-484b-be7e-62e7300fc9c2 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:26:59.595849 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Pushing event updated for resources: {'Port': ['ID=476b6703-5cc6-4a0a-9676-c61585704a09,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:26:59.609911 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.610373 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.610694 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.610944 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.611267 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.611612 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.611930 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.612244 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.612557 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.612949 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.613178 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.613488 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:26:59.652756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 077b1cff-72ab-484b-be7e-62e7300fc9c2 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:59.653369 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.673035 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Attempting to bind port 476b6703-5cc6-4a0a-9676-c61585704a09 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:26:59.674288 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Attempting to bind port 476b6703-5cc6-4a0a-9676-c61585704a09 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:26:59.674288 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Attempting to bind port 476b6703-5cc6-4a0a-9676-c61585704a09 on network 43f2aa86-0a7f-43ae-834b-511cbc2370cb {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:26:59.681082 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:26:59.682701 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Checking segment: {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:26:59.683744 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.684442 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Bound using segment: {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:26:59.685083 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Bound port: 476b6703-5cc6-4a0a-9676-c61585704a09, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:26:59.685565 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.739732 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8e356ce6-b5f8-49e5-9585-d1cfddec1732 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:26:59.763079 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] For port 476b6703-5cc6-4a0a-9676-c61585704a09, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:26:59.767296 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] For port 476b6703-5cc6-4a0a-9676-c61585704a09, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=476b6703-5cc6-4a0a-9676-c61585704a09,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:26:59.799088 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:59.799475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.848363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-22d3e8fe-12f2-42c7-92de-997cb597d451 None None] Provisioning complete for port 476b6703-5cc6-4a0a-9676-c61585704a09 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:26:59.848735 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22d3e8fe-12f2-42c7-92de-997cb597d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.865069 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:26:59.913743 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-22d3e8fe-12f2-42c7-92de-997cb597d451 None None] Port 476b6703-5cc6-4a0a-9676-c61585704a09 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:26:59.920417 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:26:59.921129 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:26:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:26:59.962904 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb33975-151d-48da-b66f-1c2b87a4f022 None None] Pushing event updated for resources: {'Port': ['ID=476b6703-5cc6-4a0a-9676-c61585704a09,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:00.039128 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:27:00.134698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-bee40158-2c89-4fa1-918f-36e654222579 None None] Provisioning complete for port 476b6703-5cc6-4a0a-9676-c61585704a09 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:27:00.135951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bee40158-2c89-4fa1-918f-36e654222579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:00.214332 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bee40158-2c89-4fa1-918f-36e654222579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:00.244466 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:26:59Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:00.249690 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-bee40158-2c89-4fa1-918f-36e654222579 None None] For port 476b6703-5cc6-4a0a-9676-c61585704a09, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=476b6703-5cc6-4a0a-9676-c61585704a09,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:27:00.271810 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbab930-ab08-4fe7-8db4-1f951896b4a0 None None] The sync data for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 is: [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:26:59Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:27:00.304698 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bee40158-2c89-4fa1-918f-36e654222579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:00.355748 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-49d1c855-a3de-40a7-af57-dd5346405f7d req-52377d03-fcbc-4570-bed5-07267e8bb93e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 210 time: 0.0554683 Apr 30 02:27:00.378128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee40158-2c89-4fa1-918f-36e654222579 None None] Pushing event updated for resources: {'Port': ['ID=476b6703-5cc6-4a0a-9676-c61585704a09,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:01.053191 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-654609d0-3832-4e84-b8e0-b1343d8d7aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:01.380907 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-79e0ce59-6b2f-45b5-935d-25389402b402 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:01.382383 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-79e0ce59-6b2f-45b5-935d-25389402b402 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "GET /v2.0/networks?id=43f2aa86-0a7f-43ae-834b-511cbc2370cb HTTP/1.1" status: 200 len: 796 time: 0.1095335 Apr 30 02:27:01.425563 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-eeafe461-f347-488c-93bf-6610f7f9007d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dca1d8ff67a425caa903b11a29edd92 HTTP/1.1" status: 200 len: 379 time: 0.0342157 Apr 30 02:27:01.436054 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'port': {'device_id': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'admin_state_up': True, 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'security_groups': ['f88e9210-3063-43dc-91b4-2184501835bf']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:27:01.455401 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-167c379e-3655-4f68-a56e-108cba51c85d req-aa404640-baf6-4497-b9fd-c42c854524bc tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 210 time: 0.0273156 Apr 30 02:27:01.600594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 476b6703-5cc6-4a0a-9676-c61585704a09 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:27:01.624545 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Made reservation on behalf of 9dca1d8ff67a425caa903b11a29edd92 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:27:01.628187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:01.649694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 476b6703-5cc6-4a0a-9676-c61585704a09 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:27:01.650062 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:01.758349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.20.0.3 (43f2aa86-0a7f-43ae-834b-511cbc2370cb/5d0727c5-2c44-4992-a48b-44fd01408400/5995ef59-e2cd-4516-991e-2f9d01d9866e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:27:01.896466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:01.984879 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:02.029299 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:27:02.032330 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:27:02.036081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:27:02.060428 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=5995ef59-e2cd-4516-991e-2f9d01d9866e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:02.088711 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:02.089616 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:02.193145 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-13d12e09-b0a3-45c5-a7b9-0ce4b10b7a79 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612820 Apr 30 02:27:02.246395 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Request body: {'port': {'device_id': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:27:02.255739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4c824ccf-2b0e-4463-84be-ef527e2ce0d4 None None] Provisioning complete for port 5995ef59-e2cd-4516-991e-2f9d01d9866e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:27:02.256058 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4c824ccf-2b0e-4463-84be-ef527e2ce0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:02.277968 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:02.290459 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4c824ccf-2b0e-4463-84be-ef527e2ce0d4 None None] Port 5995ef59-e2cd-4516-991e-2f9d01d9866e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:27:02.299861 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:02.566994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5995ef59-e2cd-4516-991e-2f9d01d9866e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:27:02.574663 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:02.579751 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21138-186f-4d8e-95d1-e794f93eb082 req-7aecfd10-2e4f-4c22-82f1-4806c02cc950 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:02.581413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fdd21138-186f-4d8e-95d1-e794f93eb082 req-7aecfd10-2e4f-4c22-82f1-4806c02cc950 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 931 time: 0.0539091 Apr 30 02:27:02.586601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Transition to ACTIVE for port object 5995ef59-e2cd-4516-991e-2f9d01d9866e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:27:02.623901 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fdd21138-186f-4d8e-95d1-e794f93eb082 req-90200353-347c-4fee-8a1c-d7039f9714c9 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330904 Apr 30 02:27:02.664261 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:02.716855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Pushing event updated for resources: {'Port': ['ID=5995ef59-e2cd-4516-991e-2f9d01d9866e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:02.792481 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Attempting to bind port 5995ef59-e2cd-4516-991e-2f9d01d9866e on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:27:02.793064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Attempting to bind port 5995ef59-e2cd-4516-991e-2f9d01d9866e by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:27:02.793494 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Attempting to bind port 5995ef59-e2cd-4516-991e-2f9d01d9866e on network 43f2aa86-0a7f-43ae-834b-511cbc2370cb {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:27:02.798247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Port 5995ef59-e2cd-4516-991e-2f9d01d9866e on network 43f2aa86-0a7f-43ae-834b-511cbc2370cb not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:27:02.798571 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Attempting to bind port 5995ef59-e2cd-4516-991e-2f9d01d9866e on network 43f2aa86-0a7f-43ae-834b-511cbc2370cb {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:27:02.803559 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:27:02.803900 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Checking segment: {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:27:02.804288 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Bound using segment: {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:27:02.804809 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Bound port: 5995ef59-e2cd-4516-991e-2f9d01d9866e, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:27:02.805059 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:02.872102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] For port 5995ef59-e2cd-4516-991e-2f9d01d9866e, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:27:02.875026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] For port 5995ef59-e2cd-4516-991e-2f9d01d9866e, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:27:02.973749 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:03.009298 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:03.009844 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:03.011446 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] 10.222.0.21 "PUT /v2.0/ports/5995ef59-e2cd-4516-991e-2f9d01d9866e HTTP/1.1" status: 200 len: 1091 time: 0.8090723 Apr 30 02:27:03.011888 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:27:03.014136 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3338d-02b7-44aa-96c7-cf05bf3da228" -d '{"events": [{"name": "network-changed", "server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:27:03.041829 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af9508-7d8c-4168-bd65-aef52277386c service neutron] Pushing event updated for resources: {'Port': ['ID=5995ef59-e2cd-4516-991e-2f9d01d9866e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:03.053985 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecc7b5b-ce37-4b9e-a7ee-f32fd738173e x-openstack-request-id: req-0ecc7b5b-ce37-4b9e-a7ee-f32fd738173e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:27:03.054349 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:27:03.054664 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ecc7b5b-ce37-4b9e-a7ee-f32fd738173e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:27:03.055153 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecc7b5b-ce37-4b9e-a7ee-f32fd738173e'] response: {'name': 'network-changed', 'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'status': 'completed', 'code': 200} Apr 30 02:27:03.118471 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3338d-02b7-44aa-96c7-cf05bf3da228 req-da4bcfea-8653-482d-9023-61465c23a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:03.120972 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bde3338d-02b7-44aa-96c7-cf05bf3da228 req-da4bcfea-8653-482d-9023-61465c23a9ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 1094 time: 0.0448704 Apr 30 02:27:03.223772 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3338d-02b7-44aa-96c7-cf05bf3da228 req-e04e8a5c-a9e1-4eac-acb7-ecfcdf9104cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:03.225258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bde3338d-02b7-44aa-96c7-cf05bf3da228 req-e04e8a5c-a9e1-4eac-acb7-ecfcdf9104cd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9dca1d8ff67a425caa903b11a29edd92&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0976210 Apr 30 02:27:03.317697 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3338d-02b7-44aa-96c7-cf05bf3da228 req-21726254-9fde-4dca-8f70-358caf4b0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:03.319065 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-bde3338d-02b7-44aa-96c7-cf05bf3da228 req-21726254-9fde-4dca-8f70-358caf4b0c4c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869558 Apr 30 02:27:03.398882 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-9bc86717-f7ae-4571-b24a-cb70c3ef87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:03.401141 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-9bc86717-f7ae-4571-b24a-cb70c3ef87f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 1094 time: 0.0453200 Apr 30 02:27:03.441423 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-7cab9477-a1cf-43f8-9a82-0db89c2b4497 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e HTTP/1.1" status: 200 len: 217 time: 0.0341175 Apr 30 02:27:03.489225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-eb2eb215-42c3-4e81-904b-5f7dce80ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:03.490636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-eb2eb215-42c3-4e81-904b-5f7dce80ce7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0727c5-2c44-4992-a48b-44fd01408400 HTTP/1.1" status: 200 len: 835 time: 0.0431232 Apr 30 02:27:03.540988 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-5b365bd0-c7d0-4b98-b8ac-d7c3f99a8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:03.542542 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-5b365bd0-c7d0-4b98-b8ac-d7c3f99a8d81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f2aa86-0a7f-43ae-834b-511cbc2370cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455918 Apr 30 02:27:03.630551 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-59da4dfe-cd06-4238-a09b-3e5f1d2ca5dc service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817750 Apr 30 02:27:03.726335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-9aaf0961-efbe-45e5-a6d6-735548ed6590 req-ba2b0432-39f7-4427-ad3b-29a878a510a1 service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887091 Apr 30 02:27:03.744103 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65b2cf-7e8f-4aae-b949-010178380c32 req-ff2d740c-a259-41de-9b2c-f65d33e26121 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:03.746352 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd65b2cf-7e8f-4aae-b949-010178380c32 req-ff2d740c-a259-41de-9b2c-f65d33e26121 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 943 time: 0.0497122 Apr 30 02:27:03.785663 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fd65b2cf-7e8f-4aae-b949-010178380c32 req-7acf2137-d9a4-44e0-9fb3-cb06d7f4a9e8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324178 Apr 30 02:27:03.933578 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:04.023089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:04.901899 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d698c-7fc1-4ed8-b7e0-bc9c5fb6f559 req-a1877e5d-77e9-45d1-b35a-a4e6a54185d6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:04.903374 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-317d698c-7fc1-4ed8-b7e0-bc9c5fb6f559 req-a1877e5d-77e9-45d1-b35a-a4e6a54185d6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 943 time: 0.0486867 Apr 30 02:27:04.940979 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-317d698c-7fc1-4ed8-b7e0-bc9c5fb6f559 req-cdcb2e79-c35a-408d-ac29-2919b4c96246 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Apr 30 02:27:06.057732 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592295-ed79-48cc-b21e-787daa6671bb req-5931a33c-001f-43d1-836b-be943d9738aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:06.059179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98592295-ed79-48cc-b21e-787daa6671bb req-5931a33c-001f-43d1-836b-be943d9738aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 943 time: 0.0518525 Apr 30 02:27:06.095963 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-98592295-ed79-48cc-b21e-787daa6671bb req-8ccc0063-ec3b-49f5-b1fb-5d76f46e2bd3 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Apr 30 02:27:07.029354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5995ef59-e2cd-4516-991e-2f9d01d9866e details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:27:07.122124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5995ef59-e2cd-4516-991e-2f9d01d9866e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:27:07.133880 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'port_id': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'mac_address': 'fa:16:3e:ca:dc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:27:07.171489 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:07.184543 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5995ef59-e2cd-4516-991e-2f9d01d9866e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:27:07.204563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5995ef59-e2cd-4516-991e-2f9d01d9866e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:27:07.212057 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af553b3-ead2-4386-b4bf-dee250e8d84a req-f1889da0-f23c-4c03-aed1-05987314924f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:07.218705 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4af553b3-ead2-4386-b4bf-dee250e8d84a req-f1889da0-f23c-4c03-aed1-05987314924f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 943 time: 0.0509193 Apr 30 02:27:07.253376 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4af553b3-ead2-4386-b4bf-dee250e8d84a req-53b57b5c-5192-420b-888e-d00251533f67 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330777 Apr 30 02:27:07.293153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:07.342967 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5995ef59-e2cd-4516-991e-2f9d01d9866e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:07.514615 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['5995ef59-e2cd-4516-991e-2f9d01d9866e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:27:08.365365 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:27:08.369976 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fa70c-b9c9-4596-95a3-4b21db42ab24 req-a36cd7c5-7331-49a3-913a-17e7b158b24f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:08.371538 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-918fa70c-b9c9-4596-95a3-4b21db42ab24 req-a36cd7c5-7331-49a3-913a-17e7b158b24f tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 944 time: 0.0482142 Apr 30 02:27:08.409702 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-918fa70c-b9c9-4596-95a3-4b21db42ab24 req-bc741f4b-f70b-42fd-be95-a878d6edf714 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319262 Apr 30 02:27:09.049989 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5995ef59-e2cd-4516-991e-2f9d01d9866e up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:27:09.195886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 5995ef59-e2cd-4516-991e-2f9d01d9866e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:27:09.200893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 5995ef59-e2cd-4516-991e-2f9d01d9866e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:27:09.201261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:09.280287 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:09.301717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:27:09.303906 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041bce66-fa92-415b-9e63-570f48dd1df4" -d '{"events": [{"server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "name": "network-vif-plugged", "status": "completed", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:27:09.315814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 5995ef59-e2cd-4516-991e-2f9d01d9866e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:27:09.385452 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:09.411580 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b57df3-7a61-4b02-a058-44595cd76e35 x-openstack-request-id: req-04b57df3-7a61-4b02-a058-44595cd76e35 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:27:09.411891 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "name": "network-vif-plugged", "status": "completed", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:27:09.412117 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04b57df3-7a61-4b02-a058-44595cd76e35 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:27:09.412499 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b57df3-7a61-4b02-a058-44595cd76e35'] response: {'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'code': 200} Apr 30 02:27:09.439458 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=5995ef59-e2cd-4516-991e-2f9d01d9866e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:09.491002 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f142b5-138e-4641-9503-e6be4c515bd1 req-307662cc-5298-42b0-9a0c-0afa3be86e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:09.492548 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f0f142b5-138e-4641-9503-e6be4c515bd1 req-307662cc-5298-42b0-9a0c-0afa3be86e09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 1096 time: 0.0420177 Apr 30 02:27:09.529619 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f0f142b5-138e-4641-9503-e6be4c515bd1 req-4c31589d-9818-4b5e-9cb3-b53678a975e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304570 Apr 30 02:27:09.531109 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5ff27-6488-491d-9ee8-cbd847cb8769 req-b2c75697-2853-4f1d-8cac-623d254e87aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:09.532659 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ae5ff27-6488-491d-9ee8-cbd847cb8769 req-b2c75697-2853-4f1d-8cac-623d254e87aa tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Apr 30 02:27:09.570859 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4ae5ff27-6488-491d-9ee8-cbd847cb8769 req-37143c92-583b-405f-bc81-449c9d47a8f5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Apr 30 02:27:10.688488 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26486041-9341-4b3d-bd41-d905723d65c5 req-6c20290a-efb6-4475-913b-77b07de44253 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:10.689951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26486041-9341-4b3d-bd41-d905723d65c5 req-6c20290a-efb6-4475-913b-77b07de44253 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0476425 Apr 30 02:27:10.727915 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-26486041-9341-4b3d-bd41-d905723d65c5 req-c09b8950-050b-4ceb-8384-8349fcea00f4 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Apr 30 02:27:11.841464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18bd5-e5ab-4425-8f85-9a5574542cba req-c72ef4f2-67c6-41c2-a247-fecae8d97356 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:11.842928 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ab18bd5-e5ab-4425-8f85-9a5574542cba req-c72ef4f2-67c6-41c2-a247-fecae8d97356 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0478873 Apr 30 02:27:11.879940 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6ab18bd5-e5ab-4425-8f85-9a5574542cba req-2dd760b7-f81e-40d0-8b22-0e4be41eef27 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309238 Apr 30 02:27:11.996125 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cafe1f-6004-4923-a235-25495f8e2a05 req-2791641a-ecb0-4dab-a8fe-52c6ddc3b4b8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:11.997565 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-01cafe1f-6004-4923-a235-25495f8e2a05 req-2791641a-ecb0-4dab-a8fe-52c6ddc3b4b8 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0520291 Apr 30 02:27:12.035487 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-01cafe1f-6004-4923-a235-25495f8e2a05 req-0acddca7-a8de-4ece-b53b-f891af7b1f21 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318058 Apr 30 02:27:12.057177 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39428) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:12.095276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693a067-d347-4b55-8bcd-f7a3f76178df tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:12.096805 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c693a067-d347-4b55-8bcd-f7a3f76178df tempest-TestNetworkAdvancedServerOps-1859139804 tempest-TestNetworkAdvancedServerOps-1859139804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 1091 time: 0.0386753 Apr 30 02:27:12.099585 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39430) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:12.104344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:27:12.195741 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:12.294976 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:12.394468 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Allocated IP 172.25.0.226 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/68d9181b-bd83-450b-a680-00520a2fd63d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:27:12.496363 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:12.589129 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:12.628878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:27:12.631718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:27:12.636193 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:27:12.641455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=68d9181b-bd83-450b-a680-00520a2fd63d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:12.984159 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:13.114641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:13.257127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:13.315696 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:13.388411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event updated for resources: {'Port': ['ID=68d9181b-bd83-450b-a680-00520a2fd63d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:13.396297 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:13.494932 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP eb28efcb-462f-41c0-ba05-65b5e40a4a66 associated. External IP: 172.25.0.226, port: 5995ef59-e2cd-4516-991e-2f9d01d9866e. Apr 30 02:27:13.700438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:27:13.805493 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:27:13.815696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] Sync routers for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:27:13.824572 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:27:13.825179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:13.904837 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:13.928143 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:27:13.933372 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-5240366f-fb76-4148-a2a0-db74bc09c34c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8325183 Apr 30 02:27:13.934009 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:27:13.936401 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:27:14.031350 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c0b85-9f57-48c1-9b67-2a2b0c1c3c38 req-796d3bac-75eb-4232-8f62-7fb6ddc9cf6e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:14.032946 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-609c0b85-9f57-48c1-9b67-2a2b0c1c3c38 req-796d3bac-75eb-4232-8f62-7fb6ddc9cf6e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0499845 Apr 30 02:27:14.071526 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-609c0b85-9f57-48c1-9b67-2a2b0c1c3c38 req-f91c6986-d94d-4933-bf5c-39f3a7cff443 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321848 Apr 30 02:27:14.094191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:14.131611 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d4cb4-cd1f-4fdb-b6cc-237969434d06 x-openstack-request-id: req-8a3d4cb4-cd1f-4fdb-b6cc-237969434d06 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:27:14.132252 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:27:14.132252 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a3d4cb4-cd1f-4fdb-b6cc-237969434d06 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:27:14.132519 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3d4cb4-cd1f-4fdb-b6cc-237969434d06'] response: {'name': 'network-changed', 'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'status': 'completed', 'code': 200} Apr 30 02:27:14.159362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'eb28efcb-462f-41c0-ba05-65b5e40a4a66', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'port_id': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'mac_address': 'fa:16:3e:ca:dc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:27:12Z', 'updated_at': '2022-04-30T02:27:12Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:27:00Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:14.185691 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] Checking router: 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:27:14.193585 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b736a07d-eaad-4193-8c22-857f3d4717ce tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/eb28efcb-462f-41c0-ba05-65b5e40a4a66 HTTP/1.1" status: 200 len: 991 time: 0.0980334 Apr 30 02:27:14.194320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:27:14.194928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:27:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:14.208774 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-62997a75-f6a6-49e2-bf44-ef72fa717111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:14.210245 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-62997a75-f6a6-49e2-bf44-ef72fa717111 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 1096 time: 0.0547860 Apr 30 02:27:14.299617 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:27:14.299918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-121b0953-467b-4e22-afe4-3c8665812315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:14.301406 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-121b0953-467b-4e22-afe4-3c8665812315 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43f2aa86-0a7f-43ae-834b-511cbc2370cb HTTP/1.1" status: 200 len: 896 time: 0.0837343 Apr 30 02:27:14.370876 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-819d6d4a-18c8-43b0-a4dd-d0990822559c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e HTTP/1.1" status: 200 len: 999 time: 0.0616393 Apr 30 02:27:14.419479 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-dd222e4b-b854-49c6-884b-a6f40656c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:14.420948 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-dd222e4b-b854-49c6-884b-a6f40656c277 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0727c5-2c44-4992-a48b-44fd01408400 HTTP/1.1" status: 200 len: 835 time: 0.0445790 Apr 30 02:27:14.465247 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-4c72e4b1-7588-468d-84f3-b018f7aec022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:14.466742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-4c72e4b1-7588-468d-84f3-b018f7aec022 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f2aa86-0a7f-43ae-834b-511cbc2370cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393646 Apr 30 02:27:14.524909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'eb28efcb-462f-41c0-ba05-65b5e40a4a66', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'port_id': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'mac_address': 'fa:16:3e:ca:dc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:27:12Z', 'updated_at': '2022-04-30T02:27:12Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:27:00Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:14.552007 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3effd84-a829-46ac-b58e-4940e75ad35f None None] The sync data for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 is: [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'eb28efcb-462f-41c0-ba05-65b5e40a4a66', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'port_id': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'mac_address': 'fa:16:3e:ca:dc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:27:12Z', 'updated_at': '2022-04-30T02:27:12Z', 'revision_number': 0, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:27:00Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:27:14.561184 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-4d2c7895-97e0-4acc-a52f-6d4f983d414f service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878963 Apr 30 02:27:14.652762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d39d0f44-7c6b-4ba6-b1d1-1ec3e209c30c req-5884fa94-5a16-453f-b83c-10bc338faf8f service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857613 Apr 30 02:27:14.737590 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb483e2-e169-445d-a28a-71cfd5100f10 None None] New status for floating IP eb28efcb-462f-41c0-ba05-65b5e40a4a66: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:27:15.197307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39438) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:15.260528 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6cbcba26-3a0a-4403-bb1a-8bc0ec35b39e tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/eb28efcb-462f-41c0-ba05-65b5e40a4a66 HTTP/1.1" status: 200 len: 993 time: 0.0621660 Apr 30 02:27:19.314585 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:21.138729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:28.800074 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-046f522c-f960-4ea1-8ef6-a8044b2d1a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:31.058689 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a4a27c5-50ae-4ff8-8262-0fa31c26f11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:32.265289 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:32.465636 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-8fa937e4-c094-453e-897e-609208878596 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3418109 Apr 30 02:27:32.553549 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-e5508c73-47a0-4aaa-a0e3-67912a310bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:32.555129 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-e5508c73-47a0-4aaa-a0e3-67912a310bd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 1096 time: 0.0440245 Apr 30 02:27:32.659030 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-bfd0d3a2-7bc6-42ef-a286-c3dbf8f4f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:32.660531 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-bfd0d3a2-7bc6-42ef-a286-c3dbf8f4f7d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43f2aa86-0a7f-43ae-834b-511cbc2370cb HTTP/1.1" status: 200 len: 896 time: 0.0865254 Apr 30 02:27:32.726853 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-61bd3368-c47f-41db-94cf-cddb301a389b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e HTTP/1.1" status: 200 len: 1001 time: 0.0581768 Apr 30 02:27:32.775876 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-8a43fb3d-31db-4c6e-81a7-2a290a91cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:32.777286 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-8a43fb3d-31db-4c6e-81a7-2a290a91cfc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0727c5-2c44-4992-a48b-44fd01408400 HTTP/1.1" status: 200 len: 835 time: 0.0426953 Apr 30 02:27:32.824269 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-13c763df-51e3-4520-8b1d-3b3c92b741bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:32.825698 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-13c763df-51e3-4520-8b1d-3b3c92b741bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f2aa86-0a7f-43ae-834b-511cbc2370cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419676 Apr 30 02:27:32.912584 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-44eb037e-2606-4d45-89e1-742551542f7b service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798240 Apr 30 02:27:33.006063 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-22e028c8-725c-4b14-b029-fc35c1cc4971 req-c349c01b-fc4a-4cf7-b79c-dab4b355cbfb service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853586 Apr 30 02:27:33.938824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:34.030260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:45.364393 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:27:46.827128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af200d7-9714-4073-b0c8-dc1d733b2fce req-a11ed377-4cbd-4291-b47f-d7001b52ebb6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:46.828615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3af200d7-9714-4073-b0c8-dc1d733b2fce req-a11ed377-4cbd-4291-b47f-d7001b52ebb6 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0501688 Apr 30 02:27:46.866195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3af200d7-9714-4073-b0c8-dc1d733b2fce req-dc29be5b-f025-4425-a87c-e3e1e0fbe0d2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313849 Apr 30 02:27:47.987061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915754-e416-4dfa-858c-1a7916e8b6b9 req-23733670-d6d4-455e-b98d-cbc3e079d6ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:47.988587 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c915754-e416-4dfa-858c-1a7916e8b6b9 req-23733670-d6d4-455e-b98d-cbc3e079d6ec tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0525086 Apr 30 02:27:48.026116 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5c915754-e416-4dfa-858c-1a7916e8b6b9 req-ceada1f3-dd02-4ec5-8b28-1e055035b718 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Apr 30 02:27:48.049334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39456) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:48.109390 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-99066543-6c88-4e2f-9490-b413dfa58c35 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/eb28efcb-462f-41c0-ba05-65b5e40a4a66 HTTP/1.1" status: 200 len: 993 time: 0.0589190 Apr 30 02:27:49.355744 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:49.540935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0866f61-2b73-4058-bb60-d431aac526d3 req-91d5b2e9-4adc-4cf2-b40c-64df4cbe6c59 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:49.542360 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0866f61-2b73-4058-bb60-d431aac526d3 req-91d5b2e9-4adc-4cf2-b40c-64df4cbe6c59 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Apr 30 02:27:49.588303 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e0866f61-2b73-4058-bb60-d431aac526d3 req-942bddcf-3263-4b4e-898e-7ff5aebc57ea tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369103 Apr 30 02:27:49.615238 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-7017d180-bd1c-4a00-bf75-be42c0d11972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:49.616792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-7017d180-bd1c-4a00-bf75-be42c0d11972 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 1096 time: 0.0422659 Apr 30 02:27:49.704855 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-67616a66-7d42-4bf7-80f4-ba0c2b7eed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:49.706185 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-67616a66-7d42-4bf7-80f4-ba0c2b7eed62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43f2aa86-0a7f-43ae-834b-511cbc2370cb HTTP/1.1" status: 200 len: 896 time: 0.0827935 Apr 30 02:27:49.773409 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-1be3fd33-93f3-414b-b387-ac43444fe732 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e HTTP/1.1" status: 200 len: 1001 time: 0.0608447 Apr 30 02:27:49.819916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-6ed730b6-1e86-4811-aba4-442c55dae638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:49.821302 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-6ed730b6-1e86-4811-aba4-442c55dae638 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0727c5-2c44-4992-a48b-44fd01408400 HTTP/1.1" status: 200 len: 835 time: 0.0418921 Apr 30 02:27:49.865091 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-c8eabe5a-8b0a-4be1-810d-bd6136a0ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:49.866652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-c8eabe5a-8b0a-4be1-810d-bd6136a0ae92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f2aa86-0a7f-43ae-834b-511cbc2370cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382831 Apr 30 02:27:49.959513 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-389ea929-e089-4d1d-829e-b34c0f76ef38 service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861797 Apr 30 02:27:50.049554 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-fd9aeb78-e499-46fe-856b-ae9723f43c6f req-a54bc522-472c-43db-9643-91f4c206444c service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840452 Apr 30 02:27:50.713464 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521b5ca-cc9a-4990-b673-c9a4a872f0f3 req-3210310d-e3ec-471c-bdc5-4c101d551453 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:50.715036 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5521b5ca-cc9a-4990-b673-c9a4a872f0f3 req-3210310d-e3ec-471c-bdc5-4c101d551453 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0493999 Apr 30 02:27:50.754909 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5521b5ca-cc9a-4990-b673-c9a4a872f0f3 req-fc3978c0-1bf8-4993-bd3d-c2c4f732ea3d tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319085 Apr 30 02:27:51.155819 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:51.869910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ae1e1-95a7-4645-a1b7-fe17f7a76777 req-5475ed3d-6ca5-4d88-a63d-c9933528c1be tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:51.871364 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-259ae1e1-95a7-4645-a1b7-fe17f7a76777 req-5475ed3d-6ca5-4d88-a63d-c9933528c1be tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0472925 Apr 30 02:27:51.908305 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-259ae1e1-95a7-4645-a1b7-fe17f7a76777 req-f3d6113b-330c-404e-a79a-70c79edf3920 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302365 Apr 30 02:27:51.936075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39468) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:51.999825 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-a09de308-ea96-40c9-8950-37f6cfe661f2 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/floatingips/eb28efcb-462f-41c0-ba05-65b5e40a4a66 HTTP/1.1" status: 200 len: 993 time: 0.0625815 Apr 30 02:27:52.211466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39474) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:52.366294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 68d9181b-bd83-450b-a680-00520a2fd63d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:27:52.366635 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:52.442447 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:52.442776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:52.454465 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 68d9181b-bd83-450b-a680-00520a2fd63d owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:27:52.645539 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:52.676108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=68d9181b-bd83-450b-a680-00520a2fd63d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:52.702245 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.702598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.702941 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.703280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.703639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.703974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.704305 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.704633 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.704994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.705319 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.705644 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.705965 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:52.746093 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:52.746412 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Floating IP eb28efcb-462f-41c0-ba05-65b5e40a4a66 disassociated (deleted). External IP: 172.25.0.226, port: 5995ef59-e2cd-4516-991e-2f9d01d9866e. Apr 30 02:27:52.953455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:27:53.060718 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:27:53.065645 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:53.069997 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] Sync routers for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:27:53.080815 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:27:53.081443 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:53.093070 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3e46e2c5-3d59-4664-ba4f-c8c6758165bd tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/floatingips/eb28efcb-462f-41c0-ba05-65b5e40a4a66 HTTP/1.1" status: 204 len: 168 time: 0.8805342 Apr 30 02:27:53.096397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:27:53.096397 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e464643-0f6e-43db-ba94-5905400237c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:27:53.341073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:27:53.441966 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa27d84-8c08-4619-8732-8496489211e2 x-openstack-request-id: req-caa27d84-8c08-4619-8732-8496489211e2 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:27:53.442257 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:27:53.442503 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caa27d84-8c08-4619-8732-8496489211e2 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:27:53.442908 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa27d84-8c08-4619-8732-8496489211e2'] response: {'name': 'network-changed', 'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'status': 'completed', 'code': 200} Apr 30 02:27:53.506235 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e464643-0f6e-43db-ba94-5905400237c8 req-b53fa36c-7af5-4543-a7ee-e5f7c2fdc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:53.508072 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-b53fa36c-7af5-4543-a7ee-e5f7c2fdc022 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9dca1d8ff67a425caa903b11a29edd92&device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 1096 time: 0.0442176 Apr 30 02:27:53.550418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb38fae-5e90-4d3e-a3a6-bccea59a7b9b req-6b2a0c6e-c46a-4e47-9191-363ded523b52 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:53.552672 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bb38fae-5e90-4d3e-a3a6-bccea59a7b9b req-6b2a0c6e-c46a-4e47-9191-363ded523b52 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0641813 Apr 30 02:27:53.558305 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:27:00Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:53.584917 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] Checking router: 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:27:53.593787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:27:53.594323 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:53.599391 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-3bb38fae-5e90-4d3e-a3a6-bccea59a7b9b req-722bfba4-d997-407b-af81-2c721bccedf5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371988 Apr 30 02:27:53.611805 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e464643-0f6e-43db-ba94-5905400237c8 req-f4198426-6df0-4d0a-b607-1f8b56524e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:53.613219 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-f4198426-6df0-4d0a-b607-1f8b56524e16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43f2aa86-0a7f-43ae-834b-511cbc2370cb HTTP/1.1" status: 200 len: 896 time: 0.0984058 Apr 30 02:27:53.655901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-aafca08b-cc2d-4e19-8013-37e603e728ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e HTTP/1.1" status: 200 len: 217 time: 0.0360379 Apr 30 02:27:53.704070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:27:53.704925 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e464643-0f6e-43db-ba94-5905400237c8 req-aaf4ab16-da62-4b0e-b1e9-74a118dfe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:53.712391 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-aaf4ab16-da62-4b0e-b1e9-74a118dfe887 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d0727c5-2c44-4992-a48b-44fd01408400 HTTP/1.1" status: 200 len: 835 time: 0.0447824 Apr 30 02:27:53.758364 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e464643-0f6e-43db-ba94-5905400237c8 req-3b4c7a18-a7b0-4e27-85b3-796d544d8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:53.759902 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-3b4c7a18-a7b0-4e27-85b3-796d544d8fec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f2aa86-0a7f-43ae-834b-511cbc2370cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455093 Apr 30 02:27:53.771010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-8b9762f1-1a6b-4ab2-b434-af9f5e01389a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:27:53.772019 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-8b9762f1-1a6b-4ab2-b434-af9f5e01389a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050189 Apr 30 02:27:53.861564 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-f1909154-2ea8-4f20-8578-d528fee8d91e service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820775 Apr 30 02:27:53.902155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:27:00Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:53.933003 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a08d94-18f4-4a50-8649-0998fb0b8c36 None None] The sync data for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 is: [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '476b6703-5cc6-4a0a-9676-c61585704a09', 'name': '', 'network_id': '43f2aa86-0a7f-43ae-834b-511cbc2370cb', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'mac_address': 'fa:16:3e:ec:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:56Z', 'updated_at': '2022-04-30T02:27:00Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'subnets': [{'id': '5d0727c5-2c44-4992-a48b-44fd01408400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:27:53.957492 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8e464643-0f6e-43db-ba94-5905400237c8 req-b40eb77b-b840-496c-a6fe-9f9c82703dd0 service neutron] 10.222.0.21 "GET /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893021 Apr 30 02:27:54.160601 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1403df0-6afa-4ea7-ab82-173307492f4b None None] New status for floating IP eb28efcb-462f-41c0-ba05-65b5e40a4a66: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:27:54.717772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d26a6f-fece-4b58-ae7b-dbe020619da1 req-99bb90e3-6ef7-4d9a-90aa-3f9b697bc62b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:54.719235 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04d26a6f-fece-4b58-ae7b-dbe020619da1 req-99bb90e3-6ef7-4d9a-90aa-3f9b697bc62b tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Apr 30 02:27:54.757171 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04d26a6f-fece-4b58-ae7b-dbe020619da1 req-a82e878f-34df-45e6-a093-f9a18056b5e0 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/security-groups?id=f88e9210-3063-43dc-91b4-2184501835bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319390 Apr 30 02:27:55.012157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b0149f99-30a6-4dd6-851a-3027b5ab6819 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:27:55.013630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b0149f99-30a6-4dd6-851a-3027b5ab6819 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 945 time: 0.0493488 Apr 30 02:27:55.100807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 5995ef59-e2cd-4516-991e-2f9d01d9866e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:27:55.101148 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:55.190915 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 5995ef59-e2cd-4516-991e-2f9d01d9866e, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=5995ef59-e2cd-4516-991e-2f9d01d9866e,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:27:55.191305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:55.203789 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 5995ef59-e2cd-4516-991e-2f9d01d9866e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:27:55.373511 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:55.402099 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=5995ef59-e2cd-4516-991e-2f9d01d9866e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:55.442367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] No DVR routers for this DVR port 5995ef59-e2cd-4516-991e-2f9d01d9866e on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:27:55.444955 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:55.448175 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-dc11b34a-90a0-405e-8a90-a901877ddfdd req-b23bb78a-3f9e-4580-8bd3-a0c147cd8794 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.21 "DELETE /v2.0/ports/5995ef59-e2cd-4516-991e-2f9d01d9866e HTTP/1.1" status: 204 len: 173 time: 0.4288406 Apr 30 02:27:55.448696 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'name': 'network-vif-deleted', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:27:55.450900 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0658ce52-9a42-4d4e-9a43-cc13de29f99a" -d '{"events": [{"server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "name": "network-vif-deleted", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:27:55.487293 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de19edff-0783-4f36-8db0-b8324dd2ddce x-openstack-request-id: req-de19edff-0783-4f36-8db0-b8324dd2ddce {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:27:55.487647 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3503087-accb-4db1-b3b2-de990dbe8464", "name": "network-vif-deleted", "tag": "5995ef59-e2cd-4516-991e-2f9d01d9866e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:27:55.487911 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de19edff-0783-4f36-8db0-b8324dd2ddce {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:27:55.488311 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de19edff-0783-4f36-8db0-b8324dd2ddce'] response: {'server_uuid': 'a3503087-accb-4db1-b3b2-de990dbe8464', 'name': 'network-vif-deleted', 'tag': '5995ef59-e2cd-4516-991e-2f9d01d9866e', 'status': 'completed', 'code': 200} Apr 30 02:27:55.873223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8ac55ced-7613-4b6b-a99e-d3246d43f884 req-8afe9e26-033d-4392-a88d-43d791668e57 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3503087-accb-4db1-b3b2-de990dbe8464 HTTP/1.1" status: 200 len: 210 time: 0.0282538 Apr 30 02:27:56.930740 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39490) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:57.284305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:57.531111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 476b6703-5cc6-4a0a-9676-c61585704a09 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:27:57.531488 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:57.618229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 476b6703-5cc6-4a0a-9676-c61585704a09, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=476b6703-5cc6-4a0a-9676-c61585704a09,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:27:57.618593 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:57.631021 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 476b6703-5cc6-4a0a-9676-c61585704a09 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:27:57.887580 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:57.913943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=476b6703-5cc6-4a0a-9676-c61585704a09,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:58.087700 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:58.300572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:27:58.401885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:27:58.407019 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-9995eb01-380a-4d13-8c84-1358c58469ba tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "PUT /v2.0/routers/23f096c6-1e18-40d6-86e9-2fbfffc7a3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4752507 Apr 30 02:27:58.409655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39492) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:58.412272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] Sync routers for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:27:58.423363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:27:58.424054 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:58.460048 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f0bcc0-a768-4911-ba5d-44afd12ec91c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting subnet 5d0727c5-2c44-4992-a48b-44fd01408400 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:27:58.463071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bcc0-a768-4911-ba5d-44afd12ec91c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:58.502918 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bcc0-a768-4911-ba5d-44afd12ec91c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:58.529717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:27:58.593886 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bcc0-a768-4911-ba5d-44afd12ec91c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:58.703936 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:27:57Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:58.732193 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bcc0-a768-4911-ba5d-44afd12ec91c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:58.734563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] Checking router: 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:27:58.753008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] Routers {'23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:27:58.753598 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:27:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:58.762418 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bcc0-a768-4911-ba5d-44afd12ec91c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:58.768482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c2f0bcc0-a768-4911-ba5d-44afd12ec91c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/subnets/5d0727c5-2c44-4992-a48b-44fd01408400 HTTP/1.1" status: 204 len: 168 time: 0.3552189 Apr 30 02:27:58.768482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39494) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:27:58.774477 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0bcc0-a768-4911-ba5d-44afd12ec91c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0727c5-2c44-4992-a48b-44fd01408400,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:58.789761 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a686f-c32e-4769-8f78-bc6ac0516c48 None None] Network 43f2aa86-0a7f-43ae-834b-511cbc2370cb requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:27:58.847584 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-92674614-16de-4643-9070-fbacce54a787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:58.880354 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:58.950092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] Set router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:27:59.116984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] DHCP port deletion for 43f2aa86-0a7f-43ae-834b-511cbc2370cb request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:27:59.180392 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:27:57Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:27:59.213355 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f8a23-d9e6-4229-88c0-77e4a2cd7868 None None] The sync data for ids ['23f096c6-1e18-40d6-86e9-2fbfffc7a3ae'] in n-d-821348-1 is: [{'id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677509931', 'tenant_id': '9dca1d8ff67a425caa903b11a29edd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:26:52Z', 'updated_at': '2022-04-30T02:27:57Z', 'revision_number': 5, 'project_id': '9dca1d8ff67a425caa903b11a29edd92', 'gw_port': {'id': '077b1cff-72ab-484b-be7e-62e7300fc9c2', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f096c6-1e18-40d6-86e9-2fbfffc7a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:26:53Z', 'updated_at': '2022-04-30T02:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:27:59.215969 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Deleting port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:27:59.216329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.282672 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] For port 8e356ce6-b5f8-49e5-9585-d1cfddec1732, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=8e356ce6-b5f8-49e5-9585-d1cfddec1732,segment=NetworkSegment(bef13e7a-a20c-4020-99e4-96d3d60c2d5e),segment_id=bef13e7a-a20c-4020-99e4-96d3d60c2d5e)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:27:59.283088 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.296425 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Calling delete_port for 8e356ce6-b5f8-49e5-9585-d1cfddec1732 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:27:59.305161 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.347385 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5995ef59-e2cd-4516-991e-2f9d01d9866e no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:27:59.376566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 5995ef59-e2cd-4516-991e-2f9d01d9866e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:27:59.376829 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 5995ef59-e2cd-4516-991e-2f9d01d9866e not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:27:59.426196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Deleting port 077b1cff-72ab-484b-be7e-62e7300fc9c2 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:27:59.426540 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.470150 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.496998 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Pushing event deleted for resources: {'Port': ['ID=8e356ce6-b5f8-49e5-9585-d1cfddec1732,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:59.499319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] No DVR routers for this DVR port 8e356ce6-b5f8-49e5-9585-d1cfddec1732 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:27:59.508672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] For port 077b1cff-72ab-484b-be7e-62e7300fc9c2, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=077b1cff-72ab-484b-be7e-62e7300fc9c2,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:27:59.508992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.511094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.511094 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.511342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.511697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.512081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.513021 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.513563 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.513892 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.514301 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.514539 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.514867 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.515272 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ef4e-a5a9-48fa-bbdc-71df05f8a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:27:59.521668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Calling delete_port for 077b1cff-72ab-484b-be7e-62e7300fc9c2 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:27:59.617524 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8e356ce6-b5f8-49e5-9585-d1cfddec1732 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:27:59.639308 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 8e356ce6-b5f8-49e5-9585-d1cfddec1732 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:27:59.639770 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 8e356ce6-b5f8-49e5-9585-d1cfddec1732 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:27:59.640321 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 476b6703-5cc6-4a0a-9676-c61585704a09 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:27:59.661571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 476b6703-5cc6-4a0a-9676-c61585704a09 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:27:59.661913 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 476b6703-5cc6-4a0a-9676-c61585704a09 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:27:59.744995 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.771765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Port': ['ID=077b1cff-72ab-484b-be7e-62e7300fc9c2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:27:59.832039 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.924333 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:27:59.926323 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.033866 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.034464 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Fanout notify agent at l3_agent the message router_deleted on router 23f096c6-1e18-40d6-86e9-2fbfffc7a3ae {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:28:00.041269 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.042388 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-59e1ac4b-c871-4055-afad-725c11f83816 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/routers/23f096c6-1e18-40d6-86e9-2fbfffc7a3ae HTTP/1.1" status: 204 len: 168 time: 1.2730079 Apr 30 02:28:00.045410 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39496) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:00.125047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.213646 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.233041 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f2aa86-0a7f-43ae-834b-511cbc2370cb']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:00.242139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:00.242435 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef13e7a-a20c-4020-99e4-96d3d60c2d5e') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:00.252640 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.266098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.271817 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:28:00.272224 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:28:00.275097 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:28:00.393846 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.401305 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.404516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/networks/43f2aa86-0a7f-43ae-834b-511cbc2370cb HTTP/1.1" status: 204 len: 168 time: 0.3580978 Apr 30 02:28:00.407406 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39498) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:00.416023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d60879-744b-414f-8d96-2fa4aaa0a6e5 tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'Network': ['ID=43f2aa86-0a7f-43ae-834b-511cbc2370cb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:00.465161 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.491628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.624543 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.627214 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:00.628429 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] 10.222.0.15 "DELETE /v2.0/security-groups/f88e9210-3063-43dc-91b4-2184501835bf HTTP/1.1" status: 204 len: 168 time: 0.2199321 Apr 30 02:28:00.638362 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88e9210-3063-43dc-91b4-2184501835bf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:00.646016 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.646368 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.646718 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.647052 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.647386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.647765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.648084 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.648412 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.648743 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.649072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.649400 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:00.649724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999ee3e-9615-4eb5-9901-19e034cb2d4c tempest-TestNetworkAdvancedServerOps-21568034 tempest-TestNetworkAdvancedServerOps-21568034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:01.053002 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9555dbce-92a5-4da2-9f44-1da18d198057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:01.145061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:01.275608 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-b7a959fb-0bc6-4a2d-97df-964c00d4eeaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dca1d8ff67a425caa903b11a29edd92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293814 Apr 30 02:28:01.278286 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39510) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:01.325812 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25140e72-d342-4e62-b8e0-d7d86c6ed34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:01.346098 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25140e72-d342-4e62-b8e0-d7d86c6ed34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:01.485792 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25140e72-d342-4e62-b8e0-d7d86c6ed34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:01.488430 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25140e72-d342-4e62-b8e0-d7d86c6ed34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:01.500568 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-25140e72-d342-4e62-b8e0-d7d86c6ed34d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bc8dd76-4047-4173-9414-4cbb02e97936 HTTP/1.1" status: 204 len: 168 time: 0.2104280 Apr 30 02:28:01.500568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140e72-d342-4e62-b8e0-d7d86c6ed34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc8dd76-4047-4173-9414-4cbb02e97936,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:01.600042 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 077b1cff-72ab-484b-be7e-62e7300fc9c2 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:28:01.620854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 077b1cff-72ab-484b-be7e-62e7300fc9c2 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:28:01.621188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 077b1cff-72ab-484b-be7e-62e7300fc9c2 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:28:02.160786 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:02.173628 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b88bb3a-002a-4918-9ce6-edfe1ed0b883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:02.247518 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b88bb3a-002a-4918-9ce6-edfe1ed0b883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:02.265740 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:02.327473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b88bb3a-002a-4918-9ce6-edfe1ed0b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:02.364951 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1b88bb3a-002a-4918-9ce6-edfe1ed0b883 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ee14039d21a4c1caab724634a83ecd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035038 Apr 30 02:28:02.365794 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88bb3a-002a-4918-9ce6-edfe1ed0b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0189b85-4a86-4170-9157-a9474926c7e4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:02.367832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39518) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:02.416278 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1560e704-4110-4181-a20f-2ee0dd2c0588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:02.436824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1560e704-4110-4181-a20f-2ee0dd2c0588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:02.584414 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1560e704-4110-4181-a20f-2ee0dd2c0588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:02.587005 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1560e704-4110-4181-a20f-2ee0dd2c0588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:02.588223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1560e704-4110-4181-a20f-2ee0dd2c0588 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0189b85-4a86-4170-9157-a9474926c7e4 HTTP/1.1" status: 204 len: 168 time: 0.2193818 Apr 30 02:28:02.596452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560e704-4110-4181-a20f-2ee0dd2c0588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0189b85-4a86-4170-9157-a9474926c7e4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:03.623755 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39540) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:03.718445 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-720941685-network', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:03.799856 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Made reservation on behalf of c0bd9271a0304ef1bcb85366a9857e0e for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:28:03.802265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:03.810804 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:03.882085 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:03.954452 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:03.977269 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.002206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:28:04.017635 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab78fadd-2065-425b-821f-37fdfae2c5e7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:04.021699 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.022227 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Added segment ea24fd1e-77b4-4465-9442-bd87024eeb93 of type vlan for network 95c41995-c8e9-4773-b082-ab505670f518 Apr 30 02:28:04.053378 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.062133 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.138386 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.139337 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:04.139960 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.197734 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] Pushing event updated for resources: {'Network': ['ID=95c41995-c8e9-4773-b082-ab505670f518,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:04.207991 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 95c41995-c8e9-4773-b082-ab505670f518 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:28:04.226994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1bf2e4ff-eb6a-4665-9581-fdd4a1bbe197 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6021545 Apr 30 02:28:04.230018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39544) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:04.235924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Request body: {'subnet': {'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-720941685-subnet', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:04.338455 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Made reservation on behalf of c0bd9271a0304ef1bcb85366a9857e0e for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:28:04.340852 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.556397 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.615351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=080920f3-e0b8-4886-9d2a-6c0c8bb5f548,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:04.624191 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Checking segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:04.624793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Network hostable DHCP agents. Network: 95c41995-c8e9-4773-b082-ab505670f518, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:28:04.721724 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Network 95c41995-c8e9-4773-b082-ab505670f518 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:28:04.801834 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 95c41995-c8e9-4773-b082-ab505670f518) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:04.806127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:04.806655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.812717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8539b34c-4e8b-4355-a439-2ada26e6c2ab None None] Network 95c41995-c8e9-4773-b082-ab505670f518 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:28:04.878869 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-239d1b3a-9c47-4c3b-9d8a-702168253dae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6471338 Apr 30 02:28:04.881538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39546) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:04.887515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:04.956287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-95c41995-c8e9-4773-b082-ab505670f518', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:28:04.957170 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.971449 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:04.972509 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.024523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.096320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Allocated IP 172.20.0.2 (95c41995-c8e9-4773-b082-ab505670f518/080920f3-e0b8-4886-9d2a-6c0c8bb5f548/724df4a5-b13e-4a79-9d3d-e76f801694ee) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:28:05.273210 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.393550 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.453465 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.491172 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Network 95c41995-c8e9-4773-b082-ab505670f518 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:05.495854 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:05.499982 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:28:05.508579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Pushing event updated for resources: {'Port': ['ID=724df4a5-b13e-4a79-9d3d-e76f801694ee,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:05.521890 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.545930 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.562827 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Attempting to bind port 724df4a5-b13e-4a79-9d3d-e76f801694ee on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:28:05.563278 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Attempting to bind port 724df4a5-b13e-4a79-9d3d-e76f801694ee by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:28:05.563601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Attempting to bind port 724df4a5-b13e-4a79-9d3d-e76f801694ee on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:28:05.568485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:28:05.568852 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Checking segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:05.569248 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.569631 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Bound using segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:28:05.570080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Bound port: 724df4a5-b13e-4a79-9d3d-e76f801694ee, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:28:05.570453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.631469 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] For port 724df4a5-b13e-4a79-9d3d-e76f801694ee, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:28:05.634670 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] For port 724df4a5-b13e-4a79-9d3d-e76f801694ee, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=724df4a5-b13e-4a79-9d3d-e76f801694ee,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:28:05.649391 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Allocated IP 172.25.0.252 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/d20df498-294e-4509-83cd-4ba4cba883b9) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:28:05.714662 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.756652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.786434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf22fd-73af-4dd9-a75c-f6327c171d74 None None] Pushing event updated for resources: {'Port': ['ID=724df4a5-b13e-4a79-9d3d-e76f801694ee,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:05.865264 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:05.915512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:05.921704 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:05.926514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:28:05.932266 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Pushing event updated for resources: {'Port': ['ID=d20df498-294e-4509-83cd-4ba4cba883b9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:06.240121 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:06.438855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:06.616015 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7112c8-cea2-4c75-b9ea-445ac6eddaf3 None None] Network 95c41995-c8e9-4773-b082-ab505670f518 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:28:06.635773 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Router 2e912016-fe60-407e-bebe-eef67c47d243 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:28:06.687155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-110c9645-ac1e-4563-b20b-7eea8e76f64c None None] Provisioning complete for port 724df4a5-b13e-4a79-9d3d-e76f801694ee triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:06.687551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-110c9645-ac1e-4563-b20b-7eea8e76f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:06.743053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:28:06.753922 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Sync routers for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:28:06.768453 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:06.769046 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:06.830929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-110c9645-ac1e-4563-b20b-7eea8e76f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:06.855226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:06.856877 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-342bb163-a873-489c-8a75-266cc8a0a782 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9743688 Apr 30 02:28:06.859461 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39548) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:06.870988 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-110c9645-ac1e-4563-b20b-7eea8e76f64c None None] For port 724df4a5-b13e-4a79-9d3d-e76f801694ee, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=724df4a5-b13e-4a79-9d3d-e76f801694ee,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:06.876129 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:06.945367 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-110c9645-ac1e-4563-b20b-7eea8e76f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.023756 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c9645-ac1e-4563-b20b-7eea8e76f64c None None] Pushing event updated for resources: {'Port': ['ID=724df4a5-b13e-4a79-9d3d-e76f801694ee,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:07.076294 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:06Z', 'revision_number': 3, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:07.102595 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Checking router: 2e912016-fe60-407e-bebe-eef67c47d243 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:28:07.102934 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Updating router 2e912016-fe60-407e-bebe-eef67c47d243 port d20df498-294e-4509-83cd-4ba4cba883b9 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:28:07.128206 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.168095 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6c1f285e-394a-4696-8163-89082a13b3eb None None] Provisioning complete for port 724df4a5-b13e-4a79-9d3d-e76f801694ee triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:07.168747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6c1f285e-394a-4696-8163-89082a13b3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.314009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.384185 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.453309 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.469782 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Allocated IP 172.20.0.1 (95c41995-c8e9-4773-b082-ab505670f518/080920f3-e0b8-4886-9d2a-6c0c8bb5f548/9f08f380-3305-41cd-8515-f510cfe64365) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:28:07.504757 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Attempting to bind port d20df498-294e-4509-83cd-4ba4cba883b9 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:28:07.505120 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Attempting to bind port d20df498-294e-4509-83cd-4ba4cba883b9 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:28:07.505477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Attempting to bind port d20df498-294e-4509-83cd-4ba4cba883b9 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:28:07.507723 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Pushing event updated for resources: {'Port': ['ID=d20df498-294e-4509-83cd-4ba4cba883b9,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:07.517746 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.518084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.518418 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.518753 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.519081 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.519404 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.519750 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.520071 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.520389 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.520707 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.521023 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.521337 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:28:07.524622 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:28:07.524985 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:07.525384 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.526164 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:28:07.526294 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Bound port: d20df498-294e-4509-83cd-4ba4cba883b9, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:28:07.526651 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.580254 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.583338 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] For port d20df498-294e-4509-83cd-4ba4cba883b9, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:28:07.591513 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] For port d20df498-294e-4509-83cd-4ba4cba883b9, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d20df498-294e-4509-83cd-4ba4cba883b9,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:28:07.641266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 724df4a5-b13e-4a79-9d3d-e76f801694ee up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:07.654097 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.689473 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.695689 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 724df4a5-b13e-4a79-9d3d-e76f801694ee triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:07.696135 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.716814 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:07.717478 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:07.724471 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944251a3-777f-4486-b59b-f82e2ec4f640 None None] Pushing event updated for resources: {'Port': ['ID=d20df498-294e-4509-83cd-4ba4cba883b9,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:07.730597 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Network 95c41995-c8e9-4773-b082-ab505670f518 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:07.735983 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:07.739849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:28:07.776265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Pushing event updated for resources: {'Port': ['ID=9f08f380-3305-41cd-8515-f510cfe64365,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:07.797938 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.939509 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:07.973901 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7148b0d5-a82d-43b4-9418-0cfd5987b7cc None None] Provisioning complete for port 9f08f380-3305-41cd-8515-f510cfe64365 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:07.974279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7148b0d5-a82d-43b4-9418-0cfd5987b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:07.992749 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:08.012600 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7148b0d5-a82d-43b4-9418-0cfd5987b7cc None None] Port 9f08f380-3305-41cd-8515-f510cfe64365 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:28:08.114465 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:06Z', 'revision_number': 3, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:08.141191 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7848820-6c71-4c96-a09e-63dee7792932 None None] The sync data for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 is: [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:06Z', 'revision_number': 3, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:28:08.162281 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:08.258904 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:08.331201 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:08.332895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Pushing event updated for resources: {'Port': ['ID=9f08f380-3305-41cd-8515-f510cfe64365,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:08.441963 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Network 95c41995-c8e9-4773-b082-ab505670f518 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:08.443401 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:08.575081 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Router 2e912016-fe60-407e-bebe-eef67c47d243 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:28:08.694973 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:28:08.700078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-93da1d24-68be-463f-a423-889ee8750ccd admin admin] 10.222.0.15 "PUT /v2.0/routers/2e912016-fe60-407e-bebe-eef67c47d243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8395383 Apr 30 02:28:08.740227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8afc2da6-928c-46e3-883a-1b0d54fc293b None None] Provisioning complete for port 9f08f380-3305-41cd-8515-f510cfe64365 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:08.740820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8afc2da6-928c-46e3-883a-1b0d54fc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:08.776683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8afc2da6-928c-46e3-883a-1b0d54fc293b None None] Port 9f08f380-3305-41cd-8515-f510cfe64365 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:28:09.387131 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39564) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:09.392094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688658937-network', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:09.473931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Made reservation on behalf of df4a7ec99d1c4e7c9322f0cfc8ad0377 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:28:09.476466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.486227 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.568098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.617003 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.631520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d20df498-294e-4509-83cd-4ba4cba883b9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:09.635906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:28:09.654889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.655121 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Added segment 7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0 of type vlan for network b7f95b3e-0801-4426-a473-e5dad5177e0d Apr 30 02:28:09.656863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04c685-3f34-4333-b704-1575bb63707d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:09.683785 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d20df498-294e-4509-83cd-4ba4cba883b9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:09.684740 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.700839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.755586 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Sync routers for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:28:09.777405 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.782532 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:09.782692 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.783141 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:09.783595 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:09.784174 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.835466 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port d20df498-294e-4509-83cd-4ba4cba883b9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d20df498-294e-4509-83cd-4ba4cba883b9,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:09.846090 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f95b3e-0801-4426-a473-e5dad5177e0d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:09.867495 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0de68386-179c-407f-a859-88cdccb70690 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4791324 Apr 30 02:28:09.871781 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39566) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:09.875765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Request body: {'subnet': {'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688658937-subnet', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:09.883678 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network b7f95b3e-0801-4426-a473-e5dad5177e0d details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:28:09.907048 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.955903 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Made reservation on behalf of df4a7ec99d1c4e7c9322f0cfc8ad0377 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:28:09.958415 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:09.976723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:10.050298 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=d20df498-294e-4509-83cd-4ba4cba883b9,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:10.177285 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.212018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:08Z', 'revision_number': 2, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:10.233169 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82960c0-a3d4-4efe-9491-7c5f5f31b88a,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:10.238455 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Checking router: 2e912016-fe60-407e-bebe-eef67c47d243 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:28:10.238809 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Updating router 2e912016-fe60-407e-bebe-eef67c47d243 port 9f08f380-3305-41cd-8515-f510cfe64365 binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:28:10.242658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Checking segment: {'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:10.243012 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Network hostable DHCP agents. Network: b7f95b3e-0801-4426-a473-e5dad5177e0d, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:28:10.267691 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.313749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Network b7f95b3e-0801-4426-a473-e5dad5177e0d is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:28:10.382994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, b7f95b3e-0801-4426-a473-e5dad5177e0d) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:10.387137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:10.387824 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.399906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae0eac-f88f-4021-bc40-ccac74d006b8 None None] Network b7f95b3e-0801-4426-a473-e5dad5177e0d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:28:10.466017 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3e66380d-c1f1-4d7c-a031-b995b32ce341 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5939212 Apr 30 02:28:10.468403 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39568) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:10.472756 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:10.556071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.557128 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.613500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.642320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-b7f95b3e-0801-4426-a473-e5dad5177e0d', 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'fixed_ips': [{'subnet_id': 'd82960c0-a3d4-4efe-9491-7c5f5f31b88a'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:28:10.643133 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.648936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.728122 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.807956 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.810683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78598af2-261b-4495-8d07-ebb25b5e7a4d None None] Pushing event updated for resources: {'Port': ['ID=9f08f380-3305-41cd-8515-f510cfe64365,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:10.868023 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Allocated IP 172.20.0.2 (b7f95b3e-0801-4426-a473-e5dad5177e0d/d82960c0-a3d4-4efe-9491-7c5f5f31b88a/966c0255-40e0-4090-956d-b51abf6c27bb) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:28:10.885866 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Attempting to bind port 9f08f380-3305-41cd-8515-f510cfe64365 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:28:10.886233 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Attempting to bind port 9f08f380-3305-41cd-8515-f510cfe64365 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:28:10.886592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Attempting to bind port 9f08f380-3305-41cd-8515-f510cfe64365 on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:28:10.897534 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:28:10.897909 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Checking segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:10.898312 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:10.898702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Bound using segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:28:10.899165 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Bound port: 9f08f380-3305-41cd-8515-f510cfe64365, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:28:10.899583 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.046121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] For port 9f08f380-3305-41cd-8515-f510cfe64365, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:28:11.073740 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.084168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] For port 9f08f380-3305-41cd-8515-f510cfe64365, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9f08f380-3305-41cd-8515-f510cfe64365,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:28:11.085150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4a7b162d-4a18-4b95-852c-b216728c66ee None None] Provisioning complete for port 9f08f380-3305-41cd-8515-f510cfe64365 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:11.085518 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a7b162d-4a18-4b95-852c-b216728c66ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.093531 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.134477 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.137582 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b162d-4a18-4b95-852c-b216728c66ee None None] Port 9f08f380-3305-41cd-8515-f510cfe64365 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:28:11.173699 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.200352 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Allocated IP 172.25.0.137 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ace18511-3a8a-4534-a4ba-97055bb8d8ba) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:28:11.213738 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.245776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Network b7f95b3e-0801-4426-a473-e5dad5177e0d is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:11.247294 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78598af2-261b-4495-8d07-ebb25b5e7a4d None None] Pushing event updated for resources: {'Port': ['ID=9f08f380-3305-41cd-8515-f510cfe64365,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:11.249955 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:11.250564 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:11.291490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:11.312643 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:28:11.574979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Pushing event updated for resources: {'Port': ['ID=966c0255-40e0-4090-956d-b51abf6c27bb,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:11.594032 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Attempting to bind port 966c0255-40e0-4090-956d-b51abf6c27bb on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:28:11.594394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Attempting to bind port 966c0255-40e0-4090-956d-b51abf6c27bb by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:28:11.594749 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Attempting to bind port 966c0255-40e0-4090-956d-b51abf6c27bb on network b7f95b3e-0801-4426-a473-e5dad5177e0d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:28:11.612076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:28:11.612447 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Checking segment: {'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:11.612848 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.615514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Bound using segment: {'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:28:11.615514 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Bound port: 966c0255-40e0-4090-956d-b51abf6c27bb, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:28:11.615514 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.635471 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d20df498-294e-4509-83cd-4ba4cba883b9 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:11.641999 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-58cdebf5-1d0c-49c6-9863-edc84f9a37e8 None None] Provisioning complete for port 9f08f380-3305-41cd-8515-f510cfe64365 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:11.642369 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58cdebf5-1d0c-49c6-9863-edc84f9a37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.644839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:11.648356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.732590 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.772739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:11.778497 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:11.782058 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:28:11.806370 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Pushing event updated for resources: {'Port': ['ID=ace18511-3a8a-4534-a4ba-97055bb8d8ba,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:11.867708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] For port 966c0255-40e0-4090-956d-b51abf6c27bb, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:28:11.897278 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] For port 966c0255-40e0-4090-956d-b51abf6c27bb, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=966c0255-40e0-4090-956d-b51abf6c27bb,segment=NetworkSegment(7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0),segment_id=7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:28:11.900484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port d20df498-294e-4509-83cd-4ba4cba883b9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:11.900860 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:11.983496 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58cdebf5-1d0c-49c6-9863-edc84f9a37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:12.014414 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:12.117302 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-58cdebf5-1d0c-49c6-9863-edc84f9a37e8 None None] For port 9f08f380-3305-41cd-8515-f510cfe64365, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9f08f380-3305-41cd-8515-f510cfe64365,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:12.125894 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:12.139402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa46c5c-3b9f-4d42-8815-7ec878a0a3e8 None None] Pushing event updated for resources: {'Port': ['ID=966c0255-40e0-4090-956d-b51abf6c27bb,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:12.163526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:11Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:12.191470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c5a24-6c3d-45a5-b9a6-6428de16a32e None None] The sync data for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 is: [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:11Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:28:12.193048 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-58cdebf5-1d0c-49c6-9863-edc84f9a37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:12.277934 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdebf5-1d0c-49c6-9863-edc84f9a37e8 None None] Pushing event updated for resources: {'Port': ['ID=9f08f380-3305-41cd-8515-f510cfe64365,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:12.419405 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:12.648204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:28:12.768208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:28:12.777701 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Sync routers for ids ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:28:12.788822 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Routers {'6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:12.789926 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:12.872971 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:12.874378 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e1a1e45f-70a7-4c4a-bca2-3d280495f429 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4050140 Apr 30 02:28:12.879849 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39570) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:12.916955 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Set router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:13.118792 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:28:11Z', 'revision_number': 3, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port': {'id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:22:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:11Z', 'updated_at': '2022-04-30T02:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:13.149805 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Checking router: 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:28:13.150245 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Updating router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec port ace18511-3a8a-4534-a4ba-97055bb8d8ba binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:28:13.178806 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.223190 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2195d8-62cb-428a-a823-42f670118e58 None None] Network b7f95b3e-0801-4426-a473-e5dad5177e0d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:28:13.369526 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ddcdbe6a-610e-46ea-aef0-6b7d29abe6a2 None None] Provisioning complete for port 966c0255-40e0-4090-956d-b51abf6c27bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:13.369827 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbe6a-610e-46ea-aef0-6b7d29abe6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.409476 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.483173 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.516245 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbe6a-610e-46ea-aef0-6b7d29abe6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.562405 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.565358 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ddcdbe6a-610e-46ea-aef0-6b7d29abe6a2 None None] For port 966c0255-40e0-4090-956d-b51abf6c27bb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=966c0255-40e0-4090-956d-b51abf6c27bb,segment=NetworkSegment(7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0),segment_id=7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:13.595991 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Allocated IP 172.20.0.1 (b7f95b3e-0801-4426-a473-e5dad5177e0d/d82960c0-a3d4-4efe-9491-7c5f5f31b88a/b4d19431-aaae-4737-b5b6-728e7a5143da) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:28:13.625101 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbe6a-610e-46ea-aef0-6b7d29abe6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.641953 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a89d23-982c-4e15-9193-729d55c7933b None None] Pushing event updated for resources: {'Port': ['ID=ace18511-3a8a-4534-a4ba-97055bb8d8ba,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:13.668107 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Attempting to bind port ace18511-3a8a-4534-a4ba-97055bb8d8ba on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:28:13.668674 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Attempting to bind port ace18511-3a8a-4534-a4ba-97055bb8d8ba by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:28:13.669270 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Attempting to bind port ace18511-3a8a-4534-a4ba-97055bb8d8ba on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:28:13.675186 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:28:13.678467 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:13.679044 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.679513 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:28:13.681284 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Bound port: ace18511-3a8a-4534-a4ba-97055bb8d8ba, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:28:13.681678 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.751127 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdbe6a-610e-46ea-aef0-6b7d29abe6a2 None None] Pushing event updated for resources: {'Port': ['ID=966c0255-40e0-4090-956d-b51abf6c27bb,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:13.758164 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] For port ace18511-3a8a-4534-a4ba-97055bb8d8ba, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:28:13.759484 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.762477 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] For port ace18511-3a8a-4534-a4ba-97055bb8d8ba, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ace18511-3a8a-4534-a4ba-97055bb8d8ba,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:28:13.786793 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 966c0255-40e0-4090-956d-b51abf6c27bb up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:13.834545 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 966c0255-40e0-4090-956d-b51abf6c27bb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:13.834914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.841001 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.863482 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.877179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-460e8acc-2aa8-47c3-ae84-fe42040b878c None None] Provisioning complete for port 966c0255-40e0-4090-956d-b51abf6c27bb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:13.877470 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-460e8acc-2aa8-47c3-ae84-fe42040b878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:13.899192 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Routers {'6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:13.899846 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:13.916576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Network b7f95b3e-0801-4426-a473-e5dad5177e0d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:13.922538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:13.925085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:28:13.939368 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a89d23-982c-4e15-9193-729d55c7933b None None] Pushing event updated for resources: {'Port': ['ID=ace18511-3a8a-4534-a4ba-97055bb8d8ba,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:13.955077 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Pushing event updated for resources: {'Port': ['ID=b4d19431-aaae-4737-b5b6-728e7a5143da,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:13.971053 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9f08f380-3305-41cd-8515-f510cfe64365 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:13.978902 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:14.029815 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] Set router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:14.054778 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 9f08f380-3305-41cd-8515-f510cfe64365 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:14.055403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:14.210354 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:14.224556 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:28:11Z', 'revision_number': 3, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port': {'id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:22:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:11Z', 'updated_at': '2022-04-30T02:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:14.251196 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b8330e-7637-4efd-a9e3-62f83e191e3c None None] The sync data for ids ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'] in n-d-821348-1 is: [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:28:11Z', 'revision_number': 3, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port': {'id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:22:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:11Z', 'updated_at': '2022-04-30T02:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:28:14.268121 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1144942e-7130-41f6-9db6-d4ce71afb266 None None] Provisioning complete for port b4d19431-aaae-4737-b5b6-728e7a5143da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:14.268121 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1144942e-7130-41f6-9db6-d4ce71afb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:14.305266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1144942e-7130-41f6-9db6-d4ce71afb266 None None] Port b4d19431-aaae-4737-b5b6-728e7a5143da cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:28:14.387453 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:14.439732 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:14.519195 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:14.521071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Pushing event updated for resources: {'Port': ['ID=b4d19431-aaae-4737-b5b6-728e7a5143da,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:14.619754 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Network b7f95b3e-0801-4426-a473-e5dad5177e0d is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:14.621101 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:14.748791 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:28:14.864175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:28:14.869083 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-42e111ca-a537-4096-a47f-3d981ab9805b admin admin] 10.222.0.15 "PUT /v2.0/routers/6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9881475 Apr 30 02:28:14.930161 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e5bbbccc-2a90-4750-b15b-abf248da8a04 None None] Provisioning complete for port b4d19431-aaae-4737-b5b6-728e7a5143da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:14.930680 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e5bbbccc-2a90-4750-b15b-abf248da8a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:14.966590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbbccc-2a90-4750-b15b-abf248da8a04 None None] Port b4d19431-aaae-4737-b5b6-728e7a5143da cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:28:15.426580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39578) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:15.431194 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f308a0ab-f79b-4364-bdfe-c1ba1c4f3b80 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875726923', 'description': 'tempest-secgroup-smoke-875726923 description', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:15.497494 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f308a0ab-f79b-4364-bdfe-c1ba1c4f3b80 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:15.567151 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f308a0ab-f79b-4364-bdfe-c1ba1c4f3b80 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:15.651521 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f308a0ab-f79b-4364-bdfe-c1ba1c4f3b80 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:15.682370 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308a0ab-f79b-4364-bdfe-c1ba1c4f3b80 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:15.687882 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 966c0255-40e0-4090-956d-b51abf6c27bb up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:15.740420 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 966c0255-40e0-4090-956d-b51abf6c27bb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:15.740788 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:15.762517 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f308a0ab-f79b-4364-bdfe-c1ba1c4f3b80 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:15.763914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-f308a0ab-f79b-4364-bdfe-c1ba1c4f3b80 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3362551 Apr 30 02:28:15.766798 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39580) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:15.771668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-28bf78c3-cff1-4660-96df-2c6239de9125 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:15.809214 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Sync routers for ids ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:28:15.837340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Routers {'6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:15.837962 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:15.843008 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ace18511-3a8a-4534-a4ba-97055bb8d8ba up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:15.859175 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28bf78c3-cff1-4660-96df-2c6239de9125 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:15.918908 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28bf78c3-cff1-4660-96df-2c6239de9125 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:15.982415 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ace18511-3a8a-4534-a4ba-97055bb8d8ba triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:15.982714 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:15.985219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Set router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:15.990669 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28bf78c3-cff1-4660-96df-2c6239de9125 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.008792 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf78c3-cff1-4660-96df-2c6239de9125 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb31118-6b29-4e05-bfc7-4821167ba633,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:16.095080 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28bf78c3-cff1-4660-96df-2c6239de9125 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.096452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-28bf78c3-cff1-4660-96df-2c6239de9125 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285537 Apr 30 02:28:16.099023 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39582) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:16.104107 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e520d9be-7d6f-47e0-bfb0-737c6a167e2e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:16.193087 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e520d9be-7d6f-47e0-bfb0-737c6a167e2e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.201970 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.246544 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port ace18511-3a8a-4534-a4ba-97055bb8d8ba, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ace18511-3a8a-4534-a4ba-97055bb8d8ba,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:16.249892 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e520d9be-7d6f-47e0-bfb0-737c6a167e2e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.270755 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:28:14Z', 'revision_number': 4, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port': {'id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:22:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:11Z', 'updated_at': '2022-04-30T02:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'b4d19431-aaae-4737-b5b6-728e7a5143da', 'name': '', 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'mac_address': 'fa:16:3e:28:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'd82960c0-a3d4-4efe-9491-7c5f5f31b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:13Z', 'updated_at': '2022-04-30T02:28:14Z', 'revision_number': 2, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'subnets': [{'id': 'd82960c0-a3d4-4efe-9491-7c5f5f31b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:16.301825 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Checking router: 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:28:16.302188 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Updating router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec port b4d19431-aaae-4737-b5b6-728e7a5143da binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:28:16.305449 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.326199 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e520d9be-7d6f-47e0-bfb0-737c6a167e2e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.346374 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520d9be-7d6f-47e0-bfb0-737c6a167e2e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab97f4f-5505-4b33-8943-73bfcd8caf61,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:16.352924 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.400255 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=ace18511-3a8a-4534-a4ba-97055bb8d8ba,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:16.405386 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e520d9be-7d6f-47e0-bfb0-737c6a167e2e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.406972 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e520d9be-7d6f-47e0-bfb0-737c6a167e2e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3069367 Apr 30 02:28:16.409797 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39584) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:16.414634 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-90388ca0-a983-49cf-90b4-2a1a95435cf6 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:16.503851 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90388ca0-a983-49cf-90b4-2a1a95435cf6 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.562029 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90388ca0-a983-49cf-90b4-2a1a95435cf6 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.623009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90388ca0-a983-49cf-90b4-2a1a95435cf6 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.644182 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90388ca0-a983-49cf-90b4-2a1a95435cf6 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86f025a-5ef8-4696-a750-58600a68c590,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:16.711048 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90388ca0-a983-49cf-90b4-2a1a95435cf6 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.715106 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-90388ca0-a983-49cf-90b4-2a1a95435cf6 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016441 Apr 30 02:28:16.715398 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39586) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:16.721055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-84db5f55-42d3-4dc5-941c-64d863b565bf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:16.801888 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.807181 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84db5f55-42d3-4dc5-941c-64d863b565bf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.868294 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84db5f55-42d3-4dc5-941c-64d863b565bf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.876113 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.925075 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bc739-eec0-4857-93a7-c7f41b64771c None None] Pushing event updated for resources: {'Port': ['ID=b4d19431-aaae-4737-b5b6-728e7a5143da,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:16.945581 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84db5f55-42d3-4dc5-941c-64d863b565bf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.965048 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db5f55-42d3-4dc5-941c-64d863b565bf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574d718f-633b-4e71-b7cc-224604a0f8aa,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:16.979681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Attempting to bind port b4d19431-aaae-4737-b5b6-728e7a5143da on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:28:16.980158 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Attempting to bind port b4d19431-aaae-4737-b5b6-728e7a5143da by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:28:16.981185 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Attempting to bind port b4d19431-aaae-4737-b5b6-728e7a5143da on network b7f95b3e-0801-4426-a473-e5dad5177e0d {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:28:16.986522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:28:16.986895 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Checking segment: {'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:16.987307 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:16.987741 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Bound using segment: {'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:28:16.988209 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Bound port: b4d19431-aaae-4737-b5b6-728e7a5143da, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:28:16.988706 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.021030 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84db5f55-42d3-4dc5-941c-64d863b565bf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.023941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-84db5f55-42d3-4dc5-941c-64d863b565bf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067527 Apr 30 02:28:17.026217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39588) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:17.031090 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7818809b-108c-42e9-b020-135061de0bcf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:17.061093 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] For port b4d19431-aaae-4737-b5b6-728e7a5143da, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:28:17.064251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] For port b4d19431-aaae-4737-b5b6-728e7a5143da, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b4d19431-aaae-4737-b5b6-728e7a5143da,segment=NetworkSegment(7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0),segment_id=7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:28:17.105035 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-7818809b-108c-42e9-b020-135061de0bcf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Project c0bd9271a0304ef1bcb85366a9857e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:28:17.110744 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7818809b-108c-42e9-b020-135061de0bcf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.122264 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.174981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Routers {'6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:17.174981 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:17.175329 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7818809b-108c-42e9-b020-135061de0bcf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.231353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bc739-eec0-4857-93a7-c7f41b64771c None None] Pushing event updated for resources: {'Port': ['ID=b4d19431-aaae-4737-b5b6-728e7a5143da,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:17.251155 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7818809b-108c-42e9-b020-135061de0bcf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.256655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b928d477-a955-42b1-8ce7-1adc98d131d3 None None] Provisioning complete for port b4d19431-aaae-4737-b5b6-728e7a5143da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:17.256655 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b928d477-a955-42b1-8ce7-1adc98d131d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.273772 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818809b-108c-42e9-b020-135061de0bcf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ae7a88-8228-4ddc-93e1-2dd88ae57c7c,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:17.338673 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7818809b-108c-42e9-b020-135061de0bcf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.341496 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] Set router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:17.343804 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7818809b-108c-42e9-b020-135061de0bcf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163824 Apr 30 02:28:17.344525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39590) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:17.350267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-d54926be-25bc-44ef-a002-07c67416b5d9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:17.434577 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-d54926be-25bc-44ef-a002-07c67416b5d9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Project c0bd9271a0304ef1bcb85366a9857e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:28:17.439875 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d54926be-25bc-44ef-a002-07c67416b5d9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.488789 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b928d477-a955-42b1-8ce7-1adc98d131d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.502023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d54926be-25bc-44ef-a002-07c67416b5d9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.545201 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d54926be-25bc-44ef-a002-07c67416b5d9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.550332 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b928d477-a955-42b1-8ce7-1adc98d131d3 None None] For port b4d19431-aaae-4737-b5b6-728e7a5143da, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b4d19431-aaae-4737-b5b6-728e7a5143da,segment=NetworkSegment(7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0),segment_id=7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:17.564832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54926be-25bc-44ef-a002-07c67416b5d9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ad7ffc-ad1e-4b63-8603-f66a3443b66f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:17.604239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:28:14Z', 'revision_number': 4, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port': {'id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:22:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:11Z', 'updated_at': '2022-04-30T02:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'b4d19431-aaae-4737-b5b6-728e7a5143da', 'name': '', 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'mac_address': 'fa:16:3e:28:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'd82960c0-a3d4-4efe-9491-7c5f5f31b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:13Z', 'updated_at': '2022-04-30T02:28:17Z', 'revision_number': 4, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'subnets': [{'id': 'd82960c0-a3d4-4efe-9491-7c5f5f31b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:17.608282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b928d477-a955-42b1-8ce7-1adc98d131d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.621947 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d54926be-25bc-44ef-a002-07c67416b5d9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.623287 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-d54926be-25bc-44ef-a002-07c67416b5d9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2769032 Apr 30 02:28:17.638479 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ace18511-3a8a-4534-a4ba-97055bb8d8ba up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:17.642379 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894225-3e97-4eb7-b88e-7f5806987e9d None None] The sync data for ids ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'] in n-d-821348-1 is: [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:28:14Z', 'revision_number': 4, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port': {'id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:22:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:11Z', 'updated_at': '2022-04-30T02:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'b4d19431-aaae-4737-b5b6-728e7a5143da', 'name': '', 'network_id': 'b7f95b3e-0801-4426-a473-e5dad5177e0d', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'mac_address': 'fa:16:3e:28:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'd82960c0-a3d4-4efe-9491-7c5f5f31b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:13Z', 'updated_at': '2022-04-30T02:28:17Z', 'revision_number': 4, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'subnets': [{'id': 'd82960c0-a3d4-4efe-9491-7c5f5f31b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:28:17.736862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928d477-a955-42b1-8ce7-1adc98d131d3 None None] Pushing event updated for resources: {'Port': ['ID=b4d19431-aaae-4737-b5b6-728e7a5143da,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:17.767388 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port ace18511-3a8a-4534-a4ba-97055bb8d8ba triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:17.767804 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.773663 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f4b7f50a-f9db-43a2-b86d-e25ab9b886c8 None None] Provisioning complete for port b4d19431-aaae-4737-b5b6-728e7a5143da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:17.774108 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f4b7f50a-f9db-43a2-b86d-e25ab9b886c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:17.803241 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-4cf36437-812f-4a17-80aa-1e1844c2ed13 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875726923&fields=id&tenant_id=c0bd9271a0304ef1bcb85366a9857e0e HTTP/1.1" status: 200 len: 267 time: 0.0390136 Apr 30 02:28:17.935281 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-e3cfc257-415f-4da9-ac7e-b8a9a2e579e1 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:17.936929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-e3cfc257-415f-4da9-ac7e-b8a9a2e579e1 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 808 time: 0.1263452 Apr 30 02:28:17.953378 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-1b17ea47-8494-4647-96f6-85b70f4b6fd3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/quotas/c0bd9271a0304ef1bcb85366a9857e0e HTTP/1.1" status: 200 len: 375 time: 0.0099933 Apr 30 02:28:18.007192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8b671c51-c6af-424c-8200-4480743d81dc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477927 Apr 30 02:28:18.108430 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-7a55f3aa-433d-429c-83fe-14ef03984039 service neutron] 10.222.0.15 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874531 Apr 30 02:28:18.206863 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-d27047b0-5c2f-40c7-a9fb-5531d34b8d8d service neutron] 10.222.0.15 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919707 Apr 30 02:28:18.440448 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d228084-41b1-4494-9d58-ac845eeb59b9 req-6aa3cec8-1016-426d-a9bb-0a43b09bdee5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 210 time: 0.0260813 Apr 30 02:28:19.321354 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:19.544679 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f9d8d1e9-f705-49fa-acec-c10bd87bf226 req-9c823ffa-a09d-4384-b258-aafbadd801e0 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 210 time: 0.0297172 Apr 30 02:28:19.651590 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b4d19431-aaae-4737-b5b6-728e7a5143da up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:19.700547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b4d19431-aaae-4737-b5b6-728e7a5143da triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:19.700914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:20.611853 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-5d6413bd-3f3c-4db2-bdad-4ffc60b82b88 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:20.613343 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-5d6413bd-3f3c-4db2-bdad-4ffc60b82b88 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 808 time: 0.1044395 Apr 30 02:28:20.644929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c6f5ab02-ddea-47f9-bfc9-9a6cf4a39ee5 req-92f81591-e34f-4256-88d9-0f5a17b09f9f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 210 time: 0.0267658 Apr 30 02:28:20.664801 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-1ac69936-cc0e-4fb0-99b9-563133577419 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bd9271a0304ef1bcb85366a9857e0e HTTP/1.1" status: 200 len: 379 time: 0.0375485 Apr 30 02:28:20.677421 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'port': {'device_id': 'f445157f-349c-4076-841c-63d2701c5218', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'admin_state_up': True, 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'security_groups': ['ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:20.853072 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Made reservation on behalf of c0bd9271a0304ef1bcb85366a9857e0e for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:28:20.856722 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:20.982032 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Allocated IP 172.20.0.3 (95c41995-c8e9-4773-b082-ab505670f518/080920f3-e0b8-4886-9d2a-6c0c8bb5f548/1473afc9-e226-4a6b-b00b-47a7d3e22a6d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:28:21.117145 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:21.154261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:21.211504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:21.256033 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Network 95c41995-c8e9-4773-b082-ab505670f518 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:21.259343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:21.263553 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:28:21.287420 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:21.317929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:21.321417 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:21.378833 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-8f556651-c706-49b6-89bb-e861170b9d92 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7034266 Apr 30 02:28:21.470315 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-89aea6ab-b2ac-4051-9e11-c113ba5e8127 None None] Provisioning complete for port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:21.470707 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-89aea6ab-b2ac-4051-9e11-c113ba5e8127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:21.483843 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Request body: {'port': {'device_id': 'f445157f-349c-4076-841c-63d2701c5218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:21.505378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-89aea6ab-b2ac-4051-9e11-c113ba5e8127 None None] Port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:28:21.543558 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:21.767478 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08505e81-6cc7-441c-b07c-dd8f954bb1ba req-718d7cfd-c590-4574-bb82-8da470586d9d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:21.768973 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08505e81-6cc7-441c-b07c-dd8f954bb1ba req-718d7cfd-c590-4574-bb82-8da470586d9d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 931 time: 0.0537796 Apr 30 02:28:21.801577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1473afc9-e226-4a6b-b00b-47a7d3e22a6d {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:28:21.806129 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-08505e81-6cc7-441c-b07c-dd8f954bb1ba req-c0461be9-d97b-4471-922a-25c50e76d90d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Apr 30 02:28:21.809623 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:21.823645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Transition to ACTIVE for port object 1473afc9-e226-4a6b-b00b-47a7d3e22a6d will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:28:21.914312 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:21.965513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:22.040884 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Attempting to bind port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:28:22.041222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Attempting to bind port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:28:22.041552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Attempting to bind port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:28:22.047240 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on network 95c41995-c8e9-4773-b082-ab505670f518 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:28:22.047601 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Attempting to bind port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:28:22.052501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:28:22.052838 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Checking segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:28:22.053229 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Bound using segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:28:22.053659 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Bound port: 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:28:22.054020 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:22.122752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:28:22.126103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:28:22.207891 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:22.243265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:22.244008 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:22.245411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] 10.222.0.23 "PUT /v2.0/ports/1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 1091 time: 0.8560658 Apr 30 02:28:22.245931 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:28:22.248887 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ded74-a74b-4d32-bb91-128826ff2b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:28:22.279826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ac5ab-7a79-4cd8-becb-1cf4d9a497a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:22.294571 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00f5d11-e977-49b2-a99d-b73574409ed4 x-openstack-request-id: req-d00f5d11-e977-49b2-a99d-b73574409ed4 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:28:22.295024 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:28:22.296206 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d00f5d11-e977-49b2-a99d-b73574409ed4 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:28:22.296206 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00f5d11-e977-49b2-a99d-b73574409ed4'] response: {'name': 'network-changed', 'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'status': 'completed', 'code': 200} Apr 30 02:28:22.364603 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:28:22.372629 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ded74-a74b-4d32-bb91-128826ff2b5c req-24ddec46-c480-4ff9-938c-dea2714a6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:22.374285 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b2ded74-a74b-4d32-bb91-128826ff2b5c req-24ddec46-c480-4ff9-938c-dea2714a6e81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1094 time: 0.0477800 Apr 30 02:28:22.478019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ded74-a74b-4d32-bb91-128826ff2b5c req-d13550c3-6e7c-4f8f-ace8-bcd405ecd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:22.479401 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b2ded74-a74b-4d32-bb91-128826ff2b5c req-d13550c3-6e7c-4f8f-ace8-bcd405ecd35c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0926795 Apr 30 02:28:22.577208 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ded74-a74b-4d32-bb91-128826ff2b5c req-f63aec15-14b4-4bfc-b13c-024875634a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:22.578676 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8b2ded74-a74b-4d32-bb91-128826ff2b5c req-f63aec15-14b4-4bfc-b13c-024875634a3f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900209 Apr 30 02:28:22.670658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-14ba6a53-5f60-4514-8927-ecc36a6933ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:22.672335 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-14ba6a53-5f60-4514-8927-ecc36a6933ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1094 time: 0.0417218 Apr 30 02:28:22.718482 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-1762be2c-46dc-467e-854a-fe01b55dd85f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 217 time: 0.0335748 Apr 30 02:28:22.769709 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-263a20ec-623a-46b8-b8cc-783673ddddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:22.771037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-263a20ec-623a-46b8-b8cc-783673ddddc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0463364 Apr 30 02:28:22.818646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-a722b165-22c6-42a4-9393-e8b4092fb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:22.820152 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-a722b165-22c6-42a4-9393-e8b4092fb988 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388284 Apr 30 02:28:22.914688 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-b2cc6ad8-0945-4d33-a2b7-7852c3edfc1d service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830400 Apr 30 02:28:22.924094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9a4c4-78b2-4b65-a71e-d7200d7bb26f req-eb66d204-5099-4c82-ad8c-c976908e753d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:22.925554 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9f9a4c4-78b2-4b65-a71e-d7200d7bb26f req-eb66d204-5099-4c82-ad8c-c976908e753d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 943 time: 0.0488782 Apr 30 02:28:22.967287 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9f9a4c4-78b2-4b65-a71e-d7200d7bb26f req-826c5505-b1b0-4a15-80f1-2a1f9e5be3ee tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354795 Apr 30 02:28:23.013683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1c42a569-6212-4fb6-8096-e1f3ccae9315 req-d9cf1928-3f41-43b9-ada3-7d066ea69ded service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870078 Apr 30 02:28:24.082295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddd5b0-9b0f-485a-b9f2-70027a864e39 req-86d9385d-4a5e-4687-9ad6-a70d7de4affe tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:24.083779 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29ddd5b0-9b0f-485a-b9f2-70027a864e39 req-86d9385d-4a5e-4687-9ad6-a70d7de4affe tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 943 time: 0.0472436 Apr 30 02:28:24.122192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-29ddd5b0-9b0f-485a-b9f2-70027a864e39 req-b67ef50b-d259-4391-a139-bb1b092f5c63 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317612 Apr 30 02:28:25.228147 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:28:25.240075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcd28a-dece-48c2-9958-78bd1a3814a7 req-c9e6b2b8-16fc-4b2d-9939-60bac8074369 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:25.241543 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-adbcd28a-dece-48c2-9958-78bd1a3814a7 req-c9e6b2b8-16fc-4b2d-9939-60bac8074369 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 943 time: 0.0512288 Apr 30 02:28:25.279359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-adbcd28a-dece-48c2-9958-78bd1a3814a7 req-f70d6823-d657-4394-af44-60c356525a0b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308604 Apr 30 02:28:25.321921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:25.333076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'port_id': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'mac_address': 'fa:16:3e:7f:13:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:28:25.374262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:25.389708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1473afc9-e226-4a6b-b00b-47a7d3e22a6d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:28:25.408807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:25.470420 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:25.518314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:25.768849 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['1473afc9-e226-4a6b-b00b-47a7d3e22a6d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:28:26.396334 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc822867-12a9-4fad-952c-778737934e91 req-11606174-9e3f-4b2e-b5bb-c17d95eb6b99 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:26.397784 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc822867-12a9-4fad-952c-778737934e91 req-11606174-9e3f-4b2e-b5bb-c17d95eb6b99 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0482068 Apr 30 02:28:26.434265 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc822867-12a9-4fad-952c-778737934e91 req-78ce7f2e-5bf1-4090-9492-18051e16fd79 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303493 Apr 30 02:28:27.243970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:28:27.376687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:28:27.380875 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:28:27.381303 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:27.460951 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:27.484112 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:28:27.486353 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880b267b-dbac-4a75-b27b-96fb6aad84e8" -d '{"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-plugged", "status": "completed", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:28:27.498916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:28:27.554003 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe859-fe05-4c91-9a4b-0a46672309dc req-bfe0effc-b50e-47b3-822f-f4d72413d2fc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:27.555523 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-11abe859-fe05-4c91-9a4b-0a46672309dc req-bfe0effc-b50e-47b3-822f-f4d72413d2fc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0500495 Apr 30 02:28:27.561962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:27.594997 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-11abe859-fe05-4c91-9a4b-0a46672309dc req-dba28180-0314-4749-8a11-9b20aa7f5112 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331244 Apr 30 02:28:27.610839 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:27.643967 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd06c4c-96e6-45fe-9600-39c280baf07e x-openstack-request-id: req-cdd06c4c-96e6-45fe-9600-39c280baf07e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:28:27.644251 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-plugged", "status": "completed", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:28:27.644499 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdd06c4c-96e6-45fe-9600-39c280baf07e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:28:27.644892 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd06c4c-96e6-45fe-9600-39c280baf07e'] response: {'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'code': 200} Apr 30 02:28:27.742723 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e91ad-af3b-4c27-a7c0-76db70d7b817 req-fad87c48-f652-46b5-b632-35037e2f04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:27.744258 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7a6e91ad-af3b-4c27-a7c0-76db70d7b817 req-fad87c48-f652-46b5-b632-35037e2f04b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1096 time: 0.0393696 Apr 30 02:28:27.781898 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7a6e91ad-af3b-4c27-a7c0-76db70d7b817 req-6cfa9078-e855-4e49-8a20-f883039b455b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275960 Apr 30 02:28:28.716296 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250a82-7bc8-46b8-a014-7913a330f3b8 req-32bdc8e0-a578-44fb-9b75-0777f366d521 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:28.717644 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a250a82-7bc8-46b8-a014-7913a330f3b8 req-32bdc8e0-a578-44fb-9b75-0777f366d521 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0522075 Apr 30 02:28:28.756648 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5a250a82-7bc8-46b8-a014-7913a330f3b8 req-c14f77dd-bad1-4637-ae08-06faea47858a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327351 Apr 30 02:28:28.795941 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8edbc34d-0325-41b0-9f08-0d1fe88e815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:29.721828 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d580ea8-e847-4444-a861-368a43d741b8 req-28cf0685-5658-4eae-9b73-ac56aef59460 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423169 Apr 30 02:28:29.801538 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580ea8-e847-4444-a861-368a43d741b8 req-82382d1d-ecf4-43d7-9360-9a89546bd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:29.802966 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d580ea8-e847-4444-a861-368a43d741b8 req-82382d1d-ecf4-43d7-9360-9a89546bd148 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1096 time: 0.0403016 Apr 30 02:28:29.873036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742b9da-8461-4ec9-a2db-78d42ffe01d0 req-1a349bc6-12c6-4b8f-aace-9dfc93d4f828 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:29.874674 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4742b9da-8461-4ec9-a2db-78d42ffe01d0 req-1a349bc6-12c6-4b8f-aace-9dfc93d4f828 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0479295 Apr 30 02:28:29.907255 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580ea8-e847-4444-a861-368a43d741b8 req-a1a50d03-9895-489c-a172-c3025cd2d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:29.908865 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d580ea8-e847-4444-a861-368a43d741b8 req-a1a50d03-9895-489c-a172-c3025cd2d841 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0870888 Apr 30 02:28:29.913623 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4742b9da-8461-4ec9-a2db-78d42ffe01d0 req-813f25e5-49a0-4046-a48b-4c130cb33da5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325682 Apr 30 02:28:29.954994 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d580ea8-e847-4444-a861-368a43d741b8 req-bd1e401e-eac6-4f04-9876-66d0f405612b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 217 time: 0.0395327 Apr 30 02:28:30.004875 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580ea8-e847-4444-a861-368a43d741b8 req-f57ee8d7-29aa-4222-a153-3be798997279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:30.006559 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d580ea8-e847-4444-a861-368a43d741b8 req-f57ee8d7-29aa-4222-a153-3be798997279 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0451624 Apr 30 02:28:30.030559 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19eab8-0038-4af7-96ac-f193f5fea8f0 req-dff90897-87f1-4309-9020-87137e6b0426 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:30.032075 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca19eab8-0038-4af7-96ac-f193f5fea8f0 req-dff90897-87f1-4309-9020-87137e6b0426 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Apr 30 02:28:30.056157 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580ea8-e847-4444-a861-368a43d741b8 req-36d713ca-1d2e-4dd8-ab51-f170ba0a7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:30.056157 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d580ea8-e847-4444-a861-368a43d741b8 req-36d713ca-1d2e-4dd8-ab51-f170ba0a7a92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408294 Apr 30 02:28:30.070981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca19eab8-0038-4af7-96ac-f193f5fea8f0 req-4882430a-a4b9-4ad6-95cc-ea54df8109b3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326765 Apr 30 02:28:30.093525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39648) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:30.186987 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5157401-c03e-459e-9882-b3b17571cc0e tempest-TestShelveInstance-1530608278 tempest-TestShelveInstance-1530608278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:30.188604 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d5157401-c03e-459e-9882-b3b17571cc0e tempest-TestShelveInstance-1530608278 tempest-TestShelveInstance-1530608278-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1091 time: 0.0940402 Apr 30 02:28:30.191565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:28:30.196128 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:28:30.268697 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:30.372045 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:30.453292 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d580ea8-e847-4444-a861-368a43d741b8 req-0c8e42a1-95d2-47e9-b1b0-73d47b44b08a service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915851 Apr 30 02:28:30.481293 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Allocated IP 172.25.0.117 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/819b1a5e-4897-4d47-9082-1ba123521f21) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:28:30.543229 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7d580ea8-e847-4444-a861-368a43d741b8 req-ab2712b6-eab9-482e-9355-fafa0a240bd9 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822990 Apr 30 02:28:30.584934 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:30.676608 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:30.720945 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:28:30.725407 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:28:30.729649 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:28:30.733295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'Port': ['ID=819b1a5e-4897-4d47-9082-1ba123521f21,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:31.040042 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55de7575-1842-43cf-bc5a-3f5688f9bb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:31.076603 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:31.207392 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:31.354592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:31.412805 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:31.484583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'Port': ['ID=819b1a5e-4897-4d47-9082-1ba123521f21,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:28:31.492680 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:31.593124 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Floating IP 58ffacda-e89e-40a3-a6a6-12bb9f4953bc associated. External IP: 172.25.0.117, port: 1473afc9-e226-4a6b-b00b-47a7d3e22a6d. Apr 30 02:28:32.065984 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Router 2e912016-fe60-407e-bebe-eef67c47d243 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:28:32.152599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-4c47375d-b83b-40b1-9054-223b62bcac7f req-11fdac78-03c9-4b4f-9d0f-45821519639d service neutron] (103319) timed out ('10.222.0.15', 35834) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 02:28:32.171061 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:28:32.181831 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] Sync routers for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:28:32.192162 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:32.192708 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:32.249685 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:32.270687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:32.276769 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c0289611-8eac-4ded-a7c8-73e9703a126f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0841804 Apr 30 02:28:32.277859 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:28:32.280244 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f93e789-fbc2-49b1-bd88-177ef9ebd672" -d '{"events": [{"name": "network-changed", "server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:28:32.297445 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:32.320037 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e069702-114a-4c8d-92a8-a0b87d9e3d3b x-openstack-request-id: req-8e069702-114a-4c8d-92a8-a0b87d9e3d3b {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:28:32.320362 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:28:32.320732 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e069702-114a-4c8d-92a8-a0b87d9e3d3b {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:28:32.321141 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e069702-114a-4c8d-92a8-a0b87d9e3d3b'] response: {'name': 'network-changed', 'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'status': 'completed', 'code': 200} Apr 30 02:28:32.383226 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-bcf5c03c-e61a-46b7-b49d-3914656b5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:32.385454 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-bcf5c03c-e61a-46b7-b49d-3914656b5972 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1096 time: 0.0422153 Apr 30 02:28:32.477995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-cbbb5f15-8a74-46dc-ac4a-c3658720d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:32.479494 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-cbbb5f15-8a74-46dc-ac4a-c3658720d04d service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0869870 Apr 30 02:28:32.522666 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '58ffacda-e89e-40a3-a6a6-12bb9f4953bc', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'port_id': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'mac_address': 'fa:16:3e:7f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445157f-349c-4076-841c-63d2701c5218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:28:30Z', 'updated_at': '2022-04-30T02:28:30Z', 'revision_number': 0, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:32.546182 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-cf08dd41-6cb3-4851-a3e1-da4da36a8d4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 999 time: 0.0598001 Apr 30 02:28:32.549449 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] Checking router: 2e912016-fe60-407e-bebe-eef67c47d243 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:28:32.557729 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:28:32.558345 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:28:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:32.599800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-fd4dede9-c215-4762-aa44-7197aa540ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:32.601204 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-fd4dede9-c215-4762-aa44-7197aa540ac9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0486631 Apr 30 02:28:32.654745 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-e0eb0fd4-28bf-4fd5-9ba9-f958c200c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:28:32.656327 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-e0eb0fd4-28bf-4fd5-9ba9-f958c200c553 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465312 Apr 30 02:28:32.752059 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:28:32.753642 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-2bc9f9ad-1273-4561-9911-deadb0489f9a service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903215 Apr 30 02:28:32.847172 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-7f93e789-fbc2-49b1-bd88-177ef9ebd672 req-5e38509a-848b-4610-94ad-001a34421c23 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856097 Apr 30 02:28:32.972775 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '58ffacda-e89e-40a3-a6a6-12bb9f4953bc', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'port_id': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'mac_address': 'fa:16:3e:7f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445157f-349c-4076-841c-63d2701c5218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:28:30Z', 'updated_at': '2022-04-30T02:28:30Z', 'revision_number': 0, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:28:32.999022 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cc8ddc-5d5d-425e-9cce-4c7f79966302 None None] The sync data for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 is: [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '58ffacda-e89e-40a3-a6a6-12bb9f4953bc', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'port_id': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'mac_address': 'fa:16:3e:7f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445157f-349c-4076-841c-63d2701c5218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:28:30Z', 'updated_at': '2022-04-30T02:28:30Z', 'revision_number': 0, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:28:33.193739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f09dca-a66a-4cb3-b5e8-e92f8cf5c67c None None] New status for floating IP 58ffacda-e89e-40a3-a6a6-12bb9f4953bc: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:28:33.933262 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:34.113854 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:49.353659 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:51.144546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:58.833736 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ecb8-079f-4373-98e3-dea8b323c763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:28:59.363908 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:29:01.076089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ee8b89ad-33e9-4fe5-bc9e-0827b292353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:02.287407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:03.926953 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:04.076389 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:19.321455 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:21.153470 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:28.799145 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b7181e7-fc7d-4236-a102-2b9caa9d1f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:30.728410 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-f0797ac2-528a-4f95-bf90-2bf76e2d59c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393338 Apr 30 02:29:30.818878 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-34420898-0263-46b9-97dd-dd8bc58af9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:29:30.820304 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-34420898-0263-46b9-97dd-dd8bc58af9fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1096 time: 0.0396659 Apr 30 02:29:30.929360 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-32575e20-babd-4775-99b9-5623505073c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:29:30.930820 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-32575e20-babd-4775-99b9-5623505073c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0857701 Apr 30 02:29:30.999163 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-794be5fc-f93a-4203-97f4-613290243035 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 1001 time: 0.0582218 Apr 30 02:29:31.059107 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-f5f86958-35b3-47e8-800f-dabc918b1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:29:31.060971 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-f5f86958-35b3-47e8-800f-dabc918b1ebc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0478454 Apr 30 02:29:31.087692 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eaeff760-85f2-4ae1-b9b8-a1cbea153410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:31.109574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-b445331e-a732-4603-8c0f-c2b75a580097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:29:31.111100 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-b445331e-a732-4603-8c0f-c2b75a580097 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394111 Apr 30 02:29:31.202631 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-000de8f9-2dc9-4e69-bfff-30ae77c9c8fe service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801706 Apr 30 02:29:31.297190 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-28e8f40c-4d4d-46d8-9c1f-80619831ef74 req-2b3abd58-d00e-45e5-bd1b-b1efa82990e8 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839221 Apr 30 02:29:32.270155 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:33.955725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:34.050207 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:36.362831 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:29:49.338702 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:51.176120 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:29:58.801057 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-40736920-4e9e-4deb-8e54-8370a543caaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:01.027973 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-befdcc09-bb95-4cf9-b63c-dbafb8bc47e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:02.286852 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:03.961249 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:04.042093 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:13.362688 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:30:19.372800 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:21.195447 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:28.801206 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fb4a356a-dd06-4ea5-9105-5f85c0b1878d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:30.474618 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1206d-0edb-4cae-8a37-e2d5c5535437 req-c41c2d41-625f-4442-afc1-38fb693b1833 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:30.476067 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccf1206d-0edb-4cae-8a37-e2d5c5535437 req-c41c2d41-625f-4442-afc1-38fb693b1833 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0529368 Apr 30 02:30:30.515006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ccf1206d-0edb-4cae-8a37-e2d5c5535437 req-f2aed354-7afe-45c4-84e7-eca008ab7fa5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322773 Apr 30 02:30:31.064376 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f56aeab0-ab6b-4fdd-a067-aa3bcb0a07cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:31.639387 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa01a46-0c55-4279-ad1f-3a5426f66481 req-2048ee6f-f3e3-4a6e-bb2d-8c675e917e90 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:31.640899 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6aa01a46-0c55-4279-ad1f-3a5426f66481 req-2048ee6f-f3e3-4a6e-bb2d-8c675e917e90 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0519440 Apr 30 02:30:31.677470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6aa01a46-0c55-4279-ad1f-3a5426f66481 req-bb1604d4-7f8d-46a3-8936-a62844c2cf47 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304930 Apr 30 02:30:32.269894 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:32.747906 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-c89ebea9-5e5c-4bdf-a0bb-1bb90d586da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:32.749477 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-c89ebea9-5e5c-4bdf-a0bb-1bb90d586da8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1096 time: 0.0453258 Apr 30 02:30:32.796603 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97332453-20e5-4450-b624-f66cc38066cf req-4479dd3c-7b7f-4f20-adb5-4aaca2b99065 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:32.798134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97332453-20e5-4450-b624-f66cc38066cf req-4479dd3c-7b7f-4f20-adb5-4aaca2b99065 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0509787 Apr 30 02:30:32.835984 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-97332453-20e5-4450-b624-f66cc38066cf req-7a29cb82-2929-4d66-9ec4-03220d376dca tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Apr 30 02:30:32.861803 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-6eb256bb-6d23-48a3-89df-6354558bca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:32.863867 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-6eb256bb-6d23-48a3-89df-6354558bca15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0940955 Apr 30 02:30:32.929566 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-26b650a9-4c65-49ee-afcc-3c2ed6c4c9b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 1001 time: 0.0591908 Apr 30 02:30:32.977103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-b9044edd-332d-461f-bd73-adc27a676b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:32.978558 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-b9044edd-332d-461f-bd73-adc27a676b19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0427890 Apr 30 02:30:33.027767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-963ee0c8-48fc-47a7-bab1-76ff62744374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:33.029273 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-963ee0c8-48fc-47a7-bab1-76ff62744374 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444992 Apr 30 02:30:33.118157 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-0ff6e8e4-503e-428d-918e-3c64b3e661f9 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810866 Apr 30 02:30:33.210651 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1bf6be62-fd37-4b6c-af86-ca4372cd25e0 req-faa6552f-8974-4d88-8044-2d24edd9ac82 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849311 Apr 30 02:30:33.955216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd3931-06cb-4dcd-aaf2-3094062d3591 req-cab67703-1550-421a-81b8-81993419cb4f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:33.956876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bebd3931-06cb-4dcd-aaf2-3094062d3591 req-cab67703-1550-421a-81b8-81993419cb4f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0500762 Apr 30 02:30:33.978405 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:33.999862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bebd3931-06cb-4dcd-aaf2-3094062d3591 req-f6c5abdb-da58-434e-83b7-b6a92b3dcd8d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362666 Apr 30 02:30:34.055842 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:35.122562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69113f-2501-451b-9cfd-9f6a43338bea req-19b6533d-73f3-4d2e-9aa2-5cb564c163dd tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:35.124056 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af69113f-2501-451b-9cfd-9f6a43338bea req-19b6533d-73f3-4d2e-9aa2-5cb564c163dd tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0536520 Apr 30 02:30:35.162747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af69113f-2501-451b-9cfd-9f6a43338bea req-124fb748-1026-4c7d-a07f-1e090cbad2bd tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327024 Apr 30 02:30:36.276885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de525-160d-40c9-b2a4-1f562bad72ea req-3452bacf-011a-4231-aa17-3a73c77ad123 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:36.278362 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-498de525-160d-40c9-b2a4-1f562bad72ea req-3452bacf-011a-4231-aa17-3a73c77ad123 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0481358 Apr 30 02:30:36.316153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-498de525-160d-40c9-b2a4-1f562bad72ea req-cf158488-f105-44aa-b1c4-ceae9dfd37f5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316889 Apr 30 02:30:37.433840 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee92ff-d184-4f9f-a31d-827218901a29 req-83129d3a-8517-4be5-8908-541935524d10 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:37.435278 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05ee92ff-d184-4f9f-a31d-827218901a29 req-83129d3a-8517-4be5-8908-541935524d10 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0482142 Apr 30 02:30:37.472316 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-05ee92ff-d184-4f9f-a31d-827218901a29 req-1b9b1ee1-5709-42a7-9c76-af8920cbf7d2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310445 Apr 30 02:30:38.593994 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87a0d-649f-44e4-b446-a0c15160b5dc req-03821998-b305-44fe-b76a-bf878fb6c311 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:38.595496 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41d87a0d-649f-44e4-b446-a0c15160b5dc req-03821998-b305-44fe-b76a-bf878fb6c311 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0535660 Apr 30 02:30:38.633383 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-41d87a0d-649f-44e4-b446-a0c15160b5dc req-2a205650-d6ee-4030-888f-8b213a66b784 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Apr 30 02:30:39.749613 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d66157-34f3-4aca-95f0-93cf18be70e0 req-1d383e20-5676-4664-88e9-6da41b2c3d75 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:39.751073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6d66157-34f3-4aca-95f0-93cf18be70e0 req-1d383e20-5676-4664-88e9-6da41b2c3d75 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0486414 Apr 30 02:30:39.788043 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b6d66157-34f3-4aca-95f0-93cf18be70e0 req-6ef43126-4f03-407f-8a93-5fdc3fb56b4b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Apr 30 02:30:40.903072 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943ca7a-465b-4f78-824c-b3174df3cf64 req-ac712144-a7b7-472a-bc9e-2025aecd9793 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:40.904568 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a943ca7a-465b-4f78-824c-b3174df3cf64 req-ac712144-a7b7-472a-bc9e-2025aecd9793 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0488427 Apr 30 02:30:40.943441 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a943ca7a-465b-4f78-824c-b3174df3cf64 req-ac04fc78-06bd-4074-b529-a44be54d10f3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Apr 30 02:30:42.064595 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2732fb-9789-431c-9da5-4217e5867573 req-b273bc3f-4d01-416b-8311-f214c714c256 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:42.066072 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2732fb-9789-431c-9da5-4217e5867573 req-b273bc3f-4d01-416b-8311-f214c714c256 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0529871 Apr 30 02:30:42.103967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d2732fb-9789-431c-9da5-4217e5867573 req-37f1cb4b-72b4-4e13-b3e7-b519a99125e7 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317185 Apr 30 02:30:43.223414 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9da53c-0a66-4b37-a67f-bb1ecdab3825 req-c340ead2-fd83-4dac-8a8d-44e6aed518ba tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:43.224945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed9da53c-0a66-4b37-a67f-bb1ecdab3825 req-c340ead2-fd83-4dac-8a8d-44e6aed518ba tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0518358 Apr 30 02:30:43.263168 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed9da53c-0a66-4b37-a67f-bb1ecdab3825 req-c7c3c11e-8c06-42c6-bfbf-5017df18f070 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321376 Apr 30 02:30:44.054341 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:30:44.167833 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:30:44.180723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'port_id': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'mac_address': 'fa:16:3e:7f:13:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:30:44.225124 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:44.238806 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1473afc9-e226-4a6b-b00b-47a7d3e22a6d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:30:44.266406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:30:44.341236 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:44.400171 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6049c1-7fd9-458d-9eac-6ce4db6f241b req-a4aa6803-dabb-455b-8e0d-43e41cb42579 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:44.403464 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:30:44.411037 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf6049c1-7fd9-458d-9eac-6ce4db6f241b req-a4aa6803-dabb-455b-8e0d-43e41cb42579 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0656347 Apr 30 02:30:44.416406 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.416951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.417445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.417941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.418433 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.418915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.419401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.419899 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.420403 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.420879 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.421353 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.421864 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:44.434707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['1473afc9-e226-4a6b-b00b-47a7d3e22a6d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:30:44.453957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf6049c1-7fd9-458d-9eac-6ce4db6f241b req-c2143615-8a93-43da-bce8-49fe9779cdbf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419595 Apr 30 02:30:45.589903 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f206de1-49a3-48bc-ae5b-66d01ad7dea9 req-a2531dea-f689-4d15-aad7-cf76ed36d6dd tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:45.593840 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f206de1-49a3-48bc-ae5b-66d01ad7dea9 req-a2531dea-f689-4d15-aad7-cf76ed36d6dd tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0645151 Apr 30 02:30:45.635937 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1f206de1-49a3-48bc-ae5b-66d01ad7dea9 req-af9681a6-6a9b-4f89-a5fa-3d12c9d0b7b9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366142 Apr 30 02:30:46.063767 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:30:46.117155 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:30:46.117533 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:46.207094 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:46.231686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:30:46.234061 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e774fb-6aad-4bcc-a1e8-5fc6a2d37a37" -d '{"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-plugged", "status": "completed", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:30:46.251377 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:30:46.278342 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2d125-4a31-499e-9f98-fd25dfd9d147 x-openstack-request-id: req-40c2d125-4a31-499e-9f98-fd25dfd9d147 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:30:46.278619 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-plugged", "status": "completed", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:30:46.278861 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40c2d125-4a31-499e-9f98-fd25dfd9d147 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:30:46.279249 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c2d125-4a31-499e-9f98-fd25dfd9d147'] response: {'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'code': 200} Apr 30 02:30:46.567315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:46.620861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:30:46.787522 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846209e3-fd37-41c1-85f3-44dd7c8ec34c req-073b07ca-57e6-42a1-a66a-8d670c31cd6a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:46.789081 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-846209e3-fd37-41c1-85f3-44dd7c8ec34c req-073b07ca-57e6-42a1-a66a-8d670c31cd6a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0562229 Apr 30 02:30:46.844077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-846209e3-fd37-41c1-85f3-44dd7c8ec34c req-6545a151-d86e-4d7d-a145-e08eeee664d1 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418088 Apr 30 02:30:47.975349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73960974-cd04-4b86-a05d-21cbd88edc16 req-3a169f34-d843-40be-99db-01eed2063ea1 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:47.977625 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-73960974-cd04-4b86-a05d-21cbd88edc16 req-3a169f34-d843-40be-99db-01eed2063ea1 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0512011 Apr 30 02:30:48.023559 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-73960974-cd04-4b86-a05d-21cbd88edc16 req-00c6d685-94e0-4ac5-963c-d81e3b571f32 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392361 Apr 30 02:30:49.152525 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cf314-547b-4132-b29e-b5a183bf872d req-41e19fa8-dd22-49eb-b987-eb577e3e8160 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:49.154250 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-296cf314-547b-4132-b29e-b5a183bf872d req-41e19fa8-dd22-49eb-b987-eb577e3e8160 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0559795 Apr 30 02:30:49.198728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-296cf314-547b-4132-b29e-b5a183bf872d req-f6861252-e961-4c27-b392-44b002f3a239 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Apr 30 02:30:49.507331 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:50.324986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283277f-56a6-4475-a830-da47f14b485b req-a827b69e-6af4-48df-9ff4-cf358982c1de tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:50.326606 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1283277f-56a6-4475-a830-da47f14b485b req-a827b69e-6af4-48df-9ff4-cf358982c1de tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0521185 Apr 30 02:30:50.361787 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:30:50.374871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1283277f-56a6-4475-a830-da47f14b485b req-e8f1ab07-a263-4b60-93f0-f8916d085f82 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387757 Apr 30 02:30:51.147120 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:51.504076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09840aba-f63d-4d96-b851-72cdaf5a6037 req-3b102820-84f6-4a33-9c79-868045d234e1 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:51.505788 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09840aba-f63d-4d96-b851-72cdaf5a6037 req-3b102820-84f6-4a33-9c79-868045d234e1 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0520911 Apr 30 02:30:51.551834 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-09840aba-f63d-4d96-b851-72cdaf5a6037 req-bcea7977-5c40-4a6d-b281-c28617576ac4 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383513 Apr 30 02:30:52.676567 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3036c2-ac8d-4a34-af42-88be13cd029d req-badad866-d5f3-4f6f-8524-f8cf376ad8de tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:52.678040 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f3036c2-ac8d-4a34-af42-88be13cd029d req-badad866-d5f3-4f6f-8524-f8cf376ad8de tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0548148 Apr 30 02:30:52.720510 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f3036c2-ac8d-4a34-af42-88be13cd029d req-d21eb8ec-fa9d-4ae3-b883-d45d953a6068 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353405 Apr 30 02:30:53.843960 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b393c-79b5-4454-b2cd-44f1c175a8ce req-1919e88f-0f91-4da4-bead-e898a37b82fb tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:53.845454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e55b393c-79b5-4454-b2cd-44f1c175a8ce req-1919e88f-0f91-4da4-bead-e898a37b82fb tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0492754 Apr 30 02:30:53.883668 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e55b393c-79b5-4454-b2cd-44f1c175a8ce req-b3ecbe4c-9009-43f9-94c9-b08a7b7bfebb tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320587 Apr 30 02:30:54.391871 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-30503625-8bbb-4cea-9b0c-b255b4232041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:54.393367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-30503625-8bbb-4cea-9b0c-b255b4232041 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1096 time: 0.0417194 Apr 30 02:30:54.488602 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-0d81ed5c-6ad3-4de8-ba02-d1f94c79f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:54.490043 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-0d81ed5c-6ad3-4de8-ba02-d1f94c79f80d service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0856488 Apr 30 02:30:54.557581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-f0fddb30-5426-4f26-ac9f-a705328a3162 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 1001 time: 0.0571628 Apr 30 02:30:54.611049 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-970f84af-727d-49ed-aefa-c3afb337f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:54.612579 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-970f84af-727d-49ed-aefa-c3afb337f8b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0432198 Apr 30 02:30:54.661380 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-72de8a87-08cf-43c8-abe2-9b07fd0f4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:54.662749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-72de8a87-08cf-43c8-abe2-9b07fd0f4c26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418131 Apr 30 02:30:54.750048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-3ef27c99-b84b-4a55-919e-7713c408b2cd service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800464 Apr 30 02:30:54.844547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-f8fba4b3-8ded-4cbc-8092-43559ceab2f3 req-34f75b3a-336c-4086-a01f-404a75bee63d service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830278 Apr 30 02:30:54.999630 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7482d4-9434-467e-a49a-2f728b10df5b req-9fc94219-005e-4c4c-b058-d1de7bb6a96b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:55.001077 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d7482d4-9434-467e-a49a-2f728b10df5b req-9fc94219-005e-4c4c-b058-d1de7bb6a96b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0477297 Apr 30 02:30:55.037440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4d7482d4-9434-467e-a49a-2f728b10df5b req-968bb9f8-e374-45e7-9eb5-19f7e7e8f2cc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300543 Apr 30 02:30:56.157627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad903-867b-4a73-9052-595f5d338752 req-45e32d59-3553-49e8-932e-8efa9ee5eb9b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:56.159095 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40fad903-867b-4a73-9052-595f5d338752 req-45e32d59-3553-49e8-932e-8efa9ee5eb9b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0528567 Apr 30 02:30:56.195942 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40fad903-867b-4a73-9052-595f5d338752 req-de7f516c-7cd9-4de8-8bfa-52b9ff15be01 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309021 Apr 30 02:30:57.318088 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf29888-6b36-48d1-bb6b-48f90de48a84 req-8389cdc5-57ab-4760-904d-a5ca3f1dc0ce tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:57.319598 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bf29888-6b36-48d1-bb6b-48f90de48a84 req-8389cdc5-57ab-4760-904d-a5ca3f1dc0ce tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0495415 Apr 30 02:30:57.357714 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8bf29888-6b36-48d1-bb6b-48f90de48a84 req-ba6757a8-f81a-457f-8aac-382beff0bf52 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Apr 30 02:30:57.430819 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-359e0426-f18f-4867-861b-84169573e67f req-2780f096-4e6f-4c4c-864a-049387ad9e28 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:30:57.431904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-359e0426-f18f-4867-861b-84169573e67f req-2780f096-4e6f-4c4c-864a-049387ad9e28 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054886 Apr 30 02:30:57.766418 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4bac7-31cf-4b35-b319-ea3fc6b6f8da req-14fa1318-51f3-4907-bbfd-99793c0b34b3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:57.767939 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9aa4bac7-31cf-4b35-b319-ea3fc6b6f8da req-14fa1318-51f3-4907-bbfd-99793c0b34b3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0508952 Apr 30 02:30:57.806751 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9aa4bac7-31cf-4b35-b319-ea3fc6b6f8da req-90b274aa-0b5d-4585-a6ab-51526689eb5e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327091 Apr 30 02:30:58.088135 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:30:58.137135 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-fe18751c-59fb-4b75-b224-eac885a32808 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963633 Apr 30 02:30:58.168882 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:58.191242 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:30:58.193487 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fdc547-b044-4eb5-a8fb-95fc6688c384" -d '{"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-unplugged", "status": "completed", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:30:58.207468 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:30:58.228025 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Apr 2022 02:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a004cb-57a0-4d47-99fa-9c81cff0c7e1 x-openstack-request-id: req-b0a004cb-57a0-4d47-99fa-9c81cff0c7e1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:30:58.228318 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-unplugged", "status": "failed", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:30:58.229424 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0a004cb-57a0-4d47-99fa-9c81cff0c7e1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:30:58.229589 n-d-821348-1 neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b0a004cb-57a0-4d47-99fa-9c81cff0c7e1']: {'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'code': 422} returned with failed status Apr 30 02:30:58.284433 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:58.334362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:30:58.803900 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21c15d11-e29f-48ee-b420-f3409dd3f18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:58.931261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720092f6-1f55-45a7-abfd-6abfb53f7851 req-5823ea41-e15e-45af-9a0e-a2c9f6cacd15 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:58.933389 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-720092f6-1f55-45a7-abfd-6abfb53f7851 req-5823ea41-e15e-45af-9a0e-a2c9f6cacd15 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 943 time: 0.0549972 Apr 30 02:30:58.970871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-720092f6-1f55-45a7-abfd-6abfb53f7851 req-ef2971fd-0ebf-4982-b879-baf4e7f1c155 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312321 Apr 30 02:30:59.418367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-4df762e2-c734-4103-bb1c-4c6f3c54549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:30:59.419956 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-4df762e2-c734-4103-bb1c-4c6f3c54549e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218&tenant_id=c0bd9271a0304ef1bcb85366a9857e0e HTTP/1.1" status: 200 len: 1094 time: 0.0406718 Apr 30 02:30:59.430822 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:30:59.485943 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:59.688045 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:30:59.719230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:30:59.751078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1473afc9-e226-4a6b-b00b-47a7d3e22a6d {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:30:59.758544 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:59.770075 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Transition to ACTIVE for port object 1473afc9-e226-4a6b-b00b-47a7d3e22a6d will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:30:59.823837 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:30:59.903307 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=9']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:30:59.915003 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.915344 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.915699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.916026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.916912 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.917265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.917552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.917872 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.918190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.918509 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.918820 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.919129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:30:59.956910 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] No DVR routers for this DVR port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:31:00.096643 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Attempting to bind port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:31:00.097019 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Attempting to bind port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:31:00.097297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Attempting to bind port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:31:00.101664 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on network 95c41995-c8e9-4773-b082-ab505670f518 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:31:00.101981 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Attempting to bind port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:31:00.103120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3f179-cf75-4e59-bd37-9acf3b2913dc req-65791a91-7310-4750-a808-3792fd1e2cab tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:00.104892 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25a3f179-cf75-4e59-bd37-9acf3b2913dc req-65791a91-7310-4750-a808-3792fd1e2cab tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 943 time: 0.0584555 Apr 30 02:31:00.106874 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:31:00.107207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Checking segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:31:00.107621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Bound using segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:31:00.108043 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Bound port: 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:31:00.108400 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:00.143409 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-25a3f179-cf75-4e59-bd37-9acf3b2913dc req-a231d133-f997-4037-97a5-f3928caa056a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Apr 30 02:31:00.172097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:31:00.175161 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:31:00.250691 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:00.289590 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:00.290259 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:00.291920 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] 10.222.0.21 "PUT /v2.0/ports/1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 1091 time: 0.8647528 Apr 30 02:31:00.308525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:31:00.308525 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaed552e-1fbe-4ef9-b78d-b10087591e01" -d '{"events": [{"name": "network-changed", "server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:31:00.331207 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8609a-5136-4e54-a3ec-ab0a47af1a52 service neutron] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=10']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:31:00.349755 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecfa303-dcdf-4afd-aab1-843c54b70447 x-openstack-request-id: req-7ecfa303-dcdf-4afd-aab1-843c54b70447 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:31:00.350050 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:31:00.350302 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ecfa303-dcdf-4afd-aab1-843c54b70447 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:31:00.350706 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecfa303-dcdf-4afd-aab1-843c54b70447'] response: {'name': 'network-changed', 'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'status': 'completed', 'code': 200} Apr 30 02:31:00.367231 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-94ad3b1b-1699-4080-adb1-7becf89b13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:00.368946 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-94ad3b1b-1699-4080-adb1-7becf89b13df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1095 time: 0.0517483 Apr 30 02:31:00.464879 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-2fbf82f6-84fb-485e-a3a6-587a8b0e5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:00.466366 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-2fbf82f6-84fb-485e-a3a6-587a8b0e5e80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0898936 Apr 30 02:31:00.541357 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-9afc9ac7-1a0b-4726-ad92-72141f63661b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 999 time: 0.0685575 Apr 30 02:31:00.590349 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-6395e118-cefe-4fe5-9292-7772e8349c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:00.591792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-6395e118-cefe-4fe5-9292-7772e8349c9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0439868 Apr 30 02:31:00.636409 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-e71f2381-719d-4c0e-8c11-37ee701ca9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:00.637854 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-e71f2381-719d-4c0e-8c11-37ee701ca9b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402908 Apr 30 02:31:00.728377 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-e5fc809d-7a8c-482d-a51d-0bd6f1fb467f service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841115 Apr 30 02:31:00.816900 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d5d3d4a7-3e5a-4183-8b98-da3725ff0dad req-580c59e0-8e15-4715-91e3-c4ba5e949e6f service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818157 Apr 30 02:31:00.959909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-e7d0cb49-3ee8-4ac6-bb77-318dd5492000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:00.961424 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-e7d0cb49-3ee8-4ac6-bb77-318dd5492000 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1095 time: 0.0474739 Apr 30 02:31:01.053793 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-e9964d7b-5873-4e41-89d5-8054f3daf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:01.055278 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-e9964d7b-5873-4e41-89d5-8054f3daf309 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0878451 Apr 30 02:31:01.060942 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba2e3-7784-4782-b5bc-13abb0b1588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:01.126788 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-50690977-846a-4868-a0f4-64d309157ba0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 999 time: 0.0640700 Apr 30 02:31:01.176478 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-8ed93436-9548-4479-b5aa-6a1524c45870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:01.178022 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-8ed93436-9548-4479-b5aa-6a1524c45870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0449669 Apr 30 02:31:01.234562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-6b7e8954-68b8-45be-b1d1-bfe0f6a3f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:01.236179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-6b7e8954-68b8-45be-b1d1-bfe0f6a3f1ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520625 Apr 30 02:31:01.298596 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47107213-6616-42c8-b8cb-6b73af12e9ce req-adbce76c-630f-4552-9973-f9a909b0f2dc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:01.306552 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47107213-6616-42c8-b8cb-6b73af12e9ce req-adbce76c-630f-4552-9973-f9a909b0f2dc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0779610 Apr 30 02:31:01.355814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-47107213-6616-42c8-b8cb-6b73af12e9ce req-318199de-dc92-404f-b287-a1d1fa949b18 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480359 Apr 30 02:31:02.101601 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:31:02.139990 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:31:02.278105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:02.498338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e528f1-849a-4f34-95d7-6bbbac7c828e req-38f10cfd-1ee9-4739-b04c-807a8cd58abd tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:02.502008 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3e528f1-849a-4f34-95d7-6bbbac7c828e req-38f10cfd-1ee9-4739-b04c-807a8cd58abd tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0603540 Apr 30 02:31:02.539712 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b3e528f1-849a-4f34-95d7-6bbbac7c828e req-5e6a42ec-4bdb-433f-ab5e-2b5aeb096ed8 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334818 Apr 30 02:31:03.667232 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a8141-42d5-4694-bf3c-31c9db560e45 req-01839726-cd46-4874-8810-b7e00dea1ab7 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:03.668847 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c61a8141-42d5-4694-bf3c-31c9db560e45 req-01839726-cd46-4874-8810-b7e00dea1ab7 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0506811 Apr 30 02:31:03.717009 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c61a8141-42d5-4694-bf3c-31c9db560e45 req-50697cd9-11c4-49f5-8a82-40e77a46ecdb tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418322 Apr 30 02:31:03.952530 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:04.049783 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:04.836708 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1c0c0-45d8-49cd-b4b8-5238cb154106 req-6b16b1cf-1e9d-4211-960a-735e0f01ffab tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:04.838862 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cd1c0c0-45d8-49cd-b4b8-5238cb154106 req-6b16b1cf-1e9d-4211-960a-735e0f01ffab tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0500858 Apr 30 02:31:04.880217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9cd1c0c0-45d8-49cd-b4b8-5238cb154106 req-078c5aad-b0ae-4991-9ad2-77f303424654 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349636 Apr 30 02:31:06.007846 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70780f14-9424-49ad-b752-21e7df31de76 req-4f85c944-0b1e-4a70-8caf-c1db5996f14f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:06.009611 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70780f14-9424-49ad-b752-21e7df31de76 req-4f85c944-0b1e-4a70-8caf-c1db5996f14f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0572548 Apr 30 02:31:06.049112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-70780f14-9424-49ad-b752-21e7df31de76 req-6d5abf50-8db4-4fe4-9dba-227983cd24dc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326047 Apr 30 02:31:07.183961 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46672ed-3951-4397-b283-da3886298ef6 req-1dc6973b-8bfe-4b3f-b53e-0b9171079290 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:07.185506 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a46672ed-3951-4397-b283-da3886298ef6 req-1dc6973b-8bfe-4b3f-b53e-0b9171079290 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0546668 Apr 30 02:31:07.227059 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a46672ed-3951-4397-b283-da3886298ef6 req-19faae99-77e8-42f9-9840-a7c20dcfc9ce tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340257 Apr 30 02:31:08.360781 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b114dbf-e31a-497a-8b21-0239ac4eec3d req-06238106-d8c2-465a-b131-6ed1af4232de tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:08.362471 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b114dbf-e31a-497a-8b21-0239ac4eec3d req-06238106-d8c2-465a-b131-6ed1af4232de tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0562799 Apr 30 02:31:08.417112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9b114dbf-e31a-497a-8b21-0239ac4eec3d req-2e5ea3d9-f491-45df-9e96-4d3d1b198717 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 Apr 30 02:31:09.434750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-ccf911dd-5c3d-45d6-9a2a-4d86dfd11050 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891962 Apr 30 02:31:09.434750 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-aaed552e-1fbe-4ef9-b78d-b10087591e01 req-7f3e9d50-ba1a-43e0-8122-8f643b5af918 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844305 Apr 30 02:31:09.547935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fe824-2606-4f3b-a011-d0136d5ce9c4 req-8624db60-5bea-49df-9015-2d73f7177e3b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:09.549941 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed2fe824-2606-4f3b-a011-d0136d5ce9c4 req-8624db60-5bea-49df-9015-2d73f7177e3b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0536404 Apr 30 02:31:09.589028 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed2fe824-2606-4f3b-a011-d0136d5ce9c4 req-190bd57d-6668-4580-839b-97b59c2aed29 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Apr 30 02:31:10.704441 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f518b-6e2e-4b63-bc54-ec7f6911880a req-32153bf6-9004-4b9e-90ca-05a2db21bd02 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:10.705926 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-189f518b-6e2e-4b63-bc54-ec7f6911880a req-32153bf6-9004-4b9e-90ca-05a2db21bd02 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0481160 Apr 30 02:31:10.742588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-189f518b-6e2e-4b63-bc54-ec7f6911880a req-55c6ca74-c710-40cc-9e67-2275a2fa4071 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306563 Apr 30 02:31:11.858695 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c07a1f-2147-4ee1-a9c6-1c49bfc41c31 req-488776de-9f4e-4620-98ba-764ad13c1063 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:11.860174 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-12c07a1f-2147-4ee1-a9c6-1c49bfc41c31 req-488776de-9f4e-4620-98ba-764ad13c1063 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 944 time: 0.0479002 Apr 30 02:31:11.898231 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-12c07a1f-2147-4ee1-a9c6-1c49bfc41c31 req-c0053537-9f77-44f9-bde9-351c3f9e142a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Apr 30 02:31:12.282503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:31:12.372497 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:31:12.384076 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'port_id': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'mac_address': 'fa:16:3e:7f:13:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:31:12.423787 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:12.435921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1473afc9-e226-4a6b-b00b-47a7d3e22a6d {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:31:12.454236 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:31:12.523799 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:12.570487 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=11']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:31:12.780779 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['1473afc9-e226-4a6b-b00b-47a7d3e22a6d'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:31:13.019225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47df3e-a186-48c8-a8f8-c6cf220fd752 req-85635ec8-615f-42ea-a7eb-32173984c305 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:13.020756 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb47df3e-a186-48c8-a8f8-c6cf220fd752 req-85635ec8-615f-42ea-a7eb-32173984c305 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0539227 Apr 30 02:31:13.059104 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-eb47df3e-a186-48c8-a8f8-c6cf220fd752 req-249c432d-cdc9-41a2-87da-d5b464c2eca3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321045 Apr 30 02:31:14.174802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f68ee6-000f-4edb-985e-477c97b5111a req-12607cef-c239-44c1-81d0-430fc6dca22e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:14.176315 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91f68ee6-000f-4edb-985e-477c97b5111a req-12607cef-c239-44c1-81d0-430fc6dca22e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 945 time: 0.0488937 Apr 30 02:31:14.215286 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-91f68ee6-000f-4edb-985e-477c97b5111a req-291b8fab-9748-4b41-b7da-6010b5a0ad60 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329323 Apr 30 02:31:14.299150 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:31:14.400928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:31:14.404738 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:31:14.405104 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:14.483746 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:14.505736 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:31:14.508213 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d1493c-fb7d-4c5b-8362-2dc000748ca1" -d '{"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-plugged", "status": "completed", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:31:14.521400 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:31:14.549402 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c83a65e-45be-486e-82b0-2c5f4149443e x-openstack-request-id: req-6c83a65e-45be-486e-82b0-2c5f4149443e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:31:14.549402 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-plugged", "status": "completed", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:31:14.549402 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c83a65e-45be-486e-82b0-2c5f4149443e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:31:14.549402 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c83a65e-45be-486e-82b0-2c5f4149443e'] response: {'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'code': 200} Apr 30 02:31:14.595677 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:14.642186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=12']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:31:14.777514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8278-982a-4e4e-b079-560b197310a5 req-87b2d3da-766f-4bb0-aaca-00a3b5a7c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:14.778935 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-837b8278-982a-4e4e-b079-560b197310a5 req-87b2d3da-766f-4bb0-aaca-00a3b5a7c7ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1097 time: 0.0403931 Apr 30 02:31:14.812237 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-837b8278-982a-4e4e-b079-560b197310a5 req-d57efc7c-655b-4345-80d9-c60d603fd0fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264733 Apr 30 02:31:15.334085 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd202-12ca-4fdc-b18e-abd4d59d035e req-1c336e1a-1973-4529-8f06-6d47035098b4 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:15.335601 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-746bd202-12ca-4fdc-b18e-abd4d59d035e req-1c336e1a-1973-4529-8f06-6d47035098b4 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 946 time: 0.0480015 Apr 30 02:31:15.372451 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-746bd202-12ca-4fdc-b18e-abd4d59d035e req-86994b78-7393-4e51-b131-725ace700765 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301723 Apr 30 02:31:16.490358 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8294700-616e-4482-9358-d415f80fd1c8 req-bc41c43b-cda2-4301-85b6-9b2ddd644b60 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:16.491825 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8294700-616e-4482-9358-d415f80fd1c8 req-bc41c43b-cda2-4301-85b6-9b2ddd644b60 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 946 time: 0.0511472 Apr 30 02:31:16.530385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d8294700-616e-4482-9358-d415f80fd1c8 req-ef92dc0e-bf27-4ad3-886f-f66aee861f60 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319467 Apr 30 02:31:17.646313 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d276d-cc8c-4485-bd08-ddee463971b2 req-5287d659-4cbe-40aa-8b26-54e09e7ae035 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:17.647812 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-909d276d-cc8c-4485-bd08-ddee463971b2 req-5287d659-4cbe-40aa-8b26-54e09e7ae035 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 946 time: 0.0496747 Apr 30 02:31:17.684981 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-909d276d-cc8c-4485-bd08-ddee463971b2 req-969c1005-ae99-46f6-b09b-3e1980470c5c tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305073 Apr 30 02:31:19.372588 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:21.172417 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:27.361568 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:31:28.806615 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7382546a-1395-4190-bed1-1619c33fc8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:31.032039 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d168be2a-6a0f-475b-a709-a84453205de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:32.275139 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:33.983806 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:34.052638 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:36.162411 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-82a96eba-b483-40c3-9879-f214fb363dac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424895 Apr 30 02:31:36.243640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-5d6918de-5f4d-44ce-afc3-b87c84d3a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:36.245269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-5d6918de-5f4d-44ce-afc3-b87c84d3a963 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1097 time: 0.0397773 Apr 30 02:31:36.346914 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-0e10f326-c281-4dab-ad63-777f0d00d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:36.348413 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-0e10f326-c281-4dab-ad63-777f0d00d22b service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0830529 Apr 30 02:31:36.417914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-86e8cbe1-ecab-4b95-ae42-e154feccbe77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 1001 time: 0.0605974 Apr 30 02:31:36.467020 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-66556235-2bee-4f7a-8674-6826b1c26648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:36.468452 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-66556235-2bee-4f7a-8674-6826b1c26648 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0427580 Apr 30 02:31:36.512891 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-2c069df6-13ab-4206-b6ef-e5e57eb89060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:31:36.514376 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-2c069df6-13ab-4206-b6ef-e5e57eb89060 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393260 Apr 30 02:31:36.606773 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-9132394f-63a1-4a7c-b908-56be1afef874 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856943 Apr 30 02:31:36.696483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eb82b6c0-62fa-42d6-b9af-7d2a2d99668d req-be1cdd7a-4a8a-4130-bd83-55f5573cdc50 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825105 Apr 30 02:31:49.374759 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:51.187026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:31:58.820567 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0ca73aab-5619-4813-af69-0c11172e9d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:01.023577 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-955bd5a7-e0be-4e03-adc5-0ab794ad0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:02.292151 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:03.952178 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:04.048925 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:04.361348 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:32:19.368749 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:21.160757 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:28.563008 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 39956) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:28.724105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Deleting port 819b1a5e-4897-4d47-9082-1ba123521f21 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:32:28.724447 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:28.802592 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:28.802839 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:28.814734 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Calling delete_port for 819b1a5e-4897-4d47-9082-1ba123521f21 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:32:28.814914 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-35a6f399-de53-4213-9a61-c8fadff3151d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:29.014483 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:29.040627 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event deleted for resources: {'Port': ['ID=819b1a5e-4897-4d47-9082-1ba123521f21,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:29.066186 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.066453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.066788 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.067120 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.067474 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.067802 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.068126 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.068453 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.068765 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.069079 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.069397 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.069713 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:29.112493 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:29.112824 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Floating IP 58ffacda-e89e-40a3-a6a6-12bb9f4953bc disassociated (deleted). External IP: 172.25.0.117, port: 1473afc9-e226-4a6b-b00b-47a7d3e22a6d. Apr 30 02:32:29.319492 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Router 2e912016-fe60-407e-bebe-eef67c47d243 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:32:29.427241 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:32:29.432338 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:29.436860 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] Sync routers for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:32:29.446660 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:32:29.447268 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:32:29.458803 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-7ae10f02-96b6-4790-b04b-ad305cafed61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "DELETE /v2.0/floatingips/58ffacda-e89e-40a3-a6a6-12bb9f4953bc HTTP/1.1" status: 204 len: 168 time: 0.8940926 Apr 30 02:32:29.459524 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:32:29.461814 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f5dfe3-069e-46ef-984b-be8598d6014e" -d '{"events": [{"name": "network-changed", "server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:32:29.553563 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:32:29.752563 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:32:29.781595 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] Checking router: 2e912016-fe60-407e-bebe-eef67c47d243 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:32:29.787117 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:32:29.787741 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:32:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:32:29.859944 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b765ea5-b66c-4f33-9f13-1a97b232661f x-openstack-request-id: req-7b765ea5-b66c-4f33-9f13-1a97b232661f {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:32:29.860532 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:32:29.860629 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b765ea5-b66c-4f33-9f13-1a97b232661f {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:32:29.861251 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b765ea5-b66c-4f33-9f13-1a97b232661f'] response: {'name': 'network-changed', 'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'status': 'completed', 'code': 200} Apr 30 02:32:29.962203 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc87f0-80f6-490d-a6d4-a4a1e0d9bd99 req-cfc8cd42-42ee-4aa1-b389-1bff1ae26b6c tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:32:29.963882 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4bc87f0-80f6-490d-a6d4-a4a1e0d9bd99 req-cfc8cd42-42ee-4aa1-b389-1bff1ae26b6c tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 946 time: 0.0553346 Apr 30 02:32:29.990148 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:32:29.997140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-414d9627-fe31-4141-bf09-6f2281e907a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:32:29.998742 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-414d9627-fe31-4141-bf09-6f2281e907a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 1097 time: 0.1156106 Apr 30 02:32:30.008569 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4bc87f0-80f6-490d-a6d4-a4a1e0d9bd99 req-53a7ca77-3ea2-4395-b87a-c5d2586c475a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373538 Apr 30 02:32:30.096632 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-74999b20-9673-491d-a946-e15bc39abd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:32:30.098516 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-74999b20-9673-491d-a946-e15bc39abd72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0910602 Apr 30 02:32:30.145209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-5f96405d-94dc-49e5-85f0-8f29083e3863 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 200 len: 217 time: 0.0393872 Apr 30 02:32:30.186714 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:32:30.197940 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-721229b6-83f0-4fa8-bf37-effa796f1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:32:30.199350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-721229b6-83f0-4fa8-bf37-effa796f1c8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0465801 Apr 30 02:32:30.217259 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27835b74-f6ad-495a-a277-fc74ba8a3138 None None] The sync data for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 is: [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:32:30.249251 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-c5f75b34-2e99-41bf-be7c-021a7a49b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:32:30.251640 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-c5f75b34-2e99-41bf-be7c-021a7a49b9fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428655 Apr 30 02:32:30.348969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-7b5057cd-2ca3-429d-b683-b1a635790129 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896719 Apr 30 02:32:30.447923 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c2f5dfe3-069e-46ef-984b-be8598d6014e req-74ed8490-de84-42ff-b983-0d93f6dbf867 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898979 Apr 30 02:32:30.461034 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3b7ce-904b-4bc8-a2f3-7cce552e7a32 None None] New status for floating IP 58ffacda-e89e-40a3-a6a6-12bb9f4953bc: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:32:31.025854 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9f938c6-94b6-404d-a40e-8cc8f75d4749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:31.127968 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc1232-8fc5-4dfe-8b4e-419a632b37cc req-4c8cbd80-3990-4bc2-8cb0-ea7dd6d8b4e3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:32:31.129452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ffc1232-8fc5-4dfe-8b4e-419a632b37cc req-4c8cbd80-3990-4bc2-8cb0-ea7dd6d8b4e3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 946 time: 0.0506365 Apr 30 02:32:31.167971 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7ffc1232-8fc5-4dfe-8b4e-419a632b37cc req-723030d7-6fdb-44b6-9a4a-b3620bb2de80 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Apr 30 02:32:31.259671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-731d228f-d0af-4ca6-97fc-9584b219f341 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:32:31.261107 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-731d228f-d0af-4ca6-97fc-9584b219f341 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.21 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 946 time: 0.0469642 Apr 30 02:32:31.351972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Deleting port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:32:31.352316 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:31.436501 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] For port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:32:31.436860 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:31.449927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Calling delete_port for 1473afc9-e226-4a6b-b00b-47a7d3e22a6d owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:32:31.646463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:31.673898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event deleted for resources: {'Port': ['ID=1473afc9-e226-4a6b-b00b-47a7d3e22a6d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:31.710701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.711042 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.711372 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.711727 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.712053 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.712375 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.712716 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.713013 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.713332 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.713650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.714440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.714440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:32:31.758222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] No DVR routers for this DVR port 1473afc9-e226-4a6b-b00b-47a7d3e22a6d on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:32:31.760934 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:31.764282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-81ae6557-5e3e-4dfc-8b2e-a13f8dbb45b4 req-f865c3f1-aa45-4ec6-834a-dddf0de31313 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.21 "DELETE /v2.0/ports/1473afc9-e226-4a6b-b00b-47a7d3e22a6d HTTP/1.1" status: 204 len: 173 time: 0.4964497 Apr 30 02:32:31.764766 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-deleted', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:32:31.767033 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e2de4f-19a2-4e59-bb6d-3d2d3717f30e" -d '{"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-deleted", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:32:31.858142 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7ee66b-4f04-47a5-b968-a29befdb6268 x-openstack-request-id: req-df7ee66b-4f04-47a5-b968-a29befdb6268 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:32:31.858431 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445157f-349c-4076-841c-63d2701c5218", "name": "network-vif-deleted", "tag": "1473afc9-e226-4a6b-b00b-47a7d3e22a6d", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:32:31.858676 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df7ee66b-4f04-47a5-b968-a29befdb6268 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:32:31.859075 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7ee66b-4f04-47a5-b968-a29befdb6268'] response: {'server_uuid': 'f445157f-349c-4076-841c-63d2701c5218', 'name': 'network-vif-deleted', 'tag': '1473afc9-e226-4a6b-b00b-47a7d3e22a6d', 'status': 'completed', 'code': 200} Apr 30 02:32:32.274447 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4105b48c-2822-40d8-995f-7653b1769631 req-be2d4053-2a8e-4ba0-b15e-131d98fae435 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=f445157f-349c-4076-841c-63d2701c5218 HTTP/1.1" status: 200 len: 210 time: 0.0261350 Apr 30 02:32:32.277389 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:33.329547 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:33.387652 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-318c3d6c-81e0-4112-b20c-b8f9ce5265a5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:33.412698 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-318c3d6c-81e0-4112-b20c-b8f9ce5265a5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:33.540144 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-318c3d6c-81e0-4112-b20c-b8f9ce5265a5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:33.542709 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-318c3d6c-81e0-4112-b20c-b8f9ce5265a5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:33.543906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-318c3d6c-81e0-4112-b20c-b8f9ce5265a5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd HTTP/1.1" status: 204 len: 168 time: 0.2128632 Apr 30 02:32:33.555105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c3d6c-81e0-4112-b20c-b8f9ce5265a5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d6a81-6fe3-4a93-b0a1-20cc523d87fd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:33.951320 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:34.042908 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:34.598488 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:32:34.617673 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: 1473afc9-e226-4a6b-b00b-47a7d3e22a6d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:32:34.618009 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device 1473afc9-e226-4a6b-b00b-47a7d3e22a6d not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:32:35.117890 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39992) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:35.122513 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1b4c1534-2cfb-47d7-aa63-f70e9eb58385 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833057860', 'description': 'tempest-secgroup-smoke-1833057860 description', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:32:35.208889 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1534-2cfb-47d7-aa63-f70e9eb58385 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.274655 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1534-2cfb-47d7-aa63-f70e9eb58385 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.333962 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1534-2cfb-47d7-aa63-f70e9eb58385 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.361909 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c1534-2cfb-47d7-aa63-f70e9eb58385 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5700315-2153-4933-a60e-af0ef3cf2d6e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:35.428143 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1534-2cfb-47d7-aa63-f70e9eb58385 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.429404 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1b4c1534-2cfb-47d7-aa63-f70e9eb58385 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3104186 Apr 30 02:32:35.432189 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39994) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:35.436539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7a358ee0-f779-48c2-92bc-81fb43354cc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'e5700315-2153-4933-a60e-af0ef3cf2d6e', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:32:35.545126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a358ee0-f779-48c2-92bc-81fb43354cc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.604234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a358ee0-f779-48c2-92bc-81fb43354cc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.682742 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a358ee0-f779-48c2-92bc-81fb43354cc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.700476 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a358ee0-f779-48c2-92bc-81fb43354cc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d272e8b7-b164-49e5-82ce-e39ea8699107,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:35.768416 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7a358ee0-f779-48c2-92bc-81fb43354cc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.769683 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-7a358ee0-f779-48c2-92bc-81fb43354cc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3365510 Apr 30 02:32:35.772484 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39996) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:35.776779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ab242f29-ed20-4da2-9a36-2e82fe7c8dd3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'e5700315-2153-4933-a60e-af0ef3cf2d6e', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:32:35.868100 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab242f29-ed20-4da2-9a36-2e82fe7c8dd3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:35.923253 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab242f29-ed20-4da2-9a36-2e82fe7c8dd3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.040626 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab242f29-ed20-4da2-9a36-2e82fe7c8dd3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.058992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab242f29-ed20-4da2-9a36-2e82fe7c8dd3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debe4e56-cccf-4052-8501-c787c14dfc36,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:36.130855 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab242f29-ed20-4da2-9a36-2e82fe7c8dd3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.132171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-ab242f29-ed20-4da2-9a36-2e82fe7c8dd3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3587644 Apr 30 02:32:36.134804 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 39998) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:36.139064 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-08460439-af96-440d-a18f-409ec0660119 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'e5700315-2153-4933-a60e-af0ef3cf2d6e', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:32:36.242442 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08460439-af96-440d-a18f-409ec0660119 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.298814 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08460439-af96-440d-a18f-409ec0660119 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.374196 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08460439-af96-440d-a18f-409ec0660119 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.392141 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08460439-af96-440d-a18f-409ec0660119 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671319e7-2943-42ab-bff2-e241be1a1f42,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:36.462586 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08460439-af96-440d-a18f-409ec0660119 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.463894 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-08460439-af96-440d-a18f-409ec0660119 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281379 Apr 30 02:32:36.466411 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40000) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:36.470739 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2bb41a73-afd1-45d4-b159-c429b0267ff2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'e5700315-2153-4933-a60e-af0ef3cf2d6e', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:32:36.561695 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bb41a73-afd1-45d4-b159-c429b0267ff2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.621472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bb41a73-afd1-45d4-b159-c429b0267ff2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.682518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bb41a73-afd1-45d4-b159-c429b0267ff2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.700297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb41a73-afd1-45d4-b159-c429b0267ff2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491cb1eb-7efc-427f-818f-a85d2aec8f4d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:36.764672 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2bb41a73-afd1-45d4-b159-c429b0267ff2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.765901 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-2bb41a73-afd1-45d4-b159-c429b0267ff2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2985270 Apr 30 02:32:36.768674 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40002) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:36.773276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1313b682-effb-4198-8f2a-1540430a9e5f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'e5700315-2153-4933-a60e-af0ef3cf2d6e', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:32:36.848383 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-1313b682-effb-4198-8f2a-1540430a9e5f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Project c0bd9271a0304ef1bcb85366a9857e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:32:36.853186 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1313b682-effb-4198-8f2a-1540430a9e5f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.911819 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1313b682-effb-4198-8f2a-1540430a9e5f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.980079 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1313b682-effb-4198-8f2a-1540430a9e5f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:36.997572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313b682-effb-4198-8f2a-1540430a9e5f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae8802f-d87e-4b30-8f50-ee77c8332c02,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:37.079202 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1313b682-effb-4198-8f2a-1540430a9e5f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:37.080471 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-1313b682-effb-4198-8f2a-1540430a9e5f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108144 Apr 30 02:32:37.083122 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40004) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:32:37.088190 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-38a1c733-d9bc-4196-bba7-3fc0924bb694 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'security_group_rule': {'security_group_id': 'e5700315-2153-4933-a60e-af0ef3cf2d6e', 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:32:37.168782 n-d-821348-1 neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-38a1c733-d9bc-4196-bba7-3fc0924bb694 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Project c0bd9271a0304ef1bcb85366a9857e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:32:37.173650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38a1c733-d9bc-4196-bba7-3fc0924bb694 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:37.232865 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38a1c733-d9bc-4196-bba7-3fc0924bb694 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:37.277184 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38a1c733-d9bc-4196-bba7-3fc0924bb694 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:37.295672 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1c733-d9bc-4196-bba7-3fc0924bb694 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061cf381-7a20-4b3d-8cfc-9529b4d4a5cd,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:32:37.351339 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-38a1c733-d9bc-4196-bba7-3fc0924bb694 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:37.352565 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-38a1c733-d9bc-4196-bba7-3fc0924bb694 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2684827 Apr 30 02:32:41.360208 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:32:49.425470 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:51.191046 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:32:58.149617 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-6d4293c3-42f1-4e6c-874a-ff21b6e4300d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833057860&fields=id&tenant_id=c0bd9271a0304ef1bcb85366a9857e0e HTTP/1.1" status: 200 len: 267 time: 0.0327744 Apr 30 02:32:58.256642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fb7e7711-8d4f-4088-8b00-f893c35fbf68 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:32:58.258123 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fb7e7711-8d4f-4088-8b00-f893c35fbf68 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 808 time: 0.1011584 Apr 30 02:32:58.273176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-10fb96ae-29a5-4096-a27d-6538d4237813 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/quotas/c0bd9271a0304ef1bcb85366a9857e0e HTTP/1.1" status: 200 len: 375 time: 0.0087786 Apr 30 02:32:58.323112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-1d4ce21c-9aa3-497e-a1c4-d602e98b1a8f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445466 Apr 30 02:32:58.458324 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-958d8e85-4f2a-4918-99ba-4acf7652ad68 service neutron] 10.222.0.15 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231160 Apr 30 02:32:58.548922 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-5da810a6-55f4-4e04-aa14-5275921ca710 service neutron] 10.222.0.15 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843449 Apr 30 02:32:58.844364 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11d0f1c5-8c1b-4e8d-82c4-1fe75829e4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:00.065578 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-641e2f67-e604-476f-8417-7f90bbd71719 req-73fae325-0cc2-4c56-b4ea-b9820c720d66 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0273767 Apr 30 02:33:01.025154 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-72871c3f-6ae2-40fb-84f2-335c554da727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:01.144125 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-37e350c5-0907-4050-998c-bd3a8af28fc5 req-1e9825de-f91f-4f3b-b897-5d5a85095724 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0269675 Apr 30 02:33:02.223985 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6cc0a5b7-df42-40bc-aa3f-702b8ec0e66b req-623bf15c-a9ac-4c53-8d87-73288def2cc3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0283675 Apr 30 02:33:02.294780 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:03.305073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-339be88e-e7c4-4ab5-ab42-7c9148fce98b req-5be72d89-bed7-41ee-9052-60723d72a241 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0305033 Apr 30 02:33:03.983625 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:04.065560 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:04.396671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6bda04fb-a463-40dd-8be8-98230165d34b req-6dbdf4a1-ad32-42bf-b29b-d882520bc28a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0265350 Apr 30 02:33:05.490498 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-af84a964-a762-4e73-806e-3b503015f1f2 req-d9454c0e-36e5-4858-94c4-8b1f60af4274 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0257373 Apr 30 02:33:05.934025 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-afd399a6-5cab-4e7e-b03d-6fb7f22d0705 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:05.935506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-afd399a6-5cab-4e7e-b03d-6fb7f22d0705 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 808 time: 0.1006541 Apr 30 02:33:05.983499 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-978403c9-f9c6-493f-b780-9aa7e23329be tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bd9271a0304ef1bcb85366a9857e0e HTTP/1.1" status: 200 len: 380 time: 0.0334747 Apr 30 02:33:05.993220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'port': {'device_id': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'admin_state_up': True, 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'security_groups': ['e5700315-2153-4933-a60e-af0ef3cf2d6e']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:33:06.184123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Made reservation on behalf of c0bd9271a0304ef1bcb85366a9857e0e for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:33:06.187859 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:06.313657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Allocated IP 172.20.0.4 (95c41995-c8e9-4773-b082-ab505670f518/080920f3-e0b8-4886-9d2a-6c0c8bb5f548/cd55d96f-989c-495d-b6c8-707c4111e190) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:33:06.455550 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:06.557396 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:06.606026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Network 95c41995-c8e9-4773-b082-ab505670f518 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:33:06.608099 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01cbab-d976-4a65-b2d0-72f57702a226 req-0329f5d6-5c65-49b6-8040-ed5684ff479a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:06.609700 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:33:06.613929 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:33:06.621373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e01cbab-d976-4a65-b2d0-72f57702a226 req-0329f5d6-5c65-49b6-8040-ed5684ff479a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 931 time: 0.0571733 Apr 30 02:33:06.622679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:33:06.650274 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8e01cbab-d976-4a65-b2d0-72f57702a226 req-25fa3ea2-3f10-4bcb-997a-71d54b2d203b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337143 Apr 30 02:33:06.668441 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:06.669099 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:06.747315 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-fd1d6266-2306-4570-ad83-ec8b369bcf03 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7573290 Apr 30 02:33:06.760866 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-e0aef5c3-612d-4a19-99c5-4831625a7b22 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:33:06.762848 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-e0aef5c3-612d-4a19-99c5-4831625a7b22 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063972 Apr 30 02:33:06.778979 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Request body: {'port': {'device_id': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:33:06.908970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-accfeafc-aaf6-491b-9e58-5323c6c0e558 None None] Provisioning complete for port cd55d96f-989c-495d-b6c8-707c4111e190 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:33:06.909546 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-accfeafc-aaf6-491b-9e58-5323c6c0e558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:06.944259 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-accfeafc-aaf6-491b-9e58-5323c6c0e558 None None] Port cd55d96f-989c-495d-b6c8-707c4111e190 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:33:07.149356 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:07.414027 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd55d96f-989c-495d-b6c8-707c4111e190 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:33:07.421332 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:07.432807 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Transition to ACTIVE for port object cd55d96f-989c-495d-b6c8-707c4111e190 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:33:07.497776 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:07.546826 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:33:07.624459 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Attempting to bind port cd55d96f-989c-495d-b6c8-707c4111e190 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:33:07.624800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Attempting to bind port cd55d96f-989c-495d-b6c8-707c4111e190 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:33:07.625127 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Attempting to bind port cd55d96f-989c-495d-b6c8-707c4111e190 on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:33:07.629961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Port cd55d96f-989c-495d-b6c8-707c4111e190 on network 95c41995-c8e9-4773-b082-ab505670f518 not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:33:07.630280 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Attempting to bind port cd55d96f-989c-495d-b6c8-707c4111e190 on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:33:07.635123 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:33:07.635539 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Checking segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:33:07.635924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Bound using segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:33:07.636937 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Bound port: cd55d96f-989c-495d-b6c8-707c4111e190, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:33:07.637241 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:07.723594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:33:07.726885 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:33:07.780344 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:07.794049 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1850f-a013-44d0-b2a3-9738b74d68c5 req-92cbef72-422d-415c-a773-4c1ee5a45268 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:07.794049 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13f1850f-a013-44d0-b2a3-9738b74d68c5 req-92cbef72-422d-415c-a773-4c1ee5a45268 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0594811 Apr 30 02:33:07.820779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:07.820779 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:07.820779 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] 10.222.0.23 "PUT /v2.0/ports/cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 1091 time: 1.0446477 Apr 30 02:33:07.820779 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:33:07.822972 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:33:07.844989 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-13f1850f-a013-44d0-b2a3-9738b74d68c5 req-3c3e4dca-d943-46ea-8ea9-245a53ab69b5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484262 Apr 30 02:33:07.848655 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1669a1-50e9-4390-8bc3-a85b7480c741 service neutron] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:33:07.906526 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcba3ff0-5f24-4296-a7bb-1f96d52ff1ce x-openstack-request-id: req-bcba3ff0-5f24-4296-a7bb-1f96d52ff1ce {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:33:07.906819 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:33:07.907093 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcba3ff0-5f24-4296-a7bb-1f96d52ff1ce {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:33:07.907610 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcba3ff0-5f24-4296-a7bb-1f96d52ff1ce'] response: {'name': 'network-changed', 'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'status': 'completed', 'code': 200} Apr 30 02:33:07.972102 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-96073e0b-f428-4da6-be7f-abcde6ed3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:07.973733 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-96073e0b-f428-4da6-be7f-abcde6ed3fa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1094 time: 0.0508454 Apr 30 02:33:08.021089 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-b3384237-ffa9-45aa-97bd-3b0f5dc03754 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 217 time: 0.0355763 Apr 30 02:33:08.072676 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-11a97be8-96b6-42d3-8662-f3b71a717350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:08.074876 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-11a97be8-96b6-42d3-8662-f3b71a717350 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0459566 Apr 30 02:33:08.128570 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-c86142b9-ae8b-4d8e-85ee-69a0d45bb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:08.130339 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-c86142b9-ae8b-4d8e-85ee-69a0d45bb2f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451374 Apr 30 02:33:08.223156 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-b675b9d0-e61d-4940-b2f7-8f62a4065090 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821228 Apr 30 02:33:08.319637 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ed2ba7b7-c805-4d3d-af5b-8818bd59f972 req-20141773-2d5d-4b95-81d5-12547fa64b80 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860801 Apr 30 02:33:08.461561 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-38f0caf1-4ef2-46f0-9b41-1d6e804c8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:08.463061 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-38f0caf1-4ef2-46f0-9b41-1d6e804c8a3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1094 time: 0.0412111 Apr 30 02:33:08.558998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-2fc534a0-4315-4868-9252-de5831a8ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:08.560523 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-2fc534a0-4315-4868-9252-de5831a8ca6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0861394 Apr 30 02:33:08.615143 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-e251234d-208e-47de-a16d-284e9706380c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 217 time: 0.0436537 Apr 30 02:33:08.668795 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-8a4b0293-287d-4416-a213-6b3d8f3f37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:08.670255 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-8a4b0293-287d-4416-a213-6b3d8f3f37fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0453138 Apr 30 02:33:08.724785 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-15982b31-fd59-4200-b371-be08d16f6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:08.726171 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-15982b31-fd59-4200-b371-be08d16f6392 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432253 Apr 30 02:33:08.828279 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-9deaf77b-3888-44bb-89b5-bcf7b0a25ac0 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886204 Apr 30 02:33:08.927262 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-86d0f0b8-e7c9-4f6a-ad6b-109b537790d4 req-59daa4d0-5732-46f2-bf09-019f44f7b3fe service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885713 Apr 30 02:33:08.970724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d49b2-6011-4460-a415-01aa7f3742e9 req-009bbd29-4673-49f9-922d-93aa2d32f2c0 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:08.972319 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-797d49b2-6011-4460-a415-01aa7f3742e9 req-009bbd29-4673-49f9-922d-93aa2d32f2c0 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0505168 Apr 30 02:33:09.010239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-797d49b2-6011-4460-a415-01aa7f3742e9 req-865b461f-d93d-4309-9279-7744b876f862 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Apr 30 02:33:10.127577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9ef11-ba29-4332-8123-1b0928a6a50d req-1319ded7-07a1-44dc-b307-9635c698fe38 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:10.129115 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8a9ef11-ba29-4332-8123-1b0928a6a50d req-1319ded7-07a1-44dc-b307-9635c698fe38 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0505805 Apr 30 02:33:10.170987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b8a9ef11-ba29-4332-8123-1b0928a6a50d req-7bf2e3e0-2c26-4f4c-9b75-7e1c74959e6f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Apr 30 02:33:11.295098 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e641761-e4e1-4ef1-8a93-2cd6286a5cfd req-498a66f1-8c8e-4b39-9590-e0882e976a47 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:11.296591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e641761-e4e1-4ef1-8a93-2cd6286a5cfd req-498a66f1-8c8e-4b39-9590-e0882e976a47 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0526459 Apr 30 02:33:11.335195 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5e641761-e4e1-4ef1-8a93-2cd6286a5cfd req-57417e8f-a56e-4ad4-9c0d-8b17188f0946 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Apr 30 02:33:12.452377 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4197cb-a8da-4a6d-9659-36c028e9cd76 req-2cc36432-8fa2-49ff-be74-97ca93169320 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:12.453880 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc4197cb-a8da-4a6d-9659-36c028e9cd76 req-2cc36432-8fa2-49ff-be74-97ca93169320 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0487499 Apr 30 02:33:12.490671 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-dc4197cb-a8da-4a6d-9659-36c028e9cd76 req-b5f8eaea-ddd9-4283-ac50-b028573f3884 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Apr 30 02:33:13.607029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2aa11-ea07-4126-a7d1-14913f7c4df0 req-3892980e-9af5-40ab-ab2f-9b59384f33b4 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:13.608553 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54a2aa11-ea07-4126-a7d1-14913f7c4df0 req-3892980e-9af5-40ab-ab2f-9b59384f33b4 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0491054 Apr 30 02:33:13.645654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-54a2aa11-ea07-4126-a7d1-14913f7c4df0 req-96794308-3e9e-4051-8921-d5575ffbab38 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Apr 30 02:33:14.809803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7256c15-ec57-446c-9e11-589f4a01c96e req-c7e61750-2c4d-4e10-a046-688b3765eba9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:14.811179 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7256c15-ec57-446c-9e11-589f4a01c96e req-c7e61750-2c4d-4e10-a046-688b3765eba9 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0523384 Apr 30 02:33:14.848091 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e7256c15-ec57-446c-9e11-589f4a01c96e req-784107ff-a616-4d43-a8b0-6fc6d5dd9ab2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309477 Apr 30 02:33:15.960647 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a59e28-3eca-4b04-a6bb-25f40fb9d0f2 req-96b9729d-d5ae-49a5-8d61-9db63fe9af61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:15.962103 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76a59e28-3eca-4b04-a6bb-25f40fb9d0f2 req-96b9729d-d5ae-49a5-8d61-9db63fe9af61 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0476441 Apr 30 02:33:15.998614 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-76a59e28-3eca-4b04-a6bb-25f40fb9d0f2 req-17be814f-8c9c-4c0f-86b4-8a253f3fa5d0 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298243 Apr 30 02:33:17.112754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fb693-6372-4d3c-890a-11883f7ec433 req-d977d106-4dd7-4712-be4b-804c6a7e786b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:17.114271 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d2fb693-6372-4d3c-890a-11883f7ec433 req-d977d106-4dd7-4712-be4b-804c6a7e786b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0481491 Apr 30 02:33:17.151078 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5d2fb693-6372-4d3c-890a-11883f7ec433 req-828c71e1-50c8-4529-8f07-972485df2425 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Apr 30 02:33:18.269915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f204-fe3b-4e94-bedf-77e6d5f61c00 req-44c5f985-b4e2-44ed-b4c9-273d91f061ae tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:18.271373 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8537f204-fe3b-4e94-bedf-77e6d5f61c00 req-44c5f985-b4e2-44ed-b4c9-273d91f061ae tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0517776 Apr 30 02:33:18.307704 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8537f204-fe3b-4e94-bedf-77e6d5f61c00 req-da536df0-6af2-4f78-abb0-16b11c8e5dee tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303063 Apr 30 02:33:18.358893 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:33:18.739248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device cd55d96f-989c-495d-b6c8-707c4111e190 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:33:18.832378 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:33:18.843733 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'port_id': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'mac_address': 'fa:16:3e:65:d5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:33:18.879414 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:18.892513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd55d96f-989c-495d-b6c8-707c4111e190 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:33:18.912073 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:33:18.973783 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:19.019280 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:33:19.027364 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.027735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.028072 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.028402 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.028728 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.029052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.029376 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.029696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.030017 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.030333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.030652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.030970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:33:19.286898 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['cd55d96f-989c-495d-b6c8-707c4111e190'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:33:19.396929 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:19.429874 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd42f5-ac49-4748-bc61-cb74bac6a5bd req-cc78294f-57eb-4f0e-8f24-d76cd4b7dd2b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:19.431344 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-79dd42f5-ac49-4748-bc61-cb74bac6a5bd req-cc78294f-57eb-4f0e-8f24-d76cd4b7dd2b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 944 time: 0.0496092 Apr 30 02:33:19.472223 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-79dd42f5-ac49-4748-bc61-cb74bac6a5bd req-c7288ee5-19f5-4bba-a309-d4b459ee2e63 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Apr 30 02:33:20.587294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e68790-05d4-4fed-9b50-02433c5e58d3 req-61271720-e0f2-427f-acb7-0d4c8b330ae4 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:20.588792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74e68790-05d4-4fed-9b50-02433c5e58d3 req-61271720-e0f2-427f-acb7-0d4c8b330ae4 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 944 time: 0.0485628 Apr 30 02:33:20.627167 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-74e68790-05d4-4fed-9b50-02433c5e58d3 req-0aa64f11-7774-45fe-ae0a-57ae386b9cbc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Apr 30 02:33:20.755329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device cd55d96f-989c-495d-b6c8-707c4111e190 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:33:20.876758 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port cd55d96f-989c-495d-b6c8-707c4111e190 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:33:20.880667 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port cd55d96f-989c-495d-b6c8-707c4111e190 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:33:20.881033 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:20.955884 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:20.977696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:33:20.980806 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74644665-e757-4186-8a1d-b38c8e9fead7" -d '{"events": [{"server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "name": "network-vif-plugged", "status": "completed", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:33:20.993912 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:33:21.070975 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d270699-6c37-40ab-8e68-3203d0215cda x-openstack-request-id: req-3d270699-6c37-40ab-8e68-3203d0215cda {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:33:21.071259 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "name": "network-vif-plugged", "status": "completed", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:33:21.071541 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d270699-6c37-40ab-8e68-3203d0215cda {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:33:21.071936 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d270699-6c37-40ab-8e68-3203d0215cda'] response: {'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'code': 200} Apr 30 02:33:21.093832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:21.154160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:33:21.176832 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4265a-70b8-42ab-be5d-05ccf6f2da7c req-fc8a527f-409b-4966-8911-522fb5923d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:21.178338 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-99b4265a-70b8-42ab-be5d-05ccf6f2da7c req-fc8a527f-409b-4966-8911-522fb5923d34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1096 time: 0.0409980 Apr 30 02:33:21.179523 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:21.217070 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-99b4265a-70b8-42ab-be5d-05ccf6f2da7c req-ba372127-d30b-4880-b322-9ef38bb37a47 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319793 Apr 30 02:33:21.746981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcad2c-3d0d-48b9-abe2-fe8db108b2d7 req-c0bd48ec-1ce0-4210-9b7a-82751de3b71d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:21.748470 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94fcad2c-3d0d-48b9-abe2-fe8db108b2d7 req-c0bd48ec-1ce0-4210-9b7a-82751de3b71d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Apr 30 02:33:21.785842 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-94fcad2c-3d0d-48b9-abe2-fe8db108b2d7 req-c78df394-e922-4941-97e4-fcaa35d7ab11 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Apr 30 02:33:22.899562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f4ac4-fd87-4dc3-b262-431bffe36799 req-432b05a9-3a61-4fb4-8323-6cc42a9373c2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:22.901021 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab6f4ac4-fd87-4dc3-b262-431bffe36799 req-432b05a9-3a61-4fb4-8323-6cc42a9373c2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Apr 30 02:33:22.938662 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ab6f4ac4-fd87-4dc3-b262-431bffe36799 req-7d2e6ca2-e606-464a-a361-dbe8626bc918 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310354 Apr 30 02:33:23.050601 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23e152-7e5d-401f-becd-6578eb7efbc5 req-41191ea3-e683-483d-9093-ebcce782c2e5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:23.052153 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a23e152-7e5d-401f-becd-6578eb7efbc5 req-41191ea3-e683-483d-9093-ebcce782c2e5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0483572 Apr 30 02:33:23.090194 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1a23e152-7e5d-401f-becd-6578eb7efbc5 req-7906a11c-20a4-4089-92c0-641aed77ef2b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310769 Apr 30 02:33:23.111677 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40232) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:33:23.154827 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd0a54-d471-4fa5-a661-f1d016d4d2e6 tempest-TestShelveInstance-1530608278 tempest-TestShelveInstance-1530608278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:23.156385 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-06bd0a54-d471-4fa5-a661-f1d016d4d2e6 tempest-TestShelveInstance-1530608278 tempest-TestShelveInstance-1530608278-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1091 time: 0.0437300 Apr 30 02:33:23.159255 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40234) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:33:23.163447 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:33:23.242371 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:23.336781 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:23.440381 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Allocated IP 172.25.0.99 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/ff1f83d2-d19d-4061-a25e-9c438157d73f) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:33:23.539832 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:23.641012 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:23.685205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:33:23.688108 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:33:23.691841 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:33:23.697058 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'Port': ['ID=ff1f83d2-d19d-4061-a25e-9c438157d73f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:33:24.327946 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:24.455793 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:24.604810 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:24.670579 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:24.737810 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event updated for resources: {'Port': ['ID=ff1f83d2-d19d-4061-a25e-9c438157d73f,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:33:24.749130 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:24.845521 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Floating IP f6186c7a-60f4-4781-bea5-5f0b2d956077 associated. External IP: 172.25.0.99, port: cd55d96f-989c-495d-b6c8-707c4111e190. Apr 30 02:33:25.047029 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Router 2e912016-fe60-407e-bebe-eef67c47d243 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:33:25.152589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:33:25.162201 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] Sync routers for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:33:25.171907 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:33:25.172520 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:33:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:33:25.249883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:25.277368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-957d887b-784b-40fc-a23e-d7a89a1ad54f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1168146 Apr 30 02:33:25.277615 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:33:25.277974 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:33:25.280331 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865af148-4ece-4b6f-801e-f7302b07c181" -d '{"events": [{"name": "network-changed", "server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:33:25.324916 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dc6b47-5224-4f9e-a241-3f962668638a x-openstack-request-id: req-96dc6b47-5224-4f9e-a241-3f962668638a {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:33:25.325204 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:33:25.325453 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96dc6b47-5224-4f9e-a241-3f962668638a {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:33:25.325853 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96dc6b47-5224-4f9e-a241-3f962668638a'] response: {'name': 'network-changed', 'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'status': 'completed', 'code': 200} Apr 30 02:33:25.426857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865af148-4ece-4b6f-801e-f7302b07c181 req-9deb87c6-9124-49ff-ba01-2c628e0b9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:25.428405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865af148-4ece-4b6f-801e-f7302b07c181 req-9deb87c6-9124-49ff-ba01-2c628e0b9d21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1096 time: 0.0808811 Apr 30 02:33:25.501833 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f6186c7a-60f4-4781-bea5-5f0b2d956077', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'port_id': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'mac_address': 'fa:16:3e:65:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:33:23Z', 'updated_at': '2022-04-30T02:33:23Z', 'revision_number': 0, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:33:25.518662 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865af148-4ece-4b6f-801e-f7302b07c181 req-408a828e-30f4-4101-a534-7ff42c259d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:25.520216 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865af148-4ece-4b6f-801e-f7302b07c181 req-408a828e-30f4-4101-a534-7ff42c259d58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0855460 Apr 30 02:33:25.528245 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] Checking router: 2e912016-fe60-407e-bebe-eef67c47d243 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:33:25.536501 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:33:25.537084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:33:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:33:25.591460 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865af148-4ece-4b6f-801e-f7302b07c181 req-467d1029-879c-4a44-aa72-85467b120539 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 998 time: 0.0636163 Apr 30 02:33:25.642589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865af148-4ece-4b6f-801e-f7302b07c181 req-dc9a5c5c-67e6-4421-aa01-517109d04458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:25.643819 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:33:25.644435 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865af148-4ece-4b6f-801e-f7302b07c181 req-dc9a5c5c-67e6-4421-aa01-517109d04458 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0467272 Apr 30 02:33:25.693808 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865af148-4ece-4b6f-801e-f7302b07c181 req-694e415f-273c-4723-8c65-3e44a1f0a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:25.695736 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865af148-4ece-4b6f-801e-f7302b07c181 req-694e415f-273c-4723-8c65-3e44a1f0a4eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449388 Apr 30 02:33:25.797958 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865af148-4ece-4b6f-801e-f7302b07c181 req-cba10f47-500f-4860-aded-ebd0b7a1f179 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938475 Apr 30 02:33:25.873532 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f6186c7a-60f4-4781-bea5-5f0b2d956077', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'port_id': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'mac_address': 'fa:16:3e:65:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:33:23Z', 'updated_at': '2022-04-30T02:33:23Z', 'revision_number': 0, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:33:25.892658 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-865af148-4ece-4b6f-801e-f7302b07c181 req-61b6c7fd-8c3d-4a7d-a9d7-e05254a659da service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883641 Apr 30 02:33:25.900962 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f349b7-febc-4587-89ef-28f55a694e56 None None] The sync data for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 is: [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': 'f6186c7a-60f4-4781-bea5-5f0b2d956077', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'port_id': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'mac_address': 'fa:16:3e:65:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:33:23Z', 'updated_at': '2022-04-30T02:33:23Z', 'revision_number': 0, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:33:26.086945 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141b93e-1bc5-4502-a285-3a037ab8766b None None] New status for floating IP f6186c7a-60f4-4781-bea5-5f0b2d956077: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:33:28.830935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef0b88ee-f227-46a4-832a-b111b7e29e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:31.036353 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1241f45d-b41a-4c09-8d29-232af0434872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:32.299187 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:33.944651 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:34.051900 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:34.708792 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-a244995f-824c-4f93-a7b5-ead7f7f24941 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430341 Apr 30 02:33:34.794482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-1a1c7f9e-e229-4ac3-85b0-d012fb60cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:34.795978 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-1a1c7f9e-e229-4ac3-85b0-d012fb60cf8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1096 time: 0.0449440 Apr 30 02:33:34.897320 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-6ed09f87-196e-4e6c-8484-3665586b0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:34.898778 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-6ed09f87-196e-4e6c-8484-3665586b0b9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0828037 Apr 30 02:33:34.966933 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-93e5b3f7-5615-4737-8fa7-9bc549e57158 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 1000 time: 0.0610070 Apr 30 02:33:35.016265 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-e1cca8de-7eed-4094-9803-21d459d45d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:35.017684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-e1cca8de-7eed-4094-9803-21d459d45d6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0437002 Apr 30 02:33:35.063323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-7ab8666c-0b14-47fe-913a-59a3addfc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:33:35.064809 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-7ab8666c-0b14-47fe-913a-59a3addfc2d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390368 Apr 30 02:33:35.157010 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-9fb7d0bb-21a4-4bd8-b55b-35a3217b8c14 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836356 Apr 30 02:33:35.245615 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e4c90fb5-d923-4dc2-8f62-e23241927236 req-3fd8bcb6-11c5-422b-8d9b-583e3102b715 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Apr 30 02:33:49.423365 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:51.177264 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:33:55.358084 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:33:58.874485 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04fdaee1-414a-492f-9f92-7e308527e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:01.013161 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-187b72a9-9aef-4909-be9f-e1f2550345e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:02.293278 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:04.011672 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:04.097676 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:19.451147 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:21.200004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:28.818682 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-231f202b-5ab7-4ec0-ad22-941829969e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:31.028696 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a2c90319-96e5-4b7b-ad71-7ca227868964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:32.297080 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:32.355894 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:34:33.932440 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:34.052764 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:35.742934 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-75178b87-5f96-440b-8073-5c974069e0cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399339 Apr 30 02:34:35.836115 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-f87328f4-88af-467f-9452-929fafcaf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:34:35.837526 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-f87328f4-88af-467f-9452-929fafcaf95d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1096 time: 0.0448487 Apr 30 02:34:35.944508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-ab604d57-3a4c-459e-b9ad-548de79d843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:34:35.946000 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-ab604d57-3a4c-459e-b9ad-548de79d843f service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0829520 Apr 30 02:34:36.018303 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-b86a7a26-db30-4213-ba1d-72db0d625a7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 1000 time: 0.0610418 Apr 30 02:34:36.070185 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-05b3d839-2bcf-49be-8e00-cccd14eb49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:34:36.071649 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-05b3d839-2bcf-49be-8e00-cccd14eb49bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0425448 Apr 30 02:34:36.119116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-95a4aaa3-9b76-4daf-9589-511a1dcae379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:34:36.120626 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-95a4aaa3-9b76-4daf-9589-511a1dcae379 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385122 Apr 30 02:34:36.213726 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-b2ef5587-801c-4952-a645-6e5b55bd9485 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826836 Apr 30 02:34:36.306937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c22c510f-fba7-44fc-b030-fe63f28d52d7 req-092078ca-fb4e-43f2-a3b4-bd7c4cc5660d service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822954 Apr 30 02:34:49.435050 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:51.172395 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:34:58.801190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00c01cbe-cb8a-45a7-9824-e66cf286cdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:01.023343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4fd71ae0-0b36-4e69-af3f-b7e962bdd58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:02.315349 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:03.949600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:04.051960 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:09.354464 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:35:19.446084 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:21.189716 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:28.816834 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-637f2a71-b46d-424a-9712-4235ec036f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:31.016545 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-07ab6c2b-aa2d-42b3-8956-5f2ee4916174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:32.296336 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:33.955167 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:34.057416 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:37.713593 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-f77ca5b3-a01b-4c1c-bf5e-7537b12cd2a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408800 Apr 30 02:35:37.806071 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-e72f98e7-68c3-4b80-96ab-f25a6b7845db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:37.807553 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-e72f98e7-68c3-4b80-96ab-f25a6b7845db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1096 time: 0.0453193 Apr 30 02:35:37.912515 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-7d1f9aa0-8f18-4bd0-9542-28efe0baa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:37.913960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-7d1f9aa0-8f18-4bd0-9542-28efe0baa2a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0819030 Apr 30 02:35:37.985969 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-8d3ea259-1efc-4f10-b596-155261f694b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 1000 time: 0.0601633 Apr 30 02:35:38.037036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-31f8579b-0fde-4d69-b024-302074359e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:38.038434 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-31f8579b-0fde-4d69-b024-302074359e1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0428038 Apr 30 02:35:38.088270 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-473b9334-78dc-40d5-aa17-1aa7d453b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:38.089641 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-473b9334-78dc-40d5-aa17-1aa7d453b704 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387397 Apr 30 02:35:38.182658 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-4d602865-7d65-43f6-ad4b-92c1879840b2 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818264 Apr 30 02:35:38.275917 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-85853d4e-6909-4efe-86c9-c3474129ea3f req-489b56e5-d488-402b-a10d-c4c694bcedfa service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822408 Apr 30 02:35:46.353898 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:35:49.440193 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:51.183006 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:52.067941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b1722-ba1e-4874-bfc5-44ba22a7b696 req-f183e3b7-3a63-4412-8992-69cc918b7ded tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:52.069368 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-496b1722-ba1e-4874-bfc5-44ba22a7b696 req-f183e3b7-3a63-4412-8992-69cc918b7ded tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.1240077 Apr 30 02:35:52.113871 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-496b1722-ba1e-4874-bfc5-44ba22a7b696 req-59538b3d-1e08-457e-85e8-a9edbc1be80d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368848 Apr 30 02:35:53.237024 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4674a-2596-43f4-b4c9-2e5dba1fe137 req-037d0302-ff32-4876-953e-5d6d91d145d3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:53.238480 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1b4674a-2596-43f4-b4c9-2e5dba1fe137 req-037d0302-ff32-4876-953e-5d6d91d145d3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Apr 30 02:35:53.276818 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b1b4674a-2596-43f4-b4c9-2e5dba1fe137 req-e39695ce-7880-4b10-af05-1877186d1a1e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Apr 30 02:35:54.391684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377174b-6625-4d2b-a8c1-6c39a4154edc req-5e561778-79e9-47d4-8780-00f761b8445b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:54.393143 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5377174b-6625-4d2b-a8c1-6c39a4154edc req-5e561778-79e9-47d4-8780-00f761b8445b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0482521 Apr 30 02:35:54.430283 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5377174b-6625-4d2b-a8c1-6c39a4154edc req-2562634b-6e03-4a0a-a20f-f96c78fb14ac tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Apr 30 02:35:55.545651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c44c4-116d-4cb6-9cad-105ac2807ca4 req-54ee0e8e-ae2b-4fdf-a2dc-974c3a8477d2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:55.547134 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-806c44c4-116d-4cb6-9cad-105ac2807ca4 req-54ee0e8e-ae2b-4fdf-a2dc-974c3a8477d2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0487990 Apr 30 02:35:55.584586 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-806c44c4-116d-4cb6-9cad-105ac2807ca4 req-9b78ac54-6ce4-4237-92a0-4a74cc9eea16 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Apr 30 02:35:56.704011 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82179cfe-6dd9-420b-a90e-92d0b427bf3e req-342772eb-62fc-42e1-a3b9-bbd1adcf94b2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:56.705452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82179cfe-6dd9-420b-a90e-92d0b427bf3e req-342772eb-62fc-42e1-a3b9-bbd1adcf94b2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0520444 Apr 30 02:35:56.741998 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-82179cfe-6dd9-420b-a90e-92d0b427bf3e req-3b7351a9-7f95-4783-a60b-643485e87bb2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305691 Apr 30 02:35:57.860520 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482bd8e-dad6-45ee-8f46-fc99a64d60a8 req-b24371f0-5694-48ac-aeff-7a86f29044b5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:57.862012 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c482bd8e-dad6-45ee-8f46-fc99a64d60a8 req-b24371f0-5694-48ac-aeff-7a86f29044b5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0497067 Apr 30 02:35:57.899683 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c482bd8e-dad6-45ee-8f46-fc99a64d60a8 req-ddef9bf2-67b8-448d-ae58-87ba662a5f57 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Apr 30 02:35:58.851454 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90b8baf0-3f61-4715-b195-caebde1c4e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:35:59.018076 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d24427-da02-469b-a5b2-a183b36d3262 req-840988ed-922a-499b-9d5b-71b9a1d3e885 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:35:59.019665 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7d24427-da02-469b-a5b2-a183b36d3262 req-840988ed-922a-499b-9d5b-71b9a1d3e885 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Apr 30 02:35:59.056236 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f7d24427-da02-469b-a5b2-a183b36d3262 req-b851e9a9-1097-4ebe-9cc9-9ebcd93dadb5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Apr 30 02:36:00.176863 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5573-f026-499f-8301-68d1ca2fd21f req-baa2b8af-a178-45e8-9b5d-349fe7a66dd8 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:00.178339 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8acf5573-f026-499f-8301-68d1ca2fd21f req-baa2b8af-a178-45e8-9b5d-349fe7a66dd8 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0527785 Apr 30 02:36:00.216321 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8acf5573-f026-499f-8301-68d1ca2fd21f req-f94f354e-1ed6-4321-b0d0-dadadc841283 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Apr 30 02:36:01.057049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbf0493e-1eee-4066-a05b-cea8d9ea74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:01.335854 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46e22f-dd73-4e3a-9e4a-702eddfe1121 req-7b741751-7323-4722-b5aa-40a0e63eeaaa tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:01.337217 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c46e22f-dd73-4e3a-9e4a-702eddfe1121 req-7b741751-7323-4722-b5aa-40a0e63eeaaa tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Apr 30 02:36:01.374354 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7c46e22f-dd73-4e3a-9e4a-702eddfe1121 req-85ac300b-30da-4935-94ce-236766ca4a2c tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Apr 30 02:36:02.261947 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06161876-34a0-41e5-abaa-95101c05331c req-0d852212-5771-4c78-8d03-81d26d886e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:02.263479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06161876-34a0-41e5-abaa-95101c05331c req-0d852212-5771-4c78-8d03-81d26d886e52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1096 time: 0.0427804 Apr 30 02:36:02.291898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:02.358225 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06161876-34a0-41e5-abaa-95101c05331c req-f622dba8-382e-49bf-9ecc-05d2b9ece544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:02.359730 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06161876-34a0-41e5-abaa-95101c05331c req-f622dba8-382e-49bf-9ecc-05d2b9ece544 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0864697 Apr 30 02:36:02.428038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06161876-34a0-41e5-abaa-95101c05331c req-562756a4-7523-4409-b04d-4eb92eb05e58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 1000 time: 0.0573795 Apr 30 02:36:02.485563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06161876-34a0-41e5-abaa-95101c05331c req-238e7c47-d7c7-4cfc-9eb6-0d15fc218d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:02.487042 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06161876-34a0-41e5-abaa-95101c05331c req-238e7c47-d7c7-4cfc-9eb6-0d15fc218d7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0481837 Apr 30 02:36:02.492754 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0f842-6bd9-45c6-b22d-bfd373591af8 req-9df139ad-9f86-4f71-a145-78865043e2fa tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:02.494294 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acb0f842-6bd9-45c6-b22d-bfd373591af8 req-9df139ad-9f86-4f71-a145-78865043e2fa tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0496669 Apr 30 02:36:02.535006 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-acb0f842-6bd9-45c6-b22d-bfd373591af8 req-e1e2e82b-0e72-4e86-a93c-588cf9b9f7de tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343575 Apr 30 02:36:02.539351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06161876-34a0-41e5-abaa-95101c05331c req-adc79bba-3ec4-4e14-90fa-9d28d656a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:02.540931 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06161876-34a0-41e5-abaa-95101c05331c req-adc79bba-3ec4-4e14-90fa-9d28d656a42c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437140 Apr 30 02:36:02.634415 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06161876-34a0-41e5-abaa-95101c05331c req-9d885539-89d2-4d6e-ad1e-658a0272026c service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816658 Apr 30 02:36:02.731082 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-06161876-34a0-41e5-abaa-95101c05331c req-eb94969c-14c5-48b1-84f6-848792bf7a25 service neutron] 10.222.0.23 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856102 Apr 30 02:36:03.653866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534117c-7daa-454f-af13-054499b2e670 req-9ec7f573-4d00-431f-a212-1e7b1fc9052d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:03.655337 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d534117c-7daa-454f-af13-054499b2e670 req-9ec7f573-4d00-431f-a212-1e7b1fc9052d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Apr 30 02:36:03.692541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d534117c-7daa-454f-af13-054499b2e670 req-1c9c1cbe-ae14-40b4-a961-6eeed19b6325 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311897 Apr 30 02:36:03.948739 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:04.050991 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:04.815885 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38e192-6261-4ee7-9e35-da126c37c415 req-f7dbbd51-28e6-49e2-be59-1ffbde1104ec tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:04.817300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea38e192-6261-4ee7-9e35-da126c37c415 req-f7dbbd51-28e6-49e2-be59-1ffbde1104ec tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0504446 Apr 30 02:36:04.858534 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ea38e192-6261-4ee7-9e35-da126c37c415 req-2768623b-2563-4374-9005-2559ca9c91ee tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328972 Apr 30 02:36:05.983554 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3186cf6-dff0-4f27-9b8d-e722b500a96d req-e7035de2-d8e3-440d-bccf-b8b464a5b7c8 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:05.985064 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3186cf6-dff0-4f27-9b8d-e722b500a96d req-e7035de2-d8e3-440d-bccf-b8b464a5b7c8 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0531125 Apr 30 02:36:06.022996 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d3186cf6-dff0-4f27-9b8d-e722b500a96d req-7a51d710-16d9-4744-877b-ff91d2e23855 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Apr 30 02:36:07.143349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac76d92-0c8f-4a07-b9bf-a206c2d96e1c req-27990e38-9b4a-45f6-b5ac-7292936374cf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:07.144898 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ac76d92-0c8f-4a07-b9bf-a206c2d96e1c req-27990e38-9b4a-45f6-b5ac-7292936374cf tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0533767 Apr 30 02:36:07.182921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ac76d92-0c8f-4a07-b9bf-a206c2d96e1c req-3080da4a-fe0a-4576-8ea3-6173360179a7 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Apr 30 02:36:07.500371 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616eb1-4927-4542-94e3-887fdff517eb req-f0c5f906-36a8-488b-8f3d-945f9ddb45ed tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:07.501900 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4616eb1-4927-4542-94e3-887fdff517eb req-f0c5f906-36a8-488b-8f3d-945f9ddb45ed tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 945 time: 0.0506732 Apr 30 02:36:07.543299 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4616eb1-4927-4542-94e3-887fdff517eb req-f1d6ef90-d1d2-4747-987e-76b00e240c0d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Apr 30 02:36:07.554040 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-5b61a426-2f6d-4e08-a3bd-381b9e46f678 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854681 Apr 30 02:36:07.563744 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-c8bb3e38-706d-4b31-b3da-f7de905e540a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:36:07.564700 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-c8bb3e38-706d-4b31-b3da-f7de905e540a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050707 Apr 30 02:36:07.642798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device cd55d96f-989c-495d-b6c8-707c4111e190 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:36:07.723952 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:07.746198 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:36:07.748453 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b34bcc-d411-4964-88c6-48a71cabac2f" -d '{"events": [{"server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "name": "network-vif-unplugged", "status": "completed", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:36:07.761571 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:36:07.782332 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Apr 2022 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ac436-58ad-403c-8d31-f1ba0e39605a x-openstack-request-id: req-278ac436-58ad-403c-8d31-f1ba0e39605a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:36:07.782609 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "name": "network-vif-unplugged", "status": "failed", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:36:07.782862 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-278ac436-58ad-403c-8d31-f1ba0e39605a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:36:07.783249 n-d-821348-1 neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-278ac436-58ad-403c-8d31-f1ba0e39605a']: {'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'code': 422} returned with failed status Apr 30 02:36:07.816921 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:07.864844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:36:07.873359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.873707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.874047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.874382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.874715 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.875047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.875374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.875725 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.876050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.876371 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.876694 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:07.877022 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:08.663848 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60965-2c8c-4458-a8a4-872e188bff1b req-c3e68eb0-0f9e-497b-acf6-3697c897c1d3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:08.665954 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abb60965-2c8c-4458-a8a4-872e188bff1b req-c3e68eb0-0f9e-497b-acf6-3697c897c1d3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0514839 Apr 30 02:36:08.704591 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-abb60965-2c8c-4458-a8a4-872e188bff1b req-450c1970-421f-436e-9a10-f2c377b4c2ce tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322354 Apr 30 02:36:09.830688 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2bc6e-44de-4183-b987-0c1e8b7f648b req-e1d3eaff-800f-46dd-8848-d76ef06b6b29 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:09.832210 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4f2bc6e-44de-4183-b987-0c1e8b7f648b req-e1d3eaff-800f-46dd-8848-d76ef06b6b29 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0543690 Apr 30 02:36:09.871754 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c4f2bc6e-44de-4183-b987-0c1e8b7f648b req-dca3e721-a174-4062-87df-562626bb0a39 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Apr 30 02:36:10.989481 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f562e1-eb97-410b-81c8-6b188fac7ba3 req-45dd1afb-e127-41d0-beed-bfd1007129f2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:10.990883 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02f562e1-eb97-410b-81c8-6b188fac7ba3 req-45dd1afb-e127-41d0-beed-bfd1007129f2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0497525 Apr 30 02:36:11.029669 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-02f562e1-eb97-410b-81c8-6b188fac7ba3 req-6a08b407-36d7-42f9-ac15-21e45767b645 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Apr 30 02:36:12.146242 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1e381-a013-43b8-92c2-4a8da4b7f8db req-c8c2adb7-695c-4b63-9ddf-4d13a997a514 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:12.147770 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2b1e381-a013-43b8-92c2-4a8da4b7f8db req-c8c2adb7-695c-4b63-9ddf-4d13a997a514 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0505164 Apr 30 02:36:12.186135 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b2b1e381-a013-43b8-92c2-4a8da4b7f8db req-878381ad-8f51-4392-ae7d-fc5a307cee7e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Apr 30 02:36:13.205116 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-892b307f-9ba7-4f9b-8f20-b85efb476335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:13.206632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-892b307f-9ba7-4f9b-8f20-b85efb476335 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974&tenant_id=c0bd9271a0304ef1bcb85366a9857e0e HTTP/1.1" status: 200 len: 1094 time: 0.0405779 Apr 30 02:36:13.218438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821348-1', 'device_owner': 'compute:nova'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:36:13.276432 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:13.306033 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123673c3-1e80-4f36-89b6-ec619d7ff174 req-ce6604df-f3d7-4304-92ae-50cd0950affc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:13.308662 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-123673c3-1e80-4f36-89b6-ec619d7ff174 req-ce6604df-f3d7-4304-92ae-50cd0950affc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0530391 Apr 30 02:36:13.346728 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-123673c3-1e80-4f36-89b6-ec619d7ff174 req-d72673e1-c4ad-4bf0-acf5-1e62c741b2be tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Apr 30 02:36:13.476211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:36:13.508135 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:36:13.539741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd55d96f-989c-495d-b6c8-707c4111e190 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:36:13.548158 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:13.560584 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Transition to ACTIVE for port object cd55d96f-989c-495d-b6c8-707c4111e190 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:36:13.645458 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:13.722840 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:36:13.734721 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.734978 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.735315 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.735668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.735994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.736323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.736639 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.736956 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.737277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.737594 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.737908 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.738220 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:36:13.778343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] No DVR routers for this DVR port cd55d96f-989c-495d-b6c8-707c4111e190 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:36:13.912018 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Attempting to bind port cd55d96f-989c-495d-b6c8-707c4111e190 on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:36:13.912351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Attempting to bind port cd55d96f-989c-495d-b6c8-707c4111e190 by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:36:13.912673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Attempting to bind port cd55d96f-989c-495d-b6c8-707c4111e190 on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:36:13.916899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Port cd55d96f-989c-495d-b6c8-707c4111e190 on network 95c41995-c8e9-4773-b082-ab505670f518 not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:36:13.917936 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Attempting to bind port cd55d96f-989c-495d-b6c8-707c4111e190 on network 95c41995-c8e9-4773-b082-ab505670f518 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:36:13.921961 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:36:13.922292 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Checking segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:36:13.922673 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Bound using segment: {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:36:13.923098 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Bound port: cd55d96f-989c-495d-b6c8-707c4111e190, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea24fd1e-77b4-4465-9442-bd87024eeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '95c41995-c8e9-4773-b082-ab505670f518'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:36:13.923468 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:13.986728 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:36:13.989599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:36:14.058023 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:14.094137 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.094730 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:14.096209 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 1091 time: 0.8818758 Apr 30 02:36:14.096631 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:36:14.098849 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1007d5ea-8320-4dd6-a61d-b401ac010a28" -d '{"events": [{"name": "network-changed", "server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:36:14.154115 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b76b9e5-c76d-430b-b9bc-775ca3ddb7a2 x-openstack-request-id: req-8b76b9e5-c76d-430b-b9bc-775ca3ddb7a2 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:36:14.154412 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:36:14.154664 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b76b9e5-c76d-430b-b9bc-775ca3ddb7a2 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:36:14.155068 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b76b9e5-c76d-430b-b9bc-775ca3ddb7a2'] response: {'name': 'network-changed', 'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'status': 'completed', 'code': 200} Apr 30 02:36:14.157108 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd15877-5e6b-41f6-a5b7-10d013c690b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=8']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:36:14.174762 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1a62da14-556d-45e8-927b-63e8b804eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.176458 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-1a62da14-556d-45e8-927b-63e8b804eb62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1094 time: 0.0568180 Apr 30 02:36:14.271657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-d3c8ae34-bb2a-4a6c-888b-4fa70c16b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.273161 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-d3c8ae34-bb2a-4a6c-888b-4fa70c16b3b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0886192 Apr 30 02:36:14.341055 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-88413459-38ca-4d2d-ae69-af8dd590f5bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 998 time: 0.0613153 Apr 30 02:36:14.388898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-3d7b8018-ba9d-44e3-8de6-84296b188f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.390358 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-3d7b8018-ba9d-44e3-8de6-84296b188f0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0436540 Apr 30 02:36:14.435544 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-89daca1e-0e8a-4924-af2b-819d9a4deb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.437041 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-89daca1e-0e8a-4924-af2b-819d9a4deb23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400791 Apr 30 02:36:14.466190 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7679c7-a3b1-4198-ba71-f02448a03bf2 req-b3f96ccb-8c11-4ea1-9935-9db2d4c8321c tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.467802 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f7679c7-a3b1-4198-ba71-f02448a03bf2 req-b3f96ccb-8c11-4ea1-9935-9db2d4c8321c tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0488195 Apr 30 02:36:14.505793 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2f7679c7-a3b1-4198-ba71-f02448a03bf2 req-e67c94b8-f098-4ce9-8331-fd48a04aaf18 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Apr 30 02:36:14.529369 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-023920a4-9181-4517-b82a-a719a62fa811 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857191 Apr 30 02:36:14.618178 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-89af5767-5364-4187-b8ea-140ae1f83245 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828583 Apr 30 02:36:14.760992 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-a94e5873-c540-481d-867f-8bd3b29013b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.762398 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-a94e5873-c540-481d-867f-8bd3b29013b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1094 time: 0.0447340 Apr 30 02:36:14.848184 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-004ee72d-6bd7-40d5-b137-e73d399aea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.849622 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-004ee72d-6bd7-40d5-b137-e73d399aea2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0808620 Apr 30 02:36:14.916894 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-140a8369-b219-4603-b3f9-7f55949febf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 998 time: 0.0599480 Apr 30 02:36:14.965708 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-a8850bb5-1d3c-4266-81e8-b362dcec3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:14.967124 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-a8850bb5-1d3c-4266-81e8-b362dcec3aab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0430670 Apr 30 02:36:15.012857 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-6cb1e34f-d510-42fc-9350-7d918a53bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:15.014276 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-6cb1e34f-d510-42fc-9350-7d918a53bd87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400794 Apr 30 02:36:15.105340 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-108d698a-5f84-4195-8d69-8068fce2f218 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843122 Apr 30 02:36:15.193299 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1007d5ea-8320-4dd6-a61d-b401ac010a28 req-5a0e14d5-b898-479d-8bc4-d702722d1734 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813227 Apr 30 02:36:15.624693 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119991b-4591-4dca-bf70-1268b0a183d9 req-331a7096-658f-4402-993c-e79bbd30631f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:15.626164 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d119991b-4591-4dca-bf70-1268b0a183d9 req-331a7096-658f-4402-993c-e79bbd30631f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0489814 Apr 30 02:36:15.663073 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-d119991b-4591-4dca-bf70-1268b0a183d9 req-4c2d9a85-4883-4c9f-b435-025b99144c1b tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306163 Apr 30 02:36:16.780673 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7836cb-92eb-4832-b8c3-b056d6ffbb5e req-d14b45e7-16a2-4dbe-932f-0a9c4fe98fc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:16.782124 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c7836cb-92eb-4832-b8c3-b056d6ffbb5e req-d14b45e7-16a2-4dbe-932f-0a9c4fe98fc2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0515568 Apr 30 02:36:16.819070 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2c7836cb-92eb-4832-b8c3-b056d6ffbb5e req-4bf33b45-14f7-4e56-9545-944f1b9faa2a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Apr 30 02:36:17.931580 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0eccc9-f0d6-42cf-b5b2-ebcf6bfc2b25 req-6fed6a25-897a-4db3-87f0-ed31c78a9341 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:17.933554 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b0eccc9-f0d6-42cf-b5b2-ebcf6bfc2b25 req-6fed6a25-897a-4db3-87f0-ed31c78a9341 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0486524 Apr 30 02:36:17.971410 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7b0eccc9-f0d6-42cf-b5b2-ebcf6bfc2b25 req-ee0e454c-5c79-4087-aceb-d0e26dc16e87 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313346 Apr 30 02:36:19.085847 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27f0f3-7cc9-4b60-88ef-3275b0726dba req-29715667-cfd7-41b4-9661-15e2392ea3fe tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:19.087290 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee27f0f3-7cc9-4b60-88ef-3275b0726dba req-29715667-cfd7-41b4-9661-15e2392ea3fe tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0480137 Apr 30 02:36:19.124736 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ee27f0f3-7cc9-4b60-88ef-3275b0726dba req-e1e923ba-b1b4-497e-9bbe-ce41b28fec4d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300767 Apr 30 02:36:19.427934 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:20.245150 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bab1d-dfc7-4834-aa90-c0c96ca68754 req-6c8285fa-0f6a-48d9-bb45-8166075bc3da tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:20.246654 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-482bab1d-dfc7-4834-aa90-c0c96ca68754 req-6c8285fa-0f6a-48d9-bb45-8166075bc3da tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0534389 Apr 30 02:36:20.284921 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-482bab1d-dfc7-4834-aa90-c0c96ca68754 req-91ac3c77-7f12-43f9-9d62-f4611cd257bb tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Apr 30 02:36:21.183334 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:21.399541 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b4487-68fa-4667-8d2f-b1158bc42d4f req-77d4f487-bd9f-4bd5-addf-e65ef838175f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:21.401112 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f67b4487-68fa-4667-8d2f-b1158bc42d4f req-77d4f487-bd9f-4bd5-addf-e65ef838175f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0490198 Apr 30 02:36:21.438130 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f67b4487-68fa-4667-8d2f-b1158bc42d4f req-20003973-9446-4f97-b92a-ddb0ee7bb6fc tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310950 Apr 30 02:36:22.555778 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec784c3-6204-4bc3-addf-ab637881944b req-5b3cd887-fdde-4e6e-a6d8-70d317d15f3e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:22.557748 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ec784c3-6204-4bc3-addf-ab637881944b req-5b3cd887-fdde-4e6e-a6d8-70d317d15f3e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0494859 Apr 30 02:36:22.594689 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ec784c3-6204-4bc3-addf-ab637881944b req-859553ad-cc2c-43eb-8385-6fa9996cf012 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Apr 30 02:36:23.352166 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:36:23.652423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device cd55d96f-989c-495d-b6c8-707c4111e190 details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:36:23.713159 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf09876-f96f-4130-a61e-2f48cc53a9a8 req-1f674fca-eae1-4a9e-a3fd-c2ec22962c5d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:23.714733 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bbf09876-f96f-4130-a61e-2f48cc53a9a8 req-1f674fca-eae1-4a9e-a3fd-c2ec22962c5d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 943 time: 0.0528162 Apr 30 02:36:23.748773 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:36:23.751771 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bbf09876-f96f-4130-a61e-2f48cc53a9a8 req-9861d2eb-a59c-4a15-9ad7-8e49da18b979 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309262 Apr 30 02:36:23.761570 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'port_id': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'mac_address': 'fa:16:3e:65:d5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:36:23.801112 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:23.813845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd55d96f-989c-495d-b6c8-707c4111e190 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:36:23.832916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:36:23.908142 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:23.954702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:36:24.130720 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['cd55d96f-989c-495d-b6c8-707c4111e190'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:36:24.867205 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccc8ec-f126-4542-a089-9cdc937950ee req-10614a53-fe72-48e4-8a38-70a3a93491e0 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:24.868676 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0bccc8ec-f126-4542-a089-9cdc937950ee req-10614a53-fe72-48e4-8a38-70a3a93491e0 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 944 time: 0.0480864 Apr 30 02:36:24.905904 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0bccc8ec-f126-4542-a089-9cdc937950ee req-9253b7af-1e8c-4de7-a88e-fe5281417a5a tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Apr 30 02:36:25.656979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device cd55d96f-989c-495d-b6c8-707c4111e190 up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:36:25.804588 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port cd55d96f-989c-495d-b6c8-707c4111e190 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:36:25.809354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port cd55d96f-989c-495d-b6c8-707c4111e190 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:36:25.809726 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:25.884157 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:25.905484 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:36:25.907764 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddd05b3-327c-4adf-a4f1-681c355fdf2c" -d '{"events": [{"server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "name": "network-vif-plugged", "status": "completed", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:36:25.920668 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:36:25.945959 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c197258-52c7-4821-9598-2dae8e0a58f8 x-openstack-request-id: req-0c197258-52c7-4821-9598-2dae8e0a58f8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:36:25.946240 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "name": "network-vif-plugged", "status": "completed", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:36:25.946489 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c197258-52c7-4821-9598-2dae8e0a58f8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:36:25.946880 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c197258-52c7-4821-9598-2dae8e0a58f8'] response: {'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'code': 200} Apr 30 02:36:25.971226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:26.022841 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:36:26.040664 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57a5ae-e1dd-4b33-87f7-95f79b9584b1 req-ce5d3504-fea5-4c75-af2c-45ba3492c07f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:26.043157 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc57a5ae-e1dd-4b33-87f7-95f79b9584b1 req-ce5d3504-fea5-4c75-af2c-45ba3492c07f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 946 time: 0.0520756 Apr 30 02:36:26.082410 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cc57a5ae-e1dd-4b33-87f7-95f79b9584b1 req-cad4fcc1-2611-450e-8b99-931a3257c6fa tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Apr 30 02:36:26.095926 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cdc50-40f6-43f8-bc9d-8169551e7c29 req-b5cc3350-5e43-48e1-aaf8-e216d031336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:26.097483 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c40cdc50-40f6-43f8-bc9d-8169551e7c29 req-b5cc3350-5e43-48e1-aaf8-e216d031336f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1097 time: 0.0401313 Apr 30 02:36:26.132325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-c40cdc50-40f6-43f8-bc9d-8169551e7c29 req-b24db2ce-a6ba-46b6-96ef-877bd9f11924 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273902 Apr 30 02:36:27.202532 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4929c-2a0b-436e-9a24-f358ffbcd7c9 req-f66b2fbe-5510-4168-8dec-80c9a0b9e54e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:27.204004 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40a4929c-2a0b-436e-9a24-f358ffbcd7c9 req-f66b2fbe-5510-4168-8dec-80c9a0b9e54e tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 946 time: 0.0533690 Apr 30 02:36:27.242396 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-40a4929c-2a0b-436e-9a24-f358ffbcd7c9 req-04176893-b04d-4b5e-8a94-6405e85c179d tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323141 Apr 30 02:36:28.357957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb99f-61b3-4d40-bf92-2b4a0fa3302e req-aa94d8c9-3387-4b95-97fc-eed61d049ed3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:28.359419 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-412cb99f-61b3-4d40-bf92-2b4a0fa3302e req-aa94d8c9-3387-4b95-97fc-eed61d049ed3 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 946 time: 0.0487087 Apr 30 02:36:28.395967 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-412cb99f-61b3-4d40-bf92-2b4a0fa3302e req-19d86245-2afd-4cf2-ace4-b2dc4d07b7a2 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Apr 30 02:36:28.816583 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a69530a0-da62-4fe5-a28e-a5aaebb52d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:31.056045 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a0618c8-9d22-481e-a5dc-0b7a18e99c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:32.290615 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:33.954026 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:34.057004 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:40.778402 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-5f824fa8-f934-4e7c-ad5a-d2fa668b0578 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429597 Apr 30 02:36:40.857277 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-698fa008-c2dd-4ba2-a110-7ce47fd05163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:40.858775 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-698fa008-c2dd-4ba2-a110-7ce47fd05163 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1097 time: 0.0398753 Apr 30 02:36:40.959760 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-f90f11b8-d78f-4caf-b573-5f0e82c2eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:40.961316 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-f90f11b8-d78f-4caf-b573-5f0e82c2eb06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0836549 Apr 30 02:36:41.031223 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-9f920f0c-8557-4e01-961a-2d23a995b7f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 1000 time: 0.0612679 Apr 30 02:36:41.080103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-4f6ae6db-b7d0-412e-b30a-e786a9cecf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:41.081506 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-4f6ae6db-b7d0-412e-b30a-e786a9cecf79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0426576 Apr 30 02:36:41.125944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-7fb365be-7116-4a87-8870-b7cfa97d1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:36:41.127608 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-7fb365be-7116-4a87-8870-b7cfa97d1e7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388460 Apr 30 02:36:41.218088 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-9a27eef1-7d99-47ff-84c0-bbb01220bf0f service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827630 Apr 30 02:36:41.303756 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8cb62e4f-f311-49ef-859d-308e39a1b4dc req-d18c1f37-59b3-471a-a487-46aa46db6354 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791111 Apr 30 02:36:49.416310 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:51.204300 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:36:58.810809 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d891745f-ae89-4541-818f-d9e5e1731dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:00.350903 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:37:01.021731 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e0675d28-1a40-4dab-80c1-b18b7c9ca639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:02.358781 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:03.947387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:04.067572 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:19.438688 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:21.215932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:28.809946 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0dd5980-c1bc-4172-a22a-b6a9229e78c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:31.021097 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a72ea4c-25cc-4880-b66d-4877d7d08df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:32.313110 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:33.952801 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:34.067014 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:37.349297 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:37:41.773088 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-5f986279-07f7-412e-877e-3b254d1a5fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848348 Apr 30 02:37:41.854343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-882ffcff-1c6e-4d2b-b9eb-ee99c996743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:37:41.855886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-882ffcff-1c6e-4d2b-b9eb-ee99c996743e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1097 time: 0.0409539 Apr 30 02:37:41.959211 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-49ff88f9-75c4-49eb-a64d-2eb4b75534ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:37:41.960630 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-49ff88f9-75c4-49eb-a64d-2eb4b75534ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0860360 Apr 30 02:37:42.029886 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-ce1f43f9-3f9d-4c25-b9b0-159875eacf18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 1000 time: 0.0628805 Apr 30 02:37:42.078943 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-d934497f-458b-40a0-9eea-dd27902c14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:37:42.080461 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-d934497f-458b-40a0-9eea-dd27902c14b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0444865 Apr 30 02:37:42.125451 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-50e4dfcd-c591-4775-8ab0-2927f7a6c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:37:42.127193 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-50e4dfcd-c591-4775-8ab0-2927f7a6c25c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396383 Apr 30 02:37:42.224479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-10404aaf-92a2-480a-ac94-2c0f696c2395 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898771 Apr 30 02:37:42.310361 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-db466b58-9573-458b-b4d5-f0fc2ee412d2 req-faba6055-64b6-4f56-94fa-cc64fded74aa service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795691 Apr 30 02:37:49.421190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:51.220994 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:37:58.843799 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a704d82-88a4-4e7f-b3b7-cf257d09328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:01.009387 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5dddc153-1f53-44a7-a77e-31d16a997905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:02.301015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:03.952204 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:04.078360 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:04.362011 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40410) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:04.524586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Deleting port ff1f83d2-d19d-4061-a25e-9c438157d73f {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:04.524926 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:04.598570 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:04.598900 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:04.610768 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Calling delete_port for ff1f83d2-d19d-4061-a25e-9c438157d73f owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:05.101185 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:05.128582 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event deleted for resources: {'Port': ['ID=ff1f83d2-d19d-4061-a25e-9c438157d73f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:05.152221 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.152577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.152924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.153267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.153608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.153944 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.154276 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.154605 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.154933 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.155271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.155626 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.155957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:05.201579 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for floatingip, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:05.201931 n-d-821348-1 neutron-server[103318]: INFO neutron.db.l3_db [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Floating IP f6186c7a-60f4-4781-bea5-5f0b2d956077 disassociated (deleted). External IP: 172.25.0.99, port: cd55d96f-989c-495d-b6c8-707c4111e190. Apr 30 02:38:05.400966 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Router 2e912016-fe60-407e-bebe-eef67c47d243 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:38:05.506081 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:38:05.510963 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:05.515501 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] Sync routers for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:38:05.525774 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:05.526392 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:05.541970 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-c98f744f-25da-4497-8abc-2c6d865e2005 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "DELETE /v2.0/floatingips/f6186c7a-60f4-4781-bea5-5f0b2d956077 HTTP/1.1" status: 204 len: 168 time: 1.1787329 Apr 30 02:38:05.542532 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:38:05.544903 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac" -d '{"events": [{"name": "network-changed", "server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:38:05.719755 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:05.921214 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:05.927923 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e106aadc-e7bd-4378-af83-13d394b4f363 x-openstack-request-id: req-e106aadc-e7bd-4378-af83-13d394b4f363 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:38:05.928207 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:38:05.928472 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e106aadc-e7bd-4378-af83-13d394b4f363 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:38:05.928900 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e106aadc-e7bd-4378-af83-13d394b4f363'] response: {'name': 'network-changed', 'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'status': 'completed', 'code': 200} Apr 30 02:38:05.955596 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] Checking router: 2e912016-fe60-407e-bebe-eef67c47d243 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:38:05.965160 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:05.965777 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:05.994863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-76214022-69f1-422b-a50c-64e5bcce5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:05.996416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-76214022-69f1-422b-a50c-64e5bcce5096 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 1097 time: 0.0454388 Apr 30 02:38:06.024303 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07576c5b-3fab-44bd-af69-ce2dffdb2c74 req-630010c0-7ca3-46e5-afa7-b581d3ff6258 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:06.026473 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07576c5b-3fab-44bd-af69-ce2dffdb2c74 req-630010c0-7ca3-46e5-afa7-b581d3ff6258 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 946 time: 0.0518937 Apr 30 02:38:06.065291 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-07576c5b-3fab-44bd-af69-ce2dffdb2c74 req-ff343f26-dea1-4c01-9b76-323b03fa1f76 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325298 Apr 30 02:38:06.071217 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:06.090551 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-1577a4b3-435c-42ce-a3fb-13e164d17e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:06.092070 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-1577a4b3-435c-42ce-a3fb-13e164d17e8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 200 len: 908 time: 0.0881541 Apr 30 02:38:06.137759 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-d4f6eac2-fe3f-4fe2-b7dd-9562c1de3554 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 200 len: 217 time: 0.0388560 Apr 30 02:38:06.187252 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-8b14aacc-d8e1-4f7f-aba5-7d048049489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:06.188782 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-8b14aacc-d8e1-4f7f-aba5-7d048049489d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 200 len: 847 time: 0.0441959 Apr 30 02:38:06.233950 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-daf51cf6-7591-4593-91c3-e6b4d12c4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:06.235466 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-daf51cf6-7591-4593-91c3-e6b4d12c4878 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95c41995-c8e9-4773-b082-ab505670f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397215 Apr 30 02:38:06.246786 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-5cb61019-ebec-4c01-985a-a8e4e68c309a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:38:06.247710 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-5cb61019-ebec-4c01-985a-a8e4e68c309a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049415 Apr 30 02:38:06.268989 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:06.294871 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1eba4f-cbd4-4c00-9135-79adee2ab0a5 None None] The sync data for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 is: [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:28:07Z', 'revision_number': 4, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': '9f08f380-3305-41cd-8515-f510cfe64365', 'name': '', 'network_id': '95c41995-c8e9-4773-b082-ab505670f518', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'mac_address': 'fa:16:3e:e9:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:07Z', 'updated_at': '2022-04-30T02:28:12Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'subnets': [{'id': '080920f3-e0b8-4886-9d2a-6c0c8bb5f548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:38:06.342535 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-a121c084-711a-4f79-ad1d-909b166ca368 service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886161 Apr 30 02:38:06.437325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e612e133-a1dd-4a2c-8ea8-ad919e4afaac req-279ad489-b23c-4135-8176-81bb27c83b3a service neutron] 10.222.0.21 "GET /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875194 Apr 30 02:38:06.510522 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4bf0e-ba1a-475e-af84-1e1dbc4028bd None None] New status for floating IP f6186c7a-60f4-4781-bea5-5f0b2d956077: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:38:07.185431 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd8cf-64d3-45b2-9622-1f5098efcb5f req-18a627ce-1318-4ac1-bed0-3e56386dfda5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:07.186923 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca7cd8cf-64d3-45b2-9622-1f5098efcb5f req-18a627ce-1318-4ac1-bed0-3e56386dfda5 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 946 time: 0.0521789 Apr 30 02:38:07.224987 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ca7cd8cf-64d3-45b2-9622-1f5098efcb5f req-23bfce77-58a3-4a51-80fd-2969df615f07 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5700315-2153-4933-a60e-af0ef3cf2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321112 Apr 30 02:38:07.478589 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875823-4413-408c-b5da-c50e20c16217 req-96ffbea7-9e28-4487-a248-ceb479bfe73f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:07.480059 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d875823-4413-408c-b5da-c50e20c16217 req-96ffbea7-9e28-4487-a248-ceb479bfe73f tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 946 time: 0.0485680 Apr 30 02:38:07.575138 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Deleting port cd55d96f-989c-495d-b6c8-707c4111e190 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:07.575504 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:07.662371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] For port cd55d96f-989c-495d-b6c8-707c4111e190, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=cd55d96f-989c-495d-b6c8-707c4111e190,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:07.662740 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:07.675924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Calling delete_port for cd55d96f-989c-495d-b6c8-707c4111e190 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:07.872592 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:07.902371 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event deleted for resources: {'Port': ['ID=cd55d96f-989c-495d-b6c8-707c4111e190,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:07.945939 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] No DVR routers for this DVR port cd55d96f-989c-495d-b6c8-707c4111e190 on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:38:07.948588 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:07.951952 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0d875823-4413-408c-b5da-c50e20c16217 req-6d30f82d-b4bc-495e-bcb6-b5a311434d91 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.21 "DELETE /v2.0/ports/cd55d96f-989c-495d-b6c8-707c4111e190 HTTP/1.1" status: 204 len: 173 time: 0.4661295 Apr 30 02:38:07.952385 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'name': 'network-vif-deleted', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:38:07.954631 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e813f49b-fd89-4c51-be55-d33e7acbf20c" -d '{"events": [{"server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "name": "network-vif-deleted", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:38:07.990928 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd619846-3c7c-46e5-8b4a-c6761469315a x-openstack-request-id: req-bd619846-3c7c-46e5-8b4a-c6761469315a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:38:07.991316 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6176cb9-499f-4ecd-aec5-b837a54ba974", "name": "network-vif-deleted", "tag": "cd55d96f-989c-495d-b6c8-707c4111e190", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:38:07.991708 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd619846-3c7c-46e5-8b4a-c6761469315a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:38:07.992151 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd619846-3c7c-46e5-8b4a-c6761469315a'] response: {'server_uuid': 'b6176cb9-499f-4ecd-aec5-b837a54ba974', 'name': 'network-vif-deleted', 'tag': 'cd55d96f-989c-495d-b6c8-707c4111e190', 'status': 'completed', 'code': 200} Apr 30 02:38:08.327968 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7d69405e-a698-4da5-948f-190c368a4348 req-ed5ac189-ce08-4f5e-9d74-06ea09920484 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0278330 Apr 30 02:38:09.425814 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b98d9cd9-64a8-4908-adc0-4de589442586 req-3f403fba-a814-46b2-b4f2-501540b52803 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0269291 Apr 30 02:38:10.122984 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device cd55d96f-989c-495d-b6c8-707c4111e190 no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:38:10.143886 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: cd55d96f-989c-495d-b6c8-707c4111e190 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:38:10.144253 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device cd55d96f-989c-495d-b6c8-707c4111e190 not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:38:10.522964 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-85b7b9e9-c56e-4af7-91b0-5a2dea33ea87 req-1a8cd994-814c-4e93-9c90-d3983ad73240 tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0261257 Apr 30 02:38:11.622957 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-c9a6d0e9-650d-4da7-853f-7fbf689202c4 req-547b5656-5b24-4c4b-958c-99f709e2b9fe tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6176cb9-499f-4ecd-aec5-b837a54ba974 HTTP/1.1" status: 200 len: 210 time: 0.0271263 Apr 30 02:38:12.682668 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40442) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:12.741188 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dad5262d-9c7c-4ac5-9cc9-e8acf1df36da tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:12.766953 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dad5262d-9c7c-4ac5-9cc9-e8acf1df36da tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:12.884495 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dad5262d-9c7c-4ac5-9cc9-e8acf1df36da tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:12.887126 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dad5262d-9c7c-4ac5-9cc9-e8acf1df36da tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:12.890959 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-dad5262d-9c7c-4ac5-9cc9-e8acf1df36da tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] 10.222.0.15 "DELETE /v2.0/security-groups/e5700315-2153-4933-a60e-af0ef3cf2d6e HTTP/1.1" status: 204 len: 168 time: 0.2046659 Apr 30 02:38:12.899070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5262d-9c7c-4ac5-9cc9-e8acf1df36da tempest-TestShelveInstance-2038443955 tempest-TestShelveInstance-2038443955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5700315-2153-4933-a60e-af0ef3cf2d6e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:14.020001 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40448) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:14.348414 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:38:14.506880 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:14.752596 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Deleting port 9f08f380-3305-41cd-8515-f510cfe64365 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:14.752841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:14.829749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] For port 9f08f380-3305-41cd-8515-f510cfe64365, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=9f08f380-3305-41cd-8515-f510cfe64365,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:14.830110 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:14.842690 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Calling delete_port for 9f08f380-3305-41cd-8515-f510cfe64365 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:15.072024 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:15.097172 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f08f380-3305-41cd-8515-f510cfe64365,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:15.268229 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:15.477498 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Router 2e912016-fe60-407e-bebe-eef67c47d243 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:38:15.581924 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:38:15.586937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4fa884b8-8f27-48a0-bf1a-00faa09335c6 admin admin] 10.222.0.15 "PUT /v2.0/routers/2e912016-fe60-407e-bebe-eef67c47d243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5659454 Apr 30 02:38:15.590026 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40452) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:15.591647 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] Sync routers for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:38:15.601105 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:15.601706 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:15.692780 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:15.706096 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:15.789265 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:15.884457 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:38:14Z', 'revision_number': 5, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port': {'id': 'd20df498-294e-4509-83cd-4ba4cba883b9', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e912016-fe60-407e-bebe-eef67c47d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:05Z', 'updated_at': '2022-04-30T02:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:15.912868 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] Checking router: 2e912016-fe60-407e-bebe-eef67c47d243 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:38:15.921902 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] Routers {'2e912016-fe60-407e-bebe-eef67c47d243'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:15.922547 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['2e912016-fe60-407e-bebe-eef67c47d243'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:15.932440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Deleting port d20df498-294e-4509-83cd-4ba4cba883b9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:15.932782 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:16.014047 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] For port d20df498-294e-4509-83cd-4ba4cba883b9, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=d20df498-294e-4509-83cd-4ba4cba883b9,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:16.014288 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] Set router 2e912016-fe60-407e-bebe-eef67c47d243 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:16.014466 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:16.026454 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Calling delete_port for d20df498-294e-4509-83cd-4ba4cba883b9 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:16.066546 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:38:15Z', 'revision_number': 6, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:16.093099 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa27a1-dc8c-4899-9247-f6c982e96dbd None None] The sync data for ids ['2e912016-fe60-407e-bebe-eef67c47d243'] in n-d-821348-1 is: [{'id': '2e912016-fe60-407e-bebe-eef67c47d243', 'name': 'tempest-TestShelveInstance-720941685-router', 'tenant_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:04Z', 'updated_at': '2022-04-30T02:38:15Z', 'revision_number': 6, 'project_id': 'c0bd9271a0304ef1bcb85366a9857e0e', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:38:16.317811 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:16.341685 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20df498-294e-4509-83cd-4ba4cba883b9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:16.707274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:16.794710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:16.796714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:16.906555 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:16.907082 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e912016-fe60-407e-bebe-eef67c47d243 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:38:16.911388 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:16.912569 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-b14ccdf7-3f00-4e58-8cc0-8d24a6f938d3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2e912016-fe60-407e-bebe-eef67c47d243 HTTP/1.1" status: 204 len: 168 time: 1.3215613 Apr 30 02:38:16.923854 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40454) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:16.965469 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5e76bf-af63-437a-ae96-ba4159cbe6c5 admin admin] Deleting subnet 080920f3-e0b8-4886-9d2a-6c0c8bb5f548 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:38:16.968636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f5e76bf-af63-437a-ae96-ba4159cbe6c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.005094 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f5e76bf-af63-437a-ae96-ba4159cbe6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.083974 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f5e76bf-af63-437a-ae96-ba4159cbe6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.192724 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f5e76bf-af63-437a-ae96-ba4159cbe6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.219475 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e76bf-af63-437a-ae96-ba4159cbe6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080920f3-e0b8-4886-9d2a-6c0c8bb5f548,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:17.221386 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f5e76bf-af63-437a-ae96-ba4159cbe6c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.224541 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-8f5e76bf-af63-437a-ae96-ba4159cbe6c5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/080920f3-e0b8-4886-9d2a-6c0c8bb5f548 HTTP/1.1" status: 204 len: 168 time: 0.3084745 Apr 30 02:38:17.225593 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c78c7-a419-4716-9384-767427def661 None None] Network 95c41995-c8e9-4773-b082-ab505670f518 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:38:17.227039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40456) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:17.299115 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.350816 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Deleting port 724df4a5-b13e-4a79-9d3d-e76f801694ee {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:17.351480 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.391142 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] DHCP port deletion for 95c41995-c8e9-4773-b082-ab505670f518 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:38:17.424811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] For port 724df4a5-b13e-4a79-9d3d-e76f801694ee, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=724df4a5-b13e-4a79-9d3d-e76f801694ee,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:17.425172 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.437647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Deleting port 724df4a5-b13e-4a79-9d3d-e76f801694ee {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:17.438017 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.438260 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Calling delete_port for 724df4a5-b13e-4a79-9d3d-e76f801694ee owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:17.503541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] For port 724df4a5-b13e-4a79-9d3d-e76f801694ee, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=724df4a5-b13e-4a79-9d3d-e76f801694ee,segment=NetworkSegment(ea24fd1e-77b4-4465-9442-bd87024eeb93),segment_id=ea24fd1e-77b4-4465-9442-bd87024eeb93)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:17.503850 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.516698 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Calling delete_port for 724df4a5-b13e-4a79-9d3d-e76f801694ee owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:17.575043 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.590305 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.602384 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Pushing event deleted for resources: {'Port': ['ID=724df4a5-b13e-4a79-9d3d-e76f801694ee,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:17.604767 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] No DVR routers for this DVR port 724df4a5-b13e-4a79-9d3d-e76f801694ee on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:38:17.622748 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Pushing event deleted for resources: {'Port': ['ID=724df4a5-b13e-4a79-9d3d-e76f801694ee,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:17.625071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] No DVR routers for this DVR port 724df4a5-b13e-4a79-9d3d-e76f801694ee on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:38:17.633232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.633492 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.633595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.633941 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.634246 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.634592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.634925 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.635374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.635654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.636078 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.636427 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.636735 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084731cb-52cb-43cc-b0c6-a2eec3417076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:17.684518 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.704738 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c41995-c8e9-4773-b082-ab505670f518']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:17.713927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea24fd1e-77b4-4465-9442-bd87024eeb93') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:17.714222 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea24fd1e-77b4-4465-9442-bd87024eeb93') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:17.723317 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.736351 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.741975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:38:17.742361 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:38:17.743977 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:38:17.860863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.866472 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:17.870203 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] 10.222.0.15 "DELETE /v2.0/networks/95c41995-c8e9-4773-b082-ab505670f518 HTTP/1.1" status: 204 len: 168 time: 0.6416171 Apr 30 02:38:17.873143 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40458) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:17.881889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37651a4-d6cb-4f55-852e-c4d6a064224e admin admin] Pushing event deleted for resources: {'Network': ['ID=95c41995-c8e9-4773-b082-ab505670f518,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:17.944199 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 724df4a5-b13e-4a79-9d3d-e76f801694ee no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:38:17.965822 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 724df4a5-b13e-4a79-9d3d-e76f801694ee {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:38:17.966168 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 724df4a5-b13e-4a79-9d3d-e76f801694ee not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:38:17.966575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9f08f380-3305-41cd-8515-f510cfe64365 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:38:17.984877 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 9f08f380-3305-41cd-8515-f510cfe64365 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:38:17.985227 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 9f08f380-3305-41cd-8515-f510cfe64365 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:38:17.985635 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d20df498-294e-4509-83cd-4ba4cba883b9 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:38:18.004520 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: d20df498-294e-4509-83cd-4ba4cba883b9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:38:18.004861 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device d20df498-294e-4509-83cd-4ba4cba883b9 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:38:18.220129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:18.457560 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Deleting port b4d19431-aaae-4737-b5b6-728e7a5143da {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:18.457889 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:18.533730 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] For port b4d19431-aaae-4737-b5b6-728e7a5143da, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b4d19431-aaae-4737-b5b6-728e7a5143da,segment=NetworkSegment(7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0),segment_id=7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:18.534009 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:18.550574 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Calling delete_port for b4d19431-aaae-4737-b5b6-728e7a5143da owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:18.769536 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:18.795816 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d19431-aaae-4737-b5b6-728e7a5143da,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:18.824962 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.825304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.825658 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.825986 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.826310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.826692 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.826935 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.827250 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.827588 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.827902 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.828217 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.828528 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:18.973039 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:19.183801 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:38:19.438148 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:19.555910 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:38:19.560934 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1a8f610c-4ae9-45b6-985a-b68d215c8cc9 admin admin] 10.222.0.15 "PUT /v2.0/routers/6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867611 Apr 30 02:38:19.563419 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40460) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:19.566197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] Sync routers for ids ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:38:19.576650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] Routers {'6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:19.577267 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:19.670170 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:19.682653 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] Set router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:19.779085 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:19.902737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Deleting port ace18511-3a8a-4534-a4ba-97055bb8d8ba {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:19.903080 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:19.984253 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] For port ace18511-3a8a-4534-a4ba-97055bb8d8ba, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=ace18511-3a8a-4534-a4ba-97055bb8d8ba,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:19.984926 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:19.998376 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Calling delete_port for ace18511-3a8a-4534-a4ba-97055bb8d8ba owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:20.022423 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:38:18Z', 'revision_number': 5, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port': {'id': 'ace18511-3a8a-4534-a4ba-97055bb8d8ba', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:22:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:28:11Z', 'updated_at': '2022-04-30T02:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:20.048374 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] Checking router: 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:38:20.056503 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] Routers {'6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:20.057843 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:20.144370 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] Set router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:20.198448 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:38:19Z', 'revision_number': 6, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:20.224071 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5db14-09ea-43f1-bcbf-f36102ee35fb None None] The sync data for ids ['6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec'] in n-d-821348-1 is: [{'id': '6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec', 'name': 'tempest-TestShelveInstance-688658937-router', 'tenant_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:28:10Z', 'updated_at': '2022-04-30T02:38:19Z', 'revision_number': 6, 'project_id': 'df4a7ec99d1c4e7c9322f0cfc8ad0377', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:38:20.261776 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.285845 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ace18511-3a8a-4534-a4ba-97055bb8d8ba,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:20.351519 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.440229 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.442293 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.575215 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.575857 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:38:20.580207 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.581486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-16979505-9bdb-4d87-b139-bd21ffe081ee admin admin] 10.222.0.15 "DELETE /v2.0/routers/6d5bf6ff-3cd3-4f23-a76d-0514bf08d0ec HTTP/1.1" status: 204 len: 168 time: 1.0170059 Apr 30 02:38:20.584004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40462) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:20.634577 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-165b5b22-59cb-4292-8527-223d4d27417b admin admin] Deleting subnet d82960c0-a3d4-4efe-9491-7c5f5f31b88a {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:38:20.637989 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-165b5b22-59cb-4292-8527-223d4d27417b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.676067 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-165b5b22-59cb-4292-8527-223d4d27417b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.750951 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-165b5b22-59cb-4292-8527-223d4d27417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.866821 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-165b5b22-59cb-4292-8527-223d4d27417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.897957 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b5b22-59cb-4292-8527-223d4d27417b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82960c0-a3d4-4efe-9491-7c5f5f31b88a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:20.901822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-165b5b22-59cb-4292-8527-223d4d27417b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:20.905173 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-165b5b22-59cb-4292-8527-223d4d27417b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d82960c0-a3d4-4efe-9491-7c5f5f31b88a HTTP/1.1" status: 204 len: 168 time: 0.3200853 Apr 30 02:38:20.907643 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40464) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:20.910426 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0050855d-2ea6-461c-a4fd-2a5232f0e44a None None] Network b7f95b3e-0801-4426-a473-e5dad5177e0d requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:38:20.984589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.041014 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Deleting port 966c0255-40e0-4090-956d-b51abf6c27bb {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:21.041878 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.098103 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ea614-962c-480f-af80-27c6961fad99 None None] DHCP port deletion for b7f95b3e-0801-4426-a473-e5dad5177e0d request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:38:21.113273 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] For port 966c0255-40e0-4090-956d-b51abf6c27bb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=966c0255-40e0-4090-956d-b51abf6c27bb,segment=NetworkSegment(7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0),segment_id=7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:21.113636 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.126981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Calling delete_port for 966c0255-40e0-4090-956d-b51abf6c27bb owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:21.148717 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-190ea614-962c-480f-af80-27c6961fad99 None None] Deleting port 966c0255-40e0-4090-956d-b51abf6c27bb {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:38:21.149082 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-190ea614-962c-480f-af80-27c6961fad99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.233436 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-190ea614-962c-480f-af80-27c6961fad99 None None] For port 966c0255-40e0-4090-956d-b51abf6c27bb, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=966c0255-40e0-4090-956d-b51abf6c27bb,segment=NetworkSegment(7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0),segment_id=7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:21.233829 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-190ea614-962c-480f-af80-27c6961fad99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.247260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-190ea614-962c-480f-af80-27c6961fad99 None None] Calling delete_port for 966c0255-40e0-4090-956d-b51abf6c27bb owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:38:21.272137 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.295830 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.300386 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] No DVR routers for this DVR port 966c0255-40e0-4090-956d-b51abf6c27bb on host n-d-821348-1 {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:38:21.305304 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=966c0255-40e0-4090-956d-b51abf6c27bb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:21.326230 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-190ea614-962c-480f-af80-27c6961fad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.349960 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ea614-962c-480f-af80-27c6961fad99 None None] Pushing event deleted for resources: {'Port': ['ID=966c0255-40e0-4090-956d-b51abf6c27bb,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:21.359979 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ea614-962c-480f-af80-27c6961fad99 None None] No DVR routers for this DVR port 966c0255-40e0-4090-956d-b51abf6c27bb on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:38:21.388910 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.411562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f95b3e-0801-4426-a473-e5dad5177e0d']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:21.422455 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:21.422745 n-d-821348-1 neutron-server[103319]: DEBUG neutron.services.segments.db [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5d8aab-0213-4b37-b981-6e2aa6e9cdb0') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:21.434101 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59073214'] for segment, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.448595 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.455279 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:38:21.455768 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62157341'] for segment, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: Traceback (most recent call last): Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: timer() Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: cb(*args, **kw) Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: return func(*args, **kwargs) Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: self._notify() Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: self.callback(batched_events) Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: event.method(event) Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: return f(self, *a, **k) Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: return self._get(url).json() Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: return self.request(url, 'GET', **kwargs) Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:38:21.457564 n-d-821348-1 neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:38:21.569448 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.575683 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.578752 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b7f95b3e-0801-4426-a473-e5dad5177e0d HTTP/1.1" status: 204 len: 168 time: 0.6701784 Apr 30 02:38:21.590390 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f32034-643a-4cae-b9b5-c7a192a98c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f95b3e-0801-4426-a473-e5dad5177e0d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:21.841288 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40468) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:21.880983 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1ef0c553-1cb4-4c69-b95d-c28336098388 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0bd9271a0304ef1bcb85366a9857e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385451 Apr 30 02:38:21.883413 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:21.933255 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97fe3b2a-9b02-4709-ae83-dbf39c69b714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.940270 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 966c0255-40e0-4090-956d-b51abf6c27bb no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:38:21.954785 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97fe3b2a-9b02-4709-ae83-dbf39c69b714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:21.964389 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 966c0255-40e0-4090-956d-b51abf6c27bb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:38:21.964746 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 966c0255-40e0-4090-956d-b51abf6c27bb not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:38:21.965162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ace18511-3a8a-4534-a4ba-97055bb8d8ba no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:38:21.984640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: ace18511-3a8a-4534-a4ba-97055bb8d8ba {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:38:21.984842 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device ace18511-3a8a-4534-a4ba-97055bb8d8ba not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:38:21.985329 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b4d19431-aaae-4737-b5b6-728e7a5143da no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:38:22.004835 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: b4d19431-aaae-4737-b5b6-728e7a5143da {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:38:22.005179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b4d19431-aaae-4737-b5b6-728e7a5143da not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:38:22.077705 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97fe3b2a-9b02-4709-ae83-dbf39c69b714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:22.080259 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97fe3b2a-9b02-4709-ae83-dbf39c69b714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:22.081414 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-97fe3b2a-9b02-4709-ae83-dbf39c69b714 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab78fadd-2065-425b-821f-37fdfae2c5e7 HTTP/1.1" status: 204 len: 168 time: 0.1970425 Apr 30 02:38:22.089611 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe3b2a-9b02-4709-ae83-dbf39c69b714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab78fadd-2065-425b-821f-37fdfae2c5e7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:22.722420 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40476) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:22.762212 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-86d84c1a-6883-4912-a238-b8c0cdcf9963 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df4a7ec99d1c4e7c9322f0cfc8ad0377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386534 Apr 30 02:38:22.764691 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40478) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:22.814526 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35fe578e-d1a0-4292-bc0f-ede6e79b3231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:22.835187 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35fe578e-d1a0-4292-bc0f-ede6e79b3231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:22.958063 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35fe578e-d1a0-4292-bc0f-ede6e79b3231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:22.960555 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-35fe578e-d1a0-4292-bc0f-ede6e79b3231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:22.961709 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-35fe578e-d1a0-4292-bc0f-ede6e79b3231 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e04c685-3f34-4333-b704-1575bb63707d HTTP/1.1" status: 204 len: 168 time: 0.1961460 Apr 30 02:38:22.969563 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe578e-d1a0-4292-bc0f-ede6e79b3231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04c685-3f34-4333-b704-1575bb63707d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:23.963725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40500) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:24.057357 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-62580778-network', 'tenant_id': '7339733888b647468baf8e03dd46926c'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:24.146282 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Made reservation on behalf of 7339733888b647468baf8e03dd46926c for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:38:24.148640 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.157358 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.229545 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.277456 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.298310 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:38:24.313366 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc16fa-20f1-4995-b411-0b11fab26001,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:24.316347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.316678 n-d-821348-1 neutron-server[103319]: INFO neutron.db.segments_db [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Added segment 0602e905-d439-4195-bff7-fd2a5614a30a of type vlan for network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e Apr 30 02:38:24.356057 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.414865 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.415766 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:24.417084 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Notify callbacks [] for network, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.478341 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:24.488439 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:38:24.497914 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-a7e877b6-06f1-46dc-8f90-8ea864ca6584 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5330522 Apr 30 02:38:24.501100 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40504) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:24.505898 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Request body: {'subnet': {'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-62580778-subnet', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:24.569233 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Made reservation on behalf of 7339733888b647468baf8e03dd46926c for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:38:24.571611 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58981079'] for subnet, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.775106 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62158328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58981057'] for subnet, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.828422 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cdd7af-d926-4774-aa31-588f3899ab7b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:24.839039 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Checking segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:24.839503 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Network hostable DHCP agents. Network: 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:38:24.888913 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:38:24.957318 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:24.961321 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:24.961906 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:24.966807 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf0c6c-5b33-4097-9551-21c868740fc6 None None] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:38:25.040765 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-684b89c5-049f-4f64-bb15-597b96c13c80 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5384045 Apr 30 02:38:25.043589 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:25.047956 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:25.106491 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.107783 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.111592 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:38:25.112480 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.163968 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.250865 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Allocated IP 172.20.0.2 (5dc2feb0-a52a-479b-aaa7-cba0f4e6642e/72cdd7af-d926-4774-aa31-588f3899ab7b/3aa7d96f-2eb7-482c-a311-70b746a4866d) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:38:25.337355 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.388600 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.472750 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.512935 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:25.517674 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:25.521193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:38:25.533920 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Pushing event updated for resources: {'Port': ['ID=3aa7d96f-2eb7-482c-a311-70b746a4866d,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:25.578739 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Attempting to bind port 3aa7d96f-2eb7-482c-a311-70b746a4866d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:38:25.579106 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Attempting to bind port 3aa7d96f-2eb7-482c-a311-70b746a4866d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:38:25.579495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Attempting to bind port 3aa7d96f-2eb7-482c-a311-70b746a4866d on network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:38:25.584313 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:38:25.584683 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Checking segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:25.585094 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.585485 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Bound using segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:38:25.585937 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Bound port: 3aa7d96f-2eb7-482c-a311-70b746a4866d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:38:25.586313 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.601998 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.621542 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.648411 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] For port 3aa7d96f-2eb7-482c-a311-70b746a4866d, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:38:25.652453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] For port 3aa7d96f-2eb7-482c-a311-70b746a4866d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3aa7d96f-2eb7-482c-a311-70b746a4866d,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:38:25.706764 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.727457 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Allocated IP 172.25.0.17 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/b6cec820-868a-479c-a000-5a3a2fe46fb4) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:38:25.768931 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f5715-5408-43d1-9531-7ba4889fa609 None None] Pushing event updated for resources: {'Port': ['ID=3aa7d96f-2eb7-482c-a311-70b746a4866d,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:25.836994 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.916087 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:25.958017 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:25.960887 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:25.967284 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:38:26.000870 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Pushing event updated for resources: {'Port': ['ID=b6cec820-868a-479c-a000-5a3a2fe46fb4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:26.299712 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:26.490480 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:26.672480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Router e6be7d51-e051-40a1-af8e-5893569021b8 is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:38:26.701179 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedbc5b5-5381-4edd-8bde-b85622db8701 None None] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:38:26.768655 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1f5f79e8-8f44-478e-bb61-08103c2e1e4b None None] Provisioning complete for port 3aa7d96f-2eb7-482c-a311-70b746a4866d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:26.768940 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f5f79e8-8f44-478e-bb61-08103c2e1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:26.942020 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f5f79e8-8f44-478e-bb61-08103c2e1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:26.986362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1f5f79e8-8f44-478e-bb61-08103c2e1e4b None None] For port 3aa7d96f-2eb7-482c-a311-70b746a4866d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3aa7d96f-2eb7-482c-a311-70b746a4866d,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:27.055125 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1f5f79e8-8f44-478e-bb61-08103c2e1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.066606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:38:27.086810 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Sync routers for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:38:27.098204 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:27.099230 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:27.130703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f79e8-8f44-478e-bb61-08103c2e1e4b None None] Pushing event updated for resources: {'Port': ['ID=3aa7d96f-2eb7-482c-a311-70b746a4866d,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:27.142734 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.145340 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-259bacec-5e76-4fda-b941-8bfb9f9f6e05 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1007142 Apr 30 02:38:27.148133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40508) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:27.279595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-23e5675d-8ba5-44e0-b942-c58f3b46aa92 None None] Provisioning complete for port 3aa7d96f-2eb7-482c-a311-70b746a4866d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:27.279979 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e5675d-8ba5-44e0-b942-c58f3b46aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.324004 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:27.501043 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:26Z', 'revision_number': 3, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:27.532519 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Checking router: e6be7d51-e051-40a1-af8e-5893569021b8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:38:27.532783 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Updating router e6be7d51-e051-40a1-af8e-5893569021b8 port b6cec820-868a-479c-a000-5a3a2fe46fb4 binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:38:27.558071 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.582839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.737994 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Allocated IP 172.20.0.1 (5dc2feb0-a52a-479b-aaa7-cba0f4e6642e/72cdd7af-d926-4774-aa31-588f3899ab7b/a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:38:27.812558 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.845348 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.866604 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.919989 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Attempting to bind port b6cec820-868a-479c-a000-5a3a2fe46fb4 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:38:27.919989 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Attempting to bind port b6cec820-868a-479c-a000-5a3a2fe46fb4 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:38:27.919989 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Attempting to bind port b6cec820-868a-479c-a000-5a3a2fe46fb4 on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:38:27.929171 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:38:27.929545 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:27.929928 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.930067 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.930317 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:38:27.930779 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Bound port: b6cec820-868a-479c-a000-5a3a2fe46fb4, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:38:27.931165 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:27.932775 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Pushing event updated for resources: {'Port': ['ID=b6cec820-868a-479c-a000-5a3a2fe46fb4,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:27.957119 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.957476 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.957811 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.958133 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.958464 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.958899 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.959113 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.959452 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.959849 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.960179 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.960497 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.960814 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:38:27.980677 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:27.984679 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:27.986082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3aa7d96f-2eb7-482c-a311-70b746a4866d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:27.987028 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:38:27.996972 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] For port b6cec820-868a-479c-a000-5a3a2fe46fb4, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:38:28.001038 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] For port b6cec820-868a-479c-a000-5a3a2fe46fb4, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b6cec820-868a-479c-a000-5a3a2fe46fb4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:38:28.016974 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Pushing event updated for resources: {'Port': ['ID=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:28.036992 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.044146 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 3aa7d96f-2eb7-482c-a311-70b746a4866d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:28.044515 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.056153 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.134031 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:28.135727 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:28.182566 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f67b23-043b-4840-87f7-ba6c261b80c0 None None] Pushing event updated for resources: {'Port': ['ID=b6cec820-868a-479c-a000-5a3a2fe46fb4,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:28.255415 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:28.288798 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.290994 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e3f28bec-6da8-44ab-8603-b84fdcd56d31 None None] Provisioning complete for port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:28.291793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3f28bec-6da8-44ab-8603-b84fdcd56d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.328342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e3f28bec-6da8-44ab-8603-b84fdcd56d31 None None] Port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:38:28.431126 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:26Z', 'revision_number': 3, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:28.453641 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.461405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d47b773-bdaf-48e6-9ac7-c6374edfb529 None None] The sync data for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 is: [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:26Z', 'revision_number': 3, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:38:28.501002 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.569598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Pushing event updated for resources: {'Port': ['ID=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:28.572194 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.685918 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:28.687701 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:28.821103 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Router e6be7d51-e051-40a1-af8e-5893569021b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:38:28.855282 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38ed5b9e-a476-484e-abaf-97619272fff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.950416 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:38:28.950416 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6c57e27c-558d-4c06-b73a-62c4c6343daf admin admin] 10.222.0.15 "PUT /v2.0/routers/e6be7d51-e051-40a1-af8e-5893569021b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991688 Apr 30 02:38:28.959559 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-44a804ea-eaaf-4a43-8cbc-0367e54d5bf4 None None] Provisioning complete for port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:28.959898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44a804ea-eaaf-4a43-8cbc-0367e54d5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:28.996052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-44a804ea-eaaf-4a43-8cbc-0367e54d5bf4 None None] Port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:38:29.632583 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40530) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:29.638060 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-234419322-network', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:29.723576 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Made reservation on behalf of e1dcfbace0d34976a3c8b54baec3589d for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:38:29.726050 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for network, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:29.735786 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:29.810742 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:29.883739 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:29.909604 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 02:38:29.919522 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f8c6d-a7e8-4be4-8a31-3607658facd9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:29.926027 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:29.926404 n-d-821348-1 neutron-server[103318]: INFO neutron.db.segments_db [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Added segment aacf3879-200d-4571-ac86-c687d0fe3c7a of type vlan for network 20328cfa-4937-4737-9a7a-207f0ab66377 Apr 30 02:38:29.970199 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773244867000'] for network, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:29.996951 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b6cec820-868a-479c-a000-5a3a2fe46fb4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:30.031777 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Sync routers for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:38:30.047002 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:30.051548 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:30.066705 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558'] for network, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.067748 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:30.068334 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.092546 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b6cec820-868a-479c-a000-5a3a2fe46fb4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:30.092918 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.129378 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] Pushing event updated for resources: {'Network': ['ID=20328cfa-4937-4737-9a7a-207f0ab66377,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:30.138632 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4e60123a-d6ce-4a87-97ef-827d37f4c423 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5049496 Apr 30 02:38:30.143209 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40532) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:30.143394 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Network 20328cfa-4937-4737-9a7a-207f0ab66377 details requested by agent ovs-agent-n-d-821348-1 with host n-d-821348-1 {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 02:38:30.146212 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Request body: {'subnet': {'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-234419322-subnet', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:30.220645 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Made reservation on behalf of e1dcfbace0d34976a3c8b54baec3589d for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:38:30.223037 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62278108'] for subnet, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.259167 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:30.455541 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62013527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62278090'] for subnet, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.513927 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3e190c-8625-4a89-b836-fe102684e9d2,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:30.522562 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.523897 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Checking segment: {'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:30.524259 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Network hostable DHCP agents. Network: 20328cfa-4937-4737-9a7a-207f0ab66377, hostable agents: ['59f16c5b-db3b-44a9-8cd3-23474e26fb16'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 02:38:30.583652 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port b6cec820-868a-479c-a000-5a3a2fe46fb4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b6cec820-868a-479c-a000-5a3a2fe46fb4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:30.609438 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Network 20328cfa-4937-4737-9a7a-207f0ab66377 is scheduled to be hosted by DHCP agent 59f16c5b-db3b-44a9-8cd3-23474e26fb16 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 02:38:30.661169 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.689367 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821348-1, 20328cfa-4937-4737-9a7a-207f0ab66377) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:30.693530 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:30.694113 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.702047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7694ea-a0e9-4f7e-bd38-31962889b8d7 None None] Network 20328cfa-4937-4737-9a7a-207f0ab66377 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:38:30.711762 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 2, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:30.772044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-31770a7b-c8a7-4a59-8af8-afb0df2adc23 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6296520 Apr 30 02:38:30.774563 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 40536) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:30.778928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:30.787182 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Checking router: e6be7d51-e051-40a1-af8e-5893569021b8 for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:38:30.787565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Updating router e6be7d51-e051-40a1-af8e-5893569021b8 port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:38:30.789368 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=b6cec820-868a-479c-a000-5a3a2fe46fb4,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:30.832090 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.843921 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.844980 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1045838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12831'] for router, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:30.899675 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.033248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50e05c1a-1cc6-550f-9661-e5051a64fd04-20328cfa-4937-4737-9a7a-207f0ab66377', 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'fixed_ips': [{'subnet_id': '4d3e190c-8625-4a89-b836-fe102684e9d2'}]}} from n-d-821348-1. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 30 02:38:31.038811 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.091226 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.097419 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ba670425-61d1-4067-bca3-762d582b3663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.282289 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Allocated IP 172.20.0.2 (20328cfa-4937-4737-9a7a-207f0ab66377/4d3e190c-8625-4a89-b836-fe102684e9d2/1f3db37e-7559-42f0-8a1a-51b6c4117972) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:38:31.311843 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.333016 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.352839 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.365082 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.454814 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579379c-0cd4-442b-97a2-58f8d7805e7e None None] Pushing event updated for resources: {'Port': ['ID=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:31.471753 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Allocated IP 172.25.0.33 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/5cfab0a4-e5ff-4878-8957-56f2f032c24d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:38:31.528180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Attempting to bind port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:38:31.528651 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Attempting to bind port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:38:31.529019 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Attempting to bind port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c on network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:38:31.551513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:38:31.551894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Checking segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:31.552302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.552696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Bound using segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:38:31.553183 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Bound port: a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:38:31.553564 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.557329 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.586116 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.617840 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634'] for port, after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.653499 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] For port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:38:31.684517 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] For port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:38:31.686363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Network 20328cfa-4937-4737-9a7a-207f0ab66377 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:31.694363 n-d-821348-1 neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:31.695567 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.696942 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:38:31.699362 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8d63f023-59b5-4309-b5ef-2c95af96c352 None None] Provisioning complete for port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:31.703595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d63f023-59b5-4309-b5ef-2c95af96c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.703595 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Pushing event updated for resources: {'Port': ['ID=1f3db37e-7559-42f0-8a1a-51b6c4117972,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:31.741636 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:31.744916 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:31.748646 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:38:31.755690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.772051 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8d63f023-59b5-4309-b5ef-2c95af96c352 None None] Port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:38:31.776572 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Pushing event updated for resources: {'Port': ['ID=5cfab0a4-e5ff-4878-8957-56f2f032c24d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:31.828918 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Attempting to bind port 1f3db37e-7559-42f0-8a1a-51b6c4117972 on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:38:31.829287 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Attempting to bind port 1f3db37e-7559-42f0-8a1a-51b6c4117972 by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:38:31.829647 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Attempting to bind port 1f3db37e-7559-42f0-8a1a-51b6c4117972 on network 20328cfa-4937-4737-9a7a-207f0ab66377 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:38:31.846450 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:38:31.848505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Checking segment: {'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:31.848505 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.848505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Bound using segment: {'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:38:31.848505 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Bound port: 1f3db37e-7559-42f0-8a1a-51b6c4117972, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:38:31.848505 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:31.850566 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579379c-0cd4-442b-97a2-58f8d7805e7e None None] Pushing event updated for resources: {'Port': ['ID=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:31.853197 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:31.853832 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:31.988120 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b6cec820-868a-479c-a000-5a3a2fe46fb4 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:32.040056 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] For port 1f3db37e-7559-42f0-8a1a-51b6c4117972, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:38:32.051102 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:32.100473 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] For port 1f3db37e-7559-42f0-8a1a-51b6c4117972, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f3db37e-7559-42f0-8a1a-51b6c4117972,segment=NetworkSegment(aacf3879-200d-4571-ac86-c687d0fe3c7a),segment_id=aacf3879-200d-4571-ac86-c687d0fe3c7a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:38:32.170406 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:32.176637 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-09bab904-e563-4402-a0a0-ab20334d9c60 None None] Provisioning complete for port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:32.176999 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09bab904-e563-4402-a0a0-ab20334d9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:32.416864 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:32.418511 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port b6cec820-868a-479c-a000-5a3a2fe46fb4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:32.418886 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:32.534430 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c29c6-3be7-41f4-9300-e7fb2646e4b4 None None] Pushing event updated for resources: {'Port': ['ID=1f3db37e-7559-42f0-8a1a-51b6c4117972,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:32.605785 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:32.635973 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617184'] for router, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:32.651460 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09bab904-e563-4402-a0a0-ab20334d9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:32.722562 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-09bab904-e563-4402-a0a0-ab20334d9c60 None None] For port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:32.725013 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:31Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:32.754893 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f05109-8bbb-483f-943b-97a03d0c2cee None None] The sync data for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 is: [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:31Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:38:32.775778 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09bab904-e563-4402-a0a0-ab20334d9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:32.851340 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bab904-e563-4402-a0a0-ab20334d9c60 None None] Pushing event updated for resources: {'Port': ['ID=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:32.870586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Router 9c0e5096-86c7-4f19-9adf-4288b1c6829c is scheduled to L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 02:38:32.987271 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:38:32.997051 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Sync routers for ids ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:38:33.006665 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Routers {'9c0e5096-86c7-4f19-9adf-4288b1c6829c'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:33.007324 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:33.091636 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.092967 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-3f7b7aa5-21f6-405b-b64a-dc648793cded admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3174744 Apr 30 02:38:33.098091 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40538) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:33.126971 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Set router 9c0e5096-86c7-4f19-9adf-4288b1c6829c gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:33.338530 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 3, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port': {'id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:31Z', 'updated_at': '2022-04-30T02:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:33.376154 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Checking router: 9c0e5096-86c7-4f19-9adf-4288b1c6829c for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:38:33.376879 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Updating router 9c0e5096-86c7-4f19-9adf-4288b1c6829c port 5cfab0a4-e5ff-4878-8957-56f2f032c24d binding host n-d-821348-1 {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:38:33.415125 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.591168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.683687 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc3a77-c254-4756-b49b-4c4fedc38b6f None None] Network 20328cfa-4937-4737-9a7a-207f0ab66377 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:38:33.697864 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Notify callbacks [] for port, precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.753162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5f609258-c5ca-4d66-b725-12d6aeec4af3 None None] Provisioning complete for port 1f3db37e-7559-42f0-8a1a-51b6c4117972 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:33.753536 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f609258-c5ca-4d66-b725-12d6aeec4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.779075 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Allocated IP 172.20.0.1 (20328cfa-4937-4737-9a7a-207f0ab66377/4d3e190c-8625-4a89-b836-fe102684e9d2/f7e81a01-4b76-42bc-b891-786c6a537f5b) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:38:33.786792 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.841637 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094443d-1988-468f-85e0-e82575b2fd84 None None] Pushing event updated for resources: {'Port': ['ID=5cfab0a4-e5ff-4878-8957-56f2f032c24d,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:33.882137 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Attempting to bind port 5cfab0a4-e5ff-4878-8957-56f2f032c24d on host n-d-821348-1 for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:38:33.882752 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Attempting to bind port 5cfab0a4-e5ff-4878-8957-56f2f032c24d by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:38:33.883860 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Attempting to bind port 5cfab0a4-e5ff-4878-8957-56f2f032c24d on network ee71faad-6360-4b54-bc5c-ca19e3bd12cd {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:38:33.892167 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:38:33.892672 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Checking segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:33.893099 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.893656 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Bound using segment: {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:38:33.894558 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Bound port: 5cfab0a4-e5ff-4878-8957-56f2f032c24d, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccad2a6-e877-48eb-831a-63bd2182d314', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:38:33.895145 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.917492 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.950397 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f609258-c5ca-4d66-b725-12d6aeec4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:33.985564 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.017313 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] For port 5cfab0a4-e5ff-4878-8957-56f2f032c24d, host n-d-821348-1, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:38:34.021467 n-d-821348-1 neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] For port 5cfab0a4-e5ff-4878-8957-56f2f032c24d, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5cfab0a4-e5ff-4878-8957-56f2f032c24d,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:38:34.021654 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.033181 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5f609258-c5ca-4d66-b725-12d6aeec4af3 None None] For port 1f3db37e-7559-42f0-8a1a-51b6c4117972, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f3db37e-7559-42f0-8a1a-51b6c4117972,segment=NetworkSegment(aacf3879-200d-4571-ac86-c687d0fe3c7a),segment_id=aacf3879-200d-4571-ac86-c687d0fe3c7a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:34.085432 n-d-821348-1 neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.093327 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e81a01-4b76-42bc-b891-786c6a537f5b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:34.101653 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Network 20328cfa-4937-4737-9a7a-207f0ab66377 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:34.103148 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:34.106375 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:38:34.110326 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:34.114948 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f609258-c5ca-4d66-b725-12d6aeec4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.116504 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.184513 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618195'] for router_interface, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.251128 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f609258-c5ca-4d66-b725-12d6aeec4af3 None None] Pushing event updated for resources: {'Port': ['ID=1f3db37e-7559-42f0-8a1a-51b6c4117972,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:34.262186 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:34.262581 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.265690 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Routers {'9c0e5096-86c7-4f19-9adf-4288b1c6829c'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:34.266399 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:34.292932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7339ed02-414d-4b64-b835-232454773b08 None None] Provisioning complete for port 1f3db37e-7559-42f0-8a1a-51b6c4117972 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:34.293303 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7339ed02-414d-4b64-b835-232454773b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.310383 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094443d-1988-468f-85e0-e82575b2fd84 None None] Pushing event updated for resources: {'Port': ['ID=5cfab0a4-e5ff-4878-8957-56f2f032c24d,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:34.398349 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] Set router 9c0e5096-86c7-4f19-9adf-4288b1c6829c gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:34.403228 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.436908 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f3db37e-7559-42f0-8a1a-51b6c4117972 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:34.488434 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1f3db37e-7559-42f0-8a1a-51b6c4117972 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:34.488897 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.582203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-6e4c4210-ffca-4ee0-809f-829c6fd459dc None None] Provisioning complete for port f7e81a01-4b76-42bc-b891-786c6a537f5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:34.582573 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4210-ffca-4ee0-809f-829c6fd459dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.601039 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.622948 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c4210-ffca-4ee0-809f-829c6fd459dc None None] Port f7e81a01-4b76-42bc-b891-786c6a537f5b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:38:34.630691 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 3, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port': {'id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:31Z', 'updated_at': '2022-04-30T02:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:34.659750 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cd52c-5be0-4d83-86b1-10b353a3ff85 None None] The sync data for ids ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'] in n-d-821348-1 is: [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 3, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port': {'id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:31Z', 'updated_at': '2022-04-30T02:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:38:34.689444 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.766094 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e81a01-4b76-42bc-b891-786c6a537f5b,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:34.769133 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618159'] for router_interface, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:34.866725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Network 20328cfa-4937-4737-9a7a-207f0ab66377 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:34.888617 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:35.017070 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Router 9c0e5096-86c7-4f19-9adf-4288b1c6829c has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:38:35.139991 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:38:35.140541 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-5404b047-330f-4254-904c-9219a7f38467 admin admin] 10.222.0.15 "PUT /v2.0/routers/9c0e5096-86c7-4f19-9adf-4288b1c6829c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0433860 Apr 30 02:38:35.148727 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f895ff3-8157-4987-b8de-0b75cb694f82 None None] Provisioning complete for port f7e81a01-4b76-42bc-b891-786c6a537f5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:35.149279 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f895ff3-8157-4987-b8de-0b75cb694f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:35.184490 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f895ff3-8157-4987-b8de-0b75cb694f82 None None] Port f7e81a01-4b76-42bc-b891-786c6a537f5b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:38:35.747890 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40554) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:35.752821 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-02a612ee-2878-4760-8614-7aee1826f79e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21719716', 'description': 'tempest-secgroup-smoke-21719716 description', 'project_id': '7339733888b647468baf8e03dd46926c'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:35.814887 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-02a612ee-2878-4760-8614-7aee1826f79e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:35.884043 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-02a612ee-2878-4760-8614-7aee1826f79e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:35.969356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-02a612ee-2878-4760-8614-7aee1826f79e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.001261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a612ee-2878-4760-8614-7aee1826f79e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023f9c25-7fd5-4ab8-9585-a303da5e3e99,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:36.025470 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f3db37e-7559-42f0-8a1a-51b6c4117972 up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:36.062367 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-02a612ee-2878-4760-8614-7aee1826f79e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.063747 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-02a612ee-2878-4760-8614-7aee1826f79e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3147390 Apr 30 02:38:36.068388 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40556) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:36.071119 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-979f0df5-cdea-4986-b384-e0edef1ba3b5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'security_group_rule': {'security_group_id': '023f9c25-7fd5-4ab8-9585-a303da5e3e99', 'project_id': '7339733888b647468baf8e03dd46926c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:36.076513 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 1f3db37e-7559-42f0-8a1a-51b6c4117972 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:36.076986 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.157168 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-979f0df5-cdea-4986-b384-e0edef1ba3b5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.161319 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5cfab0a4-e5ff-4878-8957-56f2f032c24d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:36.186226 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Sync routers for ids ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:38:36.209696 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Routers {'9c0e5096-86c7-4f19-9adf-4288b1c6829c'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:36.210317 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:36.218351 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-979f0df5-cdea-4986-b384-e0edef1ba3b5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.271580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5cfab0a4-e5ff-4878-8957-56f2f032c24d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:36.271959 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.295073 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-979f0df5-cdea-4986-b384-e0edef1ba3b5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.313021 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f0df5-cdea-4986-b384-e0edef1ba3b5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0fcaa0-3f2e-45aa-b25e-cf774dac39c6,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:36.355457 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Set router 9c0e5096-86c7-4f19-9adf-4288b1c6829c gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:36.394191 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-979f0df5-cdea-4986-b384-e0edef1ba3b5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.397913 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-979f0df5-cdea-4986-b384-e0edef1ba3b5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278158 Apr 30 02:38:36.398216 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40558) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:36.402737 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ae6ec839-efa5-470d-bddb-35ebe1d4f681 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'security_group_rule': {'security_group_id': '023f9c25-7fd5-4ab8-9585-a303da5e3e99', 'project_id': '7339733888b647468baf8e03dd46926c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:36.473449 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.482762 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec839-efa5-470d-bddb-35ebe1d4f681 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.535523 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] For port 5cfab0a4-e5ff-4878-8957-56f2f032c24d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5cfab0a4-e5ff-4878-8957-56f2f032c24d,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:36.550591 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec839-efa5-470d-bddb-35ebe1d4f681 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.587037 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.614807 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec839-efa5-470d-bddb-35ebe1d4f681 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.630705 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ec839-efa5-470d-bddb-35ebe1d4f681 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96980ace-9800-459a-92fd-d7b21b76e93d,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:36.646844 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Pushing event updated for resources: {'Port': ['ID=5cfab0a4-e5ff-4878-8957-56f2f032c24d,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:36.657894 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:38:34Z', 'revision_number': 4, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port': {'id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:31Z', 'updated_at': '2022-04-30T02:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f7e81a01-4b76-42bc-b891-786c6a537f5b', 'name': '', 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'mac_address': 'fa:16:3e:99:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '4d3e190c-8625-4a89-b836-fe102684e9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:33Z', 'updated_at': '2022-04-30T02:38:34Z', 'revision_number': 2, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'subnets': [{'id': '4d3e190c-8625-4a89-b836-fe102684e9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:36.689342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Checking router: 9c0e5096-86c7-4f19-9adf-4288b1c6829c for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:38:36.689688 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Updating router 9c0e5096-86c7-4f19-9adf-4288b1c6829c port f7e81a01-4b76-42bc-b891-786c6a537f5b binding host n-d-821348-1 {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 02:38:36.697095 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec839-efa5-470d-bddb-35ebe1d4f681 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.698276 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ae6ec839-efa5-470d-bddb-35ebe1d4f681 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991335 Apr 30 02:38:36.701068 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40560) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:36.705506 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bc607d2a-dd6e-4659-af40-3646181fb6c8 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'security_group_rule': {'security_group_id': '023f9c25-7fd5-4ab8-9585-a303da5e3e99', 'project_id': '7339733888b647468baf8e03dd46926c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:36.714574 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.791786 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc607d2a-dd6e-4659-af40-3646181fb6c8 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.850495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc607d2a-dd6e-4659-af40-3646181fb6c8 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.912251 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc607d2a-dd6e-4659-af40-3646181fb6c8 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.927684 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc607d2a-dd6e-4659-af40-3646181fb6c8 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830c8ab8-4b94-4b96-b2e0-91e623e9cf89,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:36.973291 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Notify callbacks [] for port, precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.977060 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bc607d2a-dd6e-4659-af40-3646181fb6c8 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:36.978816 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-bc607d2a-dd6e-4659-af40-3646181fb6c8 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762785 Apr 30 02:38:36.981501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40562) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:36.985825 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1eeefaaa-769e-479e-a2f9-b6866687a00c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'security_group_rule': {'security_group_id': '023f9c25-7fd5-4ab8-9585-a303da5e3e99', 'project_id': '7339733888b647468baf8e03dd46926c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:37.026400 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.071675 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1eeefaaa-769e-479e-a2f9-b6866687a00c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.081649 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aedf0-39ed-4c8c-97f0-4580f0ae0c98 None None] Pushing event updated for resources: {'Port': ['ID=f7e81a01-4b76-42bc-b891-786c6a537f5b,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:37.138498 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Attempting to bind port f7e81a01-4b76-42bc-b891-786c6a537f5b on host n-d-821348-1 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:38:37.138921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Attempting to bind port f7e81a01-4b76-42bc-b891-786c6a537f5b by drivers openvswitch,hyperv on host n-d-821348-1 at level 0 using segments [{'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:38:37.139072 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1eeefaaa-769e-479e-a2f9-b6866687a00c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.139391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Attempting to bind port f7e81a01-4b76-42bc-b891-786c6a537f5b on network 20328cfa-4937-4737-9a7a-207f0ab66377 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:38:37.144547 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Checking agent: {'id': '9a12ffb5-aae3-4464-b48f-a3c0b69266da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 6, 4), 'started_at': datetime.datetime(2022, 4, 30, 1, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821348-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:38:37.144916 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Checking segment: {'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:37.145315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.145703 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Bound using segment: {'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:38:37.146160 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Bound port: f7e81a01-4b76-42bc-b891-786c6a537f5b, host: n-d-821348-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacf3879-200d-4571-ac86-c687d0fe3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:38:37.146532 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.211300 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] For port f7e81a01-4b76-42bc-b891-786c6a537f5b, host n-d-821348-1, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:38:37.215306 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] For port f7e81a01-4b76-42bc-b891-786c6a537f5b, host n-d-821348-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f7e81a01-4b76-42bc-b891-786c6a537f5b,segment=NetworkSegment(aacf3879-200d-4571-ac86-c687d0fe3c7a),segment_id=aacf3879-200d-4571-ac86-c687d0fe3c7a)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:38:37.226223 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1eeefaaa-769e-479e-a2f9-b6866687a00c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.246835 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeefaaa-769e-479e-a2f9-b6866687a00c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53226ff-1ec7-4392-b627-827dd1426177,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:37.301122 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.319872 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1eeefaaa-769e-479e-a2f9-b6866687a00c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.321117 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-1eeefaaa-769e-479e-a2f9-b6866687a00c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386958 Apr 30 02:38:37.324165 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:37.328604 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d3a62fe2-aaa5-4855-bebd-ad97245904f2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'security_group_rule': {'security_group_id': '023f9c25-7fd5-4ab8-9585-a303da5e3e99', 'project_id': '7339733888b647468baf8e03dd46926c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:37.372787 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b4c75f7f-5c60-40e1-b445-8607070db0b6 None None] Provisioning complete for port f7e81a01-4b76-42bc-b891-786c6a537f5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:37.373156 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-5c60-40e1-b445-8607070db0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.396697 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Routers {'9c0e5096-86c7-4f19-9adf-4288b1c6829c'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:37.400644 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:37.401244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aedf0-39ed-4c8c-97f0-4580f0ae0c98 None None] Pushing event updated for resources: {'Port': ['ID=f7e81a01-4b76-42bc-b891-786c6a537f5b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:37.414957 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-d3a62fe2-aaa5-4855-bebd-ad97245904f2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Project 7339733888b647468baf8e03dd46926c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:38:37.421715 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3a62fe2-aaa5-4855-bebd-ad97245904f2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.510923 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3a62fe2-aaa5-4855-bebd-ad97245904f2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.598091 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3a62fe2-aaa5-4855-bebd-ad97245904f2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.623725 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a62fe2-aaa5-4855-bebd-ad97245904f2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ef3b39-ef51-4350-803b-fc6d0521c3eb,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:37.691384 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3a62fe2-aaa5-4855-bebd-ad97245904f2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.692649 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-d3a62fe2-aaa5-4855-bebd-ad97245904f2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674691 Apr 30 02:38:37.695261 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:37.700144 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-90704fed-6516-4deb-a8fb-e4b544dc44fe tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'security_group_rule': {'security_group_id': '023f9c25-7fd5-4ab8-9585-a303da5e3e99', 'project_id': '7339733888b647468baf8e03dd46926c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:37.716970 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] Set router 9c0e5096-86c7-4f19-9adf-4288b1c6829c gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:37.743153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-5c60-40e1-b445-8607070db0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.780853 n-d-821348-1 neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-90704fed-6516-4deb-a8fb-e4b544dc44fe tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Project 7339733888b647468baf8e03dd46926c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 02:38:37.785918 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90704fed-6516-4deb-a8fb-e4b544dc44fe tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.821320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b4c75f7f-5c60-40e1-b445-8607070db0b6 None None] For port f7e81a01-4b76-42bc-b891-786c6a537f5b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f7e81a01-4b76-42bc-b891-786c6a537f5b,segment=NetworkSegment(aacf3879-200d-4571-ac86-c687d0fe3c7a),segment_id=aacf3879-200d-4571-ac86-c687d0fe3c7a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:37.846328 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90704fed-6516-4deb-a8fb-e4b544dc44fe tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.877579 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-5c60-40e1-b445-8607070db0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.917852 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90704fed-6516-4deb-a8fb-e4b544dc44fe tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641644'] for security_group_rule, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:37.942037 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90704fed-6516-4deb-a8fb-e4b544dc44fe tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f682a7-4bb1-4c9f-a25c-a6d333d3ff9e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:37.960391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5cfab0a4-e5ff-4878-8957-56f2f032c24d up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:37.966357 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c75f7f-5c60-40e1-b445-8607070db0b6 None None] Pushing event updated for resources: {'Port': ['ID=f7e81a01-4b76-42bc-b891-786c6a537f5b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:38.000118 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90704fed-6516-4deb-a8fb-e4b544dc44fe tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:38.001403 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-90704fed-6516-4deb-a8fb-e4b544dc44fe tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051441 Apr 30 02:38:38.024383 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e9c49f47-b017-4391-8873-2e2503a582d4 None None] Provisioning complete for port f7e81a01-4b76-42bc-b891-786c6a537f5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:38.024773 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9c49f47-b017-4391-8873-2e2503a582d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:38.062091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:38:34Z', 'revision_number': 4, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port': {'id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:31Z', 'updated_at': '2022-04-30T02:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f7e81a01-4b76-42bc-b891-786c6a537f5b', 'name': '', 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'mac_address': 'fa:16:3e:99:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '4d3e190c-8625-4a89-b836-fe102684e9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:33Z', 'updated_at': '2022-04-30T02:38:37Z', 'revision_number': 4, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'subnets': [{'id': '4d3e190c-8625-4a89-b836-fe102684e9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:38.100398 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86e4f4-2a4c-46f2-91f9-0cc6f507d376 None None] The sync data for ids ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'] in n-d-821348-1 is: [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:38:34Z', 'revision_number': 4, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port': {'id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:31Z', 'updated_at': '2022-04-30T02:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'f7e81a01-4b76-42bc-b891-786c6a537f5b', 'name': '', 'network_id': '20328cfa-4937-4737-9a7a-207f0ab66377', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'mac_address': 'fa:16:3e:99:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '4d3e190c-8625-4a89-b836-fe102684e9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:33Z', 'updated_at': '2022-04-30T02:38:37Z', 'revision_number': 4, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'subnets': [{'id': '4d3e190c-8625-4a89-b836-fe102684e9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:38:38.111583 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port 5cfab0a4-e5ff-4878-8957-56f2f032c24d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:38.111953 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:38.259044 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-49ab2f67-9f3d-41d8-a5a8-58b151712dec tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21719716&fields=id&tenant_id=7339733888b647468baf8e03dd46926c HTTP/1.1" status: 200 len: 267 time: 0.0496168 Apr 30 02:38:38.376105 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-d4324cad-813d-4464-919e-ce488590d198 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:38.377666 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-d4324cad-813d-4464-919e-ce488590d198 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 808 time: 0.1106863 Apr 30 02:38:38.393631 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-694c9d3a-a98d-46d0-ac61-0fbc49a9ce3c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/quotas/7339733888b647468baf8e03dd46926c HTTP/1.1" status: 200 len: 375 time: 0.0099351 Apr 30 02:38:38.449628 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-62fdfca5-b93f-4026-94bb-1c22b589e0e6 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493746 Apr 30 02:38:38.562210 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-c9bf27e8-5fc1-485a-9635-eebebc17c102 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:38:38.563237 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-c9bf27e8-5fc1-485a-9635-eebebc17c102 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1014757 Apr 30 02:38:38.657833 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-06f9177b-b76e-460e-b9fe-c6bd4e1ba44c service neutron] 10.222.0.15 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875683 Apr 30 02:38:38.748216 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-55e46ae4-61c3-482a-9c2a-21e46c8ebc27 service neutron] 10.222.0.15 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814126 Apr 30 02:38:38.948128 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-04585d83-22a8-4c5f-8046-e7609d31983e req-3be37880-08c0-4243-a36e-8306d9348e37 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 210 time: 0.0273099 Apr 30 02:38:39.973156 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f7e81a01-4b76-42bc-b891-786c6a537f5b up at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:40.021282 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Provisioning complete for port f7e81a01-4b76-42bc-b891-786c6a537f5b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:40.021620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:40.042415 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-a9bfaa58-3225-49e8-a7a0-6876ae27588c req-fd53b763-872e-45f3-9ff8-661b8c6ca24b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 210 time: 0.0266311 Apr 30 02:38:41.112621 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-a5a51739-aeae-452c-9a07-863b01391115 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:41.114068 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-a5a51739-aeae-452c-9a07-863b01391115 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.23 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 808 time: 0.1081443 Apr 30 02:38:41.154744 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-89dfb12c-2d2d-4e87-9cff-09386bd2b668 req-658a545a-46af-492d-8a14-4c785503c7de tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 210 time: 0.0366254 Apr 30 02:38:41.164091 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6c71f8e6-0f71-468d-9b8c-a11fe288caff tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7339733888b647468baf8e03dd46926c HTTP/1.1" status: 200 len: 378 time: 0.0393391 Apr 30 02:38:41.179274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'port': {'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'admin_state_up': True, 'tenant_id': '7339733888b647468baf8e03dd46926c', 'security_groups': ['023f9c25-7fd5-4ab8-9585-a303da5e3e99']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:41.323516 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Made reservation on behalf of 7339733888b647468baf8e03dd46926c for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:38:41.327015 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:41.460425 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Allocated IP 172.20.0.6 (5dc2feb0-a52a-479b-aaa7-cba0f4e6642e/72cdd7af-d926-4774-aa31-588f3899ab7b/a81f750f-8bd6-4018-8e90-7abb2ef83809) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:38:41.602101 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:41.683944 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:41.727782 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:41.731314 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:41.735105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:38:41.742037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:41.792297 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:41.792983 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:41.863282 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-6a264767-93ea-42c8-9e35-3ba1e5cbe866 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6931632 Apr 30 02:38:41.939842 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Request body: {'port': {'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:41.948679 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0851af15-663b-4e2b-bf30-9007781f10b8 None None] Provisioning complete for port a81f750f-8bd6-4018-8e90-7abb2ef83809 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:41.951541 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0851af15-663b-4e2b-bf30-9007781f10b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:41.985580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0851af15-663b-4e2b-bf30-9007781f10b8 None None] Port a81f750f-8bd6-4018-8e90-7abb2ef83809 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:38:42.001464 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:42.266695 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81f750f-8bd6-4018-8e90-7abb2ef83809 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:38:42.274523 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:42.276168 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3aca-e75e-4498-b426-85833008914c req-3ae3f6af-0296-4ef4-9b82-3bec4c41793a tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:42.277734 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-419c3aca-e75e-4498-b426-85833008914c req-3ae3f6af-0296-4ef4-9b82-3bec4c41793a tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 931 time: 0.0508378 Apr 30 02:38:42.288057 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Transition to ACTIVE for port object a81f750f-8bd6-4018-8e90-7abb2ef83809 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:38:42.318359 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-419c3aca-e75e-4498-b426-85833008914c req-182fa316-f238-4a4b-a2ac-a449c3929286 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340219 Apr 30 02:38:42.351835 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:42.417564 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Pushing event updated for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:42.475023 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Attempting to bind port a81f750f-8bd6-4018-8e90-7abb2ef83809 on host n-h2-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:38:42.475486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Attempting to bind port a81f750f-8bd6-4018-8e90-7abb2ef83809 by drivers openvswitch,hyperv on host n-h2-821348-1 at level 0 using segments [{'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:38:42.475811 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Attempting to bind port a81f750f-8bd6-4018-8e90-7abb2ef83809 on network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:38:42.481363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Port a81f750f-8bd6-4018-8e90-7abb2ef83809 on network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e not bound, no agent of type Open vSwitch agent registered on host n-h2-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:38:42.481699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Attempting to bind port a81f750f-8bd6-4018-8e90-7abb2ef83809 on network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:38:42.487230 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Checking agent: {'id': '21ef24ce-785b-457c-b977-b78b88167a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:38:42.487466 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Checking segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:38:42.488294 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Bound using segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:38:42.488758 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Bound port: a81f750f-8bd6-4018-8e90-7abb2ef83809, host: n-h2-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:38:42.489127 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:42.559343 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:38:42.562713 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:38:42.615232 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:42.647657 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:42.648279 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:42.649709 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] 10.222.0.23 "PUT /v2.0/ports/a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 200 len: 1091 time: 0.7735653 Apr 30 02:38:42.653167 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:38:42.658315 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dfadb4-29f7-44d0-a9a5-33fd5cb41cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:38:42.684132 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064398b6-f27b-43be-84e6-7a3672b4f9af service neutron] Pushing event updated for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:42.695216 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c71712-12fd-4784-b380-c7ec93d7af6a x-openstack-request-id: req-48c71712-12fd-4784-b380-c7ec93d7af6a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:38:42.695541 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:38:42.695796 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48c71712-12fd-4784-b380-c7ec93d7af6a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:38:42.696208 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c71712-12fd-4784-b380-c7ec93d7af6a'] response: {'name': 'network-changed', 'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'status': 'completed', 'code': 200} Apr 30 02:38:42.762105 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfadb4-29f7-44d0-a9a5-33fd5cb41cb2 req-959d4d01-aec8-46b0-8b97-70b5701315e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:42.763652 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80dfadb4-29f7-44d0-a9a5-33fd5cb41cb2 req-959d4d01-aec8-46b0-8b97-70b5701315e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1094 time: 0.0433409 Apr 30 02:38:42.867749 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfadb4-29f7-44d0-a9a5-33fd5cb41cb2 req-ec981c2d-a897-4e0b-b445-9a9bfd888c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:42.869872 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80dfadb4-29f7-44d0-a9a5-33fd5cb41cb2 req-ec981c2d-a897-4e0b-b445-9a9bfd888c6c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7339733888b647468baf8e03dd46926c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0986259 Apr 30 02:38:42.968526 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfadb4-29f7-44d0-a9a5-33fd5cb41cb2 req-5d168d5e-9377-42e6-836d-ccedaa57aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:42.970004 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-80dfadb4-29f7-44d0-a9a5-33fd5cb41cb2 req-5d168d5e-9377-42e6-836d-ccedaa57aa31 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0905619 Apr 30 02:38:43.056833 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-c8578e70-e390-4a61-9eb6-acd3f9f1fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:43.058363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-c8578e70-e390-4a61-9eb6-acd3f9f1fca6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1094 time: 0.0407686 Apr 30 02:38:43.104893 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-3f07d93a-32c0-4c8b-ad7e-ca551f2d8a24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 200 len: 217 time: 0.0340660 Apr 30 02:38:43.155706 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-ac59bddd-76da-4ddc-b985-3e9c55044d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:43.157179 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-ac59bddd-76da-4ddc-b985-3e9c55044d03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0454836 Apr 30 02:38:43.207752 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-46f11b3f-a2d3-4180-acf9-a650e46aedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:43.209319 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-46f11b3f-a2d3-4180-acf9-a650e46aedfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439012 Apr 30 02:38:43.300947 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-c3281423-027b-404b-a7fa-74066b013186 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803370 Apr 30 02:38:43.398871 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-cf9f83cf-2572-4000-9959-c64ffe15cde4 req-c7d10094-1491-4512-a8f7-d82553a30162 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874510 Apr 30 02:38:43.436294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16b2f6-4277-430c-bade-e577635f85f2 req-46d6ac25-0f70-4c48-b489-f989116a0dc1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:43.437792 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f16b2f6-4277-430c-bade-e577635f85f2 req-46d6ac25-0f70-4c48-b489-f989116a0dc1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 943 time: 0.0484192 Apr 30 02:38:43.476465 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8f16b2f6-4277-430c-bade-e577635f85f2 req-9a65e4b2-247d-4abd-bde8-f3afe470ecaf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322750 Apr 30 02:38:44.594050 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca431c-acc9-4925-9d72-426c67a42332 req-80fb39c6-dae8-4e3c-bb08-eee9149be825 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:44.595520 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17ca431c-acc9-4925-9d72-426c67a42332 req-80fb39c6-dae8-4e3c-bb08-eee9149be825 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 943 time: 0.0476606 Apr 30 02:38:44.636563 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-17ca431c-acc9-4925-9d72-426c67a42332 req-3cd5f491-9d8d-4b62-9e66-e315b3700171 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349793 Apr 30 02:38:45.751568 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1bf12-7313-4677-954b-5b5f55671c8f req-fe37dfb3-d6f0-4151-8dc8-39cdb38c617a tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:45.753052 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15a1bf12-7313-4677-954b-5b5f55671c8f req-fe37dfb3-d6f0-4151-8dc8-39cdb38c617a tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 943 time: 0.0479233 Apr 30 02:38:45.789452 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-15a1bf12-7313-4677-954b-5b5f55671c8f req-b68d057a-3da7-4e9c-af67-12ab2b3b891e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305014 Apr 30 02:38:46.341650 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a81f750f-8bd6-4018-8e90-7abb2ef83809 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:38:46.435320 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:46.446554 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:38:46.482935 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:46.495180 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81f750f-8bd6-4018-8e90-7abb2ef83809 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:38:46.514910 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:46.558080 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:46.608640 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:46.862219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a81f750f-8bd6-4018-8e90-7abb2ef83809'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:38:46.906389 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ea6f5-c3a2-46dd-822f-4279120bee60 req-9a4b9d83-d9cd-42e3-b3d4-63671bebad73 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:46.907945 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b27ea6f5-c3a2-46dd-822f-4279120bee60 req-9a4b9d83-d9cd-42e3-b3d4-63671bebad73 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 944 time: 0.0500662 Apr 30 02:38:46.945295 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b27ea6f5-c3a2-46dd-822f-4279120bee60 req-4be06dea-420c-40b5-bd55-4a4e8cc740c1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314026 Apr 30 02:38:48.060225 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8033db-28a3-491c-a56b-52c1eecd2dda req-d1d4bcaf-f104-49c8-81f9-961e8f807631 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:48.061690 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db8033db-28a3-491c-a56b-52c1eecd2dda req-d1d4bcaf-f104-49c8-81f9-961e8f807631 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 944 time: 0.0471427 Apr 30 02:38:48.102454 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-db8033db-28a3-491c-a56b-52c1eecd2dda req-ae37f4a1-540a-4e98-ab14-5e4c2ebf523b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346792 Apr 30 02:38:48.357953 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a81f750f-8bd6-4018-8e90-7abb2ef83809 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:38:48.466070 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning for port a81f750f-8bd6-4018-8e90-7abb2ef83809 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:38:48.470025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port a81f750f-8bd6-4018-8e90-7abb2ef83809 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:38:48.470403 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:48.548896 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:48.571314 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:38:48.574370 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a63ed3-5f90-4f74-912a-178cb3abcec6" -d '{"events": [{"server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "name": "network-vif-plugged", "status": "completed", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:38:48.586889 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:38:48.666275 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6dc6f1-eff8-431d-bb0f-134fda6a5112 x-openstack-request-id: req-1f6dc6f1-eff8-431d-bb0f-134fda6a5112 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:38:48.666627 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "name": "network-vif-plugged", "status": "completed", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:38:48.666953 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f6dc6f1-eff8-431d-bb0f-134fda6a5112 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:38:48.667342 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6dc6f1-eff8-431d-bb0f-134fda6a5112'] response: {'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'code': 200} Apr 30 02:38:48.683709 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:48.735878 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:48.778085 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b66d17-4bae-4d7e-ab03-c005ba6e9675 req-bec50c10-4d07-4d52-bcb5-7316894cbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:48.779617 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a7b66d17-4bae-4d7e-ab03-c005ba6e9675 req-bec50c10-4d07-4d52-bcb5-7316894cbf17 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1096 time: 0.0422745 Apr 30 02:38:48.814078 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a7b66d17-4bae-4d7e-ab03-c005ba6e9675 req-893ef956-75e1-46b2-818d-ad5bed720dbc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276256 Apr 30 02:38:49.219726 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa57d7-1ddb-4756-8908-1b070766f798 req-4e284399-50f6-4a1a-9ef4-427e8275de3b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:49.221192 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ffa57d7-1ddb-4756-8908-1b070766f798 req-4e284399-50f6-4a1a-9ef4-427e8275de3b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 945 time: 0.0481732 Apr 30 02:38:49.259207 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-1ffa57d7-1ddb-4756-8908-1b070766f798 req-655b3e44-908b-45ca-ae1f-2e4f91bf97c3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319278 Apr 30 02:38:49.431686 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:50.378185 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a87c2-d365-4400-8975-5c8c0fc026cb req-7aa68a3b-1d7a-4a89-80eb-660552fedf93 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:50.379652 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c5a87c2-d365-4400-8975-5c8c0fc026cb req-7aa68a3b-1d7a-4a89-80eb-660552fedf93 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 945 time: 0.0484729 Apr 30 02:38:50.415827 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9c5a87c2-d365-4400-8975-5c8c0fc026cb req-45ceae64-27a7-4a35-a956-c4987f84f2b0 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300176 Apr 30 02:38:50.528138 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2d6c4-ba5d-489b-8d69-faa04cdc9da2 req-19bd2b78-0d72-45a1-a323-5a0d857ec8d2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:50.529612 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ed2d6c4-ba5d-489b-8d69-faa04cdc9da2 req-19bd2b78-0d72-45a1-a323-5a0d857ec8d2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 945 time: 0.0472023 Apr 30 02:38:50.571187 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5ed2d6c4-ba5d-489b-8d69-faa04cdc9da2 req-72141e8f-d7c1-4f77-8ca1-dd4cddc4b80a tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356126 Apr 30 02:38:50.592469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40632) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:50.671791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9aa6d3-1cc2-46e9-a7e5-95d89867588c tempest-TestSnapshotPattern-894479433 tempest-TestSnapshotPattern-894479433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:50.673497 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-fc9aa6d3-1cc2-46e9-a7e5-95d89867588c tempest-TestSnapshotPattern-894479433 tempest-TestSnapshotPattern-894479433-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1091 time: 0.0800793 Apr 30 02:38:50.676415 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40636) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:38:50.680747 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:38:50.752065 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:50.846416 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:50.948069 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Allocated IP 172.25.0.65 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/11889b8d-3cf8-4bff-a968-3ded88f69e98) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:38:51.046129 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:51.134671 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:51.174086 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:38:51.176851 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:38:51.182602 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:38:51.211338 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'Port': ['ID=11889b8d-3cf8-4bff-a968-3ded88f69e98,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:51.220858 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:51.347100 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:38:51.538747 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:51.655855 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:51.802644 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:51.842936 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:51.909970 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'Port': ['ID=11889b8d-3cf8-4bff-a968-3ded88f69e98,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:38:51.920289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:52.018960 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Floating IP 719a2515-d3f6-41e0-b8cc-9931fb39dffe associated. External IP: 172.25.0.65, port: a81f750f-8bd6-4018-8e90-7abb2ef83809. Apr 30 02:38:52.220896 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Router e6be7d51-e051-40a1-af8e-5893569021b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:38:52.324707 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:38:52.334069 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] Sync routers for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:38:52.344137 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:52.351528 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:52.405376 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:38:52.432268 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-efb449ca-b4bf-4826-99d9-8a60fc0e46cc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7548146 Apr 30 02:38:52.433189 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:38:52.435420 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1c025-493b-4d0e-a60a-947ded7469e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:38:52.451703 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:52.536805 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12891bcd-5c2e-4e68-b319-2aa8f8b922cb x-openstack-request-id: req-12891bcd-5c2e-4e68-b319-2aa8f8b922cb {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:38:52.537090 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:38:52.537333 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12891bcd-5c2e-4e68-b319-2aa8f8b922cb {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:38:52.537739 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12891bcd-5c2e-4e68-b319-2aa8f8b922cb'] response: {'name': 'network-changed', 'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'status': 'completed', 'code': 200} Apr 30 02:38:52.599272 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-11daff63-7b8b-48a5-b227-52fbadb93882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:52.600835 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-11daff63-7b8b-48a5-b227-52fbadb93882 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1096 time: 0.0397775 Apr 30 02:38:52.681335 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:51Z', 'revision_number': 0, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:52.693823 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-9bd412ca-5083-474a-8553-4fbaff4edea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:52.695350 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-9bd412ca-5083-474a-8553-4fbaff4edea8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0882516 Apr 30 02:38:52.710626 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] Checking router: e6be7d51-e051-40a1-af8e-5893569021b8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:38:52.719759 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:38:52.720355 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:38:31Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:52.764094 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-76e0efc7-86a7-4a1e-aaf3-7db6cd1a2a00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 200 len: 998 time: 0.0615475 Apr 30 02:38:52.824228 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:38:52.825686 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-ec3223aa-55f8-4079-b4bd-9bca2760f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:52.827175 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-ec3223aa-55f8-4079-b4bd-9bca2760f3fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0480418 Apr 30 02:38:52.874586 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-50075c13-91a9-4acd-a8a6-fbf2e31abbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:38:52.876390 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-50075c13-91a9-4acd-a8a6-fbf2e31abbca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424283 Apr 30 02:38:52.965253 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-a071a1d0-1144-4efa-a54e-cbd1dcfef862 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819190 Apr 30 02:38:53.045380 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:51Z', 'revision_number': 0, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:38:53.058960 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-a3b1c025-493b-4d0e-a60a-947ded7469e3 req-e8eca37e-3d69-4423-b4c2-71034baec4ee service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870562 Apr 30 02:38:53.076453 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0033ee-f568-4279-8e85-b6b6990a2030 None None] The sync data for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 is: [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:51Z', 'revision_number': 0, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:38:53.262580 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a2894-2189-4867-8763-e2e64fbc8b17 None None] New status for floating IP 719a2515-d3f6-41e0-b8cc-9931fb39dffe: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:38:58.820602 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-368b490a-cb3a-42ec-a008-e16b505881e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:01.003280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5eac4f6d-06ca-4750-b068-6ff168ebfff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:02.317525 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:03.934867 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:04.071420 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:19.443184 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:21.300117 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:28.346246 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:39:28.825587 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f74b723-b2f5-4d28-8adc-2136b826cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:31.025730 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f620255-9c53-4587-a1a1-6fa5c1e64abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:32.316974 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:33.952510 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:34.076817 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:39.704602 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-bd47799c-9e80-4672-bc30-164013456fd9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410349 Apr 30 02:39:39.791284 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-fa736cd1-7e0d-4b47-8387-56d9e0ef82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:39:39.792766 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-fa736cd1-7e0d-4b47-8387-56d9e0ef82ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1096 time: 0.0397522 Apr 30 02:39:39.900078 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-87473581-a1aa-48c3-9643-54a868b4710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:39:39.901556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-87473581-a1aa-48c3-9643-54a868b4710f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0851140 Apr 30 02:39:39.968532 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-e4ce0fd5-59d4-4fc0-9cbb-7791ea6ff0c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 200 len: 1000 time: 0.0570984 Apr 30 02:39:40.026236 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-63d53c52-2355-4166-b776-8f7ddb9001de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:39:40.027684 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-63d53c52-2355-4166-b776-8f7ddb9001de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0476079 Apr 30 02:39:40.075839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-b0b99f62-d5dd-483b-ae6b-a6788df1f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:39:40.077428 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-b0b99f62-d5dd-483b-ae6b-a6788df1f8ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399356 Apr 30 02:39:40.167858 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-a4d2036b-349e-49f9-bdbd-0b5a50f78290 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803318 Apr 30 02:39:40.263085 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5e27c126-e76d-46c2-aac3-8900e3070ab6 req-939efbcf-b759-47d8-ac8b-c41c0c58a3b3 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845306 Apr 30 02:39:49.436368 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:51.265976 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:39:58.842250 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f099b790-2a72-411e-a01d-c72c52aeb283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:01.019654 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26021432-98b2-4a48-a876-eac8198cf785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:02.328094 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:03.967870 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:04.088114 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:05.345348 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:40:19.464051 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:21.270595 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:28.836639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26ddd49c-367e-4557-89ea-cec95d7ff29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:31.093660 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d99e69db-25ba-4d3a-9778-42690b2bb262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:32.327623 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:33.955554 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:34.105157 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:41.706236 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-55d3c98e-3e37-43f5-a123-0d6fd5f7a863 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414555 Apr 30 02:40:41.799129 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-2ad29beb-2aaa-44f0-938c-67f32fad2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:40:41.800678 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-2ad29beb-2aaa-44f0-938c-67f32fad2294 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1096 time: 0.0420315 Apr 30 02:40:41.913175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-f7298549-448f-4e7d-8e6d-a3dc044cf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:40:41.914643 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-f7298549-448f-4e7d-8e6d-a3dc044cf6b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0879619 Apr 30 02:40:41.984038 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-837473bd-1615-4c07-9bff-32cbf670b3b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 200 len: 1000 time: 0.0584910 Apr 30 02:40:42.040111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-a7b9f9d8-decf-4523-874c-b0b839ee0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:40:42.041484 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-a7b9f9d8-decf-4523-874c-b0b839ee0e5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0477548 Apr 30 02:40:42.091507 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-194bf36b-7daa-4ea5-aba7-ded65b089485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:40:42.093044 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-194bf36b-7daa-4ea5-aba7-ded65b089485 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408957 Apr 30 02:40:42.185367 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-be33d7aa-d8e3-4db5-b38c-7423989d4b1a service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817552 Apr 30 02:40:42.285405 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-2bec39f1-397d-41a8-9959-bed4a3916b5d req-e2e98779-f684-466d-b3fc-c0146f9a3bc3 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900207 Apr 30 02:40:42.344112 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:40:49.453212 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:51.303408 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:54.965316 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a81f750f-8bd6-4018-8e90-7abb2ef83809 details requested by agent hyperv_n-h2-821348-1 with host n-h2-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:40:55.062463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:40:55.074716 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Returning: {'device': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:40:55.119798 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:55.136310 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a81f750f-8bd6-4018-8e90-7abb2ef83809 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:40:55.159359 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:40:55.231447 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:55.298928 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:40:55.310845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.311194 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.311565 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.311906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.312244 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.312576 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.312906 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.313266 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.313594 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.313921 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.314248 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.314575 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:40:55.319702 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] get_ports_and_sgs() called for port_ids ['a81f750f-8bd6-4018-8e90-7abb2ef83809'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:40:56.965342 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a81f750f-8bd6-4018-8e90-7abb2ef83809 up at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:40:57.019612 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Provisioning complete for port a81f750f-8bd6-4018-8e90-7abb2ef83809 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:40:57.020081 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:57.106361 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:57.133452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:40:57.135715 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72495969-b7bd-4d85-bb5c-889c8c094492" -d '{"events": [{"server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "name": "network-vif-plugged", "status": "completed", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:40:57.153676 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:40:57.187248 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddea6d8d-7ca1-4758-8ba6-726b4975fb04 x-openstack-request-id: req-ddea6d8d-7ca1-4758-8ba6-726b4975fb04 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:40:57.187727 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "name": "network-vif-plugged", "status": "completed", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:40:57.188196 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddea6d8d-7ca1-4758-8ba6-726b4975fb04 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:40:57.188816 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddea6d8d-7ca1-4758-8ba6-726b4975fb04'] response: {'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'code': 200} Apr 30 02:40:57.235356 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:40:57.288166 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:40:58.842070 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ea77577c-f18d-4170-8450-0196db073598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:01.025148 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d46803d3-455c-4fe1-93ed-8546362bb747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:02.324450 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:03.961998 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:04.122686 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:06.175176 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-0ef30f69-5c65-45b6-ab5c-78f06fc521b6 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21719716&fields=id&tenant_id=7339733888b647468baf8e03dd46926c HTTP/1.1" status: 200 len: 267 time: 0.0349243 Apr 30 02:41:06.281995 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-4e8f4582-06fe-44e5-b7eb-a0ff079745df tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:06.283445 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-4e8f4582-06fe-44e5-b7eb-a0ff079745df tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 808 time: 0.1015646 Apr 30 02:41:06.299584 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-e5798619-029f-4c36-b801-e2a1b4b7cd74 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/quotas/7339733888b647468baf8e03dd46926c HTTP/1.1" status: 200 len: 375 time: 0.0092914 Apr 30 02:41:06.353935 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-34a56727-bb59-4129-a169-9509f067a57e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491552 Apr 30 02:41:06.446783 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-e6c1c829-973c-4221-87da-455d11548757 service neutron] 10.222.0.15 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810723 Apr 30 02:41:06.540035 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-9eb5c479-810a-4f59-b2ce-969c1463f90f service neutron] 10.222.0.15 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865221 Apr 30 02:41:07.818177 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0a5a9593-69a6-4165-aa96-d1e79b02d479 req-d0a17c1f-5b84-49ab-bd0b-0f79dd3487e3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 210 time: 0.0268514 Apr 30 02:41:08.912542 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-31629bb2-bc9b-4fcf-b5c9-804365175079 req-a9404441-5fb0-463d-a6d8-31f069e300ba tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 210 time: 0.0269549 Apr 30 02:41:09.027337 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a81f750f-8bd6-4018-8e90-7abb2ef83809 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:41:09.264941 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:09.286714 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:41:09.288973 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c44d09-0ac1-4bd2-b8d5-d1bc1eadb045" -d '{"events": [{"server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "name": "network-vif-unplugged", "status": "completed", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:41:09.301846 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:41:09.326626 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b0a302-435d-4aff-820d-92b75e9ee274 x-openstack-request-id: req-60b0a302-435d-4aff-820d-92b75e9ee274 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:41:09.326916 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "name": "network-vif-unplugged", "status": "completed", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:41:09.327166 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60b0a302-435d-4aff-820d-92b75e9ee274 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:41:09.327600 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b0a302-435d-4aff-820d-92b75e9ee274'] response: {'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'code': 200} Apr 30 02:41:09.355261 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:09.402193 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Pushing event updated for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:41:09.636139 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-0e246e60-1742-4968-b333-8d6ab1182243 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:09.637576 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-0e246e60-1742-4968-b333-8d6ab1182243 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.21 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 808 time: 0.1028123 Apr 30 02:41:09.680450 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-de830ac9-da58-443c-9320-c01c2173eb90 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7339733888b647468baf8e03dd46926c HTTP/1.1" status: 200 len: 378 time: 0.0343649 Apr 30 02:41:09.689175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'port': {'device_id': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'admin_state_up': True, 'tenant_id': '7339733888b647468baf8e03dd46926c', 'security_groups': ['023f9c25-7fd5-4ab8-9585-a303da5e3e99']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:41:09.852995 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Made reservation on behalf of 7339733888b647468baf8e03dd46926c for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 02:41:09.857364 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:09.990010 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Allocated IP 172.20.0.12 (5dc2feb0-a52a-479b-aaa7-cba0f4e6642e/72cdd7af-d926-4774-aa31-588f3899ab7b/aec523be-daae-42e9-86f4-ce77354ff83c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:41:10.018737 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-b9e5b4e8-e2c2-4c82-840f-09b6fb4554a8 req-b6686a79-0406-48c5-a0b1-ef379369c936 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 210 time: 0.0304842 Apr 30 02:41:10.130710 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for port, precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:10.208144 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:10.254735 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:41:10.261150 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:41:10.266598 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:41:10.298831 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:41:10.322140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.322486 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.322934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.323311 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.323678 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.324089 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.325029 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.325562 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.325901 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.326267 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.326658 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.327039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:10.374747 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:10.376048 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:10.456854 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-855d4588-0b75-4dfa-96b9-fc561a60a6b3 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7712569 Apr 30 02:41:10.625444 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c8884420-d589-4f01-aa48-3f4311c5bdb5 None None] Provisioning complete for port aec523be-daae-42e9-86f4-ce77354ff83c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:41:10.626010 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8884420-d589-4f01-aa48-3f4311c5bdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:10.666915 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c8884420-d589-4f01-aa48-3f4311c5bdb5 None None] Port aec523be-daae-42e9-86f4-ce77354ff83c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 30 02:41:11.147682 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26a31-6bd0-472c-98ca-21c14fee53c1 req-1601523d-8642-4269-a39d-4fa48a71b311 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:11.149413 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae26a31-6bd0-472c-98ca-21c14fee53c1 req-1601523d-8642-4269-a39d-4fa48a71b311 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 932 time: 0.0555370 Apr 30 02:41:11.198895 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-9ae26a31-6bd0-472c-98ca-21c14fee53c1 req-248a5c1a-e2de-4a9f-9d97-8b1530a5d336 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432386 Apr 30 02:41:12.325862 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3be6-9df7-466c-b95d-5a048661bf80 req-fce023ac-acb1-45ee-802d-58c88634c3dc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:12.327328 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-352f3be6-9df7-466c-b95d-5a048661bf80 req-fce023ac-acb1-45ee-802d-58c88634c3dc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 932 time: 0.0494521 Apr 30 02:41:12.364152 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-352f3be6-9df7-466c-b95d-5a048661bf80 req-ba367ede-3199-40cf-abcb-afdb27a7fae7 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308707 Apr 30 02:41:13.490674 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18d1c2-04c6-4518-8160-e38e79602b46 req-aeb78414-5ff5-4c83-ada6-9f0280694933 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:13.492837 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c18d1c2-04c6-4518-8160-e38e79602b46 req-aeb78414-5ff5-4c83-ada6-9f0280694933 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 932 time: 0.0488765 Apr 30 02:41:13.538122 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4c18d1c2-04c6-4518-8160-e38e79602b46 req-f293803b-8c31-4d24-9ace-c30b3adcd4bc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384579 Apr 30 02:41:14.669349 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1e23f-2e9e-4d66-a0ce-d4e24c049425 req-0d9b0452-2740-4f90-a9e3-cba73f1d30d5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:14.673609 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbe1e23f-2e9e-4d66-a0ce-d4e24c049425 req-0d9b0452-2740-4f90-a9e3-cba73f1d30d5 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 932 time: 0.0574460 Apr 30 02:41:14.711380 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-fbe1e23f-2e9e-4d66-a0ce-d4e24c049425 req-b1f48e10-c8e2-4aa1-9c64-37c24c4ae90f tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341861 Apr 30 02:41:15.829467 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8938c-a4a7-428e-97d5-ba934d0aee0a req-f5fb8030-73e0-423b-8c0c-78661be40135 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:15.830929 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cfd8938c-a4a7-428e-97d5-ba934d0aee0a req-f5fb8030-73e0-423b-8c0c-78661be40135 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 932 time: 0.0493810 Apr 30 02:41:15.867440 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cfd8938c-a4a7-428e-97d5-ba934d0aee0a req-50b5c742-e87f-4902-9ae8-d14520345912 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304356 Apr 30 02:41:16.989439 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a178437-cd0c-4ee6-9aa7-2f2cc0799bdf req-ca9a5516-21af-47e4-b738-f6e5a38e9fcc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:16.991473 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a178437-cd0c-4ee6-9aa7-2f2cc0799bdf req-ca9a5516-21af-47e4-b738-f6e5a38e9fcc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 932 time: 0.0558331 Apr 30 02:41:17.034875 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-8a178437-cd0c-4ee6-9aa7-2f2cc0799bdf req-67ffe383-947e-4585-aaab-f99dde724e5f tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367026 Apr 30 02:41:18.166265 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ebcd3-7faf-4e01-8b38-878b8f604d71 req-0b98b397-6112-4154-9882-fb5732ab188b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:18.168878 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-635ebcd3-7faf-4e01-8b38-878b8f604d71 req-0b98b397-6112-4154-9882-fb5732ab188b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 932 time: 0.0553114 Apr 30 02:41:18.229137 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-635ebcd3-7faf-4e01-8b38-878b8f604d71 req-249dfcaf-0733-4f39-8752-a10976ad9fea tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492034 Apr 30 02:41:19.344214 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:41:19.354353 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88f837-8045-4d04-a391-638ff616d416 req-7a22344e-93d4-4aee-b438-306607e597ec tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:19.355930 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e88f837-8045-4d04-a391-638ff616d416 req-7a22344e-93d4-4aee-b438-306607e597ec tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 932 time: 0.0632203 Apr 30 02:41:19.395682 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-7e88f837-8045-4d04-a391-638ff616d416 req-2ee50b77-5d15-4aa9-b2c3-49b1d95b860a tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331159 Apr 30 02:41:19.475988 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:20.059508 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.v2.base [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Request body: {'port': {'device_id': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821348-1'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:41:20.112303 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:20.370850 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec523be-daae-42e9-86f4-ce77354ff83c {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:41:20.378271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:20.389535 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Transition to ACTIVE for port object aec523be-daae-42e9-86f4-ce77354ff83c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 02:41:20.463337 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:20.520032 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4e944-d69e-47c5-923e-16e79f2f65e2 req-b53c9968-01b4-4e00-a34d-661016632328 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:20.520948 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffc4e944-d69e-47c5-923e-16e79f2f65e2 req-b53c9968-01b4-4e00-a34d-661016632328 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 944 time: 0.0545602 Apr 30 02:41:20.530889 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Pushing event updated for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:41:20.566243 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-ffc4e944-d69e-47c5-923e-16e79f2f65e2 req-835cc1b2-624d-4cfc-b94f-38b40b221d07 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340197 Apr 30 02:41:20.583242 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Attempting to bind port aec523be-daae-42e9-86f4-ce77354ff83c on host n-h1-821348-1 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 02:41:20.583599 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Attempting to bind port aec523be-daae-42e9-86f4-ce77354ff83c by drivers openvswitch,hyperv on host n-h1-821348-1 at level 0 using segments [{'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 02:41:20.583930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Attempting to bind port aec523be-daae-42e9-86f4-ce77354ff83c on network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:41:20.588972 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Port aec523be-daae-42e9-86f4-ce77354ff83c on network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e not bound, no agent of type Open vSwitch agent registered on host n-h1-821348-1 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 02:41:20.593917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Attempting to bind port aec523be-daae-42e9-86f4-ce77354ff83c on network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 02:41:20.595067 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Checking agent: {'id': 'b827fe03-942e-4be9-84d1-29034f3e75b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821348-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'started_at': datetime.datetime(2022, 4, 30, 1, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 2, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 02:41:20.595671 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Checking segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 30 02:41:20.595800 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Bound using segment: {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 02:41:20.596325 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Bound port: aec523be-daae-42e9-86f4-ce77354ff83c, host: n-h1-821348-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0602e905-d439-4195-bff7-fd2a5614a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 02:41:20.596562 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:20.666323 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 02:41:20.670039 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 02:41:20.733772 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62015470'] for port, after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:20.773274 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:20.773881 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:20.775268 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] 10.222.0.21 "PUT /v2.0/ports/aec523be-daae-42e9-86f4-ce77354ff83c HTTP/1.1" status: 200 len: 1092 time: 0.7202041 Apr 30 02:41:20.775729 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:41:20.778213 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e74705-98f3-4730-b680-325e4a978ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:41:20.802732 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96353c9-7102-4725-87f1-d1170dc7aa2c service neutron] Pushing event updated for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:41:20.820478 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db2676-f6cb-4215-a3a9-df8b863305d3 x-openstack-request-id: req-36db2676-f6cb-4215-a3a9-df8b863305d3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:41:20.820768 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:41:20.821021 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36db2676-f6cb-4215-a3a9-df8b863305d3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:41:20.821423 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36db2676-f6cb-4215-a3a9-df8b863305d3'] response: {'name': 'network-changed', 'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'status': 'completed', 'code': 200} Apr 30 02:41:20.881552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e74705-98f3-4730-b680-325e4a978ba9 req-b7d3744d-3767-47f3-a938-1740f7394f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:20.883075 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73e74705-98f3-4730-b680-325e4a978ba9 req-b7d3744d-3767-47f3-a938-1740f7394f98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 1095 time: 0.0443988 Apr 30 02:41:20.984537 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e74705-98f3-4730-b680-325e4a978ba9 req-222431f2-f670-43be-b602-5407ea3fc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:20.986008 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73e74705-98f3-4730-b680-325e4a978ba9 req-222431f2-f670-43be-b602-5407ea3fc30c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7339733888b647468baf8e03dd46926c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0959094 Apr 30 02:41:21.077637 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e74705-98f3-4730-b680-325e4a978ba9 req-3e867e6c-49ef-4a14-b7c5-17d5ffec8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:21.079020 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-73e74705-98f3-4730-b680-325e4a978ba9 req-3e867e6c-49ef-4a14-b7c5-17d5ffec8668 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0865145 Apr 30 02:41:21.153055 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-2d8b763f-f1df-4dfc-b64f-4380c1384cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:21.154472 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-2d8b763f-f1df-4dfc-b64f-4380c1384cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 1095 time: 0.0405359 Apr 30 02:41:21.199246 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-4b94b2bf-45e5-4baf-8d23-a0000ab91491 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aec523be-daae-42e9-86f4-ce77354ff83c HTTP/1.1" status: 200 len: 217 time: 0.0376894 Apr 30 02:41:21.247959 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-1cf1b528-052c-48c0-9b80-9a278048c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:21.249480 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-1cf1b528-052c-48c0-9b80-9a278048c49b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0445886 Apr 30 02:41:21.258717 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:21.295934 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-177f83f5-ec7f-4f13-afb3-290682c4bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:21.297417 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-177f83f5-ec7f-4f13-afb3-290682c4bd02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414124 Apr 30 02:41:21.386937 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-c5358bc4-dd4f-4d9a-ae3f-d8cc33f4b29f service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824654 Apr 30 02:41:21.474092 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-5479ed3e-f382-48c1-914e-a26728fd1efa req-664201a8-3d02-400e-afa8-be20c895962f service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809498 Apr 30 02:41:21.689949 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59921f7d-6450-4133-accf-5809722051af req-89bb569f-f9bc-4afd-b65b-55af3f68ee6e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:21.691505 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59921f7d-6450-4133-accf-5809722051af req-89bb569f-f9bc-4afd-b65b-55af3f68ee6e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 944 time: 0.0517571 Apr 30 02:41:21.728351 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-59921f7d-6450-4133-accf-5809722051af req-b5cd09b5-4cdb-4f08-8cce-041ac7462003 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307875 Apr 30 02:41:22.853499 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93719c-b43a-4b01-8e72-43ed55d1585b req-94861098-40f1-47bf-8abe-4b7d240212fc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:22.854990 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f93719c-b43a-4b01-8e72-43ed55d1585b req-94861098-40f1-47bf-8abe-4b7d240212fc tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 944 time: 0.0522456 Apr 30 02:41:22.897041 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-0f93719c-b43a-4b01-8e72-43ed55d1585b req-d12a2939-2dbf-4230-b08e-00317a673433 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350335 Apr 30 02:41:22.918803 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device aec523be-daae-42e9-86f4-ce77354ff83c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:41:23.019805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:41:23.031208 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'port_id': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'mac_address': 'fa:16:3e:ab:fb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:41:23.069619 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:23.082445 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec523be-daae-42e9-86f4-ce77354ff83c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:41:23.106654 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:41:23.487497 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:23.535451 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:41:23.724541 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['aec523be-daae-42e9-86f4-ce77354ff83c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:41:24.011915 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0344dfe-b12c-42bd-adef-2ba8f81d9f15 req-964d9a6e-15de-4e38-b2e0-e85528d9f0d9 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:24.014050 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f0344dfe-b12c-42bd-adef-2ba8f81d9f15 req-964d9a6e-15de-4e38-b2e0-e85528d9f0d9 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 945 time: 0.0481780 Apr 30 02:41:24.050434 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-f0344dfe-b12c-42bd-adef-2ba8f81d9f15 req-58e63a26-07d8-4e5d-8c72-79c49bdb37d9 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301158 Apr 30 02:41:24.939789 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device aec523be-daae-42e9-86f4-ce77354ff83c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:41:25.070292 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning for port aec523be-daae-42e9-86f4-ce77354ff83c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 02:41:25.074162 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port aec523be-daae-42e9-86f4-ce77354ff83c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:41:25.074538 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:25.157226 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:25.173227 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba92a-ead4-434f-b909-7638739a3d01 req-ff80ffc0-c269-44a1-8b9e-4cd795f9336c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:25.174703 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-256ba92a-ead4-434f-b909-7638739a3d01 req-ff80ffc0-c269-44a1-8b9e-4cd795f9336c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 945 time: 0.0524893 Apr 30 02:41:25.182556 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:41:25.184810 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479732e8-9a66-4dae-93a6-0586ad69d314" -d '{"events": [{"server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "name": "network-vif-plugged", "status": "completed", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:41:25.197260 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:41:25.214239 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-256ba92a-ead4-434f-b909-7638739a3d01 req-590c4368-263b-4503-b38c-4323c252d25e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328979 Apr 30 02:41:25.257669 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d62bde9-ca6f-40ec-93fd-135da4e9dca8 x-openstack-request-id: req-8d62bde9-ca6f-40ec-93fd-135da4e9dca8 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:41:25.257948 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "name": "network-vif-plugged", "status": "completed", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:41:25.258195 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d62bde9-ca6f-40ec-93fd-135da4e9dca8 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:41:25.258588 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d62bde9-ca6f-40ec-93fd-135da4e9dca8'] response: {'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'code': 200} Apr 30 02:41:25.268997 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:25.319232 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:41:25.356453 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948ab63-d53a-4bd0-a321-82a3d6134e37 req-fda66421-a732-4514-83bf-e67d9072e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:25.358811 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3948ab63-d53a-4bd0-a321-82a3d6134e37 req-fda66421-a732-4514-83bf-e67d9072e6b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 1097 time: 0.0449567 Apr 30 02:41:25.394519 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-3948ab63-d53a-4bd0-a321-82a3d6134e37 req-80574387-d55f-4ea0-ba21-f479ab96424b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279245 Apr 30 02:41:26.334270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed3a69-7b12-42c1-9769-393edf721f85 req-d11fc219-ace1-4093-bfd9-931e0ee87d41 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:26.335776 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2eed3a69-7b12-42c1-9769-393edf721f85 req-d11fc219-ace1-4093-bfd9-931e0ee87d41 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 946 time: 0.0490663 Apr 30 02:41:26.377190 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-2eed3a69-7b12-42c1-9769-393edf721f85 req-9b75f620-62e0-4a82-9393-0a75967f4015 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343442 Apr 30 02:41:27.491469 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba7f18-bd05-4dd9-beb1-78bba6001deb req-0dc3742e-b1a2-4a31-85e7-924fb35d221a tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:27.492919 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14ba7f18-bd05-4dd9-beb1-78bba6001deb req-0dc3742e-b1a2-4a31-85e7-924fb35d221a tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 946 time: 0.0479763 Apr 30 02:41:27.530356 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-14ba7f18-bd05-4dd9-beb1-78bba6001deb req-24bbd444-3336-43ff-8710-7cb0d6e5f27b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311491 Apr 30 02:41:27.917544 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b37f61-1ff0-426e-8f75-b97a68d06cfd req-03766bcd-28c3-483b-8fc9-bf1821b32f54 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:27.919615 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8b37f61-1ff0-426e-8f75-b97a68d06cfd req-03766bcd-28c3-483b-8fc9-bf1821b32f54 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 946 time: 0.3223112 Apr 30 02:41:27.956279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-e8b37f61-1ff0-426e-8f75-b97a68d06cfd req-fbec2e69-db2a-4f82-92ab-72029bceb08f tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305049 Apr 30 02:41:27.977872 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40904) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:41:28.016267 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e881f5f5-4bf2-4d95-8d4c-cd85f23d732e tempest-TestSnapshotPattern-894479433 tempest-TestSnapshotPattern-894479433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:28.017746 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-e881f5f5-4bf2-4d95-8d4c-cd85f23d732e tempest-TestSnapshotPattern-894479433 tempest-TestSnapshotPattern-894479433-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 1092 time: 0.0388997 Apr 30 02:41:28.020480 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 40906) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:41:28.024631 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.v2.base [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Request body: {'floatingip': {'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'port_id': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 02:41:28.139032 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for floatingip, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:28.235953 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:28.335504 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Allocated IP 172.25.0.199 (ee71faad-6360-4b54-bc5c-ca19e3bd12cd/ae87c4c8-04da-4034-bc7b-ec6b460af279/5ec86186-9d01-4e25-90c1-9d281a4879d1) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 02:41:28.437896 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for port, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:28.510610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773244888634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:28.546295 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Network ee71faad-6360-4b54-bc5c-ca19e3bd12cd is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 02:41:28.550981 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 02:41:28.553583 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 02:41:28.580501 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'Port': ['ID=5ec86186-9d01-4e25-90c1-9d281a4879d1,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:41:28.593500 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.597724 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:41:28.846290 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13c219cb-633e-492a-95cd-f7c09c99fd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:28.924574 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:29.029913 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:29.180964 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for port, precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:29.275899 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62157377'] for port, after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:29.347651 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event updated for resources: {'Port': ['ID=5ec86186-9d01-4e25-90c1-9d281a4879d1,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:41:29.359822 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618062'] for floatingip, after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:29.457690 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Floating IP 3984e9c3-6425-4b6d-9f1f-afd0f3637a7d associated. External IP: 172.25.0.199, port: aec523be-daae-42e9-86f4-ce77354ff83c. Apr 30 02:41:29.658565 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Router e6be7d51-e051-40a1-af8e-5893569021b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:41:29.764359 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:41:29.773808 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] Sync routers for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:41:29.783499 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:41:29.784729 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:41:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:41:29.837883 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:29.868327 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-102e81ad-f42d-456d-af62-d0903a5243f1 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8468380 Apr 30 02:41:29.868897 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:41:29.871127 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09be9f81-3408-4ee4-a8ad-80a4788d7008" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:41:29.894046 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:41:29.917618 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c3328c-acd6-46d7-9eff-a7f531252573 x-openstack-request-id: req-e6c3328c-acd6-46d7-9eff-a7f531252573 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:41:29.917909 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:41:29.918158 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6c3328c-acd6-46d7-9eff-a7f531252573 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:41:29.918564 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c3328c-acd6-46d7-9eff-a7f531252573'] response: {'name': 'network-changed', 'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'status': 'completed', 'code': 200} Apr 30 02:41:29.978199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-f953aca5-276a-4395-b143-6ab1d55ee302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:29.979785 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-f953aca5-276a-4395-b143-6ab1d55ee302 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 1097 time: 0.0406599 Apr 30 02:41:30.068219 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-c17e16d3-bebd-4f74-bbe7-77160de624ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:30.069605 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-c17e16d3-bebd-4f74-bbe7-77160de624ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0834081 Apr 30 02:41:30.118586 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3984e9c3-6425-4b6d-9f1f-afd0f3637a7d', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:ab:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:41:28Z', 'updated_at': '2022-04-30T02:41:28Z', 'revision_number': 0, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}, {'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:53Z', 'revision_number': 1, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:41:30.146047 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] Checking router: e6be7d51-e051-40a1-af8e-5893569021b8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:41:30.155537 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:41:30.156156 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:41:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:41:30.265850 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:41:30.443256 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-f1a11ba7-8940-48a4-829b-45996d6db3f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aec523be-daae-42e9-86f4-ce77354ff83c HTTP/1.1" status: 200 len: 1000 time: 0.3677161 Apr 30 02:41:30.490704 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3984e9c3-6425-4b6d-9f1f-afd0f3637a7d', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:ab:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:41:28Z', 'updated_at': '2022-04-30T02:41:28Z', 'revision_number': 0, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}, {'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:53Z', 'revision_number': 1, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:41:30.492627 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-515f09e5-e34e-4382-817c-61b74e85309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:30.494089 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-515f09e5-e34e-4382-817c-61b74e85309a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0443671 Apr 30 02:41:30.520363 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c4707-5b5d-41d8-a977-da33b4fa9b07 None None] The sync data for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 is: [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '3984e9c3-6425-4b6d-9f1f-afd0f3637a7d', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:ab:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:41:28Z', 'updated_at': '2022-04-30T02:41:28Z', 'revision_number': 0, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}, {'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:53Z', 'revision_number': 1, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:41:30.539452 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-a698b09e-b930-4931-b3c2-5557c94cb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:30.540955 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-a698b09e-b930-4931-b3c2-5557c94cb2f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405686 Apr 30 02:41:30.633623 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-03add431-77d7-4305-b0f7-8fc4eef1abf7 service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859015 Apr 30 02:41:30.714149 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529ee15-b68d-4374-a8d1-6c3df82a58ed None None] New status for floating IP 3984e9c3-6425-4b6d-9f1f-afd0f3637a7d: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:41:30.725910 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-09be9f81-3408-4ee4-a8ad-80a4788d7008 req-140fd23f-135e-4207-8fb8-b3e314d801ed service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Apr 30 02:41:31.022959 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e253e70-76ff-4c22-b867-7569b93db817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:32.354606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:33.944314 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:34.092607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:42.722208 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-18d598a7-d478-4d35-83b2-c824a04da8c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433671 Apr 30 02:41:42.820214 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-e26ac09e-4980-48d4-a63a-a1445fad8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:42.821620 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-e26ac09e-4980-48d4-a63a-a1445fad8a12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1094 time: 0.0405216 Apr 30 02:41:42.927140 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-ba118512-3fdd-4b0b-8be9-740490c16d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:42.928856 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-ba118512-3fdd-4b0b-8be9-740490c16d13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0839608 Apr 30 02:41:43.003621 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-5b0f295d-4830-448e-a37b-6cbc3d9cf31c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 200 len: 998 time: 0.0614183 Apr 30 02:41:43.055790 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-cd445ddf-5a73-4c3f-91e5-013f839f533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:43.057211 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-cd445ddf-5a73-4c3f-91e5-013f839f533a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0426121 Apr 30 02:41:43.105094 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-3be29866-aadb-45a0-b866-319bec06788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:43.107275 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-3be29866-aadb-45a0-b866-319bec06788e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401289 Apr 30 02:41:43.202419 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-2b703b32-205a-473e-a2bb-5378a6503dcc service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Apr 30 02:41:43.294791 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-0ed05c0f-c8a6-4084-a81b-6b3775b242fc req-9bd16b16-6e43-4f3a-a4bf-6e0f10d3e13e service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815172 Apr 30 02:41:46.162048 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-e53ce4e1-5fe4-4112-8d32-0755e15da323 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440900 Apr 30 02:41:46.242210 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-e82b39b4-ac31-4a1e-9807-f66ff5b1a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:46.243686 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-e82b39b4-ac31-4a1e-9807-f66ff5b1a661 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 1097 time: 0.0399215 Apr 30 02:41:46.344004 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-9db4191b-b796-45c1-b4b7-357d22ded1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:46.345470 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-9db4191b-b796-45c1-b4b7-357d22ded1c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0829985 Apr 30 02:41:46.413744 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-50df8228-31d6-4583-a656-6c1959a0c3b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aec523be-daae-42e9-86f4-ce77354ff83c HTTP/1.1" status: 200 len: 1002 time: 0.0611570 Apr 30 02:41:46.461565 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-e1e66910-7928-41e4-9354-94a833129120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:46.462997 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-e1e66910-7928-41e4-9354-94a833129120 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0419595 Apr 30 02:41:46.506930 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-ba886003-1d7e-4117-abd2-4fcdeac1cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:41:46.508336 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-ba886003-1d7e-4117-abd2-4fcdeac1cf92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385554 Apr 30 02:41:46.599104 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-6324bf87-eb99-46be-9233-4b3f5402dbae service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831974 Apr 30 02:41:46.686749 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-ccf96f22-f0e2-48a1-a6bb-d8a40da07253 req-ce43697d-7cf0-4347-aca8-288415435c01 service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804241 Apr 30 02:41:49.469718 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:51.297606 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:41:56.344185 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:41:58.847021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d38182f-09d0-41c2-87fb-1698e33c0ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:01.028442 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ed6d792a-7bfa-4375-8a88-06c30ef1bf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:02.343880 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:03.954105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:04.104224 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:19.491343 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:21.296654 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:28.851926 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4a020c63-0ec4-4942-ab80-96836e5c20fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:31.027534 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a2222d8-9c54-4652-ad77-6702952e1248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:32.342159 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:33.342435 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:42:33.938112 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:34.109105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:43.704904 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1da59040-025a-44e5-911f-4e5447e760d6 req-3e9c87bf-9478-4633-989e-9da6bcd9464e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443130 Apr 30 02:42:43.795196 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59040-025a-44e5-911f-4e5447e760d6 req-ff59fb03-5bc0-44d9-85f4-ffbb4bb45b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:42:43.797418 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1da59040-025a-44e5-911f-4e5447e760d6 req-ff59fb03-5bc0-44d9-85f4-ffbb4bb45b76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1094 time: 0.0395892 Apr 30 02:42:43.902482 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59040-025a-44e5-911f-4e5447e760d6 req-7967dfde-535b-4369-a385-80b877280520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:42:43.903965 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1da59040-025a-44e5-911f-4e5447e760d6 req-7967dfde-535b-4369-a385-80b877280520 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0829189 Apr 30 02:42:43.976832 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1da59040-025a-44e5-911f-4e5447e760d6 req-68c0268f-f548-4cbc-af2c-075a4a11def4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 200 len: 998 time: 0.0616910 Apr 30 02:42:44.028016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59040-025a-44e5-911f-4e5447e760d6 req-daa7ca77-b6f2-498a-a55c-a47884c32681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:42:44.029450 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1da59040-025a-44e5-911f-4e5447e760d6 req-daa7ca77-b6f2-498a-a55c-a47884c32681 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0435498 Apr 30 02:42:44.078682 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59040-025a-44e5-911f-4e5447e760d6 req-0b138e26-00a2-4f4a-9971-77010d05cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:42:44.080195 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1da59040-025a-44e5-911f-4e5447e760d6 req-0b138e26-00a2-4f4a-9971-77010d05cc78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394917 Apr 30 02:42:44.175212 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1da59040-025a-44e5-911f-4e5447e760d6 req-eb8e9507-1aad-47b6-8b21-8774d14e60b1 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846038 Apr 30 02:42:44.270440 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-1da59040-025a-44e5-911f-4e5447e760d6 req-3bfa3031-3950-4509-80e8-9ce81bfe8d04 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832477 Apr 30 02:42:46.710479 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-4d24c545-ad9b-4210-bdc7-d9c33dbf42b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994067 Apr 30 02:42:46.787863 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-fff1f82d-3ca3-4bf9-979e-1078c9792687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:42:46.789325 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-fff1f82d-3ca3-4bf9-979e-1078c9792687 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 1097 time: 0.0388062 Apr 30 02:42:46.890683 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-6fc4aee5-9be5-43cb-8265-0b25da75e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:42:46.892269 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-6fc4aee5-9be5-43cb-8265-0b25da75e170 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0832646 Apr 30 02:42:46.961196 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-656124f8-77d8-46e1-81f5-11a56cdebdef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aec523be-daae-42e9-86f4-ce77354ff83c HTTP/1.1" status: 200 len: 1002 time: 0.0617929 Apr 30 02:42:47.009363 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-7f253502-6f58-4c1f-beeb-9f9fd8a77da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:42:47.010812 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-7f253502-6f58-4c1f-beeb-9f9fd8a77da9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0436602 Apr 30 02:42:47.054765 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-d36ecddd-c2bd-4921-a353-531a4babf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:42:47.056274 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-d36ecddd-c2bd-4921-a353-531a4babf1c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393407 Apr 30 02:42:47.146927 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-eb3a4d11-841b-4bbc-b515-ec1c93dcd89d service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842111 Apr 30 02:42:47.236363 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-da9eb9b9-07de-4a33-a8c6-20205ce77ce4 req-eda05c73-d83b-4c83-b381-620533da99dd service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822809 Apr 30 02:42:49.507214 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:51.303105 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:42:58.852211 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-791a8406-1a38-4f48-a166-82b64eb5148f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:01.023302 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-144f54aa-8fa1-43ba-b452-c5a23f994b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:01.293124 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device aec523be-daae-42e9-86f4-ce77354ff83c details requested by agent hyperv_n-h1-821348-1 with host n-h1-821348-1 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 02:43:01.402495 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:01.416356 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Returning: {'device': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'port_id': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'mac_address': 'fa:16:3e:ab:fb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 02:43:01.456779 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:01.474798 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aec523be-daae-42e9-86f4-ce77354ff83c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 02:43:01.496333 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:01.561076 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:01.617047 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:01.625708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.626058 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.626401 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.626742 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.627080 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.627410 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.627791 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.628108 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.628437 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.628765 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.629091 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.629412 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:01.634409 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] get_ports_and_sgs() called for port_ids ['aec523be-daae-42e9-86f4-ce77354ff83c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 02:43:02.360508 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:03.321857 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device aec523be-daae-42e9-86f4-ce77354ff83c up at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 02:43:03.375240 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Provisioning complete for port aec523be-daae-42e9-86f4-ce77354ff83c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 02:43:03.376049 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014135'] for port, provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:03.463490 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:03.489177 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:43:03.491611 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d05990a-2d64-4e3e-9048-5a3f5cdd6964" -d '{"events": [{"server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "name": "network-vif-plugged", "status": "completed", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:43:03.513052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:03.532935 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de9ec8c-ce06-44da-a156-2bd3136a4cdc x-openstack-request-id: req-0de9ec8c-ce06-44da-a156-2bd3136a4cdc {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:43:03.533242 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "name": "network-vif-plugged", "status": "completed", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:43:03.533489 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0de9ec8c-ce06-44da-a156-2bd3136a4cdc {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:43:03.533906 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de9ec8c-ce06-44da-a156-2bd3136a4cdc'] response: {'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'code': 200} Apr 30 02:43:03.783492 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:03.831081 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:03.953892 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:04.124633 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:10.342011 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:43:11.752849 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41110) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:11.905769 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Deleting port 5ec86186-9d01-4e25-90c1-9d281a4879d1 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:11.906289 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:11.979347 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:11.979701 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:11.991791 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Calling delete_port for 5ec86186-9d01-4e25-90c1-9d281a4879d1 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:12.206423 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:12.231920 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event deleted for resources: {'Port': ['ID=5ec86186-9d01-4e25-90c1-9d281a4879d1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:12.259230 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.259606 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.259941 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.260270 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.260598 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.260923 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.261244 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.261561 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.261881 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.262195 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.262511 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.262826 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:12.303120 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:12.303470 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Floating IP 3984e9c3-6425-4b6d-9f1f-afd0f3637a7d disassociated (deleted). External IP: 172.25.0.199, port: aec523be-daae-42e9-86f4-ce77354ff83c. Apr 30 02:43:12.505955 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Router e6be7d51-e051-40a1-af8e-5893569021b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:43:12.608865 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:43:12.613771 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:12.618258 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] Sync routers for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:43:12.629607 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:43:12.630217 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:12.642716 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-01bbb4b4-e24a-4536-b6c7-776269e1b89c tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "DELETE /v2.0/floatingips/3984e9c3-6425-4b6d-9f1f-afd0f3637a7d HTTP/1.1" status: 204 len: 168 time: 0.8887112 Apr 30 02:43:12.643309 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:43:12.645583 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8951308c-585d-4782-b141-99eb304828b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:43:12.738186 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:43:12.959672 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:53Z', 'revision_number': 1, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:12.996167 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] Checking router: e6be7d51-e051-40a1-af8e-5893569021b8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:43:12.996167 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:43:12.996167 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:13.018241 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4210608-d0d0-4b1b-8d95-cbaf9a74e10b x-openstack-request-id: req-b4210608-d0d0-4b1b-8d95-cbaf9a74e10b {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:43:13.018797 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:43:13.018999 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4210608-d0d0-4b1b-8d95-cbaf9a74e10b {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:43:13.019486 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4210608-d0d0-4b1b-8d95-cbaf9a74e10b'] response: {'name': 'network-changed', 'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'status': 'completed', 'code': 200} Apr 30 02:43:13.090574 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951308c-585d-4782-b141-99eb304828b7 req-31e8fb89-4123-491a-8ab1-627cf3873b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:13.093077 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8951308c-585d-4782-b141-99eb304828b7 req-31e8fb89-4123-491a-8ab1-627cf3873b55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 1097 time: 0.0493662 Apr 30 02:43:13.110671 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:43:13.116866 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c2708-17d4-48e8-9f46-8260e650b4d3 req-ada66a7c-91aa-4a13-9e7e-fda1e12af263 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:13.118341 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a9c2708-17d4-48e8-9f46-8260e650b4d3 req-ada66a7c-91aa-4a13-9e7e-fda1e12af263 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 946 time: 0.0546408 Apr 30 02:43:13.161908 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-4a9c2708-17d4-48e8-9f46-8260e650b4d3 req-95d48cdb-4fac-440a-a323-6f130ee9c03e tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366278 Apr 30 02:43:13.191397 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951308c-585d-4782-b141-99eb304828b7 req-dd71d83b-1f91-4d03-9122-3b0840b336d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:13.192914 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8951308c-585d-4782-b141-99eb304828b7 req-dd71d83b-1f91-4d03-9122-3b0840b336d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0937009 Apr 30 02:43:13.241878 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8951308c-585d-4782-b141-99eb304828b7 req-06589442-b017-49a1-be75-003fc11d1c1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aec523be-daae-42e9-86f4-ce77354ff83c HTTP/1.1" status: 200 len: 217 time: 0.0410235 Apr 30 02:43:13.291899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951308c-585d-4782-b141-99eb304828b7 req-ff83ea3b-1dab-49e6-8296-6e6d63fdb543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:13.293392 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8951308c-585d-4782-b141-99eb304828b7 req-ff83ea3b-1dab-49e6-8296-6e6d63fdb543 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0448389 Apr 30 02:43:13.334296 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device aec523be-daae-42e9-86f4-ce77354ff83c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:13.339324 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951308c-585d-4782-b141-99eb304828b7 req-7a4a3a8e-6d88-430d-82d1-dbf56b4d0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:13.340906 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8951308c-585d-4782-b141-99eb304828b7 req-7a4a3a8e-6d88-430d-82d1-dbf56b4d0057 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410788 Apr 30 02:43:13.353275 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:53Z', 'revision_number': 1, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:13.382438 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d24d3-1f63-4850-81b9-a398a99c284c None None] The sync data for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 is: [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_floatingips': [{'id': '719a2515-d3f6-41e0-b8cc-9931fb39dffe', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'router_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'port_id': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'mac_address': 'fa:16:3e:5a:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T02:38:51Z', 'updated_at': '2022-04-30T02:38:53Z', 'revision_number': 1, 'project_id': '7339733888b647468baf8e03dd46926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:43:13.413810 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579880'] for port, before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:13.438025 n-d-821348-1 neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:43:13.440305 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3ff2ba7362a27a0ffa6775a76f11c98b6236beaac1087efd82f99a8eb43d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694c9a41-c95b-4351-b989-c210e0853b58" -d '{"events": [{"server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "name": "network-vif-unplugged", "status": "completed", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:43:13.443384 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8951308c-585d-4782-b141-99eb304828b7 req-6358d244-6c6f-49c3-b475-34badcddad67 service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955429 Apr 30 02:43:13.453858 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:13.480042 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c5da56-3bbe-46af-8a38-34b5a9fcfffc x-openstack-request-id: req-73c5da56-3bbe-46af-8a38-34b5a9fcfffc {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:43:13.480392 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "name": "network-vif-unplugged", "status": "completed", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:43:13.480706 n-d-821348-1 neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73c5da56-3bbe-46af-8a38-34b5a9fcfffc {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:43:13.481293 n-d-821348-1 neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c5da56-3bbe-46af-8a38-34b5a9fcfffc'] response: {'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'code': 200} Apr 30 02:43:13.544581 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-8951308c-585d-4782-b141-99eb304828b7 req-94fb9c48-cee7-4f8a-8a35-cce162cbca1c service neutron] 10.222.0.21 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932143 Apr 30 02:43:13.553069 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773245442753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773244888625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773244886757'] for port, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:13.606052 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Pushing event updated for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:13.630708 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf0eb5-180c-4f76-92c3-f6fa1c1fee6d None None] New status for floating IP 3984e9c3-6425-4b6d-9f1f-afd0f3637a7d: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:43:14.280815 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e932b-06bc-4c41-9a36-712a12e7d75e req-e8caa80c-57db-42f8-ad2c-1cc210337962 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:14.282269 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653e932b-06bc-4c41-9a36-712a12e7d75e req-e8caa80c-57db-42f8-ad2c-1cc210337962 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 944 time: 0.0498979 Apr 30 02:43:14.319300 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-653e932b-06bc-4c41-9a36-712a12e7d75e req-fe4b9fa8-54b7-4542-8b46-65277f001407 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309458 Apr 30 02:43:14.634439 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af920a-6749-48f5-960f-14f7df296438 req-43c552d3-eeac-4511-91ac-13bd4993a58b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:14.635892 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e9af920a-6749-48f5-960f-14f7df296438 req-43c552d3-eeac-4511-91ac-13bd4993a58b tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 944 time: 0.0476711 Apr 30 02:43:14.725898 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Deleting port aec523be-daae-42e9-86f4-ce77354ff83c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:14.726234 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:14.811199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] For port aec523be-daae-42e9-86f4-ce77354ff83c, host n-h1-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821348-1',level=0,port_id=aec523be-daae-42e9-86f4-ce77354ff83c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:14.811500 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:14.824490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Calling delete_port for aec523be-daae-42e9-86f4-ce77354ff83c owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:15.011667 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:15.042037 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event deleted for resources: {'Port': ['ID=aec523be-daae-42e9-86f4-ce77354ff83c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:15.069449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.069449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.069449 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.069819 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.069917 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.070194 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.070520 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.070846 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.071168 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.071510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.071839 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.072165 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821348-1 {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 02:43:15.094957 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] No DVR routers for this DVR port aec523be-daae-42e9-86f4-ce77354ff83c on host n-h1-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:43:15.097473 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:15.100771 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-e9af920a-6749-48f5-960f-14f7df296438 req-b5315ae1-af8a-4a8d-a227-a1f7f8608bd2 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.21 "DELETE /v2.0/ports/aec523be-daae-42e9-86f4-ce77354ff83c HTTP/1.1" status: 204 len: 173 time: 0.4589360 Apr 30 02:43:15.101199 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'name': 'network-vif-deleted', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:43:15.103420 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de603b4c-dc4e-4370-a0c4-03c10da3a722" -d '{"events": [{"server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "name": "network-vif-deleted", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:43:15.195802 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01376fd-f1d0-478c-a26f-84f5fa428c9b x-openstack-request-id: req-b01376fd-f1d0-478c-a26f-84f5fa428c9b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:43:15.195802 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f", "name": "network-vif-deleted", "tag": "aec523be-daae-42e9-86f4-ce77354ff83c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:43:15.195802 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b01376fd-f1d0-478c-a26f-84f5fa428c9b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:43:15.195802 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01376fd-f1d0-478c-a26f-84f5fa428c9b'] response: {'server_uuid': '0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f', 'name': 'network-vif-deleted', 'tag': 'aec523be-daae-42e9-86f4-ce77354ff83c', 'status': 'completed', 'code': 200} Apr 30 02:43:15.437288 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-bebcfee7-589e-4a7b-be62-ef3a48011aab req-399dc1cd-476d-4385-8db0-16a4ddc72579 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f1ca710-b7c1-4da7-b87b-1e7e75a9e68f HTTP/1.1" status: 200 len: 210 time: 0.0273747 Apr 30 02:43:17.390707 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device aec523be-daae-42e9-86f4-ce77354ff83c no longer exists at agent hyperv_n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:17.411050 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] No Port match for: aec523be-daae-42e9-86f4-ce77354ff83c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:43:17.411391 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Device aec523be-daae-42e9-86f4-ce77354ff83c not bound to the agent host n-h1-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:43:17.745326 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41172) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:17.901256 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Deleting port 11889b8d-3cf8-4bff-a968-3ded88f69e98 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:17.901589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:17.975495 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:17.975818 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:17.987642 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Calling delete_port for 11889b8d-3cf8-4bff-a968-3ded88f69e98 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:18.209589 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:18.232860 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event deleted for resources: {'Port': ['ID=11889b8d-3cf8-4bff-a968-3ded88f69e98,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:18.298190 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for floatingip, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:18.298519 n-d-821348-1 neutron-server[103319]: INFO neutron.db.l3_db [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Floating IP 719a2515-d3f6-41e0-b8cc-9931fb39dffe disassociated (deleted). External IP: 172.25.0.65, port: a81f750f-8bd6-4018-8e90-7abb2ef83809. Apr 30 02:43:18.761668 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Router e6be7d51-e051-40a1-af8e-5893569021b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:43:18.864641 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:43:18.869991 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for floatingip, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:18.876005 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] Sync routers for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:43:18.885301 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:43:18.885899 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:18.900876 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-8313fea0-bf8e-453f-9a89-926e65bdeccf tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "DELETE /v2.0/floatingips/719a2515-d3f6-41e0-b8cc-9931fb39dffe HTTP/1.1" status: 204 len: 168 time: 1.1544566 Apr 30 02:43:18.901466 n-d-821348-1 neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:43:18.903739 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f237a29588cc8de3dbc0bf5188c4675235a9ba58630e1e93f11ac115eccf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:43:19.082095 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:43:19.174442 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61df36-c513-43ae-92ab-d9aec8214985 x-openstack-request-id: req-0e61df36-c513-43ae-92ab-d9aec8214985 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:43:19.174847 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:43:19.175070 n-d-821348-1 neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e61df36-c513-43ae-92ab-d9aec8214985 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:43:19.175402 n-d-821348-1 neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e61df36-c513-43ae-92ab-d9aec8214985'] response: {'name': 'network-changed', 'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'status': 'completed', 'code': 200} Apr 30 02:43:19.246517 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-d66fc746-4b69-4f4c-806b-a35268b52d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:19.248436 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-d66fc746-4b69-4f4c-806b-a35268b52d19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7339733888b647468baf8e03dd46926c&device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 1094 time: 0.0435205 Apr 30 02:43:19.272654 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563f982-e2b9-4ece-aaf2-90df7c948279 req-519bbb99-b340-4648-9b1b-5fbdcba5ed17 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:19.274279 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6563f982-e2b9-4ece-aaf2-90df7c948279 req-519bbb99-b340-4648-9b1b-5fbdcba5ed17 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 943 time: 0.0515079 Apr 30 02:43:19.288470 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:19.318000 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-6563f982-e2b9-4ece-aaf2-90df7c948279 req-02bcdfd9-0aeb-438a-b612-6d46983015c4 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360854 Apr 30 02:43:19.319566 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] Checking router: e6be7d51-e051-40a1-af8e-5893569021b8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:43:19.328502 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:43:19.329128 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:19.353996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-b3d71592-8558-4557-9f72-894579b123f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:19.355519 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-b3d71592-8558-4557-9f72-894579b123f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 200 len: 908 time: 0.0982749 Apr 30 02:43:19.403502 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-70fc9150-0280-4efe-9a61-31fe5d0f98f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 200 len: 217 time: 0.0395834 Apr 30 02:43:19.434102 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:43:19.453650 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-c97c491b-1981-47f9-9947-9603e2520eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:19.455151 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-c97c491b-1981-47f9-9947-9603e2520eb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 200 len: 847 time: 0.0453660 Apr 30 02:43:19.490000 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:19.502512 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-1c357c80-d08f-44a5-ac64-4c2aa4da1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:19.504064 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-1c357c80-d08f-44a5-ac64-4c2aa4da1e1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413392 Apr 30 02:43:19.514960 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-280dc536-0549-4cd6-a65d-c9ced636b6be service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 02:43:19.516290 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-280dc536-0549-4cd6-a65d-c9ced636b6be service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053530 Apr 30 02:43:19.610963 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-3ed2e2e9-c665-4806-97b2-1845cfe2523a service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877366 Apr 30 02:43:19.629748 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:19.655062 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15e657-d46b-4cd5-8457-92d31f9c4404 None None] The sync data for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 is: [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:28Z', 'revision_number': 4, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1', '_interfaces': [{'id': 'a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c', 'name': '', 'network_id': '5dc2feb0-a52a-479b-aaa7-cba0f4e6642e', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'mac_address': 'fa:16:3e:74:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:27Z', 'updated_at': '2022-04-30T02:38:32Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'subnets': [{'id': '72cdd7af-d926-4774-aa31-588f3899ab7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:43:19.702037 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-4d7cf69f-d4f8-43e2-be12-858ea0e5e0dc req-0c897d78-9400-46b9-a536-835ec113646f service neutron] 10.222.0.23 "GET /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842247 Apr 30 02:43:19.869354 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6cec3-e4a6-491c-9285-92cc78ae0497 None None] New status for floating IP 719a2515-d3f6-41e0-b8cc-9931fb39dffe: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 02:43:20.437004 n-d-821348-1 neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81512729-8ea8-444e-8a27-398f14c8e599 req-41af042b-5b24-412c-bfcb-a82efc0b5708 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:20.438739 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81512729-8ea8-444e-8a27-398f14c8e599 req-41af042b-5b24-412c-bfcb-a82efc0b5708 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 943 time: 0.0495679 Apr 30 02:43:20.476083 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-81512729-8ea8-444e-8a27-398f14c8e599 req-d921809a-1677-45eb-8902-3adac3467270 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/security-groups?id=023f9c25-7fd5-4ab8-9585-a303da5e3e99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313461 Apr 30 02:43:20.972093 n-d-821348-1 neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-ce8e6905-0b02-417e-baff-d27e5ba75149 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 02:43:20.973556 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-ce8e6905-0b02-417e-baff-d27e5ba75149 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.23 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 943 time: 0.0486865 Apr 30 02:43:21.069997 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Deleting port a81f750f-8bd6-4018-8e90-7abb2ef83809 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:21.070336 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:21.155597 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] For port a81f750f-8bd6-4018-8e90-7abb2ef83809, host n-h2-821348-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821348-1',level=0,port_id=a81f750f-8bd6-4018-8e90-7abb2ef83809,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:21.156594 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:21.173899 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Calling delete_port for a81f750f-8bd6-4018-8e90-7abb2ef83809 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:21.354254 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:21.400033 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:21.429204 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event deleted for resources: {'Port': ['ID=a81f750f-8bd6-4018-8e90-7abb2ef83809,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:21.473996 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] No DVR routers for this DVR port a81f750f-8bd6-4018-8e90-7abb2ef83809 on host n-h2-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:43:21.476630 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25865'] for port, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:21.479991 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [req-d20d74da-289e-412c-b01f-50cdadd7af9c req-4a5b7e1d-4b86-474f-9fa6-8073c2720f18 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.23 "DELETE /v2.0/ports/a81f750f-8bd6-4018-8e90-7abb2ef83809 HTTP/1.1" status: 204 len: 173 time: 0.4975293 Apr 30 02:43:21.485300 n-d-821348-1 neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'name': 'network-vif-deleted', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 02:43:21.485300 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332625a68bd77fece367d497214555931a69074fe6a2bb642dc675189c601c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5643990-1a69-40b2-8595-9f49231d127a" -d '{"events": [{"server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "name": "network-vif-deleted", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 02:43:21.518760 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3324cb4d-cfb1-47b7-8f49-cb5fa09cfa03 x-openstack-request-id: req-3324cb4d-cfb1-47b7-8f49-cb5fa09cfa03 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 02:43:21.519085 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15262ab-471f-4be5-9304-4dbf3951e171", "name": "network-vif-deleted", "tag": "a81f750f-8bd6-4018-8e90-7abb2ef83809", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 02:43:21.519328 n-d-821348-1 neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3324cb4d-cfb1-47b7-8f49-cb5fa09cfa03 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 02:43:21.519808 n-d-821348-1 neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3324cb4d-cfb1-47b7-8f49-cb5fa09cfa03'] response: {'server_uuid': 'd15262ab-471f-4be5-9304-4dbf3951e171', 'name': 'network-vif-deleted', 'tag': 'a81f750f-8bd6-4018-8e90-7abb2ef83809', 'status': 'completed', 'code': 200} Apr 30 02:43:21.598588 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [req-cca7d49a-009e-4a0e-9609-36a18fc2cc1d req-6a059723-3899-4ad4-8d82-f2fd14372081 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "GET /v2.0/ports?device_id=d15262ab-471f-4be5-9304-4dbf3951e171 HTTP/1.1" status: 200 len: 210 time: 0.0299013 Apr 30 02:43:22.656264 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41188) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:22.714318 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97aa2bd5-ba74-4660-aef0-4d9349c30f05 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:22.738533 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97aa2bd5-ba74-4660-aef0-4d9349c30f05 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:22.883650 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97aa2bd5-ba74-4660-aef0-4d9349c30f05 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:22.886164 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97aa2bd5-ba74-4660-aef0-4d9349c30f05 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:22.887321 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-97aa2bd5-ba74-4660-aef0-4d9349c30f05 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] 10.222.0.15 "DELETE /v2.0/security-groups/023f9c25-7fd5-4ab8-9585-a303da5e3e99 HTTP/1.1" status: 204 len: 168 time: 0.2300735 Apr 30 02:43:22.899401 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa2bd5-ba74-4660-aef0-4d9349c30f05 tempest-TestSnapshotPattern-1352277438 tempest-TestSnapshotPattern-1352277438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f9c25-7fd5-4ab8-9585-a303da5e3e99,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:22.988703 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41192) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:23.331394 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:23.570111 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Deleting port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:23.570454 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:23.603686 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a81f750f-8bd6-4018-8e90-7abb2ef83809 no longer exists at agent hyperv_n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:23.623681 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] No Port match for: a81f750f-8bd6-4018-8e90-7abb2ef83809 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:43:23.624018 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Device a81f750f-8bd6-4018-8e90-7abb2ef83809 not bound to the agent host n-h2-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:43:23.647144 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] For port a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:23.647530 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:23.659975 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Calling delete_port for a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:23.906714 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:23.934159 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:24.103187 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:24.316097 n-d-821348-1 neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Router e6be7d51-e051-40a1-af8e-5893569021b8 has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:43:24.419206 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:43:24.424762 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-0300fafa-eb8c-457d-8b5e-85c4dfd62cb7 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6be7d51-e051-40a1-af8e-5893569021b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4350247 Apr 30 02:43:24.427351 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41194) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:24.430110 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] Sync routers for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:43:24.439639 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:43:24.440236 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:24.543950 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:43:24.623294 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks [] for router, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:24.723083 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:43:23Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:24.750284 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] Checking router: e6be7d51-e051-40a1-af8e-5893569021b8 for host: n-d-821348-1 {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:43:24.759177 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] Routers {'e6be7d51-e051-40a1-af8e-5893569021b8'} bound to L3 agent in host n-d-821348-1 {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:43:24.759827 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['e6be7d51-e051-40a1-af8e-5893569021b8'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:24.872550 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] Set router e6be7d51-e051-40a1-af8e-5893569021b8 gateway port host: n-d-821348-1 {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:43:25.029014 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.055822 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:43:23Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:25.085902 n-d-821348-1 neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb1d5-0e59-45b3-b05c-20a6a48482ea None None] The sync data for ids ['e6be7d51-e051-40a1-af8e-5893569021b8'] in n-d-821348-1 is: [{'id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'name': 'tempest-TestSnapshotPattern-62580778-router', 'tenant_id': '7339733888b647468baf8e03dd46926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:43:23Z', 'revision_number': 5, 'project_id': '7339733888b647468baf8e03dd46926c', 'gw_port': {'id': 'b6cec820-868a-479c-a000-5a3a2fe46fb4', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be7d51-e051-40a1-af8e-5893569021b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:25Z', 'updated_at': '2022-04-30T02:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:43:25.166514 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Deleting port b6cec820-868a-479c-a000-5a3a2fe46fb4 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:25.166847 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.243640 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] For port b6cec820-868a-479c-a000-5a3a2fe46fb4, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=b6cec820-868a-479c-a000-5a3a2fe46fb4,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:25.244000 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.256525 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Calling delete_port for b6cec820-868a-479c-a000-5a3a2fe46fb4 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:25.469283 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.500577 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cec820-868a-479c-a000-5a3a2fe46fb4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:25.561089 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.652910 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.654996 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.757958 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.758406 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6be7d51-e051-40a1-af8e-5893569021b8 {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:43:25.765911 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] Notify callbacks [] for router, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.765911 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e07c3e26-1a17-4f31-a4d6-70a313033bef admin admin] 10.222.0.15 "DELETE /v2.0/routers/e6be7d51-e051-40a1-af8e-5893569021b8 HTTP/1.1" status: 204 len: 168 time: 1.3358765 Apr 30 02:43:25.767061 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41198) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:25.816741 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f54387f-832e-45cf-8613-ea07c99e19fe admin admin] Deleting subnet 72cdd7af-d926-4774-aa31-588f3899ab7b {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:43:25.820080 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f54387f-832e-45cf-8613-ea07c99e19fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.856071 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f54387f-832e-45cf-8613-ea07c99e19fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58893686'] for subnet, precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:25.932826 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f54387f-832e-45cf-8613-ea07c99e19fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.057784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f54387f-832e-45cf-8613-ea07c99e19fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62013460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62278083'] for subnet, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.082787 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54387f-832e-45cf-8613-ea07c99e19fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cdd7af-d926-4774-aa31-588f3899ab7b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:26.086367 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f54387f-832e-45cf-8613-ea07c99e19fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.090616 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-4f54387f-832e-45cf-8613-ea07c99e19fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/72cdd7af-d926-4774-aa31-588f3899ab7b HTTP/1.1" status: 204 len: 168 time: 0.3219924 Apr 30 02:43:26.091928 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41200) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:26.094453 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21657d-62c9-436d-afe5-5dc97fc8f90c None None] Network 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:43:26.161841 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.232555 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Deleting port 3aa7d96f-2eb7-482c-a311-70b746a4866d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:26.232555 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.247932 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:26.273491 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:43:26.273768 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device a0b3f6f8-d92e-4a8e-b2c2-dfd09a3c697c not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:43:26.274203 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b6cec820-868a-479c-a000-5a3a2fe46fb4 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:26.293239 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: b6cec820-868a-479c-a000-5a3a2fe46fb4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:43:26.293579 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device b6cec820-868a-479c-a000-5a3a2fe46fb4 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:43:26.300921 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] For port 3aa7d96f-2eb7-482c-a311-70b746a4866d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3aa7d96f-2eb7-482c-a311-70b746a4866d,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:26.302271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.309016 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] DHCP port deletion for 5dc2feb0-a52a-479b-aaa7-cba0f4e6642e request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:43:26.318510 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Calling delete_port for 3aa7d96f-2eb7-482c-a311-70b746a4866d owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:26.365568 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] Deleting port 3aa7d96f-2eb7-482c-a311-70b746a4866d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:26.366190 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.431845 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] For port 3aa7d96f-2eb7-482c-a311-70b746a4866d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=3aa7d96f-2eb7-482c-a311-70b746a4866d,segment=NetworkSegment(0602e905-d439-4195-bff7-fd2a5614a30a),segment_id=0602e905-d439-4195-bff7-fd2a5614a30a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:26.432239 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.445251 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] Calling delete_port for 3aa7d96f-2eb7-482c-a311-70b746a4866d owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:26.480660 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.509440 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] No DVR routers for this DVR port 3aa7d96f-2eb7-482c-a311-70b746a4866d on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:43:26.513346 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa7d96f-2eb7-482c-a311-70b746a4866d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:26.525730 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.552853 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] Pushing event deleted for resources: {'Port': ['ID=3aa7d96f-2eb7-482c-a311-70b746a4866d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:26.554776 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5afa32b-2cf2-437a-840f-c5015a90a538 None None] No DVR routers for this DVR port 3aa7d96f-2eb7-482c-a311-70b746a4866d on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:43:26.588830 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.608798 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc2feb0-a52a-479b-aaa7-cba0f4e6642e']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:26.617775 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0602e905-d439-4195-bff7-fd2a5614a30a') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:26.618070 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0602e905-d439-4195-bff7-fd2a5614a30a') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:26.627990 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.641274 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.646953 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:43:26.647335 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:43:26.648960 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:43:26.775520 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.781047 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:26.784263 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5dc2feb0-a52a-479b-aaa7-cba0f4e6642e HTTP/1.1" status: 204 len: 168 time: 0.6913664 Apr 30 02:43:26.787294 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41202) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:26.795175 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990bf13-f753-4291-b10f-467a06e88620 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc2feb0-a52a-479b-aaa7-cba0f4e6642e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:27.122393 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617294'] for router_interface, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:27.370696 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Deleting port f7e81a01-4b76-42bc-b891-786c6a537f5b {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:27.371044 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:27.449637 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] For port f7e81a01-4b76-42bc-b891-786c6a537f5b, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=f7e81a01-4b76-42bc-b891-786c6a537f5b,segment=NetworkSegment(aacf3879-200d-4571-ac86-c687d0fe3c7a),segment_id=aacf3879-200d-4571-ac86-c687d0fe3c7a)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:27.449918 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:27.466761 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Calling delete_port for f7e81a01-4b76-42bc-b891-786c6a537f5b owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:27.729585 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:27.757599 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e81a01-4b76-42bc-b891-786c6a537f5b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:27.917728 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-618238'] for router_interface, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:28.126264 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3aa7d96f-2eb7-482c-a311-70b746a4866d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:28.134878 n-d-821348-1 neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Router 9c0e5096-86c7-4f19-9adf-4288b1c6829c has already been hosted by L3 agent d13c0b9e-dfea-417a-a096-cf2c81955c0d {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 02:43:28.146862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 3aa7d96f-2eb7-482c-a311-70b746a4866d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:43:28.146862 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 3aa7d96f-2eb7-482c-a311-70b746a4866d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:43:28.248895 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] Notify agent at l3_agent.n-d-821348-1 the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 02:43:28.254574 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-ad4dcc3b-a1fc-4be1-8881-034d73fead43 admin admin] 10.222.0.15 "PUT /v2.0/routers/9c0e5096-86c7-4f19-9adf-4288b1c6829c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662497 Apr 30 02:43:28.257191 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41204) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:28.260382 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] Sync routers for ids ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'] in n-d-821348-1 {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 02:43:28.271706 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] Routers {'9c0e5096-86c7-4f19-9adf-4288b1c6829c'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:43:28.272628 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:28.361610 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks [] for router, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:28.388237 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] Set router 9c0e5096-86c7-4f19-9adf-4288b1c6829c gateway port host: n-d-821348-1 {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:43:28.473042 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:28.594803 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Deleting port 5cfab0a4-e5ff-4878-8957-56f2f032c24d {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:28.595173 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:28.673939 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] For port 5cfab0a4-e5ff-4878-8957-56f2f032c24d, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=5cfab0a4-e5ff-4878-8957-56f2f032c24d,segment=NetworkSegment(dccad2a6-e877-48eb-831a-63bd2182d314),segment_id=dccad2a6-e877-48eb-831a-63bd2182d314)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:28.674206 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:28.688036 n-d-821348-1 neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Calling delete_port for 5cfab0a4-e5ff-4878-8957-56f2f032c24d owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:28.732648 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'external_fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:43:27Z', 'revision_number': 5, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port': {'id': '5cfab0a4-e5ff-4878-8957-56f2f032c24d', 'name': '', 'network_id': 'ee71faad-6360-4b54-bc5c-ca19e3bd12cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821348-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T02:38:31Z', 'updated_at': '2022-04-30T02:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae87c4c8-04da-4034-bc7b-ec6b460af279', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821348-1'}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:28.759004 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] Checking router: 9c0e5096-86c7-4f19-9adf-4288b1c6829c for host: n-d-821348-1 {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 02:43:28.767599 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] Routers {'9c0e5096-86c7-4f19-9adf-4288b1c6829c'} bound to L3 agent in host n-d-821348-1 {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 02:43:28.768215 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821348-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T01:06:01Z,description=,heartbeat_timestamp=2022-04-30T02:43:01Z,host='n-d-821348-1',id=d13c0b9e-dfea-417a-a096-cf2c81955c0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T01:06:01Z,topic='l3_agent')) {'router_ids': ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:28.863529 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] Set router 9c0e5096-86c7-4f19-9adf-4288b1c6829c gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 02:43:28.916775 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:43:28Z', 'revision_number': 6, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port_host': None}], 'n-d-821348-1', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:28.943283 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62157384'] for port, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:28.943890 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0d5b4-2729-457e-ad85-e37247e7135c None None] The sync data for ids ['9c0e5096-86c7-4f19-9adf-4288b1c6829c'] in n-d-821348-1 is: [{'id': '9c0e5096-86c7-4f19-9adf-4288b1c6829c', 'name': 'tempest-TestSnapshotPattern-234419322-router', 'tenant_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T02:38:30Z', 'updated_at': '2022-04-30T02:43:28Z', 'revision_number': 6, 'project_id': 'e1dcfbace0d34976a3c8b54baec3589d', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 02:43:28.945586 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f7679111-23f9-4e22-a9b7-1f1488ac6784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:28.976759 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfab0a4-e5ff-4878-8957-56f2f032c24d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:29.034361 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617092'] for router_gateway, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.121992 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12836'] for router, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.124094 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.217102 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611112'] for router, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.217562 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0e5096-86c7-4f19-9adf-4288b1c6829c {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 02:43:29.222320 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] Notify callbacks [] for router, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.223486 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-c72d14e2-eb4c-4511-b6fb-0a67117126fb admin admin] 10.222.0.15 "DELETE /v2.0/routers/9c0e5096-86c7-4f19-9adf-4288b1c6829c HTTP/1.1" status: 204 len: 168 time: 0.9653239 Apr 30 02:43:29.226055 n-d-821348-1 neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.15', 41208) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:29.277372 n-d-821348-1 neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e84f068-ba43-47ba-b2e8-136c46ac2034 admin admin] Deleting subnet 4d3e190c-8625-4a89-b836-fe102684e9d2 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 30 02:43:29.280411 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e84f068-ba43-47ba-b2e8-136c46ac2034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.316615 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e84f068-ba43-47ba-b2e8-136c46ac2034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59073205'] for subnet, precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.399891 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e84f068-ba43-47ba-b2e8-136c46ac2034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658012'] for subnet, precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.513005 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e84f068-ba43-47ba-b2e8-136c46ac2034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62158267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58981064'] for subnet, after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.545356 n-d-821348-1 neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4e84f068-ba43-47ba-b2e8-136c46ac2034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.550245 n-d-821348-1 neutron-server[103319]: INFO neutron.wsgi [None req-4e84f068-ba43-47ba-b2e8-136c46ac2034 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4d3e190c-8625-4a89-b836-fe102684e9d2 HTTP/1.1" status: 204 len: 168 time: 0.3233116 Apr 30 02:43:29.551064 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df98095d-be1e-4704-88fd-268ec3c95608 None None] Network 20328cfa-4937-4737-9a7a-207f0ab66377 requested from n-d-821348-1 {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 30 02:43:29.551600 n-d-821348-1 neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84f068-ba43-47ba-b2e8-136c46ac2034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3e190c-8625-4a89-b836-fe102684e9d2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:29.553200 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41212) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:29.622112 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024696'] for network, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.673725 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Deleting port 1f3db37e-7559-42f0-8a1a-51b6c4117972 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:29.674068 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.743376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] For port 1f3db37e-7559-42f0-8a1a-51b6c4117972, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f3db37e-7559-42f0-8a1a-51b6c4117972,segment=NetworkSegment(aacf3879-200d-4571-ac86-c687d0fe3c7a),segment_id=aacf3879-200d-4571-ac86-c687d0fe3c7a)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:29.743784 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.748372 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] DHCP port deletion for 20328cfa-4937-4737-9a7a-207f0ab66377 request from n-d-821348-1 {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 30 02:43:29.760998 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Calling delete_port for 1f3db37e-7559-42f0-8a1a-51b6c4117972 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:29.799125 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] Deleting port 1f3db37e-7559-42f0-8a1a-51b6c4117972 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 30 02:43:29.799690 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773245434597'] for port, before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.865328 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] For port 1f3db37e-7559-42f0-8a1a-51b6c4117972, host n-d-821348-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821348-1',level=0,port_id=1f3db37e-7559-42f0-8a1a-51b6c4117972,segment=NetworkSegment(aacf3879-200d-4571-ac86-c687d0fe3c7a),segment_id=aacf3879-200d-4571-ac86-c687d0fe3c7a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 02:43:29.865725 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620946'] for port, precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.878805 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] Calling delete_port for 1f3db37e-7559-42f0-8a1a-51b6c4117972 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 30 02:43:29.920984 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62015463'] for port, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.957240 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773245442735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773244888616'] for port, after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:29.962552 n-d-821348-1 neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] No DVR routers for this DVR port 1f3db37e-7559-42f0-8a1a-51b6c4117972 on host n-d-821348-1 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:43:29.970376 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3db37e-7559-42f0-8a1a-51b6c4117972,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:29.988486 n-d-821348-1 neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] Pushing event deleted for resources: {'Port': ['ID=1f3db37e-7559-42f0-8a1a-51b6c4117972,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:29.992463 n-d-821348-1 neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026ea5d-2a1a-40bb-88c0-477f88c3cec1 None None] No DVR routers for this DVR port 1f3db37e-7559-42f0-8a1a-51b6c4117972 on host n-d-821348-1 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 02:43:30.050483 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658389', 'neutron.services.segments.db._delete_segments_for_network-8773245402884'] for network, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.071202 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20328cfa-4937-4737-9a7a-207f0ab66377']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:30.080603 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacf3879-200d-4571-ac86-c687d0fe3c7a') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:30.080836 n-d-821348-1 neutron-server[103318]: DEBUG neutron.services.segments.db [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacf3879-200d-4571-ac86-c687d0fe3c7a') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 02:43:30.091098 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773245404429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58893693'] for segment, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.097219 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f7e81a01-4b76-42bc-b891-786c6a537f5b no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:30.105070 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557'] for segment, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.111036 n-d-821348-1 neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62015410'] for segment, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: Traceback (most recent call last): Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: timer() Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: cb(*args, **kw) Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: return func(*args, **kwargs) Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: self._notify() Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: self.callback(batched_events) Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: event.method(event) Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: return f(self, *a, **k) Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: return self._get(url).json() Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: return self.request(url, 'GET', **kwargs) Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 02:43:30.113171 n-d-821348-1 neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 02:43:30.118274 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: f7e81a01-4b76-42bc-b891-786c6a537f5b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:43:30.118630 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device f7e81a01-4b76-42bc-b891-786c6a537f5b not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:43:30.119092 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f3db37e-7559-42f0-8a1a-51b6c4117972 no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:30.142613 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 1f3db37e-7559-42f0-8a1a-51b6c4117972 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:43:30.147723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 1f3db37e-7559-42f0-8a1a-51b6c4117972 not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:43:30.147723 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5cfab0a4-e5ff-4878-8957-56f2f032c24d no longer exists at agent ovs-agent-n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 02:43:30.163082 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] No Port match for: 5cfab0a4-e5ff-4878-8957-56f2f032c24d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 30 02:43:30.163452 n-d-821348-1 neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Device 5cfab0a4-e5ff-4878-8957-56f2f032c24d not bound to the agent host n-d-821348-1 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 02:43:30.234869 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1658398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618076'] for network, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.240271 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Notify callbacks [] for network, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.243351 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/20328cfa-4937-4737-9a7a-207f0ab66377 HTTP/1.1" status: 204 len: 168 time: 0.6881926 Apr 30 02:43:30.255110 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee59f2-d131-420a-9419-1717bad4d7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=20328cfa-4937-4737-9a7a-207f0ab66377,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:30.536133 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41218) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:30.575547 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-374082e8-593e-40d3-8e23-0884553e628e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7339733888b647468baf8e03dd46926c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381954 Apr 30 02:43:30.578490 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41220) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:30.625863 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-50cf5da5-573d-4d12-a288-4153c2ece6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.646315 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-50cf5da5-573d-4d12-a288-4153c2ece6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.759959 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-50cf5da5-573d-4d12-a288-4153c2ece6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.762436 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-50cf5da5-573d-4d12-a288-4153c2ece6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:30.763731 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-50cf5da5-573d-4d12-a288-4153c2ece6e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17bc16fa-20f1-4995-b411-0b11fab26001 HTTP/1.1" status: 204 len: 168 time: 0.1843271 Apr 30 02:43:30.772073 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf5da5-573d-4d12-a288-4153c2ece6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc16fa-20f1-4995-b411-0b11fab26001,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:31.064215 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c7ede373-15e6-4cd9-91ef-5af2773c3a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:31.379699 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41226) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:31.423557 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-e9a8830b-8774-4373-8320-7d92259a54ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1dcfbace0d34976a3c8b54baec3589d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425611 Apr 30 02:43:31.426016 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.15', 41228) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 30 02:43:31.474463 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-554430cb-32b8-43a6-b628-d0e64aad85da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:31.496067 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-554430cb-32b8-43a6-b628-d0e64aad85da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:31.600253 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-554430cb-32b8-43a6-b628-d0e64aad85da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648904'] for security_group, after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:31.602807 n-d-821348-1 neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-554430cb-32b8-43a6-b628-d0e64aad85da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:31.603995 n-d-821348-1 neutron-server[103318]: INFO neutron.wsgi [None req-554430cb-32b8-43a6-b628-d0e64aad85da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/225f8c6d-a7e8-4be4-8a31-3607658facd9 HTTP/1.1" status: 204 len: 168 time: 0.1770930 Apr 30 02:43:31.612608 n-d-821348-1 neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554430cb-32b8-43a6-b628-d0e64aad85da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f8c6d-a7e8-4be4-8a31-3607658facd9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 02:43:32.343729 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:33.959827 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:34.109414 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:47.340104 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:43:49.495158 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:51.331283 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:43:58.873883 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb0f6-44dd-41d8-a8f4-d78176396e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:01.027923 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50f9bebe-4146-4d56-99f6-9c9cc8d8a63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:02.368637 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:03.963061 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:04.100259 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:19.502268 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:21.359384 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:24.338384 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:44:28.856063 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec54e4a0-7f32-4083-9919-f72192dbcd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:31.039281 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a17f0cd-eaa3-4c68-9e39-d5c7b97ae604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:32.336316 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:33.953186 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:34.116507 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:49.524962 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:51.384958 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:44:58.856260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0000-b6e4-42db-9a62-e7860597b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:01.025579 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a916240f-c8ef-4de4-acb6-1c3628b99751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:01.338008 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:45:02.350644 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:03.973420 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:04.128493 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:19.547620 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:21.421173 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:28.881645 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a075d7d-0726-4bb3-b22b-0b6adafe97c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:31.040997 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-85bc6e0e-7120-49ca-9f3f-43634e151b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:32.352732 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:33.961407 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:34.130081 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:38.336636 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:45:49.532844 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:51.412198 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:45:58.869315 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab4ca-1cba-44c9-8a2b-a55db288054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:01.069284 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6154799-fe11-4c8c-9b95-0d828589f856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:02.355221 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:03.975450 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:04.163577 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:15.335451 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:46:19.566015 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:21.423161 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:28.860519 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e2d10c8-f465-42bc-a812-71b4ce3af42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:31.037983 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2b401f32-2dbf-481c-bf10-32a2945a38bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:32.371891 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:33.994146 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:34.130100 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:49.548875 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:51.405640 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:46:52.340812 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:46:58.862558 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17121a41-f68f-4ba9-a09e-00197e8e65d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:01.025616 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1712-5d8e-4e22-9682-99f2e7e345f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:02.376763 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:03.947867 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:04.142759 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:19.553421 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:21.427871 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:28.859913 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-da666642-4bf2-47de-ba0b-58df8cbf586c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:29.330259 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:47:31.048599 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f325e4f-540d-4cb8-9f28-b7811886ea84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:32.368120 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:33.959760 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:34.113089 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:49.556497 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:51.455654 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:47:58.859641 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c9b97cac-6943-4165-9557-acdb85b3b936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:01.026712 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3160-c779-4d2a-a0a5-370efadb1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:02.393080 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:03.963858 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:04.150887 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:06.328775 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:48:19.584934 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:21.453505 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:28.877984 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e9704501-554f-4466-b667-3cd1336bd3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:31.026421 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23448a26-fd0b-4f5d-8e9f-9f2f912f305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:32.397906 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:33.990748 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:34.163824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:43.327502 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:48:49.580475 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:51.475636 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:48:58.858607 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef50577c-2e1f-4e6a-9f8f-dae7c15e094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:01.058363 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0e0a81d-251e-4f1a-91d8-596efb42c18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:02.403153 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:03.957095 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:04.138985 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:19.591576 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:20.332109 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:49:21.493820 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:28.865639 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-efe9b5fe-5ccb-4263-b671-0003b173fc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:31.031793 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2fe73514-8192-4362-90cc-9574554ea5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:32.379208 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:33.989573 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:34.143778 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:49.630077 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:51.499451 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:49:57.331238 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:49:58.847280 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-066ab260-f73a-4c09-919d-bb44fc3ae133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:01.035064 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-57f8fb73-e000-4e52-8be6-45798e10f3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:02.419021 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:03.950271 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:04.133229 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:19.606999 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:21.491629 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:28.846824 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ab4a821-65f4-40c2-a122-1c7698bd1ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:31.030156 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-955791b8-54ed-49a8-8b14-347b07d9d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:32.367068 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:33.982936 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:34.160541 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:34.329585 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:50:49.634898 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:51.497995 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:50:58.863390 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9417f4b8-cfb1-4d13-8040-671ab55b9f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:01.063260 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-67c717ac-2231-43a7-8a7c-e57618886db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:02.371932 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:03.971687 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:04.131832 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:07.566417 n-d-821348-1 neutron-server[103318]: DEBUG neutron.wsgi [req-eca49af1-f3b7-4574-8fe8-ee3af527f08b req-c8bb3e38-706d-4b31-b3da-f7de905e540a service neutron] (103318) timed out ('10.222.0.15', 39004) {{(pid=103318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 30 02:51:11.328500 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:51:19.668776 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:21.508551 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:28.862853 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d39be645-05b3-4aea-9ca8-adfb5941e386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:31.039643 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a41a54f4-e0d8-42ec-bc62-acbca3023272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:32.399972 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:33.971410 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:34.148747 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:48.327405 n-d-821348-1 neutron-server[103321]: DEBUG neutron.db.agents_db [None req-da1d78d4-ba56-4979-92d0-65dbcc3ff756 None None] Agent healthcheck: found 7 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 02:51:49.650924 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7bf502a5-e9a7-4da7-bd97-472d38bf71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:51.531453 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e30c67de-208c-404a-b453-c07a7b0ab8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:51:58.833909 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e3d8-f391-4c74-a40e-cf9f8fa5d1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:52:01.044905 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e01b4bc-727a-4cd7-afec-804c49dc1f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:52:02.393718 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4205e7c8-475f-4516-9fd4-c1a2a0ac325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:52:03.988075 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-487aee2c-8dd7-4ab4-b80f-d9dda75f1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 02:52:04.153788 n-d-821348-1 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9712-856e-4008-b245-3c2d16f3fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773245315822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1656341'] for agent, after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}